-- Logs begin at Tue 2021-08-03 18:03:26 UTC, end at Tue 2021-08-03 20:28:53 UTC. -- Aug 03 18:39:46.327708 n-d-802918-7 systemd[1]: Started Devstack devstack@q-svc.service. Aug 03 18:39:49.026093 n-d-802918-7 neutron-server[100378]: INFO neutron.common.config [-] Logging enabled! Aug 03 18:39:49.026736 n-d-802918-7 neutron-server[100378]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev513 Aug 03 18:39:49.026867 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100378) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 03 18:39:49.030221 n-d-802918-7 neutron-server[100378]: INFO neutron.common.config [-] Logging enabled! Aug 03 18:39:49.030479 n-d-802918-7 neutron-server[100378]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev513 Aug 03 18:39:49.030789 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100378) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 03 18:39:49.031750 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 18:39:49.031986 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 18:39:49.032387 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 18:39:49.032629 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 18:39:49.032852 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 18:39:49.033174 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.033471 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.033793 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.034020 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.034310 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.034596 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.034873 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.035160 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.035453 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.035741 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.036012 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.036291 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.036523 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.036798 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.037082 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.037362 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.037608 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] debug = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.038210 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.038638 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.039054 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.039328 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.039611 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.039883 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.040265 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.040417 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.040694 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.041030 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] host = n-d-802918-7 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.041304 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.041613 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.041902 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.042184 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.042456 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.042728 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.043010 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.043278 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.043552 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] log_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.043819 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.044104 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.044413 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.044677 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.044895 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.045115 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.045400 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.045708 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.045979 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.046249 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.046521 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.046795 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.047062 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.047323 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.047602 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.047880 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.048161 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.048432 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.048699 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.048965 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.049231 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.049536 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.049814 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.050082 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.050350 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.050628 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.050892 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.051159 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.051451 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.051732 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.052008 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.052288 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.052556 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.052837 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.053096 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.053378 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.053688 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] use_json = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.053958 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.054225 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.054501 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.054768 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.055035 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.055300 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.055569 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.055850 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:49.056143 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.056433 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.056728 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.057016 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.057305 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.057607 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.057896 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.058167 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.058453 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.058736 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.059016 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.059289 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.059573 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.059847 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.060141 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.060447 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.060734 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.061021 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.061291 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.061587 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.061859 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.062134 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.062415 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.062702 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.062985 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.063253 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.063527 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.063814 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.064086 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.064353 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.064625 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.064907 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.065178 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.065446 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.065747 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.066021 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.066291 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.066557 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.066833 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.067121 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.067392 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.067662 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.067932 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.068209 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.068474 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.068753 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.069559 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.069841 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.070113 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.070386 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.070656 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.070925 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.071198 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.071466 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.071740 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.072009 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.072272 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.072540 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.072809 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.073077 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.073347 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.073686 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.073962 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.074234 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.074501 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.074771 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.075038 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.075306 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.075593 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.075885 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.076163 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.076439 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.076714 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.076988 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.077263 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.077551 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.077827 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.078102 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.078369 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.078657 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.078941 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.079218 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.079496 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.079775 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.080071 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.080344 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.080615 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.080890 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.081163 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.081446 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.081754 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.082049 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.082341 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.082633 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.082921 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.083208 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.083484 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.083793 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.084071 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:49.084287 n-d-802918-7 neutron-server[100378]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 18:39:49.084532 n-d-802918-7 neutron-server[100378]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100378) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 03 18:39:49.435516 n-d-802918-7 neutron-server[100378]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 03 18:39:49.435788 n-d-802918-7 neutron-server[100378]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 03 18:39:49.436072 n-d-802918-7 neutron-server[100378]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 03 18:39:49.436398 n-d-802918-7 neutron-server[100378]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 03 18:39:49.858007 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.858275 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.858482 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.859688 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.859963 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.860229 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.894844 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.895120 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.895391 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.908520 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.908798 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.909064 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.940014 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.940293 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.940565 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.977108 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.977397 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:49.977694 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.210563 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.211172 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.211172 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.211367 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.212064 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.333481 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.333819 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.334106 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.334388 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.334688 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.335007 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.335273 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.335535 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.335796 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.336086 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.336354 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.336626 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.336886 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.337145 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.337404 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.337698 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.337962 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.338236 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.338516 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.338781 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.339060 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.339315 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.339601 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.339985 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.340241 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.340493 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.340899 n-d-802918-7 neutron-server[100378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:39:50.341147 n-d-802918-7 neutron-server[100378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:39:50.341382 n-d-802918-7 neutron-server[100378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:39:50.341651 n-d-802918-7 neutron-server[100378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:39:50.341889 n-d-802918-7 neutron-server[100378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:39:50.342124 n-d-802918-7 neutron-server[100378]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:39:50.342488 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 03 18:39:50.345770 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 03 18:39:50.349734 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 03 18:39:50.354063 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 03 18:39:50.355860 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 03 18:39:50.356311 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 03 18:39:50.356647 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 03 18:39:50.357038 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 03 18:39:50.359888 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 03 18:39:50.360141 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 03 18:39:50.360487 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 18:39:50.366645 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 03 18:39:50.389221 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 03 18:39:50.389731 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.390042 n-d-802918-7 neutron-server[100378]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100378) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 03 18:39:50.390416 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.391794 n-d-802918-7 neutron-server[100378]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100378) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 03 18:39:50.392078 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 18:39:50.392325 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 03 18:39:50.395878 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.396159 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:50.459906 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 03 18:39:50.460092 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 03 18:39:50.460292 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 03 18:39:50.460675 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 03 18:39:50.482589 n-d-802918-7 neutron-server[100378]: DEBUG oslo_db.sqlalchemy.engines [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100378) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 03 18:39:51.018512 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Initializing driver for type 'gre' Aug 03 18:39:51.019052 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] gre ID ranges: [(1, 1000)] Aug 03 18:39:51.071598 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Initializing driver for type 'local' Aug 03 18:39:51.071936 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Initializing driver for type 'vlan' Aug 03 18:39:51.085940 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] VlanTypeDriver initialization complete Aug 03 18:39:51.086277 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Initializing driver for type 'vxlan' Aug 03 18:39:51.086779 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] vxlan ID ranges: [(1, 1000)] Aug 03 18:39:51.144302 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Initializing extension driver 'port_security' Aug 03 18:39:51.144957 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.extensions.port_security [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] PortSecurityExtensionDriver initialization complete Aug 03 18:39:51.145552 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Initializing mechanism driver 'openvswitch' Aug 03 18:39:51.145906 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Initializing mechanism driver 'hyperv' Aug 03 18:39:51.153109 n-d-802918-7 neutron-server[100378]: DEBUG neutron.plugins.ml2.plugin [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:39:51.154005 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > port after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.154379 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > port after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.154735 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > port after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.155270 n-d-802918-7 neutron-server[100378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:39:51.155710 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > subnet after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.156072 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > subnet after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.156437 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.156812 n-d-802918-7 neutron-server[100378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:39:51.157223 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > network after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.157596 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > network after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.157945 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > network after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.158337 n-d-802918-7 neutron-server[100378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:39:51.158736 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > security_group after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.159087 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > security_group after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.159430 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.159824 n-d-802918-7 neutron-server[100378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:39:51.160236 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.160582 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.160921 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.161314 n-d-802918-7 neutron-server[100378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:39:51.161813 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > address_group after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.162162 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > address_group after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.162506 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.162895 n-d-802918-7 neutron-server[100378]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100378) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:39:51.163272 n-d-802918-7 neutron-server[100378]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] ML2 OVO RPC backend initialized. {{(pid=100378) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 03 18:39:51.164005 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.164364 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.164776 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > network before_response 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.165126 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > networks before_response 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.165478 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > port before_response 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.165855 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > ports before_response 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.166199 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > subnet before_response 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.166542 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > subnets before_response 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.166891 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > network after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.167232 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > network after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.167568 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > network after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.167910 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > port after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.168256 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > port after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.168587 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > port after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.168921 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > subnet after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.169255 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > subnet after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.169611 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.170214 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.plugin [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Modular L2 Plugin initialization complete Aug 03 18:39:51.170544 n-d-802918-7 neutron-server[100378]: DEBUG neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading services supported by the core plugin {{(pid=100378) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 03 18:39:51.170875 n-d-802918-7 neutron-server[100378]: INFO neutron.plugins.ml2.managers [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Got port-security extension from driver 'port_security' Aug 03 18:39:51.171343 n-d-802918-7 neutron-server[100378]: INFO neutron.extensions.vlantransparent [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Disabled vlantransparent extension. Aug 03 18:39:51.171827 n-d-802918-7 neutron-server[100378]: DEBUG neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100378) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 03 18:39:51.172139 n-d-802918-7 neutron-server[100378]: INFO neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading Plugin: router Aug 03 18:39:51.208291 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.208684 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router after_create 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.209061 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router before_create 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.209433 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.210506 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.210874 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router after_delete 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.211426 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.211725 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router after_create 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.212084 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router after_update 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.212442 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router after_update 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.212798 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.213163 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router after_update 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.213606 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router precommit_update 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.213986 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: port after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.214331 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: port after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.214671 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: subnet after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.215015 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.215368 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.215722 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router precommit_create 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.216071 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: port before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.216417 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router precommit_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.216779 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router after_update 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.217130 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.217491 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router precommit_create 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.217881 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.218236 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router precommit_update 55549900 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.218611 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > agent after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.218973 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > agent after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.219329 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > network after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.220205 n-d-802918-7 neutron-server[100378]: DEBUG neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Tracking information for resource: router configured {{(pid=100378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:39:51.220542 n-d-802918-7 neutron-server[100378]: DEBUG neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Tracking information for resource: floatingip configured {{(pid=100378) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:39:51.225605 n-d-802918-7 neutron-server[100378]: INFO neutron.db.l3_agentschedulers_db [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 03 18:39:51.226193 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: port after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.226556 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: port after_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.226908 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: port after_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.227259 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: port after_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.228061 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router before_create 55550100 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.228427 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.228790 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router precommit_create 55550100 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.229156 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > router precommit_update 55550100 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.233645 n-d-802918-7 neutron-server[100378]: DEBUG neutron.services.provider_configuration [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service providers = [] {{(pid=100378) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 03 18:39:51.234013 n-d-802918-7 neutron-server[100378]: DEBUG neutron.db.servicetype_db [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100378) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 03 18:39:51.236997 n-d-802918-7 neutron-server[100378]: DEBUG neutron.services.service_base [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:39:51.237358 n-d-802918-7 neutron-server[100378]: DEBUG neutron.services.service_base [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:39:51.237732 n-d-802918-7 neutron-server[100378]: DEBUG neutron.services.service_base [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:39:51.238620 n-d-802918-7 neutron-server[100378]: DEBUG neutron.services.service_base [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100378) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:39:51.238999 n-d-802918-7 neutron-server[100378]: INFO neutron.services.service_base [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 03 18:39:51.239381 n-d-802918-7 neutron-server[100378]: DEBUG neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:39:51.239697 n-d-802918-7 neutron-server[100378]: INFO neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 03 18:39:51.250813 n-d-802918-7 neutron-server[100378]: DEBUG neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:39:51.251153 n-d-802918-7 neutron-server[100378]: INFO neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading Plugin: auto_allocate Aug 03 18:39:51.258067 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: network precommit_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.258402 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: network precommit_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.258935 n-d-802918-7 neutron-server[100378]: DEBUG neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:39:51.259254 n-d-802918-7 neutron-server[100378]: INFO neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading Plugin: tag Aug 03 18:39:51.268641 n-d-802918-7 neutron-server[100378]: DEBUG neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:39:51.268908 n-d-802918-7 neutron-server[100378]: INFO neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading Plugin: timestamp Aug 03 18:39:51.273366 n-d-802918-7 neutron-server[100378]: DEBUG neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:39:51.273720 n-d-802918-7 neutron-server[100378]: INFO neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading Plugin: network_ip_availability Aug 03 18:39:51.279609 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.279988 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.280347 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.281115 n-d-802918-7 neutron-server[100378]: DEBUG neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:39:51.281411 n-d-802918-7 neutron-server[100378]: INFO neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading Plugin: flavors Aug 03 18:39:51.286414 n-d-802918-7 neutron-server[100378]: DEBUG neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:39:51.286746 n-d-802918-7 neutron-server[100378]: INFO neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading Plugin: revisions Aug 03 18:39:51.291063 n-d-802918-7 neutron-server[100378]: DEBUG neutron.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100378) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:39:51.291458 n-d-802918-7 neutron-server[100378]: DEBUG oslo_concurrency.lockutils [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.855s {{(pid=100378) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 03 18:39:51.292205 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100378) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 03 18:39:51.292546 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Initializing extension manager. Aug 03 18:39:51.293344 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: __init__.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.293735 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: __pycache__ {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.294071 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.294407 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: address_group.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.295174 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.295756 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: address-group Aug 03 18:39:51.296087 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: address_scope.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.296804 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.297331 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: address-scope Aug 03 18:39:51.297681 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.298613 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.299140 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: router-admin-state-down-before-update Aug 03 18:39:51.299540 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: agent.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.300251 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.300765 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: agent Aug 03 18:39:51.301085 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: agent_resources_synced.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.302033 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.302550 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: agent-resources-synced Aug 03 18:39:51.302872 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: allowedaddresspairs.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.304698 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.305225 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: allowed-address-pairs Aug 03 18:39:51.305572 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: auto_allocated_topology.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.306665 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.307175 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: auto-allocated-topology Aug 03 18:39:51.307498 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: availability_zone.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.308197 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.308712 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: availability_zone Aug 03 18:39:51.309035 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: availability_zone_filter.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.309985 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.310504 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: availability_zone_filter Aug 03 18:39:51.310828 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: data_plane_status.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.311737 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.312254 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension data-plane-status not supported by any of loaded plugins Aug 03 18:39:51.312578 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: default_subnetpools.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.313511 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.314041 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: default-subnetpools Aug 03 18:39:51.314366 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.315184 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.315705 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: dhcp_agent_scheduler Aug 03 18:39:51.316030 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: dns.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.316939 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.317454 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension dns-integration not supported by any of loaded plugins Aug 03 18:39:51.317812 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: dns_domain_ports.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.318722 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.319779 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 03 18:39:51.320102 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.321024 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.321564 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 03 18:39:51.321892 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: dvr.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.322591 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.323112 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: dvr Aug 03 18:39:51.323433 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: ecmp_routes.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.324350 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.324868 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 03 18:39:51.325221 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: empty_string_filtering.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.326168 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.326691 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: empty-string-filtering Aug 03 18:39:51.327018 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.327927 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.328442 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 03 18:39:51.328765 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.329719 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.330237 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 03 18:39:51.330558 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: external_net.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.331483 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.332780 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: external-net Aug 03 18:39:51.332780 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.333216 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.333762 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: extra_dhcp_opt Aug 03 18:39:51.334087 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: extraroute.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.335550 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.336067 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: extraroute Aug 03 18:39:51.336385 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: extraroute_atomic.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.337421 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.337974 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: extraroute-atomic Aug 03 18:39:51.338291 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: filter_validation.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.338959 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.339479 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: filter-validation Aug 03 18:39:51.339803 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: fip_pf_description.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.340904 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.341422 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 03 18:39:51.341769 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: fip_port_details.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.342696 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.343213 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: fip-port-details Aug 03 18:39:51.343536 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: flavors.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.344762 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.345295 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: flavors Aug 03 18:39:51.345659 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.347316 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.347846 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 03 18:39:51.348178 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: floatingip_pools.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.348883 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.349405 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: floatingip-pools Aug 03 18:39:51.349786 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: ip_allocation.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.350740 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.351256 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension ip_allocation not supported by any of loaded plugins Aug 03 18:39:51.351582 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.352514 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.353036 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: ip-substring-filtering Aug 03 18:39:51.353363 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: l2_adjacency.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.354333 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.354848 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 03 18:39:51.355178 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: l3.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.356169 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.356699 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: router Aug 03 18:39:51.357026 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.359294 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.359841 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 03 18:39:51.360175 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.361123 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.361692 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: ext-gw-mode Aug 03 18:39:51.362020 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.362965 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.363492 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: l3-ha Aug 03 18:39:51.363818 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: l3_flavors.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.364735 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.365541 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: l3-flavors Aug 03 18:39:51.365898 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.366819 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.367348 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 03 18:39:51.367671 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: l3agentscheduler.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.368726 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.369250 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: l3_agent_scheduler Aug 03 18:39:51.369616 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: logging.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.371132 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.371664 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension logging not supported by any of loaded plugins Aug 03 18:39:51.371995 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: metering.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.372741 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.373331 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: metering Aug 03 18:39:51.373695 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.374792 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.375324 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: metering_source_and_destination_fields Aug 03 18:39:51.375650 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: multiprovidernet.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.376712 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.377235 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: multi-provider Aug 03 18:39:51.377587 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: netmtu.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.378518 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.379042 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: net-mtu Aug 03 18:39:51.379366 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: netmtu_writable.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.380287 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.380805 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: net-mtu-writable Aug 03 18:39:51.381125 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: network_availability_zone.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.382362 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.382877 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: network_availability_zone Aug 03 18:39:51.383195 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: network_ip_availability.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.384292 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.384815 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: network-ip-availability Aug 03 18:39:51.385140 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: network_segment_range.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.385941 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.386462 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension network-segment-range not supported by any of loaded plugins Aug 03 18:39:51.386776 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: pagination.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.387781 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.388114 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: pagination Aug 03 18:39:51.388447 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: port_device_profile.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.389352 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.389914 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: port-device-profile Aug 03 18:39:51.390236 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.391173 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.391700 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: port-mac-address-regenerate Aug 03 18:39:51.392025 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.392931 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.393448 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: port-numa-affinity-policy Aug 03 18:39:51.394087 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: port_resource_request.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.395016 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.395530 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension port-resource-request not supported by any of loaded plugins Aug 03 18:39:51.395858 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: portbindings.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.396792 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.397901 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: binding Aug 03 18:39:51.398225 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: portbindings_extended.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.399518 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.400051 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: binding-extended Aug 03 18:39:51.400387 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: portsecurity.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.401302 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.401857 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: port-security Aug 03 18:39:51.402185 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: project_id.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.403170 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.403502 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: project-id Aug 03 18:39:51.403822 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: providernet.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.404745 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.405272 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: provider Aug 03 18:39:51.405633 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: qos.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.409184 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.409763 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension qos not supported by any of loaded plugins Aug 03 18:39:51.410102 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.411352 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.411881 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 03 18:39:51.412203 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.413157 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.413706 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 03 18:39:51.414034 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: qos_default.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.414955 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.415477 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension qos-default not supported by any of loaded plugins Aug 03 18:39:51.415809 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: qos_fip.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.416467 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.416989 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension qos-fip not supported by any of loaded plugins Aug 03 18:39:51.417308 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: qos_gateway_ip.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.418266 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.418786 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 03 18:39:51.419132 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: qos_port_network_policy.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.420024 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.420543 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 03 18:39:51.420868 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: qos_rule_type_details.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.421811 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.422332 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 03 18:39:51.422656 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: qos_rules_alias.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.423706 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.424234 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 03 18:39:51.424561 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: quotasv2.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.425539 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.426067 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: quotas Aug 03 18:39:51.426395 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: quotasv2_detail.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.429475 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.429844 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: quota_details Aug 03 18:39:51.430179 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: rbac.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.431255 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.431799 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: rbac-policies Aug 03 18:39:51.432132 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: rbac_address_group.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.433085 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.433659 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: rbac-address-group Aug 03 18:39:51.433993 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: rbac_address_scope.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.434920 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.435450 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: rbac-address-scope Aug 03 18:39:51.435785 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: rbac_security_groups.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.436704 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.437232 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: rbac-security-groups Aug 03 18:39:51.437589 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: rbac_subnetpool.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.438507 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.439034 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: rbac-subnetpool Aug 03 18:39:51.439362 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: revisionifmatch.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.440285 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.440808 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: revision-if-match Aug 03 18:39:51.441134 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: revisions.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.442288 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.442820 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: standard-attr-revisions Aug 03 18:39:51.443151 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: router_availability_zone.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.443833 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.447350 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: router_availability_zone Aug 03 18:39:51.447350 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: routerservicetype.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.447350 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.447350 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension router-service-type not supported by any of loaded plugins Aug 03 18:39:51.447350 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.447888 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.448414 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: security-groups-normalized-cidr Aug 03 18:39:51.448739 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.449704 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.450225 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: port-security-groups-filtering Aug 03 18:39:51.450550 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.451483 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.452005 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: security-groups-remote-address-group Aug 03 18:39:51.452331 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: securitygroup.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.462641 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.463188 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: security-group Aug 03 18:39:51.463522 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: segment.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.464331 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.464850 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension segment not supported by any of loaded plugins Aug 03 18:39:51.465182 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.466329 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.466702 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 03 18:39:51.467029 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: servicetype.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.468143 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.468679 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: service-type Aug 03 18:39:51.469011 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: sorting.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.470025 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.470360 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: sorting Aug 03 18:39:51.470688 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: standard_attr_segment.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.471678 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.472208 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 03 18:39:51.472536 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: standardattrdescription.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.473190 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.473752 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: standard-attr-description Aug 03 18:39:51.474080 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: stateful_security_group.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.475031 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.475591 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: stateful-security-group Aug 03 18:39:51.475920 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: stdattrs_common.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.476525 n-d-802918-7 neutron-server[100378]: WARNING neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 03 18:39:51.476848 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.477888 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.478424 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 03 18:39:51.478754 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: subnet_onboard.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.479873 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.480404 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: subnet_onboard Aug 03 18:39:51.480735 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.481706 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.482232 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 03 18:39:51.482560 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: subnet_service_types.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.483495 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.484028 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: subnet-service-types Aug 03 18:39:51.484354 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: subnetallocation.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.485451 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.486008 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: subnet_allocation Aug 03 18:39:51.486342 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.487020 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.487545 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: subnetpool-prefix-ops Aug 03 18:39:51.487868 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.488808 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.489337 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 03 18:39:51.489697 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: tagging.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.491586 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.492115 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: standard-attr-tag Aug 03 18:39:51.492446 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: timestamp.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.493689 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.494222 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loaded extension: standard-attr-timestamp Aug 03 18:39:51.494553 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: trunk.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.495887 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.496427 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension trunk not supported by any of loaded plugins Aug 03 18:39:51.496763 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: trunk_details.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.497724 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.498251 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension trunk-details not supported by any of loaded plugins Aug 03 18:39:51.498577 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: uplink_status_propagation.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.499503 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.500025 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 03 18:39:51.500346 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Loading extension file: vlantransparent.py {{(pid=100378) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:39:51.501028 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100378) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:39:51.501578 n-d-802918-7 neutron-server[100378]: INFO neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 03 18:39:51.504151 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:network Aug 03 18:39:51.504704 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:subnet Aug 03 18:39:51.505109 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:39:51.505518 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:port Aug 03 18:39:51.507495 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.507929 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service FLAVORS assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.508546 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.509025 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.509316 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:router Aug 03 18:39:51.509797 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:floatingip Aug 03 18:39:51.510291 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service METERING assigned prefix: /metering {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.511745 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.512112 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.512464 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:39:51.513494 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 18:39:51.513974 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:security_group Aug 03 18:39:51.514423 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 18:39:51.515040 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service CORE assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.515368 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:39:51.515722 n-d-802918-7 neutron-server[100378]: WARNING neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] subnetpool is already registered Aug 03 18:39:51.516136 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service CORE assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.516582 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:39:51.516786 n-d-802918-7 neutron-server[100378]: WARNING neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] subnetpool is already registered Aug 03 18:39:51.519269 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.519649 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service FLAVORS assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.520249 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.520674 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.521006 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:router Aug 03 18:39:51.521347 n-d-802918-7 neutron-server[100378]: WARNING neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] router is already registered Aug 03 18:39:51.521792 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:floatingip Aug 03 18:39:51.522158 n-d-802918-7 neutron-server[100378]: WARNING neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] floatingip is already registered Aug 03 18:39:51.522617 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service METERING assigned prefix: /metering {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.523282 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 18:39:51.523611 n-d-802918-7 neutron-server[100378]: WARNING neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] rbac_policy is already registered Aug 03 18:39:51.524026 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:security_group Aug 03 18:39:51.524360 n-d-802918-7 neutron-server[100378]: WARNING neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] security_group is already registered Aug 03 18:39:51.524759 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 18:39:51.525088 n-d-802918-7 neutron-server[100378]: WARNING neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] security_group_rule is already registered Aug 03 18:39:51.525750 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service CORE assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.526079 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:39:51.526411 n-d-802918-7 neutron-server[100378]: WARNING neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] subnetpool is already registered Aug 03 18:39:51.526916 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.v2.resource_helper [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Service CORE assigned prefix: {{(pid=100378) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:39:51.527246 n-d-802918-7 neutron-server[100378]: INFO neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:39:51.527572 n-d-802918-7 neutron-server[100378]: WARNING neutron.quota.resource_registry [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] subnetpool is already registered Aug 03 18:39:51.528604 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: extensions {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.530121 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: address-groups {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.531598 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: address-scopes {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.532950 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: agents {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.534156 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: auto-allocated-topology {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.535402 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: availability_zones {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.536637 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: dhcp-networks {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.539397 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: dhcp-agents {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.540837 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: routers {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.542580 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: flavors {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.543844 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: service_profiles {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.545053 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: next_providers {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.546553 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: service_profiles {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.548100 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: floatingip-pools {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.549305 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: routers {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.551039 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: floatingips {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.552319 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: l3-routers {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.554300 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: l3-agents {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.555701 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: metering-labels {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.556956 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: metering-label-rules {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.558351 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: network-ip-availabilities {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.559603 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: bindings {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.561180 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: quotas {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.562769 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: quotas {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.564186 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: rbac-policies {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.565368 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: security-groups {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.566687 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: security-group-rules {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.567938 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: service-providers {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.569850 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: subnetpools {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.571196 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: subnetpools {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.572741 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: tags {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.574432 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: tags {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.576254 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: tags {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.578059 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: tags {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.579750 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: tags {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.581715 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: tags {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.583438 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: tags {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.585262 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: tags {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.587133 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: tags {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.588894 n-d-802918-7 neutron-server[100378]: DEBUG neutron.api.extensions [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Extended resource: tags {{(pid=100378) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:39:51.594874 n-d-802918-7 neutron-server[100378]: WARNING keystonemiddleware.auth_token [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 03 18:39:51.600056 n-d-802918-7 neutron-server[100378]: WARNING keystonemiddleware.auth_token [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 03 18:39:51.609479 n-d-802918-7 neutron-server[100378]: DEBUG oslo_concurrency.lockutils [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Acquired lock "singleton_lock" {{(pid=100378) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 03 18:39:51.609981 n-d-802918-7 neutron-server[100378]: DEBUG oslo_concurrency.lockutils [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Releasing lock "singleton_lock" {{(pid=100378) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 03 18:39:51.610625 n-d-802918-7 neutron-server[100378]: INFO oslo_service.service [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Starting 2 workers Aug 03 18:39:51.615729 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Started child 100487 {{(pid=100378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:39:51.621128 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Started child 100488 {{(pid=100378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:39:51.621712 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:39:51.622432 n-d-802918-7 neutron-server[100378]: INFO neutron.service [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 03 18:39:51.623113 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Notify callbacks [] for process, before_spawn {{(pid=100378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:39:51.623285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [-] (100487) wsgi starting up on http://0.0.0.0:9696 Aug 03 18:39:51.625562 n-d-802918-7 neutron-server[100378]: INFO oslo_service.service [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Starting 1 workers Aug 03 18:39:51.625757 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:39:51.627156 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [-] (100488) wsgi starting up on http://0.0.0.0:9696 Aug 03 18:39:51.630914 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Started child 100489 {{(pid=100378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:39:51.632070 n-d-802918-7 neutron-server[100378]: INFO oslo_service.service [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Starting 1 workers Aug 03 18:39:51.636638 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Started child 100490 {{(pid=100378) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:39:51.637469 n-d-802918-7 neutron-server[100378]: DEBUG neutron_lib.callbacks.manager [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] Notify callbacks [] for process, after_spawn {{(pid=100378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:39:51.637869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.service [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] calling RpcWorker wait() {{(pid=100489) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 03 18:39:51.638393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.service [None req-95f1d63c-5d30-4e4f-ae72-df665a6a2630 None None] returning from RpcWorker wait() {{(pid=100489) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 03 18:39:51.639538 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100378) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 18:39:51.639721 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:39:51.639815 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 18:39:51.639968 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 18:39:51.640144 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 18:39:51.640239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:39:51.640482 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 18:39:51.640639 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 18:39:51.641166 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.641442 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.641732 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:39:51.642195 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.642195 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.642336 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.642847 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.642943 n-d-802918-7 neutron-server[100490]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:39:51.643120 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.643374 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.643643 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.643907 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.644082 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.644235 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.644507 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.644738 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.645039 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.645306 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.645594 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.645874 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.646047 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.646305 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.646718 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.646991 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.647347 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] debug = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.647602 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.648075 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.648330 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.648574 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.648799 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.649080 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.649322 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.649629 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.649883 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.650120 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.650362 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.650637 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.650884 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.651135 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.651344 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.651633 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.651875 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.652353 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] host = n-d-802918-7 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.652596 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.652842 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.653103 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.653364 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.653636 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.653859 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.654133 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.654410 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.654695 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.654902 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.655158 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.655407 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.655715 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.655888 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.656050 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_options = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.656284 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.656555 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.656816 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.657005 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.657164 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.657331 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.657625 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.657780 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.658022 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.658272 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.658468 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.658688 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.658907 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.659135 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.659400 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.659658 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.659908 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.660153 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.660413 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.660643 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.660869 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.661113 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.661333 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.661610 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.661832 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.662071 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.662298 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.662530 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.662779 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.663054 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.663288 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.663545 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.663796 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.664040 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.664292 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.664521 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.664821 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.665009 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.665242 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.665552 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.665840 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.665992 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.666241 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.666460 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.666681 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.666927 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_json = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.667145 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.667377 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.667609 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.667965 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.668175 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.668393 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.668603 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.668808 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.669089 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.669361 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.669703 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.669962 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.670195 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.670451 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.670690 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.670899 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.672017 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.672328 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.672808 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.673141 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.673704 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.673988 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.674245 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.674604 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.674877 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.675156 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.675405 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.675663 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.676013 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.676215 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.676458 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.677586 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.677586 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.677586 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.677586 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.680078 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.680078 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.680078 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.680078 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.680078 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.680078 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.680078 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.680078 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.680973 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.681243 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.683325 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.683325 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.683325 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.683325 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.683325 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.683325 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.683325 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.683325 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.684274 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.684274 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.684274 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.684274 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.684741 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.684957 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.685192 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.685416 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.685695 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.685891 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.686160 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.686406 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.686627 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.686864 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.687128 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.687407 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.687677 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.687904 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.688128 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.688349 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.688608 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.688866 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.689122 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.689344 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.689585 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.689813 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.690032 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.690249 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.690474 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.690697 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.690972 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.691201 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.691422 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.691692 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.691968 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.692246 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.692537 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.692766 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.692986 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.693252 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.693591 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.693866 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.694709 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.694961 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.695218 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.695487 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.695683 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.695928 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.696154 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.696393 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.696680 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.696911 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.697184 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.697442 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.697697 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.697975 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.698190 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.698419 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.698642 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.698883 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.699112 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.699408 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.699669 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.699927 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.700179 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.700399 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.700686 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.700941 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.701235 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.701476 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.701801 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.702087 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.702366 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.702654 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.702889 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.703184 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.703506 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.703741 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.704002 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.704259 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.704511 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.704755 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.705040 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.705281 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.705549 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.705759 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.706012 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.706338 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.706588 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.706823 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.707040 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.707315 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.707577 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.707836 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.708113 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.708366 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.708623 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.708872 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.709124 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.709339 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.709608 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.709861 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.710076 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.710319 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.710533 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.710770 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.711003 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.711232 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.711492 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.711711 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.711933 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.712147 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.712366 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.712581 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.712825 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.713035 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.713254 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.713525 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.713734 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.713952 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.714173 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.714421 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.714669 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.714887 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.715156 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.715402 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.715641 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.715892 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.716138 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.716403 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.716616 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.716864 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.717088 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.717324 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.717556 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.717781 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.718017 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.718252 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.718480 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.718738 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.719027 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.719469 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.719579 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.719881 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.720063 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.720261 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.720482 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.720735 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.721058 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.721321 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.721584 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.722024 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.722545 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.722710 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.722944 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.723174 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.723389 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.723603 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.723831 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.724079 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.724281 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.724574 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.724819 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.725053 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.725420 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.725674 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.725932 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.726176 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.726402 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.726599 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.726821 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.727191 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.727390 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.727660 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.728202 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.728834 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.729064 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.729286 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.729513 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.729739 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.729948 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.730158 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.730380 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.730603 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.730811 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.731036 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.731347 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.731561 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.731781 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.732002 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.732234 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.732460 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.732692 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.732922 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.733141 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.733379 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.733608 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.733909 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.734164 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.734381 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.734665 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.734895 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.735140 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.735389 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.735705 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.735920 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.736179 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.736405 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.736657 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.736881 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.737116 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.737440 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.737779 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.738048 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.738285 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.738564 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.738850 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.739135 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.739359 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.739658 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.739975 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.740511 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.743141 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.743141 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.743141 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.743141 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.743141 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.743141 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.743141 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.743141 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.743794 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.743794 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.743794 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.744076 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.744193 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.744481 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.744672 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.744910 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.745152 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.745366 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.745541 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 18:39:51.746084 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100378) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 18:39:51.746262 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 18:39:51.746437 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 18:39:51.746610 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 18:39:51.746762 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 18:39:51.746910 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 18:39:51.747146 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.747384 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.747553 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.747719 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.747882 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.748067 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.748226 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.748381 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.748545 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.748707 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.748866 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.749044 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.749201 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.749356 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.749535 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.749683 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.749826 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.749989 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.750155 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.750309 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.750470 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.750622 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.750783 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] debug = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.750950 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.751145 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.751340 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.751486 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.751623 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.751760 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.751918 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.752063 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.752228 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.752381 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.752521 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.752682 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.752826 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.752974 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.753137 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.753292 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.753432 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.753626 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] host = n-d-802918-7 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.753783 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.753923 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.754105 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.754250 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.754413 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.754559 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.754720 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.754865 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.756374 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.756374 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.756374 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.756374 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.756374 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.756374 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.756374 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_options = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.756374 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.756374 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.757836 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.757836 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.757836 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.757836 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.757836 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.758213 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.758213 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.758213 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.758424 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.758504 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.758603 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.758772 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.758915 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.759103 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.759234 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.759359 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.759539 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.759680 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.759835 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.760001 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.760180 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.760320 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.760457 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.760786 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.760983 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.761138 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.761287 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.761426 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.761605 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.761749 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.761891 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.762019 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.762178 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.762546 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.762546 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.762720 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.762802 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.762936 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.763128 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.763287 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.763483 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.763742 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.763989 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.764163 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_json = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.764330 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.764589 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.764846 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.765109 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.765331 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.765611 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.765885 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.766104 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:39:51.766326 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.766584 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.766807 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.767076 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.767335 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.767611 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.767820 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.767988 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.768157 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.768412 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.768678 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.768949 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.769226 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.769580 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.769830 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.770067 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.770238 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.770406 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.770575 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.770740 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.770928 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.771118 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.771376 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.771589 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.771851 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.772050 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.772227 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.772394 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.772557 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.772722 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.772882 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.773038 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.773200 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.773362 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.773545 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.774826 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.774826 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.774826 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.774826 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.774826 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.774826 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.774826 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.774826 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.775441 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.775441 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.775441 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.775441 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.775716 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.775716 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.775872 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.776003 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.776165 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.776308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:39:51.776463 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.776463 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.776778 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.776778 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.777038 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.777038 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.777288 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.777426 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.777587 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.777722 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.777943 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.778092 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.778255 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.778417 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.778582 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.778744 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.778906 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.779069 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.779230 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.779397 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.779559 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.779720 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.779883 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.780047 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.780208 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.780370 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.780532 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.780864 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.781030 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.781193 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.781354 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.781541 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.781706 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.781884 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.782045 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.782207 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.782369 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.782530 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.782693 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.782855 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.783016 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.783179 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.783342 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.783502 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.783664 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.783831 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.783995 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.784155 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.784316 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.784476 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.784762 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.784928 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.785089 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.785250 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.785412 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.785595 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.785758 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.785919 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.786080 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.786252 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.786414 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.786579 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.786741 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.786911 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.787088 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.787251 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.787414 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.787576 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.787783 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.788028 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.788201 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.788365 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.788512 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.788676 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.788840 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.788995 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.789172 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.789335 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.789518 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.789693 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.789880 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.790041 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.790204 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.790366 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.790528 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.790690 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.790851 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.791369 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.791369 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.791369 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.791940 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.791940 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.791940 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.791940 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.792232 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.792232 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.792424 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.792508 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.792805 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.792805 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.792991 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.793133 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.793276 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.793546 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.793700 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.793862 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.794024 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.794197 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.794428 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.794663 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.794663 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.795036 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.795036 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.795410 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.795410 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.795677 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.795677 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.795937 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.795937 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.796205 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.796342 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.796481 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.796616 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.796750 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.796884 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.797051 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.797184 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.797331 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.797423 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.797625 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.797791 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.797954 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.798117 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.798279 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.798441 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.798620 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.798785 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.798947 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.799165 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.799256 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.799422 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.799583 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.799744 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.799905 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.800066 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.800228 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.800391 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.800558 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.800720 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.800883 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.801044 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.801197 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.801354 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.801548 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.801712 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.801901 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.802033 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.802181 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.802342 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.802504 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.802677 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.802839 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.803001 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.803166 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.803856 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.804022 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.804194 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.804356 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.804518 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.804684 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.804842 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.804984 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.805155 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.805303 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.805465 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.805663 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.805825 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.805976 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.806148 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.806310 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.806473 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.806634 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.806797 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.806958 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.807130 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.807276 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.807444 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.807605 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.807766 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.807928 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.808102 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.808270 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.808418 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.808594 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.808742 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.808883 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.809056 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.809388 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.809388 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.809805 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.809805 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.810074 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.810074 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.810257 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.810393 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.810535 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.810668 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.810779 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.810935 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.811140 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.811371 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.811535 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.811705 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.811879 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.812074 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.812194 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.812357 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.812521 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.812683 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.812845 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.813007 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.813170 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.813333 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.813510 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.813683 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.813845 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.814015 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.814155 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.814343 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.814465 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.814626 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.814787 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.814949 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:39:51.815106 n-d-802918-7 neutron-server[100378]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100378) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 18:39:52.010184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54554) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:39:52.020213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071752 Aug 03 18:40:03.642975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72a0f24-5d0b-482b-8df7-bebacb27fe2a None None] get_active_networks_info from n-d-802918-7 {{(pid=100489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 18:40:03.723296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a0f24-5d0b-482b-8df7-bebacb27fe2a None None] No non-hosted networks {{(pid=100489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 03 18:40:03.727989 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e70fea6c-1ba7-4437-bd69-12d04377f350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675994'] for agent, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:06.366587 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2a14e387-068e-43c0-9f5f-03f45e85672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675994'] for agent, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:06.422884 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f0fde550-0dc8-4ac5-b684-552eb88b40ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:06.511393 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675994'] for agent, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:06.512062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.512617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.513162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.513683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.514167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.514644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.515120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.515604 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.516093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.516566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.517042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.517541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:06.520297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-802918-7', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:40:06.542653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-802918-7', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:40:07.684506 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675994'] for agent, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:09.387368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675994'] for agent, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:10.811698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54646) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:11.348388 n-d-802918-7 neutron-server[100487]: WARNING oslo_policy.policy [None req-4ed6f955-443e-4079-8ef1-aba84b71665d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:40:11.348986 n-d-802918-7 neutron-server[100487]: WARNING oslo_policy.policy [None req-4ed6f955-443e-4079-8ef1-aba84b71665d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:40:11.579697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-4ed6f955-443e-4079-8ef1-aba84b71665d admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:40:11.580778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4ed6f955-443e-4079-8ef1-aba84b71665d admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7680895 Aug 03 18:40:11.746583 n-d-802918-7 neutron-server[100489]: INFO neutron.db.l3_hamode_db [None req-e2f8e38e-efc9-4e9e-935f-62f50d730bd1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 03 18:40:11.826099 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8e38e-efc9-4e9e-935f-62f50d730bd1 None None] Routers set() bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:40:11.826500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8e38e-efc9-4e9e-935f-62f50d730bd1 None None] Router IDs set() for agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 18:40:14.012631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54660) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:14.344367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fdf823ce-d43d-4272-85c2-1e68b136842d admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:40:14.438518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.policy [None req-fdf823ce-d43d-4272-85c2-1e68b136842d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100487) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 18:40:14.483719 n-d-802918-7 neutron-server[100487]: WARNING oslo_policy.policy [None req-fdf823ce-d43d-4272-85c2-1e68b136842d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:40:14.484101 n-d-802918-7 neutron-server[100487]: WARNING oslo_policy.policy [None req-fdf823ce-d43d-4272-85c2-1e68b136842d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:40:14.492974 n-d-802918-7 neutron-server[100487]: INFO neutron.quota [None req-fdf823ce-d43d-4272-85c2-1e68b136842d admin admin] Loaded quota_driver: . Aug 03 18:40:14.587608 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdf823ce-d43d-4272-85c2-1e68b136842d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793101725697', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793101726418', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793101721283', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793101715513', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793101054297', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793101694776', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16233861', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16228448', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552969', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624745'] for rbac-policy, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:14.654982 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdf823ce-d43d-4272-85c2-1e68b136842d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:14.656184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fdf823ce-d43d-4272-85c2-1e68b136842d admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6424613 Aug 03 18:40:17.332909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54672) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:17.851367 n-d-802918-7 neutron-server[100488]: WARNING oslo_policy.policy [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:40:17.851977 n-d-802918-7 neutron-server[100488]: WARNING oslo_policy.policy [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:40:18.071443 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'project_id': '2f4e2f27f80f42aea6530d5ef3203095'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:40:18.073004 n-d-802918-7 neutron-server[100488]: INFO neutron.quota [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Loaded quota_driver: . Aug 03 18:40:18.136894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Made reservation on behalf of 2f4e2f27f80f42aea6530d5ef3203095 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:40:18.203565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.policy [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100488) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 18:40:18.248641 n-d-802918-7 neutron-server[100488]: WARNING oslo_policy.policy [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:40:18.249023 n-d-802918-7 neutron-server[100488]: WARNING oslo_policy.policy [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:40:18.259140 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:18.281905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:18.421364 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:18.425598 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:18.451917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:40:18.476971 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793098298606', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:18.477590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Unsubscribe: segment precommit_create {{(pid=100488) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 18:40:18.478102 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Added segment 5af2780d-c0e3-419a-b0fe-7b3580738979 of type vlan for network 7b6c0e55-47a1-46c3-ba73-23b16c154754 Aug 03 18:40:18.484570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed43045-6102-4370-a315-7c814b17d624,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:18.516317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.516658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.516994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.517322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.517749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.518074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.518392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.518707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.519021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.519333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.519646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.519956 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Tracked resource versions report: Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: pushed versions: Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: { 'AddressGroup': {'1.2'}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'ConntrackHelper': {'1.0'}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'Log': {'1.0'}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'Network': {'1.1'}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'Port': {'1.7'}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'PortForwarding': {'1.2'}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'QosPolicy': {'1.8'}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'SecurityGroup': {'1.4'}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'SubPort': {'1.0'}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'Subnet': {'1.1'}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'Trunk': {'1.1'}} Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: consumer versions: Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: { DHCP agent@n-d-802918-7: {}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: L3 agent@n-d-802918-7: {}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: Metadata agent@n-d-802918-7: {}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: Metering agent@n-d-802918-7: {}, Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: Open vSwitch agent@n-d-802918-7: { 'AddressGroup': '1.2', Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'ConntrackHelper': '1.0', Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'Log': '1.0', Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'Network': '1.1', Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'Port': '1.7', Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'PortForwarding': '1.2', Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'QosPolicy': '1.8', Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'SecurityGroup': '1.4', Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'SecurityGroupRule': '1.2', Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'SubPort': '1.0', Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'Subnet': '1.1', Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: 'Trunk': '1.1'}} Aug 03 18:40:18.521621 n-d-802918-7 neutron-server[100488]: {{(pid=100488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:40:18.614162 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:18.670407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:18.671566 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:40:18.672512 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:18.760515 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4247360 Aug 03 18:40:18.778632 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06558a90-2a91-4456-939e-90fe0bd8267d admin admin] Pushing event updated for resources: {'Network': ['ID=7b6c0e55-47a1-46c3-ba73-23b16c154754,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:18.792790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 7b6c0e55-47a1-46c3-ba73-23b16c154754 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:40:21.471113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54694) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:21.867075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5fbff-1c87-438e-ab7f-b567e412b32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:40:21.868467 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e4d5fbff-1c87-438e-ab7f-b567e412b32e admin admin] 10.222.0.78 "GET /v2.0/networks/7b6c0e55-47a1-46c3-ba73-23b16c154754 HTTP/1.1" status: 200 len: 825 time: 0.3963482 Aug 03 18:40:21.911843 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-74e69257-8657-484e-a1b8-5e4ef7c5426f admin admin] 10.222.0.78 "GET /v2.0/subnetpools/dd5c0930-e72a-4fef-b41f-dd4acf5fc80b HTTP/1.1" status: 200 len: 734 time: 0.0364950 Aug 03 18:40:21.921854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] Request body: {'subnet': {'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'subnetpool_id': 'dd5c0930-e72a-4fef-b41f-dd4acf5fc80b'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:40:21.945416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] Made reservation on behalf of 2f4e2f27f80f42aea6530d5ef3203095 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:40:21.947696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:22.260432 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:22.332523 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ca9be3-0be2-49e8-87b9-e8e254ae8333,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:22.334882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] Checking segment: {'id': '5af2780d-c0e3-419a-b0fe-7b3580738979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:40:22.335270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] Network hostable DHCP agents. Network: 7b6c0e55-47a1-46c3-ba73-23b16c154754, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:40:22.358514 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] Network 7b6c0e55-47a1-46c3-ba73-23b16c154754 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:40:22.370805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 7b6c0e55-47a1-46c3-ba73-23b16c154754) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:40:22.375600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:40:22.376183 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:22.384557 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5dfe83-5a05-465a-b18c-eb3f7e46f5b5 None None] Network 7b6c0e55-47a1-46c3-ba73-23b16c154754 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:40:22.393547 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1b324cd0-cce9-41b8-8952-c61317fe5116 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4730628 Aug 03 18:40:22.734492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-7b6c0e55-47a1-46c3-ba73-23b16c154754', 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'fixed_ips': [{'subnet_id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:40:22.735836 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:23.017190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Allocated IP 172.20.0.2 (7b6c0e55-47a1-46c3-ba73-23b16c154754/c9ca9be3-0be2-49e8-87b9-e8e254ae8333/091f3e9d-ad92-4c50-af05-0adc93207fcb) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:40:23.228851 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:23.247614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Transition to ACTIVE for port object 091f3e9d-ad92-4c50-af05-0adc93207fcb will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:40:23.302858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Transition to ACTIVE for port object 091f3e9d-ad92-4c50-af05-0adc93207fcb will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:40:23.311814 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:23.375806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Network 7b6c0e55-47a1-46c3-ba73-23b16c154754 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:40:23.381142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:40:23.393637 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:40:23.400447 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Pushing event updated for resources: {'Port': ['ID=091f3e9d-ad92-4c50-af05-0adc93207fcb,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:23.452845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.453179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.453536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.453871 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.454192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.454511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.454832 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.455149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.455468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.455781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.456095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.456429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Tracked resource versions report: Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: pushed versions: Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: { 'AddressGroup': {'1.2'}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'ConntrackHelper': {'1.0'}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'Log': {'1.0'}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'Network': {'1.1'}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'Port': {'1.7'}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'PortForwarding': {'1.2'}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'QosPolicy': {'1.8'}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'SecurityGroup': {'1.4'}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'SubPort': {'1.0'}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'Subnet': {'1.1'}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'Trunk': {'1.1'}} Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: consumer versions: Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: { DHCP agent@n-d-802918-7: {}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: L3 agent@n-d-802918-7: {}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: Metadata agent@n-d-802918-7: {}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: Metering agent@n-d-802918-7: {}, Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: Open vSwitch agent@n-d-802918-7: { 'AddressGroup': '1.2', Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'ConntrackHelper': '1.0', Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'Log': '1.0', Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'Network': '1.1', Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'Port': '1.7', Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'PortForwarding': '1.2', Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'QosPolicy': '1.8', Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'SecurityGroup': '1.4', Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'SecurityGroupRule': '1.2', Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'SubPort': '1.0', Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'Subnet': '1.1', Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: 'Trunk': '1.1'}} Aug 03 18:40:23.457605 n-d-802918-7 neutron-server[100489]: {{(pid=100489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:40:23.493552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Attempting to bind port 091f3e9d-ad92-4c50-af05-0adc93207fcb on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:40:23.493946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Attempting to bind port 091f3e9d-ad92-4c50-af05-0adc93207fcb by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '5af2780d-c0e3-419a-b0fe-7b3580738979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:40:23.494386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Attempting to bind port 091f3e9d-ad92-4c50-af05-0adc93207fcb on network 7b6c0e55-47a1-46c3-ba73-23b16c154754 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:40:23.499838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:40:23.500242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Checking segment: {'id': '5af2780d-c0e3-419a-b0fe-7b3580738979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:40:23.500719 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:23.501105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Bound using segment: {'id': '5af2780d-c0e3-419a-b0fe-7b3580738979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:40:23.501616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Bound port: 091f3e9d-ad92-4c50-af05-0adc93207fcb, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af2780d-c0e3-419a-b0fe-7b3580738979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:40:23.502031 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:23.574824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-decfebe4-2876-42de-b544-c89460019c98 None None] For port 091f3e9d-ad92-4c50-af05-0adc93207fcb, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:40:23.579479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-decfebe4-2876-42de-b544-c89460019c98 None None] For port 091f3e9d-ad92-4c50-af05-0adc93207fcb, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=091f3e9d-ad92-4c50-af05-0adc93207fcb,segment=NetworkSegment(5af2780d-c0e3-419a-b0fe-7b3580738979),segment_id=5af2780d-c0e3-419a-b0fe-7b3580738979)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:40:23.584820 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:23.654166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfebe4-2876-42de-b544-c89460019c98 None None] Pushing event updated for resources: {'Port': ['ID=091f3e9d-ad92-4c50-af05-0adc93207fcb,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:24.874735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54702) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:25.230049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-a49dd19a-1128-400f-a830-aa120d50ceaf admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:40:25.245528 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a49dd19a-1128-400f-a830-aa120d50ceaf admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3552690 Aug 03 18:40:27.656016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54710) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:27.995237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-d16c8264-8879-4918-a8b2-a307f3673530 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:40:27.996299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d16c8264-8879-4918-a8b2-a307f3673530 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3392463 Aug 03 18:40:30.674871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54720) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:30.990403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-122c99f1-84de-47f1-8bb9-9b68cb2498ce admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:40:31.024626 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-122c99f1-84de-47f1-8bb9-9b68cb2498ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:31.026518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-122c99f1-84de-47f1-8bb9-9b68cb2498ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:31.180435 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-122c99f1-84de-47f1-8bb9-9b68cb2498ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:31.185768 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-122c99f1-84de-47f1-8bb9-9b68cb2498ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:31.200306 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-122c99f1-84de-47f1-8bb9-9b68cb2498ce admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:31.202186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-122c99f1-84de-47f1-8bb9-9b68cb2498ce admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5261612 Aug 03 18:40:32.139039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c708d-1093-4767-80cf-137385c1dc65 None None] Network 7b6c0e55-47a1-46c3-ba73-23b16c154754 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:40:32.256925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2c009ee7-f729-45b3-86a9-e9913c6cbd7f None None] Provisioning for port 091f3e9d-ad92-4c50-af05-0adc93207fcb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:40:32.503651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 091f3e9d-ad92-4c50-af05-0adc93207fcb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:40:32.598762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 091f3e9d-ad92-4c50-af05-0adc93207fcb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:40:32.602539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 091f3e9d-ad92-4c50-af05-0adc93207fcb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:40:32.602942 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:32.711761 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:32.757340 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 091f3e9d-ad92-4c50-af05-0adc93207fcb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=091f3e9d-ad92-4c50-af05-0adc93207fcb,segment=NetworkSegment(5af2780d-c0e3-419a-b0fe-7b3580738979),segment_id=5af2780d-c0e3-419a-b0fe-7b3580738979)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:40:32.762219 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:32.807938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=091f3e9d-ad92-4c50-af05-0adc93207fcb,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:33.531402 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0051acae-c274-448b-945c-6c9cf1162f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:33.643103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54732) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:33.966554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-0a8123ba-2f86-476e-8873-305d604a04bb admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:40:33.967551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0a8123ba-2f86-476e-8873-305d604a04bb admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3234251 Aug 03 18:40:34.476987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 091f3e9d-ad92-4c50-af05-0adc93207fcb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:40:34.529863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 091f3e9d-ad92-4c50-af05-0adc93207fcb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:40:34.530235 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:36.351999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54740) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:36.352557 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-86764059-e06c-4ff2-8037-b1c7e589244f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:36.494375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:36.675222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:40:36.698395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Made reservation on behalf of ba93e392617242de981e20c2bf370d3e for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:40:36.701116 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:36.716922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:36.833830 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:36.837533 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:36.849683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Reserving flat network on physical network physnet1 {{(pid=100487) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 03 18:40:36.890049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793098298606', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:36.890734 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Unsubscribe: segment precommit_create {{(pid=100487) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 18:40:36.891369 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Added segment 32a3d2e1-72fd-492e-95e8-8a4096a69921 of type flat for network ab2183c6-8a58-4723-b6c1-89f0b2aba78e Aug 03 18:40:36.913007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24503c4-7c5f-4f25-9e6f-cb64c2b198dc,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:36.962163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.962419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.962749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.963080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.963401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.963719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.964036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.964350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.964681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.964974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.965284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.965616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Tracked resource versions report: Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: pushed versions: Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: { 'AddressGroup': {'1.2'}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'ConntrackHelper': {'1.0'}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'Log': {'1.0'}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'Network': {'1.1'}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'Port': {'1.7'}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'PortForwarding': {'1.2'}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'QosPolicy': {'1.8'}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'SecurityGroup': {'1.4'}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'SubPort': {'1.0'}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'Subnet': {'1.1'}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'Trunk': {'1.1'}} Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: consumer versions: Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: { DHCP agent@n-d-802918-7: {}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: L3 agent@n-d-802918-7: {}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: Metadata agent@n-d-802918-7: {}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: Metering agent@n-d-802918-7: {}, Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: Open vSwitch agent@n-d-802918-7: { 'AddressGroup': '1.2', Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'ConntrackHelper': '1.0', Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'Log': '1.0', Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'Network': '1.1', Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'Port': '1.7', Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'PortForwarding': '1.2', Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'QosPolicy': '1.8', Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'SecurityGroup': '1.4', Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'SecurityGroupRule': '1.2', Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'SubPort': '1.0', Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'Subnet': '1.1', Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: 'Trunk': '1.1'}} Aug 03 18:40:36.966755 n-d-802918-7 neutron-server[100487]: {{(pid=100487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:40:37.023418 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:37.077600 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:37.078671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:40:37.079337 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:37.153041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7999539 Aug 03 18:40:37.179620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0df1a8-0f8e-45c7-86d7-ddbdfe262800 admin admin] Pushing event updated for resources: {'Network': ['ID=ab2183c6-8a58-4723-b6c1-89f0b2aba78e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:37.190835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:40:37.627115 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:39.340247 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:39.536637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54762) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:39.745140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943c5257-1890-49b1-a1c9-4fcfe7a73c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:40:39.746555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-943c5257-1890-49b1-a1c9-4fcfe7a73c46 admin admin] 10.222.0.78 "GET /v2.0/subnets/c9ca9be3-0be2-49e8-87b9-e8e254ae8333 HTTP/1.1" status: 200 len: 849 time: 0.2089663 Aug 03 18:40:39.890269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f7d623f8-c6e1-48ff-b80b-a5bf2d6b50aa admin admin] 10.222.0.78 "GET /v2.0/routers/58a18277-816a-488c-b415-157def34c934 HTTP/1.1" status: 200 len: 704 time: 0.1373570 Aug 03 18:40:40.160120 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:40.458042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Allocated IP 172.20.0.1 (7b6c0e55-47a1-46c3-ba73-23b16c154754/c9ca9be3-0be2-49e8-87b9-e8e254ae8333/b11cdd16-25f5-4ce3-875b-772f179c754f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:40:40.643222 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:40.666373 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Transition to ACTIVE for port object b11cdd16-25f5-4ce3-875b-772f179c754f will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:40:40.747548 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:40.808739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Network 7b6c0e55-47a1-46c3-ba73-23b16c154754 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:40:40.813440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:40:40.826294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:40:40.826737 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:40.895482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Pushing event updated for resources: {'Port': ['ID=b11cdd16-25f5-4ce3-875b-772f179c754f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:41.062034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0a5696eb-2437-4fa1-810c-6ec1fccec85f None None] Provisioning for port b11cdd16-25f5-4ce3-875b-772f179c754f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:40:41.066358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0a5696eb-2437-4fa1-810c-6ec1fccec85f None None] Provisioning complete for port b11cdd16-25f5-4ce3-875b-772f179c754f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:40:41.066727 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0a5696eb-2437-4fa1-810c-6ec1fccec85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:41.086511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:41.103210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-0a5696eb-2437-4fa1-810c-6ec1fccec85f None None] Port b11cdd16-25f5-4ce3-875b-772f179c754f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:40:41.425115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:41.429582 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:41.430436 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:41.508382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Pushing event updated for resources: {'Port': ['ID=b11cdd16-25f5-4ce3-875b-772f179c754f,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:41.554469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Network 7b6c0e55-47a1-46c3-ba73-23b16c154754 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:40:41.555717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:40:41.715431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Router 58a18277-816a-488c-b415-157def34c934 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:40:41.724399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bc464bd3-90bf-483a-a1ef-e763ecb31f40 None None] Provisioning complete for port b11cdd16-25f5-4ce3-875b-772f179c754f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:40:41.724768 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bc464bd3-90bf-483a-a1ef-e763ecb31f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:41.757479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-bc464bd3-90bf-483a-a1ef-e763ecb31f40 None None] Port b11cdd16-25f5-4ce3-875b-772f179c754f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:40:41.807277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:40:41.812494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-053945b9-2e89-4570-b3df-b9574d5bec07 admin admin] 10.222.0.78 "PUT /v2.0/routers/58a18277-816a-488c-b415-157def34c934/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9168520 Aug 03 18:40:41.817940 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Sync routers for ids ['58a18277-816a-488c-b415-157def34c934'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:40:41.830116 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Routers {'58a18277-816a-488c-b415-157def34c934'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:40:41.830856 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:40:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['58a18277-816a-488c-b415-157def34c934'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:40:42.021602 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Set router 58a18277-816a-488c-b415-157def34c934 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:40:42.451872 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a18277-816a-488c-b415-157def34c934', 'name': 'router1', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:40:31Z', 'updated_at': '2021-08-03T18:40:41Z', 'revision_number': 2, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'gw_port_host': None, '_interfaces': [{'id': 'b11cdd16-25f5-4ce3-875b-772f179c754f', 'name': '', 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'mac_address': 'fa:16:3e:b7:59:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a18277-816a-488c-b415-157def34c934', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:40:40Z', 'updated_at': '2021-08-03T18:40:41Z', 'revision_number': 2, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'subnets': [{'id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd5c0930-e72a-4fef-b41f-dd4acf5fc80b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:40:42.505475 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Checking router: 58a18277-816a-488c-b415-157def34c934 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:40:42.505873 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Updating router 58a18277-816a-488c-b415-157def34c934 port b11cdd16-25f5-4ce3-875b-772f179c754f binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:40:42.556245 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:43.083523 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:43.101910 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Transition to ACTIVE for port object b11cdd16-25f5-4ce3-875b-772f179c754f will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:40:43.107884 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:43.271725 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Attempting to bind port b11cdd16-25f5-4ce3-875b-772f179c754f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:40:43.272130 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Attempting to bind port b11cdd16-25f5-4ce3-875b-772f179c754f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '5af2780d-c0e3-419a-b0fe-7b3580738979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:40:43.272571 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Attempting to bind port b11cdd16-25f5-4ce3-875b-772f179c754f on network 7b6c0e55-47a1-46c3-ba73-23b16c154754 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:40:43.274765 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Pushing event updated for resources: {'Port': ['ID=b11cdd16-25f5-4ce3-875b-772f179c754f,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:43.284813 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:40:43.285224 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Checking segment: {'id': '5af2780d-c0e3-419a-b0fe-7b3580738979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:40:43.285709 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:43.286647 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Bound using segment: {'id': '5af2780d-c0e3-419a-b0fe-7b3580738979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:40:43.287146 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Bound port: b11cdd16-25f5-4ce3-875b-772f179c754f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af2780d-c0e3-419a-b0fe-7b3580738979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:40:43.287553 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:43.296938 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.297278 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.297639 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.297968 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.298290 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.298610 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.298927 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.299240 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.299556 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.299868 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.300189 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.300500 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Tracked resource versions report: Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: pushed versions: Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: { 'AddressGroup': {'1.2'}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'ConntrackHelper': {'1.0'}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'Log': {'1.0'}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'Network': {'1.1'}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'Port': {'1.7'}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'PortForwarding': {'1.2'}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'QosPolicy': {'1.8'}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'SecurityGroup': {'1.4'}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'SubPort': {'1.0'}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'Subnet': {'1.1'}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'Trunk': {'1.1'}} Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: consumer versions: Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: { DHCP agent@n-d-802918-7: {}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: L3 agent@n-d-802918-7: {}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: Metadata agent@n-d-802918-7: {}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: Metering agent@n-d-802918-7: {}, Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: Open vSwitch agent@n-d-802918-7: { 'AddressGroup': '1.2', Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'ConntrackHelper': '1.0', Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'Log': '1.0', Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'Network': '1.1', Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'Port': '1.7', Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'PortForwarding': '1.2', Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'QosPolicy': '1.8', Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'SecurityGroup': '1.4', Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'SecurityGroupRule': '1.2', Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'SubPort': '1.0', Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'Subnet': '1.1', Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: 'Trunk': '1.1'}} Aug 03 18:40:43.302195 n-d-802918-7 neutron-server[100490]: {{(pid=100490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:40:43.359539 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] For port b11cdd16-25f5-4ce3-875b-772f179c754f, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:40:43.381336 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] For port b11cdd16-25f5-4ce3-875b-772f179c754f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b11cdd16-25f5-4ce3-875b-772f179c754f,segment=NetworkSegment(5af2780d-c0e3-419a-b0fe-7b3580738979),segment_id=5af2780d-c0e3-419a-b0fe-7b3580738979)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:40:43.385691 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:43.446038 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Routers {'58a18277-816a-488c-b415-157def34c934'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:40:43.446636 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:40:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['58a18277-816a-488c-b415-157def34c934'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:40:43.480894 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528644b-684f-4252-9e3f-c4268ed6bd05 None None] Pushing event updated for resources: {'Port': ['ID=b11cdd16-25f5-4ce3-875b-772f179c754f,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:43.543367 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] Set router 58a18277-816a-488c-b415-157def34c934 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:40:43.767715 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a18277-816a-488c-b415-157def34c934', 'name': 'router1', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:40:31Z', 'updated_at': '2021-08-03T18:40:41Z', 'revision_number': 2, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'gw_port_host': None, '_interfaces': [{'id': 'b11cdd16-25f5-4ce3-875b-772f179c754f', 'name': '', 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'mac_address': 'fa:16:3e:b7:59:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a18277-816a-488c-b415-157def34c934', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:40:40Z', 'updated_at': '2021-08-03T18:40:43Z', 'revision_number': 4, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'subnets': [{'id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd5c0930-e72a-4fef-b41f-dd4acf5fc80b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:40:43.794684 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3863be3-ae50-4842-b6ec-dc2e337489c0 None None] The sync data for ids ['58a18277-816a-488c-b415-157def34c934'] in n-d-802918-7 is: [{'id': '58a18277-816a-488c-b415-157def34c934', 'name': 'router1', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:40:31Z', 'updated_at': '2021-08-03T18:40:41Z', 'revision_number': 2, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'gw_port_host': None, '_interfaces': [{'id': 'b11cdd16-25f5-4ce3-875b-772f179c754f', 'name': '', 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'mac_address': 'fa:16:3e:b7:59:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a18277-816a-488c-b415-157def34c934', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:40:40Z', 'updated_at': '2021-08-03T18:40:43Z', 'revision_number': 4, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'subnets': [{'id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd5c0930-e72a-4fef-b41f-dd4acf5fc80b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:40:44.080399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54782) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:44.193322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de64c05-0da0-4018-a42c-419095e3eb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:40:44.194754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2de64c05-0da0-4018-a42c-419095e3eb24 admin admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 842 time: 0.1134005 Aug 03 18:40:44.204413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Request body: {'subnet': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'name': 'public-subnet', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.8.0/24'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:40:44.228017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Made reservation on behalf of ba93e392617242de981e20c2bf370d3e for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:40:44.230440 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:44.548780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.objects.ports [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100487) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 18:40:44.549220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:44.604250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=095a4048-e6d7-4c26-acc9-a35a23a97e8a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:44.612880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:40:44.613232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Network hostable DHCP agents. Network: ab2183c6-8a58-4723-b6c1-89f0b2aba78e, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:40:44.637258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:40:44.649287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, ab2183c6-8a58-4723-b6c1-89f0b2aba78e) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:40:44.653421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:40:44.654197 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:44.658399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b18f5d2-b11b-4d69-86f3-2d3b97184b3a None None] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:40:44.668852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c9c92e87-75b3-4bf3-bb4f-19bf7238c926 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4677410 Aug 03 18:40:44.807091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba7959c-8122-4272-928d-f492dd8b1aac None None] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:40:46.979113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54790) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:47.121829 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-278b36df-3dd1-48a0-994b-c2e2140c1f5d admin admin] 10.222.0.78 "GET /v2.0/routers/58a18277-816a-488c-b415-157def34c934 HTTP/1.1" status: 200 len: 710 time: 0.1415360 Aug 03 18:40:47.210447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b01b97-9245-4d6f-ba28-f55a4329e90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:40:47.211841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-43b01b97-9245-4d6f-ba28-f55a4329e90e admin admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 886 time: 0.0841546 Aug 03 18:40:47.221265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:40:47.556464 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:47.790229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:47.866377 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:47.972230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Allocated IP 172.25.8.8 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/d4c27732-416a-4937-a0b4-22774b296a45) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:40:48.078744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:48.121140 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:48.158045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:40:48.161851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:40:48.170031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:40:48.175322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Pushing event updated for resources: {'Port': ['ID=d4c27732-416a-4937-a0b4-22774b296a45,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:48.422145 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:48.618112 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:48.621649 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:48.694013 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:40:48.821028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Router 58a18277-816a-488c-b415-157def34c934 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:40:48.940264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:40:48.945224 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:48.946467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5a8cf401-aeb5-41f6-b1f8-5bbb81dafb7a admin admin] 10.222.0.78 "PUT /v2.0/routers/58a18277-816a-488c-b415-157def34c934 HTTP/1.1" status: 200 len: 888 time: 1.7286601 Aug 03 18:40:50.266483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Sync routers for ids ['58a18277-816a-488c-b415-157def34c934'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:40:50.277112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Routers {'58a18277-816a-488c-b415-157def34c934'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:40:50.277774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:40:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['58a18277-816a-488c-b415-157def34c934'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:40:50.523981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b11cdd16-25f5-4ce3-875b-772f179c754f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:40:50.569344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Set router 58a18277-816a-488c-b415-157def34c934 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:40:50.734767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port b11cdd16-25f5-4ce3-875b-772f179c754f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:40:50.754721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b11cdd16-25f5-4ce3-875b-772f179c754f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:40:50.755096 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:50.991746 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:51.046384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port b11cdd16-25f5-4ce3-875b-772f179c754f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b11cdd16-25f5-4ce3-875b-772f179c754f,segment=NetworkSegment(5af2780d-c0e3-419a-b0fe-7b3580738979),segment_id=5af2780d-c0e3-419a-b0fe-7b3580738979)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:40:51.053881 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:51.119083 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a18277-816a-488c-b415-157def34c934', 'name': 'router1', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd4c27732-416a-4937-a0b4-22774b296a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:40:31Z', 'updated_at': '2021-08-03T18:40:48Z', 'revision_number': 4, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'gw_port': {'id': 'd4c27732-416a-4937-a0b4-22774b296a45', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a18277-816a-488c-b415-157def34c934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:40:47Z', 'updated_at': '2021-08-03T18:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'b11cdd16-25f5-4ce3-875b-772f179c754f', 'name': '', 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'mac_address': 'fa:16:3e:b7:59:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a18277-816a-488c-b415-157def34c934', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:40:40Z', 'updated_at': '2021-08-03T18:40:43Z', 'revision_number': 4, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'subnets': [{'id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd5c0930-e72a-4fef-b41f-dd4acf5fc80b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:40:51.177098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Checking router: 58a18277-816a-488c-b415-157def34c934 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:40:51.177472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Updating router 58a18277-816a-488c-b415-157def34c934 port d4c27732-416a-4937-a0b4-22774b296a45 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:40:51.212672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=b11cdd16-25f5-4ce3-875b-772f179c754f,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:51.232755 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:51.355189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54802) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:40:51.467174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5892db83-88d7-4f58-a8db-61dd8aab34d2 admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1108367 Aug 03 18:40:51.569181 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:51.581067 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Transition to ACTIVE for port object d4c27732-416a-4937-a0b4-22774b296a45 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:40:51.587856 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:51.641889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Attempting to bind port d4c27732-416a-4937-a0b4-22774b296a45 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:40:51.642257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Attempting to bind port d4c27732-416a-4937-a0b4-22774b296a45 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:40:51.642616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Attempting to bind port d4c27732-416a-4937-a0b4-22774b296a45 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:40:51.650020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd468d4-c61f-4107-859d-41d4af81f04c None None] Pushing event updated for resources: {'Port': ['ID=d4c27732-416a-4937-a0b4-22774b296a45,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:51.653004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:40:51.653418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:40:51.653934 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:51.654321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:40:51.654795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Bound port: d4c27732-416a-4937-a0b4-22774b296a45, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:40:51.655190 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:51.709652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] For port d4c27732-416a-4937-a0b4-22774b296a45, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:40:51.712992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] For port d4c27732-416a-4937-a0b4-22774b296a45, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d4c27732-416a-4937-a0b4-22774b296a45,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:40:51.720119 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:51.779581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd468d4-c61f-4107-859d-41d4af81f04c None None] Pushing event updated for resources: {'Port': ['ID=d4c27732-416a-4937-a0b4-22774b296a45,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:51.784604 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Routers {'58a18277-816a-488c-b415-157def34c934'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:40:51.785206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:40:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['58a18277-816a-488c-b415-157def34c934'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:40:51.895452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] Set router 58a18277-816a-488c-b415-157def34c934 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:40:52.218165 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a18277-816a-488c-b415-157def34c934', 'name': 'router1', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd4c27732-416a-4937-a0b4-22774b296a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:40:31Z', 'updated_at': '2021-08-03T18:40:48Z', 'revision_number': 4, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'gw_port': {'id': 'd4c27732-416a-4937-a0b4-22774b296a45', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a18277-816a-488c-b415-157def34c934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:40:47Z', 'updated_at': '2021-08-03T18:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'b11cdd16-25f5-4ce3-875b-772f179c754f', 'name': '', 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'mac_address': 'fa:16:3e:b7:59:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a18277-816a-488c-b415-157def34c934', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:40:40Z', 'updated_at': '2021-08-03T18:40:51Z', 'revision_number': 5, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'subnets': [{'id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd5c0930-e72a-4fef-b41f-dd4acf5fc80b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:40:52.245514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f65924-f629-4c71-90c0-2f306127d28c None None] The sync data for ids ['58a18277-816a-488c-b415-157def34c934'] in n-d-802918-7 is: [{'id': '58a18277-816a-488c-b415-157def34c934', 'name': 'router1', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'd4c27732-416a-4937-a0b4-22774b296a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:40:31Z', 'updated_at': '2021-08-03T18:40:48Z', 'revision_number': 4, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'gw_port': {'id': 'd4c27732-416a-4937-a0b4-22774b296a45', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:60:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a18277-816a-488c-b415-157def34c934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:40:47Z', 'updated_at': '2021-08-03T18:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'b11cdd16-25f5-4ce3-875b-772f179c754f', 'name': '', 'network_id': '7b6c0e55-47a1-46c3-ba73-23b16c154754', 'tenant_id': '2f4e2f27f80f42aea6530d5ef3203095', 'mac_address': 'fa:16:3e:b7:59:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a18277-816a-488c-b415-157def34c934', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:40:40Z', 'updated_at': '2021-08-03T18:40:51Z', 'revision_number': 5, 'project_id': '2f4e2f27f80f42aea6530d5ef3203095', 'subnets': [{'id': 'c9ca9be3-0be2-49e8-87b9-e8e254ae8333', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd5c0930-e72a-4fef-b41f-dd4acf5fc80b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:40:52.556928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b11cdd16-25f5-4ce3-875b-772f179c754f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:40:52.609957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b11cdd16-25f5-4ce3-875b-772f179c754f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:40:52.610601 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:52.697398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d4c27732-416a-4937-a0b4-22774b296a45 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:40:52.757406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port d4c27732-416a-4937-a0b4-22774b296a45 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:40:52.761757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d4c27732-416a-4937-a0b4-22774b296a45 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:40:52.762133 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:52.876037 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:52.905575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port d4c27732-416a-4937-a0b4-22774b296a45, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d4c27732-416a-4937-a0b4-22774b296a45,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:40:52.911880 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:40:52.961689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=d4c27732-416a-4937-a0b4-22774b296a45,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:40:54.492563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d4c27732-416a-4937-a0b4-22774b296a45 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:40:54.542153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d4c27732-416a-4937-a0b4-22774b296a45 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:40:54.542874 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:41:03.534784 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-61a5d2c2-4410-43b1-9634-95a4819fa2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:41:06.370616 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-174c5746-a846-4998-a1ae-e806b4a5bdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:41:06.506908 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:41:07.632329 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:41:09.368692 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:41:25.695206 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:41:33.594487 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cbb14e4c-1681-47bc-9b04-291c3e1836b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:41:36.354663 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c10a0c10-f393-405d-a5d7-89266e52d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:41:36.507810 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:41:37.637579 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:41:39.368439 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:02.695130 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:42:03.540038 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-62a48723-a7e3-49d5-86fb-17f91dbc9d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:06.361410 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-896b5237-e464-4215-b4a2-3c24d8a382ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:06.503335 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:07.637099 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:09.373018 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:33.542255 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-258869bc-543a-43dc-b1ff-ae43ee9611cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:34.399487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55402) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:42:34.460841 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd554e5c-6193-4db0-be19-b14e44d08ef0 admin admin] GET failed (client error): The resource could not be found. Aug 03 18:42:34.462246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bd554e5c-6193-4db0-be19-b14e44d08ef0 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618002 Aug 03 18:42:34.626200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ea2947-fa30-4f57-bc8e-1a8560128a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:34.627721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b0ea2947-fa30-4f57-bc8e-1a8560128a95 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1611111 Aug 03 18:42:36.353775 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3cda4427-c325-40c2-86e5-daf51ef78e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:36.504753 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:36.843620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55412) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:42:36.944098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253945b8-bb52-4adc-b0e7-cfdb566f3bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:36.945474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-253945b8-bb52-4adc-b0e7-cfdb566f3bf0 admin admin] 10.222.0.78 "GET /v2.0/subnets/c9ca9be3-0be2-49e8-87b9-e8e254ae8333 HTTP/1.1" status: 200 len: 849 time: 0.1040156 Aug 03 18:42:36.955867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:42:37.044281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:37.187860 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793098207398'] for subnet, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:37.220173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:37.220781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:37.222111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] 10.222.0.78 "PUT /v2.0/subnets/c9ca9be3-0be2-49e8-87b9-e8e254ae8333 HTTP/1.1" status: 200 len: 868 time: 0.2703719 Aug 03 18:42:37.225239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63932af7-8e2a-4876-ba2c-1c2e125f0ea8 None None] Network 7b6c0e55-47a1-46c3-ba73-23b16c154754 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:42:37.240925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ca9be3-0be2-49e8-87b9-e8e254ae8333,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:42:37.248552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.248895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.249258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.249623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.249962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.250296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.250629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.250962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.251289 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.251624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.251941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.252269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d8dfa-ac47-47ce-96ea-9e7b86799a56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:42:37.621311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f2f4257c-0fb4-4d2e-a5e9-4faa2c1e53f1 None None] Provisioning complete for port b11cdd16-25f5-4ce3-875b-772f179c754f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:42:37.621930 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2f4257c-0fb4-4d2e-a5e9-4faa2c1e53f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:37.666002 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:37.717425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f2f4257c-0fb4-4d2e-a5e9-4faa2c1e53f1 None None] Provisioning complete for port 091f3e9d-ad92-4c50-af05-0adc93207fcb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:42:37.717824 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2f4257c-0fb4-4d2e-a5e9-4faa2c1e53f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:39.376355 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:42:39.420426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55420) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:42:39.627431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24803b22-920f-4aa0-a671-6095166c675d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:39.627907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24803b22-920f-4aa0-a671-6095166c675d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:39.629469 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-24803b22-920f-4aa0-a671-6095166c675d admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2081079 Aug 03 18:42:39.693692 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:42:41.809406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55430) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:42:41.941526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f1cf9-d9e2-48d4-9c8b-dcc5761a575b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:41.942013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f1cf9-d9e2-48d4-9c8b-dcc5761a575b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:41.943538 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-399f1cf9-d9e2-48d4-9c8b-dcc5761a575b admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1331580 Aug 03 18:42:44.132163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55438) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:42:44.300551 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96cec99-6f57-4681-974c-b743a88c9137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:44.302012 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b96cec99-6f57-4681-974c-b743a88c9137 admin admin] 10.222.0.78 "GET /v2.0/networks/7b6c0e55-47a1-46c3-ba73-23b16c154754 HTTP/1.1" status: 200 len: 869 time: 0.1688857 Aug 03 18:42:46.503490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55446) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:42:46.628020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d17fff-c73f-41c9-a238-ad05a6d5cff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:46.629396 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-17d17fff-c73f-41c9-a238-ad05a6d5cff4 admin admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 886 time: 0.1249282 Aug 03 18:42:48.803268 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55454) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:42:48.928636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e2049-f8bd-4110-a072-e7234cab5210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:48.929088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e2049-f8bd-4110-a072-e7234cab5210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:48.930710 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-314e2049-f8bd-4110-a072-e7234cab5210 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264801 Aug 03 18:42:51.101106 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55462) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:42:51.194944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b2dde-d608-4614-b57e-8b649c1b0940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:51.195402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b2dde-d608-4614-b57e-8b649c1b0940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:51.196934 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a64b2dde-d608-4614-b57e-8b649c1b0940 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948322 Aug 03 18:42:53.393078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55470) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:42:53.485375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a497a1-95a3-4c17-96c5-0346f3e51e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:53.488845 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-01a497a1-95a3-4c17-96c5-0346f3e51e40 admin admin] 10.222.0.78 "GET /v2.0/subnets/095a4048-e6d7-4c26-acc9-a35a23a97e8a HTTP/1.1" status: 200 len: 816 time: 0.0946846 Aug 03 18:42:55.671452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55478) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:42:55.765176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116783f-86c5-4e6d-a0ed-617ca306c6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:42:55.767062 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8116783f-86c5-4e6d-a0ed-617ca306c6c1 admin admin] 10.222.0.78 "GET /v2.0/subnets/c9ca9be3-0be2-49e8-87b9-e8e254ae8333 HTTP/1.1" status: 200 len: 868 time: 0.0946417 Aug 03 18:43:03.542549 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8e8393b5-e37d-4155-a1f1-7b41fee921af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:06.356844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b60753fe-c86a-4e9e-8861-360b0cde8cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:06.507871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:07.644268 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:09.381349 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:16.692843 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:43:21.566018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55532) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:43:21.617845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-6092dab6-e23b-48ab-bfa4-598e01016a41 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:43:21.618889 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6092dab6-e23b-48ab-bfa4-598e01016a41 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519254 Aug 03 18:43:23.892211 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55540) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:43:23.950365 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58c0e47-fbc0-4296-8d8c-92242adb29a5 admin admin] GET failed (client error): The resource could not be found. Aug 03 18:43:23.951691 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a58c0e47-fbc0-4296-8d8c-92242adb29a5 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585551 Aug 03 18:43:24.097289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7915f513-ace7-4891-a716-61e1d3b2afe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:43:24.098747 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7915f513-ace7-4891-a716-61e1d3b2afe6 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1427152 Aug 03 18:43:26.289997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55548) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:43:26.335892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-800de879-d358-451c-857e-31710e32be65 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:43:26.357634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800de879-d358-451c-857e-31710e32be65 admin admin] Made reservation on behalf of ba93e392617242de981e20c2bf370d3e for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:43:26.360329 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-800de879-d358-451c-857e-31710e32be65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:26.387781 n-d-802918-7 neutron-server[100487]: WARNING neutron.services.revisions.revision_plugin [None req-800de879-d358-451c-857e-31710e32be65 admin admin] Could not find related network for resource to bump revision. Aug 03 18:43:26.402213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800de879-d358-451c-857e-31710e32be65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:43:26.413425 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-800de879-d358-451c-857e-31710e32be65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:26.413802 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-800de879-d358-451c-857e-31710e32be65 admin admin] Added segment 0fb9ae9d-9963-4366-9f87-deae338b388c of type vlan for network 98239265-f60c-40b3-bca6-fe68d2fbaf1b Aug 03 18:43:26.452954 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-800de879-d358-451c-857e-31710e32be65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:26.480370 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-800de879-d358-451c-857e-31710e32be65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:26.481351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800de879-d358-451c-857e-31710e32be65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:43:26.481963 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-800de879-d358-451c-857e-31710e32be65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:26.535593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-800de879-d358-451c-857e-31710e32be65 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2444942 Aug 03 18:43:26.542216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800de879-d358-451c-857e-31710e32be65 admin admin] Pushing event updated for resources: {'Network': ['ID=98239265-f60c-40b3-bca6-fe68d2fbaf1b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:43:26.553604 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:43:28.720043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55556) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:43:28.778635 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-646090e1-9fef-442e-b0c1-35f58919b3a4 admin admin] GET failed (client error): The resource could not be found. Aug 03 18:43:28.779958 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-646090e1-9fef-442e-b0c1-35f58919b3a4 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589249 Aug 03 18:43:28.853445 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529831d0-9b81-433b-bc04-da854c96335c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:43:28.854866 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-529831d0-9b81-433b-bc04-da854c96335c admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704601 Aug 03 18:43:28.865617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:43:28.891173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Made reservation on behalf of ba93e392617242de981e20c2bf370d3e for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:43:28.893401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:29.058749 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:29.114656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0716567d-9496-4be3-a9b2-50876fbcd9fe,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:43:29.124509 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.124861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.125207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.125575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.125918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.126252 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.126584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.126913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.127239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.127567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.127887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.128212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.131115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:43:29.131489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Network hostable DHCP agents. Network: 98239265-f60c-40b3-bca6-fe68d2fbaf1b, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:43:29.147562 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:43:29.156469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 98239265-f60c-40b3-bca6-fe68d2fbaf1b) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:43:29.161386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:43:29.162000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:29.166807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c14d6-547c-411d-aac0-a747fb50576c None None] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:43:29.175591 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-18d9202f-733b-448c-a324-11d4af8bacc1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3136275 Aug 03 18:43:29.336272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'tenant_id': 'ba93e392617242de981e20c2bf370d3e', 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:43:29.337196 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:29.573329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Allocated IP 192.168.233.2 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/50b486de-5c02-471c-a79c-cc178b12a901) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:43:29.723300 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:29.732036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Transition to ACTIVE for port object 50b486de-5c02-471c-a79c-cc178b12a901 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:43:29.747807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Transition to ACTIVE for port object 50b486de-5c02-471c-a79c-cc178b12a901 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:43:29.756194 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:29.794769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:43:29.798269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:43:29.800699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:43:29.830432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Pushing event updated for resources: {'Port': ['ID=50b486de-5c02-471c-a79c-cc178b12a901,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:43:29.853970 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.854317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.854656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.854993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.855327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.855653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.855978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.856308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.856632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.856959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.857285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.857635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:43:29.874710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Attempting to bind port 50b486de-5c02-471c-a79c-cc178b12a901 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:43:29.875088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Attempting to bind port 50b486de-5c02-471c-a79c-cc178b12a901 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:43:29.875458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Attempting to bind port 50b486de-5c02-471c-a79c-cc178b12a901 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:43:29.880779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:43:29.881160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:43:29.881597 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:29.881990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:43:29.882485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Bound port: 50b486de-5c02-471c-a79c-cc178b12a901, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:43:29.882889 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:29.956703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] For port 50b486de-5c02-471c-a79c-cc178b12a901, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:43:29.960254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] For port 50b486de-5c02-471c-a79c-cc178b12a901, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=50b486de-5c02-471c-a79c-cc178b12a901,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:43:29.966981 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:30.029687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a99ef-1ba8-4726-ae8b-78b50f748556 None None] Pushing event updated for resources: {'Port': ['ID=50b486de-5c02-471c-a79c-cc178b12a901,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:43:30.651177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 50b486de-5c02-471c-a79c-cc178b12a901 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:43:30.716266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 50b486de-5c02-471c-a79c-cc178b12a901 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:43:30.891264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe8ddd6-eda8-4f48-8e47-082bf0a5d021 None None] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:43:30.953213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2bebbde9-fc75-411e-bb03-9667847ad3a5 None None] Provisioning for port 50b486de-5c02-471c-a79c-cc178b12a901 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:43:30.965617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2bebbde9-fc75-411e-bb03-9667847ad3a5 None None] Provisioning complete for port 50b486de-5c02-471c-a79c-cc178b12a901 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:43:30.965988 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2bebbde9-fc75-411e-bb03-9667847ad3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:31.104275 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2bebbde9-fc75-411e-bb03-9667847ad3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:31.143913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2bebbde9-fc75-411e-bb03-9667847ad3a5 None None] For port 50b486de-5c02-471c-a79c-cc178b12a901, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=50b486de-5c02-471c-a79c-cc178b12a901,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:43:31.149249 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2bebbde9-fc75-411e-bb03-9667847ad3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:31.209745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebbde9-fc75-411e-bb03-9667847ad3a5 None None] Pushing event updated for resources: {'Port': ['ID=50b486de-5c02-471c-a79c-cc178b12a901,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:43:31.373640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eca37e4d-0115-452b-bf7a-a83a423e994c None None] Provisioning complete for port 50b486de-5c02-471c-a79c-cc178b12a901 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:43:31.374014 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eca37e4d-0115-452b-bf7a-a83a423e994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:32.606608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 50b486de-5c02-471c-a79c-cc178b12a901 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:43:32.654079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 50b486de-5c02-471c-a79c-cc178b12a901 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:43:32.654447 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:33.555578 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ecb4aec1-276b-40fb-ad01-e30fccb71a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:36.360269 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ac6f-6070-4005-a362-ef8d7729be00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:36.509297 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:37.647507 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:39.380816 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:43:53.696797 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:44:03.546868 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9739c9cd-d16f-4f59-9fb2-03049d1e7477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:06.366193 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-84525df5-8056-4d33-a442-b16e5fc8d03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:06.511403 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:07.650264 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:09.385235 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:30.695298 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:44:33.548791 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6546f4d7-09b5-4971-b5c5-51977ec82c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:36.367941 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e844f65f-b36e-4d51-847a-bbd220053f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:36.515595 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:37.654705 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:39.386867 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:42.389104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55608) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:44:42.395086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-4ee32ec4-cda7-4989-b172-0a22c96c8b80 tempest-verify_tempest_config-2103107685 tempest-verify_tempest_config-2103107685-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:44:42.396058 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4ee32ec4-cda7-4989-b172-0a22c96c8b80 tempest-verify_tempest_config-2103107685 tempest-verify_tempest_config-2103107685-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059466 Aug 03 18:44:42.702920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55626) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:44:42.802121 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:42.893481 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:42.896910 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:42.940278 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94acaf6b1a284e73bdb9ecfbeaad749b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2363074 Aug 03 18:44:42.941331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f9a153-2666-47f8-9531-90d27d6eb7d9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:44:42.942990 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55630) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:44:42.947929 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:42.948280 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:42.948624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:42.948958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:42.949297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:42.950170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:42.950501 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:42.950829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:42.951155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:42.951479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:42.951804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:42.952126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce188986-6e9c-4c06-aa24-4eca04e71e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.003398 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:43.024176 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:43.111277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:43.113935 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:44:43.115387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a5f9a153-2666-47f8-9531-90d27d6eb7d9 HTTP/1.1" status: 204 len: 168 time: 0.1713645 Aug 03 18:44:43.124125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f9a153-2666-47f8-9531-90d27d6eb7d9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:44:43.130731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.131074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.131413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.131747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.132074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.132397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.132715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.133222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.133570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.133899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.134218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:44:43.134537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dadd87-17fb-4001-8c1c-72523a781e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:45:03.549764 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6c81a5a2-d055-4513-b27f-9d45a0c2e1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:45:06.369630 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-da894cf9-1a38-4e17-9ebc-49080b3a3f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:45:06.515569 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:45:07.652975 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:45:07.694150 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:45:09.384961 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:45:33.555663 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8765cc30-91b5-4791-9c46-9970960b3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:45:36.371453 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-21504f6f-7e8a-4900-a2fc-77bad61bdd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:45:36.517028 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:45:37.656467 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:45:39.387304 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:45:44.693044 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:46:03.545670 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3d09c6b7-5ab2-4df1-bb58-84a9f386e686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:46:06.372365 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc2c3afa-dd7b-45f7-a903-365357affbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:46:06.518539 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:46:07.658274 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:46:09.390637 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:46:21.691909 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:46:33.546342 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-24820e8c-8175-490b-a981-da786b39d34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:46:36.374701 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-452daceb-98f8-45f1-9a02-b6b133e9b740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:46:36.520141 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:46:37.663781 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:46:39.391905 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:46:58.690881 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:47:03.546737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-92aa4312-e46f-49c8-8ba9-56296e861d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:47:06.374979 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b8b1ce1-2da6-42d3-8cc8-69ede4facf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:47:06.520903 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:47:07.665526 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:47:09.398888 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:47:33.553593 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-468faa48-3797-4275-ae2d-31899f94bea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:47:35.692845 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 5 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:47:36.375596 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-06e307c5-eed4-4519-b99c-d747665089b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:47:36.616764 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:47:37.668411 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:47:39.396991 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:47:44.852834 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675994'] for agent, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:47:59.227487 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675994'] for agent, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:03.543674 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9542f29a-fca2-4fca-b448-d5be6522ef3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:06.376506 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-375e5063-4a45-469b-bc85-878e78d40bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:06.518695 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:07.672585 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:09.403825 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:12.692055 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:48:14.807114 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:29.210622 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:31.471171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55692) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:31.577240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a46392d6-562a-4911-a200-acfa862ea832 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1041465 Aug 03 18:48:33.546163 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ee6cca7a-1d0b-44e5-975f-a0036dccda94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:33.855721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55702) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:33.911696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-39c52210-8663-44d1-8302-f61a470a0d06 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0548646 Aug 03 18:48:36.376724 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ab6e8917-a52d-4d64-a1f1-90c0e381d4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:36.519679 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:37.672717 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:39.404720 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:44.806824 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:49.690587 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:48:59.192766 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:03.548206 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-73be2aee-a7e7-40cc-a3b1-fcb42fac0634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:06.377635 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30ec89b1-2ddc-47ba-ac6f-520cec141896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:06.526957 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:07.676588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:09.409770 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:14.821485 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:26.696313 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:49:29.224316 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:33.572958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-19710b7c-190a-4eed-b5c4-1dd5007930d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:36.382931 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ce3142f-d2ae-4da7-a7ca-2dfd2ab69048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:36.520777 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:37.680219 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:39.415215 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:44.822243 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:59.250751 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:03.567473 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e6f0eafb-d6e0-4f07-9722-95a26a1a1e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:03.697310 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:50:03.824376 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55934) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:04.454565 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55960) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:04.455511 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c1e42f82-84d2-4065-b738-7e0407f1e058 tempest-AutoAllocateNetworkTest-607204311 tempest-AutoAllocateNetworkTest-607204311-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3c91d25bb87d47069ce2225692e5de51&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6280766 Aug 03 18:50:04.765999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a0187e-0517-4308-8610-c98ce2492466 tempest-AutoAllocateNetworkTest-607204311 tempest-AutoAllocateNetworkTest-607204311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:04.767906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-88a0187e-0517-4308-8610-c98ce2492466 tempest-AutoAllocateNetworkTest-607204311 tempest-AutoAllocateNetworkTest-607204311-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3114645 Aug 03 18:50:04.772542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55978) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:04.997750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55994) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:04.998039 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a97a445e-397a-4e53-8885-d7ac3b5135e0 tempest-AutoAllocateNetworkTest-607204311 tempest-AutoAllocateNetworkTest-607204311-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2237804 Aug 03 18:50:05.030990 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c553e755-9c83-4ba6-b444-b84b42fc2ddd tempest-AutoAllocateNetworkTest-607204311 tempest-AutoAllocateNetworkTest-607204311-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3c91d25bb87d47069ce2225692e5de51 HTTP/1.1" status: 200 len: 208 time: 0.0316379 Aug 03 18:50:06.119146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56036) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:06.393697 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1a07d9cb-db81-44ff-98b4-b9d6ba57ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:06.532093 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:06.547428 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:06.655743 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:06.661037 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:06.726183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d94f946-f3d8-4148-982c-d82b800ffff1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:06.761735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.762172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.762690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.763227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.763965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.764433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.764948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.765478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.766002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.766431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.767135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.767696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] Tracked resource versions report: Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: pushed versions: Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: { 'AddressGroup': {'1.2'}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'ConntrackHelper': {'1.0'}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'Log': {'1.0'}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'Network': {'1.1'}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'Port': {'1.7'}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'PortForwarding': {'1.2'}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'QosPolicy': {'1.8'}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'SecurityGroup': {'1.4'}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'SubPort': {'1.0'}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'Subnet': {'1.1'}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'Trunk': {'1.1'}} Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: consumer versions: Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: { DHCP agent@n-d-802918-7: {}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: HyperV agent@n-h1-802918-7: {}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: HyperV agent@n-h2-802918-7: {}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: L3 agent@n-d-802918-7: {}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: Metadata agent@n-d-802918-7: {}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: Metering agent@n-d-802918-7: {}, Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: Open vSwitch agent@n-d-802918-7: { 'AddressGroup': '1.2', Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'ConntrackHelper': '1.0', Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'Log': '1.0', Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'Network': '1.1', Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'Port': '1.7', Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'PortForwarding': '1.2', Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'QosPolicy': '1.8', Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'SecurityGroup': '1.4', Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'SecurityGroupRule': '1.2', Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'SubPort': '1.0', Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'Subnet': '1.1', Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: 'Trunk': '1.1'}} Aug 03 18:50:06.769030 n-d-802918-7 neutron-server[100487]: {{(pid=100487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:50:06.780763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-88886f30-59fd-4e37-8789-02db4f9b8748 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3c91d25bb87d47069ce2225692e5de51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6603141 Aug 03 18:50:06.783258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56072) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:06.862064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c73eb75e-d9ee-474f-9180-ee69c5a3151b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:06.885075 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c73eb75e-d9ee-474f-9180-ee69c5a3151b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:06.960207 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c73eb75e-d9ee-474f-9180-ee69c5a3151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:06.965609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c73eb75e-d9ee-474f-9180-ee69c5a3151b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:06.967696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c73eb75e-d9ee-474f-9180-ee69c5a3151b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d94f946-f3d8-4148-982c-d82b800ffff1 HTTP/1.1" status: 204 len: 168 time: 0.1828115 Aug 03 18:50:06.981229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eb75e-d9ee-474f-9180-ee69c5a3151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d94f946-f3d8-4148-982c-d82b800ffff1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:07.716534 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:08.966048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56194) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:08.969836 n-d-802918-7 neutron-server[100487]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 18:50:09.004556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-bfa7b1d0-ce12-45a8-ba77-d7fa97587f4f tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=55da6ac343b348f0a7dcc41806ada940&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360069 Aug 03 18:50:09.162534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-f279fe6a-e044-4f64-9f21-3ca2e877796d tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:09.170332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-f279fe6a-e044-4f64-9f21-3ca2e877796d tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578712 Aug 03 18:50:09.184889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-f6ed9bd3-34a2-4c3e-bea3-ec7e375804d9 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/quotas/55da6ac343b348f0a7dcc41806ada940 HTTP/1.1" status: 200 len: 375 time: 0.0133955 Aug 03 18:50:09.249224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-1158d1e9-0874-4b95-8471-f69f99a473f6 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=55da6ac343b348f0a7dcc41806ada940&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577915 Aug 03 18:50:09.423418 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:09.435466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56226) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:09.636551 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:09.763507 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:09.770401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:09.823325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405d81ca-4bf9-4813-8d93-9f78ceab1455,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:09.842376 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.843119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.843633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.844273 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.845206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.845938 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.846695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.847470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.848236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.849017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.849852 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.850560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] Tracked resource versions report: Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: pushed versions: Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: { 'AddressGroup': {'1.2'}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'ConntrackHelper': {'1.0'}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'Log': {'1.0'}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'Network': {'1.1'}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'Port': {'1.7'}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'PortForwarding': {'1.2'}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'QosPolicy': {'1.8'}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'SecurityGroup': {'1.4'}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'SubPort': {'1.0'}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'Subnet': {'1.1'}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'Trunk': {'1.1'}} Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: consumer versions: Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: { DHCP agent@n-d-802918-7: {}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: HyperV agent@n-h1-802918-7: {}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: HyperV agent@n-h2-802918-7: {}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: L3 agent@n-d-802918-7: {}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: Metadata agent@n-d-802918-7: {}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: Metering agent@n-d-802918-7: {}, Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: Open vSwitch agent@n-d-802918-7: { 'AddressGroup': '1.2', Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'ConntrackHelper': '1.0', Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'Log': '1.0', Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'Network': '1.1', Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'Port': '1.7', Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'PortForwarding': '1.2', Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'QosPolicy': '1.8', Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'SecurityGroup': '1.4', Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'SecurityGroupRule': '1.2', Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'SubPort': '1.0', Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'Subnet': '1.1', Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: 'Trunk': '1.1'}} Aug 03 18:50:09.852642 n-d-802918-7 neutron-server[100488]: {{(pid=100488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:50:09.883509 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-86998b79-d662-4db1-bcee-4bcfd12f8718 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a22f43e9ce74463383e70721f1407e25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4466574 Aug 03 18:50:09.885940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56274) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:09.916062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56276) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:09.989121 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e2a257b-4b03-43d4-9a16-f0193db8818d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:10.014260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e2a257b-4b03-43d4-9a16-f0193db8818d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:10.029849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56284) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:10.076470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e2a257b-4b03-43d4-9a16-f0193db8818d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:10.084003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e2a257b-4b03-43d4-9a16-f0193db8818d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:10.088298 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8e2a257b-4b03-43d4-9a16-f0193db8818d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/405d81ca-4bf9-4813-8d93-9f78ceab1455 HTTP/1.1" status: 204 len: 168 time: 0.1988704 Aug 03 18:50:10.097102 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a257b-4b03-43d4-9a16-f0193db8818d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405d81ca-4bf9-4813-8d93-9f78ceab1455,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:10.442011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02fe6877-f14c-4f9d-b4ee-75721a262db9 req-ae616c57-d056-474d-8219-d030e1863d49 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 210 time: 0.5243456 Aug 03 18:50:10.458252 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73348565-8180-4996-a686-a048814959f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:10.483921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-0d4a2b1a-e26a-43db-af2f-fc841a8a7fae tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=68b95d2b412040df96c5b8aae296363a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1987181 Aug 03 18:50:10.641841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-2114e87c-6c61-414f-af52-f3ab352ea445 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:10.650177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-2114e87c-6c61-414f-af52-f3ab352ea445 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651983 Aug 03 18:50:10.677898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-9f3aae97-63d8-4a73-83b3-c236ac14bf0b tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/quotas/68b95d2b412040df96c5b8aae296363a HTTP/1.1" status: 200 len: 375 time: 0.0266335 Aug 03 18:50:10.714420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-9344ee2c-6e0d-43ca-b01c-20054b51b060 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=68b95d2b412040df96c5b8aae296363a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354333 Aug 03 18:50:10.748401 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73348565-8180-4996-a686-a048814959f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:10.761541 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73348565-8180-4996-a686-a048814959f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:10.807299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73348565-8180-4996-a686-a048814959f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5afd27b-9059-4b11-b42f-2574a1ba2130,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:10.845243 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-73348565-8180-4996-a686-a048814959f9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=73a0473bae1d4d7d92b04e19a4a74c2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8085051 Aug 03 18:50:10.845322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56322) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:10.863136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56326) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:10.888641 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-783a7492-53ce-4bc7-bf96-1a8d31f5e779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:10.934367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da885bcd-736e-444e-9c2d-e14deee0aea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:10.964032 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da885bcd-736e-444e-9c2d-e14deee0aea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:11.053390 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da885bcd-736e-444e-9c2d-e14deee0aea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:11.054936 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da885bcd-736e-444e-9c2d-e14deee0aea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:11.064359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-da885bcd-736e-444e-9c2d-e14deee0aea4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a5afd27b-9059-4b11-b42f-2574a1ba2130 HTTP/1.1" status: 204 len: 168 time: 0.2158010 Aug 03 18:50:11.097313 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-783a7492-53ce-4bc7-bf96-1a8d31f5e779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:11.107527 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-783a7492-53ce-4bc7-bf96-1a8d31f5e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:11.130030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da885bcd-736e-444e-9c2d-e14deee0aea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5afd27b-9059-4b11-b42f-2574a1ba2130,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:11.274422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56352) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:11.304386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a7492-53ce-4bc7-bf96-1a8d31f5e779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d213c8e4-a232-41b3-b3a2-85230d539104,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:11.313838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cb7e11c-13df-4d4d-9c0e-fb9011e9a449 req-90aeef00-c106-4b50-9a45-b0421b3186e4 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 210 time: 0.1079350 Aug 03 18:50:11.320228 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-783a7492-53ce-4bc7-bf96-1a8d31f5e779 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98b5831623664a83826a4855bb21e866&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4543781 Aug 03 18:50:11.324063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56360) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:11.433899 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8adb0658-53f3-470d-a6d4-23ac108086dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:11.483066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8adb0658-53f3-470d-a6d4-23ac108086dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:11.640159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a94f8483-1409-4b28-ba40-f25b201f4da8 req-5316268f-fd16-4d1d-baea-edf659dc8b7e tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 210 time: 0.0844164 Aug 03 18:50:11.698519 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8adb0658-53f3-470d-a6d4-23ac108086dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:11.705231 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8adb0658-53f3-470d-a6d4-23ac108086dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:11.717548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8adb0658-53f3-470d-a6d4-23ac108086dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d213c8e4-a232-41b3-b3a2-85230d539104 HTTP/1.1" status: 204 len: 168 time: 0.3913357 Aug 03 18:50:11.736195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb0658-53f3-470d-a6d4-23ac108086dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d213c8e4-a232-41b3-b3a2-85230d539104,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:11.877137 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06bbd45a-53ff-4b86-b6ba-30799ba96d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.065534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56396) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:12.095304 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37e94687-ecbb-4622-8fb5-af502db5be12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.203718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06bbd45a-53ff-4b86-b6ba-30799ba96d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.212749 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06bbd45a-53ff-4b86-b6ba-30799ba96d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.266539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbd45a-53ff-4b86-b6ba-30799ba96d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b5e28-c6a2-4d48-8d08-533a61fc3a35,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:12.304698 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-06bbd45a-53ff-4b86-b6ba-30799ba96d7e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b69795cb6a1049aaaa594a0e01332d1f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0097055 Aug 03 18:50:12.307271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56410) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:12.395991 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37e94687-ecbb-4622-8fb5-af502db5be12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.423091 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e080-5917-4b75-acd6-7c2eb11d3a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.426328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37e94687-ecbb-4622-8fb5-af502db5be12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.460405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-37e94687-ecbb-4622-8fb5-af502db5be12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9b8c7516419249c8a2ccd840d6f818e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3920543 Aug 03 18:50:12.467740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56424) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:12.499442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-553c91d4-d1b5-412c-8b44-04e84424fc61 req-bc61f3e5-57d9-4472-acb1-60cd7ce1e1cb tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 210 time: 0.0836933 Aug 03 18:50:12.529050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e080-5917-4b75-acd6-7c2eb11d3a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.588338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e94687-ecbb-4622-8fb5-af502db5be12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0e6822-8a40-4c8b-82dd-12cf44099373,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:12.716687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6b5e782f-36a7-46a7-8710-fdfb24735df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.758944 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e080-5917-4b75-acd6-7c2eb11d3a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.763673 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e080-5917-4b75-acd6-7c2eb11d3a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.768394 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8dd3e080-5917-4b75-acd6-7c2eb11d3a94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0c0b5e28-c6a2-4d48-8d08-533a61fc3a35 HTTP/1.1" status: 204 len: 168 time: 0.4565649 Aug 03 18:50:12.813312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6b5e782f-36a7-46a7-8710-fdfb24735df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.884615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3e080-5917-4b75-acd6-7c2eb11d3a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0b5e28-c6a2-4d48-8d08-533a61fc3a35,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:12.980606 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6b5e782f-36a7-46a7-8710-fdfb24735df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.984248 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6b5e782f-36a7-46a7-8710-fdfb24735df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:12.994137 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6b5e782f-36a7-46a7-8710-fdfb24735df2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/db0e6822-8a40-4c8b-82dd-12cf44099373 HTTP/1.1" status: 204 len: 168 time: 0.5239010 Aug 03 18:50:13.007481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96f276a1-f242-4ac2-9a17-6611a2694512 req-9aea819e-bd8d-47f4-ad66-156a488f544d tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 210 time: 0.1047423 Aug 03 18:50:13.012009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e782f-36a7-46a7-8710-fdfb24735df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0e6822-8a40-4c8b-82dd-12cf44099373,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:13.154092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.37', 63363) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:13.204442 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-1b494c96-10d9-4f10-9601-882e19b24c9b tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=55da6ac343b348f0a7dcc41806ada940&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484834 Aug 03 18:50:13.702553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8520680c-3c22-4d76-882c-6c5ded80ddb3 req-b3f8b6e7-3b1a-4f12-8d93-bb8498722fa8 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 210 time: 0.0556350 Aug 03 18:50:13.754077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-39c19faa-bd6b-42f2-812f-a74527611aac tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:13.756723 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-39c19faa-bd6b-42f2-812f-a74527611aac tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5446341 Aug 03 18:50:13.792765 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56496) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:13.812482 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c97b6c1-902b-409d-b2dc-38ff8b8eb2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:13.830460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Request body: {'port': {'device_id': '44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '55da6ac343b348f0a7dcc41806ada940'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:14.036076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.37', 63367) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:14.136704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-ac3d115c-5e2a-4a7b-80f3-49d6c3e11ce4 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68b95d2b412040df96c5b8aae296363a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983713 Aug 03 18:50:14.148186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c97b6c1-902b-409d-b2dc-38ff8b8eb2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:14.175254 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c97b6c1-902b-409d-b2dc-38ff8b8eb2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:14.321303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97b6c1-902b-409d-b2dc-38ff8b8eb2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4d4ea6-9857-4d4a-8bcc-46e0df47a625,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:14.404660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4c97b6c1-902b-409d-b2dc-38ff8b8eb2eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6efca1fa7dee4e43a8d819217ec2cc4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6097834 Aug 03 18:50:14.405261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56526) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:14.585416 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-79b2e36f-36ae-41f8-9591-0ea9bdb9c254 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:14.590261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-79b2e36f-36ae-41f8-9591-0ea9bdb9c254 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4467494 Aug 03 18:50:14.615985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Request body: {'port': {'device_id': '057a3367-65c2-4f81-93ab-45f41cbc0942', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '68b95d2b412040df96c5b8aae296363a'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:14.634740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Made reservation on behalf of 55da6ac343b348f0a7dcc41806ada940 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:50:14.641017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:14.669325 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71c3bc46-d887-4ea9-bb70-cd696989c751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:14.673950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:14.752375 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71c3bc46-d887-4ea9-bb70-cd696989c751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:14.836818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4da34750-b24a-48ef-9cae-65d7a0903670 req-62689f42-f1e3-4c4c-97e4-8e2c75fff60c tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 210 time: 0.1383305 Aug 03 18:50:14.873218 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:15.022051 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71c3bc46-d887-4ea9-bb70-cd696989c751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:15.026828 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71c3bc46-d887-4ea9-bb70-cd696989c751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:15.029629 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-71c3bc46-d887-4ea9-bb70-cd696989c751 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7e4d4ea6-9857-4d4a-8bcc-46e0df47a625 HTTP/1.1" status: 204 len: 168 time: 0.6220088 Aug 03 18:50:15.068576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3bc46-d887-4ea9-bb70-cd696989c751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4d4ea6-9857-4d4a-8bcc-46e0df47a625,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:15.114520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:15.127293 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:15.206165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0df99a02-8970-47bd-ab39-6c9e19d8bb9a req-a6205a04-511f-4242-b5da-d6f68b3136e6 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 210 time: 0.2445748 Aug 03 18:50:15.265218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Made reservation on behalf of 68b95d2b412040df96c5b8aae296363a for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:50:15.272045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:15.299213 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:15.435557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52def7b4-5969-479a-bc65-3dd5b6e5dd76,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:15.572336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56552) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:15.642453 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:15.661157 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:15.701353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Allocated IP 192.168.233.225 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/53b03c83-ad4c-4990-b0e3-d288a1cfa97a) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:50:15.965586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b29b3f-f529-4a53-adce-da918ed8017d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:16.149006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4ff68c3-882d-4537-a4a8-aaaf5d3c2f0a req-d20ae075-ca49-4073-a675-0f33a6092223 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 210 time: 0.0508676 Aug 03 18:50:16.235546 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-981fa491-ac6b-4f59-ba6d-12f634ca282e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:16.473003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:16.559823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-efc5a317-a5e9-4dd1-8ab7-c6bc621338ec req-c08c3f8c-e901-4090-89ee-48f7f9f66bc4 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 210 time: 0.1031480 Aug 03 18:50:16.674021 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-981fa491-ac6b-4f59-ba6d-12f634ca282e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:16.695883 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-981fa491-ac6b-4f59-ba6d-12f634ca282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:16.801433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Transition to ACTIVE for port object 53b03c83-ad4c-4990-b0e3-d288a1cfa97a will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:16.832232 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-981fa491-ac6b-4f59-ba6d-12f634ca282e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=45d7f9ad3d53488fa37c2581801dce06&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2584567 Aug 03 18:50:16.838634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56580) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:16.934759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981fa491-ac6b-4f59-ba6d-12f634ca282e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bf0320-a329-4025-9f64-91dcbd53e87d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:17.125981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:17.209641 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b23c7879-b389-42a1-a860-f717821c3a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:17.458989 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b23c7879-b389-42a1-a860-f717821c3a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:17.483965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:50:17.495850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:17.512556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:50:17.513429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Allocated IP 192.168.233.162 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/1719f50f-bce3-41e7-bb0c-d074f9c18fca) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:50:17.520892 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:17.521663 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:17.526340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Pushing event updated for resources: {'Port': ['ID=53b03c83-ad4c-4990-b0e3-d288a1cfa97a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:17.573950 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-dd9c6cbb-cc29-41a3-a0b3-583e518f6dd8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7547977 Aug 03 18:50:17.578652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8768c5-e02f-49a0-ad2d-93f51595e62f req-2fbe9c47-88d6-472b-8367-0a7bc199b4cc tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:17.579943 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f8768c5-e02f-49a0-ad2d-93f51595e62f req-2fbe9c47-88d6-472b-8367-0a7bc199b4cc tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 936 time: 0.2447884 Aug 03 18:50:17.588613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-4cc78dc4-e0ec-4e20-a56a-633387fffa6c tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:50:17.603848 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-4cc78dc4-e0ec-4e20-a56a-633387fffa6c tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064225 Aug 03 18:50:17.727356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b23c7879-b389-42a1-a860-f717821c3a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:17.729997 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b23c7879-b389-42a1-a860-f717821c3a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:17.731172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b23c7879-b389-42a1-a860-f717821c3a90 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86bf0320-a329-4025-9f64-91dcbd53e87d HTTP/1.1" status: 204 len: 168 time: 0.8912146 Aug 03 18:50:17.939593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c7879-b389-42a1-a860-f717821c3a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bf0320-a329-4025-9f64-91dcbd53e87d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:18.015015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9b8f58ab-54ad-4671-99c0-2729476e603b None None] Provisioning for port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:18.022167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9b8f58ab-54ad-4671-99c0-2729476e603b None None] Provisioning complete for port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:18.022834 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9b8f58ab-54ad-4671-99c0-2729476e603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:18.073586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f58ab-54ad-4671-99c0-2729476e603b None None] Port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:50:18.148045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f8768c5-e02f-49a0-ad2d-93f51595e62f req-c4f736e7-79f6-4617-a3cb-7958c79b7da0 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399342 Aug 03 18:50:18.350060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0659d77-1c99-46a7-9038-4e72188ed62a req-a2dc341c-c1a1-4f5d-8bae-fe0fe8eac334 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 210 time: 0.5512717 Aug 03 18:50:18.504137 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:18.524974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Transition to ACTIVE for port object 1719f50f-bce3-41e7-bb0c-d074f9c18fca will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:18.587093 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:18.618887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:50:18.648968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:18.693956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:50:18.707220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:18.708484 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:18.722168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Request body: {'port': {'device_id': '44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6', 'device_owner': 'compute:tempest-test_az-124048420', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:18.752886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56626) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:18.854001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Pushing event updated for resources: {'Port': ['ID=1719f50f-bce3-41e7-bb0c-d074f9c18fca,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:18.879033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-42db3fad-1f74-4db4-b30a-a11f7e74a880 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2768891 Aug 03 18:50:18.899882 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5a32b38-b0e7-4a79-9298-c986ad444cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:18.918902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Request body: {'port': {'device_id': '057a3367-65c2-4f81-93ab-45f41cbc0942', 'device_owner': 'compute:tempest-test_az-124048420', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:19.018691 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:19.067656 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:19.142707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-58a56670-910e-4198-8686-6f7f1f83814e None None] Provisioning for port 1719f50f-bce3-41e7-bb0c-d074f9c18fca completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:19.168414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-58a56670-910e-4198-8686-6f7f1f83814e None None] Provisioning complete for port 1719f50f-bce3-41e7-bb0c-d074f9c18fca triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:19.170382 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-58a56670-910e-4198-8686-6f7f1f83814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:19.393186 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-58a56670-910e-4198-8686-6f7f1f83814e None None] Port 1719f50f-bce3-41e7-bb0c-d074f9c18fca cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:50:19.438367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56640) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:19.807875 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5a32b38-b0e7-4a79-9298-c986ad444cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:19.821050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5a32b38-b0e7-4a79-9298-c986ad444cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:19.855424 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b5a32b38-b0e7-4a79-9298-c986ad444cc5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=87ee9b70d3d0488f89df4b040e3c5333&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0985224 Aug 03 18:50:19.864158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56650) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:19.901214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-142861859-network', 'tenant_id': '448bff490d084bf0a760117b49d76e86'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:19.922462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60438012-9118-41e3-87fb-b614c327ea72 req-a121040d-002d-4f18-bd0f-381b310af997 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:19.925369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60438012-9118-41e3-87fb-b614c327ea72 req-a121040d-002d-4f18-bd0f-381b310af997 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 936 time: 0.5737975 Aug 03 18:50:19.975932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a32b38-b0e7-4a79-9298-c986ad444cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c8f5e4-9bad-40d1-b38b-02a74d42c999,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:20.051018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9e2743f-fbe4-4c4a-97cb-6aed3d85efa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.084328 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9e2743f-fbe4-4c4a-97cb-6aed3d85efa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.094779 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Made reservation on behalf of 448bff490d084bf0a760117b49d76e86 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:50:20.102522 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.119725 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.122819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b03c83-ad4c-4990-b0e3-d288a1cfa97a {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:50:20.132131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7c33-036f-4dcf-9177-3f390950708f req-57ecac82-4e8c-4a5c-a326-37fbe0b9a4ee tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:20.134078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75ac7c33-036f-4dcf-9177-3f390950708f req-57ecac82-4e8c-4a5c-a326-37fbe0b9a4ee tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 936 time: 0.2542186 Aug 03 18:50:20.137918 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.159946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Transition to ACTIVE for port object 53b03c83-ad4c-4990-b0e3-d288a1cfa97a will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:20.172363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.184516 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60438012-9118-41e3-87fb-b614c327ea72 req-86d4054c-bc16-4b61-a110-b1edc19421b4 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864271 Aug 03 18:50:20.235809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9e2743f-fbe4-4c4a-97cb-6aed3d85efa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.239745 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9e2743f-fbe4-4c4a-97cb-6aed3d85efa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.246144 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c9e2743f-fbe4-4c4a-97cb-6aed3d85efa2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/10c8f5e4-9bad-40d1-b38b-02a74d42c999 HTTP/1.1" status: 204 len: 168 time: 0.3764806 Aug 03 18:50:20.295658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2743f-fbe4-4c4a-97cb-6aed3d85efa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c8f5e4-9bad-40d1-b38b-02a74d42c999,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:20.320000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75ac7c33-036f-4dcf-9177-3f390950708f req-6547538d-4743-4479-8b53-0c40ce1ca58f tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697509 Aug 03 18:50:20.477053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Pushing event updated for resources: {'Port': ['ID=53b03c83-ad4c-4990-b0e3-d288a1cfa97a,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:20.504475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Attempting to bind port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:50:20.507209 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Attempting to bind port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:50:20.507830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Attempting to bind port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:20.517477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:50:20.518575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Attempting to bind port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:20.529110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:50:20.530825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:20.531878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:50:20.533487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Bound port: 53b03c83-ad4c-4990-b0e3-d288a1cfa97a, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:50:20.534314 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.636557 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.645426 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.712064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1719f50f-bce3-41e7-bb0c-d074f9c18fca {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:50:20.719802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:50:20.730572 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.760397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] For port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:50:20.761965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066a905d-8f28-4158-8c94-b2b00aff08d7,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:20.771350 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.771876 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Added segment c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e of type vlan for network e82201e2-b035-4956-9e86-abf136b81612 Aug 03 18:50:20.776730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] For port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=53b03c83-ad4c-4990-b0e3-d288a1cfa97a,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:50:20.793786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.805309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Transition to ACTIVE for port object 1719f50f-bce3-41e7-bb0c-d074f9c18fca will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:20.822390 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.893774 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:20.895192 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:20.898132 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/53b03c83-ad4c-4990-b0e3-d288a1cfa97a HTTP/1.1" status: 200 len: 1117 time: 2.6990585 Aug 03 18:50:20.899464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6', 'tag': '53b03c83-ad4c-4990-b0e3-d288a1cfa97a'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:20.999617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:21.168933 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 18:50:21.262353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Pushing event updated for resources: {'Port': ['ID=1719f50f-bce3-41e7-bb0c-d074f9c18fca,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:21.399977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Attempting to bind port 1719f50f-bce3-41e7-bb0c-d074f9c18fca on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:50:21.400560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Attempting to bind port 1719f50f-bce3-41e7-bb0c-d074f9c18fca by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:50:21.401042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Attempting to bind port 1719f50f-bce3-41e7-bb0c-d074f9c18fca on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:21.419287 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:21.422412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:21.424499 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:21.433997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Port 1719f50f-bce3-41e7-bb0c-d074f9c18fca on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:50:21.435162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Attempting to bind port 1719f50f-bce3-41e7-bb0c-d074f9c18fca on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:21.447614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f483d23-b5c6-4cc1-8a87-e8a19d5613e5 service neutron] Pushing event updated for resources: {'Port': ['ID=53b03c83-ad4c-4990-b0e3-d288a1cfa97a,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:21.455377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:50:21.455798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:21.458048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:50:21.460707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Bound port: 1719f50f-bce3-41e7-bb0c-d074f9c18fca, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:50:21.462348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:21.549834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-ec93b345-f2ee-4e59-88ed-1f1ae3cc5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:21.552176 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-ec93b345-f2ee-4e59-88ed-1f1ae3cc5d6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55da6ac343b348f0a7dcc41806ada940&device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 1120 time: 0.3502684 Aug 03 18:50:21.657751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] Pushing event updated for resources: {'Network': ['ID=e82201e2-b035-4956-9e86-abf136b81612,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:21.680130 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e82201e2-b035-4956-9e86-abf136b81612 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:50:21.747380 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-92454725-9c2b-4924-81dc-a9a1e520e62b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=53b03c83-ad4c-4990-b0e3-d288a1cfa97a HTTP/1.1" status: 200 len: 217 time: 0.1766427 Aug 03 18:50:21.762002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e73b581c-90cc-4c20-981a-d97c7c969444 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3007791 Aug 03 18:50:21.769783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56694) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:21.783271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] Request body: {'subnet': {'network_id': 'e82201e2-b035-4956-9e86-abf136b81612', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-142861859-subnet', 'tenant_id': '448bff490d084bf0a760117b49d76e86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:21.808793 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d43ba45-3bb8-4992-b203-6ba287d32bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6", "tag": "53b03c83-ad4c-4990-b0e3-d288a1cfa97a"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:21.919348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] Made reservation on behalf of 448bff490d084bf0a760117b49d76e86 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:50:21.923260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:21.930476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-21394174-d783-4754-a679-2d41e3627da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:21.932155 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-21394174-d783-4754-a679-2d41e3627da5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1446950 Aug 03 18:50:22.057327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] For port 1719f50f-bce3-41e7-bb0c-d074f9c18fca, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:50:22.106314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52471450-0e9b-447a-8ebb-6b1b0cccc08e req-726c9b10-7fc1-4a95-9a8a-39499c96c038 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:22.107945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52471450-0e9b-447a-8ebb-6b1b0cccc08e req-726c9b10-7fc1-4a95-9a8a-39499c96c038 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 969 time: 0.4391570 Aug 03 18:50:22.132028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61d272-9e9a-4997-8f52-d2b3cf2751dd req-39b760f9-c891-4bf6-8056-dacff86ac6a3 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:22.133884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a61d272-9e9a-4997-8f52-d2b3cf2751dd req-39b760f9-c891-4bf6-8056-dacff86ac6a3 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 969 time: 0.3706832 Aug 03 18:50:22.141782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] For port 1719f50f-bce3-41e7-bb0c-d074f9c18fca, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1719f50f-bce3-41e7-bb0c-d074f9c18fca,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:50:22.217322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:22.222165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3eeb5ee9-fccd-4447-abe7-f3c2440bf2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:22.223703 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-3eeb5ee9-fccd-4447-abe7-f3c2440bf2c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952450 Aug 03 18:50:22.260638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:22.260747 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:22.262697 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] 10.222.0.37 "PUT /v2.0/ports/1719f50f-bce3-41e7-bb0c-d074f9c18fca HTTP/1.1" status: 200 len: 1117 time: 3.3490019 Aug 03 18:50:22.270001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057a3367-65c2-4f81-93ab-45f41cbc0942', 'tag': '1719f50f-bce3-41e7-bb0c-d074f9c18fca'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:22.602994 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52471450-0e9b-447a-8ebb-6b1b0cccc08e req-fe17f9a4-1716-4b8d-83f5-1a882cfbe38c tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545383 Aug 03 18:50:22.684172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a61d272-9e9a-4997-8f52-d2b3cf2751dd req-0fe6c4d1-12eb-4b9f-a258-d17c2e05c244 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363114 Aug 03 18:50:22.690680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:22.774373 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37adfe25-fc77-4edd-a0e2-78a7c74cf402" -d '{"events": [{"name": "network-changed", "server_uuid": "057a3367-65c2-4f81-93ab-45f41cbc0942", "tag": "1719f50f-bce3-41e7-bb0c-d074f9c18fca"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:22.799848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e834d-f39e-4086-910c-aa92b0384848 service neutron] Pushing event updated for resources: {'Port': ['ID=1719f50f-bce3-41e7-bb0c-d074f9c18fca,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:22.848582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:22.856560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:22.856928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] Network hostable DHCP agents. Network: e82201e2-b035-4956-9e86-abf136b81612, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:50:22.889848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] Network e82201e2-b035-4956-9e86-abf136b81612 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:50:22.938092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e82201e2-b035-4956-9e86-abf136b81612) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:22.948683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f72c2a-f384-48ee-b24d-a09b5d262fc1 None None] Network e82201e2-b035-4956-9e86-abf136b81612 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:50:22.957411 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:22.958390 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:23.000944 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b659a9f0-2703-4b49-b90c-c31c9e9a5243 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2294176 Aug 03 18:50:23.255458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd0ad5b-b81b-4165-8a43-a821b9bf6d8f None None] Network e82201e2-b035-4956-9e86-abf136b81612 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:50:23.392893 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2114cf-3751-4305-bb7f-8d689e4e6d60 x-openstack-request-id: req-5e2114cf-3751-4305-bb7f-8d689e4e6d60 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:23.393188 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6", "tag": "53b03c83-ad4c-4990-b0e3-d288a1cfa97a", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:23.393473 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5e2114cf-3751-4305-bb7f-8d689e4e6d60 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:23.393927 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6', 'tag': '53b03c83-ad4c-4990-b0e3-d288a1cfa97a', 'status': 'completed', 'code': 200} Aug 03 18:50:23.657043 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb6cd26-4dc8-4980-a3c1-43479141d3ca x-openstack-request-id: req-ccb6cd26-4dc8-4980-a3c1-43479141d3ca {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:23.657341 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057a3367-65c2-4f81-93ab-45f41cbc0942", "tag": "1719f50f-bce3-41e7-bb0c-d074f9c18fca", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:23.657622 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ccb6cd26-4dc8-4980-a3c1-43479141d3ca {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:23.658160 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057a3367-65c2-4f81-93ab-45f41cbc0942', 'tag': '1719f50f-bce3-41e7-bb0c-d074f9c18fca', 'status': 'completed', 'code': 200} Aug 03 18:50:23.858768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1099-3474-4cdc-8e34-36009fa7bee1 req-5d2520a0-09b5-4245-becc-4f1ba972a621 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:23.867873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a8f1099-3474-4cdc-8e34-36009fa7bee1 req-5d2520a0-09b5-4245-becc-4f1ba972a621 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 969 time: 0.0910468 Aug 03 18:50:23.965667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a8f1099-3474-4cdc-8e34-36009fa7bee1 req-a49a45cc-c1df-4d44-a307-72d3b2db92c9 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963721 Aug 03 18:50:23.982923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a0bd4-d449-4334-97c2-6787fb82a61f req-3ce2746f-abca-41b4-95f5-ae608a1a8d8e tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:23.985150 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a25a0bd4-d449-4334-97c2-6787fb82a61f req-3ce2746f-abca-41b4-95f5-ae608a1a8d8e tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 969 time: 0.1067033 Aug 03 18:50:24.043924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a25a0bd4-d449-4334-97c2-6787fb82a61f req-ba255450-da01-4362-87d5-b61958050ef2 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493193 Aug 03 18:50:24.205747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56788) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:24.216212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1747219105-network', 'tenant_id': '3106a74e90004022a3f2d6af39fd7c1c'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:24.253815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Made reservation on behalf of 3106a74e90004022a3f2d6af39fd7c1c for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:50:24.257593 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:24.267627 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:24.404734 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:24.410545 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:24.442794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:50:24.462418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc4245-639b-4847-85e2-3ab2030bf21b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:24.472546 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:24.472989 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Added segment 8b49f807-c217-468c-b77b-42045d92331c of type vlan for network d7e427b9-1357-4fca-9ae9-4d80a2361d85 Aug 03 18:50:24.573080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-6832873f-7596-4286-961f-acb4557bc4f9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=0af165f6330042b395e2a638c3cc2bba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501900 Aug 03 18:50:24.591046 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:24.757696 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:24.759178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:24.760104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:25.065298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8576546 Aug 03 18:50:25.067961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56804) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:25.075795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] Request body: {'subnet': {'network_id': 'd7e427b9-1357-4fca-9ae9-4d80a2361d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1747219105-subnet', 'tenant_id': '3106a74e90004022a3f2d6af39fd7c1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:25.090774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a468ca-742f-49cb-970d-0de29614f00a req-eea1955f-98c8-4f83-9add-aa1edb186da5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:25.092422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-eea1955f-98c8-4f83-9add-aa1edb186da5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5099351 Aug 03 18:50:25.098166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561aa953-c81a-4b0a-a57d-797ed871457b admin admin] Pushing event updated for resources: {'Network': ['ID=d7e427b9-1357-4fca-9ae9-4d80a2361d85,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:25.113974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-f0743077-dba1-4473-826c-c097d96d2b64 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/quotas/0af165f6330042b395e2a638c3cc2bba HTTP/1.1" status: 200 len: 375 time: 0.0126266 Aug 03 18:50:25.116394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d7e427b9-1357-4fca-9ae9-4d80a2361d85 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:50:25.130636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] Made reservation on behalf of 3106a74e90004022a3f2d6af39fd7c1c for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:50:25.134083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:25.153705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cc649ca6-ba6e-4812-91e4-f5438dd150ba tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305901 Aug 03 18:50:25.416706 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:25.509094 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03917eec-7332-4884-a3cc-4898ec766cc1,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:25.518425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] Checking segment: {'id': '8b49f807-c217-468c-b77b-42045d92331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'd7e427b9-1357-4fca-9ae9-4d80a2361d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:25.518719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] Network hostable DHCP agents. Network: d7e427b9-1357-4fca-9ae9-4d80a2361d85, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:50:25.535933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d2ee4-a993-4d6b-af51-aae0081d5dff req-925d50a1-5ed9-4327-a862-8265c235d17e tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:25.543967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e0d2ee4-a993-4d6b-af51-aae0081d5dff req-925d50a1-5ed9-4327-a862-8265c235d17e tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 969 time: 0.1046219 Aug 03 18:50:25.548588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] Network d7e427b9-1357-4fca-9ae9-4d80a2361d85 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:50:25.572170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d7e427b9-1357-4fca-9ae9-4d80a2361d85) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:25.576575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:25.577182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:25.585088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e6dce6-79eb-4b36-9940-a795c44e4e70 None None] Network d7e427b9-1357-4fca-9ae9-4d80a2361d85 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:50:25.605431 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5bed704f-d1e0-4710-bbe3-d7503e4f8b7d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5260503 Aug 03 18:50:25.643627 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e0d2ee4-a993-4d6b-af51-aae0081d5dff req-9cdb443d-7ddf-4cd8-b5f1-7bbab1b7da18 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967824 Aug 03 18:50:25.831744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f18ca-1d69-40da-905c-66b5ba76c968 req-23b0a697-acd8-4161-9edf-13ad76a4bc8c tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:25.846689 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af4f18ca-1d69-40da-905c-66b5ba76c968 req-23b0a697-acd8-4161-9edf-13ad76a4bc8c tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 969 time: 0.1260366 Aug 03 18:50:25.883881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed97ac-cdc8-46e5-a6bd-5f82ffbf9a64 None None] Network d7e427b9-1357-4fca-9ae9-4d80a2361d85 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:50:25.910144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af4f18ca-1d69-40da-905c-66b5ba76c968 req-6a1dd9cd-5767-4b98-a252-3ce9a36b4727 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618370 Aug 03 18:50:26.017124 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47f124a0-4dfe-464f-ad0e-2550f56ef496 req-419dffa6-5ce2-4d91-b6ef-e222fdbabccc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 210 time: 0.0480304 Aug 03 18:50:26.575009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-a02eac7e-dcef-40ba-9869-80caa3745c8f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:26.576491 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-a02eac7e-dcef-40ba-9869-80caa3745c8f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 807 time: 0.2508810 Aug 03 18:50:26.594849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-48f2a344-00ab-411a-b808-4bbb935318d9 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/quotas/448bff490d084bf0a760117b49d76e86 HTTP/1.1" status: 200 len: 375 time: 0.0099480 Aug 03 18:50:26.628000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-d1a1534b-c981-443a-a697-afcbdf7f7b63 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268700 Aug 03 18:50:26.772319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-e608e880-dadd-4de6-84af-a3b7c3f06d3c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:50:26.773448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-e608e880-dadd-4de6-84af-a3b7c3f06d3c service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554523 Aug 03 18:50:26.862261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.74', 61021) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:26.900012 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-f025cec9-91ae-4486-9d66-87ed6c84d160 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0af165f6330042b395e2a638c3cc2bba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266345 Aug 03 18:50:26.902230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-d733a661-7f0d-4a91-bff1-96744ff582d1 service neutron] 10.222.0.78 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151850 Aug 03 18:50:27.017655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-df8b7da9-2048-4251-b58b-7e3f3d423888 service neutron] 10.222.0.78 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087182 Aug 03 18:50:27.023957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a468ca-742f-49cb-970d-0de29614f00a req-c8fef33b-fbd7-49bf-821c-b1323a46148d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:27.025469 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-c8fef33b-fbd7-49bf-821c-b1323a46148d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164868 Aug 03 18:50:27.149714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Request body: {'port': {'device_id': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '0af165f6330042b395e2a638c3cc2bba'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:27.282787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bda07a-5046-4d04-8b5f-596484869b02 req-0d0ce9d4-b98f-476f-bda5-62e247c03386 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:27.292831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68bda07a-5046-4d04-8b5f-596484869b02 req-0d0ce9d4-b98f-476f-bda5-62e247c03386 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 969 time: 0.0717661 Aug 03 18:50:27.303017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Made reservation on behalf of 0af165f6330042b395e2a638c3cc2bba for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:50:27.313295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:27.361323 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:27.368767 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68bda07a-5046-4d04-8b5f-596484869b02 req-e64d5b12-7714-44e5-96ea-0f21e2b027b2 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747621 Aug 03 18:50:27.526721 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-f07fc38f-ec60-4940-b5da-9fd4e2bf37c4 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088008 Aug 03 18:50:27.557156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2522e19c-832b-404e-b4e1-5fb98d2311bc req-335ca85e-8b05-4207-b46b-19c0067f0fb0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 210 time: 0.0411258 Aug 03 18:50:27.629184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adfe25-fc77-4edd-a0e2-78a7c74cf402 req-9a3c3f3a-7489-4309-b22f-cd23f64f1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:27.631020 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37adfe25-fc77-4edd-a0e2-78a7c74cf402 req-9a3c3f3a-7489-4309-b22f-cd23f64f1a82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68b95d2b412040df96c5b8aae296363a&device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 1120 time: 0.2495005 Aug 03 18:50:27.683292 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-13fbcdf0-02c8-4c67-9d6d-bec5b22fdc24 req-663d5c3a-c762-4a5a-99b2-f73aba8ed26d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 210 time: 0.0561614 Aug 03 18:50:27.695046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37adfe25-fc77-4edd-a0e2-78a7c74cf402 req-fe6253c8-a8c8-43cc-8f92-ef93713cc727 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=68b95d2b412040df96c5b8aae296363a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521412 Aug 03 18:50:27.732603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e1080-b7e1-4d0e-98a0-ac36aff2c333 req-f02d7cb0-fe61-4a4e-9e1d-4a98905d072c tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:27.734650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b60e1080-b7e1-4d0e-98a0-ac36aff2c333 req-f02d7cb0-fe61-4a4e-9e1d-4a98905d072c tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 969 time: 0.1446354 Aug 03 18:50:27.767039 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:27.774525 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e495d6cb-c932-4a3e-a505-1230ff8a7090 req-bb768377-54f1-4f00-bd04-d41d61dbf061 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319582 Aug 03 18:50:27.775759 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:27.879365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6718de5-4307-4327-b097-f28ad9e6352b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:27.983242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56878) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:27.994838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Allocated IP 192.168.233.165 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/2d43d13c-70d2-4851-af63-d7e8d684a33e) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:50:27.996176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adfe25-fc77-4edd-a0e2-78a7c74cf402 req-7a7641df-a425-467a-bf04-826182f15988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:27.998128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37adfe25-fc77-4edd-a0e2-78a7c74cf402 req-7a7641df-a425-467a-bf04-826182f15988 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2961986 Aug 03 18:50:28.002085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b60e1080-b7e1-4d0e-98a0-ac36aff2c333 req-a763ba05-399b-4bc9-98b4-be48ae7814d5 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546270 Aug 03 18:50:28.080789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43ba45-3bb8-4992-b203-6ba287d32bcb req-c324dc8c-6ecc-4d17-96a3-b9a6ebd7f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:28.082739 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5d43ba45-3bb8-4992-b203-6ba287d32bcb req-c324dc8c-6ecc-4d17-96a3-b9a6ebd7f715 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55da6ac343b348f0a7dcc41806ada940&device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 1120 time: 0.1003106 Aug 03 18:50:28.105561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-28174b51-5426-48ac-872e-bee33ffb80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:28.112390 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-28174b51-5426-48ac-872e-bee33ffb80b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68b95d2b412040df96c5b8aae296363a&device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 1120 time: 0.0675516 Aug 03 18:50:28.214177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-3204fc87-7901-4ebf-b8b6-2d5d2fef2c21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=1719f50f-bce3-41e7-bb0c-d074f9c18fca HTTP/1.1" status: 200 len: 217 time: 0.0921710 Aug 03 18:50:28.282017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea37e412-7607-4d99-9cc9-af976e666884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:28.283502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-d929a97b-7bb4-4551-a429-296d39cfc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:28.285022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-d929a97b-7bb4-4551-a429-296d39cfc53c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0640376 Aug 03 18:50:28.388013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-88dd8cc3-42a4-4227-94d2-ac7514f68254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:28.389811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-88dd8cc3-42a4-4227-94d2-ac7514f68254 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962613 Aug 03 18:50:28.452913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:28.470784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43ba45-3bb8-4992-b203-6ba287d32bcb req-d5520a5f-f84c-477f-9a5a-07f98520f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:28.472469 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5d43ba45-3bb8-4992-b203-6ba287d32bcb req-d5520a5f-f84c-477f-9a5a-07f98520f138 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3813131 Aug 03 18:50:28.531612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Transition to ACTIVE for port object 2d43d13c-70d2-4851-af63-d7e8d684a33e will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:28.535255 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5d43ba45-3bb8-4992-b203-6ba287d32bcb req-b2f7cd28-3995-471d-ba74-3d9dd418dfb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=53b03c83-ad4c-4990-b0e3-d288a1cfa97a HTTP/1.1" status: 200 len: 217 time: 0.0547922 Aug 03 18:50:28.549239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75378a3-c793-46f5-b173-c693f3ef8bc3 req-33fd39f3-7438-4724-8adb-fe083458d356 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:28.550924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b75378a3-c793-46f5-b173-c693f3ef8bc3 req-33fd39f3-7438-4724-8adb-fe083458d356 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 969 time: 0.0909846 Aug 03 18:50:28.595423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-469bf1c5-7a14-4ae1-9f56-0392095fd9a5 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963952 Aug 03 18:50:28.635063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b75378a3-c793-46f5-b173-c693f3ef8bc3 req-54934768-5126-401a-aa24-cd9d325dd4f8 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722497 Aug 03 18:50:28.641324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43ba45-3bb8-4992-b203-6ba287d32bcb req-fe6435b3-ce8c-4638-997c-0f29c3b8178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:28.642766 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5d43ba45-3bb8-4992-b203-6ba287d32bcb req-fe6435b3-ce8c-4638-997c-0f29c3b8178f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0996225 Aug 03 18:50:28.644592 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea37e412-7607-4d99-9cc9-af976e666884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:28.651070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea37e412-7607-4d99-9cc9-af976e666884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:28.679766 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:28.732339 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ea37e412-7607-4d99-9cc9-af976e666884 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=701749163b374655b28438f087a384ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7452230 Aug 03 18:50:28.735364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56916) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:28.753550 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37e412-7607-4d99-9cc9-af976e666884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf9f1cc-ae02-4faa-acbc-add05899c4b7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:28.789002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:50:28.804119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:28.806965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:50:28.813667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:28.814364 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:28.823904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43ba45-3bb8-4992-b203-6ba287d32bcb req-55e33f3c-99ba-4684-af99-1dea22ac93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:28.825283 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5d43ba45-3bb8-4992-b203-6ba287d32bcb req-55e33f3c-99ba-4684-af99-1dea22ac93e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713016 Aug 03 18:50:28.859991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Pushing event updated for resources: {'Port': ['ID=2d43d13c-70d2-4851-af63-d7e8d684a33e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:28.902664 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-cfed1562-08c8-4301-a812-ccb2810df68f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7605758 Aug 03 18:50:28.959350 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5d43ba45-3bb8-4992-b203-6ba287d32bcb req-3f8f3f25-1c52-4c5a-8753-fc6b6206a4b6 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113267 Aug 03 18:50:29.003678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeff9eb2-d816-458d-83ea-95aa44bd49dd req-9ce5f58c-80ca-4deb-83a1-9eb41736c960 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965569 Aug 03 18:50:29.007786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da6f12e0-002f-4247-bf89-c739172948cf req-f1342217-3cb1-4530-af17-9806122f2bf4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 210 time: 0.0444772 Aug 03 18:50:29.051723 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f77bca6-b1df-4dcf-ace2-34320516a035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.089813 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f77bca6-b1df-4dcf-ace2-34320516a035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.108141 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5d43ba45-3bb8-4992-b203-6ba287d32bcb req-0e99f3a2-ab4b-4b87-a2be-8c0ac6f65d7b service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405160 Aug 03 18:50:29.110124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4982b7-b396-46b2-b0df-a89e90b33cc0 req-4a112d3b-1419-4c9f-b262-0240ea2bd946 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:29.115815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e4982b7-b396-46b2-b0df-a89e90b33cc0 req-4a112d3b-1419-4c9f-b262-0240ea2bd946 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 936 time: 0.1479805 Aug 03 18:50:29.160139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c713fd7b-d98e-4277-867a-e2af20298154 None None] Provisioning for port 2d43d13c-70d2-4851-af63-d7e8d684a33e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:29.166128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c713fd7b-d98e-4277-867a-e2af20298154 None None] Provisioning complete for port 2d43d13c-70d2-4851-af63-d7e8d684a33e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:29.166664 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c713fd7b-d98e-4277-867a-e2af20298154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.222786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c713fd7b-d98e-4277-867a-e2af20298154 None None] Port 2d43d13c-70d2-4851-af63-d7e8d684a33e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:50:29.245030 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.245261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e4982b7-b396-46b2-b0df-a89e90b33cc0 req-e299451a-66cf-477c-8cf4-b0d8f740b9d7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937309 Aug 03 18:50:29.260843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872661b-d46d-4b19-aae1-5b67b02a3948 req-e4880ab3-720d-41c5-9372-b4392184e8cc tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:29.262489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1872661b-d46d-4b19-aae1-5b67b02a3948 req-e4880ab3-720d-41c5-9372-b4392184e8cc tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 969 time: 0.1036282 Aug 03 18:50:29.263660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f77bca6-b1df-4dcf-ace2-34320516a035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.266519 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f77bca6-b1df-4dcf-ace2-34320516a035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.270363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6f77bca6-b1df-4dcf-ace2-34320516a035 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ccf9f1cc-ae02-4faa-acbc-add05899c4b7 HTTP/1.1" status: 204 len: 168 time: 0.5311251 Aug 03 18:50:29.292562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77bca6-b1df-4dcf-ace2-34320516a035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf9f1cc-ae02-4faa-acbc-add05899c4b7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:29.338204 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1872661b-d46d-4b19-aae1-5b67b02a3948 req-01d7ee86-18bd-4903-88d5-3f1cd81e86b6 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677578 Aug 03 18:50:29.383489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56928) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:29.649795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c674883-2f38-4aea-a6f7-d867da8bf6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.741720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56936) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:29.764762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43a2e4f8-be15-4b9b-89d2-4d423414cc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.784395 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c674883-2f38-4aea-a6f7-d867da8bf6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.792526 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c674883-2f38-4aea-a6f7-d867da8bf6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.829172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052b7fc-8baa-4585-bfff-6f9584c2daac req-c4bffe06-8698-4ea7-a64d-e181718a57e4 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:29.830906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e052b7fc-8baa-4585-bfff-6f9584c2daac req-c4bffe06-8698-4ea7-a64d-e181718a57e4 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 969 time: 0.0905716 Aug 03 18:50:29.840065 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3c674883-2f38-4aea-a6f7-d867da8bf6e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c405f460c5704786a26a2bdef8f89a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552462 Aug 03 18:50:29.841455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c674883-2f38-4aea-a6f7-d867da8bf6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3ebab5-347b-455e-931b-71348e5147fc,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:29.843902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56938) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:29.923805 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e052b7fc-8baa-4585-bfff-6f9584c2daac req-dd64931c-49fa-4a06-8730-2a19bb91e8fc tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836661 Aug 03 18:50:29.924884 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1061772-1cd0-4a87-92c6-c5b8c00812b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.964198 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1061772-1cd0-4a87-92c6-c5b8c00812b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.972883 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43a2e4f8-be15-4b9b-89d2-4d423414cc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:29.978064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43a2e4f8-be15-4b9b-89d2-4d423414cc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.029542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-43a2e4f8-be15-4b9b-89d2-4d423414cc01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=46922db5c3224998b2fba359484544df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825685 Aug 03 18:50:30.029812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1061772-1cd0-4a87-92c6-c5b8c00812b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.029949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2e4f8-be15-4b9b-89d2-4d423414cc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dfbd3e-936b-43e9-aec0-e9dea78cd461,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:30.030085 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1061772-1cd0-4a87-92c6-c5b8c00812b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.034185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56940) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:30.043826 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e1061772-1cd0-4a87-92c6-c5b8c00812b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab3ebab5-347b-455e-931b-71348e5147fc HTTP/1.1" status: 204 len: 168 time: 0.1988440 Aug 03 18:50:30.054035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1061772-1cd0-4a87-92c6-c5b8c00812b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3ebab5-347b-455e-931b-71348e5147fc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:30.133403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a029aa0-9f4a-4756-bad0-6c34ec13358f req-ec2ccd7e-2636-4809-9140-9c498c2fa817 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 210 time: 0.0329151 Aug 03 18:50:30.134222 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b79e3c39-ed0b-4463-bc1c-64dfa5b469bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.162359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b79e3c39-ed0b-4463-bc1c-64dfa5b469bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.215405 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b79e3c39-ed0b-4463-bc1c-64dfa5b469bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.217967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b79e3c39-ed0b-4463-bc1c-64dfa5b469bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.219429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b79e3c39-ed0b-4463-bc1c-64dfa5b469bd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b7dfbd3e-936b-43e9-aec0-e9dea78cd461 HTTP/1.1" status: 204 len: 168 time: 0.1837442 Aug 03 18:50:30.233149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e3c39-ed0b-4463-bc1c-64dfa5b469bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dfbd3e-936b-43e9-aec0-e9dea78cd461,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:30.376743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ea578-b446-49dd-acb3-6ed20c6b20fb req-9767585e-4c85-4f23-8d14-50bb107ece33 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:30.379212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c0ea578-b446-49dd-acb3-6ed20c6b20fb req-9767585e-4c85-4f23-8d14-50bb107ece33 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 936 time: 0.0626006 Aug 03 18:50:30.433405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c0ea578-b446-49dd-acb3-6ed20c6b20fb req-8108711a-2c1e-46de-890c-ad237ca90fee tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475492 Aug 03 18:50:30.470820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56956) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:30.496265 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b67538d-cde0-48e7-b5a5-9f3f153a4fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.519584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce5c32-76fe-4ddf-9d1e-d1a765214d33 req-0da9a13e-9fe9-4d6b-88d1-5e68ada5d722 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:30.521968 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bce5c32-76fe-4ddf-9d1e-d1a765214d33 req-0da9a13e-9fe9-4d6b-88d1-5e68ada5d722 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 969 time: 0.0657203 Aug 03 18:50:30.573705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bce5c32-76fe-4ddf-9d1e-d1a765214d33 req-8a0ad947-bcb6-4ea4-8aa0-646f78f43603 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461388 Aug 03 18:50:30.601143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b67538d-cde0-48e7-b5a5-9f3f153a4fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.606611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b67538d-cde0-48e7-b5a5-9f3f153a4fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.649721 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2b67538d-cde0-48e7-b5a5-9f3f153a4fe8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b17df7f2c8b54ffd95eabad3394420f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777477 Aug 03 18:50:30.651913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67538d-cde0-48e7-b5a5-9f3f153a4fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84465d5d-9e73-4bf4-b83a-77af8e2372ef,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:30.654011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56962) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:30.705282 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b5874a3-ea7f-4d0d-8e75-6d52f1fe564c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.731753 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b5874a3-ea7f-4d0d-8e75-6d52f1fe564c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.789397 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b5874a3-ea7f-4d0d-8e75-6d52f1fe564c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.792704 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b5874a3-ea7f-4d0d-8e75-6d52f1fe564c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:30.797563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1b5874a3-ea7f-4d0d-8e75-6d52f1fe564c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/84465d5d-9e73-4bf4-b83a-77af8e2372ef HTTP/1.1" status: 204 len: 168 time: 0.1407402 Aug 03 18:50:30.813126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5874a3-ea7f-4d0d-8e75-6d52f1fe564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84465d5d-9e73-4bf4-b83a-77af8e2372ef,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:31.066754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ce93d-7d8a-4c68-976d-93ec9885f410 req-6a2fe4ce-2af3-46e4-81bc-8be425f6b71e tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:31.068882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-832ce93d-7d8a-4c68-976d-93ec9885f410 req-6a2fe4ce-2af3-46e4-81bc-8be425f6b71e tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 969 time: 0.0601544 Aug 03 18:50:31.110057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-832ce93d-7d8a-4c68-976d-93ec9885f410 req-fa8199dd-e11d-48f3-b719-720a068beced tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 Aug 03 18:50:31.253961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56986) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:31.258161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a7a5418-7641-426d-ae15-c5c326b2e4e2 req-19c9fe17-285c-488f-8986-0b584312d8e5 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 210 time: 0.0324059 Aug 03 18:50:31.270886 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d58b689-a4b3-48d0-aae8-320d0f8f1aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:31.372859 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d58b689-a4b3-48d0-aae8-320d0f8f1aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:31.377324 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d58b689-a4b3-48d0-aae8-320d0f8f1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:31.551943 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d58b689-a4b3-48d0-aae8-320d0f8f1aaf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=83ec6fe60d954547a608dc189c341cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964885 Aug 03 18:50:31.554417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58b689-a4b3-48d0-aae8-320d0f8f1aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8c77ca-a488-4ad4-9777-1f7c0a918f97,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:31.555743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56998) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:31.563369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b198a-abc3-44c9-8bd7-c5a2fc52c64e req-be1f7a35-0ece-44da-8121-83272f2038a4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:31.564887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da7b198a-abc3-44c9-8bd7-c5a2fc52c64e req-be1f7a35-0ece-44da-8121-83272f2038a4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 936 time: 0.0544856 Aug 03 18:50:31.640034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da7b198a-abc3-44c9-8bd7-c5a2fc52c64e req-8d10858e-a315-477b-94ba-df22f5b5e944 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687814 Aug 03 18:50:31.652593 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e31b9ff-989a-43cf-aea1-1ee9c02b7af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:31.707189 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e31b9ff-989a-43cf-aea1-1ee9c02b7af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:31.723014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 53b03c83-ad4c-4990-b0e3-d288a1cfa97a details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:50:31.759023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767495f-fac6-4704-a383-47baf4a3cc4d req-2b74804a-bc71-4277-9e79-bdc0d79a67b2 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:31.761013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6767495f-fac6-4704-a383-47baf4a3cc4d req-2b74804a-bc71-4277-9e79-bdc0d79a67b2 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 969 time: 0.0910830 Aug 03 18:50:31.802261 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e31b9ff-989a-43cf-aea1-1ee9c02b7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:31.804772 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e31b9ff-989a-43cf-aea1-1ee9c02b7af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:31.808229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9e31b9ff-989a-43cf-aea1-1ee9c02b7af8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f8c77ca-a488-4ad4-9777-1f7c0a918f97 HTTP/1.1" status: 204 len: 168 time: 0.2401614 Aug 03 18:50:31.811675 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6767495f-fac6-4704-a383-47baf4a3cc4d req-9dea488f-89f3-49c6-812e-30f53a02ff55 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439098 Aug 03 18:50:31.824314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31b9ff-989a-43cf-aea1-1ee9c02b7af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8c77ca-a488-4ad4-9777-1f7c0a918f97,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:31.895778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=53b03c83-ad4c-4990-b0e3-d288a1cfa97a,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:31.907477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '53b03c83-ad4c-4990-b0e3-d288a1cfa97a', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '53b03c83-ad4c-4990-b0e3-d288a1cfa97a', 'mac_address': 'fa:16:3e:b7:12:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:tempest-test_az-124048420', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:50:31.948843 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:31.968454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b03c83-ad4c-4990-b0e3-d288a1cfa97a {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:50:31.997842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=53b03c83-ad4c-4990-b0e3-d288a1cfa97a,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:32.002771 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:32.003784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1719f50f-bce3-41e7-bb0c-d074f9c18fca details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:50:32.076250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1719f50f-bce3-41e7-bb0c-d074f9c18fca, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1719f50f-bce3-41e7-bb0c-d074f9c18fca,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:32.079378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=53b03c83-ad4c-4990-b0e3-d288a1cfa97a,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:32.101461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.101853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.102196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.102560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.102897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.103223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.103720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.104196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.104678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.105180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.105691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.106018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Tracked resource versions report: Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: pushed versions: Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: { 'AddressGroup': {'1.2'}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'ConntrackHelper': {'1.0'}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'Log': {'1.0'}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'Network': {'1.1'}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'Port': {'1.7'}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'PortForwarding': {'1.2'}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'QosPolicy': {'1.8'}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'SecurityGroup': {'1.4'}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'SubPort': {'1.0'}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'Subnet': {'1.1'}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'Trunk': {'1.1'}} Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: consumer versions: Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: { DHCP agent@n-d-802918-7: {}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: HyperV agent@n-h1-802918-7: {}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: HyperV agent@n-h2-802918-7: {}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: L3 agent@n-d-802918-7: {}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: Metadata agent@n-d-802918-7: {}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: Metering agent@n-d-802918-7: {}, Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: Open vSwitch agent@n-d-802918-7: { 'AddressGroup': '1.2', Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'ConntrackHelper': '1.0', Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'Log': '1.0', Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'Network': '1.1', Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'Port': '1.7', Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'PortForwarding': '1.2', Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'QosPolicy': '1.8', Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'SecurityGroup': '1.4', Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'SecurityGroupRule': '1.2', Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'SubPort': '1.0', Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'Subnet': '1.1', Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: 'Trunk': '1.1'}} Aug 03 18:50:32.107324 n-d-802918-7 neutron-server[100489]: {{(pid=100489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:50:32.111014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '1719f50f-bce3-41e7-bb0c-d074f9c18fca', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '1719f50f-bce3-41e7-bb0c-d074f9c18fca', 'mac_address': 'fa:16:3e:44:7b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:tempest-test_az-124048420', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:50:32.163483 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:32.177855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1719f50f-bce3-41e7-bb0c-d074f9c18fca {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:50:32.203877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1719f50f-bce3-41e7-bb0c-d074f9c18fca, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1719f50f-bce3-41e7-bb0c-d074f9c18fca,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:32.210750 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:32.247109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254604b2-852d-4fe0-9d8b-88160e20d81b req-28a644af-fb50-4955-95ff-ade3508629ef tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:32.254970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-254604b2-852d-4fe0-9d8b-88160e20d81b req-28a644af-fb50-4955-95ff-ade3508629ef tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 970 time: 0.0663319 Aug 03 18:50:32.294576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1719f50f-bce3-41e7-bb0c-d074f9c18fca,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:32.303347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-254604b2-852d-4fe0-9d8b-88160e20d81b req-73e53d6e-f4c6-4c8b-b065-64cd5fbd62d6 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455649 Aug 03 18:50:32.415886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b95e22e3-80d6-4704-9d69-1ef560590bd2 req-7b39110c-1d5a-4132-ab57-bb1ce6be75ba tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 210 time: 0.0325408 Aug 03 18:50:32.606712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['53b03c83-ad4c-4990-b0e3-d288a1cfa97a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:50:32.611007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1719f50f-bce3-41e7-bb0c-d074f9c18fca'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:50:32.794325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46673632-5997-4682-9ef1-fe851290bb15 req-2108fa27-5b0b-4d72-841c-c77881dc92cd tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:32.797057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46673632-5997-4682-9ef1-fe851290bb15 req-2108fa27-5b0b-4d72-841c-c77881dc92cd tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 936 time: 0.0747070 Aug 03 18:50:32.854609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46673632-5997-4682-9ef1-fe851290bb15 req-64e7da30-7afd-4151-b446-9a38cb7b796c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497057 Aug 03 18:50:32.995145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc75219a-2d70-4166-bdcc-8993a11d9c8d req-694fbeac-fcd6-4d03-a447-24852ad04463 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=fb144f809d244a05b7b5b7c990ecf6f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290380 Aug 03 18:50:33.027763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c131b82-af96-4891-982f-b342c91e3b58 req-4b1caa9b-c544-4e7d-86be-c19cb734c240 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:33.029330 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c131b82-af96-4891-982f-b342c91e3b58 req-4b1caa9b-c544-4e7d-86be-c19cb734c240 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 970 time: 0.0974519 Aug 03 18:50:33.122793 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c131b82-af96-4891-982f-b342c91e3b58 req-f30d4191-d897-4c57-8797-8f09c6fee419 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776174 Aug 03 18:50:33.159515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75219a-2d70-4166-bdcc-8993a11d9c8d req-63a1b76d-9f4c-4085-9fd1-900d1259092e tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:33.161032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc75219a-2d70-4166-bdcc-8993a11d9c8d req-63a1b76d-9f4c-4085-9fd1-900d1259092e tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569247 Aug 03 18:50:33.185107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc75219a-2d70-4166-bdcc-8993a11d9c8d req-faf8847e-b5f4-4ca2-bf8d-be4efa585713 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/quotas/fb144f809d244a05b7b5b7c990ecf6f9 HTTP/1.1" status: 200 len: 375 time: 0.0120184 Aug 03 18:50:33.219732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc75219a-2d70-4166-bdcc-8993a11d9c8d req-bd4514f1-9d60-4eb5-bfb5-3accc4a5cd99 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fb144f809d244a05b7b5b7c990ecf6f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289774 Aug 03 18:50:33.454452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482c49f-1dfd-42ff-860a-d19e47537398 req-43f0672c-1baf-4ac4-9c7e-2b261c6dce79 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:33.456052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6482c49f-1dfd-42ff-860a-d19e47537398 req-43f0672c-1baf-4ac4-9c7e-2b261c6dce79 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 970 time: 0.0667236 Aug 03 18:50:33.500144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6482c49f-1dfd-42ff-860a-d19e47537398 req-64a85dff-fa5f-4042-8efe-f3263f26c76e tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363379 Aug 03 18:50:33.554378 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a510-653b-4448-a1a3-6e2da2aa4116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:33.645796 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18e68050-04f5-43f5-a597-9e43d6866552 req-c7b88a3f-e5fc-40d7-9d5f-04c0757e9fa3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 210 time: 0.0276759 Aug 03 18:50:33.714009 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 53b03c83-ad4c-4990-b0e3-d288a1cfa97a up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:50:33.764125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:33.768992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:33.769596 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:33.965874 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:33.990694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b03c83-ad4c-4990-b0e3-d288a1cfa97a'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:33.993071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd720295-bc59-4033-a8d0-abc9b81a8a80 req-6b3b3f57-7fb2-44d9-9c7f-cea9f43d222d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:33.995233 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd720295-bc59-4033-a8d0-abc9b81a8a80 req-6b3b3f57-7fb2-44d9-9c7f-cea9f43d222d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 936 time: 0.0550206 Aug 03 18:50:34.023121 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-6d64faa1-685d-4a4d-8b10-8b5c52622671 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:50:34.027163 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-6d64faa1-685d-4a4d-8b10-8b5c52622671 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085895 Aug 03 18:50:34.039979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd720295-bc59-4033-a8d0-abc9b81a8a80 req-bb0595c9-f09b-477f-9b59-ed72a8e502e2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373611 Aug 03 18:50:34.074664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=53b03c83-ad4c-4990-b0e3-d288a1cfa97a,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:34.084863 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:34.085894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1719f50f-bce3-41e7-bb0c-d074f9c18fca up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:50:34.100178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61f663a3-96d1-4f6f-9ca0-532d5efb7079 req-aabcde5c-e5ac-47d3-9e42-ac2d842de439 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=fb144f809d244a05b7b5b7c990ecf6f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530608 Aug 03 18:50:34.156561 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51da5bde-5935-4856-92d6-49520a12bc87" -d '{"events": [{"server_uuid": "44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6", "name": "network-vif-plugged", "status": "completed", "tag": "53b03c83-ad4c-4990-b0e3-d288a1cfa97a"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:34.233420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 1719f50f-bce3-41e7-bb0c-d074f9c18fca completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:34.236861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=53b03c83-ad4c-4990-b0e3-d288a1cfa97a,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:34.244604 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 1719f50f-bce3-41e7-bb0c-d074f9c18fca triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:34.245203 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:34.252059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Request body: {'port': {'device_id': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:34.324295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:34.331547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f663a3-96d1-4f6f-9ca0-532d5efb7079 req-6f416d33-8ca8-4286-aa59-fc47beb595a4 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:34.338349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61f663a3-96d1-4f6f-9ca0-532d5efb7079 req-6f416d33-8ca8-4286-aa59-fc47beb595a4 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382371 Aug 03 18:50:34.350022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b5f52-505f-4437-92ac-657650df4407 req-070332ee-1194-4bb1-86a6-ca9dcdc341f3 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:34.351753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d5b5f52-505f-4437-92ac-657650df4407 req-070332ee-1194-4bb1-86a6-ca9dcdc341f3 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 970 time: 0.1159854 Aug 03 18:50:34.365214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61f663a3-96d1-4f6f-9ca0-532d5efb7079 req-d825f594-2c6d-46a8-913e-31d7c0cb04d9 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/quotas/fb144f809d244a05b7b5b7c990ecf6f9 HTTP/1.1" status: 200 len: 375 time: 0.0119030 Aug 03 18:50:34.370187 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:34.417820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61f663a3-96d1-4f6f-9ca0-532d5efb7079 req-ac2ec9fa-9dc1-4e4d-8c66-d04c0c239520 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fb144f809d244a05b7b5b7c990ecf6f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445628 Aug 03 18:50:34.430328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1719f50f-bce3-41e7-bb0c-d074f9c18fca, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1719f50f-bce3-41e7-bb0c-d074f9c18fca,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:34.439320 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:34.450223 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d5b5f52-505f-4437-92ac-657650df4407 req-cda6decb-9fa8-4160-a7a4-22c2ba586e31 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838735 Aug 03 18:50:34.519487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1719f50f-bce3-41e7-bb0c-d074f9c18fca,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:34.560007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57148) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:34.672822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acebe6-ea99-44b3-ab55-f0bf0a2eff31 req-9324efb9-18b6-42da-952f-129cb01dd3a7 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:34.675250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8acebe6-ea99-44b3-ab55-f0bf0a2eff31 req-9324efb9-18b6-42da-952f-129cb01dd3a7 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 971 time: 0.0596786 Aug 03 18:50:34.702193 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf35d-c9e5-4fec-ad5a-e608d4519cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:34.713587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d43d13c-70d2-4851-af63-d7e8d684a33e {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:50:34.721689 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:34.736262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Transition to ACTIVE for port object 2d43d13c-70d2-4851-af63-d7e8d684a33e will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:34.738349 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e90b2a-cbcd-4ee3-871e-b8d561e04617 x-openstack-request-id: req-61e90b2a-cbcd-4ee3-871e-b8d561e04617 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:34.739213 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6", "name": "network-vif-plugged", "status": "completed", "tag": "53b03c83-ad4c-4990-b0e3-d288a1cfa97a", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:34.739489 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61e90b2a-cbcd-4ee3-871e-b8d561e04617 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:34.740180 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b03c83-ad4c-4990-b0e3-d288a1cfa97a', 'code': 200} Aug 03 18:50:34.740332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8acebe6-ea99-44b3-ab55-f0bf0a2eff31 req-5ead3fab-0181-419b-b283-757f0caa8b41 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578277 Aug 03 18:50:34.743840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:34.866959 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf35d-c9e5-4fec-ad5a-e608d4519cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:34.872678 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Pushing event updated for resources: {'Port': ['ID=2d43d13c-70d2-4851-af63-d7e8d684a33e,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:34.876540 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf35d-c9e5-4fec-ad5a-e608d4519cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:34.918120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Attempting to bind port 2d43d13c-70d2-4851-af63-d7e8d684a33e on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:50:34.918623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Attempting to bind port 2d43d13c-70d2-4851-af63-d7e8d684a33e by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:50:34.919095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Attempting to bind port 2d43d13c-70d2-4851-af63-d7e8d684a33e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:34.938103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddf35d-c9e5-4fec-ad5a-e608d4519cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deffc32-85f9-4186-abc3-f5bf5a12736c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:34.980789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-551d2cb9-2d1b-441c-8077-c20968b7e2f1 req-9012bb20-921a-4703-803e-f1dee8b9b500 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 210 time: 0.0369134 Aug 03 18:50:34.999843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.74', 61026) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:35.017355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f9ddf35d-c9e5-4fec-ad5a-e608d4519cef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=04d1704229434b0bafbeb27ea595acf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560642 Aug 03 18:50:35.019942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57160) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:35.097942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6341e7c0-e1e0-4376-9bab-9022a7285591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.144243 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6341e7c0-e1e0-4376-9bab-9022a7285591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.190263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Port 2d43d13c-70d2-4851-af63-d7e8d684a33e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:50:35.191281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Attempting to bind port 2d43d13c-70d2-4851-af63-d7e8d684a33e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:35.243901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:50:35.244249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:35.244634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:50:35.245085 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Bound port: 2d43d13c-70d2-4851-af63-d7e8d684a33e, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:50:35.245446 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.256952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40664f09-893d-4523-af63-fb79cd6b60e6 req-3ec5e8b4-09b8-4307-99b6-995ac634821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:35.257228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09856d5-d481-42ea-98e0-a8531fe73307 req-3b946ead-c09b-4a88-9e0f-579b66d1ea70 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:35.258792 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-40664f09-893d-4523-af63-fb79cd6b60e6 req-3ec5e8b4-09b8-4307-99b6-995ac634821b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 1122 time: 0.3871925 Aug 03 18:50:35.258907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c09856d5-d481-42ea-98e0-a8531fe73307 req-3b946ead-c09b-4a88-9e0f-579b66d1ea70 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 948 time: 0.0730639 Aug 03 18:50:35.276590 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6341e7c0-e1e0-4376-9bab-9022a7285591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.279913 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6341e7c0-e1e0-4376-9bab-9022a7285591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.283978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6341e7c0-e1e0-4376-9bab-9022a7285591 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2deffc32-85f9-4186-abc3-f5bf5a12736c HTTP/1.1" status: 204 len: 168 time: 0.2629218 Aug 03 18:50:35.292509 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-40664f09-893d-4523-af63-fb79cd6b60e6 req-c4495b19-855e-47ff-be7f-946278f92f11 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.319583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341e7c0-e1e0-4376-9bab-9022a7285591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deffc32-85f9-4186-abc3-f5bf5a12736c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:35.366765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c09856d5-d481-42ea-98e0-a8531fe73307 req-80dea4b3-5805-474d-9f63-f7892dc04ed9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799024 Aug 03 18:50:35.444057 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-6696a11a-a95f-4b0a-a30e-255ad5f7050a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:35.445541 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-6696a11a-a95f-4b0a-a30e-255ad5f7050a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.74 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 807 time: 0.4444981 Aug 03 18:50:35.466429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:50:35.471353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Request body: {'port': {'device_id': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612', 'admin_state_up': True, 'tenant_id': '448bff490d084bf0a760117b49d76e86'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:35.525549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:50:35.540862 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.589022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd247043-00df-4f2f-af9a-ae099455a28e req-d53cab5e-e8b4-441b-83e0-9a1eaa479f15 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:35.590677 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd247043-00df-4f2f-af9a-ae099455a28e req-d53cab5e-e8b4-441b-83e0-9a1eaa479f15 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 971 time: 0.0552797 Aug 03 18:50:35.616712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-40664f09-893d-4523-af63-fb79cd6b60e6 req-c4495b19-855e-47ff-be7f-946278f92f11 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.620024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:35.620645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.622072 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] 10.222.0.74 "PUT /v2.0/ports/2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 1096 time: 1.4533057 Aug 03 18:50:35.622679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:35.623536 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d925394-15dc-4ff2-a36e-f0eb0286c229 req-b3d6bc32-36ce-4f46-bccc-b452aaf40553 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=fb144f809d244a05b7b5b7c990ecf6f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317373 Aug 03 18:50:35.625271 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817446e9-5b89-4983-af93-31ee632a9c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:35.652759 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-40664f09-893d-4523-af63-fb79cd6b60e6 req-c4495b19-855e-47ff-be7f-946278f92f11 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.708136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57196) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:35.710879 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-40664f09-893d-4523-af63-fb79cd6b60e6 req-c4495b19-855e-47ff-be7f-946278f92f11 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377398 Aug 03 18:50:35.724577 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2385ee68-b01b-46a3-b7d5-1bb3d9c0286b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.728894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30772d1f-d3a0-4871-8340-3c3e70e1cc64 service neutron] Pushing event updated for resources: {'Port': ['ID=2d43d13c-70d2-4851-af63-d7e8d684a33e,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:35.756663 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4495b19-855e-47ff-be7f-946278f92f11 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=891f9fcf-04af-4884-b545-01a089964f8d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:35.764404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Made reservation on behalf of 448bff490d084bf0a760117b49d76e86 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:50:35.768011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:35.777966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd247043-00df-4f2f-af9a-ae099455a28e req-67f69c17-528f-4e57-93a0-52e0f68121b5 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756890 Aug 03 18:50:35.789717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a468ca-742f-49cb-970d-0de29614f00a req-291de679-31b1-4127-a952-df0bfc4430ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:35.791522 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-291de679-31b1-4127-a952-df0bfc4430ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1099 time: 0.0998466 Aug 03 18:50:35.822618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d925394-15dc-4ff2-a36e-f0eb0286c229 req-6c28c8bd-8c43-42ea-bc1b-f51e5f38c990 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:35.830010 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d925394-15dc-4ff2-a36e-f0eb0286c229 req-6c28c8bd-8c43-42ea-bc1b-f51e5f38c990 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971908 Aug 03 18:50:35.856909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d925394-15dc-4ff2-a36e-f0eb0286c229 req-0e32b23c-0dc5-413f-8392-8e1e8ff82e62 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/quotas/fb144f809d244a05b7b5b7c990ecf6f9 HTTP/1.1" status: 200 len: 375 time: 0.0258784 Aug 03 18:50:35.887505 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e20425-0748-49bc-9801-127b4af5c221 x-openstack-request-id: req-a5e20425-0748-49bc-9801-127b4af5c221 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:35.887830 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:35.888050 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5e20425-0748-49bc-9801-127b4af5c221 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:35.888442 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e', 'status': 'completed', 'code': 200} Aug 03 18:50:35.893155 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-def0f4c8-6e2c-441e-a691-48fbe087d7ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 217 time: 0.0848532 Aug 03 18:50:35.894056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d925394-15dc-4ff2-a36e-f0eb0286c229 req-f00c442b-9a5c-4179-87dc-eb88636f3fe6 tempest-QuotasAdminNegativeTest-1683944602 tempest-QuotasAdminNegativeTest-1683944602-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fb144f809d244a05b7b5b7c990ecf6f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361927 Aug 03 18:50:35.963435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747bbaa-764d-472f-bca4-09a6d16c22fd req-dac5eba3-b90a-4108-a4dd-b97a468f5def tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:35.964735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b747bbaa-764d-472f-bca4-09a6d16c22fd req-dac5eba3-b90a-4108-a4dd-b97a468f5def tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 971 time: 0.0696433 Aug 03 18:50:35.983787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a468ca-742f-49cb-970d-0de29614f00a req-fd3d7ca4-1467-44f0-9a57-d9b79e66e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:35.985577 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-fd3d7ca4-1467-44f0-9a57-d9b79e66e8bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0851481 Aug 03 18:50:36.014187 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2385ee68-b01b-46a3-b7d5-1bb3d9c0286b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.020048 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2385ee68-b01b-46a3-b7d5-1bb3d9c0286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.033083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Allocated IP 172.20.0.13 (e82201e2-b035-4956-9e86-abf136b81612/99f4d2c7-1f07-4c9d-ad30-5666266a1e0d/5a2c781a-de93-43db-aad8-e5d873dd6710) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:50:36.048158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b747bbaa-764d-472f-bca4-09a6d16c22fd req-287d43a2-f0d9-4410-a00d-48d20ae944f0 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759394 Aug 03 18:50:36.076244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2385ee68-b01b-46a3-b7d5-1bb3d9c0286b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8815967dc284277902bfd525a7a8a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644767 Aug 03 18:50:36.076465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57208) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:36.086363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385ee68-b01b-46a3-b7d5-1bb3d9c0286b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df393f4e-cf50-4536-8f93-4d18a4d5b985,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:36.103076 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a468ca-742f-49cb-970d-0de29614f00a req-53c6320a-9c42-4f11-9cc8-395089a3320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:36.104603 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-53c6320a-9c42-4f11-9cc8-395089a3320d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114161 Aug 03 18:50:36.153603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-093b00ff-551b-4265-ba4d-444d44cf1283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.200197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a56689b1-619f-4601-89bb-6f4d56f7e747 req-b2656183-e82d-410f-8b8d-6ef598a8affd tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 210 time: 0.0347531 Aug 03 18:50:36.205468 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-093b00ff-551b-4265-ba4d-444d44cf1283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.262544 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-093b00ff-551b-4265-ba4d-444d44cf1283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.265266 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-093b00ff-551b-4265-ba4d-444d44cf1283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.269118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-093b00ff-551b-4265-ba4d-444d44cf1283 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df393f4e-cf50-4536-8f93-4d18a4d5b985 HTTP/1.1" status: 204 len: 168 time: 0.1891129 Aug 03 18:50:36.269274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.276495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b00ff-551b-4265-ba4d-444d44cf1283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df393f4e-cf50-4536-8f93-4d18a4d5b985,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:36.311569 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-62599a1a-1d00-4856-9cd0-8efb5b0a1565 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617949 Aug 03 18:50:36.386281 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-12097b3b-5e9b-4363-a59b-b0ba0d290c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.402683 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.469875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Network e82201e2-b035-4956-9e86-abf136b81612 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:50:36.479153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:36.484453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:50:36.490553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:36.491096 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.494921 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3a468ca-742f-49cb-970d-0de29614f00a req-5177d30a-ab59-414f-84cd-7cc2314a70c8 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736624 Aug 03 18:50:36.496845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Pushing event updated for resources: {'Port': ['ID=5a2c781a-de93-43db-aad8-e5d873dd6710,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:36.516592 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-05289ede-e74d-4d29-922e-dddb15032153 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0515521 Aug 03 18:50:36.536601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9e37e-cbaf-4934-97a5-73357ff21060 req-e85933e4-e127-44e3-a754-0659c43908e2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:36.538373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14e9e37e-cbaf-4934-97a5-73357ff21060 req-e85933e4-e127-44e3-a754-0659c43908e2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 948 time: 0.0909996 Aug 03 18:50:36.543119 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.549620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Request body: {'port': {'device_id': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:36.606837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14e9e37e-cbaf-4934-97a5-73357ff21060 req-a7e04968-487d-4267-93ba-ad6c003c604b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457458 Aug 03 18:50:36.657242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57224) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:36.742348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057a3367-65c2-4f81-93ab-45f41cbc0942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1719f50f-bce3-41e7-bb0c-d074f9c18fca'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:36.744780 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda416e-0157-449b-a596-f628126e4ace" -d '{"events": [{"server_uuid": "057a3367-65c2-4f81-93ab-45f41cbc0942", "name": "network-vif-plugged", "status": "completed", "tag": "1719f50f-bce3-41e7-bb0c-d074f9c18fca"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:36.772080 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f26550bd-0076-4772-ab93-e550ba0c0bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.786403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:36.805475 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38549b77-e017-481b-a983-b638b6833618 x-openstack-request-id: req-38549b77-e017-481b-a983-b638b6833618 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:36.805829 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057a3367-65c2-4f81-93ab-45f41cbc0942", "name": "network-vif-plugged", "status": "completed", "tag": "1719f50f-bce3-41e7-bb0c-d074f9c18fca", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:36.806330 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38549b77-e017-481b-a983-b638b6833618 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:36.806712 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057a3367-65c2-4f81-93ab-45f41cbc0942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1719f50f-bce3-41e7-bb0c-d074f9c18fca', 'code': 200} Aug 03 18:50:36.812358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817446e9-5b89-4983-af93-31ee632a9c9d req-96b74b88-377d-41ef-8375-b8a5ebe30420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:36.814101 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-817446e9-5b89-4983-af93-31ee632a9c9d req-96b74b88-377d-41ef-8375-b8a5ebe30420 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1099 time: 0.2009301 Aug 03 18:50:36.965978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906959c-a4f5-4a76-a21c-4cf5534241c2 req-e494dbe5-621c-4408-8b0d-52a8563623c7 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:36.968001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9906959c-a4f5-4a76-a21c-4cf5534241c2 req-e494dbe5-621c-4408-8b0d-52a8563623c7 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 971 time: 0.0871670 Aug 03 18:50:36.989415 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f26550bd-0076-4772-ab93-e550ba0c0bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:37.000375 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f26550bd-0076-4772-ab93-e550ba0c0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:37.036092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817446e9-5b89-4983-af93-31ee632a9c9d req-2c049824-fa9d-4643-b802-43703a655887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:37.038186 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-817446e9-5b89-4983-af93-31ee632a9c9d req-2c049824-fa9d-4643-b802-43703a655887 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2050514 Aug 03 18:50:37.057417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26550bd-0076-4772-ab93-e550ba0c0bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe20c77f-829e-4224-aaf2-1e2463efdda6,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:37.063035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72b272-1ac2-4ec7-b228-e80b1cf4a8be req-afe32837-59a5-4866-9a81-c43daa73f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:37.064624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9906959c-a4f5-4a76-a21c-4cf5534241c2 req-12edad56-f212-4231-aa76-4ed6cf838de2 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877872 Aug 03 18:50:37.066964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f26550bd-0076-4772-ab93-e550ba0c0bb5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb144f809d244a05b7b5b7c990ecf6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100382 Aug 03 18:50:37.069814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57244) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:37.072095 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fe72b272-1ac2-4ec7-b228-e80b1cf4a8be req-afe32837-59a5-4866-9a81-c43daa73f1b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 1122 time: 0.1611257 Aug 03 18:50:37.124000 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-817446e9-5b89-4983-af93-31ee632a9c9d req-9fca0f75-59b7-4c3d-9ae3-e2f8b3d4aaf4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 217 time: 0.0781476 Aug 03 18:50:37.209081 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e51d6071-6f53-4956-9f02-43c7e75ed64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:37.242679 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e51d6071-6f53-4956-9f02-43c7e75ed64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:37.257407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed641f4-98f0-486e-b9af-a333e2a87afa req-fd828319-b6ee-4200-a102-ba29bce95c7b tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:37.257407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ed641f4-98f0-486e-b9af-a333e2a87afa req-fd828319-b6ee-4200-a102-ba29bce95c7b tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 971 time: 0.0820210 Aug 03 18:50:37.261144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817446e9-5b89-4983-af93-31ee632a9c9d req-2ae70294-c170-413a-abb9-183dcb06de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:37.263197 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-817446e9-5b89-4983-af93-31ee632a9c9d req-2ae70294-c170-413a-abb9-183dcb06de86 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1255913 Aug 03 18:50:37.386526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ed641f4-98f0-486e-b9af-a333e2a87afa req-af785313-92c1-4334-b046-7c9aa506fded tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248281 Aug 03 18:50:37.409755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41748c66-3d20-4c93-ab71-b88ad94358c7 req-3bb6683b-d818-4be3-aa42-e0f772bf476a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:37.411940 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41748c66-3d20-4c93-ab71-b88ad94358c7 req-3bb6683b-d818-4be3-aa42-e0f772bf476a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 932 time: 0.0880346 Aug 03 18:50:37.422531 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fe72b272-1ac2-4ec7-b228-e80b1cf4a8be req-76b9bea2-922b-4018-b667-e7c64bc2cd5f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075292 Aug 03 18:50:37.445550 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e51d6071-6f53-4956-9f02-43c7e75ed64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:37.451164 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e51d6071-6f53-4956-9f02-43c7e75ed64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:37.452340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e51d6071-6f53-4956-9f02-43c7e75ed64b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe20c77f-829e-4224-aaf2-1e2463efdda6 HTTP/1.1" status: 204 len: 168 time: 0.3813231 Aug 03 18:50:37.478289 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d6071-6f53-4956-9f02-43c7e75ed64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe20c77f-829e-4224-aaf2-1e2463efdda6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:37.511054 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41748c66-3d20-4c93-ab71-b88ad94358c7 req-fb259f64-4b21-4873-85e9-9b7ee06b88c4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918140 Aug 03 18:50:37.516421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2c781a-de93-43db-aad8-e5d873dd6710 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:50:37.535901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:37.558036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Transition to ACTIVE for port object 5a2c781a-de93-43db-aad8-e5d873dd6710 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:37.560406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817446e9-5b89-4983-af93-31ee632a9c9d req-11c221ea-062a-4a6a-80e3-88dcac7099cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:37.562045 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-817446e9-5b89-4983-af93-31ee632a9c9d req-11c221ea-062a-4a6a-80e3-88dcac7099cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386206 Aug 03 18:50:37.565933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:37.707849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2c781a-de93-43db-aad8-e5d873dd6710,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:37.709643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:37.747462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073449a9-2d5a-47b0-a43f-71a89924fc46 req-cd477a2e-07f7-4472-8db5-ea37d26e8593 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:37.756453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:50:37.756639 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-073449a9-2d5a-47b0-a43f-71a89924fc46 req-cd477a2e-07f7-4472-8db5-ea37d26e8593 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 948 time: 0.0740464 Aug 03 18:50:37.756732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:50:37.757042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:37.773108 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Port 5a2c781a-de93-43db-aad8-e5d873dd6710 on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:50:37.773442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:37.785274 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-817446e9-5b89-4983-af93-31ee632a9c9d req-666a4341-41af-4c03-8088-03b5b20d8c02 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150471 Aug 03 18:50:37.797895 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:50:37.798088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:37.798375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:50:37.798850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Bound port: 5a2c781a-de93-43db-aad8-e5d873dd6710, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:50:37.799222 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:37.811452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-073449a9-2d5a-47b0-a43f-71a89924fc46 req-4f45a396-fc57-4f9c-a8fb-064b6b340230 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 Aug 03 18:50:37.964644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:50:37.970545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5a2c781a-de93-43db-aad8-e5d873dd6710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:50:37.977571 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-817446e9-5b89-4983-af93-31ee632a9c9d req-ffa0f583-b106-4fff-bb88-099de6bb42ff service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749556 Aug 03 18:50:37.979333 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:38.035173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57268) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:38.036382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2c781a-de93-43db-aad8-e5d873dd6710,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:38.051296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:38.052396 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:38.054427 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-20a7bfc2-f37e-4336-a620-53e8529ef082 service neutron] 10.222.0.74 "PUT /v2.0/ports/5a2c781a-de93-43db-aad8-e5d873dd6710 HTTP/1.1" status: 200 len: 1092 time: 1.5093896 Aug 03 18:50:38.055094 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'tag': '5a2c781a-de93-43db-aad8-e5d873dd6710'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:38.057716 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ab4a28-edef-49bd-8b00-f45408975e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "385c2b17-4500-48d7-9607-a9d5f8ec0ec2", "tag": "5a2c781a-de93-43db-aad8-e5d873dd6710"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:38.059314 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58908a7b-8cd8-45c9-a2b7-2a3ea2610272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:38.124320 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6d09dc-0eb5-4195-a83d-3625fa1e0d72 x-openstack-request-id: req-ed6d09dc-0eb5-4195-a83d-3625fa1e0d72 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:38.124613 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385c2b17-4500-48d7-9607-a9d5f8ec0ec2", "tag": "5a2c781a-de93-43db-aad8-e5d873dd6710", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:38.125471 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed6d09dc-0eb5-4195-a83d-3625fa1e0d72 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:38.125903 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'tag': '5a2c781a-de93-43db-aad8-e5d873dd6710', 'status': 'completed', 'code': 200} Aug 03 18:50:38.207995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-5beafca7-36a4-472f-8213-e35e80fbe0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:38.210326 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-5beafca7-36a4-472f-8213-e35e80fbe0b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0715270 Aug 03 18:50:38.224257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58908a7b-8cd8-45c9-a2b7-2a3ea2610272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:38.229797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58908a7b-8cd8-45c9-a2b7-2a3ea2610272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:38.287277 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-29a5a76f-8835-4de8-816f-00817edc320c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a2c781a-de93-43db-aad8-e5d873dd6710 HTTP/1.1" status: 200 len: 217 time: 0.0568671 Aug 03 18:50:38.290989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1335ae4-df62-48cb-8306-df9cbebb1b1c req-69e73983-d245-424d-90f9-483993a1e879 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:38.292613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1335ae4-df62-48cb-8306-df9cbebb1b1c req-69e73983-d245-424d-90f9-483993a1e879 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 971 time: 0.1133966 Aug 03 18:50:38.296965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-58908a7b-8cd8-45c9-a2b7-2a3ea2610272 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae85d87b3b644853885e9305b5c8dd84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604992 Aug 03 18:50:38.297934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58908a7b-8cd8-45c9-a2b7-2a3ea2610272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3988340-07f9-449a-b3e4-6dc51d8000b8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:38.300500 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57278) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:38.374958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-b750cbc0-6602-45a9-8d7b-52224698cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:38.376672 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-b750cbc0-6602-45a9-8d7b-52224698cd00 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.0736282 Aug 03 18:50:38.395937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1335ae4-df62-48cb-8306-df9cbebb1b1c req-cabcbf30-33ae-4223-8260-5960cae5e051 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823905 Aug 03 18:50:38.412559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c17f7efc-4539-4490-a313-8bd566cadd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:38.437034 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c17f7efc-4539-4490-a313-8bd566cadd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:38.454394 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-67101b3a-e6f5-4fb8-873b-ede3fabcad44 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687203 Aug 03 18:50:38.529951 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c17f7efc-4539-4490-a313-8bd566cadd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:38.532369 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c17f7efc-4539-4490-a313-8bd566cadd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:38.541066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c17f7efc-4539-4490-a313-8bd566cadd8f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3988340-07f9-449a-b3e4-6dc51d8000b8 HTTP/1.1" status: 204 len: 168 time: 0.2293284 Aug 03 18:50:38.556148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f7efc-4539-4490-a313-8bd566cadd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3988340-07f9-449a-b3e4-6dc51d8000b8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:38.568363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7814310-1464-4ef3-8ecf-37ada19b1121 req-b7432aad-954b-4abc-82c3-53e0602f65a2 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:38.570049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7814310-1464-4ef3-8ecf-37ada19b1121 req-b7432aad-954b-4abc-82c3-53e0602f65a2 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 971 time: 0.0820954 Aug 03 18:50:38.579705 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-18f697a9-15db-4486-a1ad-f720c53f2c72 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173136 Aug 03 18:50:38.612556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7814310-1464-4ef3-8ecf-37ada19b1121 req-45721ad8-7bf8-4629-90e1-1f2b894b6091 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Aug 03 18:50:38.704396 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e75cae5-070b-45a4-aeb6-7e8baaf969d5 req-e5b7e025-46eb-4f2f-8cb4-1d63dc3843fb service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172113 Aug 03 18:50:38.750404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2fdf3-bad6-47d9-a74e-3c7e92b23639 req-d761e7cb-64e4-4e90-84d2-cc4df3c630ff tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:38.751922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3a2fdf3-bad6-47d9-a74e-3c7e92b23639 req-d761e7cb-64e4-4e90-84d2-cc4df3c630ff tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 944 time: 0.0579364 Aug 03 18:50:38.839918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3a2fdf3-bad6-47d9-a74e-3c7e92b23639 req-1853c456-c3f1-462b-95a7-cb4e52cbf137 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810030 Aug 03 18:50:38.851887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab4a28-edef-49bd-8b00-f45408975e4a req-014d3ab5-29e9-4de9-b37e-2f3336eae4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:38.853324 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7ab4a28-edef-49bd-8b00-f45408975e4a req-014d3ab5-29e9-4de9-b37e-2f3336eae4c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 1095 time: 0.0443869 Aug 03 18:50:38.857866 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fb7d7-aaea-4a68-8cab-bc834499c1b5 req-f14edfb2-8409-46e1-979a-b4f903a51325 tempest-AggregatesAdminTestJSON-960328663 tempest-AggregatesAdminTestJSON-960328663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:38.859369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f01fb7d7-aaea-4a68-8cab-bc834499c1b5 req-f14edfb2-8409-46e1-979a-b4f903a51325 tempest-AggregatesAdminTestJSON-960328663 tempest-AggregatesAdminTestJSON-960328663-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 1122 time: 0.0847278 Aug 03 18:50:38.895397 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f01fb7d7-aaea-4a68-8cab-bc834499c1b5 req-a2954435-8894-442d-9cb7-be6588e8dd6c tempest-AggregatesAdminTestJSON-960328663 tempest-AggregatesAdminTestJSON-960328663-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:38.982379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab4a28-edef-49bd-8b00-f45408975e4a req-bb65850d-1054-4dff-a552-2c03ce672f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:38.983936 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7ab4a28-edef-49bd-8b00-f45408975e4a req-bb65850d-1054-4dff-a552-2c03ce672f40 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.1168447 Aug 03 18:50:39.018463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a99c-d2ec-4499-b055-8b78adf29311 req-fb57551a-0fc2-4ff7-9270-ad0fc1896f3e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:39.020013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4a5a99c-d2ec-4499-b055-8b78adf29311 req-fb57551a-0fc2-4ff7-9270-ad0fc1896f3e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 948 time: 0.0757401 Aug 03 18:50:39.044731 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7ab4a28-edef-49bd-8b00-f45408975e4a req-4547ab2d-51e6-4f70-8cee-0bfe67693562 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a2c781a-de93-43db-aad8-e5d873dd6710 HTTP/1.1" status: 200 len: 217 time: 0.0529895 Aug 03 18:50:39.069762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f01fb7d7-aaea-4a68-8cab-bc834499c1b5 req-a2954435-8894-442d-9cb7-be6588e8dd6c tempest-AggregatesAdminTestJSON-960328663 tempest-AggregatesAdminTestJSON-960328663-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:39.075695 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f01fb7d7-aaea-4a68-8cab-bc834499c1b5 req-a2954435-8894-442d-9cb7-be6588e8dd6c tempest-AggregatesAdminTestJSON-960328663 tempest-AggregatesAdminTestJSON-960328663-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:39.098405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab4a28-edef-49bd-8b00-f45408975e4a req-c8bb5f1a-8d11-4cfc-ae1b-db9c9079a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:39.100536 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7ab4a28-edef-49bd-8b00-f45408975e4a req-c8bb5f1a-8d11-4cfc-ae1b-db9c9079a2ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.0476425 Aug 03 18:50:39.102780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4a5a99c-d2ec-4499-b055-8b78adf29311 req-40f6c568-7f00-4268-925b-ac4c0ae3da94 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708721 Aug 03 18:50:39.139932 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f01fb7d7-aaea-4a68-8cab-bc834499c1b5 req-a2954435-8894-442d-9cb7-be6588e8dd6c tempest-AggregatesAdminTestJSON-960328663 tempest-AggregatesAdminTestJSON-960328663-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730153 Aug 03 18:50:39.142267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2954435-8894-442d-9cb7-be6588e8dd6c tempest-AggregatesAdminTestJSON-960328663 tempest-AggregatesAdminTestJSON-960328663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d15481-362d-4eff-8fb1-03f091baf8ce,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:39.147413 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7ab4a28-edef-49bd-8b00-f45408975e4a req-b5b4fbaf-87b6-49b6-b11f-b2df441d5a2f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393939 Aug 03 18:50:39.267745 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7ab4a28-edef-49bd-8b00-f45408975e4a req-227b9420-63be-4b23-8120-4be33c6dc246 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128531 Aug 03 18:50:39.393697 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7ab4a28-edef-49bd-8b00-f45408975e4a req-7aca1811-27a6-4370-9139-b9bde7a42447 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130414 Aug 03 18:50:39.427809 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:39.551119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879f7be-6502-498e-9505-f11b16cf399e req-771572d1-5b7e-4011-b8c0-2bd89e4d7e28 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:39.552808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7879f7be-6502-498e-9505-f11b16cf399e req-771572d1-5b7e-4011-b8c0-2bd89e4d7e28 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 971 time: 0.0527947 Aug 03 18:50:39.595074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7879f7be-6502-498e-9505-f11b16cf399e req-7a2ed24d-9061-452c-a1d0-01f778a015f0 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359936 Aug 03 18:50:39.850051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2d43d13c-70d2-4851-af63-d7e8d684a33e details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:50:39.974339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:39.988435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '2d43d13c-70d2-4851-af63-d7e8d684a33e', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '2d43d13c-70d2-4851-af63-d7e8d684a33e', 'mac_address': 'fa:16:3e:7a:70:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:50:40.036780 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:40.062494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d43d13c-70d2-4851-af63-d7e8d684a33e {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:50:40.087225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:40.093893 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:40.162751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=2d43d13c-70d2-4851-af63-d7e8d684a33e,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:40.216445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a600af-73a1-4c35-90b2-0541ba6de713 req-fc71b218-b948-4ff4-8dd8-11fb1aa4972a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:40.217953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80a600af-73a1-4c35-90b2-0541ba6de713 req-fc71b218-b948-4ff4-8dd8-11fb1aa4972a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 944 time: 0.0849335 Aug 03 18:50:40.229542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b21e2-90ec-49a4-a0f9-8557b4ac0e8d req-c56502b7-ef45-4673-893b-d580b6e391a5 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:40.231048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad5b21e2-90ec-49a4-a0f9-8557b4ac0e8d req-c56502b7-ef45-4673-893b-d580b6e391a5 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 971 time: 0.0882018 Aug 03 18:50:40.287928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80a600af-73a1-4c35-90b2-0541ba6de713 req-d97947cd-b3d8-4d88-a408-365ec6eb639e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559199 Aug 03 18:50:40.292880 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad5b21e2-90ec-49a4-a0f9-8557b4ac0e8d req-b207c576-8954-4688-b047-7c1b84b56847 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550439 Aug 03 18:50:40.461800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6047a2-1996-4571-8697-7f8ccf7da7be req-24feffff-9065-4a48-b564-7cb1b6726694 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:40.463360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d6047a2-1996-4571-8697-7f8ccf7da7be req-24feffff-9065-4a48-b564-7cb1b6726694 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 949 time: 0.0639019 Aug 03 18:50:40.514578 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d6047a2-1996-4571-8697-7f8ccf7da7be req-f59145d7-02fa-446d-8e23-5440e7c01e33 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441146 Aug 03 18:50:40.534913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['2d43d13c-70d2-4851-af63-d7e8d684a33e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:50:40.617567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57410) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:40.698124 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:50:40.818682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57430) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:40.882716 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bdb338e1-7126-4c1b-a4ca-9297e8cf8226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:40.912759 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11231782-698c-461b-afcf-3014cc05b74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.007153 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bdb338e1-7126-4c1b-a4ca-9297e8cf8226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.012927 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bdb338e1-7126-4c1b-a4ca-9297e8cf8226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.064586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bdb338e1-7126-4c1b-a4ca-9297e8cf8226 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=63e500cce2ee4ba989b733a175d38578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447603 Aug 03 18:50:41.065268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb338e1-7126-4c1b-a4ca-9297e8cf8226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb81ae15-ddcf-4254-9941-4c67a09afd78,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:41.068395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57446) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:41.124905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5c36763-73b9-426e-b3ae-9b61b79a0701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.143155 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11231782-698c-461b-afcf-3014cc05b74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.149014 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5c36763-73b9-426e-b3ae-9b61b79a0701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.154589 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11231782-698c-461b-afcf-3014cc05b74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.199139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-11231782-698c-461b-afcf-3014cc05b74e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=71528927db6d4c2f9e06131645cf8bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798428 Aug 03 18:50:41.202383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57456) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:41.202683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11231782-698c-461b-afcf-3014cc05b74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeea04f-d4a7-42d3-8476-155bb868d657,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:41.228061 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5c36763-73b9-426e-b3ae-9b61b79a0701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.230602 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5c36763-73b9-426e-b3ae-9b61b79a0701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.231957 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a5c36763-73b9-426e-b3ae-9b61b79a0701 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fb81ae15-ddcf-4254-9941-4c67a09afd78 HTTP/1.1" status: 204 len: 168 time: 0.1624870 Aug 03 18:50:41.257160 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c36763-73b9-426e-b3ae-9b61b79a0701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb81ae15-ddcf-4254-9941-4c67a09afd78,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:41.287642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f88b-5551-4b43-be8a-4024aeac7814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.322662 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f88b-5551-4b43-be8a-4024aeac7814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.410221 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f88b-5551-4b43-be8a-4024aeac7814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.414143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f88b-5551-4b43-be8a-4024aeac7814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.415659 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0cc5f88b-5551-4b43-be8a-4024aeac7814 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dfeea04f-d4a7-42d3-8476-155bb868d657 HTTP/1.1" status: 204 len: 168 time: 0.2118669 Aug 03 18:50:41.427293 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5f88b-5551-4b43-be8a-4024aeac7814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeea04f-d4a7-42d3-8476-155bb868d657,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:41.429075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5d8fe-f5cf-477f-8ecc-0ae5323c41a0 req-f1344f89-7540-4b76-8eb7-2964fa99d287 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:41.439110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beb5d8fe-f5cf-477f-8ecc-0ae5323c41a0 req-f1344f89-7540-4b76-8eb7-2964fa99d287 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 944 time: 0.0675380 Aug 03 18:50:41.503895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beb5d8fe-f5cf-477f-8ecc-0ae5323c41a0 req-98d6fd5a-7b4a-4836-b869-545da2ad2d1c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631943 Aug 03 18:50:41.527981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78809b1-afed-4424-b6e8-00f0932c8678 req-110f6813-64a0-41c3-a010-cff8d65b5f6e tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:41.527981 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d78809b1-afed-4424-b6e8-00f0932c8678 req-110f6813-64a0-41c3-a010-cff8d65b5f6e tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 971 time: 0.0704226 Aug 03 18:50:41.586250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d78809b1-afed-4424-b6e8-00f0932c8678 req-95e3f24a-07ee-4094-a3db-43af18ef16c2 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582695 Aug 03 18:50:41.629572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8a45f-5626-49ab-9cfb-3bb062b31f3c req-f6c22dcb-f464-4b42-b79e-1e307248b73a tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:41.632089 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-12c8a45f-5626-49ab-9cfb-3bb062b31f3c req-f6c22dcb-f464-4b42-b79e-1e307248b73a tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 1122 time: 0.0810573 Aug 03 18:50:41.667180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57484) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:41.690969 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da5d0cb2-95e5-49fe-9786-b95d73021adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.743403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-12c8a45f-5626-49ab-9cfb-3bb062b31f3c req-e4cc7102-3254-4c0d-9a8c-9fc088ae0896 tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] Deleting port 1719f50f-bce3-41e7-bb0c-d074f9c18fca {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:50:41.743973 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-12c8a45f-5626-49ab-9cfb-3bb062b31f3c req-e4cc7102-3254-4c0d-9a8c-9fc088ae0896 tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.750532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce98594-7de6-4886-b7c3-8a5458524233 req-1f81aa45-baf6-4ada-9021-821d9621a57c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:41.752124 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ce98594-7de6-4886-b7c3-8a5458524233 req-1f81aa45-baf6-4ada-9021-821d9621a57c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 949 time: 0.0782397 Aug 03 18:50:41.807326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ce98594-7de6-4886-b7c3-8a5458524233 req-227d5d22-afaf-46e1-a441-4fcf3e33e14d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415463 Aug 03 18:50:41.846379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5a2c781a-de93-43db-aad8-e5d873dd6710 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:50:41.907483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-12c8a45f-5626-49ab-9cfb-3bb062b31f3c req-e4cc7102-3254-4c0d-9a8c-9fc088ae0896 tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] For port 1719f50f-bce3-41e7-bb0c-d074f9c18fca, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1719f50f-bce3-41e7-bb0c-d074f9c18fca,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:41.912845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-12c8a45f-5626-49ab-9cfb-3bb062b31f3c req-e4cc7102-3254-4c0d-9a8c-9fc088ae0896 tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.913297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2d43d13c-70d2-4851-af63-d7e8d684a33e up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:50:41.934736 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da5d0cb2-95e5-49fe-9786-b95d73021adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:41.943739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-12c8a45f-5626-49ab-9cfb-3bb062b31f3c req-e4cc7102-3254-4c0d-9a8c-9fc088ae0896 tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] Calling delete_port for 1719f50f-bce3-41e7-bb0c-d074f9c18fca owned by compute:tempest-test_az-124048420 {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:50:41.945091 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da5d0cb2-95e5-49fe-9786-b95d73021adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.031088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-da5d0cb2-95e5-49fe-9786-b95d73021adf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a398b7a66a314ba2a2bcb0a35f7801fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627841 Aug 03 18:50:42.036935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57498) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:42.043051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5a2c781a-de93-43db-aad8-e5d873dd6710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:42.097461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '5a2c781a-de93-43db-aad8-e5d873dd6710', 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612', 'port_id': '5a2c781a-de93-43db-aad8-e5d873dd6710', 'mac_address': 'fa:16:3e:3b:9e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f4d2c7-1f07-4c9d-ad30-5666266a1e0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:50:42.140592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d0cb2-95e5-49fe-9786-b95d73021adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99393508-6224-4924-8f70-476f45ef07e8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:42.174533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57510) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:42.188821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fbf3170d-9672-497e-8f0f-d68545e8c5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.193414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 2d43d13c-70d2-4851-af63-d7e8d684a33e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:42.203918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 2d43d13c-70d2-4851-af63-d7e8d684a33e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:42.204292 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.208755 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e789555-8534-4bbb-8fef-60d180b8bbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.236392 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fbf3170d-9672-497e-8f0f-d68545e8c5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.240716 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.260080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2c781a-de93-43db-aad8-e5d873dd6710 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:50:42.302759 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5a2c781a-de93-43db-aad8-e5d873dd6710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:42.318964 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.372867 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fbf3170d-9672-497e-8f0f-d68545e8c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.377968 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fbf3170d-9672-497e-8f0f-d68545e8c5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.379473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fbf3170d-9672-497e-8f0f-d68545e8c5ed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/99393508-6224-4924-8f70-476f45ef07e8 HTTP/1.1" status: 204 len: 168 time: 0.3404982 Aug 03 18:50:42.384843 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-12c8a45f-5626-49ab-9cfb-3bb062b31f3c req-e4cc7102-3254-4c0d-9a8c-9fc088ae0896 tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.393406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3170d-9672-497e-8f0f-d68545e8c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99393508-6224-4924-8f70-476f45ef07e8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:42.415141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1719f50f-bce3-41e7-bb0c-d074f9c18fca'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:50:42.469958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc7102-3254-4c0d-9a8c-9fc088ae0896 tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] Pushing event deleted for resources: {'Port': ['ID=1719f50f-bce3-41e7-bb0c-d074f9c18fca,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:42.524513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=5a2c781a-de93-43db-aad8-e5d873dd6710,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:42.606005 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e789555-8534-4bbb-8fef-60d180b8bbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.607705 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.656043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:42.657797 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e789555-8534-4bbb-8fef-60d180b8bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.663022 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:42.665606 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7943db-9aec-4674-a785-b2a63122c34f" -d '{"events": [{"server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "name": "network-vif-plugged", "status": "completed", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:42.667889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c8a45f-5626-49ab-9cfb-3bb062b31f3c req-e4cc7102-3254-4c0d-9a8c-9fc088ae0896 tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] No DVR routers for this DVR port 1719f50f-bce3-41e7-bb0c-d074f9c18fca on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:50:42.699813 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-12c8a45f-5626-49ab-9cfb-3bb062b31f3c req-e4cc7102-3254-4c0d-9a8c-9fc088ae0896 tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.703704 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-12c8a45f-5626-49ab-9cfb-3bb062b31f3c req-e4cc7102-3254-4c0d-9a8c-9fc088ae0896 tempest-DeleteServersAdminTestJSON-2070069983 tempest-DeleteServersAdminTestJSON-2070069983-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1719f50f-bce3-41e7-bb0c-d074f9c18fca HTTP/1.1" status: 204 len: 173 time: 1.0647714 Aug 03 18:50:42.704272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057a3367-65c2-4f81-93ab-45f41cbc0942', 'name': 'network-vif-deleted', 'tag': '1719f50f-bce3-41e7-bb0c-d074f9c18fca'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:42.708987 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52fa90b-d6c1-4f5b-a5da-05b2608368ec" -d '{"events": [{"server_uuid": "057a3367-65c2-4f81-93ab-45f41cbc0942", "name": "network-vif-deleted", "tag": "1719f50f-bce3-41e7-bb0c-d074f9c18fca"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:42.730267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['5a2c781a-de93-43db-aad8-e5d873dd6710'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:50:42.774204 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.786737 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1e789555-8534-4bbb-8fef-60d180b8bbe9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eff80598745a4d9cbd28fc9cd68aab00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104541 Aug 03 18:50:42.787577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57560) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:42.800920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e789555-8534-4bbb-8fef-60d180b8bbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917efd96-a0dd-4588-852f-47cd6e723ab1,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:42.863750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57302b2d-abe4-4598-8cdc-05f3957e9ddd req-5d618ac1-3c54-4784-ba95-055050ba8fff tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:42.869480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57302b2d-abe4-4598-8cdc-05f3957e9ddd req-5d618ac1-3c54-4784-ba95-055050ba8fff tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 945 time: 0.1634345 Aug 03 18:50:42.927340 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5abceb1-a1a8-446d-983a-a402a32dfb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.932339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57302b2d-abe4-4598-8cdc-05f3957e9ddd req-de81909c-3e17-4d92-ac3f-ffbcff462d1b tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541410 Aug 03 18:50:42.975874 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5abceb1-a1a8-446d-983a-a402a32dfb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:42.987397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=2d43d13c-70d2-4851-af63-d7e8d684a33e,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:43.038902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec91b2e1-3081-482c-8bb3-71597f548f0e req-45ff0cc5-e6b3-48d2-8872-44679226e79d tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=057a3367-65c2-4f81-93ab-45f41cbc0942 HTTP/1.1" status: 200 len: 210 time: 0.1207039 Aug 03 18:50:43.069836 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afca6b87-e201-488b-b8fe-d2cd64ad164b x-openstack-request-id: req-afca6b87-e201-488b-b8fe-d2cd64ad164b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:43.070448 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "name": "network-vif-plugged", "status": "completed", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:43.071687 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afca6b87-e201-488b-b8fe-d2cd64ad164b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:43.072273 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e', 'code': 200} Aug 03 18:50:43.085977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5abceb1-a1a8-446d-983a-a402a32dfb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:43.089926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5abceb1-a1a8-446d-983a-a402a32dfb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:43.091722 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d5abceb1-a1a8-446d-983a-a402a32dfb47 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/917efd96-a0dd-4588-852f-47cd6e723ab1 HTTP/1.1" status: 204 len: 168 time: 0.3026266 Aug 03 18:50:43.110751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abceb1-a1a8-446d-983a-a402a32dfb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917efd96-a0dd-4588-852f-47cd6e723ab1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:43.115324 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81cbf4e-3ba6-46a3-849c-a771eab8f145 x-openstack-request-id: req-e81cbf4e-3ba6-46a3-849c-a771eab8f145 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:43.115612 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057a3367-65c2-4f81-93ab-45f41cbc0942", "name": "network-vif-deleted", "tag": "1719f50f-bce3-41e7-bb0c-d074f9c18fca", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:43.115860 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e81cbf4e-3ba6-46a3-849c-a771eab8f145 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:43.116246 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057a3367-65c2-4f81-93ab-45f41cbc0942', 'name': 'network-vif-deleted', 'tag': '1719f50f-bce3-41e7-bb0c-d074f9c18fca', 'status': 'completed', 'code': 200} Aug 03 18:50:43.251851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c46e4-429f-4f3c-bccb-efa714b7c4c1 req-5a7ea483-11f0-4a72-8147-d740c5521284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:43.255226 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-830c46e4-429f-4f3c-bccb-efa714b7c4c1 req-5a7ea483-11f0-4a72-8147-d740c5521284 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1101 time: 0.0695512 Aug 03 18:50:43.295148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf9c56-d5ec-49f1-ab3d-f2f5372896d9 req-a3b925b7-3778-4284-9679-5b1e3a675db7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:43.297947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeaf9c56-d5ec-49f1-ab3d-f2f5372896d9 req-a3b925b7-3778-4284-9679-5b1e3a675db7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.0780222 Aug 03 18:50:43.299394 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-830c46e4-429f-4f3c-bccb-efa714b7c4c1 req-a93048db-5cc9-4cfe-922b-89b8740d87ce service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357139 Aug 03 18:50:43.375740 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeaf9c56-d5ec-49f1-ab3d-f2f5372896d9 req-c003c4f2-69b4-4578-a7c6-18051f4a76ff tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686846 Aug 03 18:50:43.523359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57600) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:43.699592 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c039a9e0-a36b-4dbe-ab0b-5eabf8e1b2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:43.838392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c039a9e0-a36b-4dbe-ab0b-5eabf8e1b2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:43.844158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c039a9e0-a36b-4dbe-ab0b-5eabf8e1b2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:43.856614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5a2c781a-de93-43db-aad8-e5d873dd6710 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:50:43.898320 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c039a9e0-a36b-4dbe-ab0b-5eabf8e1b2c9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6eb60e88a62f4cf2b258a9378ff5f054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738205 Aug 03 18:50:43.900767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039a9e0-a36b-4dbe-ab0b-5eabf8e1b2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c10cacf-9692-4913-93ff-fb0f00b3e727,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:43.914716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57636) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:43.960732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 5a2c781a-de93-43db-aad8-e5d873dd6710 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:43.965875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 5a2c781a-de93-43db-aad8-e5d873dd6710 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:43.966257 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:43.976415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec524ad-023c-4e12-80dc-e03f46f9ae3e req-3d6bf1f7-d5f6-4b58-a272-73d9ac9eaeae tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:43.978102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ec524ad-023c-4e12-80dc-e03f46f9ae3e req-3d6bf1f7-d5f6-4b58-a272-73d9ac9eaeae tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 971 time: 0.0888846 Aug 03 18:50:44.000959 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-817dfc14-5ad6-4e7b-95ad-a0ba71b822b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:44.033938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ec524ad-023c-4e12-80dc-e03f46f9ae3e req-67fc719f-348f-4799-9ae0-2abc0fb4fe9a tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Aug 03 18:50:44.062411 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:44.117401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5a2c781a-de93-43db-aad8-e5d873dd6710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:44.125186 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:44.209968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=5a2c781a-de93-43db-aad8-e5d873dd6710,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:44.231144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14b790-2420-4031-9e48-cee10bd93aaa req-303025ba-d7bb-405c-95c4-6aebb8b13384 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:44.240503 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a14b790-2420-4031-9e48-cee10bd93aaa req-303025ba-d7bb-405c-95c4-6aebb8b13384 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 946 time: 0.1001239 Aug 03 18:50:44.298946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a14b790-2420-4031-9e48-cee10bd93aaa req-359cacb3-0b5b-4d8e-9405-65501a78d2ff tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528023 Aug 03 18:50:44.307824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-817dfc14-5ad6-4e7b-95ad-a0ba71b822b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:44.379195 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-817dfc14-5ad6-4e7b-95ad-a0ba71b822b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:44.384011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-817dfc14-5ad6-4e7b-95ad-a0ba71b822b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:44.386220 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-817dfc14-5ad6-4e7b-95ad-a0ba71b822b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0c10cacf-9692-4913-93ff-fb0f00b3e727 HTTP/1.1" status: 204 len: 168 time: 0.4705160 Aug 03 18:50:44.398387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dfc14-5ad6-4e7b-95ad-a0ba71b822b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c10cacf-9692-4913-93ff-fb0f00b3e727,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:44.519441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869200e3-ae49-4917-b350-4427ffb91ed6 req-05899a75-6e5e-416e-8245-1875cc552142 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:44.526619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-869200e3-ae49-4917-b350-4427ffb91ed6 req-05899a75-6e5e-416e-8245-1875cc552142 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.0678377 Aug 03 18:50:44.563255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-acbe17a4-5e7b-480e-b64d-c5f20ddb7ab1 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=68b95d2b412040df96c5b8aae296363a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340476 Aug 03 18:50:44.598261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-869200e3-ae49-4917-b350-4427ffb91ed6 req-a0fd9733-32a9-486e-b561-291beadc2a65 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706093 Aug 03 18:50:44.736298 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-2e9f0602-2a35-4d33-9f84-51e7568bc33c tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:44.742087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-2e9f0602-2a35-4d33-9f84-51e7568bc33c tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1672390 Aug 03 18:50:44.762494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-b9324853-3dd9-4afa-ad5a-390cf1f4663d tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/quotas/68b95d2b412040df96c5b8aae296363a HTTP/1.1" status: 200 len: 375 time: 0.0163710 Aug 03 18:50:44.798250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-077b3a91-4f35-4991-928e-f9d5c5403472 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=68b95d2b412040df96c5b8aae296363a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348437 Aug 03 18:50:44.852182 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:44.873070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57706) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:44.890621 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4be585be-6710-4a9f-b363-896799bb563b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:45.074037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2c781a-de93-43db-aad8-e5d873dd6710'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:45.076266 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76550b2e-46c5-4b7c-aa8f-e63f1bf58652" -d '{"events": [{"server_uuid": "385c2b17-4500-48d7-9607-a9d5f8ec0ec2", "name": "network-vif-plugged", "status": "completed", "tag": "5a2c781a-de93-43db-aad8-e5d873dd6710"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:45.085477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34914115-5dea-4e8d-8bb8-e4b6a37d550a req-cfa56518-f0f6-4142-84e8-491dcb014f9e tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 210 time: 0.0730014 Aug 03 18:50:45.201409 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4be585be-6710-4a9f-b363-896799bb563b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:45.210521 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4be585be-6710-4a9f-b363-896799bb563b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:45.237385 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df0d5b5-bf21-4312-8ba9-e4eb50a4ccdd x-openstack-request-id: req-4df0d5b5-bf21-4312-8ba9-e4eb50a4ccdd {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:45.238326 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385c2b17-4500-48d7-9607-a9d5f8ec0ec2", "name": "network-vif-plugged", "status": "completed", "tag": "5a2c781a-de93-43db-aad8-e5d873dd6710", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:45.238582 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4df0d5b5-bf21-4312-8ba9-e4eb50a4ccdd {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:45.238964 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2c781a-de93-43db-aad8-e5d873dd6710', 'code': 200} Aug 03 18:50:45.521404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8412a6e-e1e3-4b0c-8437-aa7d554e0b0b req-3530565c-849f-46ca-8ff6-80c05ccad888 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:45.523648 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c8412a6e-e1e3-4b0c-8437-aa7d554e0b0b req-3530565c-849f-46ca-8ff6-80c05ccad888 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.37 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 971 time: 0.2376845 Aug 03 18:50:45.525694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1233fce-6bfc-4953-8d70-25de3e561aaf req-de401df5-76cd-47ff-a5f9-ffbd6e33cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:45.527327 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a1233fce-6bfc-4953-8d70-25de3e561aaf req-de401df5-76cd-47ff-a5f9-ffbd6e33cb4e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 1097 time: 0.1189866 Aug 03 18:50:45.650781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be585be-6710-4a9f-b363-896799bb563b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14666279-60cf-4874-a129-9df49c640868,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:45.698291 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a1233fce-6bfc-4953-8d70-25de3e561aaf req-dc989a17-5168-41a6-adc0-3466f8dd065e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776327 Aug 03 18:50:45.705873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4be585be-6710-4a9f-b363-896799bb563b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1cc82864d3394f7496bb8b1085254c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8314557 Aug 03 18:50:45.709381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57756) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:45.744728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1719f50f-bce3-41e7-bb0c-d074f9c18fca no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:50:45.769593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54eae7-3424-4c3e-a9fb-6d553656c2c5 req-668f206f-234b-4cb0-adce-3d446a9ba5cf tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:45.777152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 1719f50f-bce3-41e7-bb0c-d074f9c18fca {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:50:45.779191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1719f50f-bce3-41e7-bb0c-d074f9c18fca not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:50:45.781325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-c8412a6e-e1e3-4b0c-8437-aa7d554e0b0b req-df1678da-7f6d-4828-bab9-7c4178ae4dbd tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Deleting port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:50:45.782045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c8412a6e-e1e3-4b0c-8437-aa7d554e0b0b req-df1678da-7f6d-4828-bab9-7c4178ae4dbd tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:45.785313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b54eae7-3424-4c3e-a9fb-6d553656c2c5 req-668f206f-234b-4cb0-adce-3d446a9ba5cf tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/ports?device_id=44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6 HTTP/1.1" status: 200 len: 971 time: 0.5684147 Aug 03 18:50:45.797430 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92f12-8823-4887-949c-8ad78e42df74 req-49b31356-1594-40b9-bf7d-d3829959158c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:45.799258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7dc92f12-8823-4887-949c-8ad78e42df74 req-49b31356-1594-40b9-bf7d-d3829959158c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 946 time: 0.1405771 Aug 03 18:50:45.857199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4300-1aa2-480d-90ac-c2295123352d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:45.880831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b54eae7-3424-4c3e-a9fb-6d553656c2c5 req-7ca7a400-ac6c-4afa-92a9-2aff5b6dae34 tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.78 "GET /v2.0/security-groups?id=52def7b4-5969-479a-bc65-3dd5b6e5dd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946143 Aug 03 18:50:45.911563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7dc92f12-8823-4887-949c-8ad78e42df74 req-8504bccd-e79b-43b6-8a73-b538bbd9d32e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834305 Aug 03 18:50:45.928630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4300-1aa2-480d-90ac-c2295123352d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:45.948424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c8412a6e-e1e3-4b0c-8437-aa7d554e0b0b req-df1678da-7f6d-4828-bab9-7c4178ae4dbd tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] For port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=53b03c83-ad4c-4990-b0e3-d288a1cfa97a,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:45.950573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c8412a6e-e1e3-4b0c-8437-aa7d554e0b0b req-df1678da-7f6d-4828-bab9-7c4178ae4dbd tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:46.001556 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4300-1aa2-480d-90ac-c2295123352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:46.001952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-c8412a6e-e1e3-4b0c-8437-aa7d554e0b0b req-df1678da-7f6d-4828-bab9-7c4178ae4dbd tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Calling delete_port for 53b03c83-ad4c-4990-b0e3-d288a1cfa97a owned by compute:tempest-test_az-124048420 {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:50:46.004779 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdfd4300-1aa2-480d-90ac-c2295123352d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:46.006833 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cdfd4300-1aa2-480d-90ac-c2295123352d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14666279-60cf-4874-a129-9df49c640868 HTTP/1.1" status: 204 len: 168 time: 0.2963719 Aug 03 18:50:46.025125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd4300-1aa2-480d-90ac-c2295123352d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14666279-60cf-4874-a129-9df49c640868,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:46.187997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c8412a6e-e1e3-4b0c-8437-aa7d554e0b0b req-df1678da-7f6d-4828-bab9-7c4178ae4dbd tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:46.189865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5b55e-3bb9-4c3d-93eb-36ab463ae398 req-3edd7469-fec0-48fc-9ce8-439ea7ecc9c4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:46.191064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4a5b55e-3bb9-4c3d-93eb-36ab463ae398 req-3edd7469-fec0-48fc-9ce8-439ea7ecc9c4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.0641766 Aug 03 18:50:46.199776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['53b03c83-ad4c-4990-b0e3-d288a1cfa97a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:50:46.238946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4a5b55e-3bb9-4c3d-93eb-36ab463ae398 req-baf83856-14fe-4ad5-a825-699949d94bd1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Aug 03 18:50:46.245279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1678da-7f6d-4828-bab9-7c4178ae4dbd tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Pushing event deleted for resources: {'Port': ['ID=53b03c83-ad4c-4990-b0e3-d288a1cfa97a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:46.369440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-286bb5f1-e604-4bc0-a0f6-4bf53ed8b439 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68b95d2b412040df96c5b8aae296363a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569863 Aug 03 18:50:46.392098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8412a6e-e1e3-4b0c-8437-aa7d554e0b0b req-df1678da-7f6d-4828-bab9-7c4178ae4dbd tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] No DVR routers for this DVR port 53b03c83-ad4c-4990-b0e3-d288a1cfa97a on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:50:46.395546 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c8412a6e-e1e3-4b0c-8437-aa7d554e0b0b req-df1678da-7f6d-4828-bab9-7c4178ae4dbd tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:46.398837 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c8412a6e-e1e3-4b0c-8437-aa7d554e0b0b req-df1678da-7f6d-4828-bab9-7c4178ae4dbd tempest-AggregatesAdminTestJSON-1483200557 tempest-AggregatesAdminTestJSON-1483200557-project] 10.222.0.37 "DELETE /v2.0/ports/53b03c83-ad4c-4990-b0e3-d288a1cfa97a HTTP/1.1" status: 204 len: 173 time: 0.8649776 Aug 03 18:50:46.399452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6', 'name': 'network-vif-deleted', 'tag': '53b03c83-ad4c-4990-b0e3-d288a1cfa97a'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:46.408365 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf61c66-211a-41a1-adec-6d08f3a035ec" -d '{"events": [{"server_uuid": "44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6", "name": "network-vif-deleted", "tag": "53b03c83-ad4c-4990-b0e3-d288a1cfa97a"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:46.458559 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e9bb26e-2863-47db-bdb8-e38322cacf40 req-be834ff3-5b5e-44fc-9a40-d0a941388b35 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 210 time: 0.0781310 Aug 03 18:50:46.600154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-21022668-52b0-45ca-98b8-c525afdb16d0 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:46.602297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-21022668-52b0-45ca-98b8-c525afdb16d0 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053897 Aug 03 18:50:46.620504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Request body: {'port': {'device_id': 'aa5752f7-5f6a-47b9-b40f-52bc342c85d7', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '68b95d2b412040df96c5b8aae296363a'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:46.728978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-925fabf5-5285-4804-928c-8d7f67990f5e req-67e2d14d-b2a6-4810-9534-c34c5e462278 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1905071897', 'description': 'tempest-description-562213133'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:46.775329 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-925fabf5-5285-4804-928c-8d7f67990f5e req-67e2d14d-b2a6-4810-9534-c34c5e462278 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:46.795781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-925fabf5-5285-4804-928c-8d7f67990f5e req-67e2d14d-b2a6-4810-9534-c34c5e462278 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:46.842414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Made reservation on behalf of 68b95d2b412040df96c5b8aae296363a for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:50:46.846048 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:46.865890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9fa42-af7b-410b-95d9-a9f89447e414 req-6c20b846-1550-4165-bf3e-bbf2cef1179f tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:46.867433 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6d9fa42-af7b-410b-95d9-a9f89447e414 req-6c20b846-1550-4165-bf3e-bbf2cef1179f tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1101 time: 0.0826006 Aug 03 18:50:46.914554 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6d9fa42-af7b-410b-95d9-a9f89447e414 req-88fac8f1-8ee2-4184-a12c-8fc4851f19ee tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.100834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Allocated IP 192.168.233.42 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/1cfc8b29-7f7c-4c57-b430-536d135e6dfa) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:50:47.108867 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-925fabf5-5285-4804-928c-8d7f67990f5e req-67e2d14d-b2a6-4810-9534-c34c5e462278 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.144701 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-925fabf5-5285-4804-928c-8d7f67990f5e req-67e2d14d-b2a6-4810-9534-c34c5e462278 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.226853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2d14d-b2a6-4810-9534-c34c5e462278 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2879645f-7650-4ae4-828a-eb05a0e5d484,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:47.334572 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6d9fa42-af7b-410b-95d9-a9f89447e414 req-88fac8f1-8ee2-4184-a12c-8fc4851f19ee tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.345804 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6d9fa42-af7b-410b-95d9-a9f89447e414 req-88fac8f1-8ee2-4184-a12c-8fc4851f19ee tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.398152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6d9fa42-af7b-410b-95d9-a9f89447e414 req-88fac8f1-8ee2-4184-a12c-8fc4851f19ee tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219080 Aug 03 18:50:47.440282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fac8f1-8ee2-4184-a12c-8fc4851f19ee tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666b1a79-57d0-4cd8-8cdf-7e325ec358a9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:47.447460 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.472119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Transition to ACTIVE for port object 1cfc8b29-7f7c-4c57-b430-536d135e6dfa will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:47.526108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-925fabf5-5285-4804-928c-8d7f67990f5e req-67e2d14d-b2a6-4810-9534-c34c5e462278 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.532639 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-925fabf5-5285-4804-928c-8d7f67990f5e req-67e2d14d-b2a6-4810-9534-c34c5e462278 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.572626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2d14d-b2a6-4810-9534-c34c5e462278 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2555b6bc-f2ce-42de-81c9-2a709cdeee7a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:47.576808 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-925fabf5-5285-4804-928c-8d7f67990f5e req-67e2d14d-b2a6-4810-9534-c34c5e462278 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.590638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-925fabf5-5285-4804-928c-8d7f67990f5e req-67e2d14d-b2a6-4810-9534-c34c5e462278 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8697236 Aug 03 18:50:47.592480 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.627631 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd7d6d4-a5cd-497d-83fb-8acb53d07166 x-openstack-request-id: req-9bd7d6d4-a5cd-497d-83fb-8acb53d07166 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:47.628218 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6", "name": "network-vif-deleted", "tag": "53b03c83-ad4c-4990-b0e3-d288a1cfa97a", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:47.628218 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9bd7d6d4-a5cd-497d-83fb-8acb53d07166 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:47.628727 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1a3e8-abfb-4c1e-87ba-a3720b0b3cc6', 'name': 'network-vif-deleted', 'tag': '53b03c83-ad4c-4990-b0e3-d288a1cfa97a', 'status': 'completed', 'code': 200} Aug 03 18:50:47.646182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:50:47.649529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:47.653986 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:50:47.660186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:47.661415 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.683598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Pushing event updated for resources: {'Port': ['ID=1cfc8b29-7f7c-4c57-b430-536d135e6dfa,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:47.693969 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-f2af14f6-89ae-4eda-a87b-1e9249fb5675 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0783489 Aug 03 18:50:47.706911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Request body: {'port': {'device_id': 'aa5752f7-5f6a-47b9-b40f-52bc342c85d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:47.836250 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:47.874230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5552b-2f79-4a42-be45-1af0dd521bd1 req-4f534f90-a553-4c9a-91d8-0269ea860aea tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:47.875853 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ec5552b-2f79-4a42-be45-1af0dd521bd1 req-4f534f90-a553-4c9a-91d8-0269ea860aea tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 946 time: 0.1200635 Aug 03 18:50:47.974947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ec5552b-2f79-4a42-be45-1af0dd521bd1 req-1d6862e3-abfb-45c9-b97c-29d2727350ca tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671573 Aug 03 18:50:47.976636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b2ba687b-6ac3-4418-8b0a-904233da8018 None None] Provisioning for port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:47.983565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b2ba687b-6ac3-4418-8b0a-904233da8018 None None] Provisioning complete for port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:47.984215 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b2ba687b-6ac3-4418-8b0a-904233da8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.032842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57854) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:48.047979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba687b-6ac3-4418-8b0a-904233da8018 None None] Port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:50:48.069636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57858) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:48.176258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196560dd-9d6f-46bf-aa20-799298143fa6 req-1ddd0c3d-e636-4439-8941-bb2e7b54e683 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:48.177868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-196560dd-9d6f-46bf-aa20-799298143fa6 req-1ddd0c3d-e636-4439-8941-bb2e7b54e683 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 935 time: 0.1044531 Aug 03 18:50:48.247941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-196560dd-9d6f-46bf-aa20-799298143fa6 req-3a83378b-89d1-4ff5-831f-2bcbd4828427 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598850 Aug 03 18:50:48.274665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5a60472-8743-4af0-adcc-5e83eca25718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.336793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfc8b29-7f7c-4c57-b430-536d135e6dfa {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:50:48.347494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.360316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a43efc89-a9a8-4a5e-939d-16a4d1c55257 req-047e69b6-df03-4d43-b278-86d881587639 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1136309367', 'description': 'tempest-description-251533213'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:48.378864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Transition to ACTIVE for port object 1cfc8b29-7f7c-4c57-b430-536d135e6dfa will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:48.386587 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.403230 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9cd7a31b-9e3d-4a9d-b99d-b814f86fd083 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=55da6ac343b348f0a7dcc41806ada940&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3316057 Aug 03 18:50:48.407638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57876) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:48.443809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5a60472-8743-4af0-adcc-5e83eca25718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.451647 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5a60472-8743-4af0-adcc-5e83eca25718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.500200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a60472-8743-4af0-adcc-5e83eca25718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf89052-9b43-4918-999d-4cc7766fd253,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:48.508584 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c5a60472-8743-4af0-adcc-5e83eca25718 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a412e6d545c84a30b6714d3d7f299c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4745717 Aug 03 18:50:48.511199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57878) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:48.575554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-759343e5-29e1-4177-904c-91bf50e957ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.595972 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44de0797-a068-4628-b456-e49ea6e4c764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.597711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfc8b29-7f7c-4c57-b430-536d135e6dfa,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:48.604389 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-759343e5-29e1-4177-904c-91bf50e957ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.611912 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a43efc89-a9a8-4a5e-939d-16a4d1c55257 req-047e69b6-df03-4d43-b278-86d881587639 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.640162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Attempting to bind port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:50:48.640501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Attempting to bind port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:50:48.640832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Attempting to bind port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:48.665152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:50:48.665531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Attempting to bind port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:48.671445 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44de0797-a068-4628-b456-e49ea6e4c764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.679090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-759343e5-29e1-4177-904c-91bf50e957ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.682481 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-759343e5-29e1-4177-904c-91bf50e957ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.686220 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-759343e5-29e1-4177-904c-91bf50e957ab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4cf89052-9b43-4918-999d-4cc7766fd253 HTTP/1.1" status: 204 len: 168 time: 0.1714041 Aug 03 18:50:48.695048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759343e5-29e1-4177-904c-91bf50e957ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf89052-9b43-4918-999d-4cc7766fd253,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:48.702541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:50:48.702887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:48.703283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:50:48.703742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Bound port: 1cfc8b29-7f7c-4c57-b430-536d135e6dfa, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:50:48.704106 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.840322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a43efc89-a9a8-4a5e-939d-16a4d1c55257 req-047e69b6-df03-4d43-b278-86d881587639 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.845022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44de0797-a068-4628-b456-e49ea6e4c764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.847538 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44de0797-a068-4628-b456-e49ea6e4c764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.851950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-44de0797-a068-4628-b456-e49ea6e4c764 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/52def7b4-5969-479a-bc65-3dd5b6e5dd76 HTTP/1.1" status: 204 len: 168 time: 0.4398544 Aug 03 18:50:48.862247 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a43efc89-a9a8-4a5e-939d-16a4d1c55257 req-047e69b6-df03-4d43-b278-86d881587639 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.865528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] For port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:50:48.868495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de0797-a068-4628-b456-e49ea6e4c764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52def7b4-5969-479a-bc65-3dd5b6e5dd76,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:48.873765 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] For port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1cfc8b29-7f7c-4c57-b430-536d135e6dfa,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:50:48.889798 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.899398 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a43efc89-a9a8-4a5e-939d-16a4d1c55257 req-047e69b6-df03-4d43-b278-86d881587639 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.900618 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a43efc89-a9a8-4a5e-939d-16a4d1c55257 req-047e69b6-df03-4d43-b278-86d881587639 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5459394 Aug 03 18:50:48.938227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e69b6-df03-4d43-b278-86d881587639 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72148532-3fa3-4235-96af-5222c795f6e2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:48.950835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:48.951249 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:48.952594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] 10.222.0.37 "PUT /v2.0/ports/1cfc8b29-7f7c-4c57-b430-536d135e6dfa HTTP/1.1" status: 200 len: 1095 time: 1.2504113 Aug 03 18:50:48.960794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5752f7-5f6a-47b9-b40f-52bc342c85d7', 'tag': '1cfc8b29-7f7c-4c57-b430-536d135e6dfa'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:48.960794 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608d0066-6778-42bc-8616-45ab6e075450" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5752f7-5f6a-47b9-b40f-52bc342c85d7", "tag": "1cfc8b29-7f7c-4c57-b430-536d135e6dfa"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:48.987439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdcda6-c5df-427b-b904-400c39b9d026 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfc8b29-7f7c-4c57-b430-536d135e6dfa,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:49.056514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-ef2af543-67cb-4aa1-8dc1-2a47b1e4a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:49.058528 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-ef2af543-67cb-4aa1-8dc1-2a47b1e4a896 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68b95d2b412040df96c5b8aae296363a&device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 1098 time: 0.0515902 Aug 03 18:50:49.115321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-a2b91897-9885-4a0d-85e4-f7a275c0b2dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=1cfc8b29-7f7c-4c57-b430-536d135e6dfa HTTP/1.1" status: 200 len: 217 time: 0.0462699 Aug 03 18:50:49.213312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-dc11b39a-ea7f-4a7a-a341-5ef371cce651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:49.215139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-dc11b39a-ea7f-4a7a-a341-5ef371cce651 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0921907 Aug 03 18:50:49.253679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57908) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:49.277587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-bebc7ec7-a29e-493d-931c-891e7935522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:49.280867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-bebc7ec7-a29e-493d-931c-891e7935522c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561378 Aug 03 18:50:49.330465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57914) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:49.356144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-41748d4f-defb-4f53-bb22-97dd9fedfa35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:49.405554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-009e1da0-8ff3-4746-ae10-6cb0420ee7e0 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149149 Aug 03 18:50:49.519941 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-41748d4f-defb-4f53-bb22-97dd9fedfa35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:49.526940 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-41748d4f-defb-4f53-bb22-97dd9fedfa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:49.541031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e3e5c-25ca-436c-8145-5e4810d653d1 req-9b932aef-650d-41b5-997e-31aa2d716eeb tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:49.548228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd9e3e5c-25ca-436c-8145-5e4810d653d1 req-9b932aef-650d-41b5-997e-31aa2d716eeb tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 1097 time: 0.1220996 Aug 03 18:50:49.564475 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-41748d4f-defb-4f53-bb22-97dd9fedfa35 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c00a1aa86d32417ca4ca6a21e85b413f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318645 Aug 03 18:50:49.566325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57916) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:49.572645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57918) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:49.590503 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db70cb27-1598-4e4e-aba1-a205615b9ef6 req-8d35b180-fbff-4299-8c3b-f7147def4bfb service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756670 Aug 03 18:50:49.606295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41748d4f-defb-4f53-bb22-97dd9fedfa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f1dcf9-7dda-448e-9417-1f062bb3864c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:49.634109 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1944cc9a-495b-466d-8a90-57fd83f6def1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09c9b658f43e474fa6a3dc33a7ee8a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602834 Aug 03 18:50:49.637105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57922) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:49.666801 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd9e3e5c-25ca-436c-8145-5e4810d653d1 req-2a515c3c-2cfd-46b2-8d53-2ffe78b726a4 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114349 Aug 03 18:50:49.690356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f696b5ca-221c-49a9-b5b4-161e4562b524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:49.699366 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7940089-29ff-40c2-9ab0-34e03b0839c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:49.730300 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7940089-29ff-40c2-9ab0-34e03b0839c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:49.742274 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f696b5ca-221c-49a9-b5b4-161e4562b524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:49.761338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 53b03c83-ad4c-4990-b0e3-d288a1cfa97a no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:50:49.791521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819f33e-aa87-4200-8776-e839689ffe08 req-51a42afc-50ca-4ecb-9cdc-3047f48613ef tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:49.793136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1819f33e-aa87-4200-8776-e839689ffe08 req-51a42afc-50ca-4ecb-9cdc-3047f48613ef tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.0916760 Aug 03 18:50:49.812582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 53b03c83-ad4c-4990-b0e3-d288a1cfa97a {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:50:49.812928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 53b03c83-ad4c-4990-b0e3-d288a1cfa97a not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:50:49.822262 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-8ded06c9-dc8d-453b-a62a-7c3526f2b66f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5669696 Aug 03 18:50:49.840955 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7940089-29ff-40c2-9ab0-34e03b0839c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:49.843803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7940089-29ff-40c2-9ab0-34e03b0839c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:49.847977 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c7940089-29ff-40c2-9ab0-34e03b0839c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a1d15481-362d-4eff-8fb1-03f091baf8ce HTTP/1.1" status: 204 len: 168 time: 0.2097149 Aug 03 18:50:49.866938 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7940089-29ff-40c2-9ab0-34e03b0839c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d15481-362d-4eff-8fb1-03f091baf8ce,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:49.880010 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f696b5ca-221c-49a9-b5b4-161e4562b524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:49.886200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f696b5ca-221c-49a9-b5b4-161e4562b524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:49.887707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f696b5ca-221c-49a9-b5b4-161e4562b524 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76f1dcf9-7dda-448e-9417-1f062bb3864c HTTP/1.1" status: 204 len: 168 time: 0.3134806 Aug 03 18:50:49.902142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1819f33e-aa87-4200-8776-e839689ffe08 req-eeaa761d-d92d-4ef8-b2d6-503bb6aaee53 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946283 Aug 03 18:50:49.920387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696b5ca-221c-49a9-b5b4-161e4562b524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f1dcf9-7dda-448e-9417-1f062bb3864c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:50.015237 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febf2595-ffdf-454a-a541-004638814198 x-openstack-request-id: req-febf2595-ffdf-454a-a541-004638814198 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:50.015895 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5752f7-5f6a-47b9-b40f-52bc342c85d7", "tag": "1cfc8b29-7f7c-4c57-b430-536d135e6dfa", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:50.016559 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-febf2595-ffdf-454a-a541-004638814198 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:50.017379 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5752f7-5f6a-47b9-b40f-52bc342c85d7', 'tag': '1cfc8b29-7f7c-4c57-b430-536d135e6dfa', 'status': 'completed', 'code': 200} Aug 03 18:50:50.153744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d0066-6778-42bc-8616-45ab6e075450 req-e1b13652-7c9a-48aa-8eac-276200001be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:50.155893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-608d0066-6778-42bc-8616-45ab6e075450 req-e1b13652-7c9a-48aa-8eac-276200001be8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68b95d2b412040df96c5b8aae296363a&device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 1098 time: 0.1158738 Aug 03 18:50:50.167211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-3cbe8e2d-c91b-4a20-942b-e9e23a5dbb96 req-c0f905e3-8990-49ed-a138-79c004cd5031 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-149570013', 'description': 'tempest-description-142331408'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:50.218268 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57940) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:50.313076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c9257-2d96-4bca-9b6f-e4d1744698f6 req-9ea4d248-dac6-4912-a392-e99ca7f19474 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:50.314662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f1c9257-2d96-4bca-9b6f-e4d1744698f6 req-9ea4d248-dac6-4912-a392-e99ca7f19474 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 947 time: 0.2279634 Aug 03 18:50:50.339867 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3cbe8e2d-c91b-4a20-942b-e9e23a5dbb96 req-c0f905e3-8990-49ed-a138-79c004cd5031 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:50.375131 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3cbe8e2d-c91b-4a20-942b-e9e23a5dbb96 req-c0f905e3-8990-49ed-a138-79c004cd5031 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:50.447765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f1c9257-2d96-4bca-9b6f-e4d1744698f6 req-c002764e-48a3-4d79-8c43-1e741b20cd4c tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156254 Aug 03 18:50:50.450915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d0066-6778-42bc-8616-45ab6e075450 req-62dba072-1b30-4b12-a8f4-f370a78225d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:50.452356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-608d0066-6778-42bc-8616-45ab6e075450 req-62dba072-1b30-4b12-a8f4-f370a78225d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2778637 Aug 03 18:50:50.549719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae6b3da8-ac92-4e5c-8b22-5c2c2339620e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:50.708938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-608d0066-6778-42bc-8616-45ab6e075450 req-1ab7d648-839a-416c-a957-05ea83fbeb46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=1cfc8b29-7f7c-4c57-b430-536d135e6dfa HTTP/1.1" status: 200 len: 217 time: 0.2457919 Aug 03 18:50:50.820380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717e8c3-2ca8-45c9-b819-9d8f69eff0a2 req-f0fb4b60-d946-47dc-a722-94d07d428201 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:50.822189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a717e8c3-2ca8-45c9-b819-9d8f69eff0a2 req-f0fb4b60-d946-47dc-a722-94d07d428201 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 1097 time: 0.1180050 Aug 03 18:50:50.823624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d0066-6778-42bc-8616-45ab6e075450 req-39c659b5-9557-4a95-9802-4e7eedf1a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:50.824998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-608d0066-6778-42bc-8616-45ab6e075450 req-39c659b5-9557-4a95-9802-4e7eedf1a383 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1047909 Aug 03 18:50:50.907195 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3cbe8e2d-c91b-4a20-942b-e9e23a5dbb96 req-c0f905e3-8990-49ed-a138-79c004cd5031 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:50.916757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a717e8c3-2ca8-45c9-b819-9d8f69eff0a2 req-41466938-fb1a-4536-b490-5c23572b38b8 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879550 Aug 03 18:50:50.928353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3cbe8e2d-c91b-4a20-942b-e9e23a5dbb96 req-c0f905e3-8990-49ed-a138-79c004cd5031 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:50.944057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d0066-6778-42bc-8616-45ab6e075450 req-56fc2ac2-dc5d-4cf8-8d72-0f1134424a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:50.944057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-608d0066-6778-42bc-8616-45ab6e075450 req-56fc2ac2-dc5d-4cf8-8d72-0f1134424a92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041965 Aug 03 18:50:51.034903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f905e3-8990-49ed-a138-79c004cd5031 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6546a810-4816-40a0-8a9c-6dfa906dbe7f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:51.109740 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae6b3da8-ac92-4e5c-8b22-5c2c2339620e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.117088 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae6b3da8-ac92-4e5c-8b22-5c2c2339620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.160242 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ae6b3da8-ac92-4e5c-8b22-5c2c2339620e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=03b94e1fa3ce4ba29cc85ea04d542819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9400556 Aug 03 18:50:51.163378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58000) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:51.165979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b3da8-ac92-4e5c-8b22-5c2c2339620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c8e0a0-4715-434e-aced-ff9e67c6f792,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:51.237091 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-de214640-1285-4e5f-a76f-6fa3c7167fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.277216 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-de214640-1285-4e5f-a76f-6fa3c7167fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.332246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-608d0066-6778-42bc-8616-45ab6e075450 req-55ccad6e-1be9-4372-a57d-b95878904ba8 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811290 Aug 03 18:50:51.346996 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3cbe8e2d-c91b-4a20-942b-e9e23a5dbb96 req-c0f905e3-8990-49ed-a138-79c004cd5031 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.361062 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-de214640-1285-4e5f-a76f-6fa3c7167fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.365283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-de214640-1285-4e5f-a76f-6fa3c7167fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.368954 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-de214640-1285-4e5f-a76f-6fa3c7167fc3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c6c8e0a0-4715-434e-aced-ff9e67c6f792 HTTP/1.1" status: 204 len: 168 time: 0.2023411 Aug 03 18:50:51.376065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de214640-1285-4e5f-a76f-6fa3c7167fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c8e0a0-4715-434e-aced-ff9e67c6f792,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:51.428868 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3cbe8e2d-c91b-4a20-942b-e9e23a5dbb96 req-c0f905e3-8990-49ed-a138-79c004cd5031 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.489383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864431ce-9a66-4238-9568-f1a1a41b9498 req-45273f52-0ab0-4938-b88f-7531d82f5866 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:51.491060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-864431ce-9a66-4238-9568-f1a1a41b9498 req-45273f52-0ab0-4938-b88f-7531d82f5866 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.3801970 Aug 03 18:50:51.496007 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3cbe8e2d-c91b-4a20-942b-e9e23a5dbb96 req-c0f905e3-8990-49ed-a138-79c004cd5031 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.502257 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cbe8e2d-c91b-4a20-942b-e9e23a5dbb96 req-c0f905e3-8990-49ed-a138-79c004cd5031 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3447700 Aug 03 18:50:51.503902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f905e3-8990-49ed-a138-79c004cd5031 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5198f-26e2-44e2-a7c5-294395e25090,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:51.510858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-608d0066-6778-42bc-8616-45ab6e075450 req-c3b27410-57a8-4156-b26d-4353b498ca02 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666112 Aug 03 18:50:51.602663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-864431ce-9a66-4238-9568-f1a1a41b9498 req-cde89ab8-fbbd-46a2-b49c-f7366aad2bad tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909283 Aug 03 18:50:51.667568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-3efb11e3-7c6c-473c-97f6-d507b1e2db2c req-43721cb2-8e8a-4466-a496-98975334a44d tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-488022212', 'description': 'tempest-description-432998827'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:51.693617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58022) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:51.704749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd04938-2a50-44cb-a662-7d5384454cbe req-04c4561e-fd2c-4268-8613-0a449f0e5ac3 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:51.705803 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfd04938-2a50-44cb-a662-7d5384454cbe req-04c4561e-fd2c-4268-8613-0a449f0e5ac3 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 947 time: 0.1022279 Aug 03 18:50:51.716986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3efb11e3-7c6c-473c-97f6-d507b1e2db2c req-43721cb2-8e8a-4466-a496-98975334a44d tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.732921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58026) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:51.779354 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfd04938-2a50-44cb-a662-7d5384454cbe req-e75d2848-8598-46c3-9d2d-033d046ae2bb tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654142 Aug 03 18:50:51.853538 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3efb11e3-7c6c-473c-97f6-d507b1e2db2c req-43721cb2-8e8a-4466-a496-98975334a44d tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.857685 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3efb11e3-7c6c-473c-97f6-d507b1e2db2c req-43721cb2-8e8a-4466-a496-98975334a44d tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.881821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58032) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:51.903410 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3efb11e3-7c6c-473c-97f6-d507b1e2db2c req-43721cb2-8e8a-4466-a496-98975334a44d tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.904646 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3efb11e3-7c6c-473c-97f6-d507b1e2db2c req-43721cb2-8e8a-4466-a496-98975334a44d tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2436776 Aug 03 18:50:51.905401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43721cb2-8e8a-4466-a496-98975334a44d tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c2da5c-a344-4ed2-af6b-a703217a5555,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:51.915627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb484bff-57f9-4501-b2a5-95e11986fe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.100391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-network', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:52.182443 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb484bff-57f9-4501-b2a5-95e11986fe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.193163 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1c64676-134e-4636-9d5b-deab136b2892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.201775 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb484bff-57f9-4501-b2a5-95e11986fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.212044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-9c8e2527-7e68-4706-a468-8fd6fddb6233 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34063 time: 0.2809429 Aug 03 18:50:52.259606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb484bff-57f9-4501-b2a5-95e11986fe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1270313e-4167-48e3-bbb3-842bc0eff6a5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:52.289836 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cb484bff-57f9-4501-b2a5-95e11986fe09 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8271163cc028429a8fc8e2fcd7598157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068856 Aug 03 18:50:52.294244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-b163c754-7caa-43e8-971c-16c23be04720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:52.296048 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-b163c754-7caa-43e8-971c-16c23be04720 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1101 time: 0.1763999 Aug 03 18:50:52.296883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58042) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:52.308879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Made reservation on behalf of fd8c48d64fcd431e8d2d0da8cb4bf612 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:50:52.311208 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.361791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-0d4aca86-6280-4797-bb3a-691e7f97e7c5 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/066a905d-8f28-4158-8c94-b2b00aff08d7 HTTP/1.1" status: 200 len: 2977 time: 0.0963559 Aug 03 18:50:52.394719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.433107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-3ebaba1a-22ed-480a-8af6-52f0875d384c tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/066a905d-8f28-4158-8c94-b2b00aff08d7 HTTP/1.1" status: 200 len: 2977 time: 0.0636868 Aug 03 18:50:52.503048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-6a9b1fe0-4b18-4e5e-83aa-1fddbdcc2eef tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/26b29b3f-f529-4a53-adce-da918ed8017d HTTP/1.1" status: 200 len: 2977 time: 0.0685213 Aug 03 18:50:52.511202 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d504e3a5-aaed-4b7e-a7f5-dbe48e0f06f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.532816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-ae922184-6612-4b95-ad0d-2d2c22ff7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:52.534408 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-ae922184-6612-4b95-ad0d-2d2c22ff7d3b service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2182219 Aug 03 18:50:52.558901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-0c913633-bf00-4e58-a0f5-6d4054099fc7 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/26b29b3f-f529-4a53-adce-da918ed8017d HTTP/1.1" status: 200 len: 2977 time: 0.0546279 Aug 03 18:50:52.594655 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d504e3a5-aaed-4b7e-a7f5-dbe48e0f06f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.604259 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-b9c4decd-d1da-4d59-9ab4-b8e1f0f1cb6e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 217 time: 0.0595789 Aug 03 18:50:52.616480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-342327b2-5383-41d1-9e06-81df955a66e4 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/2879645f-7650-4ae4-828a-eb05a0e5d484 HTTP/1.1" status: 200 len: 2981 time: 0.0491447 Aug 03 18:50:52.632362 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1c64676-134e-4636-9d5b-deab136b2892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.668127 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1c64676-134e-4636-9d5b-deab136b2892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.672255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-f3f54007-aa8a-41ac-9447-edc5e22160d2 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/2879645f-7650-4ae4-828a-eb05a0e5d484 HTTP/1.1" status: 200 len: 2981 time: 0.0486808 Aug 03 18:50:52.727692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-a9dd9472-d2a3-4d66-9948-a74ac13f070c tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/29fc4245-639b-4847-85e2-3ab2030bf21b HTTP/1.1" status: 200 len: 2978 time: 0.0446939 Aug 03 18:50:52.752347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-08c11bae-36cc-4899-98e0-ddae99905dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:52.754036 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-08c11bae-36cc-4899-98e0-ddae99905dee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1350813 Aug 03 18:50:52.761239 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f1c64676-134e-4636-9d5b-deab136b2892 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dda96adba49a4c788d2f832d77370e40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0662196 Aug 03 18:50:52.764262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c64676-134e-4636-9d5b-deab136b2892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488baabb-2462-4711-a016-12319848877d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:52.768677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58070) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:52.817427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d504e3a5-aaed-4b7e-a7f5-dbe48e0f06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.820399 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d504e3a5-aaed-4b7e-a7f5-dbe48e0f06f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.821339 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d504e3a5-aaed-4b7e-a7f5-dbe48e0f06f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1270313e-4167-48e3-bbb3-842bc0eff6a5 HTTP/1.1" status: 204 len: 168 time: 0.5203106 Aug 03 18:50:52.834785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-e5c1bc30-2121-4452-8b2a-4178774c26fa tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/29fc4245-639b-4847-85e2-3ab2030bf21b HTTP/1.1" status: 200 len: 2978 time: 0.0994251 Aug 03 18:50:52.840205 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e3a5-aaed-4b7e-a7f5-dbe48e0f06f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1270313e-4167-48e3-bbb3-842bc0eff6a5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:52.865125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-f2ed3588-404f-4738-a76b-84b6b301817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:52.867048 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-f2ed3588-404f-4738-a76b-84b6b301817e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985970 Aug 03 18:50:52.893945 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd591160-df16-4d34-8087-89250320e785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.907914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-0c7e4a9e-7a89-4371-921f-087363add228 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3ed43045-6102-4370-a315-7c814b17d624 HTTP/1.1" status: 200 len: 2973 time: 0.0721829 Aug 03 18:50:52.940380 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.948325 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd591160-df16-4d34-8087-89250320e785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.954309 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.987076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-2f52e856-8b79-4926-9070-545fe88e5b11 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/3ed43045-6102-4370-a315-7c814b17d624 HTTP/1.1" status: 200 len: 2973 time: 0.0781550 Aug 03 18:50:52.998343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:50:53.015286 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6683cda7-6afa-4471-bae4-141a40d65dd7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:53.029038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.029352 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Added segment 686c5043-8cd3-49c0-9bd4-235329fdb5d8 of type vlan for network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 Aug 03 18:50:53.042802 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-f6d04523-5b52-40e5-b683-be35c44017e9 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612232 Aug 03 18:50:53.045184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-ec91bb8b-2b53-4b1a-a97c-83330c1f4149 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/6546a810-4816-40a0-8a9c-6dfa906dbe7f HTTP/1.1" status: 200 len: 2981 time: 0.0570688 Aug 03 18:50:53.084138 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd591160-df16-4d34-8087-89250320e785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.086967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd591160-df16-4d34-8087-89250320e785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.091783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dd591160-df16-4d34-8087-89250320e785 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/488baabb-2462-4711-a016-12319848877d HTTP/1.1" status: 204 len: 168 time: 0.3211718 Aug 03 18:50:53.110472 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-0f53216d-6fb3-4914-93fe-359e987ce87e tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/6546a810-4816-40a0-8a9c-6dfa906dbe7f HTTP/1.1" status: 200 len: 2981 time: 0.0643096 Aug 03 18:50:53.117476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd591160-df16-4d34-8087-89250320e785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488baabb-2462-4711-a016-12319848877d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:53.126536 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.195650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-dd095a12-477f-4733-a231-14328d3f1ca0 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/666b1a79-57d0-4cd8-8cdf-7e325ec358a9 HTTP/1.1" status: 200 len: 2981 time: 0.0841711 Aug 03 18:50:53.236587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.237901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:53.238595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.247650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-14785711-bf86-48f2-9213-136591989ee5 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/666b1a79-57d0-4cd8-8cdf-7e325ec358a9 HTTP/1.1" status: 200 len: 2981 time: 0.0509372 Aug 03 18:50:53.273307 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-09159319-c7af-4ae3-b46e-b2de39c238ac service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051947 Aug 03 18:50:53.313634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-ae758c84-a6dd-4b94-a62f-4fbd04331f9c tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/891f9fcf-04af-4884-b545-01a089964f8d HTTP/1.1" status: 200 len: 2981 time: 0.0648992 Aug 03 18:50:53.327783 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5936677 Aug 03 18:50:53.336326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58092) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:53.344367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff5786-1332-482d-a13d-7af1f8f2018d admin admin] Pushing event updated for resources: {'Network': ['ID=31240d09-c12e-43f9-8d62-a9e18e6d7a04,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:53.346141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] Request body: {'subnet': {'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-subnet', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:53.357474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:50:53.406676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] Made reservation on behalf of fd8c48d64fcd431e8d2d0da8cb4bf612 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:50:53.409971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.424677 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-a96e236e-e7c7-4540-8262-a97a8a9601f1 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/891f9fcf-04af-4884-b545-01a089964f8d HTTP/1.1" status: 200 len: 2981 time: 0.1097870 Aug 03 18:50:53.548405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-8c77ea37-ef8a-4f2d-adb1-e88306531dfd tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/a24503c4-7c5f-4f25-9e6f-cb64c2b198dc HTTP/1.1" status: 200 len: 2977 time: 0.1224267 Aug 03 18:50:53.610290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-344b4133-505c-4f91-a348-a3a7f07bd238 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/a24503c4-7c5f-4f25-9e6f-cb64c2b198dc HTTP/1.1" status: 200 len: 2977 time: 0.0607252 Aug 03 18:50:53.693212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-5f0be631-aff4-4275-9ab9-269d7061fe51 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b6718de5-4307-4327-b097-f28ad9e6352b HTTP/1.1" status: 200 len: 2981 time: 0.0813138 Aug 03 18:50:53.720124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58104) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:53.741822 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a6071d1-c30e-41e3-aa10-b3c7cc54badb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.781096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8cbf1ac-1bbd-47f0-9710-cdc0a360dece req-7cdd4923-a1ce-4fcb-80db-5ccd1b04ec4a tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/b6718de5-4307-4327-b097-f28ad9e6352b HTTP/1.1" status: 200 len: 2981 time: 0.0648930 Aug 03 18:50:53.782543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.789392 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1cfc8b29-7f7c-4c57-b430-536d135e6dfa details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:50:53.868598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58110) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:53.876801 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a6071d1-c30e-41e3-aa10-b3c7cc54badb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.885401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a6071d1-c30e-41e3-aa10-b3c7cc54badb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.924934 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8a6071d1-c30e-41e3-aa10-b3c7cc54badb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cebaa71eee3647eba67315646064c459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024302 Aug 03 18:50:53.930920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58116) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:53.959042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1cfc8b29-7f7c-4c57-b430-536d135e6dfa,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:53.972891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6071d1-c30e-41e3-aa10-b3c7cc54badb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44494b48-320d-460f-98cb-0698a1f9ea58,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:53.975921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '1cfc8b29-7f7c-4c57-b430-536d135e6dfa', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '1cfc8b29-7f7c-4c57-b430-536d135e6dfa', 'mac_address': 'fa:16:3e:24:6d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:50:53.984304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:53.996488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed796174-81ce-4695-98ff-21cb86a48af2 req-a7c1311a-52fa-4e6f-9e85-c9dbb4007320 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:54.009089 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2947334f-16f6-4be8-88d7-4f6cac7d5ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.010011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed796174-81ce-4695-98ff-21cb86a48af2 req-a7c1311a-52fa-4e6f-9e85-c9dbb4007320 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.1179678 Aug 03 18:50:54.020935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] Checking segment: {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:54.022050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] Network hostable DHCP agents. Network: 31240d09-c12e-43f9-8d62-a9e18e6d7a04, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:50:54.026701 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.041377 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2947334f-16f6-4be8-88d7-4f6cac7d5ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.042477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfc8b29-7f7c-4c57-b430-536d135e6dfa {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:50:54.065895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1cfc8b29-7f7c-4c57-b430-536d135e6dfa,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:54.071375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.098142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed796174-81ce-4695-98ff-21cb86a48af2 req-7e664e9d-cf1d-40b7-ba62-7ea663caca7f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871415 Aug 03 18:50:54.101241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] Network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:50:54.108022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2947334f-16f6-4be8-88d7-4f6cac7d5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.110832 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2947334f-16f6-4be8-88d7-4f6cac7d5ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.112098 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2947334f-16f6-4be8-88d7-4f6cac7d5ccf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44494b48-320d-460f-98cb-0698a1f9ea58 HTTP/1.1" status: 204 len: 168 time: 0.1801529 Aug 03 18:50:54.128661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 31240d09-c12e-43f9-8d62-a9e18e6d7a04) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:54.129582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947334f-16f6-4be8-88d7-4f6cac7d5ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44494b48-320d-460f-98cb-0698a1f9ea58,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:54.139626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-ec057b14-d19c-4525-893e-d7f439482ca6 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:50:54.140355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-ec057b14-d19c-4525-893e-d7f439482ca6 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2690175 Aug 03 18:50:54.147049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:54.147666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.158937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502fbff6-2a55-4573-8293-87ba0563fb9b None None] Network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:50:54.169767 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c0ba4000-ab12-4319-b31d-4c09be127d13 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8281531 Aug 03 18:50:54.172540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58128) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:54.178956 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:54.214015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.215398 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.230279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1cfc8b29-7f7c-4c57-b430-536d135e6dfa,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:54.309015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1cfc8b29-7f7c-4c57-b430-536d135e6dfa'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:50:54.325582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.435486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:50:54.436368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.600140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Request body: {'binding': {'host': 'n-h2-802918-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:54.600663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Unknown quota resources ['binding']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 18:50:54.721817 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:54.777899 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Allocated IP 172.20.0.2 (31240d09-c12e-43f9-8d62-a9e18e6d7a04/3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a/96587a37-4d21-4280-9424-9b63e2bcddaf) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:50:54.822272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2968b7-397a-483c-904a-f7a50d8f26ec req-c4e1241e-4672-47ea-91e5-cdde4b7630c8 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:54.830770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea2968b7-397a-483c-904a-f7a50d8f26ec req-c4e1241e-4672-47ea-91e5-cdde4b7630c8 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 948 time: 0.1802552 Aug 03 18:50:54.869293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 on host n-h2-802918-7 for vnic_type normal with profile None {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:50:54.869892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:50:54.870899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:54.886193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Port 5a2c781a-de93-43db-aad8-e5d873dd6710 on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:50:54.886898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:54.900998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea2968b7-397a-483c-904a-f7a50d8f26ec req-20761fb3-cad9-4228-84b3-1d8baf2a23e3 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689039 Aug 03 18:50:54.912002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:50:54.916049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:54.916687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:50:54.917381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Bound port: 5a2c781a-de93-43db-aad8-e5d873dd6710, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:50:55.022380 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.042916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Transition to ACTIVE for port object 96587a37-4d21-4280-9424-9b63e2bcddaf will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:55.072190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Transition to ACTIVE for port object 96587a37-4d21-4280-9424-9b63e2bcddaf will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:55.080654 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.098101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5a2c781a-de93-43db-aad8-e5d873dd6710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:50:55.115527 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.116062 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] Notify callbacks [] for binding, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.117276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-68341a2b-2df6-4642-9c19-839988f0c362 service neutron] 10.222.0.78 "POST /v2.0/ports/5a2c781a-de93-43db-aad8-e5d873dd6710/bindings HTTP/1.1" status: 201 len: 389 time: 0.7096343 Aug 03 18:50:55.133978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15f08947-9112-4691-8f02-e5b01c6ad712 req-dc818568-e2ff-4392-b5d6-dd5562c2f496 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3c334ca394504930b0ef07aceee807ca HTTP/1.1" status: 200 len: 6102 time: 0.1726210 Aug 03 18:50:55.168445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:50:55.172771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.190857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:55.197842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:50:55.213365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Pushing event updated for resources: {'Port': ['ID=96587a37-4d21-4280-9424-9b63e2bcddaf,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:55.228820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15f08947-9112-4691-8f02-e5b01c6ad712 req-bd3472ad-b4ca-4c78-b47b-6b2c4d6d6759 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] 10.222.0.78 "GET /v2.0/security-groups/2879645f-7650-4ae4-828a-eb05a0e5d484 HTTP/1.1" status: 200 len: 2981 time: 0.0934181 Aug 03 18:50:55.339426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15f08947-9112-4691-8f02-e5b01c6ad712 req-9e42eabf-7c6c-4d53-897a-6bd66571814a tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] 10.222.0.78 "GET /v2.0/security-groups/2879645f-7650-4ae4-828a-eb05a0e5d484 HTTP/1.1" status: 200 len: 2981 time: 0.1090624 Aug 03 18:50:55.362405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Attempting to bind port 96587a37-4d21-4280-9424-9b63e2bcddaf on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:50:55.363045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Attempting to bind port 96587a37-4d21-4280-9424-9b63e2bcddaf by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:50:55.363407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Attempting to bind port 96587a37-4d21-4280-9424-9b63e2bcddaf on network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:55.380481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:50:55.380859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Checking segment: {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:55.381270 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.384906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Bound using segment: {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:50:55.385478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Bound port: 96587a37-4d21-4280-9424-9b63e2bcddaf, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:50:55.385925 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.424274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Allocated IP 172.25.8.233 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/109535f0-7f89-40c6-968e-b0e8308d17f4) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:50:55.583469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] For port 96587a37-4d21-4280-9424-9b63e2bcddaf, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:50:55.589427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] For port 96587a37-4d21-4280-9424-9b63e2bcddaf, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=96587a37-4d21-4280-9424-9b63e2bcddaf,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:50:55.595760 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.600256 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.612092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-1e1e3db8-8358-4f9f-8dd8-f0d860d28ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:55.613947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-1e1e3db8-8358-4f9f-8dd8-f0d860d28ba5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 1097 time: 0.1703031 Aug 03 18:50:55.663447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26242da9-2cfb-4ef5-8b0f-854cd88502e3 req-f598576f-5129-4afb-99d3-eda1669644ca tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:55.670430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-26242da9-2cfb-4ef5-8b0f-854cd88502e3 req-f598576f-5129-4afb-99d3-eda1669644ca tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.1636262 Aug 03 18:50:55.687710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.735729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:50:55.740167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:55.751982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:50:55.759001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Pushing event updated for resources: {'Port': ['ID=109535f0-7f89-40c6-968e-b0e8308d17f4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:55.811602 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1cfc8b29-7f7c-4c57-b430-536d135e6dfa up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:50:55.828534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-26242da9-2cfb-4ef5-8b0f-854cd88502e3 req-35ef9dcb-8dd9-48ef-8717-6556bce98a62 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397977 Aug 03 18:50:55.858087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6bfb1-6712-4700-be00-6d2e3d900521 None None] Pushing event updated for resources: {'Port': ['ID=96587a37-4d21-4280-9424-9b63e2bcddaf,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:55.872332 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:55.878741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:55.879182 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.908672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-8131c4b7-625b-4132-91cc-033d499dc64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:55.912971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-8131c4b7-625b-4132-91cc-033d499dc64e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.2912898 Aug 03 18:50:56.011748 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.019870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-2c80a8f4-4e21-48b5-94ba-07a929dcf5d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a2c781a-de93-43db-aad8-e5d873dd6710 HTTP/1.1" status: 200 len: 217 time: 0.0986781 Aug 03 18:50:56.041426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5752f7-5f6a-47b9-b40f-52bc342c85d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfc8b29-7f7c-4c57-b430-536d135e6dfa'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:56.044057 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949e7fed-9c2e-4dc6-95f7-d09b0986b4ab" -d '{"events": [{"server_uuid": "aa5752f7-5f6a-47b9-b40f-52bc342c85d7", "name": "network-vif-plugged", "status": "completed", "tag": "1cfc8b29-7f7c-4c57-b430-536d135e6dfa"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:56.061291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1cfc8b29-7f7c-4c57-b430-536d135e6dfa,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:56.065826 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.118568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-3876313d-1201-4410-9b8a-dcd112f78644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:56.120145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-3876313d-1201-4410-9b8a-dcd112f78644 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.0782609 Aug 03 18:50:56.166649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-62b768ae-14ea-4a6a-8e87-7c7986b7c264 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306833 Aug 03 18:50:56.170876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1cfc8b29-7f7c-4c57-b430-536d135e6dfa,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:56.179940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ae8e4-75dc-470a-acef-21aec0e84c3b req-9b0b4145-d28d-4629-8fb4-da3139a70849 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:56.188661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a51ae8e4-75dc-470a-acef-21aec0e84c3b req-9b0b4145-d28d-4629-8fb4-da3139a70849 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 946 time: 0.2077835 Aug 03 18:50:56.222860 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.313103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cf069d8-3597-4ba5-8e45-617ee0cf5982 req-a07d061c-c993-47fa-a300-636e4b19e631 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/01c2da5c-a344-4ed2-af6b-a703217a5555 HTTP/1.1" status: 200 len: 1776 time: 0.3042476 Aug 03 18:50:56.345352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a51ae8e4-75dc-470a-acef-21aec0e84c3b req-110edc1f-1147-4d8c-83ae-79d6dbaaa5fa tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558714 Aug 03 18:50:56.396577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-13be9d64-88b4-47a8-a0ae-a84b1a0ade49 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891513 Aug 03 18:50:56.462530 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cf069d8-3597-4ba5-8e45-617ee0cf5982 req-df9e1310-8d17-4786-ac8d-6ece6291ee6b tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.500371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cf069d8-3597-4ba5-8e45-617ee0cf5982 req-df9e1310-8d17-4786-ac8d-6ece6291ee6b tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.513203 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.553578 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-0197930c-19dd-43b6-9492-564658b3c1f8 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497195 Aug 03 18:50:56.579372 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cf069d8-3597-4ba5-8e45-617ee0cf5982 req-df9e1310-8d17-4786-ac8d-6ece6291ee6b tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.583372 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cf069d8-3597-4ba5-8e45-617ee0cf5982 req-df9e1310-8d17-4786-ac8d-6ece6291ee6b tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.600657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cf069d8-3597-4ba5-8e45-617ee0cf5982 req-df9e1310-8d17-4786-ac8d-6ece6291ee6b tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/01c2da5c-a344-4ed2-af6b-a703217a5555 HTTP/1.1" status: 204 len: 173 time: 0.2865345 Aug 03 18:50:56.614852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e1310-8d17-4786-ac8d-6ece6291ee6b tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c2da5c-a344-4ed2-af6b-a703217a5555,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:56.681705 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51101cde-e050-41a3-9db0-4120e98d7bc5 x-openstack-request-id: req-51101cde-e050-41a3-9db0-4120e98d7bc5 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:56.682235 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5752f7-5f6a-47b9-b40f-52bc342c85d7", "name": "network-vif-plugged", "status": "completed", "tag": "1cfc8b29-7f7c-4c57-b430-536d135e6dfa", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:56.682235 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51101cde-e050-41a3-9db0-4120e98d7bc5 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:56.682631 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5752f7-5f6a-47b9-b40f-52bc342c85d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfc8b29-7f7c-4c57-b430-536d135e6dfa', 'code': 200} Aug 03 18:50:56.743067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Router c16fffa5-753f-4c1e-aa44-2c249205d082 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:50:56.852104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-62bf0632-d53b-4478-832b-83a3d5c12df9 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:56.854040 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-62bf0632-d53b-4478-832b-83a3d5c12df9 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 1097 time: 0.1829748 Aug 03 18:50:56.865083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08c866-7ac6-4f87-9529-f159f389076e req-75f4ae7a-0a7d-4cbb-9be7-56beb86e2423 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:56.866704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce08c866-7ac6-4f87-9529-f159f389076e req-75f4ae7a-0a7d-4cbb-9be7-56beb86e2423 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 949 time: 0.1353996 Aug 03 18:50:56.869898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ceec226-0d8f-46ba-8d5c-764dcf8ad12d req-ea0dd6a0-4459-477a-a59f-3f99d55a77c9 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "GET /v2.0/security-groups/ebc5198f-26e2-44e2-a7c5-294395e25090 HTTP/1.1" status: 200 len: 1776 time: 0.1289032 Aug 03 18:50:56.874052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802918-7'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:57.012050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 96587a37-4d21-4280-9424-9b63e2bcddaf up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:50:57.059496 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a354-d7fe-43a4-83da-9fc8c66f7302 req-4df8fd70-f636-4aa7-868c-a02df4bff645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:57.061736 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b7c0a354-d7fe-43a4-83da-9fc8c66f7302 req-4df8fd70-f636-4aa7-868c-a02df4bff645 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 1100 time: 0.3098211 Aug 03 18:50:57.079487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 96587a37-4d21-4280-9424-9b63e2bcddaf completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:57.098327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e393b634-5377-473e-8878-eae8b43dd1a9 None None] Network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:50:57.103675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:50:57.117184 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Sync routers for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:50:57.130213 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:50:57.131208 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:50:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:50:57.132068 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b7c0a354-d7fe-43a4-83da-9fc8c66f7302 req-8b1e70df-8c0e-42c6-be84-0ad841c35a56 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553944 Aug 03 18:50:57.137169 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:57.141131 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-717cf44f-4fb8-43d0-87fc-2a188c47c05c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9648604 Aug 03 18:50:57.142404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58208) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:57.210186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce08c866-7ac6-4f87-9529-f159f389076e req-ca9c9ace-978c-49e1-913d-ad85ba743a79 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295176 Aug 03 18:50:57.225746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:57.236611 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1ceec226-0d8f-46ba-8d5c-764dcf8ad12d req-b509d5aa-62e5-41f7-b9ac-64b864238ca9 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:57.247945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e7faf191-5b20-4735-a80c-3ee9f73e7fd7 None None] Provisioning for port 96587a37-4d21-4280-9424-9b63e2bcddaf completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:57.261284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e7faf191-5b20-4735-a80c-3ee9f73e7fd7 None None] Provisioning complete for port 96587a37-4d21-4280-9424-9b63e2bcddaf triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:57.261805 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e7faf191-5b20-4735-a80c-3ee9f73e7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:57.310205 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1ceec226-0d8f-46ba-8d5c-764dcf8ad12d req-b509d5aa-62e5-41f7-b9ac-64b864238ca9 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:57.394287 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:50:57.430458 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e7faf191-5b20-4735-a80c-3ee9f73e7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:57.474284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e7faf191-5b20-4735-a80c-3ee9f73e7fd7 None None] For port 96587a37-4d21-4280-9424-9b63e2bcddaf, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=96587a37-4d21-4280-9424-9b63e2bcddaf,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:57.493390 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e7faf191-5b20-4735-a80c-3ee9f73e7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:57.544757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1ceec226-0d8f-46ba-8d5c-764dcf8ad12d req-b509d5aa-62e5-41f7-b9ac-64b864238ca9 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:57.559103 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1ceec226-0d8f-46ba-8d5c-764dcf8ad12d req-b509d5aa-62e5-41f7-b9ac-64b864238ca9 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:57.581878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ceec226-0d8f-46ba-8d5c-764dcf8ad12d req-b509d5aa-62e5-41f7-b9ac-64b864238ca9 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/ebc5198f-26e2-44e2-a7c5-294395e25090 HTTP/1.1" status: 204 len: 173 time: 0.6972139 Aug 03 18:50:57.590812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7faf191-5b20-4735-a80c-3ee9f73e7fd7 None None] Pushing event updated for resources: {'Port': ['ID=96587a37-4d21-4280-9424-9b63e2bcddaf,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:57.649044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509d5aa-62e5-41f7-b9ac-64b864238ca9 tempest-SecurityGroupsTestAdminJSON-1660256857 tempest-SecurityGroupsTestAdminJSON-1660256857-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5198f-26e2-44e2-a7c5-294395e25090,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:57.715755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c55fef15-9ac4-4b59-87de-6cbc88f21918 None None] Provisioning complete for port 96587a37-4d21-4280-9424-9b63e2bcddaf triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:57.716744 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c55fef15-9ac4-4b59-87de-6cbc88f21918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:57.767447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5a2c781a-de93-43db-aad8-e5d873dd6710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:50:57.790615 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:55Z', 'revision_number': 3, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:50:57.826016 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Checking router: c16fffa5-753f-4c1e-aa44-2c249205d082 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:50:57.826480 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Updating router c16fffa5-753f-4c1e-aa44-2c249205d082 port 109535f0-7f89-40c6-968e-b0e8308d17f4 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:50:57.835483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d2350-c80f-441a-8a15-8f0fcad5396a req-f8699277-6c48-4673-9a84-34d5b90a6afd tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:57.837095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-495d2350-c80f-441a-8a15-8f0fcad5396a req-f8699277-6c48-4673-9a84-34d5b90a6afd tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.1497586 Aug 03 18:50:57.871452 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:57.936047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:50:57.968988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-495d2350-c80f-441a-8a15-8f0fcad5396a req-3e316de9-f9cb-4a6d-ac90-0d5f2adf9660 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203361 Aug 03 18:50:58.001589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2c781a-de93-43db-aad8-e5d873dd6710'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:50:58.001713 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.006351 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34d3cc2-9039-4fa6-ad3e-cbbebb8b3800" -d '{"events": [{"server_uuid": "385c2b17-4500-48d7-9607-a9d5f8ec0ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2c781a-de93-43db-aad8-e5d873dd6710"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:50:58.014076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.024759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58230) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:58.038308 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.145745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2c781a-de93-43db-aad8-e5d873dd6710,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:58.205032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f084c-2032-4d44-bcd6-9fb4b24a1208 req-349771e0-7e1a-4283-a1b4-8148ffc859b2 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:58.212735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-224f084c-2032-4d44-bcd6-9fb4b24a1208 req-349771e0-7e1a-4283-a1b4-8148ffc859b2 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 944 time: 0.1300912 Aug 03 18:50:58.214666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5231f196-829d-4ed4-9754-1d4d3323d6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.220012 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 on host n-h1-802918-7 for vnic_type normal with profile {"migrating_to": "n-h2-802918-7"} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:50:58.220349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:50:58.220687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:58.251186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Port 5a2c781a-de93-43db-aad8-e5d873dd6710 on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:50:58.251516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Attempting to bind port 5a2c781a-de93-43db-aad8-e5d873dd6710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:58.266053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:50:58.266403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:58.266792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:50:58.267260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Bound port: 5a2c781a-de93-43db-aad8-e5d873dd6710, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:50:58.267601 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.308573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-224f084c-2032-4d44-bcd6-9fb4b24a1208 req-ac14ac26-29af-4b65-b2b3-8b8cf80bf859 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946407 Aug 03 18:50:58.336069 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.347100 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Transition to ACTIVE for port object 109535f0-7f89-40c6-968e-b0e8308d17f4 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:58.359691 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.374080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Allocated IP 172.20.0.1 (31240d09-c12e-43f9-8d62-a9e18e6d7a04/3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a/16ba17f7-87a2-414b-b54f-495445991fb6) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:50:58.401375 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45796865-0dd2-4c0f-931d-f8cd373ec936 x-openstack-request-id: req-45796865-0dd2-4c0f-931d-f8cd373ec936 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:50:58.401689 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385c2b17-4500-48d7-9607-a9d5f8ec0ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2c781a-de93-43db-aad8-e5d873dd6710", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:50:58.401942 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-45796865-0dd2-4c0f-931d-f8cd373ec936 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:50:58.402342 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2c781a-de93-43db-aad8-e5d873dd6710', 'code': 200} Aug 03 18:50:58.414612 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Pushing event updated for resources: {'Port': ['ID=109535f0-7f89-40c6-968e-b0e8308d17f4,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:58.418165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e640691a-755a-4fa8-9d12-912381717fb6 req-305979c6-4b13-4cc9-83aa-126ba87dbb47 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] 10.222.0.78 "GET /v2.0/security-groups/72148532-3fa3-4235-96af-5222c795f6e2 HTTP/1.1" status: 200 len: 1777 time: 0.0879521 Aug 03 18:50:58.429082 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.429706 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.430230 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.430718 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.431222 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.431576 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.431898 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.432228 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.432559 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.432890 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.433216 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.433560 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Tracked resource versions report: Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: pushed versions: Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: { 'AddressGroup': {'1.2'}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'ConntrackHelper': {'1.0'}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'Log': {'1.0'}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'Network': {'1.1'}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'Port': {'1.7'}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'PortForwarding': {'1.2'}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'QosPolicy': {'1.8'}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'SecurityGroup': {'1.4'}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'SubPort': {'1.0'}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'Subnet': {'1.1'}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'Trunk': {'1.1'}} Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: consumer versions: Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: { DHCP agent@n-d-802918-7: {}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: HyperV agent@n-h1-802918-7: {}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: HyperV agent@n-h2-802918-7: {}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: L3 agent@n-d-802918-7: {}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: Metadata agent@n-d-802918-7: {}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: Metering agent@n-d-802918-7: {}, Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: Open vSwitch agent@n-d-802918-7: { 'AddressGroup': '1.2', Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'ConntrackHelper': '1.0', Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'Log': '1.0', Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'Network': '1.1', Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'Port': '1.7', Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'PortForwarding': '1.2', Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'QosPolicy': '1.8', Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'SecurityGroup': '1.4', Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'SecurityGroupRule': '1.2', Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'SubPort': '1.0', Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'Subnet': '1.1', Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: 'Trunk': '1.1'}} Aug 03 18:50:58.434725 n-d-802918-7 neutron-server[100490]: {{(pid=100490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:50:58.446527 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Attempting to bind port 109535f0-7f89-40c6-968e-b0e8308d17f4 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:50:58.446905 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Attempting to bind port 109535f0-7f89-40c6-968e-b0e8308d17f4 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:50:58.447269 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Attempting to bind port 109535f0-7f89-40c6-968e-b0e8308d17f4 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:50:58.452390 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:50:58.452762 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:50:58.453161 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.453645 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:50:58.454124 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Bound port: 109535f0-7f89-40c6-968e-b0e8308d17f4, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:50:58.454556 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.499423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:50:58.512254 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] For port 109535f0-7f89-40c6-968e-b0e8308d17f4, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:50:58.515673 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] For port 109535f0-7f89-40c6-968e-b0e8308d17f4, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=109535f0-7f89-40c6-968e-b0e8308d17f4,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:50:58.520545 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.521463 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.537074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Transition to ACTIVE for port object 16ba17f7-87a2-414b-b54f-495445991fb6 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:50:58.546231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5a2c781a-de93-43db-aad8-e5d873dd6710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:50:58.568216 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.580277 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.588045 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655cf93-1f11-44cd-add7-4231a3347c18 None None] Pushing event updated for resources: {'Port': ['ID=109535f0-7f89-40c6-968e-b0e8308d17f4,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:58.591068 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:50:58.592540 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:50:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:50:58.607263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9de03-d256-49b8-9814-16b6dac4737f req-a6438900-1b3e-4fd7-9dee-ca28584a908c tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:58.608813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2f9de03-d256-49b8-9814-16b6dac4737f req-a6438900-1b3e-4fd7-9dee-ca28584a908c tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 949 time: 0.1425261 Aug 03 18:50:58.623949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:50:58.627847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:58.631648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:50:58.632247 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.675183 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e640691a-755a-4fa8-9d12-912381717fb6 req-f51327c7-3908-4543-8661-a4a826955ec3 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.718713 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5231f196-829d-4ed4-9754-1d4d3323d6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.754212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2c781a-de93-43db-aad8-e5d873dd6710,revision_number=8']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:58.763382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:58.764549 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.766044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6620696c-16c6-4aa2-a709-165fd01ba447 service neutron] 10.222.0.37 "PUT /v2.0/ports/5a2c781a-de93-43db-aad8-e5d873dd6710 HTTP/1.1" status: 200 len: 1122 time: 1.8980424 Aug 03 18:50:58.772684 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5231f196-829d-4ed4-9754-1d4d3323d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.832139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5231f196-829d-4ed4-9754-1d4d3323d6e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc546e01112f4ebe8f34b6c90f8e51a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8036544 Aug 03 18:50:58.832139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e640691a-755a-4fa8-9d12-912381717fb6 req-f51327c7-3908-4543-8661-a4a826955ec3 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.834577 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:50:58.836340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58244) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:58.873771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Pushing event updated for resources: {'Port': ['ID=16ba17f7-87a2-414b-b54f-495445991fb6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:58.877362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2f9de03-d256-49b8-9814-16b6dac4737f req-22048940-9be2-4c68-a3e6-215589cf975c tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295659 Aug 03 18:50:58.914589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231f196-829d-4ed4-9754-1d4d3323d6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab80745-2ff5-4cf2-9439-648a41000d76,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:58.933007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['5a2c781a-de93-43db-aad8-e5d873dd6710'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:50:58.935058 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e640691a-755a-4fa8-9d12-912381717fb6 req-f51327c7-3908-4543-8661-a4a826955ec3 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.939893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e640691a-755a-4fa8-9d12-912381717fb6 req-f51327c7-3908-4543-8661-a4a826955ec3 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.941298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e640691a-755a-4fa8-9d12-912381717fb6 req-f51327c7-3908-4543-8661-a4a826955ec3 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] 10.222.0.78 "DELETE /v2.0/security-groups/72148532-3fa3-4235-96af-5222c795f6e2 HTTP/1.1" status: 204 len: 173 time: 0.5222645 Aug 03 18:50:58.951770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51327c7-3908-4543-8661-a4a826955ec3 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72148532-3fa3-4235-96af-5222c795f6e2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:58.993335 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.002543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 96587a37-4d21-4280-9424-9b63e2bcddaf up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:50:59.018678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-466e275d-91bb-4b24-b704-2ac2490deb3e None None] Provisioning for port 16ba17f7-87a2-414b-b54f-495445991fb6 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:50:59.018956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f19592-5bb2-408f-9441-255ab853ba94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.062103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-466e275d-91bb-4b24-b704-2ac2490deb3e None None] Provisioning complete for port 16ba17f7-87a2-414b-b54f-495445991fb6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:59.062709 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-466e275d-91bb-4b24-b704-2ac2490deb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.084298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f19592-5bb2-408f-9441-255ab853ba94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.134581 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-686865f8-330e-49dc-87af-ef353de09c0c req-7238e931-3d50-4ac2-9f65-1c471046f1ae tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] 10.222.0.78 "GET /v2.0/security-groups/2555b6bc-f2ce-42de-81c9-2a709cdeee7a HTTP/1.1" status: 200 len: 1777 time: 0.0604668 Aug 03 18:50:59.149875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-466e275d-91bb-4b24-b704-2ac2490deb3e None None] Port 16ba17f7-87a2-414b-b54f-495445991fb6 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:50:59.234827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f19592-5bb2-408f-9441-255ab853ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.238056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f19592-5bb2-408f-9441-255ab853ba94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.242392 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-36f19592-5bb2-408f-9441-255ab853ba94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dab80745-2ff5-4cf2-9439-648a41000d76 HTTP/1.1" status: 204 len: 168 time: 0.4008744 Aug 03 18:50:59.255578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f19592-5bb2-408f-9441-255ab853ba94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab80745-2ff5-4cf2-9439-648a41000d76,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:59.258448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 96587a37-4d21-4280-9424-9b63e2bcddaf triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:59.259103 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.267762 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:55Z', 'revision_number': 3, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:50:59.284473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-686865f8-330e-49dc-87af-ef353de09c0c req-ac7b02b0-1b80-476c-9334-fb67a7927018 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.287004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.299506 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.303916 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.304679 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.322423 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d742e50c-bf4e-4a8f-bdc5-2c6ae400ecfb None None] The sync data for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 is: [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:55Z', 'revision_number': 3, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:50:59.355448 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-686865f8-330e-49dc-87af-ef353de09c0c req-ac7b02b0-1b80-476c-9334-fb67a7927018 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.417652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Pushing event updated for resources: {'Port': ['ID=16ba17f7-87a2-414b-b54f-495445991fb6,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:59.462987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585608c-e001-4215-81de-98f9833d6703 req-bbca1425-eb9b-4cd6-98ce-894d340a5d67 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:59.471461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c585608c-e001-4215-81de-98f9833d6703 req-bbca1425-eb9b-4cd6-98ce-894d340a5d67 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.1311808 Aug 03 18:50:59.491415 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:50:59.492879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:50:59.514580 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-686865f8-330e-49dc-87af-ef353de09c0c req-ac7b02b0-1b80-476c-9334-fb67a7927018 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.517160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-686865f8-330e-49dc-87af-ef353de09c0c req-ac7b02b0-1b80-476c-9334-fb67a7927018 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.518534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-686865f8-330e-49dc-87af-ef353de09c0c req-ac7b02b0-1b80-476c-9334-fb67a7927018 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] 10.222.0.78 "DELETE /v2.0/security-groups/2555b6bc-f2ce-42de-81c9-2a709cdeee7a HTTP/1.1" status: 204 len: 173 time: 0.3759553 Aug 03 18:50:59.547248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b02b0-1b80-476c-9334-fb67a7927018 tempest-SecurityGroupsTestAdminJSON-1189974443 tempest-SecurityGroupsTestAdminJSON-1189974443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2555b6bc-f2ce-42de-81c9-2a709cdeee7a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:59.586742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c585608c-e001-4215-81de-98f9833d6703 req-828d8262-7a82-4157-b93e-166ecd18a8e4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138477 Aug 03 18:50:59.739948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Router c16fffa5-753f-4c1e-aa44-2c249205d082 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:50:59.774714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58276) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:59.828896 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7989b8e5-9275-4695-94c7-1768c382c6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.880196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2baf306a-477a-48b8-a7a6-2b290b59adf1 None None] Provisioning complete for port 16ba17f7-87a2-414b-b54f-495445991fb6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:59.892986 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2baf306a-477a-48b8-a7a6-2b290b59adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:59.903159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cea34-9903-4348-89b9-2c6fb1e002cd req-c2f06e3a-54a3-4ef4-b984-c79bc3434279 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:59.910610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e6cea34-9903-4348-89b9-2c6fb1e002cd req-c2f06e3a-54a3-4ef4-b984-c79bc3434279 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 944 time: 0.1481764 Aug 03 18:50:59.936102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b44b23-6b1c-48fc-b475-73f2cdcb3885 req-ceba9d27-92bc-446f-9406-706aa6795f29 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:59.937618 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5b44b23-6b1c-48fc-b475-73f2cdcb3885 req-ceba9d27-92bc-446f-9406-706aa6795f29 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 949 time: 0.1293440 Aug 03 18:50:59.949640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2baf306a-477a-48b8-a7a6-2b290b59adf1 None None] Port 16ba17f7-87a2-414b-b54f-495445991fb6 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:50:59.992884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58280) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:00.023509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e6cea34-9903-4348-89b9-2c6fb1e002cd req-5372548f-82aa-41e6-aa77-371a3bca3b43 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114664 Aug 03 18:51:00.039085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5b44b23-6b1c-48fc-b475-73f2cdcb3885 req-034f21da-a31a-4394-ba65-2a24ba7a4548 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915012 Aug 03 18:51:00.121165 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7989b8e5-9275-4695-94c7-1768c382c6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:00.137019 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7989b8e5-9275-4695-94c7-1768c382c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:00.232009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7989b8e5-9275-4695-94c7-1768c382c6ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a28f1b7a66cd4aa1b3ceb7e081bc5123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538496 Aug 03 18:51:00.244550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58294) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:00.276954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989b8e5-9275-4695-94c7-1768c382c6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcefc64-95c5-4a4c-a830-f2fffede4970,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:00.289904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:51:00.308835 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f9535c2b-e779-4ffc-9a85-da18f813c4ea admin admin] 10.222.0.78 "PUT /v2.0/routers/c16fffa5-753f-4c1e-aa44-2c249205d082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1570880 Aug 03 18:51:00.357847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-94c687f3-7b88-45e8-8ad9-3fb45fe77d93 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3c334ca394504930b0ef07aceee807ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630855 Aug 03 18:51:00.361872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58306) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:00.387649 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d91c8154-4609-40c6-9f8e-1a8619069181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:00.406995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'tag': '5a2c781a-de93-43db-aad8-e5d873dd6710'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:00.409352 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913c95ec-e179-4c66-a3c1-b410be12c1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "385c2b17-4500-48d7-9607-a9d5f8ec0ec2", "tag": "5a2c781a-de93-43db-aad8-e5d873dd6710"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:00.435785 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d91c8154-4609-40c6-9f8e-1a8619069181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:00.439112 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8bc7de02-d561-4df3-aa0d-f22750a33406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:00.499665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8bc7de02-d561-4df3-aa0d-f22750a33406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:00.538633 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d91c8154-4609-40c6-9f8e-1a8619069181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:00.541518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d91c8154-4609-40c6-9f8e-1a8619069181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:00.542957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d91c8154-4609-40c6-9f8e-1a8619069181 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ddcefc64-95c5-4a4c-a830-f2fffede4970 HTTP/1.1" status: 204 len: 168 time: 0.2941329 Aug 03 18:51:00.558822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c8154-4609-40c6-9f8e-1a8619069181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcefc64-95c5-4a4c-a830-f2fffede4970,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:00.616501 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8bc7de02-d561-4df3-aa0d-f22750a33406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:00.619845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8bc7de02-d561-4df3-aa0d-f22750a33406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:00.621278 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8bc7de02-d561-4df3-aa0d-f22750a33406 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2879645f-7650-4ae4-828a-eb05a0e5d484 HTTP/1.1" status: 204 len: 168 time: 0.2580495 Aug 03 18:51:00.631355 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7de02-d561-4df3-aa0d-f22750a33406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2879645f-7650-4ae4-828a-eb05a0e5d484,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:00.651632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc33b1-ed3b-4850-ace2-fcb1608b4266 req-739aee8a-6f3c-421d-bc8f-caad9a5d63d2 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:00.658842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ccc33b1-ed3b-4850-ace2-fcb1608b4266 req-739aee8a-6f3c-421d-bc8f-caad9a5d63d2 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 949 time: 0.1030209 Aug 03 18:51:00.702146 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c171c54-39d0-4b8a-8caa-17cb2a3d2433 x-openstack-request-id: req-9c171c54-39d0-4b8a-8caa-17cb2a3d2433 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:00.702393 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385c2b17-4500-48d7-9607-a9d5f8ec0ec2", "tag": "5a2c781a-de93-43db-aad8-e5d873dd6710", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:00.702661 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9c171c54-39d0-4b8a-8caa-17cb2a3d2433 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:00.702991 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'tag': '5a2c781a-de93-43db-aad8-e5d873dd6710', 'status': 'completed', 'code': 200} Aug 03 18:51:00.717961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ccc33b1-ed3b-4850-ace2-fcb1608b4266 req-47e3a387-a08b-46fb-bd9d-f8e9ae684c00 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574079 Aug 03 18:51:00.856345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c95ec-e179-4c66-a3c1-b410be12c1d9 req-318f84dd-96a0-47ae-8285-9f9af863ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:00.860210 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-913c95ec-e179-4c66-a3c1-b410be12c1d9 req-318f84dd-96a0-47ae-8285-9f9af863ed41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 1125 time: 0.1073549 Aug 03 18:51:00.945679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e7532-6576-4f5e-a138-92dab7972a84 req-72dfcc3c-399b-47a1-ae8e-73c84a1f0ece tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:00.950245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c4e7532-6576-4f5e-a138-92dab7972a84 req-72dfcc3c-399b-47a1-ae8e-73c84a1f0ece tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.1103175 Aug 03 18:51:00.969722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 109535f0-7f89-40c6-968e-b0e8308d17f4 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:01.030021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c4e7532-6576-4f5e-a138-92dab7972a84 req-4a6e5db8-8458-4111-b891-f3648dddf6b7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752602 Aug 03 18:51:01.030336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 109535f0-7f89-40c6-968e-b0e8308d17f4 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:01.037888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c95ec-e179-4c66-a3c1-b410be12c1d9 req-a6777dbc-8a7d-476f-8de7-c0da1b7d1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:01.039713 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-913c95ec-e179-4c66-a3c1-b410be12c1d9 req-a6777dbc-8a7d-476f-8de7-c0da1b7d1b8b service neutron] 10.222.0.74 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.1734488 Aug 03 18:51:01.041153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 109535f0-7f89-40c6-968e-b0e8308d17f4 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:01.041725 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:01.102708 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-913c95ec-e179-4c66-a3c1-b410be12c1d9 req-6dfca2f5-279f-4745-aa02-6c5091317775 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a2c781a-de93-43db-aad8-e5d873dd6710 HTTP/1.1" status: 200 len: 217 time: 0.0498967 Aug 03 18:51:01.151888 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:01.190004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 109535f0-7f89-40c6-968e-b0e8308d17f4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=109535f0-7f89-40c6-968e-b0e8308d17f4,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:01.195410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c95ec-e179-4c66-a3c1-b410be12c1d9 req-878cecc0-1e00-4158-b399-e0524f27100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:01.195901 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:01.199394 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-913c95ec-e179-4c66-a3c1-b410be12c1d9 req-878cecc0-1e00-4158-b399-e0524f27100f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.0837495 Aug 03 18:51:01.235374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133ffce-d83c-4d48-916d-5712f3200053 req-0f7973fe-9b68-49ff-8395-ca0d82a66062 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:01.236911 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e133ffce-d83c-4d48-916d-5712f3200053 req-0f7973fe-9b68-49ff-8395-ca0d82a66062 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 944 time: 0.0903234 Aug 03 18:51:01.253408 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-913c95ec-e179-4c66-a3c1-b410be12c1d9 req-8c0238a2-39c1-434b-9728-bc656a1d0988 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463340 Aug 03 18:51:01.268523 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=109535f0-7f89-40c6-968e-b0e8308d17f4,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:01.305035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e133ffce-d83c-4d48-916d-5712f3200053 req-42343bd3-0d7e-4906-9018-0076153f78a5 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593901 Aug 03 18:51:01.377138 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-913c95ec-e179-4c66-a3c1-b410be12c1d9 req-5c735139-14ca-4dbb-95fe-c6c6e03ad635 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153374 Aug 03 18:51:01.470877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58346) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:01.484716 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-913c95ec-e179-4c66-a3c1-b410be12c1d9 req-14370fef-be4e-4f21-b6e8-557f54889054 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000757 Aug 03 18:51:01.524361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-35fe5722-901b-4688-866b-3be44ba63444 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ad8aebe4bd254e54977183000f0c261f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512366 Aug 03 18:51:01.526775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58350) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:01.582667 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96054787-90de-4b15-b6f5-56351f81afa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:01.587644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58352) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:01.624614 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96054787-90de-4b15-b6f5-56351f81afa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:01.659488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58360) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:01.682937 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96054787-90de-4b15-b6f5-56351f81afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:01.685707 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96054787-90de-4b15-b6f5-56351f81afa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:01.686897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-96054787-90de-4b15-b6f5-56351f81afa6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6546a810-4816-40a0-8a9c-6dfa906dbe7f HTTP/1.1" status: 204 len: 168 time: 0.1591632 Aug 03 18:51:01.701340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96054787-90de-4b15-b6f5-56351f81afa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6546a810-4816-40a0-8a9c-6dfa906dbe7f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:01.779219 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8ad2728-4dea-49de-abd5-9d02d10059c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:01.857398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00d2b4-d1a0-40f2-a07f-411c4302b3a4 req-d1cba3ed-f0df-4a0e-9529-9dd790e460e6 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:01.859259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce00d2b4-d1a0-40f2-a07f-411c4302b3a4 req-d1cba3ed-f0df-4a0e-9529-9dd790e460e6 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 949 time: 0.0762022 Aug 03 18:51:01.868512 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5a2c781a-de93-43db-aad8-e5d873dd6710 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:51:01.976072 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8ad2728-4dea-49de-abd5-9d02d10059c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.004073 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8ad2728-4dea-49de-abd5-9d02d10059c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.072445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5a2c781a-de93-43db-aad8-e5d873dd6710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:02.087938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5a2c781a-de93-43db-aad8-e5d873dd6710 has no active binding in host n-h2-802918-7 {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 18:51:02.093797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2534-4a8e-4b94-bb04-a9944564c631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.168845 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d8ad2728-4dea-49de-abd5-9d02d10059c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e3797f3e899e4c38b0ecb8fe280caacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5790346 Aug 03 18:51:02.171699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58378) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:02.226402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad2728-4dea-49de-abd5-9d02d10059c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29201018-b278-4ff4-a49f-2e4776493c0e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:02.251994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2e44-58ff-4564-923d-fbfbeae4f712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.277557 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Sync routers for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:51:02.288038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58384) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:02.291934 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2e44-58ff-4564-923d-fbfbeae4f712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.297198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-network', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:02.300465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:02.301172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:50:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:02.304256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4979-48ca-4286-8afc-8470233f2fd3 req-b7e25ca3-0aae-4841-809d-cda0f805130e tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:02.305874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f6f4979-48ca-4286-8afc-8470233f2fd3 req-b7e25ca3-0aae-4841-809d-cda0f805130e tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 949 time: 0.3284423 Aug 03 18:51:02.370189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2e44-58ff-4564-923d-fbfbeae4f712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.373224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2e44-58ff-4564-923d-fbfbeae4f712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.375201 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8e6f2e44-58ff-4564-923d-fbfbeae4f712 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29201018-b278-4ff4-a49f-2e4776493c0e HTTP/1.1" status: 204 len: 168 time: 0.2022450 Aug 03 18:51:02.385870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f2e44-58ff-4564-923d-fbfbeae4f712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29201018-b278-4ff4-a49f-2e4776493c0e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:02.413159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9641f-b08c-463e-97d1-0796186b5f35 req-5e4390e7-152b-46bd-8edb-23186ff2ad67 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:02.414963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfc9641f-b08c-463e-97d1-0796186b5f35 req-5e4390e7-152b-46bd-8edb-23186ff2ad67 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.2242754 Aug 03 18:51:02.427905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-ce00d2b4-d1a0-40f2-a07f-411c4302b3a4 req-5ee3a341-fade-4291-87f2-90c83ff61564 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Deleting port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:51:02.428256 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ce00d2b4-d1a0-40f2-a07f-411c4302b3a4 req-5ee3a341-fade-4291-87f2-90c83ff61564 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.510680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:02.524224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f6f4979-48ca-4286-8afc-8470233f2fd3 req-e5cb2d31-d3b4-42b0-8d1e-66a2849e533a tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/security-groups?id=26b29b3f-f529-4a53-adce-da918ed8017d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045987 Aug 03 18:51:02.564871 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2534-4a8e-4b94-bb04-a9944564c631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.578914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfc9641f-b08c-463e-97d1-0796186b5f35 req-499542ac-5f17-479a-bbf0-14652be3f55b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448929 Aug 03 18:51:02.586373 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2534-4a8e-4b94-bb04-a9944564c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.620434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Made reservation on behalf of a5947d56a9254c0083a393f9ca04dd23 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:02.623024 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.643252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.654845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ce00d2b4-d1a0-40f2-a07f-411c4302b3a4 req-5ee3a341-fade-4291-87f2-90c83ff61564 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] For port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1cfc8b29-7f7c-4c57-b430-536d135e6dfa,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:02.656022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ce00d2b4-d1a0-40f2-a07f-411c4302b3a4 req-5ee3a341-fade-4291-87f2-90c83ff61564 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.659595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc2534-4a8e-4b94-bb04-a9944564c631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa57f436-005a-4e0d-9dd5-ae611661b727,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:02.701179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6dcc2534-4a8e-4b94-bb04-a9944564c631 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9db23ba19ea24f1b80cbe0ca3f40dad6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0405858 Aug 03 18:51:02.702558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-ce00d2b4-d1a0-40f2-a07f-411c4302b3a4 req-5ee3a341-fade-4291-87f2-90c83ff61564 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Calling delete_port for 1cfc8b29-7f7c-4c57-b430-536d135e6dfa owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:51:02.705994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58402) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:02.831489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146aaac-3bb2-4572-aa8d-194bb1f79148 req-b5f55d8b-72a4-4f6e-9a3e-8bb0e27598b7 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:02.833160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5146aaac-3bb2-4572-aa8d-194bb1f79148 req-b5f55d8b-72a4-4f6e-9a3e-8bb0e27598b7 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 944 time: 0.1562018 Aug 03 18:51:02.911539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58406) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:02.950059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:50:59Z', 'revision_number': 2, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:02.952305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5146aaac-3bb2-4572-aa8d-194bb1f79148 req-dfedcf47-2bff-4f39-a203-2f3de8d348ef tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782006 Aug 03 18:51:02.967163 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ecbc84ae-d74c-4098-956c-dcca8df6d932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:02.972951 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ce00d2b4-d1a0-40f2-a07f-411c4302b3a4 req-5ee3a341-fade-4291-87f2-90c83ff61564 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.023005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3a341-fade-4291-87f2-90c83ff61564 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Pushing event deleted for resources: {'Port': ['ID=1cfc8b29-7f7c-4c57-b430-536d135e6dfa,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:03.030410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1cfc8b29-7f7c-4c57-b430-536d135e6dfa'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:51:03.052979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1d607b5e-d1e6-48c2-833e-cc258eb3563e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.064535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 109535f0-7f89-40c6-968e-b0e8308d17f4 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:03.095745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Checking router: c16fffa5-753f-4c1e-aa44-2c249205d082 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:51:03.096483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Updating router c16fffa5-753f-4c1e-aa44-2c249205d082 port 16ba17f7-87a2-414b-b54f-495445991fb6 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:51:03.115857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce00d2b4-d1a0-40f2-a07f-411c4302b3a4 req-5ee3a341-fade-4291-87f2-90c83ff61564 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] No DVR routers for this DVR port 1cfc8b29-7f7c-4c57-b430-536d135e6dfa on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:51:03.119310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2944b3-7df6-4e50-8f92-e78eabb22453 req-ca4a90b4-cee7-412a-aa84-4ba397483c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:03.123847 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1f2944b3-7df6-4e50-8f92-e78eabb22453 req-ca4a90b4-cee7-412a-aa84-4ba397483c4c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1101 time: 0.3034816 Aug 03 18:51:03.126506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ce00d2b4-d1a0-40f2-a07f-411c4302b3a4 req-5ee3a341-fade-4291-87f2-90c83ff61564 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.128694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce00d2b4-d1a0-40f2-a07f-411c4302b3a4 req-5ee3a341-fade-4291-87f2-90c83ff61564 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.37 "DELETE /v2.0/ports/1cfc8b29-7f7c-4c57-b430-536d135e6dfa HTTP/1.1" status: 204 len: 173 time: 1.2354879 Aug 03 18:51:03.129236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5752f7-5f6a-47b9-b40f-52bc342c85d7', 'name': 'network-vif-deleted', 'tag': '1cfc8b29-7f7c-4c57-b430-536d135e6dfa'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:03.142245 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252ffdd4-3312-4150-aac7-ec4f45ac33af" -d '{"events": [{"server_uuid": "aa5752f7-5f6a-47b9-b40f-52bc342c85d7", "name": "network-vif-deleted", "tag": "1cfc8b29-7f7c-4c57-b430-536d135e6dfa"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:03.154589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1d607b5e-d1e6-48c2-833e-cc258eb3563e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.182938 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.225718 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db21a725-0f4c-4053-8257-637d2e866e4d x-openstack-request-id: req-db21a725-0f4c-4053-8257-637d2e866e4d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:03.226006 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5752f7-5f6a-47b9-b40f-52bc342c85d7", "name": "network-vif-deleted", "tag": "1cfc8b29-7f7c-4c57-b430-536d135e6dfa", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:03.226254 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db21a725-0f4c-4053-8257-637d2e866e4d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:03.226653 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5752f7-5f6a-47b9-b40f-52bc342c85d7', 'name': 'network-vif-deleted', 'tag': '1cfc8b29-7f7c-4c57-b430-536d135e6dfa', 'status': 'completed', 'code': 200} Aug 03 18:51:03.300989 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.445344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 109535f0-7f89-40c6-968e-b0e8308d17f4 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:03.445745 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.447761 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ecbc84ae-d74c-4098-956c-dcca8df6d932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.455000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.468486 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ecbc84ae-d74c-4098-956c-dcca8df6d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.542038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:03.546862 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ecbc84ae-d74c-4098-956c-dcca8df6d932 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=306f094f28e747f58b2b6cd6cd1a7419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6309114 Aug 03 18:51:03.547819 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1d607b5e-d1e6-48c2-833e-cc258eb3563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.549661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58422) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:03.551073 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1d607b5e-d1e6-48c2-833e-cc258eb3563e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.555236 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1d607b5e-d1e6-48c2-833e-cc258eb3563e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa57f436-005a-4e0d-9dd5-ae611661b727 HTTP/1.1" status: 204 len: 168 time: 0.8358502 Aug 03 18:51:03.561257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2944b3-7df6-4e50-8f92-e78eabb22453 req-86437ff7-f29f-42ec-acf0-3988df847fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:03.562959 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1f2944b3-7df6-4e50-8f92-e78eabb22453 req-86437ff7-f29f-42ec-acf0-3988df847fdd service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3965688 Aug 03 18:51:03.565070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ebd45f-3d21-4e96-9a43-471bd410e0dc,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:03.576568 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.581674 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Added segment f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9 of type vlan for network ecdbe563-1716-4ef2-8438-cdd52c87a2cc Aug 03 18:51:03.623455 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6351d2c1-f613-45d9-8a07-ed545f9a3877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.637102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.703996 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-896deda1-cc3a-466e-8bdf-a132d56c78f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.727559 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1f2944b3-7df6-4e50-8f92-e78eabb22453 req-5efbe7c7-1e9e-49ec-b844-601ac474c20d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 217 time: 0.1526463 Aug 03 18:51:03.738026 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.739098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:03.739742 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.750127 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.769282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Transition to ACTIVE for port object 16ba17f7-87a2-414b-b54f-495445991fb6 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:03.779474 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.794173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-896deda1-cc3a-466e-8bdf-a132d56c78f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.911755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5aee9-3f51-458b-aa37-96c0de29eaa5 None None] Pushing event updated for resources: {'Port': ['ID=16ba17f7-87a2-414b-b54f-495445991fb6,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:03.937804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Attempting to bind port 16ba17f7-87a2-414b-b54f-495445991fb6 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:03.938305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Attempting to bind port 16ba17f7-87a2-414b-b54f-495445991fb6 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:03.939003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Attempting to bind port 16ba17f7-87a2-414b-b54f-495445991fb6 on network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:03.951827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:03.952203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Checking segment: {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:03.952691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.953087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Bound using segment: {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:03.953619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Bound port: 16ba17f7-87a2-414b-b54f-495445991fb6, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:03.954162 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:03.964265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc84ae-d74c-4098-956c-dcca8df6d932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0981799-1d6d-45c3-907a-e05bba9e62b8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:04.026058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d607b5e-d1e6-48c2-833e-cc258eb3563e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa57f436-005a-4e0d-9dd5-ae611661b727,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:04.036075 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7464950 Aug 03 18:51:04.042043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58438) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:04.047046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] Request body: {'subnet': {'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-subnet', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:04.053274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2a07d-60d5-4033-8273-91de1c22ee19 admin admin] Pushing event updated for resources: {'Network': ['ID=ecdbe563-1716-4ef2-8438-cdd52c87a2cc,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:04.071595 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2944b3-7df6-4e50-8f92-e78eabb22453 req-cf1554ee-b824-4b33-9e07-27cfe8f02d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:04.073201 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1f2944b3-7df6-4e50-8f92-e78eabb22453 req-cf1554ee-b824-4b33-9e07-27cfe8f02d6f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.3277926 Aug 03 18:51:04.074542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network ecdbe563-1716-4ef2-8438-cdd52c87a2cc details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:04.106287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] Made reservation on behalf of a5947d56a9254c0083a393f9ca04dd23 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:04.108718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:04.256596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427b9d27-eac1-4a4c-a18f-73c810d97569 req-c8d7bb99-fb3c-451c-bca6-aa69fb5aa2e3 tempest-DeleteServersAdminTestJSON-877284787 tempest-DeleteServersAdminTestJSON-877284787-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa5752f7-5f6a-47b9-b40f-52bc342c85d7 HTTP/1.1" status: 200 len: 210 time: 0.4661095 Aug 03 18:51:04.295410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] For port 16ba17f7-87a2-414b-b54f-495445991fb6, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:04.303704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] For port 16ba17f7-87a2-414b-b54f-495445991fb6, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=16ba17f7-87a2-414b-b54f-495445991fb6,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:04.313608 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:04.319928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d858ac-4f40-42c7-9741-d990781221da req-7ca95bba-fb40-4281-bacc-22858d06ee95 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:04.328582 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7d858ac-4f40-42c7-9741-d990781221da req-7ca95bba-fb40-4281-bacc-22858d06ee95 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.5799162 Aug 03 18:51:04.331213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58444) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:04.358481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2944b3-7df6-4e50-8f92-e78eabb22453 req-ab881954-83a1-4308-a6f0-ebe7bd3daf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:04.360675 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-034ad721-cece-4743-b791-5f0ef446e189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:04.361902 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1f2944b3-7df6-4e50-8f92-e78eabb22453 req-ab881954-83a1-4308-a6f0-ebe7bd3daf6e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2801092 Aug 03 18:51:04.417251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5aee9-3f51-458b-aa37-96c0de29eaa5 None None] Pushing event updated for resources: {'Port': ['ID=16ba17f7-87a2-414b-b54f-495445991fb6,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:04.448394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:04.449030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:50:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:04.533226 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-896deda1-cc3a-466e-8bdf-a132d56c78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:04.551971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-896deda1-cc3a-466e-8bdf-a132d56c78f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:04.559540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-896deda1-cc3a-466e-8bdf-a132d56c78f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f0981799-1d6d-45c3-907a-e05bba9e62b8 HTTP/1.1" status: 204 len: 168 time: 1.0066123 Aug 03 18:51:04.569799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7d858ac-4f40-42c7-9741-d990781221da req-bf8de19b-64ca-4d43-8b3c-ba8be8ad51a3 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400177 Aug 03 18:51:04.637332 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-034ad721-cece-4743-b791-5f0ef446e189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:04.655280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43aa06-254c-48e2-bf08-bd9c144eb575 req-9163b08a-425d-4fd8-9a32-893107bea8d8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:04.657247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c43aa06-254c-48e2-bf08-bd9c144eb575 req-9163b08a-425d-4fd8-9a32-893107bea8d8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 944 time: 0.2979934 Aug 03 18:51:04.659082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896deda1-cc3a-466e-8bdf-a132d56c78f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0981799-1d6d-45c3-907a-e05bba9e62b8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:04.663091 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-034ad721-cece-4743-b791-5f0ef446e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:04.703078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:04.704536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ad721-cece-4743-b791-5f0ef446e189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9316c090-8576-47c1-976c-f644316c6c1c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:04.764895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-034ad721-cece-4743-b791-5f0ef446e189 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=57ed903c09dc4e17aca368d171e507ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290302 Aug 03 18:51:04.766042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58456) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:04.793787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c43aa06-254c-48e2-bf08-bd9c144eb575 req-3e5a22bf-e852-418a-944c-aaf7d50c8b97 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256506 Aug 03 18:51:04.806949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:04.835816 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-91f48196-03cc-4f34-9d05-1d224d0cb1f0 service neutron] 10.222.0.74 "GET /v2.0/ports/5a2c781a-de93-43db-aad8-e5d873dd6710/bindings/n-h2-802918-7 HTTP/1.1" status: 200 len: 384 time: 0.5135307 Aug 03 18:51:04.859594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b0fd-31f2-42e7-844f-658d3548b872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:04.916020 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b0fd-31f2-42e7-844f-658d3548b872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:04.943786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7e0d60-aa66-4d3a-83bd-90291b0b057d,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:04.950257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] Checking segment: {'id': 'f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:04.950964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] Network hostable DHCP agents. Network: ecdbe563-1716-4ef2-8438-cdd52c87a2cc, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:05.012799 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b0fd-31f2-42e7-844f-658d3548b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:05.016231 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b0fd-31f2-42e7-844f-658d3548b872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:05.016646 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1f2944b3-7df6-4e50-8f92-e78eabb22453 req-c4dd07b4-6bf8-4763-b0d9-c74a6d7515c1 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133256 Aug 03 18:51:05.018079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dfd5b0fd-31f2-42e7-844f-658d3548b872 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9316c090-8576-47c1-976c-f644316c6c1c HTTP/1.1" status: 204 len: 168 time: 0.2510936 Aug 03 18:51:05.031586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5b0fd-31f2-42e7-844f-658d3548b872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9316c090-8576-47c1-976c-f644316c6c1c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:05.114379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] Network ecdbe563-1716-4ef2-8438-cdd52c87a2cc is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:05.122061 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:04Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:05.134310 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1f2944b3-7df6-4e50-8f92-e78eabb22453 req-c40ba9c3-0de5-4b2f-9021-e6fe36884dd9 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084394 Aug 03 18:51:05.136779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, ecdbe563-1716-4ef2-8438-cdd52c87a2cc) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:05.160189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:05.160907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:05.164019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ea739-b488-43f4-bf12-b92e694d9ac8 None None] Network ecdbe563-1716-4ef2-8438-cdd52c87a2cc requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:05.192801 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f7fa2012-a1bb-4ef4-a537-1d4d827acd77 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1496780 Aug 03 18:51:05.195719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58472) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:05.205077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-router', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:05.238985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea19343-925a-457e-985f-b18ab7b8d868 None None] The sync data for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 is: [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:04Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:51:05.251568 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:05.252733 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:05.349889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6998c467-d809-4fdc-b8b6-ca6817cc34ed service neutron] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5a2c781a-de93-43db-aad8-e5d873dd6710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:05.397579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6998c467-d809-4fdc-b8b6-ca6817cc34ed service neutron] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:05.445538 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:05.484799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-ecdbe563-1716-4ef2-8438-cdd52c87a2cc', 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'fixed_ips': [{'subnet_id': '9f7e0d60-aa66-4d3a-83bd-90291b0b057d'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:51:05.486139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6998c467-d809-4fdc-b8b6-ca6817cc34ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2c781a-de93-43db-aad8-e5d873dd6710 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:05.489862 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:05.518205 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6998c467-d809-4fdc-b8b6-ca6817cc34ed service neutron] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5a2c781a-de93-43db-aad8-e5d873dd6710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:05.559022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6998c467-d809-4fdc-b8b6-ca6817cc34ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:05.720738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Allocated IP 172.20.0.2 (ecdbe563-1716-4ef2-8438-cdd52c87a2cc/9f7e0d60-aa66-4d3a-83bd-90291b0b057d/7d43e99b-bfe5-4a12-82a3-29105edf664d) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:05.801381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6998c467-d809-4fdc-b8b6-ca6817cc34ed service neutron] Transition to ACTIVE for port object 5a2c781a-de93-43db-aad8-e5d873dd6710 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:05.815131 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6998c467-d809-4fdc-b8b6-ca6817cc34ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:05.923046 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:05.934200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Transition to ACTIVE for port object 7d43e99b-bfe5-4a12-82a3-29105edf664d will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:05.949154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1cfc8b29-7f7c-4c57-b430-536d135e6dfa no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:51:05.951972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6998c467-d809-4fdc-b8b6-ca6817cc34ed service neutron] No DVR routers for this DVR port 5a2c781a-de93-43db-aad8-e5d873dd6710 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:51:06.011075 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:06.015879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 1cfc8b29-7f7c-4c57-b430-536d135e6dfa {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:51:06.016230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1cfc8b29-7f7c-4c57-b430-536d135e6dfa not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:51:06.028308 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998c467-d809-4fdc-b8b6-ca6817cc34ed service neutron] Pushing event updated for resources: {'Port': ['ID=5a2c781a-de93-43db-aad8-e5d873dd6710,revision_number=10']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:06.035810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Transition to ACTIVE for port object 7d43e99b-bfe5-4a12-82a3-29105edf664d will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:06.045717 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-6998c467-d809-4fdc-b8b6-ca6817cc34ed service neutron] 10.222.0.74 "PUT /v2.0/ports/5a2c781a-de93-43db-aad8-e5d873dd6710/bindings/n-h2-802918-7/activate HTTP/1.1" status: 200 len: 369 time: 1.1920574 Aug 03 18:51:06.049484 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:06.107231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Network ecdbe563-1716-4ef2-8438-cdd52c87a2cc is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:06.111228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:06.115802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:06.150327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Pushing event updated for resources: {'Port': ['ID=7d43e99b-bfe5-4a12-82a3-29105edf664d,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:06.150549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6468c-8754-4ebc-99b7-c5214eee349f req-2ac74408-e4ea-4395-883e-4c40c76ef8fb tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:06.163311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27d6468c-8754-4ebc-99b7-c5214eee349f req-2ac74408-e4ea-4395-883e-4c40c76ef8fb tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 945 time: 0.2251761 Aug 03 18:51:06.231405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d913d1-3a1e-4b5b-a7d6-4851db9b92d8 req-ed8e1d20-d78f-4b60-8dc9-4ca696622a88 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:06.239693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d913d1-3a1e-4b5b-a7d6-4851db9b92d8 req-ed8e1d20-d78f-4b60-8dc9-4ca696622a88 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.4442389 Aug 03 18:51:06.241138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Attempting to bind port 7d43e99b-bfe5-4a12-82a3-29105edf664d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:06.241567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Attempting to bind port 7d43e99b-bfe5-4a12-82a3-29105edf664d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:06.241945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Attempting to bind port 7d43e99b-bfe5-4a12-82a3-29105edf664d on network ecdbe563-1716-4ef2-8438-cdd52c87a2cc {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:06.247867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:06.248387 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Checking segment: {'id': 'f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:06.248798 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:06.249341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Bound using segment: {'id': 'f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:06.249852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Bound port: 7d43e99b-bfe5-4a12-82a3-29105edf664d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:06.251533 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:06.358963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27d6468c-8754-4ebc-99b7-c5214eee349f req-14e0c55f-2fff-4cad-9843-453dd01c8cde tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947553 Aug 03 18:51:06.378849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d913d1-3a1e-4b5b-a7d6-4851db9b92d8 req-e0e52001-a816-43e6-b6a1-53cc1fe5bd47 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336095 Aug 03 18:51:06.385921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-3aa68be7-c092-4647-a23c-d746385fc4a8 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:06.396064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-3aa68be7-c092-4647-a23c-d746385fc4a8 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.1771197 Aug 03 18:51:06.418075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] For port 7d43e99b-bfe5-4a12-82a3-29105edf664d, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:06.422317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] For port 7d43e99b-bfe5-4a12-82a3-29105edf664d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7d43e99b-bfe5-4a12-82a3-29105edf664d,segment=NetworkSegment(f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9),segment_id=f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:06.424509 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-98b5ac64-e3d3-4fb3-9c79-fc0625ded146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:06.437402 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:06.512416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cb266-66a0-4fea-93fe-67b1d1d1d614 None None] Pushing event updated for resources: {'Port': ['ID=7d43e99b-bfe5-4a12-82a3-29105edf664d,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:06.517446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-c21a8252-eb26-471d-bb8a-873c6f18af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:06.521710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-c21a8252-eb26-471d-bb8a-873c6f18af92 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2&tenant_id=448bff490d084bf0a760117b49d76e86 HTTP/1.1" status: 200 len: 1096 time: 0.1247621 Aug 03 18:51:06.556811 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:06.567303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58522) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:06.766630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-574c3a4e-29ab-4ae4-abf0-bb1d518c9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:06.772504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-574c3a4e-29ab-4ae4-abf0-bb1d518c9fd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 1096 time: 0.1750984 Aug 03 18:51:06.778212 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:06.822662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:07.052654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-56d4927e-0795-4a31-bcbf-27e21fdea629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:07.064143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-56d4927e-0795-4a31-bcbf-27e21fdea629 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.2829566 Aug 03 18:51:07.120157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 16ba17f7-87a2-414b-b54f-495445991fb6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:07.204601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Allocated IP 172.25.8.215 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:07.213655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-218773a0-340b-4d1d-9d5e-034fea9e46b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a2c781a-de93-43db-aad8-e5d873dd6710 HTTP/1.1" status: 200 len: 217 time: 0.1368034 Aug 03 18:51:07.275876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 16ba17f7-87a2-414b-b54f-495445991fb6 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:07.284495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 16ba17f7-87a2-414b-b54f-495445991fb6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:07.286049 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:07.298725 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0a265194-7fbd-4dad-a7b4-c959041fe13a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68b95d2b412040df96c5b8aae296363a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7280729 Aug 03 18:51:07.299723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58550) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:07.411611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-19baec0d-e8c8-4f75-ad4f-7736ef0b44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:07.415444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-19baec0d-e8c8-4f75-ad4f-7736ef0b44b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.1939611 Aug 03 18:51:07.470522 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2c9b63c4-ce6e-443c-b6a7-e606945b9531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:07.496848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-bfe77c44-1e0f-4a33-ae06-b9c318b4b993 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714033 Aug 03 18:51:07.526516 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2c9b63c4-ce6e-443c-b6a7-e606945b9531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:07.555361 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:07.648402 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2c9b63c4-ce6e-443c-b6a7-e606945b9531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:07.652625 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2c9b63c4-ce6e-443c-b6a7-e606945b9531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:07.654090 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2c9b63c4-ce6e-443c-b6a7-e606945b9531 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26b29b3f-f529-4a53-adce-da918ed8017d HTTP/1.1" status: 204 len: 168 time: 0.3534627 Aug 03 18:51:07.654797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 16ba17f7-87a2-414b-b54f-495445991fb6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=16ba17f7-87a2-414b-b54f-495445991fb6,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:07.660424 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:07.663996 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:07.664811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7d43e99b-bfe5-4a12-82a3-29105edf664d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:07.680959 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b63c4-ce6e-443c-b6a7-e606945b9531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b29b3f-f529-4a53-adce-da918ed8017d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:07.705022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf328277-c3c9-4ff6-af4d-8f8abc1fde35 req-75182bde-1364-440d-ab0f-1c67608b1fd8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:07.706656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf328277-c3c9-4ff6-af4d-8f8abc1fde35 req-75182bde-1364-440d-ab0f-1c67608b1fd8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 945 time: 0.1214938 Aug 03 18:51:07.772654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-a9b60d21-aeea-4ebc-a0f9-2b9d2433f2f9 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565842 Aug 03 18:51:07.817511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=16ba17f7-87a2-414b-b54f-495445991fb6,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:07.878875 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:07.896628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-959b70f5-a7ae-46bb-90a8-cdce1e0ef590 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055632 Aug 03 18:51:07.912075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 7d43e99b-bfe5-4a12-82a3-29105edf664d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:07.958889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf328277-c3c9-4ff6-af4d-8f8abc1fde35 req-c7f9ce48-2211-43b6-b072-58075a1410a3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335517 Aug 03 18:51:07.968472 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:07.978244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5a2c781a-de93-43db-aad8-e5d873dd6710 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:51:08.040053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5a2c781a-de93-43db-aad8-e5d873dd6710 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:51:08.057033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:08.074014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569b439b-52cd-4475-9ef8-17a2d53879f1 None None] Network ecdbe563-1716-4ef2-8438-cdd52c87a2cc requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:08.083577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174a51b-5a44-48f8-8d7e-8b1c50c4d52f req-e4eb9842-02f3-480e-a369-b1d3f646a8ac tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:08.085210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3174a51b-5a44-48f8-8d7e-8b1c50c4d52f req-e4eb9842-02f3-480e-a369-b1d3f646a8ac tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.1860149 Aug 03 18:51:08.089561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:08.098363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:08.231715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7f2cafee-cc37-4c45-a16e-15ce693357e1 None None] Provisioning for port 7d43e99b-bfe5-4a12-82a3-29105edf664d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:08.242364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7f2cafee-cc37-4c45-a16e-15ce693357e1 None None] Provisioning complete for port 7d43e99b-bfe5-4a12-82a3-29105edf664d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:08.242969 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7f2cafee-cc37-4c45-a16e-15ce693357e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:08.386075 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7f2cafee-cc37-4c45-a16e-15ce693357e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:08.399073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58594) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:08.419573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c057e351-e9e7-4d2a-9ffa-ee267378e4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:08.455951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Pushing event updated for resources: {'Port': ['ID=0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:08.460943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7f2cafee-cc37-4c45-a16e-15ce693357e1 None None] For port 7d43e99b-bfe5-4a12-82a3-29105edf664d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7d43e99b-bfe5-4a12-82a3-29105edf664d,segment=NetworkSegment(f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9),segment_id=f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:08.475293 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7f2cafee-cc37-4c45-a16e-15ce693357e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:08.539465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.539848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.540232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.540568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.541189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.541541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.542364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.542364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.542514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.543415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.543415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.543415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:08.567519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cafee-cc37-4c45-a16e-15ce693357e1 None None] Pushing event updated for resources: {'Port': ['ID=7d43e99b-bfe5-4a12-82a3-29105edf664d,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:08.633562 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c057e351-e9e7-4d2a-9ffa-ee267378e4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:08.639619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3174a51b-5a44-48f8-8d7e-8b1c50c4d52f req-30301814-417c-4174-ad27-e92d7acfcfe7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373352 Aug 03 18:51:08.641236 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c057e351-e9e7-4d2a-9ffa-ee267378e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:08.675840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-50931b35-bda1-427a-b904-4db0055aea8a tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:08.694718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-50931b35-bda1-427a-b904-4db0055aea8a tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.2343833 Aug 03 18:51:08.699112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ca799e8b-026b-4d41-9437-07aea7e89b9f None None] Provisioning complete for port 7d43e99b-bfe5-4a12-82a3-29105edf664d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:08.699417 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ca799e8b-026b-4d41-9437-07aea7e89b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:08.701085 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c057e351-e9e7-4d2a-9ffa-ee267378e4da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=289a8e5c1d50476483a440506d4ffc28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005819 Aug 03 18:51:08.702099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057e351-e9e7-4d2a-9ffa-ee267378e4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9711f96-009e-4976-96ab-c3706da3957b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:08.704750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58598) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:08.836040 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:08.837475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79d71acd-ed9e-49d5-864b-48c376ce21fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:08.893927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79d71acd-ed9e-49d5-864b-48c376ce21fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:08.996498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79d71acd-ed9e-49d5-864b-48c376ce21fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:09.000157 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79d71acd-ed9e-49d5-864b-48c376ce21fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:09.001565 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-79d71acd-ed9e-49d5-864b-48c376ce21fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9711f96-009e-4976-96ab-c3706da3957b HTTP/1.1" status: 204 len: 168 time: 0.2954299 Aug 03 18:51:09.010912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 16ba17f7-87a2-414b-b54f-495445991fb6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:09.024981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d71acd-ed9e-49d5-864b-48c376ce21fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9711f96-009e-4976-96ab-c3706da3957b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:09.101824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 16ba17f7-87a2-414b-b54f-495445991fb6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:09.102550 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:09.197699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7d43e99b-bfe5-4a12-82a3-29105edf664d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:09.215093 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:09.226191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd45ff4-b196-417d-8941-deb525f25846 req-166a31cf-631b-4178-b547-afcd1d09f0ad tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:09.227247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd45ff4-b196-417d-8941-deb525f25846 req-166a31cf-631b-4178-b547-afcd1d09f0ad tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 945 time: 0.1429036 Aug 03 18:51:09.230034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-d411d70e-ace4-4891-974e-d3342ecd8889 service neutron] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:09.237445 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-d411d70e-ace4-4891-974e-d3342ecd8889 service neutron] Notify callbacks [] for binding, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:09.239473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3d553d-0e37-4cc8-abda-c62e03831c32 req-d411d70e-ace4-4891-974e-d3342ecd8889 service neutron] 10.222.0.37 "DELETE /v2.0/ports/5a2c781a-de93-43db-aad8-e5d873dd6710/bindings/n-h1-802918-7 HTTP/1.1" status: 204 len: 173 time: 0.4726539 Aug 03 18:51:09.268716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7d43e99b-bfe5-4a12-82a3-29105edf664d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:09.269102 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:09.336134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd45ff4-b196-417d-8941-deb525f25846 req-3907e39d-93d9-4152-85b3-92bb1289e026 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947413 Aug 03 18:51:09.445021 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:09.448710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Router 056a6f11-1237-4958-a6cb-d1a56be0914e is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:51:09.604886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f4d3e-fff0-4ba6-b3ca-b2e4394d3db9 req-d2e6bcc2-9d7f-449e-9f69-1c75fbc5b5e8 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:09.604886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-267f4d3e-fff0-4ba6-b3ca-b2e4394d3db9 req-d2e6bcc2-9d7f-449e-9f69-1c75fbc5b5e8 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 1096 time: 0.1006875 Aug 03 18:51:09.641171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:51:09.658687 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Sync routers for ids ['056a6f11-1237-4958-a6cb-d1a56be0914e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:51:09.660424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-267f4d3e-fff0-4ba6-b3ca-b2e4394d3db9 req-717a5325-ab9d-4cc9-ae3c-86d5d375a9b1 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Aug 03 18:51:09.678573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:09.685319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dc38663f-0a76-4233-9da6-660745a239ca admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.4830730 Aug 03 18:51:09.685319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58646) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:09.694634 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Routers {'056a6f11-1237-4958-a6cb-d1a56be0914e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:09.696251 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['056a6f11-1237-4958-a6cb-d1a56be0914e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:09.855368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a76d0f-dc3a-44d2-a56e-a820a5b44ccd req-9b15d307-16d9-4e87-9ac5-89715f8ba0e8 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:09.856898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6a76d0f-dc3a-44d2-a56e-a820a5b44ccd req-9b15d307-16d9-4e87-9ac5-89715f8ba0e8 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.1050758 Aug 03 18:51:09.890602 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Set router 056a6f11-1237-4958-a6cb-d1a56be0914e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:09.956953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6a76d0f-dc3a-44d2-a56e-a820a5b44ccd req-2d873661-123f-4306-b781-bc8e68c92f08 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899441 Aug 03 18:51:10.184297 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-router', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:05Z', 'updated_at': '2021-08-03T18:51:08Z', 'revision_number': 3, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'gw_port': {'id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:70:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:06Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:10.225974 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Checking router: 056a6f11-1237-4958-a6cb-d1a56be0914e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:51:10.226320 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Updating router 056a6f11-1237-4958-a6cb-d1a56be0914e port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:51:10.275638 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:10.312819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58670) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:10.337072 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:10.550208 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:10.690143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:10.698581 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:10.699149 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:10.713638 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Transition to ACTIVE for port object 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:10.725793 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:10.790207 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e74172dfd62423cb9611d55c3266363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755213 Aug 03 18:51:10.791149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e3152b-f121-4c0d-9091-6480518e5f4b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:10.794206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58686) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:10.836695 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ab4fa-e105-4a65-aaa9-2b50966bb920 None None] Pushing event updated for resources: {'Port': ['ID=0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:10.867146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.867600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.867974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.868313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.868649 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.868981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.869307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.869950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.870300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.870600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.870925 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.871248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6cae-4097-44f1-832f-2e9c4bf9388c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:10.884517 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Attempting to bind port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:10.885733 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Attempting to bind port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:10.886495 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Attempting to bind port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:10.896374 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:10.897104 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:10.897958 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:10.898377 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:10.898979 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Bound port: 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:10.899503 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:10.910832 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50c2ce12-c2cd-406b-8a52-8a57fa8ed489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:10.936919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Allocated IP 172.20.0.1 (ecdbe563-1716-4ef2-8438-cdd52c87a2cc/9f7e0d60-aa66-4d3a-83bd-90291b0b057d/ebd5e5ba-1469-4c22-957a-464fbfda7cfc) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:10.943109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445259-66bc-4875-aab8-f0286d01c36f req-91e5f110-c68f-4a4e-9edb-6a8ed9ff08af tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:10.943598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445259-66bc-4875-aab8-f0286d01c36f req-91e5f110-c68f-4a4e-9edb-6a8ed9ff08af tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:10.944291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445259-66bc-4875-aab8-f0286d01c36f req-91e5f110-c68f-4a4e-9edb-6a8ed9ff08af tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:10.944781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445259-66bc-4875-aab8-f0286d01c36f req-91e5f110-c68f-4a4e-9edb-6a8ed9ff08af tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:10.945255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445259-66bc-4875-aab8-f0286d01c36f req-91e5f110-c68f-4a4e-9edb-6a8ed9ff08af tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:10.945755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445259-66bc-4875-aab8-f0286d01c36f req-91e5f110-c68f-4a4e-9edb-6a8ed9ff08af tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:10.946236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445259-66bc-4875-aab8-f0286d01c36f req-91e5f110-c68f-4a4e-9edb-6a8ed9ff08af tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:10.948229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca445259-66bc-4875-aab8-f0286d01c36f req-91e5f110-c68f-4a4e-9edb-6a8ed9ff08af tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.5265260 Aug 03 18:51:10.971670 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] For port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:10.976459 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] For port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:10.986422 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50c2ce12-c2cd-406b-8a52-8a57fa8ed489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:10.999719 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:11.084614 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50c2ce12-c2cd-406b-8a52-8a57fa8ed489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:11.088061 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50c2ce12-c2cd-406b-8a52-8a57fa8ed489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:11.092318 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-50c2ce12-c2cd-406b-8a52-8a57fa8ed489 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14e3152b-f121-4c0d-9091-6480518e5f4b HTTP/1.1" status: 204 len: 168 time: 0.2943804 Aug 03 18:51:11.102581 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Routers {'056a6f11-1237-4958-a6cb-d1a56be0914e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:11.103859 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['056a6f11-1237-4958-a6cb-d1a56be0914e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:11.117414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2ce12-c2cd-406b-8a52-8a57fa8ed489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e3152b-f121-4c0d-9091-6480518e5f4b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:11.192585 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:11.210589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Transition to ACTIVE for port object ebd5e5ba-1469-4c22-957a-464fbfda7cfc will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:11.241791 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ab4fa-e105-4a65-aaa9-2b50966bb920 None None] Pushing event updated for resources: {'Port': ['ID=0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:11.281315 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] Set router 056a6f11-1237-4958-a6cb-d1a56be0914e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:11.285256 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:11.310419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-7234f379-7061-4017-91ed-597dd02f09a3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:11.310419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-7234f379-7061-4017-91ed-597dd02f09a3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 807 time: 0.2337894 Aug 03 18:51:11.341326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Network ecdbe563-1716-4ef2-8438-cdd52c87a2cc is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:11.352721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-87071ff2-225d-4e17-bec7-cfa557ddcafa tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/quotas/448bff490d084bf0a760117b49d76e86 HTTP/1.1" status: 200 len: 375 time: 0.0161712 Aug 03 18:51:11.357268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:11.361318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:11.361896 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:11.465639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Pushing event updated for resources: {'Port': ['ID=ebd5e5ba-1469-4c22-957a-464fbfda7cfc,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:11.544412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-ff82defb-82ea-4e47-84b6-3576b2288b90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1783028 Aug 03 18:51:11.583326 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-router', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:05Z', 'updated_at': '2021-08-03T18:51:08Z', 'revision_number': 3, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'gw_port': {'id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:70:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:06Z', 'updated_at': '2021-08-03T18:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:11.628716 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc71613-a5d7-408e-8f48-ece0be574a08 None None] The sync data for ids ['056a6f11-1237-4958-a6cb-d1a56be0914e'] in n-d-802918-7 is: [{'id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-router', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:05Z', 'updated_at': '2021-08-03T18:51:08Z', 'revision_number': 3, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'gw_port': {'id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:70:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:06Z', 'updated_at': '2021-08-03T18:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:51:11.664548 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:11.731371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-287dc649-4523-48d0-a99d-0b5690d76323 None None] Provisioning for port ebd5e5ba-1469-4c22-957a-464fbfda7cfc completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:11.736095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-287dc649-4523-48d0-a99d-0b5690d76323 None None] Provisioning complete for port ebd5e5ba-1469-4c22-957a-464fbfda7cfc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:11.736477 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-287dc649-4523-48d0-a99d-0b5690d76323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:11.790525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-287dc649-4523-48d0-a99d-0b5690d76323 None None] Port ebd5e5ba-1469-4c22-957a-464fbfda7cfc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:51:11.872391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58726) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:11.901135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f06ae4e-5b27-4f74-bb1a-f5d756459f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:11.947338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48636c58-0795-4bad-9f00-654610ad276d req-06aa1677-2d50-4916-b8e1-2a9afe078ebd tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:11.974752 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48636c58-0795-4bad-9f00-654610ad276d req-06aa1677-2d50-4916-b8e1-2a9afe078ebd tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 886 time: 0.2472093 Aug 03 18:51:12.102389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-33c2219a-9ae8-4587-833d-99a42ebb1a5f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:51:12.109626 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-33c2219a-9ae8-4587-833d-99a42ebb1a5f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2124491 Aug 03 18:51:12.115838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f06ae4e-5b27-4f74-bb1a-f5d756459f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:12.123017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f06ae4e-5b27-4f74-bb1a-f5d756459f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:12.171412 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6f06ae4e-5b27-4f74-bb1a-f5d756459f4c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bb3708bb92384640bad4a3913dca8dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967286 Aug 03 18:51:12.173141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06ae4e-5b27-4f74-bb1a-f5d756459f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1fea76-b77e-4c5b-b39a-27c8b2c4f7a7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:12.180466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58734) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:12.195954 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:12.208684 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:12.209451 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:12.219132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15649-865e-4927-9d83-77bcbae64dec req-bef47a9f-2401-4650-975c-77262ea89098 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:12.220711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00c15649-865e-4927-9d83-77bcbae64dec req-bef47a9f-2401-4650-975c-77262ea89098 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.1764455 Aug 03 18:51:12.250290 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e0d76f4-b4d3-4790-b98a-669027371c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:12.277140 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e0d76f4-b4d3-4790-b98a-669027371c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:12.340119 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e0d76f4-b4d3-4790-b98a-669027371c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:12.342785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e0d76f4-b4d3-4790-b98a-669027371c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:12.346404 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2e0d76f4-b4d3-4790-b98a-669027371c0e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d1fea76-b77e-4c5b-b39a-27c8b2c4f7a7 HTTP/1.1" status: 204 len: 168 time: 0.1625838 Aug 03 18:51:12.353147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d76f4-b4d3-4790-b98a-669027371c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1fea76-b77e-4c5b-b39a-27c8b2c4f7a7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:12.423781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Pushing event updated for resources: {'Port': ['ID=ebd5e5ba-1469-4c22-957a-464fbfda7cfc,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:12.449415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00c15649-865e-4927-9d83-77bcbae64dec req-1afa3e95-cbd5-4db7-a048-6be59433adf3 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773107 Aug 03 18:51:12.457987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-eb24bd5c-2df6-49ae-857f-e9fc8d77cb2e service neutron] 10.222.0.78 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473389 Aug 03 18:51:12.578646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Network ecdbe563-1716-4ef2-8438-cdd52c87a2cc is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:12.585561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:12.717313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-f74535d3-288b-427d-bb24-7e6ed2c45675 service neutron] 10.222.0.78 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488074 Aug 03 18:51:12.892934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Router 056a6f11-1237-4958-a6cb-d1a56be0914e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:51:12.931545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d18968d3-8c45-4cbd-8b5b-e0b67ed311b9 None None] Provisioning complete for port ebd5e5ba-1469-4c22-957a-464fbfda7cfc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:12.932275 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d18968d3-8c45-4cbd-8b5b-e0b67ed311b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:13.045737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d18968d3-8c45-4cbd-8b5b-e0b67ed311b9 None None] Port ebd5e5ba-1469-4c22-957a-464fbfda7cfc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:51:13.068219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:13.201722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:51:13.208551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-13a7bf3a-6e44-4c30-9e50-1524314a672e admin admin] 10.222.0.78 "PUT /v2.0/routers/056a6f11-1237-4958-a6cb-d1a56be0914e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5247188 Aug 03 18:51:13.236005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb52d-2b2a-472f-903e-303909639c89 req-68a7408e-22df-43a8-9881-3830e02e6980 tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:13.236465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:13.236637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb52d-2b2a-472f-903e-303909639c89 req-68a7408e-22df-43a8-9881-3830e02e6980 tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:13.236966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb52d-2b2a-472f-903e-303909639c89 req-68a7408e-22df-43a8-9881-3830e02e6980 tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:13.237436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb52d-2b2a-472f-903e-303909639c89 req-68a7408e-22df-43a8-9881-3830e02e6980 tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:13.238726 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb52d-2b2a-472f-903e-303909639c89 req-68a7408e-22df-43a8-9881-3830e02e6980 tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:13.239194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb52d-2b2a-472f-903e-303909639c89 req-68a7408e-22df-43a8-9881-3830e02e6980 tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:13.239656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb52d-2b2a-472f-903e-303909639c89 req-68a7408e-22df-43a8-9881-3830e02e6980 tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:13.251431 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:13.252304 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:13.253815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb1fb52d-2b2a-472f-903e-303909639c89 req-68a7408e-22df-43a8-9881-3830e02e6980 tempest-NetworksTest-1381627742 tempest-NetworksTest-1381627742-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.3326640 Aug 03 18:51:13.365572 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:13.419241 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:13.435331 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:13.470274 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e88ba18-fe06-483f-b2cb-0ce264715ea4 req-bec59b8e-6717-4fca-a196-01a4e8c29eaf tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 210 time: 0.0475383 Aug 03 18:51:13.526088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:13.648728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72dac0-d46f-4f57-8713-e28ac7a0ca45 req-d5c45a35-f566-4eb3-839c-3bff7bf280d0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:13.650378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f72dac0-d46f-4f57-8713-e28ac7a0ca45 req-d5c45a35-f566-4eb3-839c-3bff7bf280d0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.0812981 Aug 03 18:51:13.702306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f72dac0-d46f-4f57-8713-e28ac7a0ca45 req-ec6de2e9-7e77-4dcc-a435-cc208b5e3631 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458980 Aug 03 18:51:13.834531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Sync routers for ids ['056a6f11-1237-4958-a6cb-d1a56be0914e'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:51:13.843704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Routers {'056a6f11-1237-4958-a6cb-d1a56be0914e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:13.844331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['056a6f11-1237-4958-a6cb-d1a56be0914e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:13.976112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Set router 056a6f11-1237-4958-a6cb-d1a56be0914e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:14.325810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58806) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:14.403081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-router', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:05Z', 'updated_at': '2021-08-03T18:51:11Z', 'revision_number': 4, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'gw_port': {'id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:06Z', 'updated_at': '2021-08-03T18:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ebd5e5ba-1469-4c22-957a-464fbfda7cfc', 'name': '', 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'mac_address': 'fa:16:3e:be:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9f7e0d60-aa66-4d3a-83bd-90291b0b057d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:10Z', 'updated_at': '2021-08-03T18:51:11Z', 'revision_number': 2, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'subnets': [{'id': '9f7e0d60-aa66-4d3a-83bd-90291b0b057d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:14.470721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Checking router: 056a6f11-1237-4958-a6cb-d1a56be0914e for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:51:14.471357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Updating router 056a6f11-1237-4958-a6cb-d1a56be0914e port ebd5e5ba-1469-4c22-957a-464fbfda7cfc binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:51:14.537780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-5d475d98-f16f-4a09-a92e-fcd583b0bcb3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:14.539671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-5d475d98-f16f-4a09-a92e-fcd583b0bcb3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 807 time: 0.2428563 Aug 03 18:51:14.544796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58820) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:14.557158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Request body: {'port': {'device_id': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612', 'admin_state_up': True, 'tenant_id': '448bff490d084bf0a760117b49d76e86'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:14.563400 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:14.590529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58824) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:14.719665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4a64-a538-4931-8f0c-2495b73245d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:14.842885 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89f1fe56-e40e-4dd3-bfad-9fb47d82c506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:14.905141 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:14.958506 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f835f58-eff1-452e-b368-ca42e4498b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.016934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:15.035937 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4a64-a538-4931-8f0c-2495b73245d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.037129 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58838) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:15.048914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4a64-a538-4931-8f0c-2495b73245d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.078239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.api [None req-9f835f58-eff1-452e-b368-ca42e4498b82 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 18:51:15.078239 n-d-802918-7 neutron-server[100488]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 18:51:15.078239 n-d-802918-7 neutron-server[100488]: [parameters: {'project_id_1': '23474f10271d4c5ca070158ab597914f', 'expiration_1': datetime.datetime(2021, 8, 3, 18, 51, 15, 8710)}] Aug 03 18:51:15.078239 n-d-802918-7 neutron-server[100488]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:51:15.078239 n-d-802918-7 neutron-server[100488]: DEBUG oslo_db.api [None req-9f835f58-eff1-452e-b368-ca42e4498b82 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:51:15.091189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-250601b1-e3f1-40b9-a5ae-d65d7e0349d1 req-74d0b681-149d-4399-a77e-5aff48ec384f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 210 time: 0.4772856 Aug 03 18:51:15.132553 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7ffe4a64-a538-4931-8f0c-2495b73245d5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=675292b8a77242ce8c4e37de216a232c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8019154 Aug 03 18:51:15.132765 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.133833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58842) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:15.142332 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe4a64-a538-4931-8f0c-2495b73245d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a6905b-9a99-4d88-bc4c-0c12ef551039,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:15.190109 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Transition to ACTIVE for port object ebd5e5ba-1469-4c22-957a-464fbfda7cfc will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:15.226829 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.229609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0e53a1a-d105-4d8b-ad41-42f092e3d248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.273444 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-network', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:15.282524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fa146-59b2-4fc6-b821-4a5fcd8eb254 req-5f49164f-3497-4fa0-8e2b-c2dcc67681f5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:15.284366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d6fa146-59b2-4fc6-b821-4a5fcd8eb254 req-5f49164f-3497-4fa0-8e2b-c2dcc67681f5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.1918550 Aug 03 18:51:15.292008 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0e53a1a-d105-4d8b-ad41-42f092e3d248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.315397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac649f3-0f5c-4e98-a74e-57a73250d2db None None] Pushing event updated for resources: {'Port': ['ID=ebd5e5ba-1469-4c22-957a-464fbfda7cfc,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:15.324296 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89f1fe56-e40e-4dd3-bfad-9fb47d82c506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.340767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:15.341283 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.354722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d6fa146-59b2-4fc6-b821-4a5fcd8eb254 req-c9f42c26-55bf-45eb-ae2b-ba35d80769f0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627830 Aug 03 18:51:15.358741 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89f1fe56-e40e-4dd3-bfad-9fb47d82c506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.368728 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Made reservation on behalf of f3e7d1c1c0df41f6832d0f326461e5cb for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:15.371191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.402962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Made reservation on behalf of 448bff490d084bf0a760117b49d76e86 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:15.408461 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.410674 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.576520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58866) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:15.577213 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-89f1fe56-e40e-4dd3-bfad-9fb47d82c506 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e32562ba817a45b6b45b882d61fdb8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0306635 Aug 03 18:51:15.584798 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f835f58-eff1-452e-b368-ca42e4498b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.590112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1fe56-e40e-4dd3-bfad-9fb47d82c506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee945567-6113-4a16-8685-f2dbc86984db,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:15.603555 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0e53a1a-d105-4d8b-ad41-42f092e3d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.607488 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0e53a1a-d105-4d8b-ad41-42f092e3d248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.609088 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d0e53a1a-d105-4d8b-ad41-42f092e3d248 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/02a6905b-9a99-4d88-bc4c-0c12ef551039 HTTP/1.1" status: 204 len: 168 time: 0.4740865 Aug 03 18:51:15.668904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e53a1a-d105-4d8b-ad41-42f092e3d248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a6905b-9a99-4d88-bc4c-0c12ef551039,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:15.711404 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-f9254028-62fe-4bbd-9176-5ea27dadec0c service neutron] show failed (client error): The resource could not be found. Aug 03 18:51:15.720783 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-f9254028-62fe-4bbd-9176-5ea27dadec0c service neutron] 10.222.0.74 "GET /v2.0/ports/2d43d13c-70d2-4851-af63-d7e8d684a33e/bindings/n-h2-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.3132570 Aug 03 18:51:15.730848 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.742502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.808829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:15.829326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Allocated IP 172.20.0.10 (e82201e2-b035-4956-9e86-abf136b81612/99f4d2c7-1f07-4c9d-ad30-5666266a1e0d/c90afd5d-b95e-4432-ade6-409689d4ab5b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:15.856638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Attempting to bind port ebd5e5ba-1469-4c22-957a-464fbfda7cfc on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:15.857399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Attempting to bind port ebd5e5ba-1469-4c22-957a-464fbfda7cfc by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:15.858018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Attempting to bind port ebd5e5ba-1469-4c22-957a-464fbfda7cfc on network ecdbe563-1716-4ef2-8438-cdd52c87a2cc {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:15.875543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:15.878052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Checking segment: {'id': 'f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:15.879258 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.882270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Bound using segment: {'id': 'f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:15.883027 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Bound port: ebd5e5ba-1469-4c22-957a-464fbfda7cfc, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:15.884299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f16d0ae-2f69-4914-9926-bebc79d824dd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:15.884961 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.902356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.902964 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Added segment 6902cfec-7b1a-421c-aebb-ada3edd33ed7 of type vlan for network a1cfb877-a467-4b6a-8154-7fee23ca545c Aug 03 18:51:15.966525 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:15.995116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58880) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:16.006138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1bb6c016-4900-47e6-8e46-a698cf50888e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1800579792', 'description': 'tempest-description--1968248020'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:16.043757 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f835f58-eff1-452e-b368-ca42e4498b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.047716 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.049298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:16.051241 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.065291 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f835f58-eff1-452e-b368-ca42e4498b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.070565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] For port ebd5e5ba-1469-4c22-957a-464fbfda7cfc, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:16.079210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] For port ebd5e5ba-1469-4c22-957a-464fbfda7cfc, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ebd5e5ba-1469-4c22-957a-464fbfda7cfc,segment=NetworkSegment(f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9),segment_id=f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:16.084786 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.149469 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9f835f58-eff1-452e-b368-ca42e4498b82 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=23474f10271d4c5ca070158ab597914f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5570493 Aug 03 18:51:16.163393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58884) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:16.182242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f835f58-eff1-452e-b368-ca42e4498b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7171d107-36bc-4ddd-b776-41e8a0eccdb5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:16.197358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac649f3-0f5c-4e98-a74e-57a73250d2db None None] Pushing event updated for resources: {'Port': ['ID=ebd5e5ba-1469-4c22-957a-464fbfda7cfc,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:16.201581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Routers {'056a6f11-1237-4958-a6cb-d1a56be0914e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:16.202243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['056a6f11-1237-4958-a6cb-d1a56be0914e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:16.265187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58886) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:16.306770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a355f99-5161-4423-9e0f-9737f99109a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.363861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96bf5e4d-9f5d-40f9-a11d-ba73cd782de7 req-d86f5b0d-01bd-47f6-ac96-529e8148a7ab tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 210 time: 0.0832407 Aug 03 18:51:16.396335 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bb6c016-4900-47e6-8e46-a698cf50888e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.412551 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0ce51b43-6171-44ce-9013-04a62b61e817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.432589 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd27d15c-6dc2-4ba8-b475-c85341542d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.441002 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.484793 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] Set router 056a6f11-1237-4958-a6cb-d1a56be0914e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:16.524502 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0ce51b43-6171-44ce-9013-04a62b61e817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.527108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58892) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:16.546992 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5084922 Aug 03 18:51:16.550239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58896) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:16.566918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] Request body: {'subnet': {'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-subnet', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:16.574041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3c072-dbb2-43ee-adea-9915ca9b0cea admin admin] Pushing event updated for resources: {'Network': ['ID=a1cfb877-a467-4b6a-8154-7fee23ca545c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:16.574367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd27d15c-6dc2-4ba8-b475-c85341542d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.631246 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-a4d0049d-f5dc-4df7-8a32-49ad0ae915b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:16.633432 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-a4d0049d-f5dc-4df7-8a32-49ad0ae915b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5&tenant_id=0af165f6330042b395e2a638c3cc2bba HTTP/1.1" status: 200 len: 1101 time: 0.2414851 Aug 03 18:51:16.635542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network a1cfb877-a467-4b6a-8154-7fee23ca545c details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:16.651089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:16.668549 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.727167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Pushing event updated for resources: {'Port': ['ID=c90afd5d-b95e-4432-ade6-409689d4ab5b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:16.736762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef228a77-e30d-473a-a609-0da0382de76d req-4a213a1a-69a8-423b-a6be-e2abc59d6ef0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:16.738754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef228a77-e30d-473a-a609-0da0382de76d req-4a213a1a-69a8-423b-a6be-e2abc59d6ef0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.2670572 Aug 03 18:51:16.751427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a355f99-5161-4423-9e0f-9737f99109a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.756296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Network e82201e2-b035-4956-9e86-abf136b81612 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:16.760805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:16.775800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:16.781542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:16.782202 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.783372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a355f99-5161-4423-9e0f-9737f99109a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.807677 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e2257d84-dede-4629-a91e-604bd3bfe52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.826885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a355f99-5161-4423-9e0f-9737f99109a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8c0856-72e6-4353-ac76-9bf8d951a8ba,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:16.832761 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0ce51b43-6171-44ce-9013-04a62b61e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.836870 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0ce51b43-6171-44ce-9013-04a62b61e817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.841535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0ce51b43-6171-44ce-9013-04a62b61e817 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7171d107-36bc-4ddd-b776-41e8a0eccdb5 HTTP/1.1" status: 204 len: 168 time: 0.6204474 Aug 03 18:51:16.847559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.870331 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd27d15c-6dc2-4ba8-b475-c85341542d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.872927 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd27d15c-6dc2-4ba8-b475-c85341542d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:16.894544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dd27d15c-6dc2-4ba8-b475-c85341542d2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee945567-6113-4a16-8685-f2dbc86984db HTTP/1.1" status: 204 len: 168 time: 1.3130789 Aug 03 18:51:16.917145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef228a77-e30d-473a-a609-0da0382de76d req-7296dcec-fc96-463a-80d1-65b2b33b7186 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694047 Aug 03 18:51:16.918349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce51b43-6171-44ce-9013-04a62b61e817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7171d107-36bc-4ddd-b776-41e8a0eccdb5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:16.920224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58902) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:16.930929 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4a355f99-5161-4423-9e0f-9737f99109a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=05105b678c9f43348c38b9a514424b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6555514 Aug 03 18:51:16.986196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27d15c-6dc2-4ba8-b475-c85341542d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee945567-6113-4a16-8685-f2dbc86984db,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:17.069329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-router', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:05Z', 'updated_at': '2021-08-03T18:51:11Z', 'revision_number': 4, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'gw_port': {'id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:06Z', 'updated_at': '2021-08-03T18:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ebd5e5ba-1469-4c22-957a-464fbfda7cfc', 'name': '', 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'mac_address': 'fa:16:3e:be:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9f7e0d60-aa66-4d3a-83bd-90291b0b057d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:10Z', 'updated_at': '2021-08-03T18:51:16Z', 'revision_number': 4, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'subnets': [{'id': '9f7e0d60-aa66-4d3a-83bd-90291b0b057d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:17.112872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d247f8d-8f08-4362-b61c-5c9efdfb5c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.134936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbcdaf9-6f50-4ccc-bc03-27aefb03df0b None None] The sync data for ids ['056a6f11-1237-4958-a6cb-d1a56be0914e'] in n-d-802918-7 is: [{'id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-router', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:05Z', 'updated_at': '2021-08-03T18:51:11Z', 'revision_number': 4, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'gw_port': {'id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:06Z', 'updated_at': '2021-08-03T18:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ebd5e5ba-1469-4c22-957a-464fbfda7cfc', 'name': '', 'network_id': 'ecdbe563-1716-4ef2-8438-cdd52c87a2cc', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'mac_address': 'fa:16:3e:be:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9f7e0d60-aa66-4d3a-83bd-90291b0b057d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:10Z', 'updated_at': '2021-08-03T18:51:16Z', 'revision_number': 4, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'subnets': [{'id': '9f7e0d60-aa66-4d3a-83bd-90291b0b057d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:51:17.199064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d247f8d-8f08-4362-b61c-5c9efdfb5c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.331075 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d247f8d-8f08-4362-b61c-5c9efdfb5c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.337358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d247f8d-8f08-4362-b61c-5c9efdfb5c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.342255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8d247f8d-8f08-4362-b61c-5c9efdfb5c30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ef8c0856-72e6-4353-ac76-9bf8d951a8ba HTTP/1.1" status: 204 len: 168 time: 0.4159436 Aug 03 18:51:17.394243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d247f8d-8f08-4362-b61c-5c9efdfb5c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8c0856-72e6-4353-ac76-9bf8d951a8ba,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:17.451723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bb6c016-4900-47e6-8e46-a698cf50888e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.471225 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bb6c016-4900-47e6-8e46-a698cf50888e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.478989 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-3f0e66fc-7665-479f-ba64-8d89f97ff226 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9282401 Aug 03 18:51:17.502509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Request body: {'port': {'device_id': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:17.562412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6c016-4900-47e6-8e46-a698cf50888e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1288d6b-d570-4ded-a15f-989c3fbbdbb3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:17.599786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] Made reservation on behalf of f3e7d1c1c0df41f6832d0f326461e5cb for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:17.603071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:17.605263 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.641807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58912) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:17.708905 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:51:17.755096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58914) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:17.781483 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c54e5611-c5a7-4349-97ee-386178ff359b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.812332 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b5afa61-104d-4a8e-bdd8-6391559c6db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.858896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:17.909261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:17.913148 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e2257d84-dede-4629-a91e-604bd3bfe52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.913421 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3bf48c-2cee-49a9-9782-fc29808f6c31" -d '{"events": [{"server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "name": "network-vif-unplugged", "status": "completed", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:17.918775 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.928232 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.943580 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bb6c016-4900-47e6-8e46-a698cf50888e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:17.948605 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1bb6c016-4900-47e6-8e46-a698cf50888e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9490297 Aug 03 18:51:17.949149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58920) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:17.950190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cd0d9-e803-4479-a687-8bacc1f75ce1 req-e0abfc7c-4fa2-4733-801c-f5347cb66974 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:17.951751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-086cd0d9-e803-4479-a687-8bacc1f75ce1 req-e0abfc7c-4fa2-4733-801c-f5347cb66974 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 932 time: 0.3440800 Aug 03 18:51:17.963000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-267571da-4199-41ea-a64f-5d3b60769139 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Request body: {'security_group_rule': {'security_group_id': 'f1288d6b-d570-4ded-a15f-989c3fbbdbb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:17.970849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Transition to ACTIVE for port object 2d43d13c-70d2-4851-af63-d7e8d684a33e will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:17.977007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:18.025714 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e2257d84-dede-4629-a91e-604bd3bfe52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:18.038997 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0915c80c-588e-40a5-ae09-f21bed8a4121 x-openstack-request-id: req-0915c80c-588e-40a5-ae09-f21bed8a4121 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:18.039474 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "name": "network-vif-unplugged", "status": "completed", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:18.039887 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0915c80c-588e-40a5-ae09-f21bed8a4121 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:18.040278 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e', 'code': 200} Aug 03 18:51:18.092710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-086cd0d9-e803-4479-a687-8bacc1f75ce1 req-0a288ac9-5c94-4219-a185-fcf3f0ac79ed tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070697 Aug 03 18:51:18.101974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Pushing event updated for resources: {'Port': ['ID=2d43d13c-70d2-4851-af63-d7e8d684a33e,revision_number=6']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:18.132894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] No DVR routers for this DVR port 2d43d13c-70d2-4851-af63-d7e8d684a33e on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:51:18.195854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Attempting to bind port 2d43d13c-70d2-4851-af63-d7e8d684a33e on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:18.196235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Attempting to bind port 2d43d13c-70d2-4851-af63-d7e8d684a33e by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:18.196568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Attempting to bind port 2d43d13c-70d2-4851-af63-d7e8d684a33e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:18.210149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Port 2d43d13c-70d2-4851-af63-d7e8d684a33e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:51:18.210567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Attempting to bind port 2d43d13c-70d2-4851-af63-d7e8d684a33e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:18.224476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:18.225426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:18.226053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:18.226516 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Bound port: 2d43d13c-70d2-4851-af63-d7e8d684a33e, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:18.226884 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:18.320676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:18.322413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:18.335951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:18.354709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:18.356163 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:18.358413 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] 10.222.0.37 "PUT /v2.0/ports/2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 1096 time: 1.7163503 Aug 03 18:51:18.433340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2257d84-dede-4629-a91e-604bd3bfe52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3165db-e984-4093-9572-cbe4e0b6496a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:18.506572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c316ea-593f-40fd-8b57-3d5dcb130081 service neutron] Pushing event updated for resources: {'Port': ['ID=2d43d13c-70d2-4851-af63-d7e8d684a33e,revision_number=7']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:18.529482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-c45be756-3820-4b2d-85ec-4be1e3159bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:18.534164 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-c45be756-3820-4b2d-85ec-4be1e3159bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1099 time: 0.1400709 Aug 03 18:51:18.568998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e2257d84-dede-4629-a91e-604bd3bfe52e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f70d7f8b7edf487c944aed69f23e20e2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0403755 Aug 03 18:51:18.585308 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:18.588876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58938) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:18.678375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-3c1c16b3-0a07-4448-9697-65af5939dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:18.680172 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-3c1c16b3-0a07-4448-9697-65af5939dff9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1388140 Aug 03 18:51:18.705052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69304f8-d8c1-4127-8fd9-6f293bdce0be req-895b394c-90f5-4862-b249-c712ae0eb758 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:18.707238 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c69304f8-d8c1-4127-8fd9-6f293bdce0be req-895b394c-90f5-4862-b249-c712ae0eb758 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 948 time: 0.4095235 Aug 03 18:51:18.763845 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-dc18a860-ae70-4787-985b-8439da8ebf8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 217 time: 0.0727146 Aug 03 18:51:18.800134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c69304f8-d8c1-4127-8fd9-6f293bdce0be req-8fbaeea5-7efa-4c5b-bae9-48acb34513a3 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785437 Aug 03 18:51:18.813735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f96fd4-da47-4f41-b992-daaac9c73a18,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:18.820814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58946) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:18.842491 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-0ebf52e5-188e-41e4-a3b8-e3fa49db59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:18.844803 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-0ebf52e5-188e-41e4-a3b8-e3fa49db59a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0699129 Aug 03 18:51:18.852898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] Checking segment: {'id': '6902cfec-7b1a-421c-aebb-ada3edd33ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:18.853257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] Network hostable DHCP agents. Network: a1cfb877-a467-4b6a-8154-7fee23ca545c, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:18.916491 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb9bfea-c226-4dfd-b38f-3daec20a2f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:18.924149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-a86c315d-5ab5-4abc-b68a-31bf4449350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:18.927510 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-a86c315d-5ab5-4abc-b68a-31bf4449350c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744271 Aug 03 18:51:18.929092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c54e5611-c5a7-4349-97ee-386178ff359b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:18.965303 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c54e5611-c5a7-4349-97ee-386178ff359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:18.977099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] Network a1cfb877-a467-4b6a-8154-7fee23ca545c is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:18.986723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ebd5e5ba-1469-4c22-957a-464fbfda7cfc up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:18.993572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-network', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:19.020359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb9bfea-c226-4dfd-b38f-3daec20a2f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.039443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, a1cfb877-a467-4b6a-8154-7fee23ca545c) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:19.048909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d93650-4d87-4ed4-8e95-d46a3a6890b1 None None] Network a1cfb877-a467-4b6a-8154-7fee23ca545c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:19.052045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ebd5e5ba-1469-4c22-957a-464fbfda7cfc completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:19.057612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ebd5e5ba-1469-4c22-957a-464fbfda7cfc triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:19.058349 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.068074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c54e5611-c5a7-4349-97ee-386178ff359b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0f65cab409e46db937e0e1db0c45a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3078492 Aug 03 18:51:19.070115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58950) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:19.071505 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:19.071505 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.093040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90afd5d-b95e-4432-ade6-409689d4ab5b {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:19.122442 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.132421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e5611-c5a7-4349-97ee-386178ff359b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f148cbc5-fea1-4114-b407-ded5d02b2a46,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:19.155652 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-a2cf4c38-e817-4059-8f90-189a48fe5cf3 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166078 Aug 03 18:51:19.164393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Transition to ACTIVE for port object c90afd5d-b95e-4432-ade6-409689d4ab5b will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:19.192006 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a97cb4c7-bf4f-42dc-97d1-bdc88b2a5bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.235204 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b5afa61-104d-4a8e-bdd8-6391559c6db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.239184 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.257337 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a97cb4c7-bf4f-42dc-97d1-bdc88b2a5bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.283727 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.284252 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b5afa61-104d-4a8e-bdd8-6391559c6db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.331729 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3c4c279d-35d2-4f58-846e-942e610ae6a6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.7753303 Aug 03 18:51:19.336486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58954) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:19.341884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port ebd5e5ba-1469-4c22-957a-464fbfda7cfc, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ebd5e5ba-1469-4c22-957a-464fbfda7cfc,segment=NetworkSegment(f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9),segment_id=f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:19.343866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-a1cfb877-a467-4b6a-8154-7fee23ca545c', 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'fixed_ips': [{'subnet_id': 'a7f96fd4-da47-4f41-b992-daaac9c73a18'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:51:19.345230 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.345432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-router', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:19.350340 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.351331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-267571da-4199-41ea-a64f-5d3b60769139 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.357315 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb9bfea-c226-4dfd-b38f-3daec20a2f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.359822 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb9bfea-c226-4dfd-b38f-3daec20a2f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.365396 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8cb9bfea-c226-4dfd-b38f-3daec20a2f2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e3165db-e984-4093-9572-cbe4e0b6496a HTTP/1.1" status: 204 len: 168 time: 0.7702184 Aug 03 18:51:19.367803 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbd0b813-66aa-4572-a9ce-dae8e86a614c req-0147a0c5-7c08-4c87-bf83-e5ce0fe5367a service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051666 Aug 03 18:51:19.393180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Made reservation on behalf of bfcc6651f6a14a659738f55d9852b017 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:19.395932 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.412259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Pushing event updated for resources: {'Port': ['ID=c90afd5d-b95e-4432-ade6-409689d4ab5b,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:19.417316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6b5afa61-104d-4a8e-bdd8-6391559c6db4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5bb2dcc4063843c494c999ff7de06000&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7517445 Aug 03 18:51:19.422211 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.423702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5afa61-104d-4a8e-bdd8-6391559c6db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085e8ed9-0725-4a59-a921-66f5736801e7,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:19.427590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58958) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:19.458055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.459147 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.473746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a97cb4c7-bf4f-42dc-97d1-bdc88b2a5bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.476902 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a97cb4c7-bf4f-42dc-97d1-bdc88b2a5bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.478489 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a97cb4c7-bf4f-42dc-97d1-bdc88b2a5bc8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f148cbc5-fea1-4114-b407-ded5d02b2a46 HTTP/1.1" status: 204 len: 168 time: 0.4090507 Aug 03 18:51:19.517989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9bfea-c226-4dfd-b38f-3daec20a2f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3165db-e984-4093-9572-cbe4e0b6496a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:19.542545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:19.542902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:19.543242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:19.553359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cb4c7-bf4f-42dc-97d1-bdc88b2a5bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f148cbc5-fea1-4114-b407-ded5d02b2a46,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:19.560735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d831c0-6a83-4801-ac5a-36edebb35e55 req-1f912b50-04ad-4859-b3b0-b0f962169535 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:19.562148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3d831c0-6a83-4801-ac5a-36edebb35e55 req-1f912b50-04ad-4859-b3b0-b0f962169535 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 944 time: 0.3190064 Aug 03 18:51:19.572150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Port c90afd5d-b95e-4432-ade6-409689d4ab5b on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:51:19.572518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:19.596375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:19.596739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:19.597097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:19.598145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Bound port: c90afd5d-b95e-4432-ade6-409689d4ab5b, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:19.598571 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.603331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=ebd5e5ba-1469-4c22-957a-464fbfda7cfc,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:19.726130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3d831c0-6a83-4801-ac5a-36edebb35e55 req-1e6a41be-61da-4300-ac82-7c7161af609f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499560 Aug 03 18:51:19.729696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.735046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Allocated IP 172.20.0.2 (a1cfb877-a467-4b6a-8154-7fee23ca545c/a7f96fd4-da47-4f41-b992-daaac9c73a18/60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:19.740429 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-267571da-4199-41ea-a64f-5d3b60769139 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.771156 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-267571da-4199-41ea-a64f-5d3b60769139 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.778015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:19.784461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:19.795715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.862776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:19.864135 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:19.866060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] 10.222.0.37 "PUT /v2.0/ports/c90afd5d-b95e-4432-ade6-409689d4ab5b HTTP/1.1" status: 200 len: 1092 time: 2.3725622 Aug 03 18:51:19.867991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'tag': 'c90afd5d-b95e-4432-ade6-409689d4ab5b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:19.875661 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b638a9-dfd5-4f16-8353-1260ea4bf303" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d704d8-89c3-47c8-bcaf-99f2948344c3", "tag": "c90afd5d-b95e-4432-ade6-409689d4ab5b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:19.877106 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267571da-4199-41ea-a64f-5d3b60769139 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0ee9eb-32d6-43e0-9322-aa56fe7db479,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:20.022350 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.026427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2d43d13c-70d2-4851-af63-d7e8d684a33e no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:51:20.042155 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8891cca-7c66-4f8d-baea-f5df66e15d95 x-openstack-request-id: req-b8891cca-7c66-4f8d-baea-f5df66e15d95 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:20.042339 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d704d8-89c3-47c8-bcaf-99f2948344c3", "tag": "c90afd5d-b95e-4432-ade6-409689d4ab5b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:20.042586 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8891cca-7c66-4f8d-baea-f5df66e15d95 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:20.042984 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'tag': 'c90afd5d-b95e-4432-ade6-409689d4ab5b', 'status': 'completed', 'code': 200} Aug 03 18:51:20.065533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:20.069295 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91" -d '{"events": [{"name": "network-changed", "server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:20.082959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Transition to ACTIVE for port object 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:20.118359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58980) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:20.139768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Transition to ACTIVE for port object 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:20.145246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92018d78-b1a2-4e19-af56-ea96d2818512 service neutron] Pushing event updated for resources: {'Port': ['ID=c90afd5d-b95e-4432-ade6-409689d4ab5b,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:20.145738 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-445ab59b-2510-4bbd-848d-95e955ee438d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.156438 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.159647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2d43d13c-70d2-4851-af63-d7e8d684a33e not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:51:20.166159 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f06f3de-dacf-445a-b07b-52782ce547fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.174637 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.174957 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.185765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.213754 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-267571da-4199-41ea-a64f-5d3b60769139 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.217594 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-267571da-4199-41ea-a64f-5d3b60769139 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2595232 Aug 03 18:51:20.217594 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9c8606-fe30-44a4-8d94-784a793f7c8d x-openstack-request-id: req-da9c8606-fe30-44a4-8d94-784a793f7c8d {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:20.217594 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:20.217935 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da9c8606-fe30-44a4-8d94-784a793f7c8d {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:20.219590 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e', 'status': 'completed', 'code': 200} Aug 03 18:51:20.219734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58984) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:20.223997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-ce1caaea-5880-4d05-900e-eb20871d7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:20.226316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-ce1caaea-5880-4d05-900e-eb20871d7739 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1095 time: 0.2976246 Aug 03 18:51:20.231432 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-445ab59b-2510-4bbd-848d-95e955ee438d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.233027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-eabdc615-4d2d-4978-a531-ca48063b8778 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Request body: {'security_group_rule': {'security_group_id': 'f1288d6b-d570-4ded-a15f-989c3fbbdbb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:20.238615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Network a1cfb877-a467-4b6a-8154-7fee23ca545c is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:20.256112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:20.262614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:20.275746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Pushing event updated for resources: {'Port': ['ID=60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:20.290127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:20.297181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b5e84-3972-4497-8d50-dcaa19b3e975 req-ce916ee7-f43f-471f-81a0-10d191668ab2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:20.299195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-830b5e84-3972-4497-8d50-dcaa19b3e975 req-ce916ee7-f43f-471f-81a0-10d191668ab2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 948 time: 0.2590327 Aug 03 18:51:20.347612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-2db31197-1a08-45c6-b4e7-61b0ca97d882 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b HTTP/1.1" status: 200 len: 217 time: 0.0957131 Aug 03 18:51:20.363235 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.api [None req-8f06f3de-dacf-445a-b07b-52782ce547fa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 18:51:20.363235 n-d-802918-7 neutron-server[100487]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 18:51:20.363235 n-d-802918-7 neutron-server[100487]: [parameters: {'project_id_1': '0097f806e14844abb324732630cc436e', 'expiration_1': datetime.datetime(2021, 8, 3, 18, 51, 20, 302058)}] Aug 03 18:51:20.363235 n-d-802918-7 neutron-server[100487]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:51:20.364402 n-d-802918-7 neutron-server[100487]: DEBUG oslo_db.api [None req-8f06f3de-dacf-445a-b07b-52782ce547fa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:51:20.369325 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Attempting to bind port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:20.370042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Attempting to bind port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '6902cfec-7b1a-421c-aebb-ada3edd33ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:20.370755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Attempting to bind port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 on network a1cfb877-a467-4b6a-8154-7fee23ca545c {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:20.377515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:20.378166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Checking segment: {'id': '6902cfec-7b1a-421c-aebb-ada3edd33ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:20.379745 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.380668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Bound using segment: {'id': '6902cfec-7b1a-421c-aebb-ada3edd33ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:20.381614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Bound port: 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6902cfec-7b1a-421c-aebb-ada3edd33ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:20.382212 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.420588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eabdc615-4d2d-4978-a531-ca48063b8778 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.442283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.443051 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Added segment 98434a2c-b064-44d6-9632-e0b8a7052c60 of type vlan for network 9a37c694-ac58-44e2-a072-aca82b747de0 Aug 03 18:51:20.449744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:20.459259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-830b5e84-3972-4497-8d50-dcaa19b3e975 req-03d69019-449e-4bd4-9ebc-d51e787d3709 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216402 Aug 03 18:51:20.482203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-205a5095-b279-42f6-80b9-cf8d694377f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:20.482203 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-205a5095-b279-42f6-80b9-cf8d694377f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1099 time: 0.1935208 Aug 03 18:51:20.487048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] For port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:20.493803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] For port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1,segment=NetworkSegment(6902cfec-7b1a-421c-aebb-ada3edd33ed7),segment_id=6902cfec-7b1a-421c-aebb-ada3edd33ed7)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:20.497290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-c7f22a5c-19af-4edc-b9c3-a13e1d17a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:20.498909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-c7f22a5c-19af-4edc-b9c3-a13e1d17a6cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.1393836 Aug 03 18:51:20.500950 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.539980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-aa2adcb4-50bf-4afd-a5eb-39b9af379920 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325601 Aug 03 18:51:20.557798 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eabdc615-4d2d-4978-a531-ca48063b8778 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.565942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eabdc615-4d2d-4978-a531-ca48063b8778 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.590655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cc22d-ecb0-47d3-af96-b7feca5efdba None None] Pushing event updated for resources: {'Port': ['ID=60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:20.638490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eabdc615-4d2d-4978-a531-ca48063b8778 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.639686 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eabdc615-4d2d-4978-a531-ca48063b8778 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4186463 Aug 03 18:51:20.647135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58992) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:20.651007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdc615-4d2d-4978-a531-ca48063b8778 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba845e1f-c138-4ce3-9928-93961f327b85,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:20.657343 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:20.663535 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.699064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-2a63f6ed-eb0c-4905-a3a1-0e15fd527da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:20.701636 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-2a63f6ed-eb0c-4905-a3a1-0e15fd527da7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1099 time: 0.4048214 Aug 03 18:51:20.728377 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-f114a7a0-e264-4cf8-8f68-e6d9d1831bd9 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740303 Aug 03 18:51:20.731728 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-445ab59b-2510-4bbd-848d-95e955ee438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.733400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.734657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-445ab59b-2510-4bbd-848d-95e955ee438d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.738793 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-445ab59b-2510-4bbd-848d-95e955ee438d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/085e8ed9-0725-4a59-a921-66f5736801e7 HTTP/1.1" status: 204 len: 168 time: 1.3038809 Aug 03 18:51:20.783763 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.791527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:20.792494 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:20.858052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59000) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:20.872453 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f06f3de-dacf-445a-b07b-52782ce547fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:21.009144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a0126-1af4-41b6-a250-61b76423e867 req-50dc57e3-6542-4140-b2f7-9f665c9c6288 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681966 Aug 03 18:51:21.063072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ab59b-2510-4bbd-848d-95e955ee438d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085e8ed9-0725-4a59-a921-66f5736801e7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:21.109289 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7775f2d-9e92-49c5-ae22-b8b27a3b9530 req-8b76688b-32f7-4f47-a6b9-d3bcb4337f9c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:21.111498 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7775f2d-9e92-49c5-ae22-b8b27a3b9530 req-8b76688b-32f7-4f47-a6b9-d3bcb4337f9c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 944 time: 0.2519686 Aug 03 18:51:21.161218 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3384771 Aug 03 18:51:21.162280 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59006) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:21.176606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] Request body: {'subnet': {'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-subnet', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:21.182764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-fc5f4015-7bca-4f66-82ca-5ccef2a0eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:21.184324 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-fc5f4015-7bca-4f66-82ca-5ccef2a0eb1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.4720290 Aug 03 18:51:21.193359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb2b40-70ac-4f30-89a9-24aa9013014e admin admin] Pushing event updated for resources: {'Network': ['ID=9a37c694-ac58-44e2-a072-aca82b747de0,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:21.204399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 9a37c694-ac58-44e2-a072-aca82b747de0 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:21.291976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-ef54f920-16c4-4597-b5c4-4b5796da6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:21.293740 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-ef54f920-16c4-4597-b5c4-4b5796da6f5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.7997315 Aug 03 18:51:21.297024 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-dcb279c9-4690-43e9-acfb-aa32145889d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 217 time: 0.0961165 Aug 03 18:51:21.298317 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f06f3de-dacf-445a-b07b-52782ce547fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:21.314118 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f06f3de-dacf-445a-b07b-52782ce547fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:21.435918 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-a8f324e7-03ef-4ee5-8f05-8b703816faba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 217 time: 0.1305764 Aug 03 18:51:21.452615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06f3de-dacf-445a-b07b-52782ce547fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2fe941-08ff-4e25-a197-7807343956b6,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:21.464846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7775f2d-9e92-49c5-ae22-b8b27a3b9530 req-54384e7c-cd1c-4eb9-82b5-723a812aefc6 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887228 Aug 03 18:51:21.509385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] Made reservation on behalf of bfcc6651f6a14a659738f55d9852b017 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:21.512777 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:21.528645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-895778417-network', 'tenant_id': '9d1be772bfc34d0b98d7bdb760d30c74'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:21.558549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:21.620673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b638a9-dfd5-4f16-8353-1260ea4bf303 req-247810c5-8e77-4d09-9337-6042da2e4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:21.622970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2b638a9-dfd5-4f16-8353-1260ea4bf303 req-247810c5-8e77-4d09-9337-6042da2e4e74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1095 time: 0.5012755 Aug 03 18:51:21.625036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Made reservation on behalf of 9d1be772bfc34d0b98d7bdb760d30c74 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:21.627573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:21.668173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:21.676803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ebd5e5ba-1469-4c22-957a-464fbfda7cfc up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:21.785422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ebd5e5ba-1469-4c22-957a-464fbfda7cfc triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:21.787075 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:21.907352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-d26df40e-ef8f-44e4-8cd0-8f55c1e1420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:21.910009 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-d26df40e-ef8f-44e4-8cd0-8f55c1e1420c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.5841558 Aug 03 18:51:22.108285 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.108733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-6d195ecb-8b9f-431b-a5cf-889ff10b75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:22.108733 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-6d195ecb-8b9f-431b-a5cf-889ff10b75c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.6439674 Aug 03 18:51:22.128199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8f06f3de-dacf-445a-b07b-52782ce547fa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0097f806e14844abb324732630cc436e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0052142 Aug 03 18:51:22.139100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59026) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:22.153460 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9271e2-af34-48a1-8b38-4f8b23249524 None None] Network a1cfb877-a467-4b6a-8154-7fee23ca545c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:22.197937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e43ad-2a5f-4a68-8b66-fccc64a0cf8d req-54141cff-8e62-49d7-8722-b8cd82a3c166 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:22.200534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b45e43ad-2a5f-4a68-8b66-fccc64a0cf8d req-54141cff-8e62-49d7-8722-b8cd82a3c166 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 948 time: 0.5607336 Aug 03 18:51:22.247597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ef9f7a31-b8dc-4e20-aaf6-514759f9a493 None None] Provisioning for port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:22.255002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ef9f7a31-b8dc-4e20-aaf6-514759f9a493 None None] Provisioning complete for port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:22.255845 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ef9f7a31-b8dc-4e20-aaf6-514759f9a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.256374 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.270924 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-64212dfb-84f0-4a8a-b83f-8f1dfacaa71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:22.272762 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-64212dfb-84f0-4a8a-b83f-8f1dfacaa71d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2340460 Aug 03 18:51:22.278006 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.319011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.353175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b45e43ad-2a5f-4a68-8b66-fccc64a0cf8d req-cfa0f4bc-abb7-42d4-b4b9-47c1c7277be9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407688 Aug 03 18:51:22.400991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-ad753b2f-c2ab-41d9-9a5b-ad233083c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:22.402820 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-ad753b2f-c2ab-41d9-9a5b-ad233083c633 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2649846 Aug 03 18:51:22.431151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b638a9-dfd5-4f16-8353-1260ea4bf303 req-24f68058-4656-421f-9e58-eaf0ea123057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:22.433774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2b638a9-dfd5-4f16-8353-1260ea4bf303 req-24f68058-4656-421f-9e58-eaf0ea123057 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.7912407 Aug 03 18:51:22.510083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17964719-5687-4625-ae19-323938d186df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.516422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2b638a9-dfd5-4f16-8353-1260ea4bf303 req-6aa904a3-fcb3-44ec-b542-f1155cd3c032 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b HTTP/1.1" status: 200 len: 217 time: 0.0675175 Aug 03 18:51:22.551104 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ef9f7a31-b8dc-4e20-aaf6-514759f9a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.615532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ef9f7a31-b8dc-4e20-aaf6-514759f9a493 None None] For port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1,segment=NetworkSegment(6902cfec-7b1a-421c-aebb-ada3edd33ed7),segment_id=6902cfec-7b1a-421c-aebb-ada3edd33ed7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:22.622697 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ef9f7a31-b8dc-4e20-aaf6-514759f9a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.681102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b638a9-dfd5-4f16-8353-1260ea4bf303 req-a83d1783-86ca-47c3-9c74-74f137a58104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:22.683509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2b638a9-dfd5-4f16-8353-1260ea4bf303 req-a83d1783-86ca-47c3-9c74-74f137a58104 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.1538167 Aug 03 18:51:22.718958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Allocated IP 172.25.8.198 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/e1011181-d1a1-4baa-9f00-dd15854daf0b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:22.732333 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17964719-5687-4625-ae19-323938d186df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.739201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f7a31-b8dc-4e20-aaf6-514759f9a493 None None] Pushing event updated for resources: {'Port': ['ID=60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:22.787689 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-c7481209-8679-4af0-a6e7-f480c051abf7 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848158 Aug 03 18:51:22.795946 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.800340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2b638a9-dfd5-4f16-8353-1260ea4bf303 req-ff40e9c7-4095-43a0-bc14-a0f3eeee57f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838234 Aug 03 18:51:22.813390 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.814273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.912132 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-dbee896c-5fe7-4c89-a365-f0d17e81106b service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941244 Aug 03 18:51:22.916773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:22.951986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f621a64b-fa7b-483c-8e12-07d30f341d1e None None] Provisioning complete for port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:22.953536 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f621a64b-fa7b-483c-8e12-07d30f341d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.967154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6180c80-a04d-4d54-9ab7-fee21dac8cbd req-87153d58-4f77-4307-8b25-1d443b6b041c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:22.974944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6180c80-a04d-4d54-9ab7-fee21dac8cbd req-87153d58-4f77-4307-8b25-1d443b6b041c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 944 time: 0.3250363 Aug 03 18:51:22.981694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a560060-3f71-4097-9fb1-47c3c7cff621,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:23.028105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09484251-14be-4f68-a411-25f3918cd2ca,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:23.063234 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-2c89803d-e9fa-492b-a8df-603a0f6eb47a service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638237 Aug 03 18:51:23.074075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] Checking segment: {'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:23.074428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] Network hostable DHCP agents. Network: 9a37c694-ac58-44e2-a072-aca82b747de0, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:23.079269 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.080016 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Added segment ed1f4b4f-1769-444f-be96-2c1ab8aade5c of type vlan for network 7a93f244-2979-4f9d-9295-77f36fd95ef8 Aug 03 18:51:23.085965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17964719-5687-4625-ae19-323938d186df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.100667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6180c80-a04d-4d54-9ab7-fee21dac8cbd req-063eafbe-62bd-4836-8e7e-fc288fe309d0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226699 Aug 03 18:51:23.105766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:23.107274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17964719-5687-4625-ae19-323938d186df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.111942 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-17964719-5687-4625-ae19-323938d186df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b2fe941-08ff-4e25-a197-7807343956b6 HTTP/1.1" status: 204 len: 168 time: 0.9679940 Aug 03 18:51:23.141437 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.156887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17964719-5687-4625-ae19-323938d186df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2fe941-08ff-4e25-a197-7807343956b6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:23.165622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2b638a9-dfd5-4f16-8353-1260ea4bf303 req-9ced58b4-094a-4233-8098-bc36814816e4 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054404 Aug 03 18:51:23.183924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.200002 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87f0bb22-bf4b-4b7c-a3b0-40c6a2530f91 req-35c3741c-601c-4d01-aafb-7a9459ef7632 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657955 Aug 03 18:51:23.201672 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] Network 9a37c694-ac58-44e2-a072-aca82b747de0 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:23.217919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 9a37c694-ac58-44e2-a072-aca82b747de0) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:23.234904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:23.235632 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.236111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a30cd-ba81-4a3a-93c7-93b85e2cf487 None None] Network 9a37c694-ac58-44e2-a072-aca82b747de0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:23.259475 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-08a0ae20-df3b-490a-adfe-d3502b77d413 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0872428 Aug 03 18:51:23.261726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59046) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:23.270369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-router', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:23.313575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.313821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.314739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:23.315346 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.316577 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.378592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:23.379311 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.386514 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.409300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5397580 Aug 03 18:51:23.436489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59052) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:23.437187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2723dd-8353-444f-9972-dc412c8b7567 admin admin] Pushing event updated for resources: {'Network': ['ID=7a93f244-2979-4f9d-9295-77f36fd95ef8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:23.446265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Allocated IP 172.25.8.129 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/f0d56f44-855a-4326-b2af-d033789a619b) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:23.447085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] Request body: {'subnet': {'network_id': '7a93f244-2979-4f9d-9295-77f36fd95ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-895778417-subnet', 'tenant_id': '9d1be772bfc34d0b98d7bdb760d30c74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:23.460089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2b638a9-dfd5-4f16-8353-1260ea4bf303 req-cd6b6179-428f-4085-9ddf-fb6c85e80f92 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595248 Aug 03 18:51:23.473458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:23.484331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:23.486835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:23.508766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 7a93f244-2979-4f9d-9295-77f36fd95ef8 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:23.509082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Pushing event updated for resources: {'Port': ['ID=e1011181-d1a1-4baa-9f00-dd15854daf0b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:23.559554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] Made reservation on behalf of 9d1be772bfc34d0b98d7bdb760d30c74 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:23.561853 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.607095 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.671034 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.683980 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.710633 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac1139-358a-4a81-b241-046611992aca req-5d401357-2a51-40b1-80ad-f65906b1b379 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:23.718562 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2eac1139-358a-4a81-b241-046611992aca req-5d401357-2a51-40b1-80ad-f65906b1b379 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 948 time: 0.2108347 Aug 03 18:51:23.748253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-9a37c694-ac58-44e2-a072-aca82b747de0', 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'fixed_ips': [{'subnet_id': '09484251-14be-4f68-a411-25f3918cd2ca'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:51:23.749862 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.781995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:23.786029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.789055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:23.798783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:23.803850 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:23.843314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2eac1139-358a-4a81-b241-046611992aca req-2a12d0e1-1711-4f7d-8085-7b7ae6b40db7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161461 Aug 03 18:51:23.995149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Allocated IP 172.20.0.2 (9a37c694-ac58-44e2-a072-aca82b747de0/09484251-14be-4f68-a411-25f3918cd2ca/bfdd8c19-7157-4785-9bab-e95b8f88dced) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:23.998868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2d43d13c-70d2-4851-af63-d7e8d684a33e details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:51:24.193539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Pushing event updated for resources: {'Port': ['ID=f0d56f44-855a-4326-b2af-d033789a619b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:24.216858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:24.234111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '2d43d13c-70d2-4851-af63-d7e8d684a33e', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '2d43d13c-70d2-4851-af63-d7e8d684a33e', 'mac_address': 'fa:16:3e:7a:70:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:51:24.275773 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.334732 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.354325 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d43d13c-70d2-4851-af63-d7e8d684a33e {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:24.383234 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.390054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:24.393807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7d54-a502-4327-9004-ffa2ca7f15e4 req-fbc95967-b259-4499-abf8-14c53db51107 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:24.395077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Transition to ACTIVE for port object bfdd8c19-7157-4785-9bab-e95b8f88dced will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:24.395569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-122e7d54-a502-4327-9004-ffa2ca7f15e4 req-fbc95967-b259-4499-abf8-14c53db51107 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 948 time: 0.2391183 Aug 03 18:51:24.401072 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.402115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c90afd5d-b95e-4432-ade6-409689d4ab5b details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:51:24.421301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=547f8d6c-5332-468c-a473-31ff11f7a842,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:24.446489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Transition to ACTIVE for port object bfdd8c19-7157-4785-9bab-e95b8f88dced will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:24.465484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-838d420f-4af6-4bd7-9635-b73dae4e572c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:24.468192 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-838d420f-4af6-4bd7-9635-b73dae4e572c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5&tenant_id=0af165f6330042b395e2a638c3cc2bba&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 948 time: 0.2617929 Aug 03 18:51:24.472840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.476377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1104666-2a71-427a-9f64-8650915a5d37 req-28d7d1b4-97ae-48a6-b69a-387698cf1f6e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:24.483433 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.484047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1104666-2a71-427a-9f64-8650915a5d37 req-28d7d1b4-97ae-48a6-b69a-387698cf1f6e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 944 time: 0.2134705 Aug 03 18:51:24.506490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.524443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] Checking segment: {'id': 'ed1f4b4f-1769-444f-be96-2c1ab8aade5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '7a93f244-2979-4f9d-9295-77f36fd95ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:24.524914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] Network hostable DHCP agents. Network: 7a93f244-2979-4f9d-9295-77f36fd95ef8, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:24.528539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=2d43d13c-70d2-4851-af63-d7e8d684a33e,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:24.541359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.581741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Network 9a37c694-ac58-44e2-a072-aca82b747de0 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:24.589581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:24.595008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:24.601363 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.608045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-122e7d54-a502-4327-9004-ffa2ca7f15e4 req-fad74131-c103-44fc-b4b1-6409773cde6c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013805 Aug 03 18:51:24.625468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Pushing event updated for resources: {'Port': ['ID=bfdd8c19-7157-4785-9bab-e95b8f88dced,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:24.657485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1104666-2a71-427a-9f64-8650915a5d37 req-6f4492dc-7564-42d1-ad48-1c89dff8953d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722367 Aug 03 18:51:24.672197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Pushing event updated for resources: {'Port': ['ID=e1011181-d1a1-4baa-9f00-dd15854daf0b,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:24.685565 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.687392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-103da8d5-5eb8-4318-8b1e-7ee0c4d6e8a3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0392408 Aug 03 18:51:24.688442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] Network 7a93f244-2979-4f9d-9295-77f36fd95ef8 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:24.705722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 7a93f244-2979-4f9d-9295-77f36fd95ef8) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:24.723207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e9b17-4653-4a7e-ab86-adb586f0352e None None] Network 7a93f244-2979-4f9d-9295-77f36fd95ef8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:24.727379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:24.728532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:24.729258 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.782057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ab668594-ed5f-455d-92a6-7c0eefadb280 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3388915 Aug 03 18:51:24.787659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'c90afd5d-b95e-4432-ade6-409689d4ab5b', 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612', 'port_id': 'c90afd5d-b95e-4432-ade6-409689d4ab5b', 'mac_address': 'fa:16:3e:4b:c2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f4d2c7-1f07-4c9d-ad30-5666266a1e0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:51:24.792632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Attempting to bind port bfdd8c19-7157-4785-9bab-e95b8f88dced on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:24.792632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Attempting to bind port bfdd8c19-7157-4785-9bab-e95b8f88dced by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:24.793127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Attempting to bind port bfdd8c19-7157-4785-9bab-e95b8f88dced on network 9a37c694-ac58-44e2-a072-aca82b747de0 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:24.818038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:24.827426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Checking segment: {'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:24.828211 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.828842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Bound using segment: {'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:24.829599 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Bound port: bfdd8c19-7157-4785-9bab-e95b8f88dced, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:24.830237 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.928574 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.994940 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:25.038988 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90afd5d-b95e-4432-ade6-409689d4ab5b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:25.063148 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-d564f03d-597f-4152-8732-ad4f4af9ad53 service neutron] delete failed (client error): The resource could not be found. Aug 03 18:51:25.064424 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-d564f03d-597f-4152-8732-ad4f4af9ad53 service neutron] 10.222.0.74 "DELETE /v2.0/ports/2d43d13c-70d2-4851-af63-d7e8d684a33e/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.5519905 Aug 03 18:51:25.073123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-4d5c7bcc-085e-4a65-b3ac-a24514d5674d tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1800579792&fields=id&tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612 HTTP/1.1" status: 200 len: 267 time: 0.1185219 Aug 03 18:51:25.091818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d23e78-0134-4308-a534-11436961edd7 None None] Network 7a93f244-2979-4f9d-9295-77f36fd95ef8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:25.094213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] For port bfdd8c19-7157-4785-9bab-e95b8f88dced, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:25.099206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:25.147458 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:25.157799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] For port bfdd8c19-7157-4785-9bab-e95b8f88dced, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bfdd8c19-7157-4785-9bab-e95b8f88dced,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:25.201704 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:25.268047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c90afd5d-b95e-4432-ade6-409689d4ab5b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:25.341440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-ecf5a7c6-c2b2-4c84-baa0-6c85fb11c450 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:25.352282 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-ecf5a7c6-c2b2-4c84-baa0-6c85fb11c450 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/networks?id=31240d09-c12e-43f9-8d62-a9e18e6d7a04 HTTP/1.1" status: 200 len: 823 time: 0.2763958 Aug 03 18:51:25.373574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-0c5212e9-94cc-49dc-a30a-3831c74341e8 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/quotas/fd8c48d64fcd431e8d2d0da8cb4bf612 HTTP/1.1" status: 200 len: 375 time: 0.0202069 Aug 03 18:51:25.392257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944918e5-67ea-44b3-8b16-a09829e294d3 None None] Pushing event updated for resources: {'Port': ['ID=bfdd8c19-7157-4785-9bab-e95b8f88dced,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:25.411645 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c90afd5d-b95e-4432-ade6-409689d4ab5b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:51:25.420377 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:25.448190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2d43d13c-70d2-4851-af63-d7e8d684a33e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:51:25.469619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-288726f3-db4c-43fb-b373-4afc298a53ac tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0949512 Aug 03 18:51:25.590409 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-7c18deeb-6e1e-465c-b42a-23e2f01732fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:25.597600 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-7c18deeb-6e1e-465c-b42a-23e2f01732fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1100 time: 0.3354414 Aug 03 18:51:25.676863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-fb9b9b5f-87f9-42e0-91f2-aa47fefcf676 service neutron] 10.222.0.78 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749294 Aug 03 18:51:25.778809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:25.809842 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:25.973154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-8f5a4f17-aa70-4296-9f3a-89a70a7d2cbe service neutron] 10.222.0.78 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936807 Aug 03 18:51:25.974214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-6df1bdf8-b066-4549-989a-0e5677839e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:25.975483 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-6df1bdf8-b066-4549-989a-0e5677839e10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3666408 Aug 03 18:51:26.021934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Router 5a4eb87e-d960-4ea6-b7fe-94746716623e is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:51:26.030175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59148) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:26.062296 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-c70bceec-09c0-416e-8311-00c94f3e4677 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 217 time: 0.0741143 Aug 03 18:51:26.070355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161a2f4-9309-457f-8a65-dbe85615257b req-e18679c0-6dce-4743-91e5-70fce7dbfaa1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:26.073012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4161a2f4-9309-457f-8a65-dbe85615257b req-e18679c0-6dce-4743-91e5-70fce7dbfaa1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 949 time: 0.2317924 Aug 03 18:51:26.126212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Allocated IP 172.25.8.184 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/764fd236-113f-4d8d-8ed5-95195ea8fa86) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:26.149326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4161a2f4-9309-457f-8a65-dbe85615257b req-e0375cd2-3dce-4e5e-9f8f-19781178b3a5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698106 Aug 03 18:51:26.294928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-deccadfd-62a0-4d50-a9bd-4f2abb8a23b0 req-b5e2ddde-c538-4d07-9af9-3ffbd3cec458 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0529563 Aug 03 18:51:26.404024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55edd41-80b6-448d-b17c-da563593fe71 req-766b9bc1-84ff-45f5-b35b-fa9c34dd3438 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:26.405699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c55edd41-80b6-448d-b17c-da563593fe71 req-766b9bc1-84ff-45f5-b35b-fa9c34dd3438 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 945 time: 0.1190038 Aug 03 18:51:26.483376 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:51:26.489138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-7eae148e-5073-4d68-84e7-4fbd365fdcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:26.490673 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-7eae148e-5073-4d68-84e7-4fbd365fdcb5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.4190986 Aug 03 18:51:26.497093 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Sync routers for ids ['5a4eb87e-d960-4ea6-b7fe-94746716623e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:51:26.498963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c55edd41-80b6-448d-b17c-da563593fe71 req-954f5e19-4e9f-4666-92e6-987057e1d1e4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747159 Aug 03 18:51:26.519672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-462649a1-13da-499b-af8f-0143087c3005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:26.540270 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Routers {'5a4eb87e-d960-4ea6-b7fe-94746716623e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:26.542045 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['5a4eb87e-d960-4ea6-b7fe-94746716623e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:26.580899 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:26.587392 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4921219a-0fbf-4f63-809f-951aa6de36df admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2461722 Aug 03 18:51:26.593594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59170) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:26.607782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59172) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:26.615251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1503714484-network', 'tenant_id': 'fbeff16f817944ec88352ea125bd57a6'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:26.720220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-d8c9f98a-19d8-472a-90e3-d1c39ead4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:26.721834 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-d8c9f98a-19d8-472a-90e3-d1c39ead4926 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194440 Aug 03 18:51:26.761275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76378cd-3f92-4f9a-9e80-bd2626463b3a None None] Network 9a37c694-ac58-44e2-a072-aca82b747de0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:26.769730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:26.785065 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-462649a1-13da-499b-af8f-0143087c3005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:26.802289 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-462649a1-13da-499b-af8f-0143087c3005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:26.830367 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Set router 5a4eb87e-d960-4ea6-b7fe-94746716623e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:26.906537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462649a1-13da-499b-af8f-0143087c3005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9867645c-6f01-43b3-8b4b-908be5cab5e1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:26.950959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-88529deb-db37-458a-813f-b7731bc7f8a2 None None] Provisioning for port bfdd8c19-7157-4785-9bab-e95b8f88dced completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:26.968572 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-0247776e-5c2d-40b4-b0b1-fcade06a64e3 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361608 Aug 03 18:51:26.990411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-462649a1-13da-499b-af8f-0143087c3005 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e7c9ba164d5f484daa770fe569de9611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9549010 Aug 03 18:51:26.993379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59178) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:27.074425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Made reservation on behalf of fbeff16f817944ec88352ea125bd57a6 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:27.076808 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.108700 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.160493 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bfdd8c19-7157-4785-9bab-e95b8f88dced up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:27.174738 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-router', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:19Z', 'updated_at': '2021-08-03T18:51:23Z', 'revision_number': 3, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'gw_port': {'id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:22Z', 'updated_at': '2021-08-03T18:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:27.268468 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Checking router: 5a4eb87e-d960-4ea6-b7fe-94746716623e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:51:27.268700 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Updating router 5a4eb87e-d960-4ea6-b7fe-94746716623e port f0d56f44-855a-4326-b2af-d033789a619b binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:51:27.289298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.316931 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.322746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port bfdd8c19-7157-4785-9bab-e95b8f88dced completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:27.331279 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff113aed-ba2f-45d1-a123-c407332aa5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.333903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port bfdd8c19-7157-4785-9bab-e95b8f88dced triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:27.335742 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.423573 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:27.450120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:27.473241 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff113aed-ba2f-45d1-a123-c407332aa5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.474379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:27.511772 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.575274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port bfdd8c19-7157-4785-9bab-e95b8f88dced, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bfdd8c19-7157-4785-9bab-e95b8f88dced,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:27.585228 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.596803 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0da9ef6-7a6e-4aa1-a8e0-714388ea8750 req-3d25830b-7c15-46c7-8b32-1879d3e6d5ba tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0783339 Aug 03 18:51:27.638007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0a32c461-9794-4470-b086-d1bd9e565872 None None] Provisioning complete for port bfdd8c19-7157-4785-9bab-e95b8f88dced triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:27.638592 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0a32c461-9794-4470-b086-d1bd9e565872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.643134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1a294-5285-4a5f-8b7a-5ae249630663 req-db2f469a-4616-4883-854b-9d95837ffc17 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:27.645451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abc1a294-5285-4a5f-8b7a-5ae249630663 req-db2f469a-4616-4883-854b-9d95837ffc17 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 949 time: 0.3158932 Aug 03 18:51:27.702344 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.718945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=bfdd8c19-7157-4785-9bab-e95b8f88dced,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:27.730309 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.732817 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.742776 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Transition to ACTIVE for port object f0d56f44-855a-4326-b2af-d033789a619b will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:27.750951 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.757026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abc1a294-5285-4a5f-8b7a-5ae249630663 req-88b70b4a-df36-40de-a5f0-a8f9af915071 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962479 Aug 03 18:51:27.800530 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff113aed-ba2f-45d1-a123-c407332aa5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.803072 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff113aed-ba2f-45d1-a123-c407332aa5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.806552 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ff113aed-ba2f-45d1-a123-c407332aa5bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9867645c-6f01-43b3-8b4b-908be5cab5e1 HTTP/1.1" status: 204 len: 168 time: 0.8099163 Aug 03 18:51:27.820376 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a42d18-c1d3-44e9-a6f8-d6ed025ac05c None None] Pushing event updated for resources: {'Port': ['ID=f0d56f44-855a-4326-b2af-d033789a619b,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:27.825198 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Attempting to bind port f0d56f44-855a-4326-b2af-d033789a619b on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:27.825890 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Attempting to bind port f0d56f44-855a-4326-b2af-d033789a619b by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:27.826406 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Attempting to bind port f0d56f44-855a-4326-b2af-d033789a619b on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:27.833151 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:27.833748 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:27.834369 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.835007 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:27.835634 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Bound port: f0d56f44-855a-4326-b2af-d033789a619b, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:27.836217 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.840479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Pushing event updated for resources: {'Port': ['ID=764fd236-113f-4d8d-8ed5-95195ea8fa86,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:27.898837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:27.914810 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] For port f0d56f44-855a-4326-b2af-d033789a619b, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:27.916679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e40193-e55d-4980-b15d-c04c539d752f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:27.918393 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] For port f0d56f44-855a-4326-b2af-d033789a619b, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f0d56f44-855a-4326-b2af-d033789a619b,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:27.926032 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.953429 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:27.954389 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Added segment 6cd81abf-6430-4521-a010-060c0df9a8ce of type vlan for network 836d0d39-6c67-4820-a59b-172678db7f21 Aug 03 18:51:27.955441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff113aed-ba2f-45d1-a123-c407332aa5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9867645c-6f01-43b3-8b4b-908be5cab5e1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:28.006441 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2d43d13c-70d2-4851-af63-d7e8d684a33e up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:28.048421 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a42d18-c1d3-44e9-a6f8-d6ed025ac05c None None] Pushing event updated for resources: {'Port': ['ID=f0d56f44-855a-4326-b2af-d033789a619b,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:28.070138 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Routers {'5a4eb87e-d960-4ea6-b7fe-94746716623e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:28.071142 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['5a4eb87e-d960-4ea6-b7fe-94746716623e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:28.132968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3d63-2c9d-435a-a212-10a7704b7638 req-9dadf3ff-6066-4d4a-aa79-f7d494bf3630 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:28.140857 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c59b3d63-2c9d-435a-a212-10a7704b7638 req-9dadf3ff-6066-4d4a-aa79-f7d494bf3630 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 945 time: 0.3178668 Aug 03 18:51:28.162250 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:28.162715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 2d43d13c-70d2-4851-af63-d7e8d684a33e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:28.170716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 2d43d13c-70d2-4851-af63-d7e8d684a33e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:28.172750 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:28.183655 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:28.187653 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0c97624-6010-41d0-9270-8dea59edc2c2 req-dcafcbb3-6d93-40b4-8725-6ac49e2d0de8 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2116599 Aug 03 18:51:28.226962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c59b3d63-2c9d-435a-a212-10a7704b7638 req-abd7498d-fc29-4664-8c00-d22688460fcd tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848122 Aug 03 18:51:28.252597 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:28.253777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:28.254426 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:28.352044 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] Set router 5a4eb87e-d960-4ea6-b7fe-94746716623e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:28.359790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7479966 Aug 03 18:51:28.360450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59200) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:28.375284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] Request body: {'subnet': {'network_id': '836d0d39-6c67-4820-a59b-172678db7f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1503714484-subnet', 'tenant_id': 'fbeff16f817944ec88352ea125bd57a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:28.388266 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:28.399865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e4817-dafe-4333-9e4d-c5d2c68a321d admin admin] Pushing event updated for resources: {'Network': ['ID=836d0d39-6c67-4820-a59b-172678db7f21,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:28.413173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 836d0d39-6c67-4820-a59b-172678db7f21 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:28.431235 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] Made reservation on behalf of fbeff16f817944ec88352ea125bd57a6 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:28.436822 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:28.516225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:28.521571 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6aa901-2cc2-43c5-adc5-00de85f86656" -d '{"events": [{"server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "name": "network-vif-plugged", "status": "completed", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:28.533903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59202) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:28.591183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:28.613953 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:28.620684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c90afd5d-b95e-4432-ade6-409689d4ab5b up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:28.621267 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-router', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:19Z', 'updated_at': '2021-08-03T18:51:23Z', 'revision_number': 3, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'gw_port': {'id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:22Z', 'updated_at': '2021-08-03T18:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:28.674858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-992c5d74-9e6b-431a-b588-be2ff0ea29d3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:28.676584 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3f14ae-2128-4e68-98d4-bc8b97c3dbb4 None None] The sync data for ids ['5a4eb87e-d960-4ea6-b7fe-94746716623e'] in n-d-802918-7 is: [{'id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-router', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:19Z', 'updated_at': '2021-08-03T18:51:23Z', 'revision_number': 3, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'gw_port': {'id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:22Z', 'updated_at': '2021-08-03T18:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:51:28.681819 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-992c5d74-9e6b-431a-b588-be2ff0ea29d3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.74 "GET /v2.0/networks?id=31240d09-c12e-43f9-8d62-a9e18e6d7a04 HTTP/1.1" status: 200 len: 823 time: 0.7103157 Aug 03 18:51:28.727968 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327c7c8a-8c25-455e-8286-a9d552f76edc x-openstack-request-id: req-327c7c8a-8c25-455e-8286-a9d552f76edc {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:28.734265 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "name": "network-vif-plugged", "status": "completed", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:28.734758 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-327c7c8a-8c25-455e-8286-a9d552f76edc {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:28.735363 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e', 'code': 200} Aug 03 18:51:28.800400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59210) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:28.847110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=2d43d13c-70d2-4851-af63-d7e8d684a33e,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:28.868533 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port c90afd5d-b95e-4432-ade6-409689d4ab5b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:28.883076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port c90afd5d-b95e-4432-ade6-409689d4ab5b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:28.884284 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:28.936116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c323b637-b5a1-4d46-a1ee-316f2e375d22 req-0e30c6b5-d9e5-422c-8554-a1f39e8467d7 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0640934 Aug 03 18:51:28.991084 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8dcea026-7911-46af-a246-8a01eeb0fb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.026317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bfdd8c19-7157-4785-9bab-e95b8f88dced up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:29.074125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb2ae6-e010-48dd-9951-2662ebcc407c req-5ae9baa7-9d8f-449e-ae6b-5256d3f2fe99 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:29.075437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5cb2ae6-e010-48dd-9951-2662ebcc407c req-5ae9baa7-9d8f-449e-ae6b-5256d3f2fe99 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.1810226 Aug 03 18:51:29.103396 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-8e914499-1a4a-490e-85ed-383e8eadd9e6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612 HTTP/1.1" status: 200 len: 380 time: 0.3732264 Aug 03 18:51:29.109470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2c17c378-6391-470f-8eae-e3eda4de1b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.125982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Request body: {'port': {'device_id': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'admin_state_up': True, 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'security_groups': ['f1288d6b-d570-4ded-a15f-989c3fbbdbb3']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:29.179835 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5cb2ae6-e010-48dd-9951-2662ebcc407c req-8825878c-955a-41f5-80cb-4893c19e48ca tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890481 Aug 03 18:51:29.223861 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.264617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port bfdd8c19-7157-4785-9bab-e95b8f88dced triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:29.265175 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.278060 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.292987 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.353515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1d03d7-ecc3-48f0-bffb-e23e6be38a81,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:29.356697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:29.370328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.381568 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.403650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] Checking segment: {'id': '6cd81abf-6430-4521-a010-060c0df9a8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '836d0d39-6c67-4820-a59b-172678db7f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:29.404143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] Network hostable DHCP agents. Network: 836d0d39-6c67-4820-a59b-172678db7f21, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:29.426608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c451ff-5099-4c31-b876-18c4efeee95c req-301ea8e8-98d7-4d4a-8ae4-39b85f975258 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:29.428320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c451ff-5099-4c31-b876-18c4efeee95c req-301ea8e8-98d7-4d4a-8ae4-39b85f975258 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 945 time: 0.0826848 Aug 03 18:51:29.431452 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.467272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] Network 836d0d39-6c67-4820-a59b-172678db7f21 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:29.483955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c90afd5d-b95e-4432-ade6-409689d4ab5b,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:29.490938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 836d0d39-6c67-4820-a59b-172678db7f21) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:29.500657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:29.501448 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.508459 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf22d9a6-6b9a-4633-9adc-c453eb0aa9af None None] Network 836d0d39-6c67-4820-a59b-172678db7f21 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:29.517993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c451ff-5099-4c31-b876-18c4efeee95c req-a0154171-5233-4b02-9672-e3d37a1371ff tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681760 Aug 03 18:51:29.654705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73a3bd-3fc5-47a2-a500-b40fdb911e4e None None] Network 836d0d39-6c67-4820-a59b-172678db7f21 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:29.686890 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8dcea026-7911-46af-a246-8a01eeb0fb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.707405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c567f68b-94b9-4548-978e-3f5b10187230 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3319609 Aug 03 18:51:29.727083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Router 73f51c65-879e-42c4-8c41-e12807af4ae4 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:51:29.728895 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8dcea026-7911-46af-a246-8a01eeb0fb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.844906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59218) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:29.854011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcea026-7911-46af-a246-8a01eeb0fb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c461af-61bd-4bb9-bbf1-5ed5516c7aca,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:29.860739 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8dcea026-7911-46af-a246-8a01eeb0fb69 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=810624460f55489b9fee587253c9527c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0533152 Aug 03 18:51:29.870508 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59220) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:29.900520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1f07a8-3edc-4298-9a58-516ba5c957a8 admin admin] Deleting subnet 547f8d6c-5332-468c-a473-31ff11f7a842 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:51:29.904077 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f1f07a8-3edc-4298-9a58-516ba5c957a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.946473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f1f07a8-3edc-4298-9a58-516ba5c957a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:29.959861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f1f07a8-3edc-4298-9a58-516ba5c957a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.037998 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f1f07a8-3edc-4298-9a58-516ba5c957a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.060130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5bcc66c-5524-4508-9533-4c628c2b6461 req-26f2c47d-9ff0-4db2-b9ef-beb333e339f5 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0339072 Aug 03 18:51:30.084494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f07a8-3edc-4298-9a58-516ba5c957a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547f8d6c-5332-468c-a473-31ff11f7a842,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:30.090043 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f1f07a8-3edc-4298-9a58-516ba5c957a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.094316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5f1f07a8-3edc-4298-9a58-516ba5c957a8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/547f8d6c-5332-468c-a473-31ff11f7a842 HTTP/1.1" status: 204 len: 168 time: 0.2459772 Aug 03 18:51:30.094519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59224) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:30.164847 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.228988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Allocated IP 172.20.0.1 (a1cfb877-a467-4b6a-8154-7fee23ca545c/a7f96fd4-da47-4f41-b992-daaac9c73a18/3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:30.257197 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.270012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.270378 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.270769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:51:30.271127 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.271473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > port after_create 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.272314 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.272314 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > port after_update 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.272508 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.272794 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.273123 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.273772 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.284439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Sync routers for ids ['73f51c65-879e-42c4-8c41-e12807af4ae4'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:51:30.296654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Routers {'73f51c65-879e-42c4-8c41-e12807af4ae4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:30.297439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['73f51c65-879e-42c4-8c41-e12807af4ae4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:30.334990 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2c17c378-6391-470f-8eae-e3eda4de1b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.340418 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60b76846-dcbb-4edd-8b2f-ad778ac78be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.349057 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2c17c378-6391-470f-8eae-e3eda4de1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.390940 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.392235 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.392744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.393848 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:51:30.394402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a93f244-2979-4f9d-9295-77f36fd95ef8']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:30.416282 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60b76846-dcbb-4edd-8b2f-ad778ac78be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.417425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Set router 73f51c65-879e-42c4-8c41-e12807af4ae4 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:30.435888 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2c17c378-6391-470f-8eae-e3eda4de1b62 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3bfaac5688bf40df81fc0415fb4b0a44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8956306 Aug 03 18:51:30.445702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59228) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:30.448975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1f4b4f-1769-444f-be96-2c1ab8aade5c') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:30.449289 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1f4b4f-1769-444f-be96-2c1ab8aade5c') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:30.455880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Made reservation on behalf of fd8c48d64fcd431e8d2d0da8cb4bf612 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:30.459415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.479690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.480910 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-74cced87-e2d0-430f-a8e2-783c2fae9301 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2172275 Aug 03 18:51:30.492279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17c378-6391-470f-8eae-e3eda4de1b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f345f3-42b2-46dd-9fec-f4d4da293f5b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:30.492903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59230) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:30.513118 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.532975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.564228 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.597412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60b76846-dcbb-4edd-8b2f-ad778ac78be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.601148 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60b76846-dcbb-4edd-8b2f-ad778ac78be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.605131 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-60b76846-dcbb-4edd-8b2f-ad778ac78be1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27c461af-61bd-4bb9-bbf1-5ed5516c7aca HTTP/1.1" status: 204 len: 168 time: 0.7299774 Aug 03 18:51:30.619277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b76846-dcbb-4edd-8b2f-ad778ac78be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c461af-61bd-4bb9-bbf1-5ed5516c7aca,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:30.656402 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d46a-782c-4775-9e6b-6eba38b6b8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.661717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:51:30.662486 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.687834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Allocated IP 172.20.0.7 (31240d09-c12e-43f9-8d62-a9e18e6d7a04/3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a/7a8e4141-c2d3-44f6-9a64-3b8a26216075) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: from cryptography.utils import int_from_bytes Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: from cryptography.utils import int_from_bytes Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: timer() Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:51:30.690154 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:51:30.693717 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-router', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:51:27Z', 'revision_number': 3, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'gw_port': {'id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:25Z', 'updated_at': '2021-08-03T18:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:30.724519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Checking router: 73f51c65-879e-42c4-8c41-e12807af4ae4 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:51:30.725022 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Updating router 73f51c65-879e-42c4-8c41-e12807af4ae4 port 764fd236-113f-4d8d-8ed5-95195ea8fa86 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:51:30.735073 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d46a-782c-4775-9e6b-6eba38b6b8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.748028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90afd5d-b95e-4432-ade6-409689d4ab5b'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:30.751232 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b4a2c6-9667-48eb-b49a-16ac74464655" -d '{"events": [{"server_uuid": "a9d704d8-89c3-47c8-bcaf-99f2948344c3", "name": "network-vif-plugged", "status": "completed", "tag": "c90afd5d-b95e-4432-ade6-409689d4ab5b"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:30.766100 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.823182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Transition to ACTIVE for port object 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:30.886513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8e431-f5cc-437f-915f-9733c016ce4a req-15398726-f0c7-4b2e-85c7-62b0bb218bd4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:30.888203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5e8e431-f5cc-437f-915f-9733c016ce4a req-15398726-f0c7-4b2e-85c7-62b0bb218bd4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.4878056 Aug 03 18:51:30.888870 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.902917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.921224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Transition to ACTIVE for port object 7a8e4141-c2d3-44f6-9a64-3b8a26216075 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:30.923502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.950181 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:30.952155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] 10.222.0.78 "DELETE /v2.0/networks/7a93f244-2979-4f9d-9295-77f36fd95ef8 HTTP/1.1" status: 204 len: 168 time: 0.8566747 Aug 03 18:51:30.962605 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59242) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:30.967587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253917ff-0a62-437a-bb4d-576fa62ac6bc admin admin] Pushing event deleted for resources: {'Network': ['ID=7a93f244-2979-4f9d-9295-77f36fd95ef8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:30.982348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079a774-000c-44ef-94cb-b39ac24c1a71 req-d02a6f5c-b453-428f-9a71-e710ea3b0d16 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:30.990968 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2079a774-000c-44ef-94cb-b39ac24c1a71 req-d02a6f5c-b453-428f-9a71-e710ea3b0d16 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 946 time: 0.3377585 Aug 03 18:51:31.023877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Network a1cfb877-a467-4b6a-8154-7fee23ca545c is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:31.032328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:31.048051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:31.050309 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.083406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5e8e431-f5cc-437f-915f-9733c016ce4a req-8d7e0426-8048-4a4a-9172-39b0abc1d4f4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767201 Aug 03 18:51:31.103682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f0d56f44-855a-4326-b2af-d033789a619b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:31.208104 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ebbd1c-86bd-41b3-bdba-7fa254e8d606 x-openstack-request-id: req-c4ebbd1c-86bd-41b3-bdba-7fa254e8d606 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:31.214447 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d704d8-89c3-47c8-bcaf-99f2948344c3", "name": "network-vif-plugged", "status": "completed", "tag": "c90afd5d-b95e-4432-ade6-409689d4ab5b", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:31.214973 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c4ebbd1c-86bd-41b3-bdba-7fa254e8d606 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:31.215548 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90afd5d-b95e-4432-ade6-409689d4ab5b', 'code': 200} Aug 03 18:51:31.216768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Pushing event updated for resources: {'Port': ['ID=3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:31.260216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-733a9668-655e-47f1-90d8-4be2b662910b admin admin] Deleting subnet 9f1d03d7-ecc3-48f0-bffb-e23e6be38a81 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:51:31.275359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d46a-782c-4775-9e6b-6eba38b6b8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.283804 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d46a-782c-4775-9e6b-6eba38b6b8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.292000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.294563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6aa4d46a-782c-4775-9e6b-6eba38b6b8ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19f345f3-42b2-46dd-9fec-f4d4da293f5b HTTP/1.1" status: 204 len: 168 time: 0.8401678 Aug 03 18:51:31.306009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-733a9668-655e-47f1-90d8-4be2b662910b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.318099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.365517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4d46a-782c-4775-9e6b-6eba38b6b8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f345f3-42b2-46dd-9fec-f4d4da293f5b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:31.383536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f0d56f44-855a-4326-b2af-d033789a619b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:31.397934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2079a774-000c-44ef-94cb-b39ac24c1a71 req-a125ba1a-024e-43e3-83cd-09f4efa481e0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058533 Aug 03 18:51:31.420863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f0d56f44-855a-4326-b2af-d033789a619b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:31.421422 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.448871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:31.462890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:31.487176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:31.494996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:31.495856 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.527801 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.534231 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4225187 Aug 03 18:51:31.544656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2548e08d-ba92-4d57-ab9c-30a17708ae43 None None] Provisioning for port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:31.547783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Transition to ACTIVE for port object 764fd236-113f-4d8d-8ed5-95195ea8fa86 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:31.561217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2548e08d-ba92-4d57-ab9c-30a17708ae43 None None] Provisioning complete for port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:31.564696 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Request body: {'port': {'device_id': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:31.578275 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2548e08d-ba92-4d57-ab9c-30a17708ae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.582527 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.587361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62e035-327b-4b87-8706-5520318cd5de tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Pushing event updated for resources: {'Port': ['ID=7a8e4141-c2d3-44f6-9a64-3b8a26216075,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:31.620509 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-733a9668-655e-47f1-90d8-4be2b662910b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.719516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfaa72-74f7-44e9-bea5-2078eee661c8 req-4bc0f9f8-3b24-4b5c-a304-c54ba3109977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:31.720908 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.722056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8cfaa72-74f7-44e9-bea5-2078eee661c8 req-4bc0f9f8-3b24-4b5c-a304-c54ba3109977 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1097 time: 0.4260929 Aug 03 18:51:31.778531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Attempting to bind port 764fd236-113f-4d8d-8ed5-95195ea8fa86 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:31.779140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Attempting to bind port 764fd236-113f-4d8d-8ed5-95195ea8fa86 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:31.779794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Attempting to bind port 764fd236-113f-4d8d-8ed5-95195ea8fa86 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:31.782004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2548e08d-ba92-4d57-ab9c-30a17708ae43 None None] Port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:51:31.787754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99696524-d0c4-4047-8d1e-1f37c74423e6 req-34f47288-b7ef-4497-9b12-ef77bae5a85e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:31.789455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99696524-d0c4-4047-8d1e-1f37c74423e6 req-34f47288-b7ef-4497-9b12-ef77bae5a85e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 931 time: 0.4194276 Aug 03 18:51:31.796407 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.803588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5b5f8-a7e5-4c39-a0b4-516b125033aa None None] Pushing event updated for resources: {'Port': ['ID=764fd236-113f-4d8d-8ed5-95195ea8fa86,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:31.815540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:31.816857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:31.817436 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.818031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:31.818714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Bound port: 764fd236-113f-4d8d-8ed5-95195ea8fa86, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:31.819278 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.855693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port f0d56f44-855a-4326-b2af-d033789a619b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f0d56f44-855a-4326-b2af-d033789a619b,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:31.874407 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.919452 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.938312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.939414 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:31.977258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] For port 764fd236-113f-4d8d-8ed5-95195ea8fa86, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:31.987168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8cfaa72-74f7-44e9-bea5-2078eee661c8 req-8ac231fd-12f2-4481-a156-15133d6791d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573891 Aug 03 18:51:31.990113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-733a9668-655e-47f1-90d8-4be2b662910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:32.051513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abd773-d600-455f-b4ac-991897fd0e35 req-1943b653-68d2-4932-b93c-f552f0512031 tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:32.059958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9abd773-d600-455f-b4ac-991897fd0e35 req-1943b653-68d2-4932-b93c-f552f0512031 tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1101 time: 0.4820278 Aug 03 18:51:32.121383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9abd773-d600-455f-b4ac-991897fd0e35 req-d0bc2051-a81e-49a3-ae01-ef5b0bfe947b tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601432 Aug 03 18:51:32.122005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] For port 764fd236-113f-4d8d-8ed5-95195ea8fa86, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=764fd236-113f-4d8d-8ed5-95195ea8fa86,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:32.123301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c584050a-af9a-4266-b53c-6584c51712e6 None None] Provisioning for port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:32.128713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59266) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:32.143045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c584050a-af9a-4266-b53c-6584c51712e6 None None] Provisioning complete for port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:32.143045 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c584050a-af9a-4266-b53c-6584c51712e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:32.143045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=f0d56f44-855a-4326-b2af-d033789a619b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:32.148180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59270) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:32.187986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.191198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.191552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.192249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.192608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.192936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.193272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.193630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.193963 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.198483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.199273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.199273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:32.204322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Pushing event updated for resources: {'Port': ['ID=3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:32.210774 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:32.230233 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98e56100-9c53-4ee7-b543-c5286601de77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:32.240557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Network a1cfb877-a467-4b6a-8154-7fee23ca545c is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:32.244126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:32.281372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c584050a-af9a-4266-b53c-6584c51712e6 None None] Port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:51:32.291123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99696524-d0c4-4047-8d1e-1f37c74423e6 req-ed39bd6a-9943-4dd6-93c9-e9fec08bab98 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3729880 Aug 03 18:51:32.340256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5b5f8-a7e5-4c39-a0b4-516b125033aa None None] Pushing event updated for resources: {'Port': ['ID=764fd236-113f-4d8d-8ed5-95195ea8fa86,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:32.343158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Routers {'73f51c65-879e-42c4-8c41-e12807af4ae4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:32.343901 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['73f51c65-879e-42c4-8c41-e12807af4ae4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:32.358924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:32.365204 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-733a9668-655e-47f1-90d8-4be2b662910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:32.411650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Router 5a4eb87e-d960-4ea6-b7fe-94746716623e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:51:32.523250 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8e4141-c2d3-44f6-9a64-3b8a26216075 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:32.544622 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:32.555851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-910005276-network', 'tenant_id': '39efe3f890114a95bdb006098d462730'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:32.580617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] Set router 73f51c65-879e-42c4-8c41-e12807af4ae4 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:32.587331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a9668-655e-47f1-90d8-4be2b662910b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1d03d7-ecc3-48f0-bffb-e23e6be38a81,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:32.608138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Transition to ACTIVE for port object 7a8e4141-c2d3-44f6-9a64-3b8a26216075 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:32.621244 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:32.662544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:51:32.676748 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c1a3cdcf-8192-418f-bbae-4bea67817f2f admin admin] 10.222.0.78 "PUT /v2.0/routers/5a4eb87e-d960-4ea6-b7fe-94746716623e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0736794 Aug 03 18:51:32.698111 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Sync routers for ids ['5a4eb87e-d960-4ea6-b7fe-94746716623e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:51:32.719672 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Routers {'5a4eb87e-d960-4ea6-b7fe-94746716623e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:32.720341 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['5a4eb87e-d960-4ea6-b7fe-94746716623e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:32.749538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e4141-c2d3-44f6-9a64-3b8a26216075,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:32.861957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Attempting to bind port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:32.862311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Attempting to bind port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:32.863908 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Attempting to bind port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 on network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:32.866935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e8d6301b-2a28-4e19-8981-c6c3618b4435 None None] Provisioning complete for port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:32.867321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e8d6301b-2a28-4e19-8981-c6c3618b4435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:32.876571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 on network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:51:32.876986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Attempting to bind port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 on network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:32.890645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:32.891161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Checking segment: {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:32.892266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Bound using segment: {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:32.892736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Bound port: 7a8e4141-c2d3-44f6-9a64-3b8a26216075, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:32.893765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:32.910955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6301b-2a28-4e19-8981-c6c3618b4435 None None] Port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:51:32.952922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-router', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:51:27Z', 'revision_number': 3, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'gw_port': {'id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:25Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:32.959984 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Set router 5a4eb87e-d960-4ea6-b7fe-94746716623e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:32.998622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffaf403-7970-45b2-b627-55822529f279 None None] The sync data for ids ['73f51c65-879e-42c4-8c41-e12807af4ae4'] in n-d-802918-7 is: [{'id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-router', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:51:27Z', 'revision_number': 3, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'gw_port': {'id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:25Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:51:33.053065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f0d56f44-855a-4326-b2af-d033789a619b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:33.062362 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98e56100-9c53-4ee7-b543-c5286601de77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.070630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] For port 7a8e4141-c2d3-44f6-9a64-3b8a26216075, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:33.075064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] For port 7a8e4141-c2d3-44f6-9a64-3b8a26216075, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7a8e4141-c2d3-44f6-9a64-3b8a26216075,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:33.094096 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.127051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Made reservation on behalf of 39efe3f890114a95bdb006098d462730 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:33.129371 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.135028 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-9d91af3a-1727-4a8f-99d3-b613470a85d0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=0af165f6330042b395e2a638c3cc2bba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5553627 Aug 03 18:51:33.141001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.153606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:33.155247 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.156765 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] 10.222.0.74 "PUT /v2.0/ports/7a8e4141-c2d3-44f6-9a64-3b8a26216075 HTTP/1.1" status: 200 len: 1091 time: 1.5990562 Aug 03 18:51:33.165349 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98e56100-9c53-4ee7-b543-c5286601de77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.170224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'tag': '7a8e4141-c2d3-44f6-9a64-3b8a26216075'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:33.175783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f0d56f44-855a-4326-b2af-d033789a619b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:33.176588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.177002 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aae1d9e-21c3-445e-a616-000af7899c67" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5", "tag": "7a8e4141-c2d3-44f6-9a64-3b8a26216075"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:33.204988 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-733a9668-655e-47f1-90d8-4be2b662910b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.207797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-733a9668-655e-47f1-90d8-4be2b662910b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9f1d03d7-ecc3-48f0-bffb-e23e6be38a81 HTTP/1.1" status: 204 len: 168 time: 2.2340014 Aug 03 18:51:33.218703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59294) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:33.300208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Allocated IP 172.20.0.1 (9a37c694-ac58-44e2-a072-aca82b747de0/09484251-14be-4f68-a411-25f3918cd2ca/864c0e53-0feb-45a4-81bc-6acd2fd36f41) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:33.325189 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-router', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:19Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 4, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'gw_port': {'id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:22Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33', 'name': '', 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'mac_address': 'fa:16:3e:e1:4c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a7f96fd4-da47-4f41-b992-daaac9c73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:29Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 2, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'subnets': [{'id': 'a7f96fd4-da47-4f41-b992-daaac9c73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:33.349134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb09e9-33ec-41ed-bbda-6e6b85622221 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e4141-c2d3-44f6-9a64-3b8a26216075,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:33.372411 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Checking router: 5a4eb87e-d960-4ea6-b7fe-94746716623e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:51:33.372907 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Updating router 5a4eb87e-d960-4ea6-b7fe-94746716623e port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:51:33.397439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-e4a25d81-60a5-40d4-9215-42c91fe60193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:33.404352 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-e4a25d81-60a5-40d4-9215-42c91fe60193 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612&device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 1094 time: 0.1670139 Aug 03 18:51:33.426049 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.480466 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-9e5eda9f-13be-48dc-8cca-8bb2bf5685ac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a8e4141-c2d3-44f6-9a64-3b8a26216075 HTTP/1.1" status: 200 len: 217 time: 0.0512190 Aug 03 18:51:33.510460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1794849-5148-413c-9254-566198099a96 req-9b711bd5-d854-4184-b642-f8f2ae4fc36f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:33.512232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1794849-5148-413c-9254-566198099a96 req-9b711bd5-d854-4184-b642-f8f2ae4fc36f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 946 time: 0.9342961 Aug 03 18:51:33.514854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-98e56100-9c53-4ee7-b543-c5286601de77 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c5626b805744627bd497837749df233&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3824222 Aug 03 18:51:33.523054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e56100-9c53-4ee7-b543-c5286601de77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174c1b97-020f-4deb-bc70-03e9451a1016,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:33.529006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59298) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:33.594934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-c11c3f1c-c919-42bb-93e7-d260603e822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:33.596851 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-c11c3f1c-c919-42bb-93e7-d260603e822d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a HTTP/1.1" status: 200 len: 862 time: 0.1012704 Aug 03 18:51:33.619638 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1512837b-d6c5-42d3-b2bd-b435ac7eb12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.688410 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.692532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-44cac360-00e6-41dd-bcae-0b9386890fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:33.694086 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-44cac360-00e6-41dd-bcae-0b9386890fba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=31240d09-c12e-43f9-8d62-a9e18e6d7a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886140 Aug 03 18:51:33.699245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.700823 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.724250 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:33.737273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.738574 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Added segment 7d679046-6e2c-4f5e-b602-272b88351f48 of type vlan for network 16552bec-9586-45e8-b359-b7712239a134 Aug 03 18:51:33.744887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-1df5c09d-8f44-4dce-bf2e-40cce4cad3a4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:33.754705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-1df5c09d-8f44-4dce-bf2e-40cce4cad3a4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6189179 Aug 03 18:51:33.779833 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-b2156680-b6e8-438d-a543-10344b79fd05 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/quotas/0af165f6330042b395e2a638c3cc2bba HTTP/1.1" status: 200 len: 375 time: 0.0238292 Aug 03 18:51:33.796850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.824397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1794849-5148-413c-9254-566198099a96 req-0c2fce18-069a-480b-a91d-025e74307bd2 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611721 Aug 03 18:51:33.916185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.resource_extend [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 18:51:33.968521 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-e83fb9a1-fbaf-4bd9-b385-781b3a286c2e service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639092 Aug 03 18:51:33.983200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:33.998641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836d0d39-6c67-4820-a59b-172678db7f21']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:34.000827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d5da70-138a-44b5-a8cf-bd150b942f4b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:34.022844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd81abf-6430-4521-a010-060c0df9a8ce') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:34.023101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd81abf-6430-4521-a010-060c0df9a8ce') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:34.034121 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20a3d967-3ae0-4069-9e37-044f24dddfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.041569 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.063141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-e2d70879-0a26-4cf0-bddf-f788117080ec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2819309 Aug 03 18:51:34.072173 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Transition to ACTIVE for port object 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:34.075233 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.081611 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.084257 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.093291 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:34.097415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.108289 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20a3d967-3ae0-4069-9e37-044f24dddfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.132194 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d26a3-330e-4ed6-8f6d-9c7e2fdb0ed8 None None] Pushing event updated for resources: {'Port': ['ID=3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:34.192601 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.239229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20a3d967-3ae0-4069-9e37-044f24dddfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.241912 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Attempting to bind port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:34.242298 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Attempting to bind port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '6902cfec-7b1a-421c-aebb-ada3edd33ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:34.242756 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Attempting to bind port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 on network a1cfb877-a467-4b6a-8154-7fee23ca545c {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:34.244625 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20a3d967-3ae0-4069-9e37-044f24dddfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.246418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-20a3d967-3ae0-4069-9e37-044f24dddfdf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/174c1b97-020f-4deb-bc70-03e9451a1016 HTTP/1.1" status: 204 len: 168 time: 0.7100959 Aug 03 18:51:34.252341 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:34.252957 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Checking segment: {'id': '6902cfec-7b1a-421c-aebb-ada3edd33ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:34.253257 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.253845 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Bound using segment: {'id': '6902cfec-7b1a-421c-aebb-ada3edd33ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:34.254333 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Bound port: 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6902cfec-7b1a-421c-aebb-ada3edd33ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:34.254792 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.289074 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1370654 Aug 03 18:51:34.295582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59308) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:34.313414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] Request body: {'subnet': {'network_id': '16552bec-9586-45e8-b359-b7712239a134', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-910005276-subnet', 'tenant_id': '39efe3f890114a95bdb006098d462730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:34.328123 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12faa9e0-608d-481b-9ce5-d013a20cf5cc x-openstack-request-id: req-12faa9e0-608d-481b-9ce5-d013a20cf5cc {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:34.328618 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5", "tag": "7a8e4141-c2d3-44f6-9a64-3b8a26216075", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:34.329334 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12faa9e0-608d-481b-9ce5-d013a20cf5cc {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:34.329925 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'tag': '7a8e4141-c2d3-44f6-9a64-3b8a26216075', 'status': 'completed', 'code': 200} Aug 03 18:51:34.354112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa515f8-025d-433b-aef6-9452d54a6441 admin admin] Pushing event updated for resources: {'Network': ['ID=16552bec-9586-45e8-b359-b7712239a134,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:34.358568 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] For port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:34.367340 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] For port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33,segment=NetworkSegment(6902cfec-7b1a-421c-aebb-ada3edd33ed7),segment_id=6902cfec-7b1a-421c-aebb-ada3edd33ed7)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:34.367549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 16552bec-9586-45e8-b359-b7712239a134 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:34.387343 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.392816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3d967-3ae0-4069-9e37-044f24dddfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c1b97-020f-4deb-bc70-03e9451a1016,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:34.423980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e07a31ce-8d6c-40cf-ac3f-7ef66d37f615 req-de634287-f5f6-4a6d-a306-409f0850505c tempest-FloatingIPsNegativeTestJSON-2103655531 tempest-FloatingIPsNegativeTestJSON-2103655531-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=f3e7d1c1c0df41f6832d0f326461e5cb HTTP/1.1" status: 200 len: 217 time: 0.3454685 Aug 03 18:51:34.432926 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.449437 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-701fc706-db50-4f49-b9a9-7340543ddf2c req-d39835a0-b310-4728-825e-1970331722e9 service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682314 Aug 03 18:51:34.454113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Transition to ACTIVE for port object 864c0e53-0feb-45a4-81bc-6acd2fd36f41 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:34.454528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] Made reservation on behalf of 39efe3f890114a95bdb006098d462730 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:34.458805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.516936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:51:34.517355 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: timer() Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:51:34.521930 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:51:34.524961 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Routers {'5a4eb87e-d960-4ea6-b7fe-94746716623e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:34.527248 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['5a4eb87e-d960-4ea6-b7fe-94746716623e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:34.709131 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.759154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74971fec-101a-4089-b43a-d46246929002 req-339a3df2-cfa3-4998-9e77-307274603cea tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 210 time: 0.0718162 Aug 03 18:51:34.767259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.772969 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/836d0d39-6c67-4820-a59b-172678db7f21 HTTP/1.1" status: 204 len: 168 time: 1.5187485 Aug 03 18:51:34.778517 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d26a3-330e-4ed6-8f6d-9c7e2fdb0ed8 None None] Pushing event updated for resources: {'Port': ['ID=3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:34.782200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46648ef-e4f2-47ed-92f5-ce4af9d8492d req-ef766ee8-f7a3-4cc5-9a98-cff5f8bc2d85 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:34.783997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d46648ef-e4f2-47ed-92f5-ce4af9d8492d req-ef766ee8-f7a3-4cc5-9a98-cff5f8bc2d85 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 943 time: 0.3356020 Aug 03 18:51:34.825457 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] Set router 5a4eb87e-d960-4ea6-b7fe-94746716623e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:34.828354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679f183-75a5-417e-9a0c-21e4135035d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=836d0d39-6c67-4820-a59b-172678db7f21,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:34.892614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d46648ef-e4f2-47ed-92f5-ce4af9d8492d req-cdcedda8-170d-40af-b7c8-46a834217185 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928285 Aug 03 18:51:34.894553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f2dee38-f367-4ce8-a5b3-ebfc3d5c63f9 req-385ad98f-e054-469e-8163-c620cab588b3 tempest-FloatingIPsNegativeTestJSON-2103655531 tempest-FloatingIPsNegativeTestJSON-2103655531-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0350878 Aug 03 18:51:34.912995 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:34.958002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Network 9a37c694-ac58-44e2-a072-aca82b747de0 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:34.961451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:34.985615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:35.067037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae1d9e-21c3-445e-a616-000af7899c67 req-3ba20add-0397-4b79-ae46-61b136eb5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:35.071121 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4aae1d9e-21c3-445e-a616-000af7899c67 req-3ba20add-0397-4b79-ae46-61b136eb5ea3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612&device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 1094 time: 0.4630547 Aug 03 18:51:35.082260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:35.125979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 764fd236-113f-4d8d-8ed5-95195ea8fa86 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:35.247509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59332) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:35.338005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Pushing event updated for resources: {'Port': ['ID=864c0e53-0feb-45a4-81bc-6acd2fd36f41,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:35.339912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 764fd236-113f-4d8d-8ed5-95195ea8fa86 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:35.345026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 764fd236-113f-4d8d-8ed5-95195ea8fa86 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:35.345409 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:35.398707 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-router', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:19Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 4, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'gw_port': {'id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:22Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33', 'name': '', 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'mac_address': 'fa:16:3e:e1:4c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a7f96fd4-da47-4f41-b992-daaac9c73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:29Z', 'updated_at': '2021-08-03T18:51:34Z', 'revision_number': 4, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'subnets': [{'id': 'a7f96fd4-da47-4f41-b992-daaac9c73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:35.414783 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-6fff98ff-b921-4d9c-add9-e1135106ba88 req-f7e6aad6-5ea6-417a-9de7-d9d26da15d4f tempest-FloatingIPsNegativeTestJSON-2103655531 tempest-FloatingIPsNegativeTestJSON-2103655531-project] show failed (client error): The resource could not be found. Aug 03 18:51:35.416215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6fff98ff-b921-4d9c-add9-e1135106ba88 req-f7e6aad6-5ea6-417a-9de7-d9d26da15d4f tempest-FloatingIPsNegativeTestJSON-2103655531 tempest-FloatingIPsNegativeTestJSON-2103655531-project] 10.222.0.78 "GET /v2.0/floatingips/bb115d01-a3e8-4463-92bd-82b29fae3fa6 HTTP/1.1" status: 404 len: 350 time: 0.4165301 Aug 03 18:51:35.445378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59336) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:35.459388 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c8e6b-c945-4e48-b70b-c58f19f062ff None None] The sync data for ids ['5a4eb87e-d960-4ea6-b7fe-94746716623e'] in n-d-802918-7 is: [{'id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-router', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:19Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 4, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'gw_port': {'id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:22Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33', 'name': '', 'network_id': 'a1cfb877-a467-4b6a-8154-7fee23ca545c', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'mac_address': 'fa:16:3e:e1:4c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'a7f96fd4-da47-4f41-b992-daaac9c73a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:29Z', 'updated_at': '2021-08-03T18:51:34Z', 'revision_number': 4, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'subnets': [{'id': 'a7f96fd4-da47-4f41-b992-daaac9c73a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:51:35.460819 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ba5a8c05-a48d-43bc-acd2-94fd6791c99a None None] Provisioning for port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:35.468658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ba5a8c05-a48d-43bc-acd2-94fd6791c99a None None] Provisioning complete for port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:35.474140 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ba5a8c05-a48d-43bc-acd2-94fd6791c99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:35.649764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:35.662644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a8c05-a48d-43bc-acd2-94fd6791c99a None None] Port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:51:35.675950 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:35.715327 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-30a8f555-5f97-4da5-a969-2add4fd50e14 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d1be772bfc34d0b98d7bdb760d30c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492110 Aug 03 18:51:35.716190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59342) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:35.727424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 764fd236-113f-4d8d-8ed5-95195ea8fa86, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=764fd236-113f-4d8d-8ed5-95195ea8fa86,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:35.749233 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:35.808282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a53ab6-bae5-493f-81ce-4fb6ef644fe7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:35.827470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae1d9e-21c3-445e-a616-000af7899c67 req-924eb5df-227c-4b56-b916-b38cfda54f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:35.835046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=764fd236-113f-4d8d-8ed5-95195ea8fa86,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:35.836051 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4aae1d9e-21c3-445e-a616-000af7899c67 req-924eb5df-227c-4b56-b916-b38cfda54f4a service neutron] 10.222.0.74 "GET /v2.0/networks?id=31240d09-c12e-43f9-8d62-a9e18e6d7a04 HTTP/1.1" status: 200 len: 924 time: 0.7501118 Aug 03 18:51:35.883207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9262b6d-8b44-467b-a9d0-c00a8393d72e req-5474eacf-296a-453f-946e-1bc85d517196 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:35.898918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9262b6d-8b44-467b-a9d0-c00a8393d72e req-5474eacf-296a-453f-946e-1bc85d517196 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 946 time: 0.6628666 Aug 03 18:51:35.950541 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4aae1d9e-21c3-445e-a616-000af7899c67 req-71524e36-b3bc-4ac9-b464-c2abfe09e746 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a8e4141-c2d3-44f6-9a64-3b8a26216075 HTTP/1.1" status: 200 len: 217 time: 0.0887783 Aug 03 18:51:35.953768 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d6d664b-fbde-490e-bae2-af9ff26861ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:35.954815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6ad3de0-27f3-462a-ae04-c42e82d23f39 req-5ef7afad-f01a-4f7b-92c8-7848b28c3261 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 210 time: 0.0471644 Aug 03 18:51:35.958172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] Checking segment: {'id': '7d679046-6e2c-4f5e-b602-272b88351f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16552bec-9586-45e8-b359-b7712239a134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:35.958543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] Network hostable DHCP agents. Network: 16552bec-9586-45e8-b359-b7712239a134, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:36.032607 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d6d664b-fbde-490e-bae2-af9ff26861ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:36.077526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] Network 16552bec-9586-45e8-b359-b7712239a134 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:36.080898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae1d9e-21c3-445e-a616-000af7899c67 req-52f707f2-9d68-41c0-a15c-fbc4295365fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:36.082639 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4aae1d9e-21c3-445e-a616-000af7899c67 req-52f707f2-9d68-41c0-a15c-fbc4295365fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a HTTP/1.1" status: 200 len: 862 time: 0.1184340 Aug 03 18:51:36.142271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 16552bec-9586-45e8-b359-b7712239a134) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:36.150326 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d2ff1b-6601-494f-abd6-ffc859983df9 None None] Network 16552bec-9586-45e8-b359-b7712239a134 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:36.161025 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:36.161777 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:36.200099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d6d664b-fbde-490e-bae2-af9ff26861ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:36.207029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d6d664b-fbde-490e-bae2-af9ff26861ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:36.210261 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d6d664b-fbde-490e-bae2-af9ff26861ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a560060-3f71-4097-9fb1-47c3c7cff621 HTTP/1.1" status: 204 len: 168 time: 0.4813061 Aug 03 18:51:36.249709 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3f8ca2cd-d09f-46b7-85ba-f672e22fab5e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9398890 Aug 03 18:51:36.250431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9262b6d-8b44-467b-a9d0-c00a8393d72e req-b646d807-131f-4004-91de-a8faf7c7b8ae tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438590 Aug 03 18:51:36.258502 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae1d9e-21c3-445e-a616-000af7899c67 req-9d59fa5a-ad3a-48d1-8067-bb881abb4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:36.268404 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4aae1d9e-21c3-445e-a616-000af7899c67 req-9d59fa5a-ad3a-48d1-8067-bb881abb4ac4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=31240d09-c12e-43f9-8d62-a9e18e6d7a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783884 Aug 03 18:51:36.280476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d664b-fbde-490e-bae2-af9ff26861ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a560060-3f71-4097-9fb1-47c3c7cff621,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:36.291213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b05d59-ddc6-4a3e-84df-12fbc3c0075f req-3b195173-ba15-435f-ac35-ad0c3304f385 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:36.302066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3b05d59-ddc6-4a3e-84df-12fbc3c0075f req-3b195173-ba15-435f-ac35-ad0c3304f385 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 943 time: 0.2412405 Aug 03 18:51:36.496921 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9e9cdbdb-7c38-430d-be4f-90ba54bacde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:36.529239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-ad8e6b8e-62b5-48dc-9940-45b89929b3ec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0af165f6330042b395e2a638c3cc2bba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411536 Aug 03 18:51:36.552263 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4aae1d9e-21c3-445e-a616-000af7899c67 req-85a02592-13ba-46cc-ae6f-1115f2bee2b8 service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694056 Aug 03 18:51:36.564012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b02e1-91ad-4056-867b-ea6458391221 None None] Network 16552bec-9586-45e8-b359-b7712239a134 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:36.742423 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:36.749730 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4aae1d9e-21c3-445e-a616-000af7899c67 req-e0b2ebbb-4fe9-41e1-a8de-04ed89e62d55 service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886134 Aug 03 18:51:36.895849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59370) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:36.999981 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ba85c9dd-afca-4c8c-94c6-fe60bfbee2da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fbeff16f817944ec88352ea125bd57a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001129 Aug 03 18:51:37.001005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59376) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:37.021032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3b05d59-ddc6-4a3e-84df-12fbc3c0075f req-e8a31140-22e4-42a0-b49d-ccffe5fc958e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7179010 Aug 03 18:51:37.029627 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:37.087552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a99e39f6-27f3-4686-bc74-36c79dcab0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:37.147185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a99e39f6-27f3-4686-bc74-36c79dcab0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:37.188371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:37.265700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a99e39f6-27f3-4686-bc74-36c79dcab0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:37.270702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a99e39f6-27f3-4686-bc74-36c79dcab0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:37.274424 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a99e39f6-27f3-4686-bc74-36c79dcab0f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40e40193-e55d-4980-b15d-c04c539d752f HTTP/1.1" status: 204 len: 168 time: 0.2695041 Aug 03 18:51:37.295210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e39f6-27f3-4686-bc74-36c79dcab0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e40193-e55d-4980-b15d-c04c539d752f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:37.324377 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f2720d9-6fa5-4923-a336-a1ba3b73e028 req-b3ff1602-32f7-42ea-9cab-021e45b311b5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 210 time: 0.1150885 Aug 03 18:51:37.329076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:37.358956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:37.361773 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:37.393099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cec01-fc10-4c08-b5a1-b6eb06f02ff1 req-827f20e2-9bef-48b7-82fb-a4234a83e4c4 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:37.409297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-510cec01-fc10-4c08-b5a1-b6eb06f02ff1 req-827f20e2-9bef-48b7-82fb-a4234a83e4c4 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1097 time: 0.9643409 Aug 03 18:51:37.530328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:37.548815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-510cec01-fc10-4c08-b5a1-b6eb06f02ff1 req-5577419f-af5c-45b3-8283-24e75a75e278 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385813 Aug 03 18:51:37.587556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3cbb5392-6e80-40fe-9793-05bfc65e0312 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:37.589197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3cbb5392-6e80-40fe-9793-05bfc65e0312 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0401516 Aug 03 18:51:37.591460 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33,segment=NetworkSegment(6902cfec-7b1a-421c-aebb-ada3edd33ed7),segment_id=6902cfec-7b1a-421c-aebb-ada3edd33ed7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:37.598063 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:37.598960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 764fd236-113f-4d8d-8ed5-95195ea8fa86 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:37.632379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Request body: {'port': {'device_id': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '0af165f6330042b395e2a638c3cc2bba'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:37.732936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:37.747772 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:37.752288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 764fd236-113f-4d8d-8ed5-95195ea8fa86 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:37.752627 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:37.913344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7dc4b-291e-4043-9bfd-b2635c6698c2 req-a098930b-8d97-489f-a175-55f02e66a26f tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:37.920687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9f7dc4b-291e-4043-9bfd-b2635c6698c2 req-a098930b-8d97-489f-a175-55f02e66a26f tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1097 time: 0.2332041 Aug 03 18:51:37.924625 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:37.978270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59406) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:37.984354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1618409015-network', 'tenant_id': 'ffe31c20485447d38a8f9616ed1ac065'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:38.024291 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Made reservation on behalf of ffe31c20485447d38a8f9616ed1ac065 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:38.027392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.048948 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.052099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.083985 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.132361 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 7a8e4141-c2d3-44f6-9a64-3b8a26216075 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:51:38.153456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9f7dc4b-291e-4043-9bfd-b2635c6698c2 req-2d244ede-af77-4360-9541-6e580df6f6cb tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317953 Aug 03 18:51:38.154168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Made reservation on behalf of 0af165f6330042b395e2a638c3cc2bba for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:38.168742 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.318939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.330384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.346208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 7a8e4141-c2d3-44f6-9a64-3b8a26216075, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7a8e4141-c2d3-44f6-9a64-3b8a26216075,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:38.373274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:38.377146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '7a8e4141-c2d3-44f6-9a64-3b8a26216075', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'port_id': '7a8e4141-c2d3-44f6-9a64-3b8a26216075', 'mac_address': 'fa:16:3e:b8:a7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:51:38.384888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4964d402-4fa7-425a-94ed-8dc52a067283,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:38.390521 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.390929 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Added segment b7c4f417-cbc6-4199-b8e8-c6f02a0a4524 of type vlan for network 7fb82bcd-f4cb-4b63-9f26-1b3c715a8207 Aug 03 18:51:38.452446 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.453104 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.453796 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.455795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Pushing event updated for resources: {'Port': ['ID=864c0e53-0feb-45a4-81bc-6acd2fd36f41,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:38.504172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.505202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:38.505854 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.510004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8e4141-c2d3-44f6-9a64-3b8a26216075 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:38.567117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 7a8e4141-c2d3-44f6-9a64-3b8a26216075, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7a8e4141-c2d3-44f6-9a64-3b8a26216075,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:38.583413 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.584960 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6052556 Aug 03 18:51:38.587922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59430) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:38.595072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] Request body: {'subnet': {'network_id': '7fb82bcd-f4cb-4b63-9f26-1b3c715a8207', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1618409015-subnet', 'tenant_id': 'ffe31c20485447d38a8f9616ed1ac065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:38.607701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae4b8d-c306-4378-b1cd-d545f3f5f916 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb82bcd-f4cb-4b63-9f26-1b3c715a8207,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:38.620054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17727b7b-4887-4233-becb-f2ae1e4d02b8 req-73294f2a-e52f-4420-8b44-7c6d0c0cc9dc tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:38.627586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17727b7b-4887-4233-becb-f2ae1e4d02b8 req-73294f2a-e52f-4420-8b44-7c6d0c0cc9dc tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 943 time: 0.3717158 Aug 03 18:51:38.635478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] Made reservation on behalf of ffe31c20485447d38a8f9616ed1ac065 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:38.638034 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.687600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 7fb82bcd-f4cb-4b63-9f26-1b3c715a8207 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:38.775398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Allocated IP 192.168.233.68 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/be39b057-5b52-48ca-b6f9-3c835cdf0d8e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:38.788261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17727b7b-4887-4233-becb-f2ae1e4d02b8 req-4b3da413-2e44-4408-a0a3-843c1913e519 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518588 Aug 03 18:51:38.788261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Network 9a37c694-ac58-44e2-a072-aca82b747de0 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:38.805347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:38.912078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=7a8e4141-c2d3-44f6-9a64-3b8a26216075,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:38.928369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['7a8e4141-c2d3-44f6-9a64-3b8a26216075'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:51:38.982773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-167a0e09-b269-4548-9f28-801708e25325 req-6033f0f6-85f4-48f2-8909-593ef6be6ca0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 210 time: 0.0660753 Aug 03 18:51:39.040843 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:39.127911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:39.135981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6feb210-1bc4-4ed4-be25-87a4c6bbf8e3,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:39.184940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] Checking segment: {'id': 'b7c4f417-cbc6-4199-b8e8-c6f02a0a4524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '7fb82bcd-f4cb-4b63-9f26-1b3c715a8207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:39.184940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] Network hostable DHCP agents. Network: 7fb82bcd-f4cb-4b63-9f26-1b3c715a8207, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:39.214258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] Deleting port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:51:39.214657 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:39.259225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] Network 7fb82bcd-f4cb-4b63-9f26-1b3c715a8207 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:39.275232 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 7fb82bcd-f4cb-4b63-9f26-1b3c715a8207) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:39.280118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:39.282552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:39.293927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Router 73f51c65-879e-42c4-8c41-e12807af4ae4 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:51:39.295083 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6dcd19b2-0fdc-4dad-b553-5ab68e8b5017 None None] Provisioning complete for port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:39.295453 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6dcd19b2-0fdc-4dad-b553-5ab68e8b5017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:39.299361 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:39.300769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d4738b-2cf6-432f-83da-a85aaec24079 None None] Network 7fb82bcd-f4cb-4b63-9f26-1b3c715a8207 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:39.334286 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a53c8e9f-de1d-4379-9a7a-2d183ab38ef4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7370946 Aug 03 18:51:39.348031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Transition to ACTIVE for port object be39b057-5b52-48ca-b6f9-3c835cdf0d8e will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:39.403884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:39.404346 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:39.677766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd19b2-0fdc-4dad-b553-5ab68e8b5017 None None] Port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:51:39.700537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59464) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:39.703476 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:39.777950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c7c62f-6a2d-476c-87b5-52fabfbd2b84 None None] Network 7fb82bcd-f4cb-4b63-9f26-1b3c715a8207 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:39.904875 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe4d452e-d2cc-46c7-8854-a0832f07f7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:39.907370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aff02-1e4b-495c-a270-7c96df11b0f8 req-55622b03-e08d-4749-9b7c-800a81b2e992 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:39.909694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-435aff02-1e4b-495c-a270-7c96df11b0f8 req-55622b03-e08d-4749-9b7c-800a81b2e992 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1097 time: 0.6302402 Aug 03 18:51:39.936534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] For port 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33,segment=NetworkSegment(6902cfec-7b1a-421c-aebb-ada3edd33ed7),segment_id=6902cfec-7b1a-421c-aebb-ada3edd33ed7)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:39.936930 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:39.995162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] Calling delete_port for 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:51:40.036503 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe4d452e-d2cc-46c7-8854-a0832f07f7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:40.040997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe4d452e-d2cc-46c7-8854-a0832f07f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:40.080220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:51:40.083588 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fe4d452e-d2cc-46c7-8854-a0832f07f7a6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4e0a97c99c1c4231a488271379f70037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812234 Aug 03 18:51:40.086319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d452e-d2cc-46c7-8854-a0832f07f7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ded4a0-49fa-4254-b331-01142a1e9d1b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:40.086490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-435aff02-1e4b-495c-a270-7c96df11b0f8 req-a04f1004-61ab-44e5-a061-4ece4e39a8c2 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394923 Aug 03 18:51:40.089347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59488) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:40.105475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Sync routers for ids ['73f51c65-879e-42c4-8c41-e12807af4ae4'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:51:40.108514 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-96ef440c-c352-4855-8e0a-8c9c2125fb24 admin admin] 10.222.0.78 "PUT /v2.0/routers/73f51c65-879e-42c4-8c41-e12807af4ae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6052964 Aug 03 18:51:40.130388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Routers {'73f51c65-879e-42c4-8c41-e12807af4ae4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:40.131045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['73f51c65-879e-42c4-8c41-e12807af4ae4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:40.171020 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:40.185543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce017c96-269c-4f49-9df2-9aa8c4c3bd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:40.198282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:40.213900 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce017c96-269c-4f49-9df2-9aa8c4c3bd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:40.220736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:40.223915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:40.274613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2d43d13c-70d2-4851-af63-d7e8d684a33e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:51:40.287573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce017c96-269c-4f49-9df2-9aa8c4c3bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:40.291242 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce017c96-269c-4f49-9df2-9aa8c4c3bd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:40.292724 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ce017c96-269c-4f49-9df2-9aa8c4c3bd3d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/87ded4a0-49fa-4254-b331-01142a1e9d1b HTTP/1.1" status: 204 len: 168 time: 0.2023072 Aug 03 18:51:40.311033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce017c96-269c-4f49-9df2-9aa8c4c3bd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ded4a0-49fa-4254-b331-01142a1e9d1b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:40.370489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Pushing event updated for resources: {'Port': ['ID=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:40.511513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:40.512169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:40.537702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-5b721355-a152-40e3-bfd5-812d4e238bc2 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:40.539276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-5b721355-a152-40e3-bfd5-812d4e238bc2 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/networks?id=16552bec-9586-45e8-b359-b7712239a134 HTTP/1.1" status: 200 len: 814 time: 0.5255220 Aug 03 18:51:40.549178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b1310-db21-40d2-99fd-776676a2f051 req-3c2d6b75-48c0-40c8-87ee-b7e3fc70e2f9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:40.551289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e43b1310-db21-40d2-99fd-776676a2f051 req-3c2d6b75-48c0-40c8-87ee-b7e3fc70e2f9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 944 time: 0.2837751 Aug 03 18:51:40.559083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-dc8e7759-912d-4bac-a312-5f3a88023ccf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9372618 Aug 03 18:51:40.594992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Request body: {'port': {'device_id': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:40.607736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Set router 73f51c65-879e-42c4-8c41-e12807af4ae4 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:40.624704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-52a71566-e5ff-4b6a-adc3-683230ddfba3 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/quotas/39efe3f890114a95bdb006098d462730 HTTP/1.1" status: 200 len: 375 time: 0.0722389 Aug 03 18:51:40.651975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6a8299f6-8649-4371-ba6a-b26d3e9ccfa2 None None] Provisioning for port be39b057-5b52-48ca-b6f9-3c835cdf0d8e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:40.661984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6a8299f6-8649-4371-ba6a-b26d3e9ccfa2 None None] Provisioning complete for port be39b057-5b52-48ca-b6f9-3c835cdf0d8e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:40.662748 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a8299f6-8649-4371-ba6a-b26d3e9ccfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:40.694596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-72bdd54a-5518-4f3d-b545-a188ee8f408b tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=39efe3f890114a95bdb006098d462730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601468 Aug 03 18:51:40.714763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e43b1310-db21-40d2-99fd-776676a2f051 req-4013b1d4-41d4-4a31-9f57-b452191acb68 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547239 Aug 03 18:51:40.756088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6a8299f6-8649-4371-ba6a-b26d3e9ccfa2 None None] Port be39b057-5b52-48ca-b6f9-3c835cdf0d8e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:51:40.838363 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:40.896126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59510) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:40.916102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-541734a5-6512-427a-b0f5-1255fbcf9f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:40.949484 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.004096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:41.026974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-30de5317-a3b0-478a-9df8-459796d0b55c service neutron] 10.222.0.78 "GET /v2.0/networks/16552bec-9586-45e8-b359-b7712239a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155656 Aug 03 18:51:41.042616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-router', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:51:36Z', 'revision_number': 4, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'gw_port': {'id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:25Z', 'updated_at': '2021-08-03T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '864c0e53-0feb-45a4-81bc-6acd2fd36f41', 'name': '', 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'mac_address': 'fa:16:3e:b4:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '09484251-14be-4f68-a411-25f3918cd2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:32Z', 'updated_at': '2021-08-03T18:51:37Z', 'revision_number': 2, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'subnets': [{'id': '09484251-14be-4f68-a411-25f3918cd2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:41.054085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72decfd1-8801-4cf2-b6e8-733a32ddbfe9 req-04558f53-a60b-437b-840a-9ca46b4f510e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:41.055650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72decfd1-8801-4cf2-b6e8-733a32ddbfe9 req-04558f53-a60b-437b-840a-9ca46b4f510e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 935 time: 0.1936653 Aug 03 18:51:41.078079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Checking router: 73f51c65-879e-42c4-8c41-e12807af4ae4 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:51:41.078859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Updating router 73f51c65-879e-42c4-8c41-e12807af4ae4 port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:51:41.084392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-541734a5-6512-427a-b0f5-1255fbcf9f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.094115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-541734a5-6512-427a-b0f5-1255fbcf9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.110916 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.153397 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-541734a5-6512-427a-b0f5-1255fbcf9f86 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1637869a113e4140af122673da199071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556527 Aug 03 18:51:41.154316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541734a5-6512-427a-b0f5-1255fbcf9f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf9d8aa-2bf9-4527-8788-7dd6dfd84ceb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:41.156998 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59516) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:41.258223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59520) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:41.267723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-network', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:41.311914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-d764dae6-2db4-4d54-96c5-fe328329cfbb service neutron] 10.222.0.78 "GET /v2.0/networks/16552bec-9586-45e8-b359-b7712239a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657661 Aug 03 18:51:41.320864 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d4d0-f225-4545-b255-6518c14f06ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.331715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Made reservation on behalf of 3a6d6cdeabad492ca0c70dbe17ff2ff0 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:41.336919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.359894 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.366764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72decfd1-8801-4cf2-b6e8-733a32ddbfe9 req-c2e1fa18-4cbd-4ba0-901c-7d6c853cdfcd tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359056 Aug 03 18:51:41.398527 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d4d0-f225-4545-b255-6518c14f06ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.530284 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d4d0-f225-4545-b255-6518c14f06ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.535716 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d4d0-f225-4545-b255-6518c14f06ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.537652 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a6a3d4d0-f225-4545-b255-6518c14f06ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8bf9d8aa-2bf9-4527-8788-7dd6dfd84ceb HTTP/1.1" status: 204 len: 168 time: 0.3704886 Aug 03 18:51:41.554045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3d4d0-f225-4545-b255-6518c14f06ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf9d8aa-2bf9-4527-8788-7dd6dfd84ceb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:41.572438 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.587891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Transition to ACTIVE for port object 864c0e53-0feb-45a4-81bc-6acd2fd36f41 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:41.591461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.599324 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.600879 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.641913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75465d90-7182-4e35-91d2-36afc3c9731f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:41.652245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:41.667317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.668168 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Added segment 0f2d128f-30fa-40b4-a149-db2d0665efeb of type vlan for network d8990ebc-5933-4bea-9204-118379220a5f Aug 03 18:51:41.684454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda3015-07af-43b1-96a4-05bcd28e0743 None None] Pushing event updated for resources: {'Port': ['ID=864c0e53-0feb-45a4-81bc-6acd2fd36f41,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:41.726933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.762050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.792640 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.794990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:41.796685 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.830273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Attempting to bind port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:41.830745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Attempting to bind port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:41.831189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Attempting to bind port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 on network 9a37c694-ac58-44e2-a072-aca82b747de0 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:41.849963 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:41.850385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Checking segment: {'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:41.850987 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.851523 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Bound using segment: {'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:41.852296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Bound port: 864c0e53-0feb-45a4-81bc-6acd2fd36f41, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:41.852871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:41.856698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d739dea-44e1-4fd3-9129-09b029d19197 req-fb825793-cbba-4031-8615-cfedc1fb1f78 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:41.866598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d739dea-44e1-4fd3-9129-09b029d19197 req-fb825793-cbba-4031-8615-cfedc1fb1f78 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1097 time: 0.2971520 Aug 03 18:51:41.877983 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6182876 Aug 03 18:51:41.880492 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59540) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:41.885778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] Request body: {'subnet': {'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-subnet', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:41.912720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793e6e4-6811-4834-b71d-77b015454a29 admin admin] Pushing event updated for resources: {'Network': ['ID=d8990ebc-5933-4bea-9204-118379220a5f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:41.928141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d8990ebc-5933-4bea-9204-118379220a5f details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:41.943492 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] Made reservation on behalf of 3a6d6cdeabad492ca0c70dbe17ff2ff0 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:41.946683 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:42.069089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-602529bc-9593-4dcc-ae51-15d6e014f156 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=628a1a6a606f4800ba6c2afbe37f117f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881493 Aug 03 18:51:42.121328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be39b057-5b52-48ca-b6f9-3c835cdf0d8e {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:42.128984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d739dea-44e1-4fd3-9129-09b029d19197 req-d4b58fc7-8b5c-406c-903c-605b1c9c3e76 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439016 Aug 03 18:51:42.149963 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:42.163587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] For port 864c0e53-0feb-45a4-81bc-6acd2fd36f41, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:42.172891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 7a8e4141-c2d3-44f6-9a64-3b8a26216075 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:42.178532 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:42.236776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] For port 864c0e53-0feb-45a4-81bc-6acd2fd36f41, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=864c0e53-0feb-45a4-81bc-6acd2fd36f41,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:42.242887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Transition to ACTIVE for port object be39b057-5b52-48ca-b6f9-3c835cdf0d8e will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:42.263920 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:42.267634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a313b0-e45e-4be5-a0d6-62d5aa249cbf,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:42.286118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] Checking segment: {'id': '0f2d128f-30fa-40b4-a149-db2d0665efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:42.286395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] Network hostable DHCP agents. Network: d8990ebc-5933-4bea-9204-118379220a5f, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:42.306691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e76c1fa-0b39-4f4a-85c4-4d381d97583a req-231ca91f-e055-4792-8f46-63ee0eab8378 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 210 time: 0.0564518 Aug 03 18:51:42.307513 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:42.311365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] Network d8990ebc-5933-4bea-9204-118379220a5f is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:42.338842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d8990ebc-5933-4bea-9204-118379220a5f) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:42.349136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:42.349799 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:42.399351 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7bb4f0fd-b68a-4cae-9b42-3d9e2a29088b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5177860 Aug 03 18:51:42.400858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59560) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:42.406775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-router', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:42.418142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Routers {'73f51c65-879e-42c4-8c41-e12807af4ae4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:42.418813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['73f51c65-879e-42c4-8c41-e12807af4ae4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:42.429733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92996526-f1dc-478b-8b14-e35f9bc9d9b5 None None] Network d8990ebc-5933-4bea-9204-118379220a5f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:42.438562 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:42.443354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:42.554223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:42.684949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:42.725680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:42.726436 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:42.752146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Pushing event updated for resources: {'Port': ['ID=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:42.787568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda3015-07af-43b1-96a4-05bcd28e0743 None None] Pushing event updated for resources: {'Port': ['ID=864c0e53-0feb-45a4-81bc-6acd2fd36f41,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:42.872679 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:42.965954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] Set router 73f51c65-879e-42c4-8c41-e12807af4ae4 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:43.009541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-d8990ebc-5933-4bea-9204-118379220a5f', 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'fixed_ips': [{'subnet_id': '60a313b0-e45e-4be5-a0d6-62d5aa249cbf'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:51:43.013694 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:43.068519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992343fc-c864-4cec-bccf-622bca9d6793 req-f51bbcd3-64d6-451c-b607-5d5fd78a0765 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:43.070278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-f51bbcd3-64d6-451c-b607-5d5fd78a0765 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0003586 Aug 03 18:51:43.109525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-308e4a42-8a83-470c-95ab-bfb8d269b9fa tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/quotas/628a1a6a606f4800ba6c2afbe37f117f HTTP/1.1" status: 200 len: 375 time: 0.0240040 Aug 03 18:51:43.123133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] Router 5a4eb87e-d960-4ea6-b7fe-94746716623e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:51:43.133177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99016c-27a3-49c7-be83-a947c72f148a req-6fec848f-dcdc-4465-920f-e7aec12dad35 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:43.140700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab99016c-27a3-49c7-be83-a947c72f148a req-6fec848f-dcdc-4465-920f-e7aec12dad35 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 944 time: 0.6905644 Aug 03 18:51:43.150367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Attempting to bind port be39b057-5b52-48ca-b6f9-3c835cdf0d8e on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:43.150772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Attempting to bind port be39b057-5b52-48ca-b6f9-3c835cdf0d8e by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:43.151107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Attempting to bind port be39b057-5b52-48ca-b6f9-3c835cdf0d8e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:43.171996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:43.192983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-982b50fe-c1d0-412d-b4ff-53a9c9dbcb0e tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=628a1a6a606f4800ba6c2afbe37f117f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498343 Aug 03 18:51:43.193661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Port be39b057-5b52-48ca-b6f9-3c835cdf0d8e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:51:43.194007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Attempting to bind port be39b057-5b52-48ca-b6f9-3c835cdf0d8e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:43.206647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:43.207063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:43.207465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:43.207913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Bound port: be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:43.208280 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:43.219255 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:43.252786 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:43.302044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59572) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:43.388761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab99016c-27a3-49c7-be83-a947c72f148a req-ac073027-6b79-48ac-83d5-77bde31a0100 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470403 Aug 03 18:51:43.483648 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8e4141-c2d3-44f6-9a64-3b8a26216075'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:43.492256 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e15638-0df8-45a0-8918-361ad2507203" -d '{"events": [{"server_uuid": "a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5", "name": "network-vif-plugged", "status": "completed", "tag": "7a8e4141-c2d3-44f6-9a64-3b8a26216075"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:43.542089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-655960430-network', 'tenant_id': 'dc860d339a74459e8987d12f9967f2cb'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:43.557136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 7a8e4141-c2d3-44f6-9a64-3b8a26216075, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7a8e4141-c2d3-44f6-9a64-3b8a26216075,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:43.575514 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:43.624613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Allocated IP 172.25.8.52 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/ccea9e9a-96ba-4135-a65f-a6e74f31ceae) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:43.626474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:43.634380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:43.640909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:51:43.650001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b4393a63-3b12-4578-8d62-13e31ac6ee86 admin admin] 10.222.0.78 "PUT /v2.0/routers/5a4eb87e-d960-4ea6-b7fe-94746716623e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2000892 Aug 03 18:51:43.650457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-8bc49187-9101-43b5-a039-bb48d05e58ab tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:43.655215 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-8bc49187-9101-43b5-a039-bb48d05e58ab tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.74 "GET /v2.0/networks?id=16552bec-9586-45e8-b359-b7712239a134 HTTP/1.1" status: 200 len: 814 time: 0.3530395 Aug 03 18:51:43.655551 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffcc60-bd3a-4123-96b2-c9cfac76cfc3 None None] Sync routers for ids ['5a4eb87e-d960-4ea6-b7fe-94746716623e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:51:43.656460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59584) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:43.662379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:43.670165 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffcc60-bd3a-4123-96b2-c9cfac76cfc3 None None] Routers {'5a4eb87e-d960-4ea6-b7fe-94746716623e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:43.670809 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-69ffcc60-bd3a-4123-96b2-c9cfac76cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['5a4eb87e-d960-4ea6-b7fe-94746716623e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:43.682437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344fec9-ef4a-44fd-820e-a3b9e0fe139b req-a7a11819-f3eb-420c-be5a-1053ea6343ee tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:43.703499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d344fec9-ef4a-44fd-820e-a3b9e0fe139b req-a7a11819-f3eb-420c-be5a-1053ea6343ee tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 947 time: 0.1919088 Aug 03 18:51:43.762705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Request body: {'port': {'device_id': '4abf5058-8e9a-45bf-8b44-a77268185d4e', 'network_id': '16552bec-9586-45e8-b359-b7712239a134', 'admin_state_up': True, 'tenant_id': '39efe3f890114a95bdb006098d462730'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:43.823124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Allocated IP 172.20.0.2 (d8990ebc-5933-4bea-9204-118379220a5f/60a313b0-e45e-4be5-a0d6-62d5aa249cbf/c5403c64-1fb4-4333-9aa1-0fc74633b930) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:43.855452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=7a8e4141-c2d3-44f6-9a64-3b8a26216075,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:43.858072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:43.858713 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:43.864213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] 10.222.0.37 "PUT /v2.0/ports/be39b057-5b52-48ca-b6f9-3c835cdf0d8e HTTP/1.1" status: 200 len: 1095 time: 3.2774322 Aug 03 18:51:43.864699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:43.867233 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb1c2e6-886c-478c-811c-38e069a71c20" -d '{"events": [{"name": "network-changed", "server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:43.896886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-router', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:51:36Z', 'revision_number': 4, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'gw_port': {'id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:25Z', 'updated_at': '2021-08-03T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '864c0e53-0feb-45a4-81bc-6acd2fd36f41', 'name': '', 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'mac_address': 'fa:16:3e:b4:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '09484251-14be-4f68-a411-25f3918cd2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:32Z', 'updated_at': '2021-08-03T18:51:42Z', 'revision_number': 4, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'subnets': [{'id': '09484251-14be-4f68-a411-25f3918cd2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:43.930779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Made reservation on behalf of dc860d339a74459e8987d12f9967f2cb for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:43.933266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:43.940961 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-69ffcc60-bd3a-4123-96b2-c9cfac76cfc3 None None] Set router 5a4eb87e-d960-4ea6-b7fe-94746716623e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:44.031909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d344fec9-ef4a-44fd-820e-a3b9e0fe139b req-30e12f91-da8f-44cb-95f2-43f08c0990af tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270760 Aug 03 18:51:44.041385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865b880-8ce4-4a62-bddd-6d5c6a0c9e3f service neutron] Pushing event updated for resources: {'Port': ['ID=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:44.102528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-cfe2c634-5c82-40fb-80f6-c21ad146840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:44.114697 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.115607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-cfe2c634-5c82-40fb-80f6-c21ad146840e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 1098 time: 0.1689925 Aug 03 18:51:44.169924 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.183289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Transition to ACTIVE for port object c5403c64-1fb4-4333-9aa1-0fc74633b930 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:44.203317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Transition to ACTIVE for port object c5403c64-1fb4-4333-9aa1-0fc74633b930 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:44.208518 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5823fce-c27e-425b-818d-d01086b9187b None None] The sync data for ids ['73f51c65-879e-42c4-8c41-e12807af4ae4'] in n-d-802918-7 is: [{'id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-router', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:51:36Z', 'revision_number': 4, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'gw_port': {'id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:25Z', 'updated_at': '2021-08-03T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '864c0e53-0feb-45a4-81bc-6acd2fd36f41', 'name': '', 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'mac_address': 'fa:16:3e:b4:a1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '09484251-14be-4f68-a411-25f3918cd2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:32Z', 'updated_at': '2021-08-03T18:51:42Z', 'revision_number': 4, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'subnets': [{'id': '09484251-14be-4f68-a411-25f3918cd2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:51:44.220612 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.283844 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-ce2b8159-8f12-467e-b613-5ad39eaac72b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e HTTP/1.1" status: 200 len: 217 time: 0.1516407 Aug 03 18:51:44.335742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Network d8990ebc-5933-4bea-9204-118379220a5f is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:44.345930 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Made reservation on behalf of 39efe3f890114a95bdb006098d462730 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:44.354033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:44.360242 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.361353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:44.379468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84c2c357-7bd8-4654-8ef3-99d8a80bd8da req-9d0c4fc9-e051-4187-8ff6-7957f168b2e5 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 210 time: 0.1183097 Aug 03 18:51:44.468742 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-69ffcc60-bd3a-4123-96b2-c9cfac76cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-router', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:19Z', 'updated_at': '2021-08-03T18:51:40Z', 'revision_number': 5, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'gw_port': {'id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:22Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:44.470919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Pushing event updated for resources: {'Port': ['ID=c5403c64-1fb4-4333-9aa1-0fc74633b930,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:44.485723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-6f04ef21-06aa-4014-9ffd-e0805f4bfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:44.490370 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-6f04ef21-06aa-4014-9ffd-e0805f4bfd2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1978128 Aug 03 18:51:44.533554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Attempting to bind port c5403c64-1fb4-4333-9aa1-0fc74633b930 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:44.535002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Attempting to bind port c5403c64-1fb4-4333-9aa1-0fc74633b930 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '0f2d128f-30fa-40b4-a149-db2d0665efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:44.535552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Attempting to bind port c5403c64-1fb4-4333-9aa1-0fc74633b930 on network d8990ebc-5933-4bea-9204-118379220a5f {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:44.557353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:44.559220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Checking segment: {'id': '0f2d128f-30fa-40b4-a149-db2d0665efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:44.559835 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.562267 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffcc60-bd3a-4123-96b2-c9cfac76cfc3 None None] Checking router: 5a4eb87e-d960-4ea6-b7fe-94746716623e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:51:44.563665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Bound using segment: {'id': '0f2d128f-30fa-40b4-a149-db2d0665efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:44.564262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Bound port: c5403c64-1fb4-4333-9aa1-0fc74633b930, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2d128f-30fa-40b4-a149-db2d0665efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:44.566105 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.584159 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffcc60-bd3a-4123-96b2-c9cfac76cfc3 None None] Routers {'5a4eb87e-d960-4ea6-b7fe-94746716623e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:44.585238 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-69ffcc60-bd3a-4123-96b2-c9cfac76cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['5a4eb87e-d960-4ea6-b7fe-94746716623e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:44.609270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.670103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ddfd725c-b092-48db-ab11-b1f089a4c312 req-6eced8c7-b7e7-4d39-a59f-ee74eb56aa6a tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 210 time: 0.1002572 Aug 03 18:51:44.710030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-f64d9ece-ea3d-435a-94c5-af8d6b159da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:44.711732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-f64d9ece-ea3d-435a-94c5-af8d6b159da0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2125959 Aug 03 18:51:44.726391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] For port c5403c64-1fb4-4333-9aa1-0fc74633b930, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:44.745302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] For port c5403c64-1fb4-4333-9aa1-0fc74633b930, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c5403c64-1fb4-4333-9aa1-0fc74633b930,segment=NetworkSegment(0f2d128f-30fa-40b4-a149-db2d0665efeb),segment_id=0f2d128f-30fa-40b4-a149-db2d0665efeb)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:44.760244 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.774830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.777240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.796553 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.842901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:44.851007 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b00d34-29fc-4d17-a0fc-913992dabc64 x-openstack-request-id: req-64b00d34-29fc-4d17-a0fc-913992dabc64 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:44.851576 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5", "name": "network-vif-plugged", "status": "completed", "tag": "7a8e4141-c2d3-44f6-9a64-3b8a26216075", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:44.851576 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-64b00d34-29fc-4d17-a0fc-913992dabc64 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:44.851909 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8e4141-c2d3-44f6-9a64-3b8a26216075', 'code': 200} Aug 03 18:51:44.853966 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1b381-4a6f-408e-b4e8-fc2a3b2fd102 None None] Pushing event updated for resources: {'Port': ['ID=c5403c64-1fb4-4333-9aa1-0fc74633b930,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:44.865935 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-69ffcc60-bd3a-4123-96b2-c9cfac76cfc3 None None] Set router 5a4eb87e-d960-4ea6-b7fe-94746716623e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:44.871647 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.871647 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Added segment 7cc223b4-25df-4044-b214-443291fc196d of type vlan for network 12a0583d-c43f-4b80-bf98-47717a5abbf8 Aug 03 18:51:44.896691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:44.945033 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ab001c-7028-4a74-b80f-0eeff4b59433 x-openstack-request-id: req-09ab001c-7028-4a74-b80f-0eeff4b59433 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:44.946333 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:44.946731 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09ab001c-7028-4a74-b80f-0eeff4b59433 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:44.948566 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e', 'status': 'completed', 'code': 200} Aug 03 18:51:44.960041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-fb16780a-8c6c-49e7-9a7d-1c633c87893e service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390010 Aug 03 18:51:44.999249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:45.021060 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:45.056657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 864c0e53-0feb-45a4-81bc-6acd2fd36f41 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:45.228974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f83706-1be5-4bb7-8b14-01b0e6b97d36 req-24a9a097-27e0-444a-8ea0-392e1bcdf04a tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:45.238772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34f83706-1be5-4bb7-8b14-01b0e6b97d36 req-24a9a097-27e0-444a-8ea0-392e1bcdf04a tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 945 time: 0.2006884 Aug 03 18:51:45.239423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:45.244329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:45.245025 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:45.289314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-24f79233-4af3-44c9-aea2-54f48ac67e6c tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:51:45.297454 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-24f79233-4af3-44c9-aea2-54f48ac67e6c tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429134 Aug 03 18:51:45.341156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Allocated IP 172.20.0.13 (16552bec-9586-45e8-b359-b7712239a134/c8a53ab6-bae5-493f-81ce-4fb6ef644fe7/d7ae5b11-a0bf-487c-818f-95bacf0891c3) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:45.347512 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Request body: {'binding': {'host': 'n-h1-802918-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:45.348281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Unknown quota resources ['binding']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 18:51:45.409951 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:45.439520 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-69ffcc60-bd3a-4123-96b2-c9cfac76cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-router', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:19Z', 'updated_at': '2021-08-03T18:51:40Z', 'revision_number': 5, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'gw_port': {'id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:22Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:45.470787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 864c0e53-0feb-45a4-81bc-6acd2fd36f41, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=864c0e53-0feb-45a4-81bc-6acd2fd36f41,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:45.480927 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:45.518313 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffcc60-bd3a-4123-96b2-c9cfac76cfc3 None None] The sync data for ids ['5a4eb87e-d960-4ea6-b7fe-94746716623e'] in n-d-802918-7 is: [{'id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1401991826-router', 'tenant_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:19Z', 'updated_at': '2021-08-03T18:51:40Z', 'revision_number': 5, 'project_id': 'f3e7d1c1c0df41f6832d0f326461e5cb', 'gw_port': {'id': 'f0d56f44-855a-4326-b2af-d033789a619b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a4eb87e-d960-4ea6-b7fe-94746716623e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:22Z', 'updated_at': '2021-08-03T18:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:51:45.546802 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24a6626d-bfbf-4ec0-ab70-489580baf2c1 req-8cdd70fa-b229-4fea-b576-f9008cdaa05b service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761163 Aug 03 18:51:45.562366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=864c0e53-0feb-45a4-81bc-6acd2fd36f41,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:45.583135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.resource_extend [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 18:51:45.609129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34f83706-1be5-4bb7-8b14-01b0e6b97d36 req-44358d65-73fc-4f55-a6b9-ec7e80e9d62e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693037 Aug 03 18:51:45.742693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1c2e6-886c-478c-811c-38e069a71c20 req-4b63fef1-8069-43b2-8462-cfda536a752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:45.744863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3eb1c2e6-886c-478c-811c-38e069a71c20 req-4b63fef1-8069-43b2-8462-cfda536a752e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 1098 time: 0.1176383 Aug 03 18:51:45.749170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1726d8bb-e25b-4238-9195-bc48dc3eeaa6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:45.798191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b on host n-h1-802918-7 for vnic_type normal with profile None {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:45.798541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:45.799042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:45.836011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Port c90afd5d-b95e-4432-ade6-409689d4ab5b on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:51:45.836523 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:45.851472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:45.851899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:45.852376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:45.852958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Bound port: c90afd5d-b95e-4432-ade6-409689d4ab5b, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:45.879020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1389-d7e5-483c-af49-55e315c405b1 req-614e60da-9a46-489b-b9b2-3d32e39b19f9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:45.880917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89db1389-d7e5-483c-af49-55e315c405b1 req-614e60da-9a46-489b-b9b2-3d32e39b19f9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 947 time: 0.1682646 Aug 03 18:51:45.979362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1c2e6-886c-478c-811c-38e069a71c20 req-5dc1f376-f33e-4a0a-b3c2-5f22b77879c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:45.981227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3eb1c2e6-886c-478c-811c-38e069a71c20 req-5dc1f376-f33e-4a0a-b3c2-5f22b77879c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2089539 Aug 03 18:51:45.996198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89db1389-d7e5-483c-af49-55e315c405b1 req-44b5ac8d-70f4-4a55-a4bf-28913aab1b5e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937333 Aug 03 18:51:46.017642 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-07f1dbab-8921-44b9-8a7b-2e8fe6527292 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=628a1a6a606f4800ba6c2afbe37f117f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4230890 Aug 03 18:51:46.025532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:46.037918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:46.041078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:46.048837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:46.051676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3eb1c2e6-886c-478c-811c-38e069a71c20 req-8303c1e5-5c9c-4978-a51a-7e0f04fb8d9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e HTTP/1.1" status: 200 len: 217 time: 0.0592706 Aug 03 18:51:46.056374 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] Notify callbacks [] for binding, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:46.058526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-34ee3375-8688-4fc1-b1c6-d1b81f85ffaa service neutron] 10.222.0.78 "POST /v2.0/ports/c90afd5d-b95e-4432-ade6-409689d4ab5b/bindings HTTP/1.1" status: 201 len: 389 time: 0.7589204 Aug 03 18:51:46.120738 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1c2e6-886c-478c-811c-38e069a71c20 req-7c73502d-c0db-4895-aec5-4ac04ba49183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:46.123327 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3eb1c2e6-886c-478c-811c-38e069a71c20 req-7c73502d-c0db-4895-aec5-4ac04ba49183 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0632665 Aug 03 18:51:46.183318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba674708-5bf8-4bcc-a65d-a06ab31981af req-4b10e3e2-273a-44a5-bc9a-4544cb2f7d31 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 210 time: 0.0587101 Aug 03 18:51:46.188489 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:46.189656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:46.201914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:46.264009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1c2e6-886c-478c-811c-38e069a71c20 req-497eb72d-5a61-4ebe-b8f9-08d65a06ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:46.266602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3eb1c2e6-886c-478c-811c-38e069a71c20 req-497eb72d-5a61-4ebe-b8f9-08d65a06ac6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293094 Aug 03 18:51:46.333364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Pushing event updated for resources: {'Port': ['ID=ccea9e9a-96ba-4135-a65f-a6e74f31ceae,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:46.388394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.74', 61069) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:46.390883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7856bb5c-a16c-4802-b471-29d8915f1146 req-f480b34c-6dbc-4cb9-937c-662ab10aa4a4 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 210 time: 0.0480874 Aug 03 18:51:46.400757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5e09f-dd76-4db1-ad6b-66d2903ba3fd req-0e75e02a-2a97-4c54-b8f9-e80f045b47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:46.402365 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d0a5e09f-dd76-4db1-ad6b-66d2903ba3fd req-0e75e02a-2a97-4c54-b8f9-e80f045b47bd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 1096 time: 0.8216500 Aug 03 18:51:46.448833 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:46.494373 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.1912484 Aug 03 18:51:46.501327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027401f-b2d3-430e-ba88-91df91a91c96 req-114a0a9b-6aa5-49d9-aafe-ec2260b0df2e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:46.502959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2027401f-b2d3-430e-ba88-91df91a91c96 req-114a0a9b-6aa5-49d9-aafe-ec2260b0df2e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 946 time: 0.1469908 Aug 03 18:51:46.504979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-930a3238-fc54-47f5-9b0d-a53a8a5949af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:46.506431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-930a3238-fc54-47f5-9b0d-a53a8a5949af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1097 time: 0.1146259 Aug 03 18:51:46.507312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59630) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:46.510389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f41ac0b-2c51-4f48-bb3e-cd6ef5675bd1 None None] Network d8990ebc-5933-4bea-9204-118379220a5f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:46.512460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] Request body: {'subnet': {'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-655960430-subnet', 'tenant_id': 'dc860d339a74459e8987d12f9967f2cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:46.517365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3eb1c2e6-886c-478c-811c-38e069a71c20 req-96491414-d076-46ce-810e-b327d4fbfa99 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408514 Aug 03 18:51:46.537953 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85393ad8-6505-4c1a-9068-96c8af9e18eb admin admin] Pushing event updated for resources: {'Network': ['ID=12a0583d-c43f-4b80-bf98-47717a5abbf8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:46.552368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 12a0583d-c43f-4b80-bf98-47717a5abbf8 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:46.572900 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d0a5e09f-dd76-4db1-ad6b-66d2903ba3fd req-d1d818ab-cf22-40fa-a173-771f565b686c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291831 Aug 03 18:51:46.576477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.37', 63397) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:46.646175 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:46.662442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f1eecef6-bb4f-4c7d-aa88-d6030a65f4dc None None] Provisioning for port c5403c64-1fb4-4333-9aa1-0fc74633b930 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:46.711624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-2660793d-6fe5-4ac2-80a3-753d3e99e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:46.711821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992343fc-c864-4cec-bccf-622bca9d6793 req-9099199a-915c-439f-900e-912ee278d6dd tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:46.713086 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-2660793d-6fe5-4ac2-80a3-753d3e99e60f service neutron] 10.222.0.74 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.1930723 Aug 03 18:51:46.713371 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-9099199a-915c-439f-900e-912ee278d6dd tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6767058 Aug 03 18:51:46.754004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Request body: {'port': {'device_id': 'd7aca21a-ca67-4897-85c1-ec9bb75049da', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '628a1a6a606f4800ba6c2afbe37f117f'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:46.827609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] Made reservation on behalf of dc860d339a74459e8987d12f9967f2cb for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:46.829940 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:46.839461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:46.862132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2027401f-b2d3-430e-ba88-91df91a91c96 req-8c8c50fa-fd7f-40d9-990d-fef506cdb21c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997966 Aug 03 18:51:46.878569 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-b966e4e1-1a88-45d2-b13c-2fcf3ef6efc8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2838705 Aug 03 18:51:46.946172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Network 16552bec-9586-45e8-b359-b7712239a134 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:46.951659 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:46.980372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:46.983271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:46.990008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:46.990680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.053416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-7b52d9d0-79a9-4507-91e8-9fee28d75a8d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b HTTP/1.1" status: 200 len: 217 time: 0.0822012 Aug 03 18:51:47.058533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Pushing event updated for resources: {'Port': ['ID=d7ae5b11-a0bf-487c-818f-95bacf0891c3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:47.061065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3eb1c2e6-886c-478c-811c-38e069a71c20 req-827fb64a-55a2-436b-bb73-4b038ff6e38a service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504589 Aug 03 18:51:47.100306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Deleting port f0d56f44-855a-4326-b2af-d033789a619b {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:51:47.100586 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.145517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb87ce-4c20-4062-95c3-2235e8ca5a77 req-ff9cf923-1a29-45ac-a731-b9e5a9e0c5c1 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:47.145517 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfeb87ce-4c20-4062-95c3-2235e8ca5a77 req-ff9cf923-1a29-45ac-a731-b9e5a9e0c5c1 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 945 time: 0.3350728 Aug 03 18:51:47.194589 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-b98d9f59-f15d-4d28-b241-bdd2c7904fd7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5066555 Aug 03 18:51:47.211968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-8f599cb6-9781-4b22-8e49-f9b117cc918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:47.213898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-8f599cb6-9781-4b22-8e49-f9b117cc918c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.1519103 Aug 03 18:51:47.217645 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c5403c64-1fb4-4333-9aa1-0fc74633b930 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:47.229615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Request body: {'port': {'device_id': '4abf5058-8e9a-45bf-8b44-a77268185d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:47.233638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-a8a41c66-4871-4a30-a853-668dbf7affe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:47.235269 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-a8a41c66-4871-4a30-a853-668dbf7affe0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1101 time: 0.2922628 Aug 03 18:51:47.274611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-2ac6c6e3-9e09-4669-b808-d9af123f6a7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499821 Aug 03 18:51:47.275957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Made reservation on behalf of 628a1a6a606f4800ba6c2afbe37f117f for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:47.279494 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.281425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c5403c64-1fb4-4333-9aa1-0fc74633b930 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:47.282210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfeb87ce-4c20-4062-95c3-2235e8ca5a77 req-500c63e4-3ee7-4ab3-a270-0ec5cbc8d251 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209433 Aug 03 18:51:47.303962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c5403c64-1fb4-4333-9aa1-0fc74633b930 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:47.304600 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.347030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c6ee8-8074-4bef-be73-5d91624a6b8e req-bfbd4ea6-288c-4087-b3a9-4dc1b1497683 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:47.348641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2c6ee8-8074-4bef-be73-5d91624a6b8e req-bfbd4ea6-288c-4087-b3a9-4dc1b1497683 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 947 time: 0.2003057 Aug 03 18:51:47.363617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.400757 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.441387 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port c5403c64-1fb4-4333-9aa1-0fc74633b930, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c5403c64-1fb4-4333-9aa1-0fc74633b930,segment=NetworkSegment(0f2d128f-30fa-40b4-a149-db2d0665efeb),segment_id=0f2d128f-30fa-40b4-a149-db2d0665efeb)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:47.447972 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.448864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 864c0e53-0feb-45a4-81bc-6acd2fd36f41 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:47.455378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] For port f0d56f44-855a-4326-b2af-d033789a619b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f0d56f44-855a-4326-b2af-d033789a619b,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:47.455774 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.493596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Calling delete_port for f0d56f44-855a-4326-b2af-d033789a619b owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:51:47.502118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2c6ee8-8074-4bef-be73-5d91624a6b8e req-68f33779-e7fb-4c0d-a288-11a1bc68613b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014667 Aug 03 18:51:47.522344 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.542998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=c5403c64-1fb4-4333-9aa1-0fc74633b930,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:47.557659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:47.558550 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.616114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-d7d0be21-b619-496a-b35e-4c998932fa36 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329058 Aug 03 18:51:47.654240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-c0a25071-4fff-4406-a847-bf4464e03603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:47.655732 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-c0a25071-4fff-4406-a847-bf4464e03603 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3640652 Aug 03 18:51:47.663994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.676184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:51:47.698796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:51:47.699196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3aa3f8f5-eddf-44ce-829a-ca0ad6bb4e33 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:51:47.720091 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.748061 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c95acbe-7cb3-469c-a58a-b421100ecf96 req-1f365ffc-3473-4e5b-99ca-a038359424dd tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 210 time: 0.1113570 Aug 03 18:51:47.771680 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-4b624019-dd9f-45e9-8839-b10e6ee85651 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 217 time: 0.0965166 Aug 03 18:51:47.787159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2695bd-bf7e-4ee4-a688-a03ef19d5f55 req-98744cac-5828-4ee5-8fb7-a68872401b95 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:47.788533 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de2695bd-bf7e-4ee4-a688-a03ef19d5f55 req-98744cac-5828-4ee5-8fb7-a68872401b95 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 932 time: 0.4206183 Aug 03 18:51:47.846715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2875b3c8-f991-4615-892b-ba13371dbecd,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:47.883688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-f564c685-9297-44e4-ae10-4f04ea9f9d2d service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440636 Aug 03 18:51:47.890666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:47.891035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] Network hostable DHCP agents. Network: 12a0583d-c43f-4b80-bf98-47717a5abbf8, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:47.898101 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de2695bd-bf7e-4ee4-a688-a03ef19d5f55 req-84c3cca4-5314-48b3-946a-ebf93b4fa097 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958157 Aug 03 18:51:47.922818 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] Network 12a0583d-c43f-4b80-bf98-47717a5abbf8 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:47.936815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 12a0583d-c43f-4b80-bf98-47717a5abbf8) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:47.945537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:47.946713 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.949029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ded28d4-1a20-4a12-a4eb-901cbaa5a010 None None] Network 12a0583d-c43f-4b80-bf98-47717a5abbf8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:48.060271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84865a-f921-46d8-8df1-d41c27f07553 req-6fad6d51-437e-43bc-8ae9-aa433b8fcea9 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:48.061884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae84865a-f921-46d8-8df1-d41c27f07553 req-6fad6d51-437e-43bc-8ae9-aa433b8fcea9 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 946 time: 0.0989785 Aug 03 18:51:48.072965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device be39b057-5b52-48ca-b6f9-3c835cdf0d8e details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:51:48.086251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63605328-ca66-45ef-8d84-b762e9dada15 None None] Network 12a0583d-c43f-4b80-bf98-47717a5abbf8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:48.094403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-c6aa64b2-c935-48e9-92ff-3c5d427d2099 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:48.095882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-c6aa64b2-c935-48e9-92ff-3c5d427d2099 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1097 time: 0.0965476 Aug 03 18:51:48.116491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802918-7'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:48.122013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae84865a-f921-46d8-8df1-d41c27f07553 req-d033c065-a1e4-405f-b87e-49c3aafcdc60 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529172 Aug 03 18:51:48.184650 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:48.253247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-d1f80817-822d-455c-8018-524184f6258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:48.254932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-d1f80817-822d-455c-8018-524184f6258b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.4768963 Aug 03 18:51:48.337727 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:48.347141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:48.359845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:48.379318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1ac77887-981a-41c1-9568-dc48b0ee1aaf admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8613877 Aug 03 18:51:48.448621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:48.453205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:48.464247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:51:48.480652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e5b688-a69c-4369-839a-f80ebe82b8e4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:48.515264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e466ae-1e59-482b-bad2-f2fac4fac5f2 req-3cd4a19f-8e6d-4d81-8142-193398c5c080 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:48.517925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59e466ae-1e59-482b-bad2-f2fac4fac5f2 req-3cd4a19f-8e6d-4d81-8142-193398c5c080 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 945 time: 0.1100321 Aug 03 18:51:48.526677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-104f4988-95c7-4221-b873-ead945ef919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:48.528205 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-104f4988-95c7-4221-b873-ead945ef919e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2373323 Aug 03 18:51:48.537283 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:48.566446 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be39b057-5b52-48ca-b6f9-3c835cdf0d8e {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:48.567128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90afd5d-b95e-4432-ade6-409689d4ab5b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:48.569491 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5117c6dd-a248-4fb5-b87e-d705257b06ee" -d '{"events": [{"server_uuid": "a9d704d8-89c3-47c8-bcaf-99f2948344c3", "name": "network-vif-unplugged", "status": "completed", "tag": "c90afd5d-b95e-4432-ade6-409689d4ab5b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:48.575966 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:48.597110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:48.607047 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:48.676540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:48.705811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:48.723568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:51:48.763786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ae5b11-a0bf-487c-818f-95bacf0891c3 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:48.777049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d56f44-855a-4326-b2af-d033789a619b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:48.791380 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:48.811921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Allocated IP 192.168.233.187 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/f05800cf-7b37-46ee-85bd-bcc08c2483b3) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:48.859590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:48.893649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['be39b057-5b52-48ca-b6f9-3c835cdf0d8e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:51:48.896076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:48.911641 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Transition to ACTIVE for port object d7ae5b11-a0bf-487c-818f-95bacf0891c3 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:48.982458 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59e466ae-1e59-482b-bad2-f2fac4fac5f2 req-9e3164dc-ef40-4a12-9f2d-19283c496bdb tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4291649 Aug 03 18:51:49.052252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.063518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159162-533c-4e6c-b80b-977aee423d50 req-e6d34745-d545-4b80-b78a-12bfa4a4049d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:49.073218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee159162-533c-4e6c-b80b-977aee423d50 req-e6d34745-d545-4b80-b78a-12bfa4a4049d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 948 time: 0.1845584 Aug 03 18:51:49.077091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Pushing event updated for resources: {'Port': ['ID=c90afd5d-b95e-4432-ade6-409689d4ab5b,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:49.085523 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.105146 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-2c4799b6-df4b-402d-9a63-f60540574913 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674367 Aug 03 18:51:49.109191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.161075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbc81b39-3018-45b8-b2f1-deab5890476f req-d998416f-12e4-4369-9119-3dac743a0cb6 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 210 time: 0.0780969 Aug 03 18:51:49.185370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b on host n-h2-802918-7 for vnic_type normal with profile {"migrating_to": "n-h1-802918-7"} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:49.186648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:49.188614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:49.197638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ae5b11-a0bf-487c-818f-95bacf0891c3,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:49.213821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Port c90afd5d-b95e-4432-ade6-409689d4ab5b on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:51:49.214211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Attempting to bind port c90afd5d-b95e-4432-ade6-409689d4ab5b on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:49.218110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c5403c64-1fb4-4333-9aa1-0fc74633b930 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:49.224601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59670) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:49.230483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-326928627-network', 'tenant_id': '7b17dca15970456c8cd1b1e2294f1d81'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:49.236968 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee159162-533c-4e6c-b80b-977aee423d50 req-315a9006-2daa-446f-838e-8aa4d73d0f59 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630929 Aug 03 18:51:49.239718 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a91e1e5-77c6-44c5-b614-f9f645732f3a x-openstack-request-id: req-3a91e1e5-77c6-44c5-b614-f9f645732f3a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:49.240077 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d704d8-89c3-47c8-bcaf-99f2948344c3", "name": "network-vif-unplugged", "status": "completed", "tag": "c90afd5d-b95e-4432-ade6-409689d4ab5b", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:49.240390 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a91e1e5-77c6-44c5-b614-f9f645732f3a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:49.241136 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c90afd5d-b95e-4432-ade6-409689d4ab5b', 'code': 200} Aug 03 18:51:49.243237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:49.243651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:49.244101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:49.244624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Bound port: c90afd5d-b95e-4432-ade6-409689d4ab5b, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:49.245051 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.280734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c5403c64-1fb4-4333-9aa1-0fc74633b930 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:49.281161 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.302872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Made reservation on behalf of 7b17dca15970456c8cd1b1e2294f1d81 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:49.305865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.331528 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.382105 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3106f25a-e496-4b79-bd5a-7ed0ee0a6b16 req-1e691031-5b49-4194-9caa-2e94d6b5654f service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549353 Aug 03 18:51:49.393539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:49.450451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:49.451357 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.452028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a4eb87e-d960-4ea6-b7fe-94746716623e {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 18:51:49.469091 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.490937 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.495284 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1e9e3cbc-189f-41ed-b5db-e61439343e74 admin admin] 10.222.0.78 "DELETE /v2.0/routers/5a4eb87e-d960-4ea6-b7fe-94746716623e HTTP/1.1" status: 204 len: 168 time: 5.8287902 Aug 03 18:51:49.502302 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59672) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:49.534867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58843e1e-ccb0-4ed1-8e4f-17b7c68c4639 req-37290c29-54a9-400e-90df-b6645a416d09 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:49.536517 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-58843e1e-ccb0-4ed1-8e4f-17b7c68c4639 req-37290c29-54a9-400e-90df-b6645a416d09 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 944 time: 0.1808913 Aug 03 18:51:49.592933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c65f-958d-43b9-9362-6254e9b59628 req-562f3a34-4690-4eef-a883-960fa85ee095 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:49.594470 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a14c65f-958d-43b9-9362-6254e9b59628 req-562f3a34-4690-4eef-a883-960fa85ee095 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 945 time: 0.1856320 Aug 03 18:51:49.596127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:51:49.607830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Attempting to bind port d7ae5b11-a0bf-487c-818f-95bacf0891c3 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:49.608232 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Attempting to bind port d7ae5b11-a0bf-487c-818f-95bacf0891c3 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '7d679046-6e2c-4f5e-b602-272b88351f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16552bec-9586-45e8-b359-b7712239a134'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:49.608510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Attempting to bind port d7ae5b11-a0bf-487c-818f-95bacf0891c3 on network 16552bec-9586-45e8-b359-b7712239a134 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:49.611706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59674) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:49.616236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Sync routers for ids ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:51:49.618658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Port d7ae5b11-a0bf-487c-818f-95bacf0891c3 on network 16552bec-9586-45e8-b359-b7712239a134 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:51:49.618990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Attempting to bind port d7ae5b11-a0bf-487c-818f-95bacf0891c3 on network 16552bec-9586-45e8-b359-b7712239a134 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:49.622974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-6fbbde64-2ada-414d-b532-848acf63e490 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Request body: {'floatingip': {'port_id': '7a8e4141-c2d3-44f6-9a64-3b8a26216075'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:49.639800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Routers {'76ea0a6b-05c4-4d9f-a258-4e3729a9869d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:49.642429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Pushing event updated for resources: {'Port': ['ID=c90afd5d-b95e-4432-ade6-409689d4ab5b,revision_number=8']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:49.644429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:49.647374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-053da55d-dd57-4825-a71d-ec5925636f97 admin admin] Deleting subnet a7f96fd4-da47-4f41-b992-daaac9c73a18 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:51:49.655175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:49.655561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Checking segment: {'id': '7d679046-6e2c-4f5e-b602-272b88351f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16552bec-9586-45e8-b359-b7712239a134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:49.655916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Bound using segment: {'id': '7d679046-6e2c-4f5e-b602-272b88351f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16552bec-9586-45e8-b359-b7712239a134'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:49.656368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Bound port: d7ae5b11-a0bf-487c-818f-95bacf0891c3, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d679046-6e2c-4f5e-b602-272b88351f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16552bec-9586-45e8-b359-b7712239a134'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:49.656737 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.665521 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-053da55d-dd57-4825-a71d-ec5925636f97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.697974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:49.698588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.700039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-196f505b-e648-4531-8842-b24f6297d295 service neutron] 10.222.0.74 "PUT /v2.0/ports/c90afd5d-b95e-4432-ade6-409689d4ab5b HTTP/1.1" status: 200 len: 1122 time: 1.5894701 Aug 03 18:51:49.704343 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.715993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6fbbde64-2ada-414d-b532-848acf63e490 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.718586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Transition to ACTIVE for port object f05800cf-7b37-46ee-85bd-bcc08c2483b3 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:49.800596 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.803074 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-053da55d-dd57-4825-a71d-ec5925636f97 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.805176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-58843e1e-ccb0-4ed1-8e4f-17b7c68c4639 req-bfc678ea-cb4c-4f19-9bc3-1442eb4c1405 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559259 Aug 03 18:51:49.817741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.835185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.839683 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-73e07855-8f5a-4a7a-bdb7-318dd4d05b49 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.4377222 Aug 03 18:51:49.840055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59676) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:49.857601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c90afd5d-b95e-4432-ade6-409689d4ab5b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:51:49.876963 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:49.882850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:49.911962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Set router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:50.001027 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.001317 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Added segment 39869ad2-3400-43b8-8800-ed36a1a1c47f of type vlan for network 1b76ae77-1daf-4180-96ee-bdd81ed98358 Aug 03 18:51:50.005516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f270344-ea78-412a-a686-f65d623793cb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:50.102212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device be39b057-5b52-48ca-b6f9-3c835cdf0d8e up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:50.160205 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] For port d7ae5b11-a0bf-487c-818f-95bacf0891c3, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:50.209848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:50.218906 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.223979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:50.232688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] For port d7ae5b11-a0bf-487c-818f-95bacf0891c3, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d7ae5b11-a0bf-487c-818f-95bacf0891c3,segment=NetworkSegment(7d679046-6e2c-4f5e-b602-272b88351f48),segment_id=7d679046-6e2c-4f5e-b602-272b88351f48)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:50.234844 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-053da55d-dd57-4825-a71d-ec5925636f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.238292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:50.254142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:50.254911 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.255786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e80942-e528-4da4-98c1-47a665213c54 req-78c036fa-1174-4f17-b991-e79fa35f8492 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:50.258449 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62e80942-e528-4da4-98c1-47a665213c54 req-78c036fa-1174-4f17-b991-e79fa35f8492 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 944 time: 0.5624676 Aug 03 18:51:50.276679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Pushing event updated for resources: {'Port': ['ID=f05800cf-7b37-46ee-85bd-bcc08c2483b3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:50.299769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port be39b057-5b52-48ca-b6f9-3c835cdf0d8e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:50.317298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port be39b057-5b52-48ca-b6f9-3c835cdf0d8e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:50.317841 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.322870 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.325766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-router', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:42Z', 'updated_at': '2021-08-03T18:51:46Z', 'revision_number': 3, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'gw_port': {'id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:43Z', 'updated_at': '2021-08-03T18:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:50.374686 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-85904356-f1b1-4f2b-b80a-c84ce3530af5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6287873 Aug 03 18:51:50.384190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Checking router: 76ea0a6b-05c4-4d9f-a258-4e3729a9869d for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:51:50.384707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Updating router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d port ccea9e9a-96ba-4135-a65f-a6e74f31ceae binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:51:50.425109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ae5b11-a0bf-487c-818f-95bacf0891c3,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:50.425966 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.443497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:50.444547 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.448001 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-04c8b45a-fc60-4dae-ade8-1da13addd428 service neutron] 10.222.0.74 "PUT /v2.0/ports/d7ae5b11-a0bf-487c-818f-95bacf0891c3 HTTP/1.1" status: 200 len: 1092 time: 3.2268703 Aug 03 18:51:50.448796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abf5058-8e9a-45bf-8b44-a77268185d4e', 'tag': 'd7ae5b11-a0bf-487c-818f-95bacf0891c3'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:50.453594 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856d6908-f4a6-4bdc-9b32-744e9a5263b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4abf5058-8e9a-45bf-8b44-a77268185d4e", "tag": "d7ae5b11-a0bf-487c-818f-95bacf0891c3"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:50.462695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Request body: {'port': {'device_id': 'd7aca21a-ca67-4897-85c1-ec9bb75049da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:50.543133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-053da55d-dd57-4825-a71d-ec5925636f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.556404 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 18:51:50.561876 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.602200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053da55d-dd57-4825-a71d-ec5925636f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f96fd4-da47-4f41-b992-daaac9c73a18,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:50.614622 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-053da55d-dd57-4825-a71d-ec5925636f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.614835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:50.617511 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc82a20-9649-409e-8726-e67ae4f15291" -d '{"events": [{"server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "name": "network-vif-plugged", "status": "completed", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:50.619932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-053da55d-dd57-4825-a71d-ec5925636f97 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a7f96fd4-da47-4f41-b992-daaac9c73a18 HTTP/1.1" status: 204 len: 168 time: 1.1143925 Aug 03 18:51:50.621047 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.633980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59684) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:50.637087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899b3a62-a752-492c-807b-48551b9a80a9 None None] Network a1cfb877-a467-4b6a-8154-7fee23ca545c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:50.669872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-6a9b9feb-8de5-4fe1-a67e-1da880ef47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:50.671321 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-6a9b9feb-8de5-4fe1-a67e-1da880ef47a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39efe3f890114a95bdb006098d462730&device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 1095 time: 0.1395433 Aug 03 18:51:50.718613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:50.720661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-aa35bc31-5e4e-41a9-ae43-6b2dbabd9b62 None None] Provisioning for port f05800cf-7b37-46ee-85bd-bcc08c2483b3 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:50.727394 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.731157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:50.731157 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.743011 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.745872 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-aa35bc31-5e4e-41a9-ae43-6b2dbabd9b62 None None] Provisioning complete for port f05800cf-7b37-46ee-85bd-bcc08c2483b3 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:50.746232 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa35bc31-5e4e-41a9-ae43-6b2dbabd9b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.747273 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-be1af707-869d-4688-83ee-be973cc9788c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7ae5b11-a0bf-487c-818f-95bacf0891c3 HTTP/1.1" status: 200 len: 217 time: 0.0574322 Aug 03 18:51:50.878192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-212980a8-16e6-4f5e-a491-4be1d7ca488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:50.880386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-212980a8-16e6-4f5e-a491-4be1d7ca488e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8a53ab6-bae5-493f-81ce-4fb6ef644fe7 HTTP/1.1" status: 200 len: 854 time: 0.0808122 Aug 03 18:51:50.882735 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-aa35bc31-5e4e-41a9-ae43-6b2dbabd9b62 None None] Port f05800cf-7b37-46ee-85bd-bcc08c2483b3 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:51:50.897610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:50.922764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6963308 Aug 03 18:51:50.948338 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-39c99d3e-4303-4cfc-a848-233422487fbb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16552bec-9586-45e8-b359-b7712239a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331554 Aug 03 18:51:50.951085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59690) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:50.966537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] Request body: {'subnet': {'network_id': '1b76ae77-1daf-4180-96ee-bdd81ed98358', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-326928627-subnet', 'tenant_id': '7b17dca15970456c8cd1b1e2294f1d81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:50.975573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f0d56f44-855a-4326-b2af-d033789a619b no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:51:50.985145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62e80942-e528-4da4-98c1-47a665213c54 req-981b25b9-98af-4d93-95f9-b741e8a631fc tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203558 Aug 03 18:51:51.002169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: f0d56f44-855a-4326-b2af-d033789a619b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:51:51.003108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f0d56f44-855a-4326-b2af-d033789a619b not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:51:51.015268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f684e4-78b3-410b-94ee-365a7965c8e2 req-4372aafd-18c7-45da-b19f-4aff4db2ee80 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:51.016865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7f684e4-78b3-410b-94ee-365a7965c8e2 req-4372aafd-18c7-45da-b19f-4aff4db2ee80 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 936 time: 0.7573180 Aug 03 18:51:51.027992 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.029782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e71229-5918-43db-a2df-e05b6d93d3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b76ae77-1daf-4180-96ee-bdd81ed98358,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:51.034416 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.051539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 1b76ae77-1daf-4180-96ee-bdd81ed98358 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:51.053943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Transition to ACTIVE for port object ccea9e9a-96ba-4135-a65f-a6e74f31ceae will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:51.096167 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.141366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db52f8-a976-4070-899b-bb74a00fa6e8 None None] DHCP port deletion for a1cfb877-a467-4b6a-8154-7fee23ca545c request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 18:51:51.191994 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-69197223-a3f2-4e97-9f73-2f981674c77f service neutron] 10.222.0.74 "GET /v2.0/networks/16552bec-9586-45e8-b359-b7712239a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325952 Aug 03 18:51:51.208975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] Made reservation on behalf of 7b17dca15970456c8cd1b1e2294f1d81 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:51.208975 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.210544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bebc8-bb3e-4b22-987c-2aed81766d5d None None] Pushing event updated for resources: {'Port': ['ID=ccea9e9a-96ba-4135-a65f-a6e74f31ceae,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:51.218153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Attempting to bind port ccea9e9a-96ba-4135-a65f-a6e74f31ceae on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:51.218874 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Attempting to bind port ccea9e9a-96ba-4135-a65f-a6e74f31ceae by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:51.219488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Attempting to bind port ccea9e9a-96ba-4135-a65f-a6e74f31ceae on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:51.227388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:51.227699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:51.228168 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.228652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:51.229565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Bound port: ccea9e9a-96ba-4135-a65f-a6e74f31ceae, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:51.229725 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.240243 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-6fbbde64-2ada-414d-b532-848acf63e490 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 18:51:51.285978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05800cf-7b37-46ee-85bd-bcc08c2483b3 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:51.299922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-22db52f8-a976-4070-899b-bb74a00fa6e8 None None] Deleting port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:51:51.300212 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-22db52f8-a976-4070-899b-bb74a00fa6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.302814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] For port ccea9e9a-96ba-4135-a65f-a6e74f31ceae, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:51.303202 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.330217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Transition to ACTIVE for port object f05800cf-7b37-46ee-85bd-bcc08c2483b3 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:51.346188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.356757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] For port ccea9e9a-96ba-4135-a65f-a6e74f31ceae, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ccea9e9a-96ba-4135-a65f-a6e74f31ceae,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:51.369587 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.382261 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-42b09e1a-f42b-4b1e-802a-b90c0e82333d req-3a7daac0-5ba7-4225-a795-0a2ed6044bd2 service neutron] 10.222.0.74 "GET /v2.0/networks/16552bec-9586-45e8-b359-b7712239a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624002 Aug 03 18:51:51.436715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-22db52f8-a976-4070-899b-bb74a00fa6e8 None None] For port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1,segment=NetworkSegment(6902cfec-7b1a-421c-aebb-ada3edd33ed7),segment_id=6902cfec-7b1a-421c-aebb-ada3edd33ed7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:51.437273 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-22db52f8-a976-4070-899b-bb74a00fa6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.442501 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Pushing event updated for resources: {'Port': ['ID=f05800cf-7b37-46ee-85bd-bcc08c2483b3,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:51.454468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Routers {'76ea0a6b-05c4-4d9f-a258-4e3729a9869d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:51.455259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:51.490380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Attempting to bind port f05800cf-7b37-46ee-85bd-bcc08c2483b3 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:51.490722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Attempting to bind port f05800cf-7b37-46ee-85bd-bcc08c2483b3 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:51.491045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Attempting to bind port f05800cf-7b37-46ee-85bd-bcc08c2483b3 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:51.496648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Port f05800cf-7b37-46ee-85bd-bcc08c2483b3 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:51:51.496985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Attempting to bind port f05800cf-7b37-46ee-85bd-bcc08c2483b3 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:51.503309 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:51.503714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:51.504119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:51.504572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Bound port: f05800cf-7b37-46ee-85bd-bcc08c2483b3, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:51.505543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.519914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'tag': 'c90afd5d-b95e-4432-ade6-409689d4ab5b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:51.522349 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68962f16-a2f1-4878-b12a-af899be9ead5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d704d8-89c3-47c8-bcaf-99f2948344c3", "tag": "c90afd5d-b95e-4432-ade6-409689d4ab5b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:51.594532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] For port f05800cf-7b37-46ee-85bd-bcc08c2483b3, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:51.599925 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] For port f05800cf-7b37-46ee-85bd-bcc08c2483b3, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f05800cf-7b37-46ee-85bd-bcc08c2483b3,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:51.606174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.624529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-22db52f8-a976-4070-899b-bb74a00fa6e8 None None] Calling delete_port for 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:51:51.650927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bebc8-bb3e-4b22-987c-2aed81766d5d None None] Pushing event updated for resources: {'Port': ['ID=ccea9e9a-96ba-4135-a65f-a6e74f31ceae,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:51.674231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:51.675797 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.676923 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] 10.222.0.37 "PUT /v2.0/ports/f05800cf-7b37-46ee-85bd-bcc08c2483b3 HTTP/1.1" status: 200 len: 1096 time: 1.2374659 Aug 03 18:51:51.700310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b408bd4-2ebb-4f3d-b4c3-daba5b337d5e service neutron] Pushing event updated for resources: {'Port': ['ID=f05800cf-7b37-46ee-85bd-bcc08c2483b3,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:51.723162 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7f684e4-78b3-410b-94ee-365a7965c8e2 req-aea3e2d3-3bda-4d71-b26f-c3ee57389d61 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6846709 Aug 03 18:51:51.785009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6fbbde64-2ada-414d-b532-848acf63e490 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.794899 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bae10e-5d23-487e-8aaf-03a82ad3b92b x-openstack-request-id: req-b2bae10e-5d23-487e-8aaf-03a82ad3b92b {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:51.796106 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abf5058-8e9a-45bf-8b44-a77268185d4e", "tag": "d7ae5b11-a0bf-487c-818f-95bacf0891c3", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:51.796106 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2bae10e-5d23-487e-8aaf-03a82ad3b92b {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:51.796106 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abf5058-8e9a-45bf-8b44-a77268185d4e', 'tag': 'd7ae5b11-a0bf-487c-818f-95bacf0891c3', 'status': 'completed', 'code': 200} Aug 03 18:51:51.811733 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6fbbde64-2ada-414d-b532-848acf63e490 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.894921 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba3863a-8a56-4227-a812-31d33adad855 x-openstack-request-id: req-9ba3863a-8a56-4227-a812-31d33adad855 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:51.895406 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "name": "network-vif-plugged", "status": "completed", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:51.895627 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ba3863a-8a56-4227-a812-31d33adad855 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:51.896029 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e', 'code': 200} Aug 03 18:51:51.897203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992343fc-c864-4cec-bccf-622bca9d6793 req-0617a094-e51d-480c-adab-c1f08e7fe6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:51.899140 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-0617a094-e51d-480c-adab-c1f08e7fe6c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=628a1a6a606f4800ba6c2afbe37f117f&device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 1099 time: 0.1722875 Aug 03 18:51:51.917035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d6908-f4a6-4bdc-9b32-744e9a5263b3 req-ddac0acc-9e6d-4b0c-9c9c-f8faec235479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:51.919088 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-856d6908-f4a6-4bdc-9b32-744e9a5263b3 req-ddac0acc-9e6d-4b0c-9c9c-f8faec235479 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=39efe3f890114a95bdb006098d462730&device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 1095 time: 0.0806942 Aug 03 18:51:51.968798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] Set router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:51.973435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ed616-299e-4387-8d01-5073690d24c3 req-f0e41966-8ca7-4cd1-a831-1101e838345b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:51.975040 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-471ed616-299e-4387-8d01-5073690d24c3 req-f0e41966-8ca7-4cd1-a831-1101e838345b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.8343537 Aug 03 18:51:52.000941 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-3dd7de57-093e-4234-9f7b-398092c45932 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f05800cf-7b37-46ee-85bd-bcc08c2483b3 HTTP/1.1" status: 200 len: 217 time: 0.0808494 Aug 03 18:51:52.081582 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-22db52f8-a976-4070-899b-bb74a00fa6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.094284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b355dcd-a3de-4dd1-b0b3-d24db4444d9b req-6817a5b5-1395-4a14-949c-9f4f169439d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:52.096001 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9b355dcd-a3de-4dd1-b0b3-d24db4444d9b req-6817a5b5-1395-4a14-949c-9f4f169439d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 1100 time: 0.1749125 Aug 03 18:51:52.118496 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992343fc-c864-4cec-bccf-622bca9d6793 req-bee43ba0-ded9-4dc6-b42a-7e5145c09519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:52.120330 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-bee43ba0-ded9-4dc6-b42a-7e5145c09519 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0929089 Aug 03 18:51:52.134071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db52f8-a976-4070-899b-bb74a00fa6e8 None None] No DVR routers for this DVR port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:51:52.138183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db52f8-a976-4070-899b-bb74a00fa6e8 None None] Pushing event deleted for resources: {'Port': ['ID=60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:52.150788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Deleting port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:51:52.151385 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.181685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d6908-f4a6-4bdc-9b32-744e9a5263b3 req-cab2b482-a705-4cba-ae52-1a9387fb2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:52.181685 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-856d6908-f4a6-4bdc-9b32-744e9a5263b3 req-cab2b482-a705-4cba-ae52-1a9387fb2c5f service neutron] 10.222.0.74 "GET /v2.0/networks?id=16552bec-9586-45e8-b359-b7712239a134 HTTP/1.1" status: 200 len: 915 time: 0.2446475 Aug 03 18:51:52.200208 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9b355dcd-a3de-4dd1-b0b3-d24db4444d9b req-3d4f6be1-fcd6-419c-a838-cb1bb597bf4d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950346 Aug 03 18:51:52.217890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c90afd5d-b95e-4432-ade6-409689d4ab5b details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:51:52.233385 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-856d6908-f4a6-4bdc-9b32-744e9a5263b3 req-bc13d9e0-d48c-40b0-ba1a-977b8f6dce23 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7ae5b11-a0bf-487c-818f-95bacf0891c3 HTTP/1.1" status: 200 len: 217 time: 0.0449238 Aug 03 18:51:52.236133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992343fc-c864-4cec-bccf-622bca9d6793 req-96ce83dd-a803-427a-b1ad-07cf220d496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:52.237945 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-96ce83dd-a803-427a-b1ad-07cf220d496b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078057 Aug 03 18:51:52.278144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-router', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:42Z', 'updated_at': '2021-08-03T18:51:46Z', 'revision_number': 3, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'gw_port': {'id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:43Z', 'updated_at': '2021-08-03T18:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:52.310961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-471ed616-299e-4387-8d01-5073690d24c3 req-a4b1332d-f7c0-4dc2-9a5b-abc428a38e2d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672946 Aug 03 18:51:52.314424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689d83b0-fd89-4073-84ba-0f73d5f1f68d None None] The sync data for ids ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'] in n-d-802918-7 is: [{'id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-router', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:42Z', 'updated_at': '2021-08-03T18:51:46Z', 'revision_number': 3, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'gw_port': {'id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:43Z', 'updated_at': '2021-08-03T18:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:51:52.329240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e44a4-62a3-495e-98a6-91e0820d9c24 req-838808a8-fd45-4e98-a75c-02bea93ef13f tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:52.337356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed2e44a4-62a3-495e-98a6-91e0820d9c24 req-838808a8-fd45-4e98-a75c-02bea93ef13f tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 944 time: 0.3778918 Aug 03 18:51:52.357306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d6908-f4a6-4bdc-9b32-744e9a5263b3 req-49e1248c-dab4-4a71-841b-c2cc81c6207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:52.359007 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-856d6908-f4a6-4bdc-9b32-744e9a5263b3 req-49e1248c-dab4-4a71-841b-c2cc81c6207e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c8a53ab6-bae5-493f-81ce-4fb6ef644fe7 HTTP/1.1" status: 200 len: 854 time: 0.1179528 Aug 03 18:51:52.395251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:52.414685 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-6fbbde64-2ada-414d-b532-848acf63e490 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Floating IP 35567ecf-ae5b-4004-8d06-9d8110247b5a associated. External IP: 172.25.8.198, port: 7a8e4141-c2d3-44f6-9a64-3b8a26216075. Aug 03 18:51:52.415206 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-856d6908-f4a6-4bdc-9b32-744e9a5263b3 req-d67c7965-9f69-4d71-b7bc-f0a64edc3df7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=16552bec-9586-45e8-b359-b7712239a134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392632 Aug 03 18:51:52.421526 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451da99f-1764-4a2b-be62-f383bd926296 x-openstack-request-id: req-451da99f-1764-4a2b-be62-f383bd926296 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:52.421828 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d704d8-89c3-47c8-bcaf-99f2948344c3", "tag": "c90afd5d-b95e-4432-ade6-409689d4ab5b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:52.422081 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-451da99f-1764-4a2b-be62-f383bd926296 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:52.422463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c90afd5d-b95e-4432-ade6-409689d4ab5b has no active binding in host n-h1-802918-7 {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 18:51:52.422604 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'tag': 'c90afd5d-b95e-4432-ade6-409689d4ab5b', 'status': 'completed', 'code': 200} Aug 03 18:51:52.436093 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-bd79acec-d471-4b24-8256-f41b3c7eb01e service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650205 Aug 03 18:51:52.441390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] For port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1, host n-d-802918-7, got binding levels [] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:52.441946 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.457749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Calling delete_port for 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:51:52.460861 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.ipam_backend_mixin [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 was not found and therefore no delete operation was performed {{(pid=100487) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 18:51:52.470165 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.527707 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.564223 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.586978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Pushing event deleted for resources: {'Port': ['ID=60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:52.622725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68962f16-a2f1-4878-b12a-af899be9ead5 req-2281b417-7395-4437-a1e9-60c5daebe307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:52.624054 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68962f16-a2f1-4878-b12a-af899be9ead5 req-2281b417-7395-4437-a1e9-60c5daebe307 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1125 time: 0.1862218 Aug 03 18:51:52.648431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] No DVR routers for this DVR port 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:51:52.649209 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-856d6908-f4a6-4bdc-9b32-744e9a5263b3 req-8d37f679-7992-411d-a62d-c578a529a5ee service neutron] 10.222.0.74 "GET /v2.0/networks/16552bec-9586-45e8-b359-b7712239a134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234766 Aug 03 18:51:52.697872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed2e44a4-62a3-495e-98a6-91e0820d9c24 req-dbf609ba-a491-4723-a9b4-e0c58103ae3e tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595750 Aug 03 18:51:52.770912 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-992343fc-c864-4cec-bccf-622bca9d6793 req-7f8fc841-09fb-49a9-a91f-9a87c24cfca1 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154304 Aug 03 18:51:52.840801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68962f16-a2f1-4878-b12a-af899be9ead5 req-0fa0631b-61bb-4a5d-ba2a-cbcf5a41e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:52.842520 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68962f16-a2f1-4878-b12a-af899be9ead5 req-0fa0631b-61bb-4a5d-ba2a-cbcf5a41e73c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.2063091 Aug 03 18:51:52.849316 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-856d6908-f4a6-4bdc-9b32-744e9a5263b3 req-afc9fd91-4dff-4127-9ccf-eb50ebb131e5 service neutron] 10.222.0.74 "GET /v2.0/networks/16552bec-9586-45e8-b359-b7712239a134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473846 Aug 03 18:51:52.873745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ca7eb1-a060-4864-a1bc-9ed50ecb182e,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:52.913238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2188eb8-c519-4b53-80d6-8a4d81635254 req-778a8c07-cf27-4629-b649-fda2d926efd8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:52.914786 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68962f16-a2f1-4878-b12a-af899be9ead5 req-97bc3e90-f31b-44cf-9cb1-9b855fec557e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b HTTP/1.1" status: 200 len: 217 time: 0.0442450 Aug 03 18:51:52.914965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2188eb8-c519-4b53-80d6-8a4d81635254 req-778a8c07-cf27-4629-b649-fda2d926efd8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 944 time: 0.4374454 Aug 03 18:51:52.925821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.968454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cfb877-a467-4b6a-8154-7fee23ca545c']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:52.985958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] Checking segment: {'id': '39869ad2-3400-43b8-8800-ed36a1a1c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '1b76ae77-1daf-4180-96ee-bdd81ed98358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:52.986313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] Network hostable DHCP agents. Network: 1b76ae77-1daf-4180-96ee-bdd81ed98358, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:52.999284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68962f16-a2f1-4878-b12a-af899be9ead5 req-ceee320a-be26-4cb2-a404-50b056d0018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:53.000862 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68962f16-a2f1-4878-b12a-af899be9ead5 req-ceee320a-be26-4cb2-a404-50b056d0018b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.0744283 Aug 03 18:51:53.037358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6902cfec-7b1a-421c-aebb-ada3edd33ed7') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:53.037721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6902cfec-7b1a-421c-aebb-ada3edd33ed7') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:53.051039 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68962f16-a2f1-4878-b12a-af899be9ead5 req-0ba95d94-f1fe-4aad-8c6a-c0c240db4aa6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287058 Aug 03 18:51:53.052039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ccea9e9a-96ba-4135-a65f-a6e74f31ceae up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:53.118591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ccea9e9a-96ba-4135-a65f-a6e74f31ceae completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:53.124159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ccea9e9a-96ba-4135-a65f-a6e74f31ceae triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:53.124934 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.142551 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.165423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] Network 1b76ae77-1daf-4180-96ee-bdd81ed98358 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:53.172744 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68962f16-a2f1-4878-b12a-af899be9ead5 req-8e921f39-6407-4215-b997-41ec9a6e0b8a service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111691 Aug 03 18:51:53.184656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 1b76ae77-1daf-4180-96ee-bdd81ed98358) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:53.196067 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2188eb8-c519-4b53-80d6-8a4d81635254 req-4b09cb74-6c71-4c0d-bf75-4f1fd75fbd60 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376399 Aug 03 18:51:53.207546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ca27b-fbe2-4159-9db7-cb5b261afb6c None None] Network 1b76ae77-1daf-4180-96ee-bdd81ed98358 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:53.211401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d824ab6-4edb-4fdb-816a-e8a47551549e req-4eb1d1f3-eb44-4ca4-8369-9e738694c4cb tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:53.223613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d824ab6-4edb-4fdb-816a-e8a47551549e req-4eb1d1f3-eb44-4ca4-8369-9e738694c4cb tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 948 time: 0.3648136 Aug 03 18:51:53.233640 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.233640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:53.233640 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.308894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:51:53.309382 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: timer() Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:51:53.323598 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:51:53.338812 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.360662 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68962f16-a2f1-4878-b12a-af899be9ead5 req-a776806f-c804-4fb0-8ff4-ee845a807f8b service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651917 Aug 03 18:51:53.367546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port ccea9e9a-96ba-4135-a65f-a6e74f31ceae, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ccea9e9a-96ba-4135-a65f-a6e74f31ceae,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:53.377714 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.410476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1d39c6a5-d560-4bd6-b7df-ad8799c1bc11 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4446187 Aug 03 18:51:53.462384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Allocated IP 172.20.0.1 (d8990ebc-5933-4bea-9204-118379220a5f/60a313b0-e45e-4be5-a0d6-62d5aa249cbf/8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:53.463771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=ccea9e9a-96ba-4135-a65f-a6e74f31ceae,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:53.481058 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d824ab6-4edb-4fdb-816a-e8a47551549e req-4ef90245-1c29-49c9-846f-0c8400068fc3 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546148 Aug 03 18:51:53.484858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:51:53.508669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbbde64-2ada-414d-b532-848acf63e490 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Router c16fffa5-753f-4c1e-aa44-2c249205d082 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:51:53.516096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:51:53.516448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 60bce0cb-9a66-4e6d-b635-a3f7ffe85ae1 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:51:53.526893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.543948 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.548629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] 10.222.0.78 "DELETE /v2.0/networks/a1cfb877-a467-4b6a-8154-7fee23ca545c HTTP/1.1" status: 204 len: 168 time: 2.9143529 Aug 03 18:51:53.574600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80eeebd-aa42-4aa4-8fdc-b0bb76fb6efb None None] Network 1b76ae77-1daf-4180-96ee-bdd81ed98358 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:53.576580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c582fe7-cc7c-401d-9980-d4e73da199ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a1cfb877-a467-4b6a-8154-7fee23ca545c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:53.638994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d21960-7a0f-4747-8b86-30f93c41395b req-2785f00a-15f5-4023-ba21-3640971e4b89 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:53.641994 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22d21960-7a0f-4747-8b86-30f93c41395b req-2785f00a-15f5-4023-ba21-3640971e4b89 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1957963 Aug 03 18:51:53.792466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59712) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:53.800223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7aca21a-ca67-4897-85c1-ec9bb75049da', 'tag': 'f05800cf-7b37-46ee-85bd-bcc08c2483b3'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:53.802661 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2eca77-0af4-41e6-b919-06f5d6c79872" -d '{"events": [{"name": "network-changed", "server_uuid": "d7aca21a-ca67-4897-85c1-ec9bb75049da", "tag": "f05800cf-7b37-46ee-85bd-bcc08c2483b3"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:53.849164 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-99c20d50-43c6-4b32-bd7b-511dfee32927 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3e7d1c1c0df41f6832d0f326461e5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528102 Aug 03 18:51:53.849882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59716) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:53.933750 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5694a80a-4216-44d7-9710-8dc061b5ba23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.979532 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5694a80a-4216-44d7-9710-8dc061b5ba23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.991078 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-9595543e-4282-4cf8-8398-514ba04d42ab service neutron] 10.222.0.37 "GET /v2.0/ports/c90afd5d-b95e-4432-ade6-409689d4ab5b/bindings/n-h1-802918-7 HTTP/1.1" status: 200 len: 384 time: 0.1029003 Aug 03 18:51:54.074684 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5694a80a-4216-44d7-9710-8dc061b5ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:54.076935 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5694a80a-4216-44d7-9710-8dc061b5ba23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:54.078106 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5694a80a-4216-44d7-9710-8dc061b5ba23 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5f16d0ae-2f69-4914-9926-bebc79d824dd HTTP/1.1" status: 204 len: 168 time: 0.2278535 Aug 03 18:51:54.078372 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22d21960-7a0f-4747-8b86-30f93c41395b req-5731228b-5081-422b-96ac-7ee551dfc9ad tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226112 Aug 03 18:51:54.118236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694a80a-4216-44d7-9710-8dc061b5ba23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f16d0ae-2f69-4914-9926-bebc79d824dd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:54.232292 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d7ae5b11-a0bf-487c-818f-95bacf0891c3 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:51:54.237021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-282dfa7e-a019-4121-a664-dcb399e03f6e service neutron] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:54.261856 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:54.271356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-282dfa7e-a019-4121-a664-dcb399e03f6e service neutron] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:54.295250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbbde64-2ada-414d-b532-848acf63e490 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:51:54.304900 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6fbbde64-2ada-414d-b532-848acf63e490 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:54.310027 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f307f-275d-41b9-9e65-cee4382a3c93 None None] Sync routers for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:51:54.330239 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f307f-275d-41b9-9e65-cee4382a3c93 None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:54.331709 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-264f307f-275d-41b9-9e65-cee4382a3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:54.335093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-282dfa7e-a019-4121-a664-dcb399e03f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90afd5d-b95e-4432-ade6-409689d4ab5b {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:54.338221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6fbbde64-2ada-414d-b532-848acf63e490 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "PUT /v2.0/floatingips/35567ecf-ae5b-4004-8d06-9d8110247b5a HTTP/1.1" status: 200 len: 991 time: 4.7225270 Aug 03 18:51:54.360673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-282dfa7e-a019-4121-a664-dcb399e03f6e service neutron] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:54.364692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Transition to ACTIVE for port object 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:54.382764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-282dfa7e-a019-4121-a664-dcb399e03f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:54.426318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'tag': '7a8e4141-c2d3-44f6-9a64-3b8a26216075'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:54.428648 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5", "tag": "7a8e4141-c2d3-44f6-9a64-3b8a26216075"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:54.451162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c976a-1126-498b-ba13-8f94db95167b req-c73aaa30-2f40-4ace-9a3e-7e6f7fb84f8b tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:54.459377 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b0c976a-1126-498b-ba13-8f94db95167b req-c73aaa30-2f40-4ace-9a3e-7e6f7fb84f8b tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 944 time: 0.2306433 Aug 03 18:51:54.469722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d7ae5b11-a0bf-487c-818f-95bacf0891c3, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d7ae5b11-a0bf-487c-818f-95bacf0891c3,segment=NetworkSegment(7d679046-6e2c-4f5e-b602-272b88351f48),segment_id=7d679046-6e2c-4f5e-b602-272b88351f48)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:54.489426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-e53f4e1d-90b9-4b15-9438-42d9e3cd2034 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:54.496992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-e53f4e1d-90b9-4b15-9438-42d9e3cd2034 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 820 time: 0.4030447 Aug 03 18:51:54.508043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'd7ae5b11-a0bf-487c-818f-95bacf0891c3', 'network_id': '16552bec-9586-45e8-b359-b7712239a134', 'port_id': 'd7ae5b11-a0bf-487c-818f-95bacf0891c3', 'mac_address': 'fa:16:3e:b0:14:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a53ab6-bae5-493f-81ce-4fb6ef644fe7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:51:54.510457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-282dfa7e-a019-4121-a664-dcb399e03f6e service neutron] Transition to ACTIVE for port object c90afd5d-b95e-4432-ade6-409689d4ab5b will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:54.520664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-282dfa7e-a019-4121-a664-dcb399e03f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:54.536777 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-143617b7-c6eb-4603-a860-f328a7fc149c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/quotas/dc860d339a74459e8987d12f9967f2cb HTTP/1.1" status: 200 len: 375 time: 0.0386920 Aug 03 18:51:54.566192 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:54.603537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-227d451d-0f15-457c-8bea-f79a7318203d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659060 Aug 03 18:51:54.605469 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-264f307f-275d-41b9-9e65-cee4382a3c93 None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:54.621714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b0c976a-1126-498b-ba13-8f94db95167b req-f9eff21c-6b27-4ca7-b932-299ad083de63 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538951 Aug 03 18:51:54.626650 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:54.639608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dfa7e-a019-4121-a664-dcb399e03f6e service neutron] Pushing event updated for resources: {'Port': ['ID=c90afd5d-b95e-4432-ade6-409689d4ab5b,revision_number=10']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:54.663693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ae5b11-a0bf-487c-818f-95bacf0891c3 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:54.682584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-282dfa7e-a019-4121-a664-dcb399e03f6e service neutron] No DVR routers for this DVR port c90afd5d-b95e-4432-ade6-409689d4ab5b on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:51:54.686420 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4ee5a7-da70-4b24-8487-e57f4c5b9110 x-openstack-request-id: req-3c4ee5a7-da70-4b24-8487-e57f4c5b9110 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:54.686937 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7aca21a-ca67-4897-85c1-ec9bb75049da", "tag": "f05800cf-7b37-46ee-85bd-bcc08c2483b3", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:54.687413 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c4ee5a7-da70-4b24-8487-e57f4c5b9110 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:54.688251 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7aca21a-ca67-4897-85c1-ec9bb75049da', 'tag': 'f05800cf-7b37-46ee-85bd-bcc08c2483b3', 'status': 'completed', 'code': 200} Aug 03 18:51:54.725281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d7ae5b11-a0bf-487c-818f-95bacf0891c3, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d7ae5b11-a0bf-487c-818f-95bacf0891c3,segment=NetworkSegment(7d679046-6e2c-4f5e-b602-272b88351f48),segment_id=7d679046-6e2c-4f5e-b602-272b88351f48)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:54.736684 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:54.763563 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-282dfa7e-a019-4121-a664-dcb399e03f6e service neutron] 10.222.0.37 "PUT /v2.0/ports/c90afd5d-b95e-4432-ade6-409689d4ab5b/bindings/n-h1-802918-7/activate HTTP/1.1" status: 200 len: 369 time: 0.7629864 Aug 03 18:51:54.794387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eca77-0af4-41e6-b919-06f5d6c79872 req-12933e38-54ab-4566-8505-900cdb809cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:54.795475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Network d8990ebc-5933-4bea-9204-118379220a5f is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:54.797409 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa2eca77-0af4-41e6-b919-06f5d6c79872 req-12933e38-54ab-4566-8505-900cdb809cf4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=628a1a6a606f4800ba6c2afbe37f117f&device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 1099 time: 0.0796721 Aug 03 18:51:54.821600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:54.825764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:54.829330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Pushing event updated for resources: {'Port': ['ID=8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:54.864094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=d7ae5b11-a0bf-487c-818f-95bacf0891c3,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:54.906791 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:51:55.001031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-a6ad819e-810d-4e8f-9b56-a9261ed3d24f service neutron] 10.222.0.78 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966136 Aug 03 18:51:55.061830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ccea9e9a-96ba-4135-a65f-a6e74f31ceae up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:55.101738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eca77-0af4-41e6-b919-06f5d6c79872 req-5ec02aee-0a7f-40b1-868b-0e37572d45f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:55.104039 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa2eca77-0af4-41e6-b919-06f5d6c79872 req-5ec02aee-0a7f-40b1-868b-0e37572d45f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2995667 Aug 03 18:51:55.125592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['d7ae5b11-a0bf-487c-818f-95bacf0891c3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:51:55.152815 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:55.234145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-914b83fb-ca50-414e-b4d0-48df5dfd53c7 service neutron] 10.222.0.78 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177885 Aug 03 18:51:55.293683 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-264f307f-275d-41b9-9e65-cee4382a3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '35567ecf-ae5b-4004-8d06-9d8110247b5a', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'port_id': '7a8e4141-c2d3-44f6-9a64-3b8a26216075', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'mac_address': 'fa:16:3e:b8:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:51:51Z', 'revision_number': 1, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:55.334047 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f307f-275d-41b9-9e65-cee4382a3c93 None None] Checking router: c16fffa5-753f-4c1e-aa44-2c249205d082 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:51:55.346914 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f307f-275d-41b9-9e65-cee4382a3c93 None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:55.348476 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-264f307f-275d-41b9-9e65-cee4382a3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:55.382803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ccea9e9a-96ba-4135-a65f-a6e74f31ceae triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:55.383408 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:55.406178 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-222e0316-67fd-4013-adea-b4a8ad7351cb None None] Provisioning for port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:55.423590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-222e0316-67fd-4013-adea-b4a8ad7351cb None None] Provisioning complete for port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:55.423908 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-222e0316-67fd-4013-adea-b4a8ad7351cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:55.429288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59758) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:55.483018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e26114-14b2-4afa-ac2d-07fb3b5e3c0a req-4937b608-50cb-4c43-9a2d-2d77e09a4fde tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:55.491903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14e26114-14b2-4afa-ac2d-07fb3b5e3c0a req-4937b608-50cb-4c43-9a2d-2d77e09a4fde tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 945 time: 0.1488547 Aug 03 18:51:55.558758 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:55.589400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14e26114-14b2-4afa-ac2d-07fb3b5e3c0a req-f95d2cac-aef2-461b-bdad-d08b1d3a9557 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957723 Aug 03 18:51:55.617477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-222e0316-67fd-4013-adea-b4a8ad7351cb None None] Port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:51:55.635813 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-264f307f-275d-41b9-9e65-cee4382a3c93 None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:55.687264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-259903792-network', 'tenant_id': '910f7ce893a5416eb7777afac15c803c'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:55.710347 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa2eca77-0af4-41e6-b919-06f5d6c79872 req-a3dbe3e2-6659-45be-95e1-6aa8fa2c1ca8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f05800cf-7b37-46ee-85bd-bcc08c2483b3 HTTP/1.1" status: 200 len: 217 time: 0.5949116 Aug 03 18:51:55.710650 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8ae899-3b3f-42bb-a5ba-c15f7d9a60f0 x-openstack-request-id: req-8a8ae899-3b3f-42bb-a5ba-c15f7d9a60f0 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:55.710937 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5", "tag": "7a8e4141-c2d3-44f6-9a64-3b8a26216075", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:55.711238 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a8ae899-3b3f-42bb-a5ba-c15f7d9a60f0 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:55.711692 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'tag': '7a8e4141-c2d3-44f6-9a64-3b8a26216075', 'status': 'completed', 'code': 200} Aug 03 18:51:55.731469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-d844525c-bffb-4223-89f7-d6776f39f405 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:55.738642 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-d844525c-bffb-4223-89f7-d6776f39f405 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.8863075 Aug 03 18:51:55.750171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Made reservation on behalf of 910f7ce893a5416eb7777afac15c803c for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:55.752547 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:55.771162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:55.861415 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-811430cf-de55-45a7-85a6-1acf3ecbeb0e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1850059 Aug 03 18:51:55.878908 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eca77-0af4-41e6-b919-06f5d6c79872 req-e73405a9-cefc-42de-a80d-abfa268896f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:55.887423 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa2eca77-0af4-41e6-b919-06f5d6c79872 req-e73405a9-cefc-42de-a80d-abfa268896f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1566365 Aug 03 18:51:55.916552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-94153910-8beb-4bb0-974b-424318def3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:55.918630 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-94153910-8beb-4bb0-974b-424318def3d1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3&tenant_id=448bff490d084bf0a760117b49d76e86 HTTP/1.1" status: 200 len: 1096 time: 0.1626375 Aug 03 18:51:55.944500 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:55.989456 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:56.011915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ad875-daa7-4e6b-9a82-e5870d25b49d req-9ba93674-d2ae-42e9-a44c-4beba9c5d34f tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:56.019735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc8ad875-daa7-4e6b-9a82-e5870d25b49d req-9ba93674-d2ae-42e9-a44c-4beba9c5d34f tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 948 time: 0.3053288 Aug 03 18:51:56.049959 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eca77-0af4-41e6-b919-06f5d6c79872 req-f9c70d0d-e076-4230-8fb1-09dd04bcd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:56.052128 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa2eca77-0af4-41e6-b919-06f5d6c79872 req-f9c70d0d-e076-4230-8fb1-09dd04bcd686 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570463 Aug 03 18:51:56.059786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-33808183-1355-4822-b017-94d05eb683d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:56.059999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:56.061289 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-33808183-1355-4822-b017-94d05eb683d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1096 time: 0.0881519 Aug 03 18:51:56.062041 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-264f307f-275d-41b9-9e65-cee4382a3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '35567ecf-ae5b-4004-8d06-9d8110247b5a', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'port_id': '7a8e4141-c2d3-44f6-9a64-3b8a26216075', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'mac_address': 'fa:16:3e:b8:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:51:51Z', 'revision_number': 1, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:56.089918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8 req-605640b2-61eb-4d59-a935-ee6a60965337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:56.091767 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8 req-605640b2-61eb-4d59-a935-ee6a60965337 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612&device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 1096 time: 0.3446162 Aug 03 18:51:56.109755 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f307f-275d-41b9-9e65-cee4382a3c93 None None] The sync data for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 is: [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '35567ecf-ae5b-4004-8d06-9d8110247b5a', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'port_id': '7a8e4141-c2d3-44f6-9a64-3b8a26216075', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'mac_address': 'fa:16:3e:b8:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:51:51Z', 'revision_number': 1, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:51:56.130406 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:56.130755 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Added segment fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec of type vlan for network d88c5be1-9286-4c66-9251-7aa36375f90c Aug 03 18:51:56.150693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f05800cf-7b37-46ee-85bd-bcc08c2483b3 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:51:56.157179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c500c0-6696-4c63-8379-c37ebdbf67e0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:56.243421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93cfc8-0993-4408-b621-d6903a1d12b5 req-b3b21690-6674-4cc3-b46d-0ed7e3ab8173 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:56.253156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea93cfc8-0993-4408-b621-d6903a1d12b5 req-b3b21690-6674-4cc3-b46d-0ed7e3ab8173 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.4476705 Aug 03 18:51:56.329555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc8ad875-daa7-4e6b-9a82-e5870d25b49d req-a7fab43a-4741-41aa-9005-2991df4422a2 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086238 Aug 03 18:51:56.346486 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa2eca77-0af4-41e6-b919-06f5d6c79872 req-220c58a5-acb0-4540-b1dc-8052542d6b96 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831089 Aug 03 18:51:56.347783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-bba3bff4-36f0-4157-81b0-28d4b3ce71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:56.349417 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-bba3bff4-36f0-4157-81b0-28d4b3ce71b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.2751949 Aug 03 18:51:56.370856 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:56.433285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f05800cf-7b37-46ee-85bd-bcc08c2483b3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f05800cf-7b37-46ee-85bd-bcc08c2483b3,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:56.459169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'f05800cf-7b37-46ee-85bd-bcc08c2483b3', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'f05800cf-7b37-46ee-85bd-bcc08c2483b3', 'mac_address': 'fa:16:3e:01:6f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:51:56.481827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea93cfc8-0993-4408-b621-d6903a1d12b5 req-a0ad9fb7-99e2-4885-86d0-6093cdf1fe7e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269523 Aug 03 18:51:56.510446 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-9343330b-7782-43d6-8a93-58d2ac510ab2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b HTTP/1.1" status: 200 len: 217 time: 0.1520758 Aug 03 18:51:56.539543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7e145e-d20e-499a-a662-9ccf43ba4473 None None] New status for floating IP 35567ecf-ae5b-4004-8d06-9d8110247b5a: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:51:56.553701 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:56.554718 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:56.559535 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:56.612708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4c2bcb8-36c1-487e-be17-85181277c410 req-36e85c9a-79f4-427a-872e-fe788ec73250 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 210 time: 0.1897922 Aug 03 18:51:56.630657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-39e0fce4-7251-4d40-83aa-b431f5c4d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:56.632305 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-39e0fce4-7251-4d40-83aa-b431f5c4d178 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.0741510 Aug 03 18:51:56.680031 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-4b2e0595-5cfa-4277-b6b8-9bddc144554f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378602 Aug 03 18:51:56.687171 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa2eca77-0af4-41e6-b919-06f5d6c79872 req-b9c365d1-1050-44d4-a42e-4729c3aa33b1 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030918 Aug 03 18:51:56.714118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2828653 Aug 03 18:51:56.778619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59796) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:56.782774 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:56.785387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f743ee6-e6b2-4f79-9b55-83600992ff0c admin admin] Pushing event updated for resources: {'Network': ['ID=d88c5be1-9286-4c66-9251-7aa36375f90c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:56.793978 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-424ddc45-03aa-494e-a39a-e904ab84f6d4 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049500 Aug 03 18:51:56.800108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8 req-10ef4289-454a-4d3b-8758-5dcc548f2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:56.803603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8 req-10ef4289-454a-4d3b-8758-5dcc548f2d29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=31240d09-c12e-43f9-8d62-a9e18e6d7a04 HTTP/1.1" status: 200 len: 924 time: 0.6982338 Aug 03 18:51:56.809738 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] Request body: {'subnet': {'network_id': 'd88c5be1-9286-4c66-9251-7aa36375f90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-259903792-subnet', 'tenant_id': '910f7ce893a5416eb7777afac15c803c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:56.811409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d88c5be1-9286-4c66-9251-7aa36375f90c details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:56.859184 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:56.900691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:56.924224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05800cf-7b37-46ee-85bd-bcc08c2483b3 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:56.963752 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-0d2846d7-d765-4cf9-900f-83474aadcaf4 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534336 Aug 03 18:51:57.016530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f05800cf-7b37-46ee-85bd-bcc08c2483b3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f05800cf-7b37-46ee-85bd-bcc08c2483b3,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:57.057489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:57.139872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:57.200968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=f05800cf-7b37-46ee-85bd-bcc08c2483b3,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:57.213411 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-457b22ac-8bd8-4730-9ce4-b059d917b401 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:57.215106 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-457b22ac-8bd8-4730-9ce4-b059d917b401 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 820 time: 0.2504439 Aug 03 18:51:57.236155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Request body: {'port': {'device_id': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8', 'admin_state_up': True, 'tenant_id': 'dc860d339a74459e8987d12f9967f2cb'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:57.296173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] Made reservation on behalf of 910f7ce893a5416eb7777afac15c803c for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:57.299289 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:57.321116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8 req-a2a0973d-0670-4f64-9370-dd6fcd59e711 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a8e4141-c2d3-44f6-9a64-3b8a26216075 HTTP/1.1" status: 200 len: 999 time: 0.4773884 Aug 03 18:51:57.344429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['f05800cf-7b37-46ee-85bd-bcc08c2483b3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:51:57.397715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-421c14f3-46dd-420e-b789-9a4dd689ed43 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:57.399860 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-421c14f3-46dd-420e-b789-9a4dd689ed43 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.0825906 Aug 03 18:51:57.406758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Pushing event updated for resources: {'Port': ['ID=8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:57.465780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9501f00-f738-4142-a82e-173153e6ac9b req-87cdefd4-67d5-4e64-abb8-51021304bdcd tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:57.467264 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d9501f00-f738-4142-a82e-173153e6ac9b req-87cdefd4-67d5-4e64-abb8-51021304bdcd tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 945 time: 0.7942355 Aug 03 18:51:57.484405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Made reservation on behalf of dc860d339a74459e8987d12f9967f2cb for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:57.489866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:57.508579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e3c8c-6802-46a7-83dd-64bb4139342f req-2eda701a-f506-447f-9b37-1cf6d561b9d0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:57.510854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-268e3c8c-6802-46a7-83dd-64bb4139342f req-2eda701a-f506-447f-9b37-1cf6d561b9d0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 945 time: 0.4489093 Aug 03 18:51:57.586345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8 req-f7c5de1b-1b9d-487a-805f-3af19d6c20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:57.589034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8 req-f7c5de1b-1b9d-487a-805f-3af19d6c20b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a HTTP/1.1" status: 200 len: 862 time: 0.1855505 Aug 03 18:51:57.652126 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d9501f00-f738-4142-a82e-173153e6ac9b req-c42af551-a515-4b0a-91a0-f34b6242ed56 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698816 Aug 03 18:51:57.669991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Network d8990ebc-5933-4bea-9204-118379220a5f is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:57.685016 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-268e3c8c-6802-46a7-83dd-64bb4139342f req-e9c3c76f-25cc-4f42-b232-18a6c1c0178b tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486373 Aug 03 18:51:57.723457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:57.740983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-f8dee2a5-0bb1-4c3a-abae-4e86c1472873 service neutron] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:57.749481 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-f8dee2a5-0bb1-4c3a-abae-4e86c1472873 service neutron] Notify callbacks [] for binding, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:57.750675 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5583c5a3-acb1-4a4d-acc5-d2da8e6c8bc9 req-f8dee2a5-0bb1-4c3a-abae-4e86c1472873 service neutron] 10.222.0.74 "DELETE /v2.0/ports/c90afd5d-b95e-4432-ade6-409689d4ab5b/bindings/n-h2-802918-7 HTTP/1.1" status: 204 len: 173 time: 0.3407469 Aug 03 18:51:57.782116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Allocated IP 172.20.0.7 (12a0583d-c43f-4b80-bf98-47717a5abbf8/2875b3c8-f991-4615-892b-ba13371dbecd/709e0cec-c89c-49d3-9cc3-7b372bcb769c) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:57.826318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8 req-7db70f0b-a39d-41a5-a165-980257e76cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:57.831815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8 req-7db70f0b-a39d-41a5-a165-980257e76cf8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=31240d09-c12e-43f9-8d62-a9e18e6d7a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289271 Aug 03 18:51:57.978705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-2542b844-6e2c-4ab4-8e18-7cab86138c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:57.980159 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-2542b844-6e2c-4ab4-8e18-7cab86138c0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 1100 time: 0.0779214 Aug 03 18:51:58.055815 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.067803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-55ffd265-907d-4b4e-b18a-4e877b163ebf None None] Provisioning complete for port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:58.068379 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-55ffd265-907d-4b4e-b18a-4e877b163ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.105288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-55ffd265-907d-4b4e-b18a-4e877b163ebf None None] Port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:51:58.124677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-5d6d9cac-eff7-43ec-ad62-8ef0e9f121e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:58.126207 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-5d6d9cac-eff7-43ec-ad62-8ef0e9f121e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1353526 Aug 03 18:51:58.148651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f05800cf-7b37-46ee-85bd-bcc08c2483b3 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:58.168557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.171501 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-e7602326-df0e-412b-ab54-e35d3c697102 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e HTTP/1.1" status: 200 len: 217 time: 0.0372112 Aug 03 18:51:58.219830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port f05800cf-7b37-46ee-85bd-bcc08c2483b3 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:58.227543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port f05800cf-7b37-46ee-85bd-bcc08c2483b3 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:58.228257 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.250812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Network 12a0583d-c43f-4b80-bf98-47717a5abbf8 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:58.258721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:58.267748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:58.273470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:58.274149 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.279071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d7ae5b11-a0bf-487c-818f-95bacf0891c3 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:58.286752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Pushing event updated for resources: {'Port': ['ID=709e0cec-c89c-49d3-9cc3-7b372bcb769c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:58.292064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-f1090c54-8361-4f5d-a65b-c2c22a4bd55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:58.293552 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-f1090c54-8361-4f5d-a65b-c2c22a4bd55d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0953043 Aug 03 18:51:58.316528 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-d76aa81f-66f2-4134-a8b9-00416ce0ce36 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0880678 Aug 03 18:51:58.342632 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.345128 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Request body: {'port': {'device_id': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:58.357927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a50f83-e57a-4532-8c2e-fd2575b62bf9 req-a19d511e-9b88-4bd2-9733-8debd159a62a tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:58.359839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1a50f83-e57a-4532-8c2e-fd2575b62bf9 req-a19d511e-9b88-4bd2-9733-8debd159a62a tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 949 time: 0.6309471 Aug 03 18:51:58.379108 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.386356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-d2c036e4-9916-413c-ba2c-6dec6869534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:58.388123 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-d2c036e4-9916-413c-ba2c-6dec6869534b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816433 Aug 03 18:51:58.392638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port d7ae5b11-a0bf-487c-818f-95bacf0891c3 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:58.398382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port d7ae5b11-a0bf-487c-818f-95bacf0891c3 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:58.400242 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.440328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7aca21a-ca67-4897-85c1-ec9bb75049da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05800cf-7b37-46ee-85bd-bcc08c2483b3'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:58.442633 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af75414a-a246-4b1f-bf66-af116abc93a8" -d '{"events": [{"server_uuid": "d7aca21a-ca67-4897-85c1-ec9bb75049da", "name": "network-vif-plugged", "status": "completed", "tag": "f05800cf-7b37-46ee-85bd-bcc08c2483b3"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:58.448549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec37a6a-6bce-43c0-bcdf-233b6f07cc35 req-53507c77-e0e0-4b07-b337-84df941f059a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:58.450080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fec37a6a-6bce-43c0-bcdf-233b6f07cc35 req-53507c77-e0e0-4b07-b337-84df941f059a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.6361530 Aug 03 18:51:58.453542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:51:58.461531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f05800cf-7b37-46ee-85bd-bcc08c2483b3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f05800cf-7b37-46ee-85bd-bcc08c2483b3,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:58.470470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.472173 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.472881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c90afd5d-b95e-4432-ade6-409689d4ab5b no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:51:58.498968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb59ffd-e500-4905-b308-0f68d4c0deea,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:58.515715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8 req-3bf9b07a-8f96-4857-aa9a-9c5f1203d246 service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655498 Aug 03 18:51:58.552825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1a50f83-e57a-4532-8c2e-fd2575b62bf9 req-357bc807-bb38-472e-bd16-d6d6dc76dbce tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597667 Aug 03 18:51:58.562248 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-844d2f35-4682-4d72-9f0c-0a4af9c06794 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651077 Aug 03 18:51:58.583998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c90afd5d-b95e-4432-ade6-409689d4ab5b not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:51:58.589759 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.593558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=f05800cf-7b37-46ee-85bd-bcc08c2483b3,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:58.635352 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d7ae5b11-a0bf-487c-818f-95bacf0891c3, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d7ae5b11-a0bf-487c-818f-95bacf0891c3,segment=NetworkSegment(7d679046-6e2c-4f5e-b602-272b88351f48),segment_id=7d679046-6e2c-4f5e-b602-272b88351f48)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:58.642271 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.663288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] Checking segment: {'id': 'fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd88c5be1-9286-4c66-9251-7aa36375f90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:58.663646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] Network hostable DHCP agents. Network: d88c5be1-9286-4c66-9251-7aa36375f90c, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:58.684631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fec37a6a-6bce-43c0-bcdf-233b6f07cc35 req-5ad65eb1-cf76-4d66-94cf-f4b1c5bbab8d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116723 Aug 03 18:51:58.702040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=d7ae5b11-a0bf-487c-818f-95bacf0891c3,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:58.787791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] Network d88c5be1-9286-4c66-9251-7aa36375f90c is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:58.821297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ca7baa5-629f-4fca-b8c6-20eb1563e6c8 req-7c393e1b-5c9d-4842-bbca-e183e19b0e7e service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864802 Aug 03 18:51:58.825591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d88c5be1-9286-4c66-9251-7aa36375f90c) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:58.828285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:51:58.833871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-139c5ae0-ba97-44e2-b800-1f7273c53a0f admin admin] 10.222.0.78 "PUT /v2.0/routers/76ea0a6b-05c4-4d9f-a258-4e3729a9869d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9882557 Aug 03 18:51:58.836875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23169175-701d-481a-ab5e-3ff40dcada80 None None] Network d88c5be1-9286-4c66-9251-7aa36375f90c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:58.838980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:58.839577 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:58.843972 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Sync routers for ids ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:51:58.856187 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Routers {'76ea0a6b-05c4-4d9f-a258-4e3729a9869d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:51:58.858193 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:58.858819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e2890-b149-4358-a543-e87567115016 req-8cd288da-7533-4750-9bfd-6d915f2e1b1e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:58.860444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-653e2890-b149-4358-a543-e87567115016 req-8cd288da-7533-4750-9bfd-6d915f2e1b1e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 931 time: 0.1747499 Aug 03 18:51:58.875766 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-853baac6-9851-4ee1-9dc1-89e24c548eed service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357650 Aug 03 18:51:58.925451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-882e98f6-e32b-4e96-bd1c-a207c3bd28be admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1123869 Aug 03 18:51:58.932724 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6debf4-7dae-4a97-94b2-d422e79c985e x-openstack-request-id: req-cf6debf4-7dae-4a97-94b2-d422e79c985e {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:51:58.933010 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7aca21a-ca67-4897-85c1-ec9bb75049da", "name": "network-vif-plugged", "status": "completed", "tag": "f05800cf-7b37-46ee-85bd-bcc08c2483b3", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:51:58.933260 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf6debf4-7dae-4a97-94b2-d422e79c985e {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:51:58.935206 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7aca21a-ca67-4897-85c1-ec9bb75049da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05800cf-7b37-46ee-85bd-bcc08c2483b3', 'code': 200} Aug 03 18:51:58.978602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-653e2890-b149-4358-a543-e87567115016 req-8e1d5422-48ab-4a8b-949a-12becf37f5a1 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077015 Aug 03 18:51:59.076694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850376f9-b41e-48af-b4a1-f53d1810fade req-b24d5c1e-9ab6-45c1-99df-c4b018649a40 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:59.083546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-850376f9-b41e-48af-b4a1-f53d1810fade req-b24d5c1e-9ab6-45c1-99df-c4b018649a40 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 946 time: 0.0757792 Aug 03 18:51:59.083916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709e0cec-c89c-49d3-9cc3-7b372bcb769c {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:51:59.124635 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:59.154479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e150452-e235-4eda-b57c-16ac917d1c0b None None] Network d88c5be1-9286-4c66-9251-7aa36375f90c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:59.186049 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Set router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:51:59.225162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Transition to ACTIVE for port object 709e0cec-c89c-49d3-9cc3-7b372bcb769c will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:59.240786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:59.253244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313559d-884a-4764-ad19-2661d943061f req-d5efb82d-9b1a-4b48-b8aa-9d040c981c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:59.255060 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b313559d-884a-4764-ad19-2661d943061f req-d5efb82d-9b1a-4b48-b8aa-9d040c981c18 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 1101 time: 0.1817448 Aug 03 18:51:59.293435 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:59.300404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-850376f9-b41e-48af-b4a1-f53d1810fade req-5c6a5254-71e3-4a0c-bf28-3f6c52697dbc tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085373 Aug 03 18:51:59.336408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916a4cf-0230-40a8-b4d1-946961f76b0a req-7165ece2-22c0-4ff3-a643-0fae2ae5e93f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:59.344680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2916a4cf-0230-40a8-b4d1-946961f76b0a req-7165ece2-22c0-4ff3-a643-0fae2ae5e93f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 945 time: 0.1712947 Aug 03 18:51:59.358453 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b313559d-884a-4764-ad19-2661d943061f req-0c018927-4745-4cdb-926d-70ff065fdb29 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744092 Aug 03 18:51:59.401036 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2916a4cf-0230-40a8-b4d1-946961f76b0a req-aff3b4df-fdaa-4f4b-a8e8-4d9e575215e8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498965 Aug 03 18:51:59.412818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Pushing event updated for resources: {'Port': ['ID=709e0cec-c89c-49d3-9cc3-7b372bcb769c,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:59.440401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:59.440862 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:59.441672 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:59.446618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:51:59.447019 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:59.460099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:59.460482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:59.461184 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:59.461870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Bound port: 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:59.462491 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:59.576856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5bc6f-aa07-45ce-a5c1-b91f16abf09e req-570fe268-a84f-47fd-8c57-7e23047f8c24 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:59.577057 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:59.579395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:59.583573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdb5bc6f-aa07-45ce-a5c1-b91f16abf09e req-570fe268-a84f-47fd-8c57-7e23047f8c24 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1096 time: 0.0538220 Aug 03 18:51:59.592078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:59.595313 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-router', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:42Z', 'updated_at': '2021-08-03T18:51:55Z', 'revision_number': 4, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'gw_port': {'id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:43Z', 'updated_at': '2021-08-03T18:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0', 'name': '', 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'mac_address': 'fa:16:3e:5c:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '60a313b0-e45e-4be5-a0d6-62d5aa249cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:52Z', 'updated_at': '2021-08-03T18:51:55Z', 'revision_number': 2, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'subnets': [{'id': '60a313b0-e45e-4be5-a0d6-62d5aa249cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:51:59.668237 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Checking router: 76ea0a6b-05c4-4d9f-a258-4e3729a9869d for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:51:59.668838 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Updating router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:51:59.677386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdb5bc6f-aa07-45ce-a5c1-b91f16abf09e req-c393a6a1-1597-4216-b3ce-ee48ce76ba23 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882459 Aug 03 18:51:59.741355 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Pushing event updated for resources: {'Port': ['ID=709e0cec-c89c-49d3-9cc3-7b372bcb769c,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:59.776505 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:59.780707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:59.783214 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:59.788563 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-bf37b3a2-0318-4d07-a0af-08d4d4e4b372 service neutron] 10.222.0.37 "PUT /v2.0/ports/709e0cec-c89c-49d3-9cc3-7b372bcb769c HTTP/1.1" status: 200 len: 1091 time: 1.4505224 Aug 03 18:51:59.790463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'tag': '709e0cec-c89c-49d3-9cc3-7b372bcb769c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:51:59.793646 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e50773a-12f8-4ef4-8302-e6c04dba94ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9", "tag": "709e0cec-c89c-49d3-9cc3-7b372bcb769c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:51:59.930767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e887-6898-4b91-b1b1-b1df4d895f24 req-74cb3205-61cf-47cc-9492-2e0b5e49fd2a tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:59.933165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7508e887-6898-4b91-b1b1-b1df4d895f24 req-74cb3205-61cf-47cc-9492-2e0b5e49fd2a tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 950 time: 0.1426048 Aug 03 18:51:59.946490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594260a7-8029-4826-8c31-e657f57482e1 req-b2ef7027-f974-49c8-a175-0efd6e5587d8 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:59.956231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-b2ef7027-f974-49c8-a175-0efd6e5587d8 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/networks?id=d88c5be1-9286-4c66-9251-7aa36375f90c HTTP/1.1" status: 200 len: 821 time: 0.2439876 Aug 03 18:51:59.982077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-8a289971-b0c2-4b56-b857-f972587a2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:59.984717 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-8a289971-b0c2-4b56-b857-f972587a2621 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 1094 time: 0.1157963 Aug 03 18:51:59.989895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-e56043af-356a-4a66-870f-eb90f43b56b9 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/quotas/910f7ce893a5416eb7777afac15c803c HTTP/1.1" status: 200 len: 375 time: 0.0323462 Aug 03 18:52:00.038123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-976b54e4-285d-4c6d-8941-691baf345c10 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=910f7ce893a5416eb7777afac15c803c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470421 Aug 03 18:52:00.052902 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-e539b7da-ae9f-4d6f-bddd-800cd807fc47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c HTTP/1.1" status: 200 len: 217 time: 0.0573916 Aug 03 18:52:00.061380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7508e887-6898-4b91-b1b1-b1df4d895f24 req-8337e7ca-0d60-4a7b-aa3e-243cd8da0bdf tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020277 Aug 03 18:52:00.115228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-ce42e234-259a-46c6-a1c5-730776a956a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:00.116198 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-ce42e234-259a-46c6-a1c5-730776a956a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.0509691 Aug 03 18:52:00.156807 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-8d075447-9a84-421a-87f8-a2632577d4a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300746 Aug 03 18:52:00.207908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-96f185e3-ac0c-4166-bc78-c6771b36a012 service neutron] 10.222.0.78 "GET /v2.0/networks/d88c5be1-9286-4c66-9251-7aa36375f90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450462 Aug 03 18:52:00.374324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4b06b-565e-4200-a5bc-a8c5e3eb4cf2 req-df3199fe-8489-4653-b80e-62e4af1a5818 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:00.380482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2b4b06b-565e-4200-a5bc-a8c5e3eb4cf2 req-df3199fe-8489-4653-b80e-62e4af1a5818 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1517398 Aug 03 18:52:00.447867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-de13194f-3539-4323-9de1-a251fea297fd service neutron] 10.222.0.78 "GET /v2.0/networks/d88c5be1-9286-4c66-9251-7aa36375f90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384915 Aug 03 18:52:00.465738 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-179fddc0-fdaf-4723-8afa-ff149f6e427e service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921925 Aug 03 18:52:00.497432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2b4b06b-565e-4200-a5bc-a8c5e3eb4cf2 req-db92f6dd-f139-497c-b442-68d13c730132 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017025 Aug 03 18:52:00.618362 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:00.647520 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568b1947-20de-45bf-b13f-1637dff925b0 x-openstack-request-id: req-568b1947-20de-45bf-b13f-1637dff925b0 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:00.648104 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9", "tag": "709e0cec-c89c-49d3-9cc3-7b372bcb769c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:00.648104 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-568b1947-20de-45bf-b13f-1637dff925b0 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:00.648441 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'tag': '709e0cec-c89c-49d3-9cc3-7b372bcb769c', 'status': 'completed', 'code': 200} Aug 03 18:52:00.658735 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Transition to ACTIVE for port object 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:00.675737 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:00.726123 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Pushing event updated for resources: {'Port': ['ID=8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:00.736927 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.739509 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.739914 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.740249 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.740669 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.740887 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.741209 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.741550 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.741874 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.742264 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.742506 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cfd1cd3c-0755-498b-9e96-349cb118af36 req-1686eb08-f927-423b-81c5-02240031fe0b service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667553 Aug 03 18:52:00.742633 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.742975 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:00.936385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abf5058-8e9a-45bf-8b44-a77268185d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ae5b11-a0bf-487c-818f-95bacf0891c3'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:00.939394 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Attempting to bind port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:00.940236 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Attempting to bind port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '0f2d128f-30fa-40b4-a149-db2d0665efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:00.940637 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Attempting to bind port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 on network d8990ebc-5933-4bea-9204-118379220a5f {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:00.941247 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f21d34-d62a-4f65-93e3-7d077656db72" -d '{"events": [{"server_uuid": "4abf5058-8e9a-45bf-8b44-a77268185d4e", "name": "network-vif-plugged", "status": "completed", "tag": "d7ae5b11-a0bf-487c-818f-95bacf0891c3"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:00.956902 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:00.957358 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Checking segment: {'id': '0f2d128f-30fa-40b4-a149-db2d0665efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:00.959868 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:00.960318 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Bound using segment: {'id': '0f2d128f-30fa-40b4-a149-db2d0665efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:00.960827 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Bound port: 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2d128f-30fa-40b4-a149-db2d0665efeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:00.961241 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:01.117133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-5524e6a2-879c-4a9e-a016-4d86950492c3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:01.128509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-5524e6a2-879c-4a9e-a016-4d86950492c3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 807 time: 0.3615460 Aug 03 18:52:01.144479 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] For port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:01.152911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839163-ca39-4147-9f93-ee856d6e3937 req-3246b0bc-9d64-4d87-907e-039e957a0213 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:01.157754 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] For port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0,segment=NetworkSegment(0f2d128f-30fa-40b4-a149-db2d0665efeb),segment_id=0f2d128f-30fa-40b4-a149-db2d0665efeb)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:01.162665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99839163-ca39-4147-9f93-ee856d6e3937 req-3246b0bc-9d64-4d87-907e-039e957a0213 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 943 time: 0.1803069 Aug 03 18:52:01.172531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-ead661da-bb80-4f86-90f0-1e05ee72d411 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/quotas/448bff490d084bf0a760117b49d76e86 HTTP/1.1" status: 200 len: 375 time: 0.0425663 Aug 03 18:52:01.176613 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:01.267276 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Routers {'76ea0a6b-05c4-4d9f-a258-4e3729a9869d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:52:01.267970 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:52:01.341339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99839163-ca39-4147-9f93-ee856d6e3937 req-112a9dbb-ecf3-4b07-b329-7eb0af1b2462 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739216 Aug 03 18:52:01.378850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-296b6b81-b502-4cd3-8c45-800e631e2b26 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2052369 Aug 03 18:52:01.575686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50773a-12f8-4ef4-8302-e6c04dba94ee req-8dc7afd3-2a7d-45f3-8581-01bd2a85a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:01.577537 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e50773a-12f8-4ef4-8302-e6c04dba94ee req-8dc7afd3-2a7d-45f3-8581-01bd2a85a0fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 1094 time: 0.7330923 Aug 03 18:52:01.721517 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f7078-ea0f-4c53-8949-a77351a2e7a9 None None] Pushing event updated for resources: {'Port': ['ID=8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:01.726726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-9e3a6b6d-f3e8-4f35-8133-1acbe67a9c0d service neutron] 10.222.0.78 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448188 Aug 03 18:52:01.764491 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50773a-12f8-4ef4-8302-e6c04dba94ee req-2af312fb-74af-4b59-8cba-3b1ecba24e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:01.766206 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e50773a-12f8-4ef4-8302-e6c04dba94ee req-2af312fb-74af-4b59-8cba-3b1ecba24e62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.1777976 Aug 03 18:52:01.770937 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] Set router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:52:01.908784 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e50773a-12f8-4ef4-8302-e6c04dba94ee req-c73c8aed-f1ad-4e85-913a-3fb5047cb2c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c HTTP/1.1" status: 200 len: 217 time: 0.1300459 Aug 03 18:52:01.989910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50773a-12f8-4ef4-8302-e6c04dba94ee req-c25fc2c7-198b-4642-b24c-39f66f5be3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:01.991533 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e50773a-12f8-4ef4-8302-e6c04dba94ee req-c25fc2c7-198b-4642-b24c-39f66f5be3fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.0755830 Aug 03 18:52:02.030134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-78370544-d750-48ed-8264-05acdfcb580d service neutron] 10.222.0.78 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022738 Aug 03 18:52:02.033733 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e50773a-12f8-4ef4-8302-e6c04dba94ee req-ce1af1f9-ceea-49cd-a959-8b41b9e2ff96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344138 Aug 03 18:52:02.079170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f724010-9aab-4828-823b-43652f71d2ce req-b5a208e1-0cc8-41a9-89ea-7140851e634b tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:02.089653 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f724010-9aab-4828-823b-43652f71d2ce req-b5a208e1-0cc8-41a9-89ea-7140851e634b tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 946 time: 0.1756780 Aug 03 18:52:02.195692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f724010-9aab-4828-823b-43652f71d2ce req-2324c72a-2b2f-4f1d-af00-4fb75c3f8bc7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050823 Aug 03 18:52:02.263866 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-router', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:42Z', 'updated_at': '2021-08-03T18:51:55Z', 'revision_number': 4, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'gw_port': {'id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:43Z', 'updated_at': '2021-08-03T18:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0', 'name': '', 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'mac_address': 'fa:16:3e:5c:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '60a313b0-e45e-4be5-a0d6-62d5aa249cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:52Z', 'updated_at': '2021-08-03T18:52:01Z', 'revision_number': 4, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'subnets': [{'id': '60a313b0-e45e-4be5-a0d6-62d5aa249cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:52:02.294324 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e50773a-12f8-4ef4-8302-e6c04dba94ee req-59f96ec5-1683-4ee9-b5e6-73206794b25e service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529135 Aug 03 18:52:02.316990 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d1e0d4-feb7-465f-97f2-2fbaeaffd054 None None] The sync data for ids ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'] in n-d-802918-7 is: [{'id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-router', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:42Z', 'updated_at': '2021-08-03T18:51:55Z', 'revision_number': 4, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'gw_port': {'id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:43Z', 'updated_at': '2021-08-03T18:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0', 'name': '', 'network_id': 'd8990ebc-5933-4bea-9204-118379220a5f', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'mac_address': 'fa:16:3e:5c:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '60a313b0-e45e-4be5-a0d6-62d5aa249cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:52Z', 'updated_at': '2021-08-03T18:52:01Z', 'revision_number': 4, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'subnets': [{'id': '60a313b0-e45e-4be5-a0d6-62d5aa249cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:52:02.392170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e7162b91-590c-443d-9057-90114bba2553 req-dde207fe-668e-44d2-873a-77288dfbe1b0 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 210 time: 0.0770533 Aug 03 18:52:02.478052 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e50773a-12f8-4ef4-8302-e6c04dba94ee req-8cbae57c-b182-4012-9397-bffa810cc528 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742175 Aug 03 18:52:02.488550 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4828211c-6ba2-4db5-b459-c8538792b583 x-openstack-request-id: req-4828211c-6ba2-4db5-b459-c8538792b583 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:02.489104 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abf5058-8e9a-45bf-8b44-a77268185d4e", "name": "network-vif-plugged", "status": "completed", "tag": "d7ae5b11-a0bf-487c-818f-95bacf0891c3", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:02.489272 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4828211c-6ba2-4db5-b459-c8538792b583 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:02.489746 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abf5058-8e9a-45bf-8b44-a77268185d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ae5b11-a0bf-487c-818f-95bacf0891c3', 'code': 200} Aug 03 18:52:02.758702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a1852-5d16-4222-93f4-2226fb5ed21e req-e13b9920-3093-4590-ad2c-22b310711de2 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:02.767080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a6a1852-5d16-4222-93f4-2226fb5ed21e req-e13b9920-3093-4590-ad2c-22b310711de2 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 950 time: 0.2072489 Aug 03 18:52:02.902483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a833f-5121-4963-a6f5-75ac4c9c1040 req-07a7e814-e53a-4e4e-9004-3f6de84df3a7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:02.913472 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c4a833f-5121-4963-a6f5-75ac4c9c1040 req-07a7e814-e53a-4e4e-9004-3f6de84df3a7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.3182936 Aug 03 18:52:02.932398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a6a1852-5d16-4222-93f4-2226fb5ed21e req-ed7396c7-48a5-420f-8fd7-29561096819f tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642232 Aug 03 18:52:02.942104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb87949-1d21-4cf2-a76c-16dff4dab721 req-6b92a86b-640c-4fd6-b28f-be910960f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:02.944566 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6bb87949-1d21-4cf2-a76c-16dff4dab721 req-6b92a86b-640c-4fd6-b28f-be910960f51a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 1097 time: 0.3039231 Aug 03 18:52:03.049467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c4a833f-5121-4963-a6f5-75ac4c9c1040 req-607a6dbc-720e-4c87-840d-5fc0c4c47084 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350219 Aug 03 18:52:03.081773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6bb87949-1d21-4cf2-a76c-16dff4dab721 req-17d52d22-6f1b-478f-8bcd-4b86e9533f29 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256442 Aug 03 18:52:03.171565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594260a7-8029-4826-8c31-e657f57482e1 req-7c3d02aa-e12a-4973-b95f-ff418870d4c8 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:03.174311 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-7c3d02aa-e12a-4973-b95f-ff418870d4c8 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.74 "GET /v2.0/networks?id=d88c5be1-9286-4c66-9251-7aa36375f90c HTTP/1.1" status: 200 len: 821 time: 0.3688962 Aug 03 18:52:03.185366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f6123fd-c26b-4f56-aeb0-f57b9719b662 req-1bd53760-8365-482b-9673-c46a4b51775c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 210 time: 0.0743253 Aug 03 18:52:03.214840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:52:03.317373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:52:03.321795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:03.322266 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:03.340788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a0f8f-771e-4859-a0d6-2633c3ed8098 req-c12426b2-1ca0-44f9-8fcd-c6cf0628b6cb tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:03.350979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-820a0f8f-771e-4859-a0d6-2633c3ed8098 req-c12426b2-1ca0-44f9-8fcd-c6cf0628b6cb tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 943 time: 0.0944076 Aug 03 18:52:03.400381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-820a0f8f-771e-4859-a0d6-2633c3ed8098 req-74d90e8f-7fb4-4fb0-b031-a356901eec5f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457935 Aug 03 18:52:03.445842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Request body: {'port': {'device_id': '3ebfdedb-3d1a-40cb-af91-fec5568b8d0e', 'network_id': 'd88c5be1-9286-4c66-9251-7aa36375f90c', 'admin_state_up': True, 'tenant_id': '910f7ce893a5416eb7777afac15c803c'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:03.503267 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:03.622701 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0b81a3bc-5fc1-4a29-8c89-6dbd1f3fcb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:03.636918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0,segment=NetworkSegment(0f2d128f-30fa-40b4-a149-db2d0665efeb),segment_id=0f2d128f-30fa-40b4-a149-db2d0665efeb)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:03.647444 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:03.660072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Made reservation on behalf of 910f7ce893a5416eb7777afac15c803c for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:52:03.676106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:03.722534 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:03.764316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6c9e8-f73c-409a-80f3-f5f63a68aa21 req-57cac052-2429-453c-92de-92e4dde0b539 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:03.766232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99e6c9e8-f73c-409a-80f3-f5f63a68aa21 req-57cac052-2429-453c-92de-92e4dde0b539 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 946 time: 0.1522131 Aug 03 18:52:03.849715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99e6c9e8-f73c-409a-80f3-f5f63a68aa21 req-20ea90dc-2c6c-4ecd-860c-945a8306c93e tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755899 Aug 03 18:52:03.863592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Allocated IP 172.20.0.6 (d88c5be1-9286-4c66-9251-7aa36375f90c/5eb59ffd-e500-4905-b308-0f68d4c0deea/a5faae84-e3da-4dfd-a1ef-3758f6d4ba87) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:52:03.968674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83ebb97a-90d0-480e-a63f-42b6729be294 req-a63201e9-db0a-493d-a82f-a127f47522b3 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 210 time: 0.0507698 Aug 03 18:52:04.075468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d8684-9ba9-4169-9544-49a32cd0415b req-25509852-20a2-4bb9-8597-eb6bc990b9cf tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:04.085214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647d8684-9ba9-4169-9544-49a32cd0415b req-25509852-20a2-4bb9-8597-eb6bc990b9cf tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 950 time: 0.1002457 Aug 03 18:52:04.141722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647d8684-9ba9-4169-9544-49a32cd0415b req-8545a72c-7634-4c68-8e0e-99817ce4b84f tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505533 Aug 03 18:52:04.180753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 709e0cec-c89c-49d3-9cc3-7b372bcb769c details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:52:04.346842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666189c-13e9-4c0c-bbfa-4fde7d1da1a6 req-7a002e6c-77f7-43f0-8c04-6a2a9a7fb013 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:04.361430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b666189c-13e9-4c0c-bbfa-4fde7d1da1a6 req-7a002e6c-77f7-43f0-8c04-6a2a9a7fb013 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1480577 Aug 03 18:52:04.461231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:04.465345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-f3b3ab1f-67ff-472b-bd0f-8f8d5acab674 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:04.471436 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-f3b3ab1f-67ff-472b-bd0f-8f8d5acab674 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 807 time: 0.3939738 Aug 03 18:52:04.485233 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e0e904a0-330a-4dfe-9656-49d6e90f9bb3 req-05a04986-ccb6-4b70-95ab-f44d82fc2579 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 210 time: 0.0643232 Aug 03 18:52:04.490145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '709e0cec-c89c-49d3-9cc3-7b372bcb769c', 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8', 'port_id': '709e0cec-c89c-49d3-9cc3-7b372bcb769c', 'mac_address': 'fa:16:3e:3c:7b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2875b3c8-f991-4615-892b-ba13371dbecd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:52:04.501317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Request body: {'port': {'device_id': '5a521068-0450-4bab-98e0-f7761875e90e', 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612', 'admin_state_up': True, 'tenant_id': '448bff490d084bf0a760117b49d76e86'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:04.545886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b666189c-13e9-4c0c-bbfa-4fde7d1da1a6 req-2521c281-cba5-49b9-9a0f-64a443ff7299 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764307 Aug 03 18:52:04.592397 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:04.644194 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:04.645733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 709e0cec-c89c-49d3-9cc3-7b372bcb769c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:04.698488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:04.706469 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:04.776299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=709e0cec-c89c-49d3-9cc3-7b372bcb769c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:04.815920 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:04.853954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-47bb24d9-5817-4596-8fd9-299326e8a627 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=628a1a6a606f4800ba6c2afbe37f117f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706501 Aug 03 18:52:04.908014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Network d88c5be1-9286-4c66-9251-7aa36375f90c is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:52:04.921419 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:52:04.931099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Pushing event updated for resources: {'Port': ['ID=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:04.945075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:52:04.959997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:04.960687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:04.978668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['709e0cec-c89c-49d3-9cc3-7b372bcb769c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:04.993203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Made reservation on behalf of 448bff490d084bf0a760117b49d76e86 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:52:05.007196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:05.023548 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-296f5559-ccdf-447d-9e99-ba7359dac3ea tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5914745 Aug 03 18:52:05.131582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:52:05.204348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Request body: {'port': {'device_id': '3ebfdedb-3d1a-40cb-af91-fec5568b8d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:05.207501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427124bd-1a60-4100-b849-9d84ad300b56 req-58616986-1d95-4ce7-bb77-608df38c4651 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:05.209383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-58616986-1d95-4ce7-bb77-608df38c4651 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3538458 Aug 03 18:52:05.221784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304c39c-41dd-4def-8476-9d01f7b281ae req-f7079bbb-541b-48cd-b714-3ee7022b2a5f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:05.230096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6304c39c-41dd-4def-8476-9d01f7b281ae req-f7079bbb-541b-48cd-b714-3ee7022b2a5f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 944 time: 0.2507205 Aug 03 18:52:05.277820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Allocated IP 172.20.0.5 (e82201e2-b035-4956-9e86-abf136b81612/99f4d2c7-1f07-4c9d-ad30-5666266a1e0d/8d395686-2064-4e03-90fc-5a1520d30710) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:52:05.286554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-5aa1e53b-8a26-4965-90f1-ccd9ee4172ec tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/quotas/628a1a6a606f4800ba6c2afbe37f117f HTTP/1.1" status: 200 len: 375 time: 0.0322907 Aug 03 18:52:05.296644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6304c39c-41dd-4def-8476-9d01f7b281ae req-9be8d9ba-f8fe-4496-82e6-181cd9ef541c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654137 Aug 03 18:52:05.385543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:05.386141 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:05.423630 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:05.459245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-78149fd5-833e-46cd-a17f-8ee1ff6e2be0 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=628a1a6a606f4800ba6c2afbe37f117f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1478221 Aug 03 18:52:05.528747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d752f-f6d6-4279-bc24-be4e82220559 req-fda00d44-6264-4329-aff5-d76e8e508d6d tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:05.541069 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-067d752f-f6d6-4279-bc24-be4e82220559 req-fda00d44-6264-4329-aff5-d76e8e508d6d tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 946 time: 0.0748243 Aug 03 18:52:05.606856 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-067d752f-f6d6-4279-bc24-be4e82220559 req-05433751-7e7f-461b-86a5-e8339727aad2 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615928 Aug 03 18:52:05.790746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669360db-0aec-4b02-b1cf-aa54564c5775 req-baed778c-fd4f-4a14-9d70-a2e69cf5ab99 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:05.803812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-669360db-0aec-4b02-b1cf-aa54564c5775 req-baed778c-fd4f-4a14-9d70-a2e69cf5ab99 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 931 time: 0.1188931 Aug 03 18:52:05.902165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-669360db-0aec-4b02-b1cf-aa54564c5775 req-ff0fe2fd-dc83-4141-9118-85023320170e tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973537 Aug 03 18:52:06.191475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 709e0cec-c89c-49d3-9cc3-7b372bcb769c up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:52:06.203215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b5aa66f-a0c4-479f-8ff8-e5b545456c64 req-01d6a623-1e55-4fa7-8eb0-962d7f366648 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 210 time: 0.1246765 Aug 03 18:52:06.379743 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:06.389179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdc5fd-f3af-4d1e-9ea5-77b82b7b24b2 req-7594a17e-900b-4d75-b971-41b0e3cc4a05 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:06.417285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3bbdc5fd-f3af-4d1e-9ea5-77b82b7b24b2 req-7594a17e-900b-4d75-b971-41b0e3cc4a05 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.2122695 Aug 03 18:52:06.605609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3bbdc5fd-f3af-4d1e-9ea5-77b82b7b24b2 req-0b51ee35-33b0-4071-892d-2e18fac13626 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859357 Aug 03 18:52:06.613190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:06.616289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ba472cd-31dc-45f1-8ff6-03070cc90c5a req-243ad323-c927-4442-b285-fbc21fec8575 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 210 time: 0.0884650 Aug 03 18:52:06.645950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:06.683510 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-41f48cb9-79e0-4b83-92c4-ede45ecabdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:06.686683 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:06.692069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Transition to ACTIVE for port object a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:06.702924 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:06.717665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:06.765426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Network e82201e2-b035-4956-9e86-abf136b81612 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:52:06.779345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 709e0cec-c89c-49d3-9cc3-7b372bcb769c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:52:06.803770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 709e0cec-c89c-49d3-9cc3-7b372bcb769c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:06.804140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:52:06.804271 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:06.818411 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Pushing event updated for resources: {'Port': ['ID=8d395686-2064-4e03-90fc-5a1520d30710,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:06.827626 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:52:06.867690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:06.868404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:06.916235 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-0fe101cd-266b-4745-9347-972597612e3d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4337459 Aug 03 18:52:07.011753 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Request body: {'port': {'device_id': '5a521068-0450-4bab-98e0-f7761875e90e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:07.057541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328e0da-48bb-42fc-ba45-db4107b9a4f7 req-c70fcc30-06a6-47f8-84f4-11bff2d7f777 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:07.057541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5328e0da-48bb-42fc-ba45-db4107b9a4f7 req-c70fcc30-06a6-47f8-84f4-11bff2d7f777 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 944 time: 0.2137816 Aug 03 18:52:07.198379 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:07.318716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709e0cec-c89c-49d3-9cc3-7b372bcb769c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:07.326611 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c55f268-389b-46b3-8199-1e8df018eb32" -d '{"events": [{"server_uuid": "8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9", "name": "network-vif-plugged", "status": "completed", "tag": "709e0cec-c89c-49d3-9cc3-7b372bcb769c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:07.351182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5328e0da-48bb-42fc-ba45-db4107b9a4f7 req-e4ef55aa-6343-42c8-9ff2-e386137665f7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778583 Aug 03 18:52:07.360402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:07.385407 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:07.396993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Pushing event updated for resources: {'Port': ['ID=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:07.399908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8df32-6ef8-497c-a529-fa54e2e2b3f9 req-d195e192-151a-4e67-a192-0cfb55844c4d tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:07.402621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2a8df32-6ef8-497c-a529-fa54e2e2b3f9 req-d195e192-151a-4e67-a192-0cfb55844c4d tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 943 time: 0.2754774 Aug 03 18:52:07.412274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:07.484181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Attempting to bind port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:07.484181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Attempting to bind port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd88c5be1-9286-4c66-9251-7aa36375f90c'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:07.484181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Attempting to bind port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 on network d88c5be1-9286-4c66-9251-7aa36375f90c {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:07.534838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 on network d88c5be1-9286-4c66-9251-7aa36375f90c not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:07.535407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Attempting to bind port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 on network d88c5be1-9286-4c66-9251-7aa36375f90c {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:07.561358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2a8df32-6ef8-497c-a529-fa54e2e2b3f9 req-4d56ebd1-29ad-4fec-bd15-8608898f7231 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285179 Aug 03 18:52:07.621314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:07.621314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Checking segment: {'id': 'fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd88c5be1-9286-4c66-9251-7aa36375f90c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:07.621314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Bound using segment: {'id': 'fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd88c5be1-9286-4c66-9251-7aa36375f90c'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:07.621917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Bound port: a5faae84-e3da-4dfd-a1ef-3758f6d4ba87, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd88c5be1-9286-4c66-9251-7aa36375f90c'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:07.623060 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:07.643239 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac5f75d-f1df-4298-a2e4-98d9f4e58ca8 x-openstack-request-id: req-4ac5f75d-f1df-4298-a2e4-98d9f4e58ca8 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:07.644440 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9", "name": "network-vif-plugged", "status": "completed", "tag": "709e0cec-c89c-49d3-9cc3-7b372bcb769c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:07.657345 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4ac5f75d-f1df-4298-a2e4-98d9f4e58ca8 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:07.660273 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '709e0cec-c89c-49d3-9cc3-7b372bcb769c', 'code': 200} Aug 03 18:52:07.669655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=709e0cec-c89c-49d3-9cc3-7b372bcb769c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:07.768443 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:07.834170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe5475-ca70-4adf-a590-a534e76e54cf req-5ac8cbbe-ae0b-4cca-99f6-d4d915602851 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:07.842974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5fe5475-ca70-4adf-a590-a534e76e54cf req-5ac8cbbe-ae0b-4cca-99f6-d4d915602851 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 931 time: 0.1668758 Aug 03 18:52:07.902177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5fe5475-ca70-4adf-a590-a534e76e54cf req-d81a71dc-4cae-4ee8-85c0-804f1a2b5520 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581651 Aug 03 18:52:08.067307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2548d2f1-7b04-49bb-a562-f0b3380dd8e9 req-db5dcd59-196d-45e7-93c3-88ab1a7d4251 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 210 time: 0.0677805 Aug 03 18:52:08.162490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba075b6-f377-4a4e-8ff1-cb11f9b9130a req-88813021-5d5e-4ecf-bb79-966343bb56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:08.165081 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2ba075b6-f377-4a4e-8ff1-cb11f9b9130a req-88813021-5d5e-4ecf-bb79-966343bb56d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 1096 time: 0.4245896 Aug 03 18:52:08.214373 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30939a39-4374-4a42-b832-6fa8678a4060 req-73bc4089-7956-4529-b200-6014f6880c4c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:08.221399 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30939a39-4374-4a42-b832-6fa8678a4060 req-73bc4089-7956-4529-b200-6014f6880c4c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1517735 Aug 03 18:52:08.317633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30939a39-4374-4a42-b832-6fa8678a4060 req-13835e58-2a29-4039-989e-12355366afa9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894973 Aug 03 18:52:08.362096 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] For port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:08.370476 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2ba075b6-f377-4a4e-8ff1-cb11f9b9130a req-ae1749bc-8042-4af8-8748-f3bd61638530 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917098 Aug 03 18:52:08.400454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] For port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87,segment=NetworkSegment(fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec),segment_id=fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:08.409994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:08.465568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:08.466212 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:08.467675 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] 10.222.0.74 "PUT /v2.0/ports/a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 HTTP/1.1" status: 200 len: 1091 time: 3.3545337 Aug 03 18:52:08.468143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebfdedb-3d1a-40cb-af91-fec5568b8d0e', 'tag': 'a5faae84-e3da-4dfd-a1ef-3758f6d4ba87'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:08.470552 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccff3b24-162c-4283-a930-4909d91fe0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebfdedb-3d1a-40cb-af91-fec5568b8d0e", "tag": "a5faae84-e3da-4dfd-a1ef-3758f6d4ba87"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:08.578987 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd37bd4-5e67-4361-ab80-bbbc1ba18979 x-openstack-request-id: req-fcd37bd4-5e67-4361-ab80-bbbc1ba18979 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:08.579269 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebfdedb-3d1a-40cb-af91-fec5568b8d0e", "tag": "a5faae84-e3da-4dfd-a1ef-3758f6d4ba87", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:08.579502 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fcd37bd4-5e67-4361-ab80-bbbc1ba18979 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:08.580351 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebfdedb-3d1a-40cb-af91-fec5568b8d0e', 'tag': 'a5faae84-e3da-4dfd-a1ef-3758f6d4ba87', 'status': 'completed', 'code': 200} Aug 03 18:52:08.595176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6487731-4046-40e9-a7e8-b05be8a5d657 service neutron] Pushing event updated for resources: {'Port': ['ID=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:08.738731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d395686-2064-4e03-90fc-5a1520d30710 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:08.759092 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:08.778756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Transition to ACTIVE for port object 8d395686-2064-4e03-90fc-5a1520d30710 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:08.781054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdb6e6-0c58-41bb-b682-f24e9b3ae274 req-d9b29661-aaab-4acc-abd4-7be3657ccf68 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:08.792714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47fdb6e6-0c58-41bb-b682-f24e9b3ae274 req-d9b29661-aaab-4acc-abd4-7be3657ccf68 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 943 time: 0.1207025 Aug 03 18:52:08.807361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833bd82-a1a3-4c04-99d5-66240eaf1091 req-69144600-74ad-48da-b200-81b89cd2110b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:08.819126 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0833bd82-a1a3-4c04-99d5-66240eaf1091 req-69144600-74ad-48da-b200-81b89cd2110b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 945 time: 0.2415996 Aug 03 18:52:08.831688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:08.917446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0833bd82-a1a3-4c04-99d5-66240eaf1091 req-9994a0b7-59ae-4672-b56b-a94dd731709f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968938 Aug 03 18:52:09.027982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-eb190647-028d-4be9-8239-96ab6ec1528c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=628a1a6a606f4800ba6c2afbe37f117f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1370554 Aug 03 18:52:09.159383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594260a7-8029-4826-8c31-e657f57482e1 req-62fb288f-b395-4091-8a1f-f96b4a4d7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:09.162509 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-62fb288f-b395-4091-8a1f-f96b4a4d7d76 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=910f7ce893a5416eb7777afac15c803c&device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 1094 time: 0.5572565 Aug 03 18:52:09.321758 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-616adc85-8f3d-45aa-a57a-d6be907cad85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 HTTP/1.1" status: 200 len: 217 time: 0.1259475 Aug 03 18:52:09.499680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47fdb6e6-0c58-41bb-b682-f24e9b3ae274 req-a1b85ef2-92dc-446d-b3d9-e679b3cfaaa7 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052863 Aug 03 18:52:09.522328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:09.538398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Pushing event updated for resources: {'Port': ['ID=8d395686-2064-4e03-90fc-5a1520d30710,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:09.684933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:09.685579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:09.686028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:09.698860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Port 8d395686-2064-4e03-90fc-5a1520d30710 on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:09.699389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:09.711971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:09.712530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:09.713121 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:09.713832 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Bound port: 8d395686-2064-4e03-90fc-5a1520d30710, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:09.714384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:09.728064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427124bd-1a60-4100-b849-9d84ad300b56 req-315a6d42-9f7a-433d-b324-31ee225b01db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:09.731026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-315a6d42-9f7a-433d-b324-31ee225b01db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6880009 Aug 03 18:52:09.745142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594260a7-8029-4826-8c31-e657f57482e1 req-5ee23f38-2be1-44f7-804c-3e3893d0df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:09.747218 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-5ee23f38-2be1-44f7-804c-3e3893d0df07 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5eb59ffd-e500-4905-b308-0f68d4c0deea HTTP/1.1" status: 200 len: 861 time: 0.3932776 Aug 03 18:52:09.786876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Request body: {'port': {'device_id': 'b8abf900-b068-4aba-bc4e-6fee7b385123', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '628a1a6a606f4800ba6c2afbe37f117f'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:09.792985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe5a3b63-cfab-4692-958a-df5d70aee74c req-31532d34-b66d-471f-aa27-771301ce7655 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 210 time: 0.0604274 Aug 03 18:52:09.846175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee2bb9-cd4c-4fab-8f57-e335af894a9e req-f3395bf4-91a0-4f2b-8f3b-808361e06891 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:09.853844 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68ee2bb9-cd4c-4fab-8f57-e335af894a9e req-f3395bf4-91a0-4f2b-8f3b-808361e06891 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 943 time: 0.4608812 Aug 03 18:52:09.870699 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-ab0903c9-b292-4c3a-8885-07789ea4ac04 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d88c5be1-9286-4c66-9251-7aa36375f90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119726 Aug 03 18:52:09.921173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68ee2bb9-cd4c-4fab-8f57-e335af894a9e req-6fbd283e-306d-438c-94ba-fe023d0aa5a5 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660043 Aug 03 18:52:09.975281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:09.982579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=8d395686-2064-4e03-90fc-5a1520d30710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:10.034055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:10.052754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556432b-6479-4082-860f-39a49057b13c req-829088ae-0744-4c94-bf24-26b7a2134881 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:10.060361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9556432b-6479-4082-860f-39a49057b13c req-829088ae-0744-4c94-bf24-26b7a2134881 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1087406 Aug 03 18:52:10.068336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Made reservation on behalf of 628a1a6a606f4800ba6c2afbe37f117f for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:52:10.071860 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:10.131393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Pushing event updated for resources: {'Port': ['ID=8d395686-2064-4e03-90fc-5a1520d30710,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:10.185795 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9556432b-6479-4082-860f-39a49057b13c req-1400a51c-d679-421d-a7e8-32c86ee51fa8 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242175 Aug 03 18:52:10.257412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:10.259572 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:10.265893 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-300ead7a-33e6-4cb6-8d2d-876002b4c8fd service neutron] 10.222.0.37 "PUT /v2.0/ports/8d395686-2064-4e03-90fc-5a1520d30710 HTTP/1.1" status: 200 len: 1091 time: 3.2719324 Aug 03 18:52:10.341319 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-0828010c-a310-4075-9e98-04ff6d207730 service neutron] 10.222.0.74 "GET /v2.0/networks/d88c5be1-9286-4c66-9251-7aa36375f90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692609 Aug 03 18:52:10.393018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b54c13-b64b-417a-8b14-96be6bcd90ba req-58608416-1b64-441b-ad20-e5bd51f4c420 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:10.403045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98b54c13-b64b-417a-8b14-96be6bcd90ba req-58608416-1b64-441b-ad20-e5bd51f4c420 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 945 time: 0.2137594 Aug 03 18:52:10.457617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Allocated IP 192.168.233.83 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/4237e363-a8f8-400f-af70-b58bfd1de86e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:52:10.466802 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98b54c13-b64b-417a-8b14-96be6bcd90ba req-274ed131-b8ce-4268-bbc2-04b734a3039d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624478 Aug 03 18:52:10.527481 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-594260a7-8029-4826-8c31-e657f57482e1 req-25b197ea-95b8-4bc5-9c0d-93d7a71b1e3f service neutron] 10.222.0.74 "GET /v2.0/networks/d88c5be1-9286-4c66-9251-7aa36375f90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780431 Aug 03 18:52:10.573559 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-d23f63d6-0565-4372-9989-77193b026e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:10.575245 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-d23f63d6-0565-4372-9989-77193b026e28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 1094 time: 0.2116020 Aug 03 18:52:10.582143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a521068-0450-4bab-98e0-f7761875e90e', 'tag': '8d395686-2064-4e03-90fc-5a1520d30710'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:10.584537 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581c89e2-1734-47db-9fd0-40f1d4a28795" -d '{"events": [{"name": "network-changed", "server_uuid": "5a521068-0450-4bab-98e0-f7761875e90e", "tag": "8d395686-2064-4e03-90fc-5a1520d30710"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:10.672356 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-c7571d5d-6770-4d21-9eca-fedad3c0e657 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d395686-2064-4e03-90fc-5a1520d30710 HTTP/1.1" status: 200 len: 217 time: 0.0744770 Aug 03 18:52:10.812624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3b24-162c-4283-a930-4909d91fe0eb req-6b19c3ad-f728-49e7-af8d-a85624f27eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:10.816429 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ccff3b24-162c-4283-a930-4909d91fe0eb req-6b19c3ad-f728-49e7-af8d-a85624f27eb0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=910f7ce893a5416eb7777afac15c803c&device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 1094 time: 0.1547258 Aug 03 18:52:10.826079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-f1da2f84-81aa-4240-be68-f21ad9463926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:10.828403 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-f1da2f84-81aa-4240-be68-f21ad9463926 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.1170998 Aug 03 18:52:10.842204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152df66f-e71f-4d33-8858-44512fd98ab8 req-deadfb8d-ff82-4109-9904-d65b42743f7a tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:10.845002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-152df66f-e71f-4d33-8858-44512fd98ab8 req-deadfb8d-ff82-4109-9904-d65b42743f7a tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 943 time: 0.1379516 Aug 03 18:52:10.931255 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-574be40d-aa0c-4c04-b488-8cdadf2c6c88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907397 Aug 03 18:52:11.045926 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:11.056497 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-152df66f-e71f-4d33-8858-44512fd98ab8 req-2217c73a-bab1-4376-bb89-9a817f81f0a6 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840200 Aug 03 18:52:11.077323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3b24-162c-4283-a930-4909d91fe0eb req-ca26c0e5-b082-43c5-9891-6d6abbf38e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:11.089707 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ccff3b24-162c-4283-a930-4909d91fe0eb req-ca26c0e5-b082-43c5-9891-6d6abbf38e87 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d88c5be1-9286-4c66-9251-7aa36375f90c HTTP/1.1" status: 200 len: 922 time: 0.2496610 Aug 03 18:52:11.093730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Transition to ACTIVE for port object 4237e363-a8f8-400f-af70-b58bfd1de86e will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:11.099249 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-f6f7f112-2f6f-4f83-b594-29053faa65b0 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585741 Aug 03 18:52:11.112521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd297f-7a9a-4cfc-88b1-8d794ce76b1d req-70243fbb-b3c3-433f-82a4-41389aaf3fe9 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:11.123755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bedd297f-7a9a-4cfc-88b1-8d794ce76b1d req-70243fbb-b3c3-433f-82a4-41389aaf3fe9 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 1096 time: 0.1868737 Aug 03 18:52:11.196044 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ccff3b24-162c-4283-a930-4909d91fe0eb req-4e96d238-34e9-495c-ba2d-44a352b36a7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 HTTP/1.1" status: 200 len: 217 time: 0.0952089 Aug 03 18:52:11.219905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bedd297f-7a9a-4cfc-88b1-8d794ce76b1d req-921a30c9-3cf9-4349-983f-a4f5e552d5fb tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860050 Aug 03 18:52:11.235672 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2710d77e-7023-43f3-87f6-8d02c4c25e8c x-openstack-request-id: req-2710d77e-7023-43f3-87f6-8d02c4c25e8c {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:11.241304 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a521068-0450-4bab-98e0-f7761875e90e", "tag": "8d395686-2064-4e03-90fc-5a1520d30710", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:11.241992 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2710d77e-7023-43f3-87f6-8d02c4c25e8c {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:11.246164 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a521068-0450-4bab-98e0-f7761875e90e', 'tag': '8d395686-2064-4e03-90fc-5a1520d30710', 'status': 'completed', 'code': 200} Aug 03 18:52:11.254061 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:11.291060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['f05800cf-7b37-46ee-85bd-bcc08c2483b3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:11.383448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:52:11.386104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:52:11.407022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:52:11.426557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Pushing event updated for resources: {'Port': ['ID=4237e363-a8f8-400f-af70-b58bfd1de86e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:11.519673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3b24-162c-4283-a930-4909d91fe0eb req-5fee7013-7e8a-4bde-8062-b47fa1b043f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:11.521411 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ccff3b24-162c-4283-a930-4909d91fe0eb req-5fee7013-7e8a-4bde-8062-b47fa1b043f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5eb59ffd-e500-4905-b308-0f68d4c0deea HTTP/1.1" status: 200 len: 861 time: 0.3092957 Aug 03 18:52:11.586344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.587259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.587623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.588010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.588403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.589027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.589415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.589848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.590258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.590591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.591005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.591411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:11.643890 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ccff3b24-162c-4283-a930-4909d91fe0eb req-1d91b975-0f69-408d-a335-d693957e9453 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d88c5be1-9286-4c66-9251-7aa36375f90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112044 Aug 03 18:52:11.672807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:11.674309 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:11.709479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-7dbb5b62-183f-4021-ab53-7d864608342c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9569745 Aug 03 18:52:11.750436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b18a6a-d73c-43ff-91d0-a555ceaa23fc req-ecba29fb-506f-4970-96ee-62305a7ae448 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:11.773231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d9b18a6a-d73c-43ff-91d0-a555ceaa23fc req-ecba29fb-506f-4970-96ee-62305a7ae448 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 935 time: 0.2028627 Aug 03 18:52:11.850480 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02683e3b-5104-4e79-a762-9b5b18a474b3 req-b7ab9c97-8eae-4d9f-af81-37c9c6d09e63 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7353361 Aug 03 18:52:11.886724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Request body: {'port': {'device_id': 'b8abf900-b068-4aba-bc4e-6fee7b385123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:11.907795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f88eaa0-1ffd-436a-9f23-ef4c25c05419 None None] Provisioning for port 4237e363-a8f8-400f-af70-b58bfd1de86e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:52:11.916450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f88eaa0-1ffd-436a-9f23-ef4c25c05419 None None] Provisioning complete for port 4237e363-a8f8-400f-af70-b58bfd1de86e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:11.917429 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f88eaa0-1ffd-436a-9f23-ef4c25c05419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:11.922270 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ccff3b24-162c-4283-a930-4909d91fe0eb req-e5846e19-de2d-497a-9a7c-9402f1af7901 service neutron] 10.222.0.74 "GET /v2.0/networks/d88c5be1-9286-4c66-9251-7aa36375f90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520878 Aug 03 18:52:11.970339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d9b18a6a-d73c-43ff-91d0-a555ceaa23fc req-45cb3160-0b7a-455b-95c9-3a04d2f7dc12 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908531 Aug 03 18:52:12.017014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f88eaa0-1ffd-436a-9f23-ef4c25c05419 None None] Port 4237e363-a8f8-400f-af70-b58bfd1de86e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:52:12.054249 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:12.059520 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ccff3b24-162c-4283-a930-4909d91fe0eb req-3d9fb96e-07b0-4365-b491-bed4a3fdc13d service neutron] 10.222.0.74 "GET /v2.0/networks/d88c5be1-9286-4c66-9251-7aa36375f90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281698 Aug 03 18:52:12.123425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c89e2-1734-47db-9fd0-40f1d4a28795 req-e049a5bf-5c5f-4955-be89-e8e414320397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:12.125758 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-581c89e2-1734-47db-9fd0-40f1d4a28795 req-e049a5bf-5c5f-4955-be89-e8e414320397 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 1094 time: 0.0646975 Aug 03 18:52:12.372982 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f98e3-c036-496a-a3bb-f3b82ebbaf73 req-5ae5d911-64aa-4e7b-8955-525951a0a81a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:12.376066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e2f98e3-c036-496a-a3bb-f3b82ebbaf73 req-5ae5d911-64aa-4e7b-8955-525951a0a81a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 943 time: 0.2473376 Aug 03 18:52:12.444862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed519f-9800-46b5-af94-eb4714f4b013 req-a25d90a8-b3f7-4eaa-b6ac-dcfb45b2fcf5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:12.447758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22ed519f-9800-46b5-af94-eb4714f4b013 req-a25d90a8-b3f7-4eaa-b6ac-dcfb45b2fcf5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.2590837 Aug 03 18:52:12.505029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c89e2-1734-47db-9fd0-40f1d4a28795 req-d2a2cc34-81fa-4134-b0cb-00be6f918e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:12.507200 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-581c89e2-1734-47db-9fd0-40f1d4a28795 req-d2a2cc34-81fa-4134-b0cb-00be6f918e47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.3657181 Aug 03 18:52:12.594553 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-581c89e2-1734-47db-9fd0-40f1d4a28795 req-13f27d8b-da79-494c-aadc-80f1d71a5884 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d395686-2064-4e03-90fc-5a1520d30710 HTTP/1.1" status: 200 len: 217 time: 0.0777593 Aug 03 18:52:12.618351 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e2f98e3-c036-496a-a3bb-f3b82ebbaf73 req-2d4dd085-8734-4c0a-b775-afeb7ebcd55b tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196558 Aug 03 18:52:12.646380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22ed519f-9800-46b5-af94-eb4714f4b013 req-d0191e65-d2f3-45ad-841e-a28be518209c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348622 Aug 03 18:52:12.699491 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c89e2-1734-47db-9fd0-40f1d4a28795 req-1fd3421c-6ae7-4d76-8147-4bb3a42533cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:12.703431 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-581c89e2-1734-47db-9fd0-40f1d4a28795 req-1fd3421c-6ae7-4d76-8147-4bb3a42533cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.1012990 Aug 03 18:52:12.761229 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-581c89e2-1734-47db-9fd0-40f1d4a28795 req-76652a9c-678c-458b-9817-96a78606e151 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470412 Aug 03 18:52:13.009350 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-581c89e2-1734-47db-9fd0-40f1d4a28795 req-69b45d60-ff70-457e-9af7-45f33484262e service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395391 Aug 03 18:52:13.223431 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-581c89e2-1734-47db-9fd0-40f1d4a28795 req-3461de85-2782-46ae-bc7f-8bf248818378 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044516 Aug 03 18:52:13.356301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4237e363-a8f8-400f-af70-b58bfd1de86e {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:13.378737 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:13.431028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3b22c-f8b6-477e-a9a1-05547bc0e1d0 req-4e36e34a-29ba-4fa6-9843-82270cd770fe tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:13.432607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ad3b22c-f8b6-477e-a9a1-05547bc0e1d0 req-4e36e34a-29ba-4fa6-9843-82270cd770fe tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 1096 time: 0.2131643 Aug 03 18:52:13.436006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Transition to ACTIVE for port object 4237e363-a8f8-400f-af70-b58bfd1de86e will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:13.456154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffd40e-392d-4399-9292-aa8fc09bc21a req-e9800691-851c-493b-a3e3-519b17a487b5 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:13.469435 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46ffd40e-392d-4399-9292-aa8fc09bc21a req-e9800691-851c-493b-a3e3-519b17a487b5 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 943 time: 0.2506771 Aug 03 18:52:13.483766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:13.683905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46ffd40e-392d-4399-9292-aa8fc09bc21a req-f939983e-a47c-46eb-842b-16afacddf80f tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949127 Aug 03 18:52:13.705318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4237e363-a8f8-400f-af70-b58bfd1de86e,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:13.784806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ad3b22c-f8b6-477e-a9a1-05547bc0e1d0 req-38ea2a4b-9337-4279-b992-61317aeba3b6 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112686 Aug 03 18:52:14.016942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Attempting to bind port 4237e363-a8f8-400f-af70-b58bfd1de86e on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:14.018992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Attempting to bind port 4237e363-a8f8-400f-af70-b58bfd1de86e by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:14.019433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Attempting to bind port 4237e363-a8f8-400f-af70-b58bfd1de86e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:14.040006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Port 4237e363-a8f8-400f-af70-b58bfd1de86e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:14.041370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Attempting to bind port 4237e363-a8f8-400f-af70-b58bfd1de86e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:14.059317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:14.059835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:14.060460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:14.062086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Bound port: 4237e363-a8f8-400f-af70-b58bfd1de86e, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:14.062872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:14.171201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fbbe9-1853-41f2-b5ec-aa92bccf7040 req-6483cfe8-9424-40c8-82d7-af9e8a02cc43 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:14.173897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-917fbbe9-1853-41f2-b5ec-aa92bccf7040 req-6483cfe8-9424-40c8-82d7-af9e8a02cc43 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 947 time: 0.2415698 Aug 03 18:52:14.275629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:52:14.300005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] For port 4237e363-a8f8-400f-af70-b58bfd1de86e, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:14.304627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] For port 4237e363-a8f8-400f-af70-b58bfd1de86e, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=4237e363-a8f8-400f-af70-b58bfd1de86e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:14.315188 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:14.369887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-917fbbe9-1853-41f2-b5ec-aa92bccf7040 req-1cd8a470-a1e4-4012-bace-32a968410965 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603217 Aug 03 18:52:14.401631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1452e3-162d-49a8-9d0b-2774800d224a req-ec09766f-2fc4-489c-9cb9-ca3939661d95 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:14.406948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d1452e3-162d-49a8-9d0b-2774800d224a req-ec09766f-2fc4-489c-9cb9-ca3939661d95 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 943 time: 0.3498631 Aug 03 18:52:14.422748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:14.425719 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:14.427465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] 10.222.0.74 "PUT /v2.0/ports/4237e363-a8f8-400f-af70-b58bfd1de86e HTTP/1.1" status: 200 len: 1095 time: 2.5778003 Aug 03 18:52:14.431146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8abf900-b068-4aba-bc4e-6fee7b385123', 'tag': '4237e363-a8f8-400f-af70-b58bfd1de86e'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:14.435819 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab205057-2816-4753-a0f9-a275de2a71e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8abf900-b068-4aba-bc4e-6fee7b385123", "tag": "4237e363-a8f8-400f-af70-b58bfd1de86e"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:14.567260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c0fe8-cd44-483c-9bd1-8e2e741f16b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4237e363-a8f8-400f-af70-b58bfd1de86e,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:14.601220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d1452e3-162d-49a8-9d0b-2774800d224a req-0ed62e86-e40c-4f83-b115-50b0edbf3989 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525846 Aug 03 18:52:14.621380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427124bd-1a60-4100-b849-9d84ad300b56 req-affe9297-e3c4-4201-8254-df588fac8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:14.623146 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-affe9297-e3c4-4201-8254-df588fac8501 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=628a1a6a606f4800ba6c2afbe37f117f&device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 1098 time: 0.1227658 Aug 03 18:52:14.634823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40346f75-88e9-439f-b378-af96b0af34ea req-2f8d1027-b1f6-4570-901b-47c19a24a64a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:14.645336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40346f75-88e9-439f-b378-af96b0af34ea req-2f8d1027-b1f6-4570-901b-47c19a24a64a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1469796 Aug 03 18:52:14.677490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87,segment=NetworkSegment(fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec),segment_id=fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:14.705576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'a5faae84-e3da-4dfd-a1ef-3758f6d4ba87', 'network_id': 'd88c5be1-9286-4c66-9251-7aa36375f90c', 'port_id': 'a5faae84-e3da-4dfd-a1ef-3758f6d4ba87', 'mac_address': 'fa:16:3e:d1:a9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb59ffd-e500-4905-b308-0f68d4c0deea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:52:14.753726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-2f3a2963-a57c-4a51-8d07-483479861a9d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4237e363-a8f8-400f-af70-b58bfd1de86e HTTP/1.1" status: 200 len: 217 time: 0.1054189 Aug 03 18:52:14.792519 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:14.814853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:14.850703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87,segment=NetworkSegment(fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec),segment_id=fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:14.872850 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:14.888451 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:14.896158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427124bd-1a60-4100-b849-9d84ad300b56 req-4422e59b-90de-431f-89ef-d1d77263323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:14.902836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-4422e59b-90de-431f-89ef-d1d77263323d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1402478 Aug 03 18:52:14.905916 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb6e947-a5e3-4e70-af2c-e3d8b967b161 x-openstack-request-id: req-4fb6e947-a5e3-4e70-af2c-e3d8b967b161 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:14.908817 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8abf900-b068-4aba-bc4e-6fee7b385123", "tag": "4237e363-a8f8-400f-af70-b58bfd1de86e", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:14.911340 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4fb6e947-a5e3-4e70-af2c-e3d8b967b161 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:14.911923 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8abf900-b068-4aba-bc4e-6fee7b385123', 'tag': '4237e363-a8f8-400f-af70-b58bfd1de86e', 'status': 'completed', 'code': 200} Aug 03 18:52:14.987833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:15.028654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40346f75-88e9-439f-b378-af96b0af34ea req-c9725581-a273-425f-be65-06907b01545b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822849 Aug 03 18:52:15.077888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427124bd-1a60-4100-b849-9d84ad300b56 req-3c0ed365-d30a-4102-9929-a57c1af58991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:15.079594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-3c0ed365-d30a-4102-9929-a57c1af58991 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1614773 Aug 03 18:52:15.106501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1c39-a89c-4309-bc1e-426ab12214bf req-feffd4a9-97d6-4385-95ed-754e111c4f5f tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:15.108315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d67e1c39-a89c-4309-bc1e-426ab12214bf req-feffd4a9-97d6-4385-95ed-754e111c4f5f tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 944 time: 0.1006866 Aug 03 18:52:15.221177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['a5faae84-e3da-4dfd-a1ef-3758f6d4ba87'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:15.254414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d67e1c39-a89c-4309-bc1e-426ab12214bf req-e37ab54f-d3c5-4aef-8181-74fba028ae8b tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326401 Aug 03 18:52:15.333929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-5deea0c4-2631-45bf-9c67-674d98b7a8fd service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453337 Aug 03 18:52:15.499258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-427124bd-1a60-4100-b849-9d84ad300b56 req-ab3fc70c-2772-49fc-87d6-2bfbb2112c05 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561947 Aug 03 18:52:15.716149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aa497-36a5-4efc-97e4-7b9898896bd9 req-8ebf3308-990a-4a56-bcf5-a118d1f1a466 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:15.725340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-741aa497-36a5-4efc-97e4-7b9898896bd9 req-8ebf3308-990a-4a56-bcf5-a118d1f1a466 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 947 time: 0.2197292 Aug 03 18:52:15.781781 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-741aa497-36a5-4efc-97e4-7b9898896bd9 req-42a1284f-0605-45c2-9271-227572dfa82a tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502315 Aug 03 18:52:15.812857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab205057-2816-4753-a0f9-a275de2a71e9 req-b1081cda-c070-407d-8d86-c69e93f1c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:15.817016 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab205057-2816-4753-a0f9-a275de2a71e9 req-b1081cda-c070-407d-8d86-c69e93f1c22d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=628a1a6a606f4800ba6c2afbe37f117f&device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 1098 time: 0.1778936 Aug 03 18:52:16.092657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35af1ae-87bb-4728-8b65-334f58fbc4fe req-581d543e-d538-45d0-8bd9-7d11ffcda065 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:16.096121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c35af1ae-87bb-4728-8b65-334f58fbc4fe req-581d543e-d538-45d0-8bd9-7d11ffcda065 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 943 time: 0.2008760 Aug 03 18:52:16.184973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab205057-2816-4753-a0f9-a275de2a71e9 req-85485aa3-6ea1-45a4-858c-5256762d9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:16.187993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab205057-2816-4753-a0f9-a275de2a71e9 req-85485aa3-6ea1-45a4-858c-5256762d9b39 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3560750 Aug 03 18:52:16.198842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c35af1ae-87bb-4728-8b65-334f58fbc4fe req-35bd551c-d70e-4fa0-a5dc-d4097f7bcc1a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915120 Aug 03 18:52:16.248194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 8d395686-2064-4e03-90fc-5a1520d30710 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:52:16.301179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab205057-2816-4753-a0f9-a275de2a71e9 req-0c4157cf-5786-43ed-834d-340895cc0269 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4237e363-a8f8-400f-af70-b58bfd1de86e HTTP/1.1" status: 200 len: 217 time: 0.1000862 Aug 03 18:52:16.442758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab205057-2816-4753-a0f9-a275de2a71e9 req-ccbcb6b1-0919-480d-b0b6-475678e0f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:16.445914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab205057-2816-4753-a0f9-a275de2a71e9 req-ccbcb6b1-0919-480d-b0b6-475678e0f9e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1363654 Aug 03 18:52:16.462808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=8d395686-2064-4e03-90fc-5a1520d30710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:16.495999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '8d395686-2064-4e03-90fc-5a1520d30710', 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612', 'port_id': '8d395686-2064-4e03-90fc-5a1520d30710', 'mac_address': 'fa:16:3e:e1:49:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f4d2c7-1f07-4c9d-ad30-5666266a1e0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:52:16.573278 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:16.596256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d395686-2064-4e03-90fc-5a1520d30710 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:16.619130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab205057-2816-4753-a0f9-a275de2a71e9 req-d5bcdbb8-b90e-4c13-b671-3137bbdf9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:16.621020 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab205057-2816-4753-a0f9-a275de2a71e9 req-d5bcdbb8-b90e-4c13-b671-3137bbdf9df4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1587551 Aug 03 18:52:16.636072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=8d395686-2064-4e03-90fc-5a1520d30710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:16.645043 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:16.778904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=8d395686-2064-4e03-90fc-5a1520d30710,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:16.797654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677540a-57b8-46c7-b7ad-e6f9ee28221b req-5e2ad604-40e6-42e1-98df-5d5d34d4082b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:16.800448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8677540a-57b8-46c7-b7ad-e6f9ee28221b req-5e2ad604-40e6-42e1-98df-5d5d34d4082b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.2739592 Aug 03 18:52:16.810136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-6a6bc969-1005-471d-8f25-c8450d45f9de tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:52:16.811363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-6a6bc969-1005-471d-8f25-c8450d45f9de tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098543 Aug 03 18:52:16.834805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Request body: {'binding': {'host': 'n-h1-802918-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:16.835436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Unknown quota resources ['binding']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 18:52:17.001046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['8d395686-2064-4e03-90fc-5a1520d30710'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:17.005722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8677540a-57b8-46c7-b7ad-e6f9ee28221b req-fdeda7d3-c205-4e7f-9f07-cd097cef0d8c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901286 Aug 03 18:52:17.071435 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab205057-2816-4753-a0f9-a275de2a71e9 req-e3f0ab76-dc75-4bc9-b4e5-d626bebacd93 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313748 Aug 03 18:52:17.232949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on host n-h1-802918-7 for vnic_type normal with profile None {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:17.233740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:17.234285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:17.243722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab205057-2816-4753-a0f9-a275de2a71e9 req-1587339e-1a17-4774-a9f5-6e804cf63e0f service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569109 Aug 03 18:52:17.244905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:17.245414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:17.255445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:17.256082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:17.256664 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:17.257313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Bound port: 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:17.341319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:17.359099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] Notify callbacks [] for binding, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:17.360676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ef98f5c6-3335-4571-8eed-5b9d9d10ba1b service neutron] 10.222.0.78 "POST /v2.0/ports/709e0cec-c89c-49d3-9cc3-7b372bcb769c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5315747 Aug 03 18:52:17.370754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca0eea-a490-40a8-b75e-851551810a50 req-015aa957-dd7a-4143-bb1f-f453ed48b3a4 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:17.381555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0eca0eea-a490-40a8-b75e-851551810a50 req-015aa957-dd7a-4143-bb1f-f453ed48b3a4 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 944 time: 0.3089123 Aug 03 18:52:17.441182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0eca0eea-a490-40a8-b75e-851551810a50 req-fa199d58-8600-4c03-83d5-854e11cd9921 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534151 Aug 03 18:52:17.765562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74320220-f5a8-4c8b-b3e3-6568b33ff649 req-7361cb21-0766-440a-9ed9-1538be23fa96 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:17.773842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74320220-f5a8-4c8b-b3e3-6568b33ff649 req-7361cb21-0766-440a-9ed9-1538be23fa96 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 947 time: 0.1842287 Aug 03 18:52:17.838352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b568ba-55d9-438c-a9d9-dd6e95b700c1 req-a09bdc33-f660-4e93-a7b5-ec36fcfce856 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:17.846041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24b568ba-55d9-438c-a9d9-dd6e95b700c1 req-a09bdc33-f660-4e93-a7b5-ec36fcfce856 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 944 time: 0.1360424 Aug 03 18:52:17.866605 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74320220-f5a8-4c8b-b3e3-6568b33ff649 req-612a88ce-edad-4b62-862f-812e0c571bc6 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917649 Aug 03 18:52:17.983832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ada74e77-fd15-416f-aa30-0f464c8c24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:17.985794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ada74e77-fd15-416f-aa30-0f464c8c24bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 1096 time: 0.1373367 Aug 03 18:52:18.006920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24b568ba-55d9-438c-a9d9-dd6e95b700c1 req-8443b14f-db37-404e-b9b7-8f653e409b44 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593795 Aug 03 18:52:18.283920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 8d395686-2064-4e03-90fc-5a1520d30710 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:52:18.339843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 4237e363-a8f8-400f-af70-b58bfd1de86e details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:52:18.342200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:52:18.349217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef721168-cb32-4a10-844b-610a8ccc7133 req-2fc8c92c-9ce8-4980-8d03-9e2d7cdc6df8 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:18.351125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef721168-cb32-4a10-844b-610a8ccc7133 req-2fc8c92c-9ce8-4980-8d03-9e2d7cdc6df8 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 945 time: 0.0944684 Aug 03 18:52:18.363644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22b1a2-d2a2-470f-9337-fff6180556e2 req-c42d550e-ceed-493a-a125-0305a3831a45 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:18.365218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa22b1a2-d2a2-470f-9337-fff6180556e2 req-c42d550e-ceed-493a-a125-0305a3831a45 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1399996 Aug 03 18:52:18.408258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-96432935-080f-4e09-bc1e-88314392feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:18.410505 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-96432935-080f-4e09-bc1e-88314392feb5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.4019907 Aug 03 18:52:18.450243 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef721168-cb32-4a10-844b-610a8ccc7133 req-185e2246-9bf4-4f47-8b50-a05cbf482abc tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788753 Aug 03 18:52:18.466021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa22b1a2-d2a2-470f-9337-fff6180556e2 req-c1eab4ef-f4c4-4811-8c64-b12525e68aae tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869386 Aug 03 18:52:18.519985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-0bf5186b-9e8c-42a0-a3b1-3bea93cc6825 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c HTTP/1.1" status: 200 len: 217 time: 0.0780923 Aug 03 18:52:18.571584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 4237e363-a8f8-400f-af70-b58bfd1de86e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=4237e363-a8f8-400f-af70-b58bfd1de86e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:18.586138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '4237e363-a8f8-400f-af70-b58bfd1de86e', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '4237e363-a8f8-400f-af70-b58bfd1de86e', 'mac_address': 'fa:16:3e:72:f3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:52:18.593528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 8d395686-2064-4e03-90fc-5a1520d30710 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:52:18.594601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-f071ff39-0153-42a3-a482-962a40dfd00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:18.596319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-f071ff39-0153-42a3-a482-962a40dfd00f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.0669823 Aug 03 18:52:18.600410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 8d395686-2064-4e03-90fc-5a1520d30710 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:18.601013 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:18.630397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:52:18.645128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:18.645533 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:18.655916 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-4e5557cf-c3af-4520-937d-d45f06b85894 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444362 Aug 03 18:52:18.700188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1400-99b8-418c-bbd4-c49c5be3e2db req-7212da1c-3fa3-43c2-b436-59a128147789 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:18.701969 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cca1400-99b8-418c-bbd4-c49c5be3e2db req-7212da1c-3fa3-43c2-b436-59a128147789 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 944 time: 0.1252015 Aug 03 18:52:18.788866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cca1400-99b8-418c-bbd4-c49c5be3e2db req-bdff43da-b102-4871-bd2c-b8d2b2fca3ae tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562885 Aug 03 18:52:18.830270 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:18.830558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-3a86e3cb-7f49-4bad-bad7-9eaf51aa30f1 service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615474 Aug 03 18:52:18.848377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4237e363-a8f8-400f-af70-b58bfd1de86e {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:19.005639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 4237e363-a8f8-400f-af70-b58bfd1de86e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=4237e363-a8f8-400f-af70-b58bfd1de86e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:19.044537 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:19.055346 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:19.090744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173d1d1-10e5-4a58-b12a-44bf79f31c26 req-d49551fe-25f3-400a-9d1b-8d713a267df5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:19.098898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0173d1d1-10e5-4a58-b12a-44bf79f31c26 req-d49551fe-25f3-400a-9d1b-8d713a267df5 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 947 time: 0.1405513 Aug 03 18:52:19.131713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-83554e59-6ea7-4ffa-963b-2c03fc2662e7 service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939110 Aug 03 18:52:19.162487 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:19.182714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0173d1d1-10e5-4a58-b12a-44bf79f31c26 req-a0a37da7-3a5c-4dde-9bb9-ef5d7e1f8838 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824697 Aug 03 18:52:19.231994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16bd5d-d116-4a24-a237-610d1ce8b534 req-2ce99e7c-4b2c-4c3a-a031-199c958a09f0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:19.238479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f16bd5d-d116-4a24-a237-610d1ce8b534 req-2ce99e7c-4b2c-4c3a-a031-199c958a09f0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 944 time: 0.1212306 Aug 03 18:52:19.242646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a521068-0450-4bab-98e0-f7761875e90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d395686-2064-4e03-90fc-5a1520d30710'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:19.246191 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c943815-ef5a-4529-b26c-5e03793d0850" -d '{"events": [{"server_uuid": "5a521068-0450-4bab-98e0-f7761875e90e", "name": "network-vif-plugged", "status": "completed", "tag": "8d395686-2064-4e03-90fc-5a1520d30710"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:19.299639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=8d395686-2064-4e03-90fc-5a1520d30710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:19.316305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87,segment=NetworkSegment(fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec),segment_id=fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:19.317428 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:19.319815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=4237e363-a8f8-400f-af70-b58bfd1de86e,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:19.321052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f16bd5d-d116-4a24-a237-610d1ce8b534 req-50d52048-f1d9-4703-8953-5b2680b4fb45 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713639 Aug 03 18:52:19.326885 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:19.420748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-4c7eeaae-18e5-4758-b988-71dc00eede85 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:19.423561 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-4c7eeaae-18e5-4758-b988-71dc00eede85 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.0777192 Aug 03 18:52:19.426971 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e15930-03fb-4ae0-bf30-7e01cf44e9a2 x-openstack-request-id: req-98e15930-03fb-4ae0-bf30-7e01cf44e9a2 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:19.427308 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a521068-0450-4bab-98e0-f7761875e90e", "name": "network-vif-plugged", "status": "completed", "tag": "8d395686-2064-4e03-90fc-5a1520d30710", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:19.427512 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98e15930-03fb-4ae0-bf30-7e01cf44e9a2 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:19.427907 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a521068-0450-4bab-98e0-f7761875e90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d395686-2064-4e03-90fc-5a1520d30710', 'code': 200} Aug 03 18:52:19.428886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=8d395686-2064-4e03-90fc-5a1520d30710,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:19.447409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802918-7'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:19.489366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:19.494560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['4237e363-a8f8-400f-af70-b58bfd1de86e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:19.611928 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:19.659700 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d28cc7-2b53-41d0-9aa4-e387a23375b4 req-45b5d508-0d45-4514-82dc-83c821edd292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:19.662158 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-14d28cc7-2b53-41d0-9aa4-e387a23375b4 req-45b5d508-0d45-4514-82dc-83c821edd292 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 1096 time: 0.1165314 Aug 03 18:52:19.710460 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-14d28cc7-2b53-41d0-9aa4-e387a23375b4 req-076f5286-2f98-4ff4-81af-e144116d2dce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Aug 03 18:52:19.782078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc214d-6105-4694-82be-be4ec416f7f6 req-a146513e-e952-402c-8b25-2c27601db974 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:19.784048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4fc214d-6105-4694-82be-be4ec416f7f6 req-a146513e-e952-402c-8b25-2c27601db974 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 945 time: 0.1306534 Aug 03 18:52:19.817668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1cbf8-319d-4676-8ae8-7d50b5c3799e req-9a526517-6fe6-4f40-84ac-7853f0069ffc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:19.819468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3e1cbf8-319d-4676-8ae8-7d50b5c3799e req-9a526517-6fe6-4f40-84ac-7853f0069ffc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1923828 Aug 03 18:52:19.918346 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4fc214d-6105-4694-82be-be4ec416f7f6 req-6d680c02-3fb6-49c5-bc1d-57b112cf88f4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954773 Aug 03 18:52:19.926525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3e1cbf8-319d-4676-8ae8-7d50b5c3799e req-890e9d66-0f6f-4d52-a40e-00839ecc9643 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960951 Aug 03 18:52:19.940945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:20.005551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:20.088912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709e0cec-c89c-49d3-9cc3-7b372bcb769c'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:20.091468 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ede9a6-e6b4-43cb-90ff-d7cb2aa5b60c" -d '{"events": [{"server_uuid": "8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9", "name": "network-vif-unplugged", "status": "completed", "tag": "709e0cec-c89c-49d3-9cc3-7b372bcb769c"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:20.099205 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:20.106567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:20.164691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0fd7b-4581-4668-8df1-25210a3cdf6b req-1b6d7fbc-5062-4cc2-8a16-7838e79d2496 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:20.166395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29a0fd7b-4581-4668-8df1-25210a3cdf6b req-1b6d7fbc-5062-4cc2-8a16-7838e79d2496 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 945 time: 0.1220341 Aug 03 18:52:20.214346 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2acbfe6-25ca-4b66-b97b-b845bd00be11 x-openstack-request-id: req-f2acbfe6-25ca-4b66-b97b-b845bd00be11 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:20.214643 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9", "name": "network-vif-unplugged", "status": "completed", "tag": "709e0cec-c89c-49d3-9cc3-7b372bcb769c", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:20.214908 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2acbfe6-25ca-4b66-b97b-b845bd00be11 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:20.215299 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '709e0cec-c89c-49d3-9cc3-7b372bcb769c', 'code': 200} Aug 03 18:52:20.226983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Pushing event updated for resources: {'Port': ['ID=709e0cec-c89c-49d3-9cc3-7b372bcb769c,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:20.269989 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29a0fd7b-4581-4668-8df1-25210a3cdf6b req-338b94a6-8afe-4906-a227-8fd95a77a103 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892003 Aug 03 18:52:20.279929 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on host n-h2-802918-7 for vnic_type normal with profile {"migrating_to": "n-h1-802918-7"} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:20.280346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:20.280574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:20.316410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:20.316740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Attempting to bind port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:20.333026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:20.333461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:20.333807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:20.334276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Bound port: 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:20.334657 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:20.364540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a11ce-d6de-469b-9732-ff2cde3fafea req-2abb576f-fdbb-417b-9131-7d37f36d3776 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:20.366209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc5a11ce-d6de-469b-9732-ff2cde3fafea req-2abb576f-fdbb-417b-9131-7d37f36d3776 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 948 time: 0.0831876 Aug 03 18:52:20.484231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc5a11ce-d6de-469b-9732-ff2cde3fafea req-d790ca15-4ee1-4bf1-ae07-53ae3c0ee1d1 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925767 Aug 03 18:52:20.494019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:20.498157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:20.512203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f4bb7-ede7-49db-90a9-72dcaa669398 req-c606d147-3a46-4611-be67-3bbbbf1993c0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:20.513984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee9f4bb7-ede7-49db-90a9-72dcaa669398 req-c606d147-3a46-4611-be67-3bbbbf1993c0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 945 time: 0.1150527 Aug 03 18:52:20.522554 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:20.608862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee9f4bb7-ede7-49db-90a9-72dcaa669398 req-71342550-6e3c-4980-b30f-f96e910c358c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939262 Aug 03 18:52:20.654962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Pushing event updated for resources: {'Port': ['ID=709e0cec-c89c-49d3-9cc3-7b372bcb769c,revision_number=8']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:20.660103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:20.660731 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:20.662214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-e0f85200-3734-4e36-9e52-4db0bfce20ec service neutron] 10.222.0.74 "PUT /v2.0/ports/709e0cec-c89c-49d3-9cc3-7b372bcb769c HTTP/1.1" status: 200 len: 1121 time: 1.2245865 Aug 03 18:52:20.795640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['709e0cec-c89c-49d3-9cc3-7b372bcb769c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:21.146943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de37f3-ff87-4b92-a547-01c7ad8df656 req-24445db8-3ada-493e-97b8-d444c33c0a6c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:21.149540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1de37f3-ff87-4b92-a547-01c7ad8df656 req-24445db8-3ada-493e-97b8-d444c33c0a6c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.0992110 Aug 03 18:52:21.197544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c301de1-0220-4beb-8ff6-c32cc7b666b9 req-213949f0-90af-4814-a028-75e38dd8eac5 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:21.199452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c301de1-0220-4beb-8ff6-c32cc7b666b9 req-213949f0-90af-4814-a028-75e38dd8eac5 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 943 time: 0.1121662 Aug 03 18:52:21.259046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1de37f3-ff87-4b92-a547-01c7ad8df656 req-93f400de-0649-43c7-aafa-aea7802b3450 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028059 Aug 03 18:52:21.266741 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c301de1-0220-4beb-8ff6-c32cc7b666b9 req-1758e71f-ff17-4a5e-ad5b-f33a62d1a1f4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559475 Aug 03 18:52:21.429089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebfdedb-3d1a-40cb-af91-fec5568b8d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5faae84-e3da-4dfd-a1ef-3758f6d4ba87'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:21.431800 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f78b6e-bbf9-4341-a532-76769ab55dae" -d '{"events": [{"server_uuid": "3ebfdedb-3d1a-40cb-af91-fec5568b8d0e", "name": "network-vif-plugged", "status": "completed", "tag": "a5faae84-e3da-4dfd-a1ef-3758f6d4ba87"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:21.434502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1e230-73eb-4991-94ea-8f89e1d56757 req-ac60b74d-1afa-4e00-9c93-28d8ccef9fb6 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:21.436629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1a1e230-73eb-4991-94ea-8f89e1d56757 req-ac60b74d-1afa-4e00-9c93-28d8ccef9fb6 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 945 time: 0.0712104 Aug 03 18:52:21.491667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1a1e230-73eb-4991-94ea-8f89e1d56757 req-05c7441a-e2f4-42bc-a3ee-8d932b3d9784 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475447 Aug 03 18:52:21.494714 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196c0daf-8489-4214-8e35-592eb516cbe6 x-openstack-request-id: req-196c0daf-8489-4214-8e35-592eb516cbe6 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:21.495364 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebfdedb-3d1a-40cb-af91-fec5568b8d0e", "name": "network-vif-plugged", "status": "completed", "tag": "a5faae84-e3da-4dfd-a1ef-3758f6d4ba87", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:21.495933 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-196c0daf-8489-4214-8e35-592eb516cbe6 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:21.496880 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebfdedb-3d1a-40cb-af91-fec5568b8d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5faae84-e3da-4dfd-a1ef-3758f6d4ba87', 'code': 200} Aug 03 18:52:21.701469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b56e49-143d-453e-8133-af3470b9a728 req-5d9c006d-f92c-46dd-a2d3-df8683ddce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:21.703190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8b56e49-143d-453e-8133-af3470b9a728 req-5d9c006d-f92c-46dd-a2d3-df8683ddce2a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 1096 time: 0.0558867 Aug 03 18:52:21.716078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca8a64-e147-48ff-b09b-c98eb24af7d2 req-5722f276-7cf4-4984-8cf2-39ed998fec8c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:21.717788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95ca8a64-e147-48ff-b09b-c98eb24af7d2 req-5722f276-7cf4-4984-8cf2-39ed998fec8c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 948 time: 0.1169670 Aug 03 18:52:21.799463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8b56e49-143d-453e-8133-af3470b9a728 req-1fb8f37e-4db8-47b2-b962-9308494cecf7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655277 Aug 03 18:52:21.827506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95ca8a64-e147-48ff-b09b-c98eb24af7d2 req-c36b8d5f-a4aa-4349-9618-b9aea3968939 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889199 Aug 03 18:52:21.887573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fff05-8378-4a38-93d6-307e32106b73 req-b8627e9f-6af8-4850-950e-8972416f75bd tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:21.891774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db7fff05-8378-4a38-93d6-307e32106b73 req-b8627e9f-6af8-4850-950e-8972416f75bd tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 945 time: 0.0597031 Aug 03 18:52:21.940609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db7fff05-8378-4a38-93d6-307e32106b73 req-20b43eef-8d49-454d-995b-c0eb086144e1 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440776 Aug 03 18:52:22.085731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948260f2-a9ae-44af-b224-f3a6cc34bb89 req-8014d1aa-1e4c-41b8-863e-ed9d9f298643 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:22.087494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-948260f2-a9ae-44af-b224-f3a6cc34bb89 req-8014d1aa-1e4c-41b8-863e-ed9d9f298643 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 1096 time: 0.0504658 Aug 03 18:52:22.138943 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-948260f2-a9ae-44af-b224-f3a6cc34bb89 req-af763ce3-7e74-4cc6-b65b-0bf788b99f56 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426388 Aug 03 18:52:22.216373 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'tag': '709e0cec-c89c-49d3-9cc3-7b372bcb769c'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:22.221623 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9877a1-6a6b-47af-9ca1-d89dd6249e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9", "tag": "709e0cec-c89c-49d3-9cc3-7b372bcb769c"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:22.277116 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c013e7-992c-4a69-92a8-f170f4607d18 x-openstack-request-id: req-89c013e7-992c-4a69-92a8-f170f4607d18 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:22.277736 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9", "tag": "709e0cec-c89c-49d3-9cc3-7b372bcb769c", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:22.278205 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89c013e7-992c-4a69-92a8-f170f4607d18 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:22.278983 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'tag': '709e0cec-c89c-49d3-9cc3-7b372bcb769c', 'status': 'completed', 'code': 200} Aug 03 18:52:22.350511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 4237e363-a8f8-400f-af70-b58bfd1de86e up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:52:22.396198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9877a1-6a6b-47af-9ca1-d89dd6249e3e req-b78c4e96-ea03-42c0-8233-eca74c48981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:22.398699 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cd9877a1-6a6b-47af-9ca1-d89dd6249e3e req-b78c4e96-ea03-42c0-8233-eca74c48981c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 1124 time: 0.0959010 Aug 03 18:52:22.476273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 4237e363-a8f8-400f-af70-b58bfd1de86e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:52:22.494837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 4237e363-a8f8-400f-af70-b58bfd1de86e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:22.498400 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:22.548085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ba766-1e9d-4e34-b950-9374b8d88956 req-36306f22-dbf9-43bf-89d7-567c23897c39 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:22.559048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca8ba766-1e9d-4e34-b950-9374b8d88956 req-36306f22-dbf9-43bf-89d7-567c23897c39 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 943 time: 0.1664762 Aug 03 18:52:22.593283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9877a1-6a6b-47af-9ca1-d89dd6249e3e req-67e0ac70-6978-4cd2-a2ec-c7b84ce1442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:22.595082 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cd9877a1-6a6b-47af-9ca1-d89dd6249e3e req-67e0ac70-6978-4cd2-a2ec-c7b84ce1442e service neutron] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.1864583 Aug 03 18:52:22.597742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbafbf5-08ca-4335-9efc-c7d5ba8c2880 req-0e1e16f6-2d4a-4799-8fb7-51f1302b1f70 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:22.607312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bbafbf5-08ca-4335-9efc-c7d5ba8c2880 req-0e1e16f6-2d4a-4799-8fb7-51f1302b1f70 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1254663 Aug 03 18:52:22.658168 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cd9877a1-6a6b-47af-9ca1-d89dd6249e3e req-678af685-6c83-4b03-9832-1c7c49d94ded service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c HTTP/1.1" status: 200 len: 217 time: 0.0524135 Aug 03 18:52:22.672128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca8ba766-1e9d-4e34-b950-9374b8d88956 req-5c37cd0b-73d2-443d-b35f-fb03d8c3f603 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068881 Aug 03 18:52:22.731918 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:22.745697 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bbafbf5-08ca-4335-9efc-c7d5ba8c2880 req-5bafc102-6e4f-4153-a84c-84bcc2f8fe51 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369503 Aug 03 18:52:22.782625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 4237e363-a8f8-400f-af70-b58bfd1de86e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=4237e363-a8f8-400f-af70-b58bfd1de86e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:22.789900 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:22.835445 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9877a1-6a6b-47af-9ca1-d89dd6249e3e req-6ed547ae-3350-441f-b6fc-1e9437bdec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:22.836974 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cd9877a1-6a6b-47af-9ca1-d89dd6249e3e req-6ed547ae-3350-441f-b6fc-1e9437bdec18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.1637635 Aug 03 18:52:22.890394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=4237e363-a8f8-400f-af70-b58bfd1de86e,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:22.908281 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cd9877a1-6a6b-47af-9ca1-d89dd6249e3e req-871273a6-abc1-4231-98f1-9c71513c72cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608923 Aug 03 18:52:22.938810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187000fb-5257-45c2-9e10-7a6e677d7963 req-06cdd478-1d2d-4de8-b843-88a1aa416e33 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:22.949487 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-187000fb-5257-45c2-9e10-7a6e677d7963 req-06cdd478-1d2d-4de8-b843-88a1aa416e33 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 945 time: 0.1110840 Aug 03 18:52:23.088183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-187000fb-5257-45c2-9e10-7a6e677d7963 req-6e74f59b-94a8-490e-a715-63b137b7b476 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347430 Aug 03 18:52:23.143432 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cd9877a1-6a6b-47af-9ca1-d89dd6249e3e req-716737bb-ba80-4a6e-afb5-d70946d12966 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198906 Aug 03 18:52:23.144005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df093785-f575-4d4f-8b2b-da35067a7e81 req-1dbfa3d4-ae2c-4911-a61f-532620462874 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:23.145651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df093785-f575-4d4f-8b2b-da35067a7e81 req-1dbfa3d4-ae2c-4911-a61f-532620462874 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 949 time: 0.1359756 Aug 03 18:52:23.215156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df093785-f575-4d4f-8b2b-da35067a7e81 req-758cfd45-df5a-4dc3-8bc3-8aa57a547f84 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630181 Aug 03 18:52:23.310992 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cd9877a1-6a6b-47af-9ca1-d89dd6249e3e req-a197da15-df35-48a9-9080-773a6a15b6bd service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540074 Aug 03 18:52:23.506284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8abf900-b068-4aba-bc4e-6fee7b385123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4237e363-a8f8-400f-af70-b58bfd1de86e'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:23.509934 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45375ae9-cdf8-4ff7-8dfb-c5721fe1c6f9" -d '{"events": [{"server_uuid": "b8abf900-b068-4aba-bc4e-6fee7b385123", "name": "network-vif-plugged", "status": "completed", "tag": "4237e363-a8f8-400f-af70-b58bfd1de86e"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:23.557798 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e06967-00e5-4d56-a5d0-569bf2a2a97d x-openstack-request-id: req-c5e06967-00e5-4d56-a5d0-569bf2a2a97d {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:23.558076 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8abf900-b068-4aba-bc4e-6fee7b385123", "name": "network-vif-plugged", "status": "completed", "tag": "4237e363-a8f8-400f-af70-b58bfd1de86e", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:23.558330 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5e06967-00e5-4d56-a5d0-569bf2a2a97d {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:23.558792 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8abf900-b068-4aba-bc4e-6fee7b385123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4237e363-a8f8-400f-af70-b58bfd1de86e', 'code': 200} Aug 03 18:52:24.229356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a35582-e5b7-4da5-a984-314da4c247df req-44b07398-0da4-4fb1-9856-5b1612d376c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:24.230914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8a35582-e5b7-4da5-a984-314da4c247df req-44b07398-0da4-4fb1-9856-5b1612d376c8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 1100 time: 0.4942265 Aug 03 18:52:24.246076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b2785-9f6c-4d8b-bcd4-9bd951f0aba9 req-bd815816-e3ce-4f82-9115-526e361031da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:24.247649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-251b2785-9f6c-4d8b-bcd4-9bd951f0aba9 req-bd815816-e3ce-4f82-9115-526e361031da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 943 time: 0.4650764 Aug 03 18:52:24.297366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794cdb7-9baf-451e-be10-262c6193534b req-746a6fdc-68f1-48d6-8121-a25d6bdb3e78 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:24.302392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5794cdb7-9baf-451e-be10-262c6193534b req-746a6fdc-68f1-48d6-8121-a25d6bdb3e78 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1174262 Aug 03 18:52:24.360144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 709e0cec-c89c-49d3-9cc3-7b372bcb769c details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:52:24.361192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-251b2785-9f6c-4d8b-bcd4-9bd951f0aba9 req-2738e7fb-bdd7-4dbb-b5b9-ad0d8916a601 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946231 Aug 03 18:52:24.392943 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8a35582-e5b7-4da5-a984-314da4c247df req-86e65e5c-12d8-4496-b3f8-585a8f638398 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358154 Aug 03 18:52:24.423322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5794cdb7-9baf-451e-be10-262c6193534b req-1acc0b9e-21b9-4b33-afcc-9f18d26d815d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056397 Aug 03 18:52:24.508868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:24.530364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 709e0cec-c89c-49d3-9cc3-7b372bcb769c has no active binding in host n-h1-802918-7 {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 18:52:24.640216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade23e78-617f-4182-b89b-4852e7de0292 req-9216b624-8a23-408a-bd91-0d096de04d00 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:24.642744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ade23e78-617f-4182-b89b-4852e7de0292 req-9216b624-8a23-408a-bd91-0d096de04d00 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 945 time: 0.0862486 Aug 03 18:52:24.697748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ade23e78-617f-4182-b89b-4852e7de0292 req-e19453d8-ad41-49f1-b9ed-de0189cc0642 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Aug 03 18:52:24.887910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582af929-e290-4615-a660-b79819c31159 req-b8cfc05b-c981-44f4-84e8-d6d61f9c127c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:24.889575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-582af929-e290-4615-a660-b79819c31159 req-b8cfc05b-c981-44f4-84e8-d6d61f9c127c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 949 time: 0.0898445 Aug 03 18:52:24.946526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-582af929-e290-4615-a660-b79819c31159 req-13c249bb-e61e-40fc-94f3-8547c4a6cd09 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496151 Aug 03 18:52:25.413470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb5ef6-f18f-43a5-86e1-208ffc678fc0 req-1b312397-f1e9-4ea2-ba8a-0a2c35c50a8e tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:25.415771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1cb5ef6-f18f-43a5-86e1-208ffc678fc0 req-1b312397-f1e9-4ea2-ba8a-0a2c35c50a8e tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 945 time: 0.0632997 Aug 03 18:52:25.486578 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1cb5ef6-f18f-43a5-86e1-208ffc678fc0 req-6a4d3294-e7c5-4691-98e2-5274fb994a5b tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648241 Aug 03 18:52:25.551053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a72d-8648-43d1-b523-0681f8e364c7 req-855a4c8b-b38f-4120-839a-a7f64e0a3cd9 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:25.554997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1836a72d-8648-43d1-b523-0681f8e364c7 req-855a4c8b-b38f-4120-839a-a7f64e0a3cd9 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 943 time: 0.0886943 Aug 03 18:52:25.634982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1836a72d-8648-43d1-b523-0681f8e364c7 req-ed02f648-aea7-4bd6-9d9e-e69a83535c25 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680935 Aug 03 18:52:25.727476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498eec3-889a-4346-a79e-1aae68862f16 req-6be4cfb2-241c-4108-8566-2462e7a5065c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:25.730779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8498eec3-889a-4346-a79e-1aae68862f16 req-6be4cfb2-241c-4108-8566-2462e7a5065c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1102121 Aug 03 18:52:25.787387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8498eec3-889a-4346-a79e-1aae68862f16 req-5bfcb8cd-1fe7-4a02-ae90-374667323b52 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Aug 03 18:52:26.102367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527ecd9-bf03-419e-8eb9-a4362887c0df req-8b893bbe-c929-4da3-b6b8-162ae48adf1f tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:26.103948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7527ecd9-bf03-419e-8eb9-a4362887c0df req-8b893bbe-c929-4da3-b6b8-162ae48adf1f tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 949 time: 0.0852113 Aug 03 18:52:26.197035 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-f49d6fa0-75cb-4989-a1eb-bfae28aba396 service neutron] 10.222.0.37 "GET /v2.0/ports/709e0cec-c89c-49d3-9cc3-7b372bcb769c/bindings/n-h1-802918-7 HTTP/1.1" status: 200 len: 384 time: 0.1025443 Aug 03 18:52:26.207964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7527ecd9-bf03-419e-8eb9-a4362887c0df req-781622c7-ce02-4e44-85d3-c65fc3f05c55 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969346 Aug 03 18:52:26.628039 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ecc59-1860-4041-92dc-d5e9b0ba7b6e req-564ac4bc-61af-4f5c-b7b1-a1ac3825a9e8 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:26.641426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e73ecc59-1860-4041-92dc-d5e9b0ba7b6e req-564ac4bc-61af-4f5c-b7b1-a1ac3825a9e8 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 949 time: 0.1330454 Aug 03 18:52:26.702083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:26.744191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e73ecc59-1860-4041-92dc-d5e9b0ba7b6e req-61591546-e7d7-4b78-bb07-24cfddfe166a tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984645 Aug 03 18:52:26.771666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:26.784488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1355f-95a5-4509-ba1e-7763110db2d1 req-8bf10fef-fc6d-426d-9cf8-aaba5c7c8adc tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:26.796988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79b1355f-95a5-4509-ba1e-7763110db2d1 req-8bf10fef-fc6d-426d-9cf8-aaba5c7c8adc tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 945 time: 0.1407349 Aug 03 18:52:26.871364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 709e0cec-c89c-49d3-9cc3-7b372bcb769c {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:26.891903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:26.909785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79b1355f-95a5-4509-ba1e-7763110db2d1 req-dc30a01f-4aa5-425e-93d2-eafbdcf9db74 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110420 Aug 03 18:52:26.949249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:27.018709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8040114-7e04-4ed6-bb25-b7e821494ec7 req-38cf8215-02a7-4282-a761-ad504af7aaa2 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:27.028951 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8040114-7e04-4ed6-bb25-b7e821494ec7 req-38cf8215-02a7-4282-a761-ad504af7aaa2 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 943 time: 0.1528161 Aug 03 18:52:27.080452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Transition to ACTIVE for port object 709e0cec-c89c-49d3-9cc3-7b372bcb769c will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:27.092055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:27.134930 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8040114-7e04-4ed6-bb25-b7e821494ec7 req-0da2461d-f8c7-454e-89cd-a9b65f542c81 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048956 Aug 03 18:52:27.173793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde92c1-c1fc-44fe-a74d-7913eb982334 req-463bfcbd-3b9f-40da-b3dc-d46ac99b75a7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:27.185373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bdde92c1-c1fc-44fe-a74d-7913eb982334 req-463bfcbd-3b9f-40da-b3dc-d46ac99b75a7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1368825 Aug 03 18:52:27.230349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] No DVR routers for this DVR port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:52:27.232377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Pushing event updated for resources: {'Port': ['ID=709e0cec-c89c-49d3-9cc3-7b372bcb769c,revision_number=10']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:27.252252 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bdde92c1-c1fc-44fe-a74d-7913eb982334 req-ed1584f9-17d8-40f5-bed1-9e85178e39ee tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606604 Aug 03 18:52:27.254507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.254843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.255186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.255523 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.255854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.256170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.256489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.256813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.257139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.257464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.260329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.260481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:27.298990 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-df828b2c-cd3a-4fb4-82eb-3013c9d033dd service neutron] 10.222.0.37 "PUT /v2.0/ports/709e0cec-c89c-49d3-9cc3-7b372bcb769c/bindings/n-h1-802918-7/activate HTTP/1.1" status: 200 len: 369 time: 1.0756526 Aug 03 18:52:27.489105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-582187f5-f2f3-49ac-8b36-6ba3231e7fd2 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:27.502586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-582187f5-f2f3-49ac-8b36-6ba3231e7fd2 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1095 time: 0.0923717 Aug 03 18:52:27.589181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-83f7daa8-d620-43d8-8549-adaf17f767e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:27.590834 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-83f7daa8-d620-43d8-8549-adaf17f767e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9&tenant_id=dc860d339a74459e8987d12f9967f2cb HTTP/1.1" status: 200 len: 1095 time: 0.0874226 Aug 03 18:52:27.697598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-886dd478-a8b3-4734-af74-f0d87d66d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:27.699281 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-886dd478-a8b3-4734-af74-f0d87d66d903 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 1095 time: 0.0577769 Aug 03 18:52:27.850375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-7a972c02-972b-4764-a345-8f98247ee511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:27.852205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-7a972c02-972b-4764-a345-8f98247ee511 service neutron] 10.222.0.74 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.1378465 Aug 03 18:52:27.988846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-4acbf261-1e4a-4f86-b8b3-0a803bec49a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c HTTP/1.1" status: 200 len: 217 time: 0.0745354 Aug 03 18:52:28.005310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991d894-abe5-4fd7-a7bd-b11fb81dfe65 req-8c50cb2e-2e15-4c80-afb5-bc5afd3cb37c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:28.013180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b991d894-abe5-4fd7-a7bd-b11fb81dfe65 req-8c50cb2e-2e15-4c80-afb5-bc5afd3cb37c tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 949 time: 0.1432424 Aug 03 18:52:28.151338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b991d894-abe5-4fd7-a7bd-b11fb81dfe65 req-515f0818-a361-4dec-9fb3-3c8f39fa44c0 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314721 Aug 03 18:52:28.200786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d098de2-b519-4608-969b-ab498b01ddfd req-594e717b-8a0c-44d7-920c-70526e266dc7 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:28.205532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d098de2-b519-4608-969b-ab498b01ddfd req-594e717b-8a0c-44d7-920c-70526e266dc7 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 945 time: 0.1449292 Aug 03 18:52:28.210613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-34d8a2f2-0dbc-4158-8368-6067a0ab9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:28.212787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-34d8a2f2-0dbc-4158-8368-6067a0ab9450 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.1913548 Aug 03 18:52:28.280107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ce0f98e1-1ad5-4942-a922-bf1af2a96e53 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385313 Aug 03 18:52:28.299886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d098de2-b519-4608-969b-ab498b01ddfd req-da56badf-02eb-4103-916d-ee43d3f8a068 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/security-groups?id=d1c500c0-6696-4c63-8379-c37ebdbf67e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808620 Aug 03 18:52:28.315553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f136679-c58b-4089-ac23-7ece4dcc322a req-cd9a4121-f284-4148-a454-8258765c8f27 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:28.323927 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5f136679-c58b-4089-ac23-7ece4dcc322a req-cd9a4121-f284-4148-a454-8258765c8f27 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.74 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 945 time: 0.1421990 Aug 03 18:52:28.526413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5f136679-c58b-4089-ac23-7ece4dcc322a req-adb3e085-ef89-44bf-9cd8-5d4e78034218 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Deleting port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:52:28.526842 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f136679-c58b-4089-ac23-7ece4dcc322a req-adb3e085-ef89-44bf-9cd8-5d4e78034218 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:28.531663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162fa3f-ae2a-4aa2-87ba-5a023e58c451 req-34830502-1209-4d9b-b6bf-a222fb8f3cc1 tempest-LiveMigrationNegativeTest-512585005 tempest-LiveMigrationNegativeTest-512585005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:28.543152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a162fa3f-ae2a-4aa2-87ba-5a023e58c451 req-34830502-1209-4d9b-b6bf-a222fb8f3cc1 tempest-LiveMigrationNegativeTest-512585005 tempest-LiveMigrationNegativeTest-512585005-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 1100 time: 0.2371686 Aug 03 18:52:28.578420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159ec64-6633-4e1e-a8c1-8473f8fd242e req-8610d00b-2be9-4ad9-b815-9aba86be18c8 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:28.586453 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5159ec64-6633-4e1e-a8c1-8473f8fd242e req-8610d00b-2be9-4ad9-b815-9aba86be18c8 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 944 time: 0.1464777 Aug 03 18:52:28.597359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a162fa3f-ae2a-4aa2-87ba-5a023e58c451 req-5047edfe-e5f8-44bb-b22d-c01349df0243 tempest-LiveMigrationNegativeTest-512585005 tempest-LiveMigrationNegativeTest-512585005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:28.661449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5f136679-c58b-4089-ac23-7ece4dcc322a req-adb3e085-ef89-44bf-9cd8-5d4e78034218 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] For port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87,segment=NetworkSegment(fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec),segment_id=fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:28.662016 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f136679-c58b-4089-ac23-7ece4dcc322a req-adb3e085-ef89-44bf-9cd8-5d4e78034218 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:28.668825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5159ec64-6633-4e1e-a8c1-8473f8fd242e req-a6136d13-7dcc-49fa-a819-62819012b585 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811832 Aug 03 18:52:28.677750 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-d4c8bcac-060e-43b3-944c-efd600bc15db service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767004 Aug 03 18:52:28.681105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5f136679-c58b-4089-ac23-7ece4dcc322a req-adb3e085-ef89-44bf-9cd8-5d4e78034218 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Calling delete_port for a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:52:28.861204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334281-d230-403e-a60d-575bac8479f7 req-f6816768-f2a4-454c-9104-3cd58f84a6a9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:28.863277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb334281-d230-403e-a60d-575bac8479f7 req-f6816768-f2a4-454c-9104-3cd58f84a6a9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.0780494 Aug 03 18:52:28.893994 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-427479eb-b278-43f6-859d-15833b45b1dc service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871791 Aug 03 18:52:28.916813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb334281-d230-403e-a60d-575bac8479f7 req-91c2217e-8c0a-44b1-a210-4f9a1823fea3 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434718 Aug 03 18:52:28.921110 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f136679-c58b-4089-ac23-7ece4dcc322a req-adb3e085-ef89-44bf-9cd8-5d4e78034218 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:28.977327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['a5faae84-e3da-4dfd-a1ef-3758f6d4ba87'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:29.004093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3e085-ef89-44bf-9cd8-5d4e78034218 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Pushing event deleted for resources: {'Port': ['ID=a5faae84-e3da-4dfd-a1ef-3758f6d4ba87,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:29.035161 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a162fa3f-ae2a-4aa2-87ba-5a023e58c451 req-5047edfe-e5f8-44bb-b22d-c01349df0243 tempest-LiveMigrationNegativeTest-512585005 tempest-LiveMigrationNegativeTest-512585005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:29.056661 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a162fa3f-ae2a-4aa2-87ba-5a023e58c451 req-5047edfe-e5f8-44bb-b22d-c01349df0243 tempest-LiveMigrationNegativeTest-512585005 tempest-LiveMigrationNegativeTest-512585005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:29.099858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f136679-c58b-4089-ac23-7ece4dcc322a req-adb3e085-ef89-44bf-9cd8-5d4e78034218 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] No DVR routers for this DVR port a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:52:29.104200 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f136679-c58b-4089-ac23-7ece4dcc322a req-adb3e085-ef89-44bf-9cd8-5d4e78034218 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:29.107114 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5f136679-c58b-4089-ac23-7ece4dcc322a req-adb3e085-ef89-44bf-9cd8-5d4e78034218 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.74 "DELETE /v2.0/ports/a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 HTTP/1.1" status: 204 len: 173 time: 0.7783177 Aug 03 18:52:29.107669 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebfdedb-3d1a-40cb-af91-fec5568b8d0e', 'name': 'network-vif-deleted', 'tag': 'a5faae84-e3da-4dfd-a1ef-3758f6d4ba87'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:29.110955 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143977d1-ea9f-4b7e-96bc-9b1fd764c2de" -d '{"events": [{"server_uuid": "3ebfdedb-3d1a-40cb-af91-fec5568b8d0e", "name": "network-vif-deleted", "tag": "a5faae84-e3da-4dfd-a1ef-3758f6d4ba87"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:29.118988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a162fa3f-ae2a-4aa2-87ba-5a023e58c451 req-5047edfe-e5f8-44bb-b22d-c01349df0243 tempest-LiveMigrationNegativeTest-512585005 tempest-LiveMigrationNegativeTest-512585005-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780618 Aug 03 18:52:29.134838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047edfe-e5f8-44bb-b22d-c01349df0243 tempest-LiveMigrationNegativeTest-512585005 tempest-LiveMigrationNegativeTest-512585005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beae17d1-59c4-43bd-9c93-1ed992d06fd5,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:29.211731 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfc2ca5-03a4-4b57-8c8b-da8ed1e96d30 x-openstack-request-id: req-abfc2ca5-03a4-4b57-8c8b-da8ed1e96d30 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:29.212036 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebfdedb-3d1a-40cb-af91-fec5568b8d0e", "name": "network-vif-deleted", "tag": "a5faae84-e3da-4dfd-a1ef-3758f6d4ba87", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:29.212290 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-abfc2ca5-03a4-4b57-8c8b-da8ed1e96d30 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:29.212698 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebfdedb-3d1a-40cb-af91-fec5568b8d0e', 'name': 'network-vif-deleted', 'tag': 'a5faae84-e3da-4dfd-a1ef-3758f6d4ba87', 'status': 'completed', 'code': 200} Aug 03 18:52:29.257595 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:29.456512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ddf82251-4cd9-4eba-9543-128d72ea8381 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:29.458425 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-ddf82251-4cd9-4eba-9543-128d72ea8381 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 1095 time: 0.0878057 Aug 03 18:52:29.506002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8fa06766-e7f5-4eb7-9b4c-45e5c6ec9de8 req-1023d806-a4a5-4c37-b66c-1997d7dd1194 tempest-InstanceActionsNegativeTestJSON-1984141655 tempest-InstanceActionsNegativeTestJSON-1984141655-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ebfdedb-3d1a-40cb-af91-fec5568b8d0e HTTP/1.1" status: 200 len: 210 time: 0.0406914 Aug 03 18:52:29.653561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-470a66c3-3373-4c9b-90af-8fdbf996e131 service neutron] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:29.660764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-470a66c3-3373-4c9b-90af-8fdbf996e131 service neutron] Notify callbacks [] for binding, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:29.663405 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3050593-3d16-40b2-ab7b-c9633407f610 req-470a66c3-3373-4c9b-90af-8fdbf996e131 service neutron] 10.222.0.74 "DELETE /v2.0/ports/709e0cec-c89c-49d3-9cc3-7b372bcb769c/bindings/n-h2-802918-7 HTTP/1.1" status: 204 len: 173 time: 0.1934297 Aug 03 18:52:29.965992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d8db4-1d32-4d2d-9352-12e7e9b245b0 req-17712ed2-3fd7-4b38-aa71-32d425015baa tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:29.969542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc4d8db4-1d32-4d2d-9352-12e7e9b245b0 req-17712ed2-3fd7-4b38-aa71-32d425015baa tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 949 time: 0.1127648 Aug 03 18:52:30.026100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-b9118ade-af81-4753-98ee-0f4014e0f95c tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:30.027693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-b9118ade-af81-4753-98ee-0f4014e0f95c tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/networks?id=9a37c694-ac58-44e2-a072-aca82b747de0 HTTP/1.1" status: 200 len: 815 time: 0.1816061 Aug 03 18:52:30.043894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc4d8db4-1d32-4d2d-9352-12e7e9b245b0 req-8fc8067d-f3bc-4fd1-8989-34b3f563eb70 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681751 Aug 03 18:52:30.074893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-ca7bdb04-e4c6-4f55-81ff-900199bf1e76 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/quotas/bfcc6651f6a14a659738f55d9852b017 HTTP/1.1" status: 200 len: 375 time: 0.0211959 Aug 03 18:52:30.192594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-15db6e13-924a-4ac0-b0b3-b5ef94be1ad7 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bfcc6651f6a14a659738f55d9852b017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111705 Aug 03 18:52:30.227665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8e774-520a-4909-b637-c37a024a1ea9 req-33ef2386-0155-4851-a537-226c142ca59d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:30.230170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fe8e774-520a-4909-b637-c37a024a1ea9 req-33ef2386-0155-4851-a537-226c142ca59d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 944 time: 0.0970361 Aug 03 18:52:30.350534 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 709e0cec-c89c-49d3-9cc3-7b372bcb769c no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:52:30.355900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fe8e774-520a-4909-b637-c37a024a1ea9 req-7958f854-8ed7-4364-a246-65b8a6e31626 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098161 Aug 03 18:52:30.397718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-8f434afb-ebaa-422d-83c7-5634c28136b4 service neutron] 10.222.0.78 "GET /v2.0/networks/9a37c694-ac58-44e2-a072-aca82b747de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645730 Aug 03 18:52:30.401404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 709e0cec-c89c-49d3-9cc3-7b372bcb769c not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:52:30.496459 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-5ce211d3-a065-4a10-b523-8a346fc59744 service neutron] 10.222.0.78 "GET /v2.0/networks/9a37c694-ac58-44e2-a072-aca82b747de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920489 Aug 03 18:52:30.796683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd22b7-a6d3-445e-b63f-a0aca032a054 req-9f56f871-5be4-4224-b243-dcda5c11014b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:30.799409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ecd22b7-a6d3-445e-b63f-a0aca032a054 req-9f56f871-5be4-4224-b243-dcda5c11014b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.0865974 Aug 03 18:52:30.890028 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ecd22b7-a6d3-445e-b63f-a0aca032a054 req-5e41c262-1980-4bfc-9aee-fc070c34def4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805333 Aug 03 18:52:31.025775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60388) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:52:31.064579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81403e5a-3e27-4ea7-bf3e-a7e9df05107f req-391cf06a-ed4e-43e4-80c8-74a519bc44b0 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 210 time: 0.0524216 Aug 03 18:52:31.164111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-e630b5bf-2c52-46a3-b38b-e533668fbbdb admin admin] Deleting subnet 5eb59ffd-e500-4905-b308-0f68d4c0deea {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:52:31.169135 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e630b5bf-2c52-46a3-b38b-e533668fbbdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:31.279917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0590f0f-316c-415c-a1cd-401977fab990 req-f87ffd33-ac7c-4a68-8912-d3f5d41edd1b tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:31.289761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e0590f0f-316c-415c-a1cd-401977fab990 req-f87ffd33-ac7c-4a68-8912-d3f5d41edd1b tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 1095 time: 0.1719096 Aug 03 18:52:31.304429 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e630b5bf-2c52-46a3-b38b-e533668fbbdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:31.335206 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-09bbf62a-33ba-4743-9583-e4022238932a service neutron] show failed (client error): The resource could not be found. Aug 03 18:52:31.336817 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-09bbf62a-33ba-4743-9583-e4022238932a service neutron] 10.222.0.37 "GET /v2.0/ports/be39b057-5b52-48ca-b6f9-3c835cdf0d8e/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0887480 Aug 03 18:52:31.380823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e0590f0f-316c-415c-a1cd-401977fab990 req-7340806d-6c97-4e4e-919e-dade5d3abf09 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896363 Aug 03 18:52:31.394622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a107bc-8448-4589-8f00-67a5c28413dc req-2aae124c-354a-406f-9da0-5044e4b1f837 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:31.396344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35a107bc-8448-4589-8f00-67a5c28413dc req-2aae124c-354a-406f-9da0-5044e4b1f837 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 949 time: 0.1923432 Aug 03 18:52:31.402729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e630b5bf-2c52-46a3-b38b-e533668fbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:31.493292 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35a107bc-8448-4589-8f00-67a5c28413dc req-eb2ff206-5b69-45dc-ae3a-9b21c7473c64 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875816 Aug 03 18:52:31.528092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e630b5bf-2c52-46a3-b38b-e533668fbbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:31.563717 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e630b5bf-2c52-46a3-b38b-e533668fbbdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:31.566337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e630b5bf-2c52-46a3-b38b-e533668fbbdb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5eb59ffd-e500-4905-b308-0f68d4c0deea HTTP/1.1" status: 204 len: 168 time: 0.5393271 Aug 03 18:52:31.567845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630b5bf-2c52-46a3-b38b-e533668fbbdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb59ffd-e500-4905-b308-0f68d4c0deea,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:31.570368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60396) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:52:31.684413 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:31.861713 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:52:31.865730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:31.875724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-d3405569-6860-4f64-8e5c-95bf6ffe7b98 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:31.878644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-d3405569-6860-4f64-8e5c-95bf6ffe7b98 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 820 time: 0.1774449 Aug 03 18:52:31.879344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-10f67448-4c59-4ecb-8427-7587ed7a263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:31.881241 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-10f67448-4c59-4ecb-8427-7587ed7a263f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328&tenant_id=0af165f6330042b395e2a638c3cc2bba HTTP/1.1" status: 200 len: 1100 time: 0.1332297 Aug 03 18:52:31.883950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:31.884570 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:31.885535 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:31.885947 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > port after_create 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:31.886310 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:31.886789 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > port after_update 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:31.887183 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:31.887652 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:31.888213 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:31.888557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:31.897984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-f570cbd2-d5d2-4764-886b-d9dec4f3c592 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/quotas/dc860d339a74459e8987d12f9967f2cb HTTP/1.1" status: 200 len: 375 time: 0.0108614 Aug 03 18:52:31.977560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-696a5028-23ff-4955-845f-c46530d30613 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723720 Aug 03 18:52:32.051184 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:32.051777 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:32.052331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:32.052863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:52:32.053258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88c5be1-9286-4c66-9251-7aa36375f90c']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:52:32.064048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:32.099980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:52:32.099980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdae3aa8-71ab-43cb-9b8e-99fc4e6633ec') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:52:32.122567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb48f4-20b3-45dd-8117-d8a6691ea4e7 req-d6870f58-e34f-4adf-818e-6fb198845ce4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:32.124107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dcb48f4-20b3-45dd-8117-d8a6691ea4e7 req-d6870f58-e34f-4adf-818e-6fb198845ce4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.0826700 Aug 03 18:52:32.135403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:32.185633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-743e9c6f-bb6f-4d6d-bd1b-e956fd53af10 service neutron] 10.222.0.78 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003934 Aug 03 18:52:32.194072 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:32.211174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:32.215213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:52:32.218620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: from cryptography.utils import int_from_bytes Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: from cryptography.utils import int_from_bytes Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:52:32.228605 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:52:32.271701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631117e-2d2a-4f71-b482-63a198809f51 req-b2dedb91-ca76-4786-84fb-4ae4c152492f tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:32.273326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8631117e-2d2a-4f71-b482-63a198809f51 req-b2dedb91-ca76-4786-84fb-4ae4c152492f tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 949 time: 0.1365650 Aug 03 18:52:32.286248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dcb48f4-20b3-45dd-8117-d8a6691ea4e7 req-ffd883ee-21bc-47d2-9ab2-6d9bb399622a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505277 Aug 03 18:52:32.414213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:52:32.437968 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-75f91e7b-5fbf-4abb-8967-d3de5b4b9605 service neutron] 10.222.0.78 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513769 Aug 03 18:52:32.494336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:52:32.496550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a5faae84-e3da-4dfd-a1ef-3758f6d4ba87 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:52:32.521002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:32.561934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-8631117e-2d2a-4f71-b482-63a198809f51 req-f58dd9cd-291d-4a2b-a84d-e13016b5f11b tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Deleting port 4237e363-a8f8-400f-af70-b58bfd1de86e {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:52:32.562381 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8631117e-2d2a-4f71-b482-63a198809f51 req-f58dd9cd-291d-4a2b-a84d-e13016b5f11b tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:32.570088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:32.635005 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:32.649081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6fac224-499d-4612-8de8-b4f133fe8744 req-79dfa20d-5c1d-4b06-b5a5-4087ef4db12e tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 210 time: 0.0939183 Aug 03 18:52:32.661039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:32.667850 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbb5f2a-0a70-4318-8bea-6528112349ac" -d '{"events": [{"server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "name": "network-vif-unplugged", "status": "completed", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:32.791948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8631117e-2d2a-4f71-b482-63a198809f51 req-f58dd9cd-291d-4a2b-a84d-e13016b5f11b tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] For port 4237e363-a8f8-400f-af70-b58bfd1de86e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=4237e363-a8f8-400f-af70-b58bfd1de86e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:32.792591 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8631117e-2d2a-4f71-b482-63a198809f51 req-f58dd9cd-291d-4a2b-a84d-e13016b5f11b tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:32.816293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-8631117e-2d2a-4f71-b482-63a198809f51 req-f58dd9cd-291d-4a2b-a84d-e13016b5f11b tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Calling delete_port for 4237e363-a8f8-400f-af70-b58bfd1de86e owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:52:32.896210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-00740cc6-6e94-4f2f-a10d-ba5cfa9dabef tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:32.898074 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-00740cc6-6e94-4f2f-a10d-ba5cfa9dabef tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.74 "GET /v2.0/networks?id=9a37c694-ac58-44e2-a072-aca82b747de0 HTTP/1.1" status: 200 len: 815 time: 0.2457662 Aug 03 18:52:32.901158 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e60b71-8809-4100-a6ba-52f00b4e9f12 x-openstack-request-id: req-d4e60b71-8809-4100-a6ba-52f00b4e9f12 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:32.901914 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "name": "network-vif-unplugged", "status": "completed", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:32.902386 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4e60b71-8809-4100-a6ba-52f00b4e9f12 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:32.903178 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e', 'code': 200} Aug 03 18:52:32.924111 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Transition to ACTIVE for port object be39b057-5b52-48ca-b6f9-3c835cdf0d8e will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:32.927935 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:32.930858 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:32.966227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c58173e-6490-4e1a-aa78-663df86cafb7 req-3adda48b-f18b-4d32-9f01-3bcd9c647de7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 210 time: 0.0820007 Aug 03 18:52:33.022461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:33.025145 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d88c5be1-9286-4c66-9251-7aa36375f90c HTTP/1.1" status: 204 len: 168 time: 1.4531119 Aug 03 18:52:33.059704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Request body: {'port': {'device_id': '97f44a4d-3534-4da8-ad94-656178feee18', 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0', 'admin_state_up': True, 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:33.096429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8379f27-fb52-4844-b0b8-6426ce800c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=d88c5be1-9286-4c66-9251-7aa36375f90c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:33.117777 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8631117e-2d2a-4f71-b482-63a198809f51 req-f58dd9cd-291d-4a2b-a84d-e13016b5f11b tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:33.131316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['f05800cf-7b37-46ee-85bd-bcc08c2483b3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:33.278223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['4237e363-a8f8-400f-af70-b58bfd1de86e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:33.313852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dd9cd-291d-4a2b-a84d-e13016b5f11b tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Pushing event deleted for resources: {'Port': ['ID=4237e363-a8f8-400f-af70-b58bfd1de86e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:33.363323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbd50d-edd3-4c9b-9cea-9c3de46934ad req-435a05c5-9716-4dec-8a68-185496c49998 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:33.378858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35bbd50d-edd3-4c9b-9cea-9c3de46934ad req-435a05c5-9716-4dec-8a68-185496c49998 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 949 time: 0.4973691 Aug 03 18:52:33.419451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Pushing event updated for resources: {'Port': ['ID=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,revision_number=6']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:33.428584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] No DVR routers for this DVR port be39b057-5b52-48ca-b6f9-3c835cdf0d8e on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:52:33.441763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60458) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:52:33.534417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8631117e-2d2a-4f71-b482-63a198809f51 req-f58dd9cd-291d-4a2b-a84d-e13016b5f11b tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] No DVR routers for this DVR port 4237e363-a8f8-400f-af70-b58bfd1de86e on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:52:33.548690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35bbd50d-edd3-4c9b-9cea-9c3de46934ad req-26510f78-32eb-458d-a582-6343b40a9ccc tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668811 Aug 03 18:52:33.553704 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8631117e-2d2a-4f71-b482-63a198809f51 req-f58dd9cd-291d-4a2b-a84d-e13016b5f11b tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:33.561663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8631117e-2d2a-4f71-b482-63a198809f51 req-f58dd9cd-291d-4a2b-a84d-e13016b5f11b tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.74 "DELETE /v2.0/ports/4237e363-a8f8-400f-af70-b58bfd1de86e HTTP/1.1" status: 204 len: 173 time: 1.2706120 Aug 03 18:52:33.567345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8abf900-b068-4aba-bc4e-6fee7b385123', 'name': 'network-vif-deleted', 'tag': '4237e363-a8f8-400f-af70-b58bfd1de86e'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:33.567889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Made reservation on behalf of bfcc6651f6a14a659738f55d9852b017 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:52:33.580386 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:33.582500 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3393f627-8292-4d87-b782-42890a887aa3" -d '{"events": [{"server_uuid": "b8abf900-b068-4aba-bc4e-6fee7b385123", "name": "network-vif-deleted", "tag": "4237e363-a8f8-400f-af70-b58bfd1de86e"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:33.627935 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-71529544-235f-4922-9481-0f4a8738583b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:33.759476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730c91-2630-4ed7-9823-183b5f83d43b req-9c37e15e-a9c0-4a76-b6d6-4babd1569197 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:33.769855 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3730c91-2630-4ed7-9823-183b5f83d43b req-9c37e15e-a9c0-4a76-b6d6-4babd1569197 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 947 time: 0.2368102 Aug 03 18:52:33.905070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3730c91-2630-4ed7-9823-183b5f83d43b req-d58ca315-f6d7-4176-a33e-46ddf9b1cf28 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312878 Aug 03 18:52:33.930147 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0823066e-1e7c-4ad2-aeff-cb784c202e1b x-openstack-request-id: req-0823066e-1e7c-4ad2-aeff-cb784c202e1b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:33.930876 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8abf900-b068-4aba-bc4e-6fee7b385123", "name": "network-vif-deleted", "tag": "4237e363-a8f8-400f-af70-b58bfd1de86e", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:33.931462 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0823066e-1e7c-4ad2-aeff-cb784c202e1b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:33.932046 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8abf900-b068-4aba-bc4e-6fee7b385123', 'name': 'network-vif-deleted', 'tag': '4237e363-a8f8-400f-af70-b58bfd1de86e', 'status': 'completed', 'code': 200} Aug 03 18:52:34.007752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Allocated IP 172.20.0.9 (9a37c694-ac58-44e2-a072-aca82b747de0/09484251-14be-4f68-a411-25f3918cd2ca/d6431bbf-687e-42fb-8544-1bae88912c23) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:52:34.184908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4190e16-f3e3-4403-aec1-e022d5634312 req-5f607036-69cd-46e8-91d1-546631940b8d tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 210 time: 0.0852556 Aug 03 18:52:34.256053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20afc47f-e2da-44e5-844e-4bafbaafad70 req-e68ee68c-6a8a-4034-81b3-28500106e290 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 210 time: 0.0654786 Aug 03 18:52:34.309216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Attempting to bind port be39b057-5b52-48ca-b6f9-3c835cdf0d8e on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:34.309593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Attempting to bind port be39b057-5b52-48ca-b6f9-3c835cdf0d8e by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:34.309924 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Attempting to bind port be39b057-5b52-48ca-b6f9-3c835cdf0d8e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:34.333104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60470) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:52:34.333753 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-09c3b9ba-f30c-43e2-8981-62d0af7d2f53 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=910f7ce893a5416eb7777afac15c803c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8827302 Aug 03 18:52:34.336380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Port be39b057-5b52-48ca-b6f9-3c835cdf0d8e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:34.336709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Attempting to bind port be39b057-5b52-48ca-b6f9-3c835cdf0d8e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:34.350142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:34.350525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:34.350880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:34.351346 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Bound port: be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:34.351719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:34.419573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-568442e5-ce2d-4e5c-903f-ada4a3150f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:34.470468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:34.481603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-568442e5-ce2d-4e5c-903f-ada4a3150f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:34.482293 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:34.491735 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:34.683514 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-568442e5-ce2d-4e5c-903f-ada4a3150f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:34.696049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-568442e5-ce2d-4e5c-903f-ada4a3150f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:34.702325 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-568442e5-ce2d-4e5c-903f-ada4a3150f3b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1c500c0-6696-4c63-8379-c37ebdbf67e0 HTTP/1.1" status: 204 len: 168 time: 0.3680758 Aug 03 18:52:34.703095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:34.716816 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:34.725188 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] 10.222.0.74 "PUT /v2.0/ports/be39b057-5b52-48ca-b6f9-3c835cdf0d8e HTTP/1.1" status: 200 len: 1095 time: 2.6616118 Aug 03 18:52:34.741143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568442e5-ce2d-4e5c-903f-ada4a3150f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c500c0-6696-4c63-8379-c37ebdbf67e0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:34.885967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74fa3c-c472-41d0-a75b-44e7dfb4a46c service neutron] Pushing event updated for resources: {'Port': ['ID=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,revision_number=7']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:34.887428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e3971aa-9802-4a74-8381-16af1166c868 req-0d3edac3-0307-4c1a-bb62-7a75d63df71a tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8abf900-b068-4aba-bc4e-6fee7b385123 HTTP/1.1" status: 200 len: 210 time: 0.1055241 Aug 03 18:52:34.916734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:34.934811 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc68d159-15eb-4048-b385-fdfe52e6c7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:34.955738 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:35.138147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Transition to ACTIVE for port object d6431bbf-687e-42fb-8544-1bae88912c23 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:35.166051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a300f-9ef8-4589-b4fa-498df979004f req-860c1eab-fc08-425f-b52c-0109e0ee8a8a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:35.200703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a300f-9ef8-4589-b4fa-498df979004f req-860c1eab-fc08-425f-b52c-0109e0ee8a8a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 947 time: 0.1494081 Aug 03 18:52:35.263997 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049d5f9b-c362-4637-946e-38976368a23d x-openstack-request-id: req-049d5f9b-c362-4637-946e-38976368a23d {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:35.264331 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:35.264554 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-049d5f9b-c362-4637-946e-38976368a23d {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:35.264927 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e', 'status': 'completed', 'code': 200} Aug 03 18:52:35.302132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c2a300f-9ef8-4589-b4fa-498df979004f req-14e7fea0-8a38-429f-9b96-cace790095d7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895755 Aug 03 18:52:35.419982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea89dfad-1b6a-42eb-b5ad-3bd7cd95752d req-fafae0e2-b215-485c-94e5-65729c3366ca tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 210 time: 0.0973055 Aug 03 18:52:35.563192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-ef0bb3ba-618e-4520-a619-87d77b4e1eef tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:35.565712 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-ef0bb3ba-618e-4520-a619-87d77b4e1eef tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 820 time: 0.5661116 Aug 03 18:52:35.572129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:35.585851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Request body: {'port': {'device_id': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8', 'admin_state_up': True, 'tenant_id': 'dc860d339a74459e8987d12f9967f2cb'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:35.586363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f914215-c345-42e0-b8ce-cdb2e92d9939 req-5459fa0a-db38-4107-9e48-5684a96817af tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 210 time: 0.0949712 Aug 03 18:52:35.698895 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Network 9a37c694-ac58-44e2-a072-aca82b747de0 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:52:35.714367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:52:35.721670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:52:35.833787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:35.834194 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:36.042562 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-4827e33f-87c5-423d-8d54-e1645ba2e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:36.045808 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-4827e33f-87c5-423d-8d54-e1645ba2e543 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 1098 time: 0.9277217 Aug 03 18:52:36.148756 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1390829 Aug 03 18:52:36.157675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-075b5788-ed03-4aa1-a258-536b120caa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:36.161096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-48e03ada-498a-4c74-bbf0-556936db9040 None None] Provisioning for port d6431bbf-687e-42fb-8544-1bae88912c23 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:52:36.174064 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-075b5788-ed03-4aa1-a258-536b120caa07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 1098 time: 0.9021268 Aug 03 18:52:36.177852 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168d385-d6bb-41f6-8bbc-b849b2221345 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Pushing event updated for resources: {'Port': ['ID=d6431bbf-687e-42fb-8544-1bae88912c23,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:36.183776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-48e03ada-498a-4c74-bbf0-556936db9040 None None] Provisioning complete for port d6431bbf-687e-42fb-8544-1bae88912c23 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:36.184483 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-48e03ada-498a-4c74-bbf0-556936db9040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:36.238939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-48e03ada-498a-4c74-bbf0-556936db9040 None None] Port d6431bbf-687e-42fb-8544-1bae88912c23 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:52:36.413327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device be39b057-5b52-48ca-b6f9-3c835cdf0d8e no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:52:36.450433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Made reservation on behalf of dc860d339a74459e8987d12f9967f2cb for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:52:36.459636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60524) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:52:36.481559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:36.504006 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-5ff5823a-41f7-4e77-b15b-e8f96ef87459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:36.505835 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-5ff5823a-41f7-4e77-b15b-e8f96ef87459 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3094971 Aug 03 18:52:36.575297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 4237e363-a8f8-400f-af70-b58bfd1de86e no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:52:36.610115 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-979f85d8-0daf-40b7-b15b-cab7a1aeed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:36.635926 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-1c78d92d-1b4a-41e1-9997-297aee8f9cf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e HTTP/1.1" status: 200 len: 217 time: 0.0914607 Aug 03 18:52:36.680061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da606c-55bc-4e5f-a230-f7492f244925 req-099ca2dd-6df6-4af4-9bc9-9381f1be5525 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:36.694137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25da606c-55bc-4e5f-a230-f7492f244925 req-099ca2dd-6df6-4af4-9bc9-9381f1be5525 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 947 time: 0.1362789 Aug 03 18:52:36.715069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1474114616-network', 'tenant_id': 'b727e1c4fb5645b8868d1171dcacb847'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:36.726251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 4237e363-a8f8-400f-af70-b58bfd1de86e {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:52:36.726616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 4237e363-a8f8-400f-af70-b58bfd1de86e not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:52:36.761786 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:36.773603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25da606c-55bc-4e5f-a230-f7492f244925 req-ac7887ac-855e-4189-b7ec-672f60691922 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780919 Aug 03 18:52:36.786680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device be39b057-5b52-48ca-b6f9-3c835cdf0d8e not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:52:36.799936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Made reservation on behalf of b727e1c4fb5645b8868d1171dcacb847 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:52:36.802622 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:36.821245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:36.990928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Allocated IP 172.20.0.11 (12a0583d-c43f-4b80-bf98-47717a5abbf8/2875b3c8-f991-4615-892b-ba13371dbecd/b9132548-aab1-4d19-afe8-0c9149a7ba20) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:52:36.993374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853b743-6afa-4de7-8718-8d79a55bdb0c req-634e3c58-732e-4d69-9212-d11fa25a3c09 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:37.002462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7853b743-6afa-4de7-8718-8d79a55bdb0c req-634e3c58-732e-4d69-9212-d11fa25a3c09 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 950 time: 0.1241922 Aug 03 18:52:37.066001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-8720e1c5-ebdd-4af7-a4f5-2303a7e31c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:37.067896 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-8720e1c5-ebdd-4af7-a4f5-2303a7e31c7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.3508139 Aug 03 18:52:37.098451 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:37.112393 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:37.165296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a254958f-b49a-417b-a60c-ed2bfeba6c93,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:37.205726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7853b743-6afa-4de7-8718-8d79a55bdb0c req-d8af4c98-893a-44f6-9548-5a597a0bd509 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014012 Aug 03 18:52:37.220272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:52:37.236958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-e9d295db-0239-442c-80fa-b020ec04bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:37.241220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:37.242723 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Added segment 06d09be8-b714-416b-a662-4fc75d8eda01 of type vlan for network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e Aug 03 18:52:37.248529 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-e9d295db-0239-442c-80fa-b020ec04bbf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702268 Aug 03 18:52:37.349335 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:37.557430 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32681bc-aead-4067-a245-a61fa6bd2689 req-27579b7b-0bc5-430e-8404-4c8030afd5ae tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:37.561342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c32681bc-aead-4067-a245-a61fa6bd2689 req-27579b7b-0bc5-430e-8404-4c8030afd5ae tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 931 time: 0.2217753 Aug 03 18:52:37.562118 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:37.563103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:37.564344 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:37.704994 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:37.711369 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-b16d6708-713c-434e-8b22-92b082f1114a service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454029 Aug 03 18:52:37.736793 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:37.888970 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-ae309001-728b-4f15-85e0-cf69186c61ab service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675386 Aug 03 18:52:37.892483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c32681bc-aead-4067-a245-a61fa6bd2689 req-824a1096-11ec-4fd5-a1fb-298499233239 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117044 Aug 03 18:52:37.894258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] Pushing event updated for resources: {'Network': ['ID=5f3225c2-64a3-4fb4-a866-018b11d8ef7e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:37.905694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a0ac34ab-8a44-4118-901e-0815c40dc44c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4405005 Aug 03 18:52:37.906099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60538) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:52:37.909857 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:37.922138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:52:37.932980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] Request body: {'subnet': {'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1474114616-subnet', 'tenant_id': 'b727e1c4fb5645b8868d1171dcacb847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:38.003507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] Made reservation on behalf of b727e1c4fb5645b8868d1171dcacb847 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:52:38.006097 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:38.058872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Network 12a0583d-c43f-4b80-bf98-47717a5abbf8 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:52:38.083558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:52:38.084877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:52:38.091871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Pushing event updated for resources: {'Port': ['ID=b9132548-aab1-4d19-afe8-0c9149a7ba20,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:38.187857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:38.189519 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:38.232772 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-bad3f62a-4787-40f5-935a-7b0a2881ff80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6506100 Aug 03 18:52:38.255293 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Request body: {'port': {'device_id': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:38.286971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b937e-6ffa-4a62-b9bf-6fc742bc0721 req-8973c236-6ec5-4403-9745-4d94f0932e7c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:38.295238 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a03b937e-6ffa-4a62-b9bf-6fc742bc0721 req-8973c236-6ec5-4403-9745-4d94f0932e7c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 932 time: 0.1237285 Aug 03 18:52:38.397042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a03b937e-6ffa-4a62-b9bf-6fc742bc0721 req-3eb77b4e-9f63-4ebd-921a-d94d12630997 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999157 Aug 03 18:52:38.447930 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:38.512263 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:38.553025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d089f13d-7eea-48fe-b8cd-2f892ed40fc8,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:38.613928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4735c25-3df4-440c-96df-c234e1c9105b req-e87ed88c-c455-4242-8ed3-1552d1397295 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:38.614330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] Checking segment: {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:38.615509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] Network hostable DHCP agents. Network: 5f3225c2-64a3-4fb4-a866-018b11d8ef7e, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:52:38.615627 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d4735c25-3df4-440c-96df-c234e1c9105b req-e87ed88c-c455-4242-8ed3-1552d1397295 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 950 time: 0.3667235 Aug 03 18:52:38.634224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ce56b-85df-4ebd-a71a-211a1db1b9a9 req-48d75732-6e13-48aa-ac0e-a83a2c35bc69 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:38.643665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-341ce56b-85df-4ebd-a71a-211a1db1b9a9 req-48d75732-6e13-48aa-ac0e-a83a2c35bc69 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 947 time: 0.1016858 Aug 03 18:52:38.703070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-341ce56b-85df-4ebd-a71a-211a1db1b9a9 req-eb4eaabd-0134-4a3e-a2ba-5cdf9e2b5632 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554612 Aug 03 18:52:38.708064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] Network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:52:38.744638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 5f3225c2-64a3-4fb4-a866-018b11d8ef7e) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:52:38.756565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337dc251-70f2-48d8-8710-8420e2ff4d47 None None] Network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:52:38.763000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:38.763995 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:38.820593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5cad81d7-1dc4-434c-9454-1c968e528504 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9137123 Aug 03 18:52:39.015618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0adb03-0a4a-41ae-b2e1-a5e65f0f1b29 req-349d482f-67fc-42cb-a1c0-194568c44a61 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:39.017860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de0adb03-0a4a-41ae-b2e1-a5e65f0f1b29 req-349d482f-67fc-42cb-a1c0-194568c44a61 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/ports?device_id=d7aca21a-ca67-4897-85c1-ec9bb75049da HTTP/1.1" status: 200 len: 950 time: 0.1356938 Aug 03 18:52:39.104200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de0adb03-0a4a-41ae-b2e1-a5e65f0f1b29 req-55c8ab84-c4fa-426a-8d2f-eabffaf85487 tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.78 "GET /v2.0/security-groups?id=b0e5b688-a69c-4369-839a-f80ebe82b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793183 Aug 03 18:52:39.237619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b1180-56d2-411e-90f1-80c9f61f3392 None None] Network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:52:39.342006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233b44a-dddd-4f2c-9e76-72a6a2394532 req-40ff6007-8e30-430a-94bc-1f8b6d476e59 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:39.345021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c233b44a-dddd-4f2c-9e76-72a6a2394532 req-40ff6007-8e30-430a-94bc-1f8b6d476e59 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 931 time: 0.1518354 Aug 03 18:52:39.457475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c233b44a-dddd-4f2c-9e76-72a6a2394532 req-15de1993-f278-4c5a-a0f9-475929ed31f4 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046169 Aug 03 18:52:39.524452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-d4735c25-3df4-440c-96df-c234e1c9105b req-efe51bbc-6376-423b-9368-5925be0534db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Deleting port f05800cf-7b37-46ee-85bd-bcc08c2483b3 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:52:39.525007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d4735c25-3df4-440c-96df-c234e1c9105b req-efe51bbc-6376-423b-9368-5925be0534db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:39.669737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:39.675822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd68c5a-9db6-455e-b63e-6d86b22632db req-33fef459-87fe-4065-abb1-ea8a5771c84d tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:39.679947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd68c5a-9db6-455e-b63e-6d86b22632db req-33fef459-87fe-4065-abb1-ea8a5771c84d tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 1096 time: 0.0968928 Aug 03 18:52:39.751620 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd68c5a-9db6-455e-b63e-6d86b22632db req-d4a943b7-06c5-4db6-926a-7bb266690b4b tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647161 Aug 03 18:52:39.809669 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-d4735c25-3df4-440c-96df-c234e1c9105b req-efe51bbc-6376-423b-9368-5925be0534db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] For port f05800cf-7b37-46ee-85bd-bcc08c2483b3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f05800cf-7b37-46ee-85bd-bcc08c2483b3,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:39.810122 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d4735c25-3df4-440c-96df-c234e1c9105b req-efe51bbc-6376-423b-9368-5925be0534db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:39.845798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-d4735c25-3df4-440c-96df-c234e1c9105b req-efe51bbc-6376-423b-9368-5925be0534db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Calling delete_port for f05800cf-7b37-46ee-85bd-bcc08c2483b3 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:52:39.854399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9132548-aab1-4d19-afe8-0c9149a7ba20 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:39.867266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:39.929921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Transition to ACTIVE for port object b9132548-aab1-4d19-afe8-0c9149a7ba20 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:39.936031 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:40.001414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Pushing event updated for resources: {'Port': ['ID=b9132548-aab1-4d19-afe8-0c9149a7ba20,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:40.164730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:40.165132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:40.165538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:40.191305 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Port b9132548-aab1-4d19-afe8-0c9149a7ba20 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:40.191651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:40.202963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:40.203377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:40.203763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:40.204741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Bound port: b9132548-aab1-4d19-afe8-0c9149a7ba20, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:40.205113 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:40.208779 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d4735c25-3df4-440c-96df-c234e1c9105b req-efe51bbc-6376-423b-9368-5925be0534db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:40.222953 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['f05800cf-7b37-46ee-85bd-bcc08c2483b3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:40.256069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe51bbc-6376-423b-9368-5925be0534db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Pushing event deleted for resources: {'Port': ['ID=f05800cf-7b37-46ee-85bd-bcc08c2483b3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:40.359810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4735c25-3df4-440c-96df-c234e1c9105b req-efe51bbc-6376-423b-9368-5925be0534db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] No DVR routers for this DVR port f05800cf-7b37-46ee-85bd-bcc08c2483b3 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:52:40.371431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d4735c25-3df4-440c-96df-c234e1c9105b req-efe51bbc-6376-423b-9368-5925be0534db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:40.374491 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d4735c25-3df4-440c-96df-c234e1c9105b req-efe51bbc-6376-423b-9368-5925be0534db tempest-LiveMigrationNegativeTest-469512226 tempest-LiveMigrationNegativeTest-469512226-project] 10.222.0.37 "DELETE /v2.0/ports/f05800cf-7b37-46ee-85bd-bcc08c2483b3 HTTP/1.1" status: 204 len: 173 time: 1.7330742 Aug 03 18:52:40.375156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7aca21a-ca67-4897-85c1-ec9bb75049da', 'name': 'network-vif-deleted', 'tag': 'f05800cf-7b37-46ee-85bd-bcc08c2483b3'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:40.378945 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b91012-a814-4f5a-933f-bbde285b533d" -d '{"events": [{"server_uuid": "d7aca21a-ca67-4897-85c1-ec9bb75049da", "name": "network-vif-deleted", "tag": "f05800cf-7b37-46ee-85bd-bcc08c2483b3"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:40.448070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:40.452808 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:40.465191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:40.494557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-14518039-fa1b-484e-81d7-848712a95179 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:40.496161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-14518039-fa1b-484e-81d7-848712a95179 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/networks?id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e HTTP/1.1" status: 200 len: 813 time: 0.4631841 Aug 03 18:52:40.530183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-8915235d-cf17-4015-a319-9354a3afc9cf tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/quotas/b727e1c4fb5645b8868d1171dcacb847 HTTP/1.1" status: 200 len: 375 time: 0.0263345 Aug 03 18:52:40.558567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:40.559432 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:40.560699 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] 10.222.0.37 "PUT /v2.0/ports/b9132548-aab1-4d19-afe8-0c9149a7ba20 HTTP/1.1" status: 200 len: 1092 time: 2.3137755 Aug 03 18:52:40.604360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-e0a8225f-ffb1-4e93-8b1d-a7d95d1f02f1 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b727e1c4fb5645b8868d1171dcacb847&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732665 Aug 03 18:52:40.673685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea0888-4c7c-45f2-b71b-73bcbc041d28 service neutron] Pushing event updated for resources: {'Port': ['ID=b9132548-aab1-4d19-afe8-0c9149a7ba20,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:40.724766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-1bedfbb4-ea51-4912-b68d-54ccdf5d9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:40.726670 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-1bedfbb4-ea51-4912-b68d-54ccdf5d9401 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 1095 time: 0.1150918 Aug 03 18:52:40.823069 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-248e878c-d98e-4a39-a543-656bac0e39fa service neutron] 10.222.0.78 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173407 Aug 03 18:52:40.838715 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-d21ae942-ce59-482e-a0eb-f0a25a0a4d98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20 HTTP/1.1" status: 200 len: 217 time: 0.1018672 Aug 03 18:52:40.974910 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-d0883cb8-0bab-4f43-991f-78514e19bfbd service neutron] 10.222.0.78 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501963 Aug 03 18:52:41.014634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-5e3fbb20-7ad6-4022-8523-5040edfc338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:41.029067 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-5e3fbb20-7ad6-4022-8523-5040edfc338c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.1792400 Aug 03 18:52:41.099935 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-72e85dfb-a31f-4b76-94b9-8581d05207f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606136 Aug 03 18:52:41.483887 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-6243a2ea-f0eb-4319-b1be-c6e84524e454 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741541 Aug 03 18:52:41.488583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6664235-171e-46d4-85e3-98642d780e8d req-d55bbd3f-7e0f-4c15-90f0-aede01fb2b33 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:41.497232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6664235-171e-46d4-85e3-98642d780e8d req-d55bbd3f-7e0f-4c15-90f0-aede01fb2b33 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 944 time: 0.0749638 Aug 03 18:52:41.541602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6664235-171e-46d4-85e3-98642d780e8d req-a8f2a8ef-d32d-4ec8-9202-21f58c93be18 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420854 Aug 03 18:52:41.733822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c9750-e988-4da2-8f51-286e181c087a req-abffd25b-ba09-4f4e-93a8-85ff506204cd tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:41.744529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-858c9750-e988-4da2-8f51-286e181c087a req-abffd25b-ba09-4f4e-93a8-85ff506204cd tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 947 time: 0.1288919 Aug 03 18:52:41.788300 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ccddbc9-9f30-4fc5-9603-710e1e5cd174 req-3826284c-b189-4675-9321-14af1dde5ed4 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940674 Aug 03 18:52:41.850136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-858c9750-e988-4da2-8f51-286e181c087a req-daa00e27-4392-46bd-945c-d04a94d31dbb tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041770 Aug 03 18:52:42.428812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f05800cf-7b37-46ee-85bd-bcc08c2483b3 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:52:42.460427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: f05800cf-7b37-46ee-85bd-bcc08c2483b3 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:52:42.461384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f05800cf-7b37-46ee-85bd-bcc08c2483b3 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:52:43.529018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b882ae28-ad59-41ff-ba82-0d0726aeea6f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:43.530948 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b882ae28-ad59-41ff-ba82-0d0726aeea6f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.37 "GET /v2.0/networks?id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e HTTP/1.1" status: 200 len: 813 time: 0.1349840 Aug 03 18:52:43.547049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Request body: {'port': {'device_id': '1399552f-2d62-4f63-b4e1-6e1d23296009', 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e', 'admin_state_up': True, 'tenant_id': 'b727e1c4fb5645b8868d1171dcacb847'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:43.694506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Made reservation on behalf of b727e1c4fb5645b8868d1171dcacb847 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:52:43.698321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:43.859835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Allocated IP 172.20.0.7 (5f3225c2-64a3-4fb4-a866-018b11d8ef7e/d089f13d-7eea-48fe-b8cd-2f892ed40fc8/476a78c3-e541-4876-b2c2-c2021f7112fb) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:52:44.020564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.058503 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.107816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:52:44.111055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:52:44.113869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:52:44.144043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Pushing event updated for resources: {'Port': ['ID=476a78c3-e541-4876-b2c2-c2021f7112fb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:44.173414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:44.174069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.187826 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-509a491e-25b5-4b49-b145-e85c15a4c053 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6448898 Aug 03 18:52:44.200750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Request body: {'port': {'device_id': '1399552f-2d62-4f63-b4e1-6e1d23296009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:44.255325 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.436685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b9132548-aab1-4d19-afe8-0c9149a7ba20 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:52:44.551738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476a78c3-e541-4876-b2c2-c2021f7112fb {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:44.559182 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:44.559358 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.571300 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'b9132548-aab1-4d19-afe8-0c9149a7ba20', 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8', 'port_id': 'b9132548-aab1-4d19-afe8-0c9149a7ba20', 'mac_address': 'fa:16:3e:44:1d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2875b3c8-f991-4615-892b-ba13371dbecd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:52:44.571815 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Transition to ACTIVE for port object 476a78c3-e541-4876-b2c2-c2021f7112fb will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:44.576339 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.610542 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.625363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9132548-aab1-4d19-afe8-0c9149a7ba20 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:44.647378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:44.648550 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Pushing event updated for resources: {'Port': ['ID=476a78c3-e541-4876-b2c2-c2021f7112fb,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:44.659258 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.712179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=b9132548-aab1-4d19-afe8-0c9149a7ba20,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:44.720910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.721255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.721822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.722347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.722840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.723338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.723824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.724309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.725003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.725517 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.726661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.727171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:52:44.737644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Attempting to bind port 476a78c3-e541-4876-b2c2-c2021f7112fb on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:44.737984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Attempting to bind port 476a78c3-e541-4876-b2c2-c2021f7112fb by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:44.738309 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Attempting to bind port 476a78c3-e541-4876-b2c2-c2021f7112fb on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:44.742986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Port 476a78c3-e541-4876-b2c2-c2021f7112fb on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:44.743308 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Attempting to bind port 476a78c3-e541-4876-b2c2-c2021f7112fb on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:44.748460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:44.748794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Checking segment: {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:44.749171 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Bound using segment: {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:44.749640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Bound port: 476a78c3-e541-4876-b2c2-c2021f7112fb, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:44.749998 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.818416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] For port 476a78c3-e541-4876-b2c2-c2021f7112fb, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:44.821608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] For port 476a78c3-e541-4876-b2c2-c2021f7112fb, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=476a78c3-e541-4876-b2c2-c2021f7112fb,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:44.826619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.872870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:44.873667 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.875315 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] 10.222.0.37 "PUT /v2.0/ports/476a78c3-e541-4876-b2c2-c2021f7112fb HTTP/1.1" status: 200 len: 1091 time: 0.6787324 Aug 03 18:52:44.893204 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:44.896575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd28cb-fcc8-4f1a-ba79-344a897cefd5 service neutron] Pushing event updated for resources: {'Port': ['ID=476a78c3-e541-4876-b2c2-c2021f7112fb,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:44.928721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b9132548-aab1-4d19-afe8-0c9149a7ba20'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:44.971286 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b2d12d7e-63a7-4544-adbc-40091ee72c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:44.972915 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-b2d12d7e-63a7-4544-adbc-40091ee72c95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b727e1c4fb5645b8868d1171dcacb847&device_id=1399552f-2d62-4f63-b4e1-6e1d23296009 HTTP/1.1" status: 200 len: 1094 time: 0.0443032 Aug 03 18:52:45.027187 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-3db78f4d-78df-4d22-b8c4-eca0fc89267f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=476a78c3-e541-4876-b2c2-c2021f7112fb HTTP/1.1" status: 200 len: 217 time: 0.0458031 Aug 03 18:52:45.099322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-d00b1bd6-18bf-48e1-8846-bf8c4d03203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:45.100841 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-d00b1bd6-18bf-48e1-8846-bf8c4d03203a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d089f13d-7eea-48fe-b8cd-2f892ed40fc8 HTTP/1.1" status: 200 len: 853 time: 0.0599959 Aug 03 18:52:45.134911 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-aeecbf27-383b-4053-8a5f-12dff5dc868a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248811 Aug 03 18:52:45.252630 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-061d3d2b-b3ca-4d65-b341-da0491080d38 service neutron] 10.222.0.37 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000619 Aug 03 18:52:45.345523 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-ba37b3c2-e15b-4d1a-99cb-2d88b955deea service neutron] 10.222.0.37 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856228 Aug 03 18:52:46.200219 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Request body: {'port': {'device_id': '97f44a4d-3534-4da8-ad94-656178feee18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:46.306648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:46.341589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-9acfda82-31e8-462b-9e01-4705f81ea1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:46.343108 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-9acfda82-31e8-462b-9e01-4705f81ea1b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1742721 Aug 03 18:52:46.423655 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7f163b-9eb3-4cff-9c80-e3f018d572ca x-openstack-request-id: req-8e7f163b-9eb3-4cff-9c80-e3f018d572ca {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:46.423949 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7aca21a-ca67-4897-85c1-ec9bb75049da", "name": "network-vif-deleted", "tag": "f05800cf-7b37-46ee-85bd-bcc08c2483b3", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:46.424203 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e7f163b-9eb3-4cff-9c80-e3f018d572ca {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:46.424606 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7aca21a-ca67-4897-85c1-ec9bb75049da', 'name': 'network-vif-deleted', 'tag': 'f05800cf-7b37-46ee-85bd-bcc08c2483b3', 'status': 'completed', 'code': 200} Aug 03 18:52:46.428323 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-c3de30fe-1520-4af9-8d3c-12a512325db1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e HTTP/1.1" status: 200 len: 217 time: 0.0610156 Aug 03 18:52:46.458955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b9132548-aab1-4d19-afe8-0c9149a7ba20 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:52:46.566259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port b9132548-aab1-4d19-afe8-0c9149a7ba20 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:52:46.578625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe2428-1533-40f8-a705-1ef6b461074d req-6db92e5c-5c53-4d04-8bde-b5f47c05d19c tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:46.583165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ebe2428-1533-40f8-a705-1ef6b461074d req-6db92e5c-5c53-4d04-8bde-b5f47c05d19c tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 931 time: 0.1108837 Aug 03 18:52:46.606247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port b9132548-aab1-4d19-afe8-0c9149a7ba20 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:46.607672 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:46.646817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-f61ab830-ffbb-423e-8cfe-9743c90bd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:46.649598 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-f61ab830-ffbb-423e-8cfe-9743c90bd418 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1251915 Aug 03 18:52:46.676839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ebe2428-1533-40f8-a705-1ef6b461074d req-3c9619a9-9c1c-470e-a564-d8b9fac906c8 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865626 Aug 03 18:52:46.753557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-b51c81d8-3ecb-497a-971f-ac3d8fcd458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:46.755146 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-b51c81d8-3ecb-497a-971f-ac3d8fcd458c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903096 Aug 03 18:52:46.779937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60644) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:52:46.812177 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:46.874847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9132548-aab1-4d19-afe8-0c9149a7ba20'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:46.878690 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3579bf-19e5-4bdb-a90f-7848778e489a" -d '{"events": [{"server_uuid": "8c94c224-a3f6-4cb5-ad65-cd016782be56", "name": "network-vif-plugged", "status": "completed", "tag": "b9132548-aab1-4d19-afe8-0c9149a7ba20"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:46.896653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:46.903333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6431bbf-687e-42fb-8544-1bae88912c23 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:46.909097 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:46.918363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:46.963325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-380489d3-e6c8-4feb-991b-60fb7e3b92e2 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:52:46.965165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-380489d3-e6c8-4feb-991b-60fb7e3b92e2 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085673 Aug 03 18:52:46.967948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Transition to ACTIVE for port object d6431bbf-687e-42fb-8544-1bae88912c23 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:46.979420 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:46.982801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Request body: {'binding': {'host': 'n-h1-802918-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:46.984159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Unknown quota resources ['binding']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 18:52:46.989693 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c906209-f86c-49bd-8126-3c84c9f418fd req-8de7884c-92eb-44cf-9f14-d4492f05a93c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1234772 Aug 03 18:52:46.994176 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-df56c112-e42d-4d10-92f7-34102fcfc8c3 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263520 Aug 03 18:52:47.026456 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=b9132548-aab1-4d19-afe8-0c9149a7ba20,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:47.142441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-57bfc6c0-8f2c-4c6d-9f56-d4f5d5a968da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=628a1a6a606f4800ba6c2afbe37f117f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598378 Aug 03 18:52:47.144796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60650) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:52:47.159136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Pushing event updated for resources: {'Port': ['ID=d6431bbf-687e-42fb-8544-1bae88912c23,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:47.356947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 on host n-h1-802918-7 for vnic_type normal with profile None {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:47.357586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:47.358105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:47.364012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f32b5d88-17fd-4fc5-8ea4-d405b9638012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:47.399905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Port 8d395686-2064-4e03-90fc-5a1520d30710 on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:47.400455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:47.445575 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f32b5d88-17fd-4fc5-8ea4-d405b9638012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:47.476943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:47.477525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:47.478269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:47.479044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Bound port: 8d395686-2064-4e03-90fc-5a1520d30710, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:47.507484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c906209-f86c-49bd-8126-3c84c9f418fd req-5ce786ac-36e2-4fd0-b577-e83dcba7a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:47.508902 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c906209-f86c-49bd-8126-3c84c9f418fd req-5ce786ac-36e2-4fd0-b577-e83dcba7a2c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 1096 time: 0.4799986 Aug 03 18:52:47.543722 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-d62e207b-870e-43e2-9e80-bcdeb786549c service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027022 Aug 03 18:52:47.564342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d85367-e8c9-49e4-bae9-89062cc407cb req-529e510e-4588-4937-bc6e-890b9f5d3026 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:47.567125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7d85367-e8c9-49e4-bae9-89062cc407cb req-529e510e-4588-4937-bc6e-890b9f5d3026 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.2963586 Aug 03 18:52:47.610895 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Attempting to bind port d6431bbf-687e-42fb-8544-1bae88912c23 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:47.611719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Attempting to bind port d6431bbf-687e-42fb-8544-1bae88912c23 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:47.612540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Attempting to bind port d6431bbf-687e-42fb-8544-1bae88912c23 on network 9a37c694-ac58-44e2-a072-aca82b747de0 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:47.623034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Port d6431bbf-687e-42fb-8544-1bae88912c23 on network 9a37c694-ac58-44e2-a072-aca82b747de0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:47.623759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Attempting to bind port d6431bbf-687e-42fb-8544-1bae88912c23 on network 9a37c694-ac58-44e2-a072-aca82b747de0 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:47.634968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:47.635272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Checking segment: {'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:47.635609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Bound using segment: {'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:47.636054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Bound port: d6431bbf-687e-42fb-8544-1bae88912c23, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98434a2c-b064-44d6-9632-e0b8a7052c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:47.636419 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:47.691230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c906209-f86c-49bd-8126-3c84c9f418fd req-45bd73c7-93c3-4607-be7d-7cdc7c532a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:47.692526 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c906209-f86c-49bd-8126-3c84c9f418fd req-45bd73c7-93c3-4607-be7d-7cdc7c532a32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.1610394 Aug 03 18:52:47.768056 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c906209-f86c-49bd-8126-3c84c9f418fd req-7298e0b3-c464-4afd-bfc5-4f3c00361cb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a2c781a-de93-43db-aad8-e5d873dd6710 HTTP/1.1" status: 200 len: 217 time: 0.0625825 Aug 03 18:52:47.779152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7d85367-e8c9-49e4-bae9-89062cc407cb req-1fd34427-8f90-4160-8c65-7d23f2ef6ca7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613021 Aug 03 18:52:47.816737 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f32b5d88-17fd-4fc5-8ea4-d405b9638012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:47.821741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f32b5d88-17fd-4fc5-8ea4-d405b9638012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:47.823663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f32b5d88-17fd-4fc5-8ea4-d405b9638012 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b0e5b688-a69c-4369-839a-f80ebe82b8e4 HTTP/1.1" status: 204 len: 168 time: 0.6777163 Aug 03 18:52:47.832093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-f6a28dac-b8f7-4834-98e7-f317d24f75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:47.833759 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-f6a28dac-b8f7-4834-98e7-f317d24f75cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 1098 time: 0.1387007 Aug 03 18:52:47.835314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] For port d6431bbf-687e-42fb-8544-1bae88912c23, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:47.839752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8d395686-2064-4e03-90fc-5a1520d30710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:47.870321 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] For port d6431bbf-687e-42fb-8544-1bae88912c23, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d6431bbf-687e-42fb-8544-1bae88912c23,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:47.872414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-57c68b01-b2df-482b-8a32-d163ac4d77da tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:47.876282 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-57c68b01-b2df-482b-8a32-d163ac4d77da tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.74 "GET /v2.0/networks?id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e HTTP/1.1" status: 200 len: 813 time: 0.4842241 Aug 03 18:52:47.881066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] Notify callbacks [] for binding, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:47.882365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2bed67b7-eeac-45ba-908a-410dc878017e service neutron] 10.222.0.78 "POST /v2.0/ports/8d395686-2064-4e03-90fc-5a1520d30710/bindings HTTP/1.1" status: 201 len: 389 time: 0.9088907 Aug 03 18:52:47.905320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Request body: {'port': {'device_id': '6e441c6e-8a17-457b-8187-4c8122629583', 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e', 'admin_state_up': True, 'tenant_id': 'b727e1c4fb5645b8868d1171dcacb847'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:47.916027 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:47.926769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b5d88-17fd-4fc5-8ea4-d405b9638012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e5b688-a69c-4369-839a-f80ebe82b8e4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:47.968326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c906209-f86c-49bd-8126-3c84c9f418fd req-bff8fdbb-55ba-4bd1-88d1-da826387c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:47.970920 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c906209-f86c-49bd-8126-3c84c9f418fd req-bff8fdbb-55ba-4bd1-88d1-da826387c77e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.1892726 Aug 03 18:52:47.986920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:47.987809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:47.989221 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] 10.222.0.74 "PUT /v2.0/ports/d6431bbf-687e-42fb-8544-1bae88912c23 HTTP/1.1" status: 200 len: 1091 time: 1.7945900 Aug 03 18:52:48.035154 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c906209-f86c-49bd-8126-3c84c9f418fd req-4f1eef75-7e2c-45c5-b053-d5a3dfea75e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413175 Aug 03 18:52:48.101687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6224a-5bdf-420b-9b41-4c28cdb07ab5 req-1e6e8651-babc-45c9-8e99-27e2ab6caf4b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:48.104509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82d6224a-5bdf-420b-9b41-4c28cdb07ab5 req-1e6e8651-babc-45c9-8e99-27e2ab6caf4b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 947 time: 0.2162759 Aug 03 18:52:48.149074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64418076-d4e4-4256-b9d8-abce7c43d132 service neutron] Pushing event updated for resources: {'Port': ['ID=d6431bbf-687e-42fb-8544-1bae88912c23,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:48.217588 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d192e230-9ec1-44c4-8584-530de114cfa3 x-openstack-request-id: req-d192e230-9ec1-44c4-8584-530de114cfa3 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:48.219210 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c94c224-a3f6-4cb5-ad65-cd016782be56", "name": "network-vif-plugged", "status": "completed", "tag": "b9132548-aab1-4d19-afe8-0c9149a7ba20", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:48.220157 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d192e230-9ec1-44c4-8584-530de114cfa3 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:48.220615 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9132548-aab1-4d19-afe8-0c9149a7ba20', 'code': 200} Aug 03 18:52:48.342675 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82d6224a-5bdf-420b-9b41-4c28cdb07ab5 req-66198f4f-4c0a-4beb-9fde-f3c1db8e9a4c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304990 Aug 03 18:52:48.343610 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-8bd179fa-b5e3-4395-b19f-2222676f9b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:48.356946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Made reservation on behalf of b727e1c4fb5645b8868d1171dcacb847 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:52:48.364540 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-8bd179fa-b5e3-4395-b19f-2222676f9b9d service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.5033495 Aug 03 18:52:48.370311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:48.406907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-76a8001e-5ace-4619-9ecf-3307415817de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:48.417215 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-76a8001e-5ace-4619-9ecf-3307415817de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfcc6651f6a14a659738f55d9852b017&device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 1094 time: 0.3249621 Aug 03 18:52:48.426891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60670) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:52:48.427233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.74', 61102) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:52:48.435946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'tag': 'b9132548-aab1-4d19-afe8-0c9149a7ba20'}, {'name': 'network-changed', 'server_uuid': '1399552f-2d62-4f63-b4e1-6e1d23296009', 'tag': '476a78c3-e541-4876-b2c2-c2021f7112fb'}, {'name': 'network-changed', 'server_uuid': '97f44a4d-3534-4da8-ad94-656178feee18', 'tag': 'd6431bbf-687e-42fb-8544-1bae88912c23'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:48.439264 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f15817-8653-4050-baed-6c88057fc0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c94c224-a3f6-4cb5-ad65-cd016782be56", "tag": "b9132548-aab1-4d19-afe8-0c9149a7ba20"}, {"name": "network-changed", "server_uuid": "1399552f-2d62-4f63-b4e1-6e1d23296009", "tag": "476a78c3-e541-4876-b2c2-c2021f7112fb"}, {"name": "network-changed", "server_uuid": "97f44a4d-3534-4da8-ad94-656178feee18", "tag": "d6431bbf-687e-42fb-8544-1bae88912c23"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:48.471232 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 476a78c3-e541-4876-b2c2-c2021f7112fb details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:52:48.608763 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-37263f7a-db07-42dd-93c0-6b8d4ab769b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6431bbf-687e-42fb-8544-1bae88912c23 HTTP/1.1" status: 200 len: 217 time: 0.1482267 Aug 03 18:52:48.616215 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-2b40a918-a22b-4341-8b80-a4ccf981e3d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e HTTP/1.1" status: 200 len: 217 time: 0.2507651 Aug 03 18:52:48.621981 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f18aae19-fd5c-4d78-8507-da8afb985900 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5bd80950d85f4848b250082876dfd312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934564 Aug 03 18:52:48.629459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60674) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:52:48.642473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd37d8-8b17-42b6-be22-856b428f6fc0 req-6aae60ff-ee42-4376-8a85-8dc616284ff8 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:48.649948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6bd37d8-8b17-42b6-be22-856b428f6fc0 req-6aae60ff-ee42-4376-8a85-8dc616284ff8 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=1399552f-2d62-4f63-b4e1-6e1d23296009 HTTP/1.1" status: 200 len: 943 time: 0.1651256 Aug 03 18:52:48.668611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-ab17584d-3942-46d5-b88f-b7aaa7ea09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:48.670146 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-ab17584d-3942-46d5-b88f-b7aaa7ea09f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 1096 time: 0.1843784 Aug 03 18:52:48.673314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 476a78c3-e541-4876-b2c2-c2021f7112fb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=476a78c3-e541-4876-b2c2-c2021f7112fb,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:48.688803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '476a78c3-e541-4876-b2c2-c2021f7112fb', 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e', 'port_id': '476a78c3-e541-4876-b2c2-c2021f7112fb', 'mac_address': 'fa:16:3e:a1:8d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd089f13d-7eea-48fe-b8cd-2f892ed40fc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:52:48.695869 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c906209-f86c-49bd-8126-3c84c9f418fd req-89297c9f-ed34-4bcf-b995-3bfc1566e261 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469133 Aug 03 18:52:48.753939 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:48.790188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476a78c3-e541-4876-b2c2-c2021f7112fb {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:48.831508 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c906209-f86c-49bd-8126-3c84c9f418fd req-6494a9b6-b6d3-418f-a348-6cbaac01a0cc service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068604 Aug 03 18:52:48.833788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 476a78c3-e541-4876-b2c2-c2021f7112fb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=476a78c3-e541-4876-b2c2-c2021f7112fb,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:48.843115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-e96c8c20-57ab-46d8-8cbf-f460b4501817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:48.845047 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-e96c8c20-57ab-46d8-8cbf-f460b4501817 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=09484251-14be-4f68-a411-25f3918cd2ca HTTP/1.1" status: 200 len: 854 time: 0.2147081 Aug 03 18:52:48.851272 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:48.851722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6bd37d8-8b17-42b6-be22-856b428f6fc0 req-7bf59246-da8f-47f6-8d57-8b1e868d8679 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985962 Aug 03 18:52:48.854465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f151c-5a69-4531-bb10-f9ba17859a98 req-0ae0cc00-9e82-4e7e-9d12-23544121203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:48.856011 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-421f151c-5a69-4531-bb10-f9ba17859a98 req-0ae0cc00-9e82-4e7e-9d12-23544121203d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 1097 time: 0.4209900 Aug 03 18:52:48.859553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Allocated IP 172.20.0.8 (5f3225c2-64a3-4fb4-a866-018b11d8ef7e/d089f13d-7eea-48fe-b8cd-2f892ed40fc8/8963877b-4a7e-4d59-b07f-1e1b9e075d57) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:52:48.910291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529170d2-815e-4fdd-845c-c075d33082dc req-d2d95470-df81-4308-8924-739556a2441a tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:48.917076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-529170d2-815e-4fdd-845c-c075d33082dc req-d2d95470-df81-4308-8924-739556a2441a tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 943 time: 0.2403591 Aug 03 18:52:48.951815 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-3bbcf854-9a00-4a88-acc9-c436309603ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:48.953641 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-3bbcf854-9a00-4a88-acc9-c436309603ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.3265154 Aug 03 18:52:48.959233 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-421f151c-5a69-4531-bb10-f9ba17859a98 req-c5f102cf-1733-44fa-81d2-827a2b292ab5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915816 Aug 03 18:52:49.025964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=476a78c3-e541-4876-b2c2-c2021f7112fb,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:49.029547 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc6ed-15fd-40eb-94c0-e310f8114802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:49.057474 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-a708e558-024b-4cd3-b569-3674b7797cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:49.059031 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-a708e558-024b-4cd3-b569-3674b7797cb4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a37c694-ac58-44e2-a072-aca82b747de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944683 Aug 03 18:52:49.065588 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc6ed-15fd-40eb-94c0-e310f8114802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:49.071705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-41cef514-a5f5-47f0-926d-458b4b879de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:49.073388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-41cef514-a5f5-47f0-926d-458b4b879de9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.3642781 Aug 03 18:52:49.091346 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-529170d2-815e-4fdd-845c-c075d33082dc req-5a8b0063-508c-4df5-be30-32a92dc68b02 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559167 Aug 03 18:52:49.105484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-1b5ea220-9bf4-4343-80fd-5ed77428a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:49.107209 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-1b5ea220-9bf4-4343-80fd-5ed77428a5f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448531 Aug 03 18:52:49.191438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615c0c0-6623-4a3c-9394-8877a992bec7 req-b0aab853-d8dd-4b64-8f42-2a63df9a2f5a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:49.194909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['476a78c3-e541-4876-b2c2-c2021f7112fb'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:49.198572 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7615c0c0-6623-4a3c-9394-8877a992bec7 req-b0aab853-d8dd-4b64-8f42-2a63df9a2f5a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 945 time: 0.2291245 Aug 03 18:52:49.213684 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-4f5e9f1b-94e4-4975-99c0-f80ca914fa62 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d395686-2064-4e03-90fc-5a1520d30710 HTTP/1.1" status: 200 len: 217 time: 0.1193500 Aug 03 18:52:49.286634 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-1e59d54f-47d5-420b-aad9-53556600453b service neutron] 10.222.0.74 "GET /v2.0/networks/9a37c694-ac58-44e2-a072-aca82b747de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112586 Aug 03 18:52:49.308753 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc6ed-15fd-40eb-94c0-e310f8114802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:49.311610 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd9cc6ed-15fd-40eb-94c0-e310f8114802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:49.323652 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dd9cc6ed-15fd-40eb-94c0-e310f8114802 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/beae17d1-59c4-43bd-9c93-1ed992d06fd5 HTTP/1.1" status: 204 len: 168 time: 0.6874301 Aug 03 18:52:49.363966 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea59d25c-bddb-4e43-a1a5-c12153e1c2ba x-openstack-request-id: req-ea59d25c-bddb-4e43-a1a5-c12153e1c2ba {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:49.364327 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c94c224-a3f6-4cb5-ad65-cd016782be56", "tag": "b9132548-aab1-4d19-afe8-0c9149a7ba20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1399552f-2d62-4f63-b4e1-6e1d23296009", "tag": "476a78c3-e541-4876-b2c2-c2021f7112fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97f44a4d-3534-4da8-ad94-656178feee18", "tag": "d6431bbf-687e-42fb-8544-1bae88912c23", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:49.364520 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea59d25c-bddb-4e43-a1a5-c12153e1c2ba {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:49.364930 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'tag': 'b9132548-aab1-4d19-afe8-0c9149a7ba20', 'status': 'completed', 'code': 200} Aug 03 18:52:49.365225 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1399552f-2d62-4f63-b4e1-6e1d23296009', 'tag': '476a78c3-e541-4876-b2c2-c2021f7112fb', 'status': 'completed', 'code': 200} Aug 03 18:52:49.365471 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f44a4d-3534-4da8-ad94-656178feee18', 'tag': 'd6431bbf-687e-42fb-8544-1bae88912c23', 'status': 'completed', 'code': 200} Aug 03 18:52:49.371374 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-df6c568a-7cbc-4131-a864-c845e6ee6a46 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276452 Aug 03 18:52:49.446579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cc6ed-15fd-40eb-94c0-e310f8114802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beae17d1-59c4-43bd-9c93-1ed992d06fd5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:49.475748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-1f999f19-9b0b-42ab-8c09-ca89644e69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:49.483164 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-1f999f19-9b0b-42ab-8c09-ca89644e69c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.2525527 Aug 03 18:52:49.661679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-630e6806-7dc7-4d9f-8596-06768ee405e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533687 Aug 03 18:52:49.690770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7615c0c0-6623-4a3c-9394-8877a992bec7 req-0cdaa5a4-d58b-44fe-8aca-4907141e8858 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908960 Aug 03 18:52:49.702622 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc68d159-15eb-4048-b385-fdfe52e6c7ba req-7fa8dfa6-cebf-44c5-b71f-4d9f96940173 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913392 Aug 03 18:52:49.785273 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03810038-dfd9-401a-b1bd-b3760b554e29 req-524ebcd5-24c5-403e-8603-614c6b72da11 service neutron] 10.222.0.74 "GET /v2.0/networks/9a37c694-ac58-44e2-a072-aca82b747de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858007 Aug 03 18:52:49.806440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-fcf0cdc2-e4c8-4332-935a-9cc2cc9d2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:49.808920 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-fcf0cdc2-e4c8-4332-935a-9cc2cc9d2fd4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 1097 time: 0.4355989 Aug 03 18:52:49.966855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-57a6d1d9-d623-44f5-a47f-2842302921a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:49.968442 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-57a6d1d9-d623-44f5-a47f-2842302921a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.1501341 Aug 03 18:52:50.038995 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-1023b9b8-7c05-4fe5-90f1-41081d9c14f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20 HTTP/1.1" status: 200 len: 217 time: 0.0418642 Aug 03 18:52:50.107792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-6401648f-4270-4965-8c12-18bb30f1082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:50.110428 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-6401648f-4270-4965-8c12-18bb30f1082c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bfcc6651f6a14a659738f55d9852b017&device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 1094 time: 0.1392052 Aug 03 18:52:50.222783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-1a6fb989-94de-4bf0-867f-1fbf7544eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:50.227516 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:50.231398 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-1a6fb989-94de-4bf0-867f-1fbf7544eeda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.1826642 Aug 03 18:52:50.243551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-f816f15c-ca0c-4a3f-b040-02d3e3c34541 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497205 Aug 03 18:52:50.259279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9ec61-3203-443f-aca6-b27c63354bee req-203f4e28-48d0-4ae8-bbaa-99ab2293ad8b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:50.267365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ff9ec61-3203-443f-aca6-b27c63354bee req-203f4e28-48d0-4ae8-bbaa-99ab2293ad8b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.5973639 Aug 03 18:52:50.325961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-fd9379d6-63ac-45da-8356-07d7bf945daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:50.329458 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-fd9379d6-63ac-45da-8356-07d7bf945daa service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a37c694-ac58-44e2-a072-aca82b747de0 HTTP/1.1" status: 200 len: 916 time: 0.2055352 Aug 03 18:52:50.357696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afa9b8-78ba-414a-8886-fbc5cec486d4 req-76c8ca8b-d52a-4bb9-99c9-3946ee016af5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:50.365640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49afa9b8-78ba-414a-8886-fbc5cec486d4 req-76c8ca8b-d52a-4bb9-99c9-3946ee016af5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 947 time: 0.2419980 Aug 03 18:52:50.366223 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-6fc90867-8bc4-45ae-9f70-cf3b21f25c66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351818 Aug 03 18:52:50.445472 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ff9ec61-3203-443f-aca6-b27c63354bee req-3f083232-8059-4f18-9054-975f185353c6 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770365 Aug 03 18:52:50.491713 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 476a78c3-e541-4876-b2c2-c2021f7112fb up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:52:50.518961 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-d2b36b75-9021-49d4-ad79-a1a229d410dd service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064398 Aug 03 18:52:50.520779 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-d50013c4-6288-46f6-a7b9-a05240e6229f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6431bbf-687e-42fb-8544-1bae88912c23 HTTP/1.1" status: 200 len: 217 time: 0.1533899 Aug 03 18:52:50.562991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device be39b057-5b52-48ca-b6f9-3c835cdf0d8e details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:52:50.589053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49afa9b8-78ba-414a-8886-fbc5cec486d4 req-75385bff-f6b6-449c-bbb1-84d327da2edd tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222478 Aug 03 18:52:50.617729 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-2845b85a-41b3-4b80-8c38-0e75234924c9 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437762 Aug 03 18:52:50.631386 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:50.720191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:52:50.761056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:52:50.762007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-1a1e7bf4-f357-42f6-a1f0-de4d9c00d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:50.764299 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-1a1e7bf4-f357-42f6-a1f0-de4d9c00d5de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=09484251-14be-4f68-a411-25f3918cd2ca HTTP/1.1" status: 200 len: 854 time: 0.2171566 Aug 03 18:52:50.767428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['476a78c3-e541-4876-b2c2-c2021f7112fb'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:50.774129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:52:50.823006 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-284038dc-4cea-45ae-96de-5ff619fcb0df service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928708 Aug 03 18:52:50.872254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-cbba1074-4943-4290-b9ac-93dd428f97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:50.874224 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-cbba1074-4943-4290-b9ac-93dd428f97fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a37c694-ac58-44e2-a072-aca82b747de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972705 Aug 03 18:52:50.907611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Pushing event updated for resources: {'Port': ['ID=8963877b-4a7e-4d59-b07f-1e1b9e075d57,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:50.958524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12161c2a-7b9a-4bb0-83c2-bf2306451a8a req-a721cfa9-1261-429f-a800-4a273d4ce68f tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:50.960610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12161c2a-7b9a-4bb0-83c2-bf2306451a8a req-a721cfa9-1261-429f-a800-4a273d4ce68f tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 943 time: 0.1941891 Aug 03 18:52:50.971214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:50.972280 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:50.993050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:51.032502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-0c90896e-2f5a-4dee-bf77-895c1a78e189 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1328118 Aug 03 18:52:51.058474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12161c2a-7b9a-4bb0-83c2-bf2306451a8a req-5c03e464-96ba-4eda-acbd-d1e71b77b5fc tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629532 Aug 03 18:52:51.062123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e', 'mac_address': 'fa:16:3e:78:29:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:52:51.069393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8be26-3328-4aef-a1d4-73d18ffbd193 req-11724016-9fce-4b7a-b200-840cd77d0b85 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:51.087219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2da8be26-3328-4aef-a1d4-73d18ffbd193 req-11724016-9fce-4b7a-b200-840cd77d0b85 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=1399552f-2d62-4f63-b4e1-6e1d23296009 HTTP/1.1" status: 200 len: 944 time: 0.3116212 Aug 03 18:52:51.110614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Request body: {'port': {'device_id': '6e441c6e-8a17-457b-8187-4c8122629583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:51.140284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 476a78c3-e541-4876-b2c2-c2021f7112fb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:52:51.162596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-aa4ae875-25e8-4d3c-ae8f-a010b8fac3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:51.163701 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-aa4ae875-25e8-4d3c-ae8f-a010b8fac3dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b727e1c4fb5645b8868d1171dcacb847&device_id=1399552f-2d62-4f63-b4e1-6e1d23296009 HTTP/1.1" status: 200 len: 1095 time: 0.2345078 Aug 03 18:52:51.189840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 476a78c3-e541-4876-b2c2-c2021f7112fb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:51.191487 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:51.222709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2da8be26-3328-4aef-a1d4-73d18ffbd193 req-0abafbf6-bb68-47bf-9a47-37d370f86333 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413879 Aug 03 18:52:51.301719 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:51.313671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-5206f25b-068e-4335-a0cf-fa05df352594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:51.317285 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-5206f25b-068e-4335-a0cf-fa05df352594 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e HTTP/1.1" status: 200 len: 914 time: 0.1399004 Aug 03 18:52:51.338309 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:51.340401 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-7d75c76c-f55d-4c82-9d18-2583a59cdc94 service neutron] 10.222.0.74 "GET /v2.0/networks/9a37c694-ac58-44e2-a072-aca82b747de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560654 Aug 03 18:52:51.388210 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-9d8ab10c-64bd-46e3-a75f-1ce324291baa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=476a78c3-e541-4876-b2c2-c2021f7112fb HTTP/1.1" status: 200 len: 217 time: 0.0614111 Aug 03 18:52:51.396979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be39b057-5b52-48ca-b6f9-3c835cdf0d8e {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:51.515620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:51.545435 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:51.583095 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:51.745628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:51.768439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1399552f-2d62-4f63-b4e1-6e1d23296009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476a78c3-e541-4876-b2c2-c2021f7112fb'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:51.772284 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5896eb10-d206-4911-9f0f-1cd9394d785b" -d '{"events": [{"server_uuid": "1399552f-2d62-4f63-b4e1-6e1d23296009", "name": "network-vif-plugged", "status": "completed", "tag": "476a78c3-e541-4876-b2c2-c2021f7112fb"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:51.819902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 476a78c3-e541-4876-b2c2-c2021f7112fb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=476a78c3-e541-4876-b2c2-c2021f7112fb,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:51.831701 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:51.904063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-f4e53803-f139-4831-b99e-76839ca79239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:51.910852 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-f4e53803-f139-4831-b99e-76839ca79239 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d089f13d-7eea-48fe-b8cd-2f892ed40fc8 HTTP/1.1" status: 200 len: 853 time: 0.5101819 Aug 03 18:52:52.007726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['be39b057-5b52-48ca-b6f9-3c835cdf0d8e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:52.015276 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-7b860d06-ccd4-414b-820b-2183dd34f131 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949109 Aug 03 18:52:52.136936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=476a78c3-e541-4876-b2c2-c2021f7112fb,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:52.217586 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-51499340-6ffe-4475-a508-a8e264bb757f service neutron] 10.222.0.74 "GET /v2.0/networks/9a37c694-ac58-44e2-a072-aca82b747de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8010054 Aug 03 18:52:52.306781 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-7f89917e-c45c-413b-a1b6-817a085f09c3 service neutron] 10.222.0.37 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791114 Aug 03 18:52:52.357417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3775e-d9a1-4383-9276-40ddea467d62 req-bcbeca2e-6378-422f-896f-5694af3dae95 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:52.364770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfa3775e-d9a1-4383-9276-40ddea467d62 req-bcbeca2e-6378-422f-896f-5694af3dae95 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 945 time: 1.1812453 Aug 03 18:52:52.436356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab579d9f-345a-4c0c-8970-4f3415514235 req-5f7f5c22-65f3-4773-a815-0808ba3e9911 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:52.446465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab579d9f-345a-4c0c-8970-4f3415514235 req-5f7f5c22-65f3-4773-a815-0808ba3e9911 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.6350067 Aug 03 18:52:52.456854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8963877b-4a7e-4d59-b07f-1e1b9e075d57 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:52.476987 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:52.517048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfa3775e-d9a1-4383-9276-40ddea467d62 req-f3374e98-37d2-4df3-a1cf-5a43f212bf4a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505039 Aug 03 18:52:52.519255 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3f15817-8653-4050-baed-6c88057fc0e7 req-3c7160ad-034e-405c-9b9b-4e13b9a778fe service neutron] 10.222.0.37 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045238 Aug 03 18:52:52.553736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Transition to ACTIVE for port object 8963877b-4a7e-4d59-b07f-1e1b9e075d57 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:52:52.560595 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:52.575304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d6431bbf-687e-42fb-8544-1bae88912c23 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:52:52.615958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab579d9f-345a-4c0c-8970-4f3415514235 req-fa978591-abe0-463d-9de7-bd7685a87ca1 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685472 Aug 03 18:52:52.743302 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Pushing event updated for resources: {'Port': ['ID=8963877b-4a7e-4d59-b07f-1e1b9e075d57,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:52.766385 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-face28e3-2348-4a5f-980b-08cf18f4bbfb x-openstack-request-id: req-face28e3-2348-4a5f-980b-08cf18f4bbfb {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:52.766994 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1399552f-2d62-4f63-b4e1-6e1d23296009", "name": "network-vif-plugged", "status": "completed", "tag": "476a78c3-e541-4876-b2c2-c2021f7112fb", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:52.766994 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-face28e3-2348-4a5f-980b-08cf18f4bbfb {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:52.767625 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1399552f-2d62-4f63-b4e1-6e1d23296009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476a78c3-e541-4876-b2c2-c2021f7112fb', 'code': 200} Aug 03 18:52:52.881002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d6431bbf-687e-42fb-8544-1bae88912c23, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d6431bbf-687e-42fb-8544-1bae88912c23,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:52.913782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'd6431bbf-687e-42fb-8544-1bae88912c23', 'network_id': '9a37c694-ac58-44e2-a072-aca82b747de0', 'port_id': 'd6431bbf-687e-42fb-8544-1bae88912c23', 'mac_address': 'fa:16:3e:90:bc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09484251-14be-4f68-a411-25f3918cd2ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:52:52.965024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:52.977447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ebfd-86bb-4e8b-984d-09e70e6685aa req-67e2a5cd-98be-4a63-9cbd-8a7140e062ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:52.979348 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a079ebfd-86bb-4e8b-984d-09e70e6685aa req-67e2a5cd-98be-4a63-9cbd-8a7140e062ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1399552f-2d62-4f63-b4e1-6e1d23296009 HTTP/1.1" status: 200 len: 1096 time: 0.1208582 Aug 03 18:52:52.982431 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6431bbf-687e-42fb-8544-1bae88912c23 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:53.011025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d6431bbf-687e-42fb-8544-1bae88912c23, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d6431bbf-687e-42fb-8544-1bae88912c23,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:53.018375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:53.070265 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a079ebfd-86bb-4e8b-984d-09e70e6685aa req-15454075-d1eb-4fd2-be38-63e3996477b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807817 Aug 03 18:52:53.111248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=d6431bbf-687e-42fb-8544-1bae88912c23,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:53.283571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5b4cb-1349-480b-8194-e9b078d2db48 req-4493f8aa-da51-4b57-b97d-c21573e2e33e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:53.285902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ee5b4cb-1349-480b-8194-e9b078d2db48 req-4493f8aa-da51-4b57-b97d-c21573e2e33e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 948 time: 0.5480211 Aug 03 18:52:53.333538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d9fd-65c1-446a-9b13-4d84558a2598 req-ca40be0e-273a-400a-8281-4dbc095b6d7e tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:53.333538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca59d9fd-65c1-446a-9b13-4d84558a2598 req-ca40be0e-273a-400a-8281-4dbc095b6d7e tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 944 time: 0.1316915 Aug 03 18:52:53.333538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Attempting to bind port 8963877b-4a7e-4d59-b07f-1e1b9e075d57 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:53.333538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Attempting to bind port 8963877b-4a7e-4d59-b07f-1e1b9e075d57 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:53.333538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Attempting to bind port 8963877b-4a7e-4d59-b07f-1e1b9e075d57 on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:53.351938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Port 8963877b-4a7e-4d59-b07f-1e1b9e075d57 on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:53.352329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Attempting to bind port 8963877b-4a7e-4d59-b07f-1e1b9e075d57 on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:53.382984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:53.383772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Checking segment: {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:53.383772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Bound using segment: {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:53.384142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Bound port: 8963877b-4a7e-4d59-b07f-1e1b9e075d57, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:53.384558 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:53.406062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ee5b4cb-1349-480b-8194-e9b078d2db48 req-a09203e9-ca7b-426a-b996-7a87875b51b3 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988028 Aug 03 18:52:53.424585 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['d6431bbf-687e-42fb-8544-1bae88912c23'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:53.440287 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca59d9fd-65c1-446a-9b13-4d84558a2598 req-c583e49b-07f2-4356-8f74-3de84fdfc43a tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019380 Aug 03 18:52:53.666819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] For port 8963877b-4a7e-4d59-b07f-1e1b9e075d57, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:52:53.755161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] For port 8963877b-4a7e-4d59-b07f-1e1b9e075d57, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8963877b-4a7e-4d59-b07f-1e1b9e075d57,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:53.802446 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:53.857074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:53.857957 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:53.859979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] 10.222.0.74 "PUT /v2.0/ports/8963877b-4a7e-4d59-b07f-1e1b9e075d57 HTTP/1.1" status: 200 len: 1091 time: 2.7560363 Aug 03 18:52:53.865225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e441c6e-8a17-457b-8187-4c8122629583', 'tag': '8963877b-4a7e-4d59-b07f-1e1b9e075d57'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:53.867707 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b8fd0d-3f54-4079-bc27-9c79990270b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e441c6e-8a17-457b-8187-4c8122629583", "tag": "8963877b-4a7e-4d59-b07f-1e1b9e075d57"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:53.886720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600af81-7eaa-4ce2-9de0-0a0d773ed89b req-31d4390e-3ad6-417e-a0b8-cbb1967e2151 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:53.887962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6600af81-7eaa-4ce2-9de0-0a0d773ed89b req-31d4390e-3ad6-417e-a0b8-cbb1967e2151 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 1097 time: 0.2670100 Aug 03 18:52:53.927660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d3001-4117-488c-812e-d4f6322d748e req-4680b044-4298-4b54-bb33-ccb0419ceefe tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:53.929532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-521d3001-4117-488c-812e-d4f6322d748e req-4680b044-4298-4b54-bb33-ccb0419ceefe tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=1399552f-2d62-4f63-b4e1-6e1d23296009 HTTP/1.1" status: 200 len: 945 time: 0.2737155 Aug 03 18:52:53.932408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98392376-5daf-4047-a2c0-04b3e59e4863 service neutron] Pushing event updated for resources: {'Port': ['ID=8963877b-4a7e-4d59-b07f-1e1b9e075d57,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:54.030478 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6600af81-7eaa-4ce2-9de0-0a0d773ed89b req-d6bec700-0ffb-49d0-8b32-ad47d2f7f4a8 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228580 Aug 03 18:52:54.035709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-521d3001-4117-488c-812e-d4f6322d748e req-0dcd2cc3-47aa-40b5-b8e0-a4730f641f18 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990565 Aug 03 18:52:54.058618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-857bd7df-2fbb-403c-b3e3-a2a3a3ca8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:54.058618 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-857bd7df-2fbb-403c-b3e3-a2a3a3ca8a77 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b727e1c4fb5645b8868d1171dcacb847&device_id=6e441c6e-8a17-457b-8187-4c8122629583 HTTP/1.1" status: 200 len: 1094 time: 0.1054678 Aug 03 18:52:54.186856 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-007d161f-fada-43fb-b971-a108c6077f14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8963877b-4a7e-4d59-b07f-1e1b9e075d57 HTTP/1.1" status: 200 len: 217 time: 0.1191394 Aug 03 18:52:54.398759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-57301991-f645-459c-b8ec-59b70f45866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:54.405954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-57301991-f645-459c-b8ec-59b70f45866b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d089f13d-7eea-48fe-b8cd-2f892ed40fc8 HTTP/1.1" status: 200 len: 853 time: 0.2047625 Aug 03 18:52:54.467879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-502016f2-a8ea-423a-a36b-6095bf2a53a2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:54.471584 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-502016f2-a8ea-423a-a36b-6095bf2a53a2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.37 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328&tenant_id=0af165f6330042b395e2a638c3cc2bba&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 948 time: 0.1568727 Aug 03 18:52:54.481147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-df3b6488-c15e-42ae-b7f5-48d5b8b66067 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679908 Aug 03 18:52:54.506369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef56f92-7c71-4e18-8254-30cf5ae5f8da req-c0aee5b3-fc09-4755-a8ba-ce3033b34fc6 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:54.512799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ef56f92-7c71-4e18-8254-30cf5ae5f8da req-c0aee5b3-fc09-4755-a8ba-ce3033b34fc6 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 945 time: 0.2076020 Aug 03 18:52:54.569609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d6431bbf-687e-42fb-8544-1bae88912c23 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:52:54.586440 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-b0ee277f-9229-4cb1-8990-aa70df2235b8 service neutron] delete failed (client error): The resource could not be found. Aug 03 18:52:54.588666 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-b0ee277f-9229-4cb1-8990-aa70df2235b8 service neutron] 10.222.0.37 "DELETE /v2.0/ports/be39b057-5b52-48ca-b6f9-3c835cdf0d8e/bindings/n-h2-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.1072750 Aug 03 18:52:54.624987 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cdb9db-87c0-4ea8-b1a3-a347b84ee9f6 x-openstack-request-id: req-a0cdb9db-87c0-4ea8-b1a3-a347b84ee9f6 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:54.625840 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e441c6e-8a17-457b-8187-4c8122629583", "tag": "8963877b-4a7e-4d59-b07f-1e1b9e075d57", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:54.626167 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0cdb9db-87c0-4ea8-b1a3-a347b84ee9f6 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:54.626601 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e441c6e-8a17-457b-8187-4c8122629583', 'tag': '8963877b-4a7e-4d59-b07f-1e1b9e075d57', 'status': 'completed', 'code': 200} Aug 03 18:52:54.661281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port d6431bbf-687e-42fb-8544-1bae88912c23 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:52:54.671029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port d6431bbf-687e-42fb-8544-1bae88912c23 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:54.671871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:54.714933 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ef56f92-7c71-4e18-8254-30cf5ae5f8da req-8b5681b6-9c9c-4cf3-a1ef-72c816860ef8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922136 Aug 03 18:52:54.717650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-8e7815b3-33c5-4fde-8a23-bb4f64c0a908 service neutron] 10.222.0.74 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014897 Aug 03 18:52:54.765676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-2b8932cc-b177-4341-bcb9-b0479fce40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:54.768604 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-2b8932cc-b177-4341-bcb9-b0479fce40c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 1099 time: 0.0826643 Aug 03 18:52:54.814665 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:54.835504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb4c0fd6-1232-476e-8156-b9486b875255 req-635e0158-5507-4d00-86ac-2225cf1b64cb service neutron] 10.222.0.74 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049898 Aug 03 18:52:54.851849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91591f-d306-40b0-8a39-c1fda44bc806 req-9c112036-98a3-496c-9639-b247d256c3c1 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:54.854294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d91591f-d306-40b0-8a39-c1fda44bc806 req-9c112036-98a3-496c-9639-b247d256c3c1 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 1097 time: 0.2329137 Aug 03 18:52:54.861936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f44a4d-3534-4da8-ad94-656178feee18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6431bbf-687e-42fb-8544-1bae88912c23'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:54.870258 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836464f7-41eb-42b9-82b6-1382aaefa80b" -d '{"events": [{"server_uuid": "97f44a4d-3534-4da8-ad94-656178feee18", "name": "network-vif-plugged", "status": "completed", "tag": "d6431bbf-687e-42fb-8544-1bae88912c23"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:54.891556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d6431bbf-687e-42fb-8544-1bae88912c23, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d6431bbf-687e-42fb-8544-1bae88912c23,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:54.896685 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:54.896963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-8e73582a-dd6b-4abb-a5af-ce17417143e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:54.897748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device be39b057-5b52-48ca-b6f9-3c835cdf0d8e up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:52:54.898594 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-8e73582a-dd6b-4abb-a5af-ce17417143e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1200526 Aug 03 18:52:54.988549 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-dfd25055-57cf-4165-a157-9c9644c2e683 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e HTTP/1.1" status: 200 len: 217 time: 0.0802124 Aug 03 18:52:55.019552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port be39b057-5b52-48ca-b6f9-3c835cdf0d8e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:52:55.026643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=d6431bbf-687e-42fb-8544-1bae88912c23,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:55.040427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port be39b057-5b52-48ca-b6f9-3c835cdf0d8e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:52:55.043481 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:55.080686 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d91591f-d306-40b0-8a39-c1fda44bc806 req-28a8de73-f2a2-4a84-8326-d2ecfbae9df0 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135291 Aug 03 18:52:55.116215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-e5a719eb-07ed-4ddc-b437-fa5b0cd369fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:55.117808 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-e5a719eb-07ed-4ddc-b437-fa5b0cd369fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1203818 Aug 03 18:52:55.123496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8fd0d-3f54-4079-bc27-9c79990270b2 req-d77f2c85-22b3-4d90-98b4-732e9aa59ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:55.126205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19b8fd0d-3f54-4079-bc27-9c79990270b2 req-d77f2c85-22b3-4d90-98b4-732e9aa59ff6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b727e1c4fb5645b8868d1171dcacb847&device_id=6e441c6e-8a17-457b-8187-4c8122629583 HTTP/1.1" status: 200 len: 1094 time: 0.1358123 Aug 03 18:52:55.136787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040119a5-a3e5-44d4-bd3d-b37b92d9ffe4 req-7ad4c1e9-a983-4bce-abb4-06281b8e42f4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:55.157642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-040119a5-a3e5-44d4-bd3d-b37b92d9ffe4 req-7ad4c1e9-a983-4bce-abb4-06281b8e42f4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 948 time: 0.2695646 Aug 03 18:52:55.234138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-7dc881cd-f4ce-4e50-850e-6c2e4aec4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:55.236617 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-7dc881cd-f4ce-4e50-850e-6c2e4aec4553 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109147 Aug 03 18:52:55.278426 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:55.301674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8fd0d-3f54-4079-bc27-9c79990270b2 req-c080a809-3488-4c39-943e-13a00a8e8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:55.303314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19b8fd0d-3f54-4079-bc27-9c79990270b2 req-c080a809-3488-4c39-943e-13a00a8e8976 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e HTTP/1.1" status: 200 len: 914 time: 0.1426272 Aug 03 18:52:55.363761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:55.369217 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:55.383883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19b8fd0d-3f54-4079-bc27-9c79990270b2 req-eeb2adb1-94af-4619-a150-f4294024084c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8963877b-4a7e-4d59-b07f-1e1b9e075d57 HTTP/1.1" status: 200 len: 217 time: 0.0573537 Aug 03 18:52:55.411684 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-040119a5-a3e5-44d4-bd3d-b37b92d9ffe4 req-95ea8510-44e4-4af1-9ab4-0e56f6dd8423 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512496 Aug 03 18:52:55.476556 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-a568534c-51da-433b-b896-073de24a2c98 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235565 Aug 03 18:52:55.534694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:55.595335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8fd0d-3f54-4079-bc27-9c79990270b2 req-1e8bb351-29a0-4559-8a19-d1eddca313fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:55.596980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19b8fd0d-3f54-4079-bc27-9c79990270b2 req-1e8bb351-29a0-4559-8a19-d1eddca313fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d089f13d-7eea-48fe-b8cd-2f892ed40fc8 HTTP/1.1" status: 200 len: 853 time: 0.1806982 Aug 03 18:52:55.644376 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1de9b0-7b2a-40cb-93d0-10f5ee4eef5d x-openstack-request-id: req-3e1de9b0-7b2a-40cb-93d0-10f5ee4eef5d {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:55.645194 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f44a4d-3534-4da8-ad94-656178feee18", "name": "network-vif-plugged", "status": "completed", "tag": "d6431bbf-687e-42fb-8544-1bae88912c23", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:55.645194 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e1de9b0-7b2a-40cb-93d0-10f5ee4eef5d {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:55.645865 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f44a4d-3534-4da8-ad94-656178feee18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6431bbf-687e-42fb-8544-1bae88912c23', 'code': 200} Aug 03 18:52:55.672265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19b8fd0d-3f54-4079-bc27-9c79990270b2 req-2a8d2116-d59e-430a-a71b-e323410276ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671377 Aug 03 18:52:55.709535 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c0217835-1260-4e69-aeab-3ff82c10f198 req-4049761b-431d-4966-9d4b-3da1c1d4566c service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176037 Aug 03 18:52:55.849582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d654b2a-9ffe-4545-a445-dd1f0e97a5d9 req-896c34a6-e847-4166-b970-0512a585e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:55.852248 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0d654b2a-9ffe-4545-a445-dd1f0e97a5d9 req-896c34a6-e847-4166-b970-0512a585e1a9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 1096 time: 0.0805194 Aug 03 18:52:55.889029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ab1b3-b700-41ef-9d5f-188213f81963 req-227f7180-667b-4556-8b45-c298094e2af0 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:55.898004 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b7ab1b3-b700-41ef-9d5f-188213f81963 req-227f7180-667b-4556-8b45-c298094e2af0 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 945 time: 0.2734807 Aug 03 18:52:55.911308 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0d654b2a-9ffe-4545-a445-dd1f0e97a5d9 req-0dda7a80-0548-4fbb-b18d-c228d978f305 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 Aug 03 18:52:55.948259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9d5e5-faba-4b2f-8288-363394e8c66f req-f140e017-4069-4e19-a43f-dad6e4a27088 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:55.950087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41c9d5e5-faba-4b2f-8288-363394e8c66f req-f140e017-4069-4e19-a43f-dad6e4a27088 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=1399552f-2d62-4f63-b4e1-6e1d23296009 HTTP/1.1" status: 200 len: 945 time: 0.1925030 Aug 03 18:52:55.995424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b7ab1b3-b700-41ef-9d5f-188213f81963 req-8ee46c53-a590-4f70-826d-e67d4e8c57c3 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965812 Aug 03 18:52:56.012791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19b8fd0d-3f54-4079-bc27-9c79990270b2 req-f394730c-0e55-427f-a4e9-c6db90363f91 service neutron] 10.222.0.74 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078964 Aug 03 18:52:56.054200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41c9d5e5-faba-4b2f-8288-363394e8c66f req-33c6610b-41ea-4cd7-9d61-e079bdfceab1 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837073 Aug 03 18:52:56.280653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b54af-35e2-40aa-8bad-eee0eb67746f req-4c37070f-0b7e-40c1-8087-28a6187bc283 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:56.282548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c3b54af-35e2-40aa-8bad-eee0eb67746f req-4c37070f-0b7e-40c1-8087-28a6187bc283 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 945 time: 0.0727618 Aug 03 18:52:56.495436 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19b8fd0d-3f54-4079-bc27-9c79990270b2 req-35b1a2d0-7482-4156-b9f8-b46b94e666d9 service neutron] 10.222.0.74 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279396 Aug 03 18:52:56.537607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c3b54af-35e2-40aa-8bad-eee0eb67746f req-cefc1c8b-b45b-40c1-9ee3-2305c8f78c7e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576200 Aug 03 18:52:56.553734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9fdc4-015e-42df-b5ba-7493343663a9 req-07f5b3a2-1327-468c-af68-801d80e3e993 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:56.555598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76a9fdc4-015e-42df-b5ba-7493343663a9 req-07f5b3a2-1327-468c-af68-801d80e3e993 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e441c6e-8a17-457b-8187-4c8122629583 HTTP/1.1" status: 200 len: 943 time: 0.1780975 Aug 03 18:52:56.627806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76a9fdc4-015e-42df-b5ba-7493343663a9 req-afcb734a-de28-4e75-9a50-a5dd87af22a9 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647748 Aug 03 18:52:56.861851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa81548-8fb7-42c8-8880-5c51761bfd6d req-57989e53-f84b-4e7a-9ff2-3cc29925c62b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:56.876846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2aa81548-8fb7-42c8-8880-5c51761bfd6d req-57989e53-f84b-4e7a-9ff2-3cc29925c62b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1272321 Aug 03 18:52:56.966127 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2aa81548-8fb7-42c8-8880-5c51761bfd6d req-ae949cf6-6db8-4260-a8a8-9ddc1d23a5c7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841682 Aug 03 18:52:57.159254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d073839-78b6-4f80-bf5e-1b8aa911910b req-e166b726-838a-4af4-8a92-644e2859d4fd tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:57.160906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d073839-78b6-4f80-bf5e-1b8aa911910b req-e166b726-838a-4af4-8a92-644e2859d4fd tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 1097 time: 0.0967600 Aug 03 18:52:57.186612 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96147919-d0a1-4063-b6b5-1a69e7c9f055 req-8a1cf54d-1cae-4ed9-98b5-b7ee9f391eb7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:57.188944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96147919-d0a1-4063-b6b5-1a69e7c9f055 req-8a1cf54d-1cae-4ed9-98b5-b7ee9f391eb7 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 946 time: 0.0815623 Aug 03 18:52:57.234064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d073839-78b6-4f80-bf5e-1b8aa911910b req-85422e59-6b70-4327-b0f3-721a6e7f76b1 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630453 Aug 03 18:52:57.249066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96147919-d0a1-4063-b6b5-1a69e7c9f055 req-b3505683-7493-41d4-9b94-44d2e7c13bb1 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492013 Aug 03 18:52:57.433616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b2827-bc5d-4ac4-b143-b868572b6700 req-f0fe9284-4918-4096-a903-8a5531b412f1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:57.435140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe0b2827-bc5d-4ac4-b143-b868572b6700 req-f0fe9284-4918-4096-a903-8a5531b412f1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.1040673 Aug 03 18:52:57.463645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfb911-fab1-43e3-a708-b84dc0175144 req-358da6a8-bbd9-4bd0-a31d-ad500be1f1cf tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:57.465797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71dfb911-fab1-43e3-a708-b84dc0175144 req-358da6a8-bbd9-4bd0-a31d-ad500be1f1cf tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 945 time: 0.0908241 Aug 03 18:52:57.528915 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe0b2827-bc5d-4ac4-b143-b868572b6700 req-108dbcd3-0ddd-4c6c-bef7-9dad28477a90 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764921 Aug 03 18:52:57.543800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71dfb911-fab1-43e3-a708-b84dc0175144 req-bc25d4d1-ffee-481f-8b62-341dd19841e6 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568864 Aug 03 18:52:57.647129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:52:57.654538 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea7f861-aa51-4cd3-8c1e-cc2a39422031" -d '{"events": [{"server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "name": "network-vif-plugged", "status": "completed", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:52:58.082037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166b654-0908-48a6-8c7f-4500464cc9a3 req-698346aa-dc13-435b-b41d-57ca768d9a4d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:58.084055 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6166b654-0908-48a6-8c7f-4500464cc9a3 req-698346aa-dc13-435b-b41d-57ca768d9a4d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 945 time: 0.0896001 Aug 03 18:52:58.143093 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6166b654-0908-48a6-8c7f-4500464cc9a3 req-930d3f83-8f65-4f23-bad9-d521706d1e26 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530534 Aug 03 18:52:58.339654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180d660-4957-42dc-86b3-d90cbdcc6f9b req-78da698d-f2fa-40f9-b11d-c49e0d6c5c4b tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:58.342018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2180d660-4957-42dc-86b3-d90cbdcc6f9b req-78da698d-f2fa-40f9-b11d-c49e0d6c5c4b tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e441c6e-8a17-457b-8187-4c8122629583 HTTP/1.1" status: 200 len: 943 time: 0.0828755 Aug 03 18:52:58.391953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2180d660-4957-42dc-86b3-d90cbdcc6f9b req-e1e70758-e250-414e-ab02-38cefb06879a tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 Aug 03 18:52:58.445342 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd569a40-2781-4727-b3c1-8b6b3f75d718 x-openstack-request-id: req-cd569a40-2781-4727-b3c1-8b6b3f75d718 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:52:58.446017 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "name": "network-vif-plugged", "status": "completed", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:52:58.446271 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd569a40-2781-4727-b3c1-8b6b3f75d718 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:52:58.446662 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e', 'code': 200} Aug 03 18:52:58.619658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8963877b-4a7e-4d59-b07f-1e1b9e075d57 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:52:58.786319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8963877b-4a7e-4d59-b07f-1e1b9e075d57, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8963877b-4a7e-4d59-b07f-1e1b9e075d57,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:58.803422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '8963877b-4a7e-4d59-b07f-1e1b9e075d57', 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e', 'port_id': '8963877b-4a7e-4d59-b07f-1e1b9e075d57', 'mac_address': 'fa:16:3e:4b:53:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd089f13d-7eea-48fe-b8cd-2f892ed40fc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:52:58.825972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34b40-332e-4b57-9548-87763da1404a req-fee45f9f-6755-4b46-b4dc-07e3dd82a10e tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:58.827629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30f34b40-332e-4b57-9548-87763da1404a req-fee45f9f-6755-4b46-b4dc-07e3dd82a10e tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 946 time: 0.0680821 Aug 03 18:52:58.855011 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:58.876080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30f34b40-332e-4b57-9548-87763da1404a req-26d72043-bc8e-4885-9bcb-ea815abefdf4 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/security-groups?id=28d5da70-138a-44b5-a8cf-bd150b942f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 Aug 03 18:52:58.880733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8963877b-4a7e-4d59-b07f-1e1b9e075d57 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:52:58.902873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8963877b-4a7e-4d59-b07f-1e1b9e075d57, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8963877b-4a7e-4d59-b07f-1e1b9e075d57,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:58.907398 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:58.972597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=8963877b-4a7e-4d59-b07f-1e1b9e075d57,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:52:59.084554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377b6e-8dad-447b-93d8-c258540c5ad6 req-ef17ca0c-b7b0-4c51-ade2-f119acf4459b tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:59.086166 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f377b6e-8dad-447b-93d8-c258540c5ad6 req-ef17ca0c-b7b0-4c51-ade2-f119acf4459b tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 945 time: 0.0742304 Aug 03 18:52:59.086328 n-d-802918-7 neutron-server[100488]: WARNING keystonemiddleware.auth_token [req-39b3d9fb-4f9f-4ff8-ad1b-463f1b627947 req-811430cf-de55-45a7-85a6-1acf3ecbeb0e service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 18:52:59.093194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-6b544c0b-8aad-4d51-83d8-55b40b90c760 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:52:59.095071 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-6b544c0b-8aad-4d51-83d8-55b40b90c760 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1327085 Aug 03 18:52:59.108388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Request body: {'binding': {'host': 'n-h1-802918-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:52:59.109087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Unknown quota resources ['binding']. {{(pid=100488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 18:52:59.130874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f377b6e-8dad-447b-93d8-c258540c5ad6 req-eef95621-a68e-4608-9369-a95d777e9e44 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385098 Aug 03 18:52:59.267861 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:59.338021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8963877b-4a7e-4d59-b07f-1e1b9e075d57'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:52:59.375270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cfe9d-4296-41b7-9554-8a105593618c req-57e0a01c-6e5b-4fa8-bc7b-3b0984ba87fe tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:59.377372 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec9cfe9d-4296-41b7-9554-8a105593618c req-57e0a01c-6e5b-4fa8-bc7b-3b0984ba87fe tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.74 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 946 time: 0.0941851 Aug 03 18:52:59.400800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 on host n-h1-802918-7 for vnic_type normal with profile None {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:52:59.401775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:52:59.402461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:59.408559 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Port b9132548-aab1-4d19-afe8-0c9149a7ba20 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:52:59.409112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:52:59.418548 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:52:59.419264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:52:59.419812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:52:59.421068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Bound port: b9132548-aab1-4d19-afe8-0c9149a7ba20, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:52:59.535170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:52:59.542515 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] Notify callbacks [] for binding, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:59.564123 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-4ed39504-c05d-4e5c-9ee1-d3824f3c1198 service neutron] 10.222.0.78 "POST /v2.0/ports/b9132548-aab1-4d19-afe8-0c9149a7ba20/bindings HTTP/1.1" status: 201 len: 389 time: 0.4565587 Aug 03 18:52:59.653370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ca448-cb4e-4687-a195-cf9ed1c2727d req-2ae078a4-27f6-4da0-9464-aa492f49c01e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:59.662191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf6ca448-cb4e-4687-a195-cf9ed1c2727d req-2ae078a4-27f6-4da0-9464-aa492f49c01e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 945 time: 0.0874228 Aug 03 18:52:59.692367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-ec9cfe9d-4296-41b7-9554-8a105593618c req-dfea1832-f29b-40f3-ac4d-1e8e8abcf4d3 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Deleting port d7ae5b11-a0bf-487c-818f-95bacf0891c3 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:52:59.692963 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec9cfe9d-4296-41b7-9554-8a105593618c req-dfea1832-f29b-40f3-ac4d-1e8e8abcf4d3 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:59.781900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf6ca448-cb4e-4687-a195-cf9ed1c2727d req-0c3e0482-360a-4365-a707-d868fd07e4c4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179910 Aug 03 18:52:59.898996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ec9cfe9d-4296-41b7-9554-8a105593618c req-dfea1832-f29b-40f3-ac4d-1e8e8abcf4d3 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] For port d7ae5b11-a0bf-487c-818f-95bacf0891c3, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d7ae5b11-a0bf-487c-818f-95bacf0891c3,segment=NetworkSegment(7d679046-6e2c-4f5e-b602-272b88351f48),segment_id=7d679046-6e2c-4f5e-b602-272b88351f48)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:52:59.899761 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec9cfe9d-4296-41b7-9554-8a105593618c req-dfea1832-f29b-40f3-ac4d-1e8e8abcf4d3 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:59.919817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-ec9cfe9d-4296-41b7-9554-8a105593618c req-dfea1832-f29b-40f3-ac4d-1e8e8abcf4d3 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Calling delete_port for d7ae5b11-a0bf-487c-818f-95bacf0891c3 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:52:59.948985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fe13b-8374-4da4-bf7a-df8073bf0052 req-275c2800-401c-40e4-8a76-ed8be7c06cec tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:52:59.951141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f5fe13b-8374-4da4-bf7a-df8073bf0052 req-275c2800-401c-40e4-8a76-ed8be7c06cec tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e441c6e-8a17-457b-8187-4c8122629583 HTTP/1.1" status: 200 len: 944 time: 0.1144357 Aug 03 18:53:00.058928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f5fe13b-8374-4da4-bf7a-df8073bf0052 req-6d452dae-9fc9-4a3c-a09a-4f1728dac9dd tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654733 Aug 03 18:53:00.199675 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec9cfe9d-4296-41b7-9554-8a105593618c req-dfea1832-f29b-40f3-ac4d-1e8e8abcf4d3 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:00.223347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-0f7a0307-3d9c-4983-a34e-f0d3058159d0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=0af165f6330042b395e2a638c3cc2bba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470450 Aug 03 18:53:00.266857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7ab38-63d3-41e3-b405-875932bcba7c req-34b02ab5-09ca-4da5-a3f8-709348071809 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:00.268660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ac7ab38-63d3-41e3-b405-875932bcba7c req-34b02ab5-09ca-4da5-a3f8-709348071809 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.1497192 Aug 03 18:53:00.273059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea1832-f29b-40f3-ac4d-1e8e8abcf4d3 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Pushing event deleted for resources: {'Port': ['ID=d7ae5b11-a0bf-487c-818f-95bacf0891c3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:00.319714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['d7ae5b11-a0bf-487c-818f-95bacf0891c3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:00.426199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9cfe9d-4296-41b7-9554-8a105593618c req-dfea1832-f29b-40f3-ac4d-1e8e8abcf4d3 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] No DVR routers for this DVR port d7ae5b11-a0bf-487c-818f-95bacf0891c3 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:00.431040 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec9cfe9d-4296-41b7-9554-8a105593618c req-dfea1832-f29b-40f3-ac4d-1e8e8abcf4d3 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:00.433038 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec9cfe9d-4296-41b7-9554-8a105593618c req-dfea1832-f29b-40f3-ac4d-1e8e8abcf4d3 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.74 "DELETE /v2.0/ports/d7ae5b11-a0bf-487c-818f-95bacf0891c3 HTTP/1.1" status: 204 len: 173 time: 1.0477705 Aug 03 18:53:00.436027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abf5058-8e9a-45bf-8b44-a77268185d4e', 'name': 'network-vif-deleted', 'tag': 'd7ae5b11-a0bf-487c-818f-95bacf0891c3'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:00.438985 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e8a37c-2245-4a41-b387-3b38cbc0114c" -d '{"events": [{"server_uuid": "4abf5058-8e9a-45bf-8b44-a77268185d4e", "name": "network-vif-deleted", "tag": "d7ae5b11-a0bf-487c-818f-95bacf0891c3"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:00.474178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ac7ab38-63d3-41e3-b405-875932bcba7c req-a14c769b-019e-4891-99ae-c122059c0fbe tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830072 Aug 03 18:53:00.551398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-299de8db-38fe-4240-bea8-2383ab8d067e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:00.554718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-299de8db-38fe-4240-bea8-2383ab8d067e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843592 Aug 03 18:53:00.576984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-2790b020-2ed2-4dcb-8c82-5988be092a3a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/quotas/0af165f6330042b395e2a638c3cc2bba HTTP/1.1" status: 200 len: 375 time: 0.0151069 Aug 03 18:53:00.626075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-97dc67e7-38c1-41db-be50-a2672103e713 req-b8dfb77c-2701-4ee5-9e6a-f3205a72d0f8 tempest-VolumesAdminNegativeTest-1757307384 tempest-VolumesAdminNegativeTest-1757307384-project] 10.222.0.78 "GET /v2.0/ports?device_id=4abf5058-8e9a-45bf-8b44-a77268185d4e HTTP/1.1" status: 200 len: 210 time: 0.0472443 Aug 03 18:53:00.660006 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8963877b-4a7e-4d59-b07f-1e1b9e075d57 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:00.699011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-08098f84-cfad-4bbb-9aea-4a802c16b9d6 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075628 Aug 03 18:53:00.741450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 8963877b-4a7e-4d59-b07f-1e1b9e075d57 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:00.751668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 8963877b-4a7e-4d59-b07f-1e1b9e075d57 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:00.752217 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:00.863530 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be593c80-bd56-42d0-b4d5-b1b381a51340 x-openstack-request-id: req-be593c80-bd56-42d0-b4d5-b1b381a51340 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:00.864183 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abf5058-8e9a-45bf-8b44-a77268185d4e", "name": "network-vif-deleted", "tag": "d7ae5b11-a0bf-487c-818f-95bacf0891c3", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:00.864715 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be593c80-bd56-42d0-b4d5-b1b381a51340 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:00.865297 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abf5058-8e9a-45bf-8b44-a77268185d4e', 'name': 'network-vif-deleted', 'tag': 'd7ae5b11-a0bf-487c-818f-95bacf0891c3', 'status': 'completed', 'code': 200} Aug 03 18:53:00.884341 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:00.935378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e441c6e-8a17-457b-8187-4c8122629583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8963877b-4a7e-4d59-b07f-1e1b9e075d57'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:00.938880 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08953d31-536e-4f63-a156-9a50c0036629" -d '{"events": [{"server_uuid": "6e441c6e-8a17-457b-8187-4c8122629583", "name": "network-vif-plugged", "status": "completed", "tag": "8963877b-4a7e-4d59-b07f-1e1b9e075d57"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:00.955556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8963877b-4a7e-4d59-b07f-1e1b9e075d57, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8963877b-4a7e-4d59-b07f-1e1b9e075d57,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:00.960617 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:00.962003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d7ae5b11-a0bf-487c-818f-95bacf0891c3 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:01.049154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: d7ae5b11-a0bf-487c-818f-95bacf0891c3 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:01.049551 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d7ae5b11-a0bf-487c-818f-95bacf0891c3 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:01.102096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=8963877b-4a7e-4d59-b07f-1e1b9e075d57,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:01.139336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4163c7-5667-4572-8db6-195a712124b6 req-2a19c26a-eeb1-4952-9c2b-6ec84826a519 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:01.147336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b4163c7-5667-4572-8db6-195a712124b6 req-2a19c26a-eeb1-4952-9c2b-6ec84826a519 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 945 time: 0.0903563 Aug 03 18:53:01.214036 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b4163c7-5667-4572-8db6-195a712124b6 req-b18a7a98-1899-4121-be9b-34c18edff866 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606380 Aug 03 18:53:01.312072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1682dda9-8693-420b-916f-d2eb44826cbe req-70e38b3b-be12-476d-9354-f315fd003a0f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 210 time: 0.0551434 Aug 03 18:53:01.389371 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9bf8df-283f-47e2-810e-4ff3450b9aa3 x-openstack-request-id: req-bf9bf8df-283f-47e2-810e-4ff3450b9aa3 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:01.390062 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e441c6e-8a17-457b-8187-4c8122629583", "name": "network-vif-plugged", "status": "completed", "tag": "8963877b-4a7e-4d59-b07f-1e1b9e075d57", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:01.390062 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf9bf8df-283f-47e2-810e-4ff3450b9aa3 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:01.390620 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e441c6e-8a17-457b-8187-4c8122629583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8963877b-4a7e-4d59-b07f-1e1b9e075d57', 'code': 200} Aug 03 18:53:01.570815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8cf27-beb7-40d9-9b66-7a49267c6e6c req-7c99f71b-a4a9-4150-8e64-ecfeae1e97ac tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:01.573094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ac8cf27-beb7-40d9-9b66-7a49267c6e6c req-7c99f71b-a4a9-4150-8e64-ecfeae1e97ac tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e441c6e-8a17-457b-8187-4c8122629583 HTTP/1.1" status: 200 len: 945 time: 0.1074421 Aug 03 18:53:01.615461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a94bf-c91d-48ff-8364-a52ef1c73851 req-3e137c2f-f8f8-4412-868f-a1a430979f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:01.623507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d40a94bf-c91d-48ff-8364-a52ef1c73851 req-3e137c2f-f8f8-4412-868f-a1a430979f87 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6e441c6e-8a17-457b-8187-4c8122629583 HTTP/1.1" status: 200 len: 1096 time: 0.1101968 Aug 03 18:53:01.642276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ac8cf27-beb7-40d9-9b66-7a49267c6e6c req-c0b4419e-356f-404a-9b0e-1925d6840487 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600531 Aug 03 18:53:01.678029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d40a94bf-c91d-48ff-8364-a52ef1c73851 req-e6e3e200-f555-48c5-8659-62f1fcc473c8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Aug 03 18:53:01.797792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77359b9c-3eb7-4558-8d3e-b348420d45c9 req-a59c3670-146c-4dca-ac81-e864ba16a52b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:01.799486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77359b9c-3eb7-4558-8d3e-b348420d45c9 req-a59c3670-146c-4dca-ac81-e864ba16a52b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.0576909 Aug 03 18:53:01.851049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77359b9c-3eb7-4558-8d3e-b348420d45c9 req-cf3ef41f-db1c-4fdc-937f-27112598bd5d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391645 Aug 03 18:53:01.860630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60998) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:01.932409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7436a93-b210-4cb8-8051-aaa83df98b28 admin admin] Deleting subnet c8a53ab6-bae5-493f-81ce-4fb6ef644fe7 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:53:01.936573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7436a93-b210-4cb8-8051-aaa83df98b28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:01.981095 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7436a93-b210-4cb8-8051-aaa83df98b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.048588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7436a93-b210-4cb8-8051-aaa83df98b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.121531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7436a93-b210-4cb8-8051-aaa83df98b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.155615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7436a93-b210-4cb8-8051-aaa83df98b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a53ab6-bae5-493f-81ce-4fb6ef644fe7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:02.158270 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7436a93-b210-4cb8-8051-aaa83df98b28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.160201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b7436a93-b210-4cb8-8051-aaa83df98b28 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c8a53ab6-bae5-493f-81ce-4fb6ef644fe7 HTTP/1.1" status: 204 len: 168 time: 0.2979982 Aug 03 18:53:02.163157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32774) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:02.251143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.356637 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.371034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16552bec-9586-45e8-b359-b7712239a134']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:02.389840 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d679046-6e2c-4f5e-b602-272b88351f48') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:02.390140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d679046-6e2c-4f5e-b602-272b88351f48') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:02.400680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f77eff-5bb5-4228-89c9-4be26ca696e7 req-18f9c268-80ab-4fbe-a953-a4d207412418 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:02.402299 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.402631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62f77eff-5bb5-4228-89c9-4be26ca696e7 req-18f9c268-80ab-4fbe-a953-a4d207412418 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 945 time: 0.0776658 Aug 03 18:53:02.420424 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.431131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:53:02.435093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.471007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62f77eff-5bb5-4228-89c9-4be26ca696e7 req-f8d5a0e5-57c6-4cab-bfce-8ff8e4ea44a7 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574818 Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:53:02.480833 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:53:02.518030 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.549405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=16552bec-9586-45e8-b359-b7712239a134,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:02.553199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.559096 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-308b5b32-7859-4c35-8353-587bdee0b8a5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/16552bec-9586-45e8-b359-b7712239a134 HTTP/1.1" status: 204 len: 168 time: 0.3939617 Aug 03 18:53:02.559996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32786) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:02.575653 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b8fc70e-33bc-48ec-81e8-b2aec3e7c3d1 req-6252e696-cda1-463d-a14c-6c11534f9aee tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 210 time: 0.0359364 Aug 03 18:53:02.622369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a346c348-9a8c-4bc3-b82c-d4d58bba32e9 admin admin] Deleting subnet a6feb210-1bc4-4ed4-be25-87a4c6bbf8e3 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:53:02.629985 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a346c348-9a8c-4bc3-b82c-d4d58bba32e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.706133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a346c348-9a8c-4bc3-b82c-d4d58bba32e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.780047 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a346c348-9a8c-4bc3-b82c-d4d58bba32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.854430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-e3c67eb5-1ef2-4ab7-b6dc-5e47f5062db0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0af165f6330042b395e2a638c3cc2bba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463095 Aug 03 18:53:02.888765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a346c348-9a8c-4bc3-b82c-d4d58bba32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.914021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a07814-5120-48e5-885a-5d9e70b3d704 req-cf66121b-8f92-4e89-860f-146eabaab376 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:02.916804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75a07814-5120-48e5-885a-5d9e70b3d704 req-cf66121b-8f92-4e89-860f-146eabaab376 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e441c6e-8a17-457b-8187-4c8122629583 HTTP/1.1" status: 200 len: 945 time: 0.0922680 Aug 03 18:53:02.942975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a346c348-9a8c-4bc3-b82c-d4d58bba32e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:02.946311 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a346c348-9a8c-4bc3-b82c-d4d58bba32e9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a6feb210-1bc4-4ed4-be25-87a4c6bbf8e3 HTTP/1.1" status: 204 len: 168 time: 0.3844693 Aug 03 18:53:02.946820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346c348-9a8c-4bc3-b82c-d4d58bba32e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6feb210-1bc4-4ed4-be25-87a4c6bbf8e3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:02.948829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32794) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:03.042284 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.124940 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75a07814-5120-48e5-885a-5d9e70b3d704 req-3a4c334f-3cb6-47dc-88a4-533949629b8f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943190 Aug 03 18:53:03.185678 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.208820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb82bcd-f4cb-4b63-9f26-1b3c715a8207']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:03.229039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c4f417-cbc6-4199-b8e8-c6f02a0a4524') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:03.229743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c4f417-cbc6-4199-b8e8-c6f02a0a4524') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:03.240393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.259069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.269424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:53:03.270495 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.271314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05fd17-996e-4e69-8ad0-21955341085f req-3eb5d611-7e99-467f-a165-d62df629c81e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:03.273463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b05fd17-996e-4e69-8ad0-21955341085f req-3eb5d611-7e99-467f-a165-d62df629c81e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.1447351 Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:53:03.282631 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:53:03.289259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-88dda4eb-f7b5-4015-9161-3a37a9d0593b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:03.291481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-88dda4eb-f7b5-4015-9161-3a37a9d0593b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3213723 Aug 03 18:53:03.342585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b05fd17-996e-4e69-8ad0-21955341085f req-2174cf0c-6460-406f-9432-edea843a62bb tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496423 Aug 03 18:53:03.356644 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.382254 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.382597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Request body: {'port': {'device_id': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '0af165f6330042b395e2a638c3cc2bba'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:03.384199 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] 10.222.0.78 "DELETE /v2.0/networks/7fb82bcd-f4cb-4b63-9f26-1b3c715a8207 HTTP/1.1" status: 204 len: 168 time: 0.4344149 Aug 03 18:53:03.385388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb7b49-f821-4862-9a8b-4a74a5ade53d admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb82bcd-f4cb-4b63-9f26-1b3c715a8207,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:03.448957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32804) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:03.557951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Made reservation on behalf of 0af165f6330042b395e2a638c3cc2bba for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:03.564755 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.587852 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d788b685-169c-49b0-ae69-6c3d0019710b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.628329 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf0079-1457-467d-bdab-3bba0e915af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.707268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 32812) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:03.748109 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf0079-1457-467d-bdab-3bba0e915af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.754257 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf0079-1457-467d-bdab-3bba0e915af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.813554 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-47cf0079-1457-467d-bdab-3bba0e915af7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=789283d69d9c4a2f9a4d15b82f5deaab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620408 Aug 03 18:53:03.814226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32816) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:03.814915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf0079-1457-467d-bdab-3bba0e915af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25e66c0-8642-4a73-9ca8-b21c92ace5e6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:03.872674 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1631-f49c-451d-81c9-544fbe3e5a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.896959 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1631-f49c-451d-81c9-544fbe3e5a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.954688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1631-f49c-451d-81c9-544fbe3e5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.957770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab3b1631-f49c-451d-81c9-544fbe3e5a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:03.961435 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ab3b1631-f49c-451d-81c9-544fbe3e5a70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f25e66c0-8642-4a73-9ca8-b21c92ace5e6 HTTP/1.1" status: 204 len: 168 time: 0.1410396 Aug 03 18:53:03.967968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1631-f49c-451d-81c9-544fbe3e5a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25e66c0-8642-4a73-9ca8-b21c92ace5e6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:04.072921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-378f10a7-55c7-48f9-a0af-17c8614374ef req-ee52a9b3-647e-4f18-8062-f2c7353839f8 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 210 time: 0.3540773 Aug 03 18:53:04.089430 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be305781-9ffd-4f48-9e1f-167efc145822 req-658e20fb-74f4-44cb-955d-14f3fc11457d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:04.091023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be305781-9ffd-4f48-9e1f-167efc145822 req-658e20fb-74f4-44cb-955d-14f3fc11457d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 945 time: 0.5455139 Aug 03 18:53:04.138967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Allocated IP 192.168.233.234 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/65e65df1-20b3-40c6-8aec-bad18058abec) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:04.154389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-57e16065-5af3-4156-b3eb-77c61fbb977d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39efe3f890114a95bdb006098d462730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384396 Aug 03 18:53:04.154683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32824) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:04.228827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a742687d-ccdc-4005-8912-3439a9d0720f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:04.257852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be305781-9ffd-4f48-9e1f-167efc145822 req-b6ede098-5aa6-41b5-89f4-77738b5b7bf7 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512258 Aug 03 18:53:04.262722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a742687d-ccdc-4005-8912-3439a9d0720f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:04.326534 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a742687d-ccdc-4005-8912-3439a9d0720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:04.330412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a742687d-ccdc-4005-8912-3439a9d0720f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:04.331986 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a742687d-ccdc-4005-8912-3439a9d0720f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28d5da70-138a-44b5-a8cf-bd150b942f4b HTTP/1.1" status: 204 len: 168 time: 0.1761882 Aug 03 18:53:04.356426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742687d-ccdc-4005-8912-3439a9d0720f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d5da70-138a-44b5-a8cf-bd150b942f4b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:04.368485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31331c-7d93-4916-a616-b60fb8e06521 req-8ba8f535-66e7-4671-8146-a20b5ec1c1bc tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:04.370136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc31331c-7d93-4916-a616-b60fb8e06521 req-8ba8f535-66e7-4671-8146-a20b5ec1c1bc tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e441c6e-8a17-457b-8187-4c8122629583 HTTP/1.1" status: 200 len: 945 time: 0.1424479 Aug 03 18:53:04.448036 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc31331c-7d93-4916-a616-b60fb8e06521 req-8bffe54f-96c5-4642-9b5f-6abcad0ebefc tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626900 Aug 03 18:53:04.478788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32832) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:04.492134 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:04.503449 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5baf7122-7c88-4a66-9bf7-94b237d3dd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:04.511939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Transition to ACTIVE for port object 65e65df1-20b3-40c6-8aec-bad18058abec will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:04.528258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6480676-7d76-483a-a78e-b58eec84665b req-9aecb8f3-3af3-4b4a-aac4-74612df67e01 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:04.529924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6480676-7d76-483a-a78e-b58eec84665b req-9aecb8f3-3af3-4b4a-aac4-74612df67e01 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.0914259 Aug 03 18:53:04.611267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6480676-7d76-483a-a78e-b58eec84665b req-7b2b8b1f-49a4-40fe-b754-0d15f228080c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735996 Aug 03 18:53:04.620405 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:04.643475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2d43d13c-70d2-4851-af63-d7e8d684a33e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:04.679004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:04.682814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:04.686191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['be39b057-5b52-48ca-b6f9-3c835cdf0d8e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:04.699238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:04.728382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:04.763461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:04.764131 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:04.767964 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5baf7122-7c88-4a66-9bf7-94b237d3dd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:04.796455 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5baf7122-7c88-4a66-9bf7-94b237d3dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:04.805002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-3df88c27-115f-42dd-a891-f8cbdf2fb55d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4274662 Aug 03 18:53:04.827348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Request body: {'port': {'device_id': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:04.831809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf7122-7c88-4a66-9bf7-94b237d3dd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0896d8a8-935d-4b7d-8089-270d147f6046,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:04.887679 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5baf7122-7c88-4a66-9bf7-94b237d3dd56 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bcf8fb9014664ffaa8617caf6e70a042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077504 Aug 03 18:53:04.893391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 32840) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:04.896555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-329d76c2-02c0-415d-9e72-4d34384333e9 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:04.898245 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-329d76c2-02c0-415d-9e72-4d34384333e9 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.1419823 Aug 03 18:53:04.916782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802918-7'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:05.026296 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.062904 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.155133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 32846) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:05.190391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5db271ec-f1c8-4658-a65e-8e9b31875f83 None None] Provisioning for port 65e65df1-20b3-40c6-8aec-bad18058abec completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:05.196085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5db271ec-f1c8-4658-a65e-8e9b31875f83 None None] Provisioning complete for port 65e65df1-20b3-40c6-8aec-bad18058abec triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:05.196526 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5db271ec-f1c8-4658-a65e-8e9b31875f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.285732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5db271ec-f1c8-4658-a65e-8e9b31875f83 None None] Port 65e65df1-20b3-40c6-8aec-bad18058abec cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:53:05.290742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=8d395686-2064-4e03-90fc-5a1520d30710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:05.369880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:05.416304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a521068-0450-4bab-98e0-f7761875e90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d395686-2064-4e03-90fc-5a1520d30710'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:05.418839 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb971e5-97d0-4e54-8e60-7e1b33dcedd8" -d '{"events": [{"server_uuid": "5a521068-0450-4bab-98e0-f7761875e90e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d395686-2064-4e03-90fc-5a1520d30710"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:05.424357 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.429043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a99a233c-1996-4e0e-846a-81f608fbb1c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ffe31c20485447d38a8f9616ed1ac065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707641 Aug 03 18:53:05.431479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32856) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:05.444364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80f573a1-d71a-4dd0-ab75-267689e6364a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.464903 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.541829 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80f573a1-d71a-4dd0-ab75-267689e6364a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.563512 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-854fea99-517b-41c4-ab5e-8996fcf2b85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.573865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af1bb6-692a-4333-a85c-61b3e236f8f4 req-cb6b9c96-f6aa-4661-b78f-f5f8dd3de8ea tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:05.575071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87af1bb6-692a-4333-a85c-61b3e236f8f4 req-cb6b9c96-f6aa-4661-b78f-f5f8dd3de8ea tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 936 time: 0.3865373 Aug 03 18:53:05.590093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Pushing event updated for resources: {'Port': ['ID=8d395686-2064-4e03-90fc-5a1520d30710,revision_number=7']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:05.603948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 on host n-h2-802918-7 for vnic_type normal with profile {"migrating_to": "n-h1-802918-7"} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:05.604199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:05.604516 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:05.611715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Port 8d395686-2064-4e03-90fc-5a1520d30710 on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:53:05.612308 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Attempting to bind port 8d395686-2064-4e03-90fc-5a1520d30710 on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:05.616296 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-854fea99-517b-41c4-ab5e-8996fcf2b85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.621870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093f080-d5c6-4462-b904-ddfe77666f99 req-5d807e19-275f-4358-aa98-8687e38c4239 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:05.624465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6093f080-d5c6-4462-b904-ddfe77666f99 req-5d807e19-275f-4358-aa98-8687e38c4239 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 943 time: 0.2254014 Aug 03 18:53:05.627533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:05.627909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:05.628519 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:05.628792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Bound port: 8d395686-2064-4e03-90fc-5a1520d30710, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:05.629544 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.712647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87af1bb6-692a-4333-a85c-61b3e236f8f4 req-0418aec7-e35a-4a01-9118-ba88758641ed tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175621 Aug 03 18:53:05.754380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:05.758209 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=8d395686-2064-4e03-90fc-5a1520d30710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:05.759912 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-854fea99-517b-41c4-ab5e-8996fcf2b85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.762574 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-854fea99-517b-41c4-ab5e-8996fcf2b85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.763785 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-854fea99-517b-41c4-ab5e-8996fcf2b85e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4964d402-4fa7-425a-94ed-8dc52a067283 HTTP/1.1" status: 204 len: 168 time: 0.3302882 Aug 03 18:53:05.774824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fea99-517b-41c4-ab5e-8996fcf2b85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4964d402-4fa7-425a-94ed-8dc52a067283,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:05.778195 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80f573a1-d71a-4dd0-ab75-267689e6364a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.778356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.800741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80f573a1-d71a-4dd0-ab75-267689e6364a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.802753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-80f573a1-d71a-4dd0-ab75-267689e6364a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0896d8a8-935d-4b7d-8089-270d147f6046 HTTP/1.1" status: 204 len: 168 time: 0.9044907 Aug 03 18:53:05.827177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6093f080-d5c6-4462-b904-ddfe77666f99 req-fbad7b0d-20d3-41a9-8f8a-8ee2e5ce508d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746757 Aug 03 18:53:05.879041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Pushing event updated for resources: {'Port': ['ID=8d395686-2064-4e03-90fc-5a1520d30710,revision_number=8']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:05.883537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:05.884174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:05.885730 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-07ccbbe5-db76-4766-b6f3-0b2cfbf46552 service neutron] 10.222.0.74 "PUT /v2.0/ports/8d395686-2064-4e03-90fc-5a1520d30710 HTTP/1.1" status: 200 len: 1121 time: 0.9735973 Aug 03 18:53:05.915538 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c68e8b-285e-4314-bd31-0b87ea889fec x-openstack-request-id: req-e8c68e8b-285e-4314-bd31-0b87ea889fec {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:05.915831 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a521068-0450-4bab-98e0-f7761875e90e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d395686-2064-4e03-90fc-5a1520d30710", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:05.916079 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8c68e8b-285e-4314-bd31-0b87ea889fec {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:05.916476 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a521068-0450-4bab-98e0-f7761875e90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d395686-2064-4e03-90fc-5a1520d30710', 'code': 200} Aug 03 18:53:05.995100 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['8d395686-2064-4e03-90fc-5a1520d30710'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:06.121928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e65df1-20b3-40c6-8aec-bad18058abec {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:06.131507 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:06.147098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Transition to ACTIVE for port object 65e65df1-20b3-40c6-8aec-bad18058abec will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:06.149739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f573a1-d71a-4dd0-ab75-267689e6364a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0896d8a8-935d-4b7d-8089-270d147f6046,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:06.165255 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:06.219670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-581d340d-161f-4d71-9691-3eca0fc4de25 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:06.227772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-581d340d-161f-4d71-9691-3eca0fc4de25 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/networks?id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e HTTP/1.1" status: 200 len: 813 time: 0.3502734 Aug 03 18:53:06.243322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e80874f-6fcf-40a8-9679-a4b72ca92a7d req-13d04bfa-0cf7-43d3-ab12-6158fd9df8cc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4084425 Aug 03 18:53:06.297346 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-947c110f-4551-45f5-8925-7a7053aea615 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/quotas/b727e1c4fb5645b8868d1171dcacb847 HTTP/1.1" status: 200 len: 375 time: 0.0684409 Aug 03 18:53:06.305024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8d395686-2064-4e03-90fc-5a1520d30710'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:06.384472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:06.434156 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3200dc82-86e5-4b8f-945b-bd35bcfc6d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:06.655465 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:06.658934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-cad7aca8-7948-451d-8993-371ba4304012 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b727e1c4fb5645b8868d1171dcacb847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3554666 Aug 03 18:53:06.675479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8d395686-2064-4e03-90fc-5a1520d30710 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:53:06.753709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4a5f-1d84-4783-92a2-5d9a6467c82c req-9212ad38-e2ee-4258-ae42-736402053d1c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:06.762397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a84b4a5f-1d84-4783-92a2-5d9a6467c82c req-9212ad38-e2ee-4258-ae42-736402053d1c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.4610093 Aug 03 18:53:06.798409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80874f-6fcf-40a8-9679-a4b72ca92a7d req-f0ec6f06-56f8-40c1-9992-e4f4123950d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:06.800004 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e80874f-6fcf-40a8-9679-a4b72ca92a7d req-f0ec6f06-56f8-40c1-9992-e4f4123950d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 1096 time: 0.4063127 Aug 03 18:53:06.810280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:06.810714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:06.810944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:06.837916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Port 65e65df1-20b3-40c6-8aec-bad18058abec on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:53:06.838849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:06.863465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:06.864474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:06.865036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:06.865521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Bound port: 65e65df1-20b3-40c6-8aec-bad18058abec, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:06.865888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:06.888700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a84b4a5f-1d84-4783-92a2-5d9a6467c82c req-3d5e4390-03f6-47e1-b646-2b7ed8ea883d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254244 Aug 03 18:53:06.942209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=8d395686-2064-4e03-90fc-5a1520d30710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:06.957614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8d395686-2064-4e03-90fc-5a1520d30710 has no active binding in host n-h1-802918-7 {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 18:53:06.962091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-e5a14175-cd03-4574-bedf-0a323f2b5f0d service neutron] 10.222.0.78 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020999 Aug 03 18:53:07.095849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15add2-7b19-4995-9afc-c25d2a87b966 req-adda961c-7b27-4627-a032-6a300a796cf4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:07.098477 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cd15add2-7b19-4995-9afc-c25d2a87b966 req-adda961c-7b27-4627-a032-6a300a796cf4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.37 "GET /v2.0/ports?device_id=1399552f-2d62-4f63-b4e1-6e1d23296009 HTTP/1.1" status: 200 len: 945 time: 0.1017306 Aug 03 18:53:07.132698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80874f-6fcf-40a8-9679-a4b72ca92a7d req-e385c18a-f45f-4107-9f00-8bfd640b765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:07.138906 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e80874f-6fcf-40a8-9679-a4b72ca92a7d req-e385c18a-f45f-4107-9f00-8bfd640b765b service neutron] 10.222.0.74 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.2469637 Aug 03 18:53:07.150796 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-40de775c-1347-4e66-85ce-b8474e89dd4f service neutron] 10.222.0.78 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397016 Aug 03 18:53:07.206185 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32920) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:07.279110 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e80874f-6fcf-40a8-9679-a4b72ca92a7d req-5e26a26d-550c-4669-a675-cee2936a21c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b HTTP/1.1" status: 200 len: 217 time: 0.0954304 Aug 03 18:53:07.396424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a67c6f-9172-4d6f-8ad8-0dde506f4664 req-1016f1d3-a18f-4ae6-a349-764c03076aad tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:07.403646 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43a67c6f-9172-4d6f-8ad8-0dde506f4664 req-1016f1d3-a18f-4ae6-a349-764c03076aad tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.74 "GET /v2.0/ports?device_id=6e441c6e-8a17-457b-8187-4c8122629583 HTTP/1.1" status: 200 len: 945 time: 0.4548278 Aug 03 18:53:07.413354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:07.428960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:07.480200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409a39-8d00-4730-b4ca-7a83f12834a6 req-deb84b7d-3d94-4f37-9571-63582580ef79 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:07.482692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08409a39-8d00-4730-b4ca-7a83f12834a6 req-deb84b7d-3d94-4f37-9571-63582580ef79 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 948 time: 0.2762079 Aug 03 18:53:07.482846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80874f-6fcf-40a8-9679-a4b72ca92a7d req-341d0e0c-3cb1-4d90-81ce-14b218dfc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:07.485302 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e80874f-6fcf-40a8-9679-a4b72ca92a7d req-341d0e0c-3cb1-4d90-81ce-14b218dfc187 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.1561368 Aug 03 18:53:07.508623 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:07.587497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:07.588811 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:07.590458 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] 10.222.0.74 "PUT /v2.0/ports/65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 1096 time: 2.7681844 Aug 03 18:53:07.594979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9c9dc-7fd6-4238-894c-3c94aaa9fd46 service neutron] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:07.598902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:07.601832 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3fa370-d452-41dd-a075-8e6040fb8351" -d '{"events": [{"name": "network-changed", "server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:07.617036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-network', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:07.631324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-cd15add2-7b19-4995-9afc-c25d2a87b966 req-ae020502-5d94-4d75-8f88-196318c584d6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Deleting port 476a78c3-e541-4876-b2c2-c2021f7112fb {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:07.631733 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cd15add2-7b19-4995-9afc-c25d2a87b966 req-ae020502-5d94-4d75-8f88-196318c584d6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:07.657122 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e80874f-6fcf-40a8-9679-a4b72ca92a7d req-0aa991cc-fa2c-4ca5-bf4d-2fdb76a9ebe9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440377 Aug 03 18:53:07.721206 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:07.841687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08409a39-8d00-4730-b4ca-7a83f12834a6 req-e1b7fc4a-8d8d-48af-808c-2189abf6de13 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202178 Aug 03 18:53:07.921086 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e80874f-6fcf-40a8-9679-a4b72ca92a7d req-e2560eb8-e172-49cd-965c-2c1f2288ecb0 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423368 Aug 03 18:53:07.923688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44145d6-dcda-43c8-bb2d-a7292784e49c req-facf2f79-f81f-471d-81e0-1631a6eaaf36 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:07.933983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b44145d6-dcda-43c8-bb2d-a7292784e49c req-facf2f79-f81f-471d-81e0-1631a6eaaf36 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 943 time: 0.3177798 Aug 03 18:53:07.941580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-2c168fad-59ce-4152-b167-46b100b02640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:07.943135 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-2c168fad-59ce-4152-b167-46b100b02640 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 1099 time: 0.2542176 Aug 03 18:53:07.963545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-43a67c6f-9172-4d6f-8ad8-0dde506f4664 req-04844bce-e5ce-40c9-9a03-6dfbdb3ec1e4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Deleting port 8963877b-4a7e-4d59-b07f-1e1b9e075d57 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:07.964460 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-43a67c6f-9172-4d6f-8ad8-0dde506f4664 req-04844bce-e5ce-40c9-9a03-6dfbdb3ec1e4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:07.999425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a521068-0450-4bab-98e0-f7761875e90e', 'tag': '8d395686-2064-4e03-90fc-5a1520d30710'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:08.002093 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bee3e4-9626-4773-b1d3-ec1414ccf24c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a521068-0450-4bab-98e0-f7761875e90e", "tag": "8d395686-2064-4e03-90fc-5a1520d30710"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:08.098101 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b44145d6-dcda-43c8-bb2d-a7292784e49c req-b44d8eb6-229c-4327-b9f3-7b11cae98c64 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554115 Aug 03 18:53:08.098101 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-4fee6df0-f5ba-420d-9ba4-7bece9b7c8f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 217 time: 0.1074281 Aug 03 18:53:08.144230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Made reservation on behalf of a012828b76f94814b1b99ed5b057cc49 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:08.153292 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.194093 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c48696b-3aee-4cdc-bb6c-7f69b6916964 x-openstack-request-id: req-8c48696b-3aee-4cdc-bb6c-7f69b6916964 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:08.197765 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:08.202502 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c48696b-3aee-4cdc-bb6c-7f69b6916964 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:08.202502 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec', 'status': 'completed', 'code': 200} Aug 03 18:53:08.229769 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.245967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-223ce9d0-998f-4632-8588-5a68852e2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:08.250232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-223ce9d0-998f-4632-8588-5a68852e2bc9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1351321 Aug 03 18:53:08.424348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-cd15add2-7b19-4995-9afc-c25d2a87b966 req-ae020502-5d94-4d75-8f88-196318c584d6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] For port 476a78c3-e541-4876-b2c2-c2021f7112fb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=476a78c3-e541-4876-b2c2-c2021f7112fb,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:08.424999 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cd15add2-7b19-4995-9afc-c25d2a87b966 req-ae020502-5d94-4d75-8f88-196318c584d6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.427588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-43a67c6f-9172-4d6f-8ad8-0dde506f4664 req-04844bce-e5ce-40c9-9a03-6dfbdb3ec1e4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] For port 8963877b-4a7e-4d59-b07f-1e1b9e075d57, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8963877b-4a7e-4d59-b07f-1e1b9e075d57,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:08.428303 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-43a67c6f-9172-4d6f-8ad8-0dde506f4664 req-04844bce-e5ce-40c9-9a03-6dfbdb3ec1e4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.440220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-cd15add2-7b19-4995-9afc-c25d2a87b966 req-ae020502-5d94-4d75-8f88-196318c584d6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Calling delete_port for 476a78c3-e541-4876-b2c2-c2021f7112fb owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:08.456120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aae006-ff74-4746-9f7b-7ea9362b8d1d req-a311ced5-a004-492e-bb89-91635de957e3 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:08.457713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12aae006-ff74-4746-9f7b-7ea9362b8d1d req-a311ced5-a004-492e-bb89-91635de957e3 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.1732481 Aug 03 18:53:08.458697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-43a67c6f-9172-4d6f-8ad8-0dde506f4664 req-04844bce-e5ce-40c9-9a03-6dfbdb3ec1e4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Calling delete_port for 8963877b-4a7e-4d59-b07f-1e1b9e075d57 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:08.462147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-6f1964f7-eb03-444d-9a8c-4da0fa55bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:08.463403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-6f1964f7-eb03-444d-9a8c-4da0fa55bf54 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1800857 Aug 03 18:53:08.508498 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e80874f-6fcf-40a8-9679-a4b72ca92a7d req-e8afab9b-54c3-4f79-b56b-dec98c720440 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030921 Aug 03 18:53:08.512360 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.516442 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f951314-9f1a-443a-94e2-164b20d04cc4 x-openstack-request-id: req-2f951314-9f1a-443a-94e2-164b20d04cc4 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:08.516807 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a521068-0450-4bab-98e0-f7761875e90e", "tag": "8d395686-2064-4e03-90fc-5a1520d30710", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:08.517258 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f951314-9f1a-443a-94e2-164b20d04cc4 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:08.517831 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a521068-0450-4bab-98e0-f7761875e90e', 'tag': '8d395686-2064-4e03-90fc-5a1520d30710', 'status': 'completed', 'code': 200} Aug 03 18:53:08.537581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.577467 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:53:08.640009 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.640324 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Added segment e7265c2c-5c83-4e2e-8b86-5d5fd97694ea of type vlan for network f3109dec-9c85-4c2c-a235-1cc8e655f5ca Aug 03 18:53:08.641615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da6a37ba-c01d-4cd1-926e-6d52211b499e req-9adc1eca-6eaa-4b1f-bec1-450fc18f82ef tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 210 time: 0.0535152 Aug 03 18:53:08.654916 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12aae006-ff74-4746-9f7b-7ea9362b8d1d req-f0679661-b8fa-46f9-b167-18f10ee7a02b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884830 Aug 03 18:53:08.655243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473cea5d-e503-4cd3-8d5d-b4074a171038,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:08.683353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-67211ad3-33bb-49ee-bc00-d1684b3f5ece service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088194 Aug 03 18:53:08.684518 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee3e4-9626-4773-b1d3-ec1414ccf24c req-80fb5dff-6ef6-43a5-8e7f-f47057e8c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:08.686234 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-29bee3e4-9626-4773-b1d3-ec1414ccf24c req-80fb5dff-6ef6-43a5-8e7f-f47057e8c51c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 1124 time: 0.1385229 Aug 03 18:53:08.759441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.840924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-43a67c6f-9172-4d6f-8ad8-0dde506f4664 req-04844bce-e5ce-40c9-9a03-6dfbdb3ec1e4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.867949 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:53:08.889672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04844bce-e5ce-40c9-9a03-6dfbdb3ec1e4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Pushing event deleted for resources: {'Port': ['ID=8963877b-4a7e-4d59-b07f-1e1b9e075d57,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:08.894296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a09fe0b-0f42-4b66-95f2-b512ea6d8fb4 req-6ee89ad2-b099-4db4-9a59-7716561f2841 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849792 Aug 03 18:53:08.942931 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cd15add2-7b19-4995-9afc-c25d2a87b966 req-ae020502-5d94-4d75-8f88-196318c584d6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.969155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a67c6f-9172-4d6f-8ad8-0dde506f4664 req-04844bce-e5ce-40c9-9a03-6dfbdb3ec1e4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] No DVR routers for this DVR port 8963877b-4a7e-4d59-b07f-1e1b9e075d57 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:08.973279 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-43a67c6f-9172-4d6f-8ad8-0dde506f4664 req-04844bce-e5ce-40c9-9a03-6dfbdb3ec1e4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.976480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43a67c6f-9172-4d6f-8ad8-0dde506f4664 req-04844bce-e5ce-40c9-9a03-6dfbdb3ec1e4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.74 "DELETE /v2.0/ports/8963877b-4a7e-4d59-b07f-1e1b9e075d57 HTTP/1.1" status: 204 len: 173 time: 1.5530720 Aug 03 18:53:08.991156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee3e4-9626-4773-b1d3-ec1414ccf24c req-4e79fea1-3a81-4619-bc77-f3c27d248f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:08.993308 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-29bee3e4-9626-4773-b1d3-ec1414ccf24c req-4e79fea1-3a81-4619-bc77-f3c27d248f05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.2985232 Aug 03 18:53:08.994537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:08.995812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:08.996633 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:09.033838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-88ccfe7d-4a96-44e9-9523-c3224fe0c07c tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a1516e986add4c5caa8f786386912e53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314517 Aug 03 18:53:09.047461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145af46a-380a-4fbe-9633-9e5cc33f042f req-1f4e5fb1-b1c3-46a1-a88f-0bada7b66ef1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:09.048693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae020502-5d94-4d75-8f88-196318c584d6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Pushing event deleted for resources: {'Port': ['ID=476a78c3-e541-4876-b2c2-c2021f7112fb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:09.055909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-145af46a-380a-4fbe-9633-9e5cc33f042f req-1f4e5fb1-b1c3-46a1-a88f-0bada7b66ef1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 948 time: 0.1187990 Aug 03 18:53:09.198647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-145af46a-380a-4fbe-9633-9e5cc33f042f req-6aea72e1-4f86-48b8-a590-6e4eab2325a9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416194 Aug 03 18:53:09.224121 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-29bee3e4-9626-4773-b1d3-ec1414ccf24c req-c7c65253-1d68-42fe-8621-a1ba7452b97d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d395686-2064-4e03-90fc-5a1520d30710 HTTP/1.1" status: 200 len: 217 time: 0.1992681 Aug 03 18:53:09.224679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd15add2-7b19-4995-9afc-c25d2a87b966 req-ae020502-5d94-4d75-8f88-196318c584d6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] No DVR routers for this DVR port 476a78c3-e541-4876-b2c2-c2021f7112fb on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:09.230004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cd15add2-7b19-4995-9afc-c25d2a87b966 req-ae020502-5d94-4d75-8f88-196318c584d6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:09.232160 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cd15add2-7b19-4995-9afc-c25d2a87b966 req-ae020502-5d94-4d75-8f88-196318c584d6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.37 "DELETE /v2.0/ports/476a78c3-e541-4876-b2c2-c2021f7112fb HTTP/1.1" status: 204 len: 173 time: 2.1195242 Aug 03 18:53:09.235930 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] Pushing event updated for resources: {'Network': ['ID=f3109dec-9c85-4c2c-a235-1cc8e655f5ca,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:09.243124 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0a548586-2b28-4c2a-bc75-5146250cee62 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0273221 Aug 03 18:53:09.251164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 32986) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:09.256039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network f3109dec-9c85-4c2c-a235-1cc8e655f5ca details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:53:09.266551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] Request body: {'subnet': {'network_id': 'f3109dec-9c85-4c2c-a235-1cc8e655f5ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-subnet', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:09.283728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa370-d452-41dd-a075-8e6040fb8351 req-b84c694c-0942-4356-909f-4f20d2d5cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:09.285249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb3fa370-d452-41dd-a075-8e6040fb8351 req-b84c694c-0942-4356-909f-4f20d2d5cbeb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 1099 time: 0.2256880 Aug 03 18:53:09.294899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-510e5c77-ea35-4094-918c-25bf6114582c tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:09.296778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-510e5c77-ea35-4094-918c-25bf6114582c tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387822 Aug 03 18:53:09.319504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-29bf257a-1e09-4a5a-830e-9f55d26d44c9 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/quotas/a1516e986add4c5caa8f786386912e53 HTTP/1.1" status: 200 len: 375 time: 0.0148416 Aug 03 18:53:09.330071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] Made reservation on behalf of a012828b76f94814b1b99ed5b057cc49 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:09.332495 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:09.453825 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:09.490301 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-d525a8e6-bdf4-4e7f-8a3e-27adb9fe0b6a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a1516e986add4c5caa8f786386912e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1628661 Aug 03 18:53:09.599630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923be854-d05c-49ae-82e2-6eca233ad135 req-7858b6c2-318f-4727-a125-593c1e4df722 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:09.606956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-923be854-d05c-49ae-82e2-6eca233ad135 req-7858b6c2-318f-4727-a125-593c1e4df722 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 943 time: 0.1400805 Aug 03 18:53:09.609521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee3e4-9626-4773-b1d3-ec1414ccf24c req-66a893d8-637d-4678-ad36-61e9fab537b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:09.611015 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-29bee3e4-9626-4773-b1d3-ec1414ccf24c req-66a893d8-637d-4678-ad36-61e9fab537b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.3664517 Aug 03 18:53:09.633061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa370-d452-41dd-a075-8e6040fb8351 req-27a5cee3-461f-48ea-a26e-e1d87e748fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:09.634556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb3fa370-d452-41dd-a075-8e6040fb8351 req-27a5cee3-461f-48ea-a26e-e1d87e748fba service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2456167 Aug 03 18:53:09.657965 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-29bee3e4-9626-4773-b1d3-ec1414ccf24c req-52106a0f-dbdc-408f-bec6-b7766fdab1f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288827 Aug 03 18:53:09.734446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-923be854-d05c-49ae-82e2-6eca233ad135 req-1576c795-8f4e-4c41-a29a-5cd06756c284 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265941 Aug 03 18:53:09.789652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb3fa370-d452-41dd-a075-8e6040fb8351 req-dd0be7cb-d990-487e-bc1f-29f3771e4313 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 217 time: 0.1348464 Aug 03 18:53:09.819456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-daecedef-fd47-441b-bed9-bf6e56aa0b68 req-dda5946f-c37f-453b-81d1-8fc8a696b79e tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 210 time: 0.0822132 Aug 03 18:53:09.908370 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-29bee3e4-9626-4773-b1d3-ec1414ccf24c req-42c0241f-5de8-4833-a2f6-6dc9d2cb9f6b service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345963 Aug 03 18:53:10.038273 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfe3d7af-3736-450f-ad05-5d0e0b2d27a6 req-006a1940-04b6-4a87-bba6-035a7d5d5172 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 210 time: 0.0865333 Aug 03 18:53:10.051140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa370-d452-41dd-a075-8e6040fb8351 req-da742f31-0662-4e8c-91db-e2b334e4a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:10.052760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb3fa370-d452-41dd-a075-8e6040fb8351 req-da742f31-0662-4e8c-91db-e2b334e4a8b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.2206588 Aug 03 18:53:10.055004 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:10.089997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-4c6b280a-bc3b-4bfb-87c2-98663db25428 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:10.091907 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-4c6b280a-bc3b-4bfb-87c2-98663db25428 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.37 "GET /v2.0/networks?id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e HTTP/1.1" status: 200 len: 813 time: 0.2961750 Aug 03 18:53:10.098075 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-29bee3e4-9626-4773-b1d3-ec1414ccf24c req-2d446840-6ee2-47f9-aa3f-ac2fc76912b7 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809309 Aug 03 18:53:10.118858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Request body: {'port': {'device_id': '91483353-3148-455b-b6d9-e33a1ec6dc68', 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e', 'admin_state_up': True, 'tenant_id': 'b727e1c4fb5645b8868d1171dcacb847'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:10.163943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4141b-2019-479e-b549-a26b59908734 req-fe6a7af0-0e62-4f67-ae9f-816ceb1816d0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:10.171389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ba4141b-2019-479e-b549-a26b59908734 req-fe6a7af0-0e62-4f67-ae9f-816ceb1816d0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.2671039 Aug 03 18:53:10.203950 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e441c6e-8a17-457b-8187-4c8122629583', 'name': 'network-vif-deleted', 'tag': '8963877b-4a7e-4d59-b07f-1e1b9e075d57'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:10.207172 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7473f77-b3b9-4e72-a6d7-9860e5dd037b" -d '{"events": [{"server_uuid": "6e441c6e-8a17-457b-8187-4c8122629583", "name": "network-vif-deleted", "tag": "8963877b-4a7e-4d59-b07f-1e1b9e075d57"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:10.250535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa370-d452-41dd-a075-8e6040fb8351 req-4598ea93-a355-4716-a583-31b6fba30f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:10.252236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb3fa370-d452-41dd-a075-8e6040fb8351 req-4598ea93-a355-4716-a583-31b6fba30f3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1816645 Aug 03 18:53:10.256665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca04149e-7d8b-4589-9e11-93f657bd024a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:10.260615 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c02350-ed95-4828-8a4e-506d959e09ee x-openstack-request-id: req-43c02350-ed95-4828-8a4e-506d959e09ee {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:10.260953 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e441c6e-8a17-457b-8187-4c8122629583", "name": "network-vif-deleted", "tag": "8963877b-4a7e-4d59-b07f-1e1b9e075d57", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:10.261107 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43c02350-ed95-4828-8a4e-506d959e09ee {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:10.261750 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e441c6e-8a17-457b-8187-4c8122629583', 'name': 'network-vif-deleted', 'tag': '8963877b-4a7e-4d59-b07f-1e1b9e075d57', 'status': 'completed', 'code': 200} Aug 03 18:53:10.278364 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ba4141b-2019-479e-b549-a26b59908734 req-335157bc-0148-401d-9fb9-116edcd06835 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042681 Aug 03 18:53:10.284964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Made reservation on behalf of b727e1c4fb5645b8868d1171dcacb847 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:10.290530 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:10.300495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] Checking segment: {'id': 'e7265c2c-5c83-4e2e-8b86-5d5fd97694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f3109dec-9c85-4c2c-a235-1cc8e655f5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:10.301103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] Network hostable DHCP agents. Network: f3109dec-9c85-4c2c-a235-1cc8e655f5ca, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:53:10.453526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Allocated IP 172.20.0.5 (5f3225c2-64a3-4fb4-a866-018b11d8ef7e/d089f13d-7eea-48fe-b8cd-2f892ed40fc8/b202572f-46d8-4018-8359-1f5762e42b58) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:10.519657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1399552f-2d62-4f63-b4e1-6e1d23296009', 'name': 'network-vif-deleted', 'tag': '476a78c3-e541-4876-b2c2-c2021f7112fb'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:10.522142 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0205f547-cbc1-4854-930c-d63e30cd0da2" -d '{"events": [{"server_uuid": "1399552f-2d62-4f63-b4e1-6e1d23296009", "name": "network-vif-deleted", "tag": "476a78c3-e541-4876-b2c2-c2021f7112fb"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:10.576155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 476a78c3-e541-4876-b2c2-c2021f7112fb no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:10.609620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 476a78c3-e541-4876-b2c2-c2021f7112fb {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:10.610362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 476a78c3-e541-4876-b2c2-c2021f7112fb not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:10.611442 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f815eb8-446d-45ad-b785-27e5b63b2429 x-openstack-request-id: req-9f815eb8-446d-45ad-b785-27e5b63b2429 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:10.611790 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1399552f-2d62-4f63-b4e1-6e1d23296009", "name": "network-vif-deleted", "tag": "476a78c3-e541-4876-b2c2-c2021f7112fb", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:10.612311 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f815eb8-446d-45ad-b785-27e5b63b2429 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:10.612715 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1399552f-2d62-4f63-b4e1-6e1d23296009', 'name': 'network-vif-deleted', 'tag': '476a78c3-e541-4876-b2c2-c2021f7112fb', 'status': 'completed', 'code': 200} Aug 03 18:53:10.672406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8963877b-4a7e-4d59-b07f-1e1b9e075d57 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:10.676023 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:10.694076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 8963877b-4a7e-4d59-b07f-1e1b9e075d57 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:10.694811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8963877b-4a7e-4d59-b07f-1e1b9e075d57 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:10.728986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:10.735143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] Network f3109dec-9c85-4c2c-a235-1cc8e655f5ca is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:53:10.763400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bccd2-eb84-4ea1-b342-bdee6ed57693 req-8d1f39f0-2923-42a2-9ae9-77f3da0806e7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:10.764532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e18bccd2-eb84-4ea1-b342-bdee6ed57693 req-8d1f39f0-2923-42a2-9ae9-77f3da0806e7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 948 time: 0.1210005 Aug 03 18:53:10.770313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, f3109dec-9c85-4c2c-a235-1cc8e655f5ca) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:10.775048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:10.779150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:10.781602 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:10.783306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:10.784058 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:10.788695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2121c0ab-7547-4e74-800d-e98283efbf09 None None] Network f3109dec-9c85-4c2c-a235-1cc8e655f5ca requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:53:10.790302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb3fa370-d452-41dd-a075-8e6040fb8351 req-5bc66979-b782-44fb-83b8-4f81b9c537aa service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067713 Aug 03 18:53:10.818495 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Pushing event updated for resources: {'Port': ['ID=b202572f-46d8-4018-8359-1f5762e42b58,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:10.856762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:10.858144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:10.872460 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fb5d8465-bae2-4988-8448-1b9d190513dc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6133509 Aug 03 18:53:10.876047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33018) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:10.882646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-router', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:10.890254 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-931f86b2-9dd4-4e39-a0c8-8c68c97992fa tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7770312 Aug 03 18:53:10.905412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Request body: {'port': {'device_id': '91483353-3148-455b-b6d9-e33a1ec6dc68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:10.923808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e18bccd2-eb84-4ea1-b342-bdee6ed57693 req-c05a9a60-8f35-4177-842e-1d8ae2fbfc32 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515810 Aug 03 18:53:10.975547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e6221-dd10-49a7-8ade-63c48ec36b9c req-deb9ece3-0921-4b2b-bc60-9dae527ff9ec tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:10.977187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e5e6221-dd10-49a7-8ade-63c48ec36b9c req-deb9ece3-0921-4b2b-bc60-9dae527ff9ec tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 943 time: 0.1065173 Aug 03 18:53:10.986745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb3fa370-d452-41dd-a075-8e6040fb8351 req-6ff063c5-e676-4c08-848f-4c1dc02c7874 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836028 Aug 03 18:53:11.006259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-f3109dec-9c85-4c2c-a235-1cc8e655f5ca', 'network_id': 'f3109dec-9c85-4c2c-a235-1cc8e655f5ca', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'fixed_ips': [{'subnet_id': 'ca04149e-7d8b-4589-9e11-93f657bd024a'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:53:11.007521 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.068051 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.069950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.083751 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.107887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d9eaabc6-c8c2-4ac2-bd9a-6db35d52383e req-f119ab08-b966-4a0d-9246-16db1387a051 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 210 time: 0.0516005 Aug 03 18:53:11.117980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e5e6221-dd10-49a7-8ade-63c48ec36b9c req-ce601f10-ae65-4c26-860d-3f0fc2dcae2a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287379 Aug 03 18:53:11.216919 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-91273d75-4cec-42dd-bee0-8ee53e159375 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a1516e986add4c5caa8f786386912e53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740240 Aug 03 18:53:11.219513 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.222306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4f2ee2d-0da4-4a44-9f36-beb3a1e4c172 req-9f204c24-ac8c-434e-a371-8096a0e03551 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 210 time: 0.0420775 Aug 03 18:53:11.277796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Allocated IP 172.20.0.2 (f3109dec-9c85-4c2c-a235-1cc8e655f5ca/ca04149e-7d8b-4589-9e11-93f657bd024a/2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:11.413789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de403e-ea55-492e-b290-8e5e492755a8 req-3fdd3668-4d0e-4a1d-8b81-0f3c6347c54f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:11.415330 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0de403e-ea55-492e-b290-8e5e492755a8 req-3fdd3668-4d0e-4a1d-8b81-0f3c6347c54f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.0548227 Aug 03 18:53:11.464034 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.464206 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0de403e-ea55-492e-b290-8e5e492755a8 req-8254f436-08a2-4cee-bbb5-e1d9307d9346 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426226 Aug 03 18:53:11.475096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Transition to ACTIVE for port object 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:11.503233 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Transition to ACTIVE for port object 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:11.513898 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.555502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Network f3109dec-9c85-4c2c-a235-1cc8e655f5ca is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:11.563057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:11.563314 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.567712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:11.584340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-368d5bce-fb7f-4a5a-be04-1937db0c4b06 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:11.586038 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-368d5bce-fb7f-4a5a-be04-1937db0c4b06 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628645 Aug 03 18:53:11.599081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Pushing event updated for resources: {'Port': ['ID=2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:11.623140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Request body: {'port': {'device_id': 'fd6dc09e-97be-4ead-9899-3bfd48ac253d', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': 'a1516e986add4c5caa8f786386912e53'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:11.639993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Attempting to bind port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:11.640985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Attempting to bind port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'e7265c2c-5c83-4e2e-8b86-5d5fd97694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f3109dec-9c85-4c2c-a235-1cc8e655f5ca'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:11.641437 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Attempting to bind port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 on network f3109dec-9c85-4c2c-a235-1cc8e655f5ca {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:11.647786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:11.648224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Checking segment: {'id': 'e7265c2c-5c83-4e2e-8b86-5d5fd97694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f3109dec-9c85-4c2c-a235-1cc8e655f5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:11.648650 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.649117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Bound using segment: {'id': 'e7265c2c-5c83-4e2e-8b86-5d5fd97694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f3109dec-9c85-4c2c-a235-1cc8e655f5ca'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:11.649773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Bound port: 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7265c2c-5c83-4e2e-8b86-5d5fd97694ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f3109dec-9c85-4c2c-a235-1cc8e655f5ca'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:11.650174 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.745023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] For port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:11.749376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] For port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25,segment=NetworkSegment(e7265c2c-5c83-4e2e-8b86-5d5fd97694ea),segment_id=e7265c2c-5c83-4e2e-8b86-5d5fd97694ea)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:11.755300 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.836999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b2d4f-5667-4346-95d6-a877083c9d90 None None] Pushing event updated for resources: {'Port': ['ID=2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:11.905561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Made reservation on behalf of a1516e986add4c5caa8f786386912e53 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:11.909298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.918894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b202572f-46d8-4018-8359-1f5762e42b58 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:11.934038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.938166 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.943667 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-c2066f3c-48ab-4b9a-8198-ec55c4b0c158 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:11.945471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-c2066f3c-48ab-4b9a-8198-ec55c4b0c158 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.74 "GET /v2.0/networks?id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e HTTP/1.1" status: 200 len: 813 time: 0.1717193 Aug 03 18:53:11.970264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Request body: {'port': {'device_id': '50f124a6-cf8d-4126-837b-e4a7e8973b76', 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e', 'admin_state_up': True, 'tenant_id': 'b727e1c4fb5645b8868d1171dcacb847'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:11.976644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Transition to ACTIVE for port object b202572f-46d8-4018-8359-1f5762e42b58 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:11.990223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:12.235531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec67aecc-b73f-4fdd-8bb4-17bad957011b req-15af0c99-0163-439f-9257-12bd1c518594 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 210 time: 0.0418231 Aug 03 18:53:12.239730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b202572f-46d8-4018-8359-1f5762e42b58,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:12.268227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17bf04-fe9c-48db-8530-bbbc2ad3a803 req-27fc3eae-db81-4e4d-a0a0-f131d7f4c14c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:12.269863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da17bf04-fe9c-48db-8530-bbbc2ad3a803 req-27fc3eae-db81-4e4d-a0a0-f131d7f4c14c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 948 time: 0.1520741 Aug 03 18:53:12.357897 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:12.363922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da17bf04-fe9c-48db-8530-bbbc2ad3a803 req-20a47354-d5ba-4d1c-aa34-1c9d934e7682 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691750 Aug 03 18:53:12.407993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Attempting to bind port b202572f-46d8-4018-8359-1f5762e42b58 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:12.407993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Attempting to bind port b202572f-46d8-4018-8359-1f5762e42b58 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:12.408416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Attempting to bind port b202572f-46d8-4018-8359-1f5762e42b58 on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:12.413738 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:12.431999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Port b202572f-46d8-4018-8359-1f5762e42b58 on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:53:12.432420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Attempting to bind port b202572f-46d8-4018-8359-1f5762e42b58 on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:12.436056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:12.446598 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:12.448517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d461e0-96bc-465d-a05d-fecacb4c8708 req-1c79f1d8-acb0-43a7-9f8e-5a6dafca537e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:12.451622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7d461e0-96bc-465d-a05d-fecacb4c8708 req-1c79f1d8-acb0-43a7-9f8e-5a6dafca537e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 943 time: 0.0753143 Aug 03 18:53:12.480919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:12.481286 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Checking segment: {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:12.481835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Bound using segment: {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:12.482357 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Bound port: b202572f-46d8-4018-8359-1f5762e42b58, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:12.485595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:12.496675 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-575d8922-d28b-44e5-af06-2e4677655895 req-447b4d16-82b3-402a-b1a0-7a807b18a66a tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 210 time: 0.0436978 Aug 03 18:53:12.529868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Made reservation on behalf of b727e1c4fb5645b8868d1171dcacb847 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:12.535011 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:12.561232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7d461e0-96bc-465d-a05d-fecacb4c8708 req-30f94d37-6668-4594-a178-2962d0bffb3b tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941360 Aug 03 18:53:12.647301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37b2fd3-70a4-439d-9825-bb88c3bb066f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:12.672514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 65e65df1-20b3-40c6-8aec-bad18058abec details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:53:12.857890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:12.872126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Allocated IP 172.20.0.10 (5f3225c2-64a3-4fb4-a866-018b11d8ef7e/d089f13d-7eea-48fe-b8cd-2f892ed40fc8/626ae662-f6d5-4e12-99dd-8cd58acf3f57) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:12.873542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '65e65df1-20b3-40c6-8aec-bad18058abec', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '65e65df1-20b3-40c6-8aec-bad18058abec', 'mac_address': 'fa:16:3e:3a:fe:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:53:12.885762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac86888-2559-4670-bbbb-5046b6568748 req-f31a86d6-f47e-4aa4-bae9-9760b153e586 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:12.887881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ac86888-2559-4670-bbbb-5046b6568748 req-f31a86d6-f47e-4aa4-bae9-9760b153e586 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.1442354 Aug 03 18:53:12.928070 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:12.946917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e65df1-20b3-40c6-8aec-bad18058abec {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:12.980766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:12.991650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ac86888-2559-4670-bbbb-5046b6568748 req-95834cfa-4d21-45a0-8cc1-aa377e5439a5 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948708 Aug 03 18:53:12.996278 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:13.115682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:13.182396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Allocated IP 172.25.8.224 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/426fa096-d6aa-4269-b104-1fdc2b9192d8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:13.190631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:13.215658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Allocated IP 192.168.233.76 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/a0285f5e-60eb-4010-87e1-32c7ec5648a2) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:13.262191 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:13.322379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:13.336814 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:13.355192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf6c679-8dcb-4443-b473-a8af82e17d33 None None] Network f3109dec-9c85-4c2c-a235-1cc8e655f5ca requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:53:13.369179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] For port b202572f-46d8-4018-8359-1f5762e42b58, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:13.418811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:13.442536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:13.448740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] For port b202572f-46d8-4018-8359-1f5762e42b58, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b202572f-46d8-4018-8359-1f5762e42b58,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:13.451706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3bb3fb12-20d9-488a-9e13-718aa58582bf req-83a0c1a7-2039-434b-bac9-7f563f91c0ab tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 210 time: 0.0579245 Aug 03 18:53:13.452527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:13.461195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Pushing event updated for resources: {'Port': ['ID=626ae662-f6d5-4e12-99dd-8cd58acf3f57,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:13.463585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:13.514583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.515052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.515886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.516174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.516511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.516848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.517177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.517525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.517849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.518170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.518539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.518822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:13.519424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['65e65df1-20b3-40c6-8aec-bad18058abec'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:13.542942 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b202572f-46d8-4018-8359-1f5762e42b58,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:13.568019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:13.568705 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:13.616540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b653-53a2-4a1f-a736-55b67da4e799 req-e971b03b-de1f-4cd1-a5e9-71eff23093b8 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:13.628315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0640b653-53a2-4a1f-a736-55b67da4e799 req-e971b03b-de1f-4cd1-a5e9-71eff23093b8 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 949 time: 0.1436577 Aug 03 18:53:13.632392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:13.633328 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:13.636159 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-6da9e04d-df6d-47cf-9f20-0c0ca0f6abf1 service neutron] 10.222.0.37 "PUT /v2.0/ports/b202572f-46d8-4018-8359-1f5762e42b58 HTTP/1.1" status: 200 len: 1091 time: 2.7358043 Aug 03 18:53:13.645731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91483353-3148-455b-b6d9-e33a1ec6dc68', 'tag': 'b202572f-46d8-4018-8359-1f5762e42b58'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:13.651572 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19886ed0-8cc5-483e-95ea-976b86c775f3" -d '{"events": [{"name": "network-changed", "server_uuid": "91483353-3148-455b-b6d9-e33a1ec6dc68", "tag": "b202572f-46d8-4018-8359-1f5762e42b58"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:13.660830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b9df06ef-3381-45c0-be9d-05768ae1d618 None None] Provisioning for port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:13.668125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-de2504c9-f997-46ea-bed5-24abc3109501 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7051432 Aug 03 18:53:13.702095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b9df06ef-3381-45c0-be9d-05768ae1d618 None None] Provisioning complete for port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:13.702763 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9df06ef-3381-45c0-be9d-05768ae1d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:13.735288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Request body: {'port': {'device_id': '50f124a6-cf8d-4126-837b-e4a7e8973b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:13.756725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:13.835135 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-64a6f9ef-065e-4a10-a28e-3415d0ac93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:13.840343 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-64a6f9ef-065e-4a10-a28e-3415d0ac93d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b727e1c4fb5645b8868d1171dcacb847&device_id=91483353-3148-455b-b6d9-e33a1ec6dc68 HTTP/1.1" status: 200 len: 1094 time: 0.1533217 Aug 03 18:53:13.847824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0640b653-53a2-4a1f-a736-55b67da4e799 req-c7eadcaf-4e92-468a-b955-addb4382c37b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135329 Aug 03 18:53:13.865445 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9df06ef-3381-45c0-be9d-05768ae1d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:13.894315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fffbb-8966-48d3-9328-2fe1dde7ea6c req-737a0370-9e81-4ca1-b421-77b0d5648c2e tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:13.904744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-615fffbb-8966-48d3-9328-2fe1dde7ea6c req-737a0370-9e81-4ca1-b421-77b0d5648c2e tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 932 time: 0.2346470 Aug 03 18:53:13.916594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b9df06ef-3381-45c0-be9d-05768ae1d618 None None] For port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25,segment=NetworkSegment(e7265c2c-5c83-4e2e-8b86-5d5fd97694ea),segment_id=e7265c2c-5c83-4e2e-8b86-5d5fd97694ea)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:13.924174 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9df06ef-3381-45c0-be9d-05768ae1d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:13.948272 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:13.992504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df06ef-3381-45c0-be9d-05768ae1d618 None None] Pushing event updated for resources: {'Port': ['ID=2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:14.003757 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-5b1e7c04-e712-40c1-92fa-23967237cbe8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b202572f-46d8-4018-8359-1f5762e42b58 HTTP/1.1" status: 200 len: 217 time: 0.1538534 Aug 03 18:53:14.011430 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:14.042924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-615fffbb-8966-48d3-9328-2fe1dde7ea6c req-467b53e4-bed3-4ec7-bf15-a606398f95e9 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365993 Aug 03 18:53:14.071497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Transition to ACTIVE for port object a0285f5e-60eb-4010-87e1-32c7ec5648a2 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:14.099577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-ea182ddf-654b-438e-afaa-523e8b9cfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:14.101288 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-ea182ddf-654b-438e-afaa-523e8b9cfbdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d089f13d-7eea-48fe-b8cd-2f892ed40fc8 HTTP/1.1" status: 200 len: 853 time: 0.0821016 Aug 03 18:53:14.102589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:14.168925 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e4c16a-12ed-4075-9729-a5ced8a66360 x-openstack-request-id: req-f3e4c16a-12ed-4075-9729-a5ced8a66360 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:14.169279 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91483353-3148-455b-b6d9-e33a1ec6dc68", "tag": "b202572f-46d8-4018-8359-1f5762e42b58", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:14.169480 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3e4c16a-12ed-4075-9729-a5ced8a66360 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:14.169913 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91483353-3148-455b-b6d9-e33a1ec6dc68', 'tag': 'b202572f-46d8-4018-8359-1f5762e42b58', 'status': 'completed', 'code': 200} Aug 03 18:53:14.205228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:14.206243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Pushing event updated for resources: {'Port': ['ID=426fa096-d6aa-4269-b104-1fdc2b9192d8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:14.211097 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-c8b1e6f1-ca6b-48c8-8f8d-9255f26485fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956092 Aug 03 18:53:14.215308 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:14.219090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:14.258132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0752c54f-dd4e-468e-8e9d-84295310abc6 None None] Provisioning complete for port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:14.258684 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0752c54f-dd4e-468e-8e9d-84295310abc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:14.280023 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:14.351034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8589f5-2e33-4c31-924d-8246511f5521 req-504f7c53-26c5-44fe-a172-4742ce32fe47 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:14.354097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d8589f5-2e33-4c31-924d-8246511f5521 req-504f7c53-26c5-44fe-a172-4742ce32fe47 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 943 time: 0.3373296 Aug 03 18:53:14.398882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:14.440435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Pushing event updated for resources: {'Port': ['ID=a0285f5e-60eb-4010-87e1-32c7ec5648a2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:14.443886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:14.477980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:14.483551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f1a01-272c-4703-a6c5-bb03faade260 req-6b7f403f-886c-4969-ad75-95c5e42a36d3 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:14.485283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb2f1a01-272c-4703-a6c5-bb03faade260 req-6b7f403f-886c-4969-ad75-95c5e42a36d3 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.1918175 Aug 03 18:53:14.500565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d8589f5-2e33-4c31-924d-8246511f5521 req-50ef1180-0550-4344-9457-0e2cb7fea79f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386621 Aug 03 18:53:14.543681 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-276ef34f-e0f1-42b0-8dfe-ffc0ba38f027 service neutron] 10.222.0.37 "GET /v2.0/ports/8d395686-2064-4e03-90fc-5a1520d30710/bindings/n-h1-802918-7 HTTP/1.1" status: 200 len: 384 time: 0.1801832 Aug 03 18:53:14.559964 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-96970af0-60d2-45be-966a-e28df520743c service neutron] 10.222.0.37 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125992 Aug 03 18:53:14.634561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:14.635418 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:14.637234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb2f1a01-272c-4703-a6c5-bb03faade260 req-2cb7718d-d0ba-4beb-8936-ed8cf0db5a72 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405299 Aug 03 18:53:14.665372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626ae662-f6d5-4e12-99dd-8cd58acf3f57 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:14.686142 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:14.718276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Transition to ACTIVE for port object 626ae662-f6d5-4e12-99dd-8cd58acf3f57 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:14.725641 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:14.738146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba0dad-e4bc-44cb-89dc-62fa1e27d1e2 req-cd91045d-c9cb-4143-af45-5e6e8e5dea3d tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:14.739821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2ba0dad-e4bc-44cb-89dc-62fa1e27d1e2 req-cd91045d-c9cb-4143-af45-5e6e8e5dea3d tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 935 time: 0.1211987 Aug 03 18:53:14.750952 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a67d8f4c-273d-4bd3-b7c9-28ff251b9d5a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1343317 Aug 03 18:53:14.787100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Request body: {'port': {'device_id': 'fd6dc09e-97be-4ead-9899-3bfd48ac253d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:14.803216 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a93cbc08-0226-4956-845c-f5e97cc1e8c9 None None] Provisioning for port a0285f5e-60eb-4010-87e1-32c7ec5648a2 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:14.808699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a93cbc08-0226-4956-845c-f5e97cc1e8c9 None None] Provisioning complete for port a0285f5e-60eb-4010-87e1-32c7ec5648a2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:14.809262 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a93cbc08-0226-4956-845c-f5e97cc1e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:14.848154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Pushing event updated for resources: {'Port': ['ID=626ae662-f6d5-4e12-99dd-8cd58acf3f57,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:14.855803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a93cbc08-0226-4956-845c-f5e97cc1e8c9 None None] Port a0285f5e-60eb-4010-87e1-32c7ec5648a2 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:53:14.899623 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:14.927560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:14.935581 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-d1bfda14-cd80-4dd6-a7b8-79f819258b10 service neutron] 10.222.0.37 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364232 Aug 03 18:53:14.963256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2ba0dad-e4bc-44cb-89dc-62fa1e27d1e2 req-db84ac9c-037a-4b3e-b87f-a6065a9f5f09 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731095 Aug 03 18:53:14.974338 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:15.068873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87666191-fcbb-437b-8366-1dcfb77a6836 req-ff333387-1de4-4c76-9ee6-66ecedde9773 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:15.070599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87666191-fcbb-437b-8366-1dcfb77a6836 req-ff333387-1de4-4c76-9ee6-66ecedde9773 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 949 time: 0.1355004 Aug 03 18:53:15.126464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:15.147973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Attempting to bind port 626ae662-f6d5-4e12-99dd-8cd58acf3f57 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:15.148651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Attempting to bind port 626ae662-f6d5-4e12-99dd-8cd58acf3f57 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:15.149241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Attempting to bind port 626ae662-f6d5-4e12-99dd-8cd58acf3f57 on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:15.159466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Port 626ae662-f6d5-4e12-99dd-8cd58acf3f57 on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:53:15.160521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Attempting to bind port 626ae662-f6d5-4e12-99dd-8cd58acf3f57 on network 5f3225c2-64a3-4fb4-a866-018b11d8ef7e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:15.178531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:15.179246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Checking segment: {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:15.179843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Bound using segment: {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:15.181126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Bound port: 626ae662-f6d5-4e12-99dd-8cd58acf3f57, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d09be8-b714-416b-a662-4fc75d8eda01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:15.181804 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:15.186482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19886ed0-8cc5-483e-95ea-976b86c775f3 req-fad2e5f0-b942-402d-9481-36c93db48c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:15.188715 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-19886ed0-8cc5-483e-95ea-976b86c775f3 req-fad2e5f0-b942-402d-9481-36c93db48c28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b727e1c4fb5645b8868d1171dcacb847&device_id=91483353-3148-455b-b6d9-e33a1ec6dc68 HTTP/1.1" status: 200 len: 1094 time: 0.2002275 Aug 03 18:53:15.208794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-c1e555c7-01c9-43bf-8289-746f19388768 service neutron] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=8d395686-2064-4e03-90fc-5a1520d30710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:15.228678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:15.229047 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:15.240323 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87666191-fcbb-437b-8366-1dcfb77a6836 req-d47ea10a-af8b-40ed-ab8a-6ea40260e466 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620204 Aug 03 18:53:15.388422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-c1e555c7-01c9-43bf-8289-746f19388768 service neutron] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:15.425324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] For port 626ae662-f6d5-4e12-99dd-8cd58acf3f57, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:15.458924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] For port 626ae662-f6d5-4e12-99dd-8cd58acf3f57, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=626ae662-f6d5-4e12-99dd-8cd58acf3f57,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:15.471854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-c1e555c7-01c9-43bf-8289-746f19388768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d395686-2064-4e03-90fc-5a1520d30710 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:15.481230 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:15.492239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-c1e555c7-01c9-43bf-8289-746f19388768 service neutron] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8d395686-2064-4e03-90fc-5a1520d30710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:15.548411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0476092-d616-45b8-b49e-cb884a92a9cc req-34a8fedf-be9c-4133-8ce6-03435998121c tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:15.550097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0476092-d616-45b8-b49e-cb884a92a9cc req-34a8fedf-be9c-4133-8ce6-03435998121c tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 944 time: 0.1883974 Aug 03 18:53:15.553831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:15.554463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:15.555859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] 10.222.0.74 "PUT /v2.0/ports/626ae662-f6d5-4e12-99dd-8cd58acf3f57 HTTP/1.1" status: 200 len: 1092 time: 1.8286295 Aug 03 18:53:15.556461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f124a6-cf8d-4126-837b-e4a7e8973b76', 'tag': '626ae662-f6d5-4e12-99dd-8cd58acf3f57'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:15.558802 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531ea136-07f4-4634-9a3b-f6ac5b709e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "50f124a6-cf8d-4126-837b-e4a7e8973b76", "tag": "626ae662-f6d5-4e12-99dd-8cd58acf3f57"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:15.565463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-c1e555c7-01c9-43bf-8289-746f19388768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:15.628569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bb41a-2ec9-444f-89db-d29d81b9873a service neutron] Pushing event updated for resources: {'Port': ['ID=626ae662-f6d5-4e12-99dd-8cd58acf3f57,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:15.681596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0476092-d616-45b8-b49e-cb884a92a9cc req-72f6b787-1335-49ed-ac14-d300904f4a28 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190112 Aug 03 18:53:15.714859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19886ed0-8cc5-483e-95ea-976b86c775f3 req-55b35af9-368e-4957-9b90-0db966144b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:15.717339 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-19886ed0-8cc5-483e-95ea-976b86c775f3 req-55b35af9-368e-4957-9b90-0db966144b3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e HTTP/1.1" status: 200 len: 914 time: 0.5201578 Aug 03 18:53:15.754419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-3de12dcf-ef0c-45c9-9104-2901b1d8130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:15.755938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-3de12dcf-ef0c-45c9-9104-2901b1d8130f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b727e1c4fb5645b8868d1171dcacb847&device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 1095 time: 0.1200383 Aug 03 18:53:15.759365 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a847dd4-16f9-46bb-a385-ae538d41ad65 x-openstack-request-id: req-6a847dd4-16f9-46bb-a385-ae538d41ad65 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:15.759654 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f124a6-cf8d-4126-837b-e4a7e8973b76", "tag": "626ae662-f6d5-4e12-99dd-8cd58acf3f57", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:15.759911 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a847dd4-16f9-46bb-a385-ae538d41ad65 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:15.760305 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f124a6-cf8d-4126-837b-e4a7e8973b76', 'tag': '626ae662-f6d5-4e12-99dd-8cd58acf3f57', 'status': 'completed', 'code': 200} Aug 03 18:53:15.765769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-c1e555c7-01c9-43bf-8289-746f19388768 service neutron] Transition to ACTIVE for port object 8d395686-2064-4e03-90fc-5a1520d30710 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:15.772491 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-c1e555c7-01c9-43bf-8289-746f19388768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:15.780047 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:15.788383 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-19886ed0-8cc5-483e-95ea-976b86c775f3 req-f6e37947-677e-46e7-95aa-194ba6515f2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b202572f-46d8-4018-8359-1f5762e42b58 HTTP/1.1" status: 200 len: 217 time: 0.0596416 Aug 03 18:53:15.954394 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-a49b5ae9-006c-4a51-bbc3-5e03c3915f10 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=626ae662-f6d5-4e12-99dd-8cd58acf3f57 HTTP/1.1" status: 200 len: 217 time: 0.0990520 Aug 03 18:53:15.958145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19886ed0-8cc5-483e-95ea-976b86c775f3 req-b3d67360-5d94-40f5-bbfc-b03eda4203fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:15.959660 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-19886ed0-8cc5-483e-95ea-976b86c775f3 req-b3d67360-5d94-40f5-bbfc-b03eda4203fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d089f13d-7eea-48fe-b8cd-2f892ed40fc8 HTTP/1.1" status: 200 len: 853 time: 0.1578498 Aug 03 18:53:15.986906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-c1e555c7-01c9-43bf-8289-746f19388768 service neutron] No DVR routers for this DVR port 8d395686-2064-4e03-90fc-5a1520d30710 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:15.991048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0285f5e-60eb-4010-87e1-32c7ec5648a2 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:16.012724 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-19886ed0-8cc5-483e-95ea-976b86c775f3 req-93d10fcb-1584-4cf3-ab4f-bd69ec02f799 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430636 Aug 03 18:53:16.014537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:16.039669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e555c7-01c9-43bf-8289-746f19388768 service neutron] Pushing event updated for resources: {'Port': ['ID=8d395686-2064-4e03-90fc-5a1520d30710,revision_number=10']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:16.072255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-c1e555c7-01c9-43bf-8289-746f19388768 service neutron] 10.222.0.37 "PUT /v2.0/ports/8d395686-2064-4e03-90fc-5a1520d30710/bindings/n-h1-802918-7/activate HTTP/1.1" status: 200 len: 369 time: 1.5174949 Aug 03 18:53:16.078607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Transition to ACTIVE for port object a0285f5e-60eb-4010-87e1-32c7ec5648a2 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:16.085236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ebb3b-6405-4425-8532-90999e6dc063 req-6de1e738-544a-491b-9a85-b9c0b96237e2 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:16.086873 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:16.087041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-416ebb3b-6405-4425-8532-90999e6dc063 req-6de1e738-544a-491b-9a85-b9c0b96237e2 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 944 time: 0.2465274 Aug 03 18:53:16.103449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285a5f-1881-4f69-8264-4960a07b39ae req-4ecec4d2-983e-4a50-aea5-9a70b7417ab7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:16.105131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9285a5f-1881-4f69-8264-4960a07b39ae req-4ecec4d2-983e-4a50-aea5-9a70b7417ab7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.2672775 Aug 03 18:53:16.116013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-77ca128f-f4ce-4381-9f7a-52b1d3e7619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:16.117741 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-77ca128f-f4ce-4381-9f7a-52b1d3e7619d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d089f13d-7eea-48fe-b8cd-2f892ed40fc8 HTTP/1.1" status: 200 len: 853 time: 0.1378179 Aug 03 18:53:16.170684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0285f5e-60eb-4010-87e1-32c7ec5648a2,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:16.187775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Router 78bedca6-a564-455a-babe-99742b9f6caa is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:53:16.205524 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-19886ed0-8cc5-483e-95ea-976b86c775f3 req-284ec885-3781-4355-8850-350379f1e51d service neutron] 10.222.0.37 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828890 Aug 03 18:53:16.211543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-49bf600a-4d85-4c22-ab79-44e26fdfc723 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766649 Aug 03 18:53:16.250980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-416ebb3b-6405-4425-8532-90999e6dc063 req-be8792c5-8db0-4679-9de3-6809afbac879 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425881 Aug 03 18:53:16.264399 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9285a5f-1881-4f69-8264-4960a07b39ae req-0048cfa6-845f-4ccd-9d87-5f5cf0991e31 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456504 Aug 03 18:53:16.325125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-fb45f730-c562-4af3-97cd-6736ca0cebcf tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:16.326902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-fb45f730-c562-4af3-97cd-6736ca0cebcf tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1095 time: 0.1727831 Aug 03 18:53:16.464529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-fec80144-1cbf-4926-ab0e-0b83cd440055 service neutron] 10.222.0.74 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337832 Aug 03 18:53:16.487987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Attempting to bind port a0285f5e-60eb-4010-87e1-32c7ec5648a2 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:16.488416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Attempting to bind port a0285f5e-60eb-4010-87e1-32c7ec5648a2 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:16.488709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Attempting to bind port a0285f5e-60eb-4010-87e1-32c7ec5648a2 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:16.496584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Port a0285f5e-60eb-4010-87e1-32c7ec5648a2 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:53:16.496872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Attempting to bind port a0285f5e-60eb-4010-87e1-32c7ec5648a2 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:16.520845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:16.521186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:16.521736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:16.522187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Bound port: a0285f5e-60eb-4010-87e1-32c7ec5648a2, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:16.522556 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:16.533048 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-19886ed0-8cc5-483e-95ea-976b86c775f3 req-e2fcb916-d44c-4305-a850-32e1133571f1 service neutron] 10.222.0.37 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085556 Aug 03 18:53:16.552794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:53:16.568145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Sync routers for ids ['78bedca6-a564-455a-babe-99742b9f6caa'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:53:16.580134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Routers {'78bedca6-a564-455a-babe-99742b9f6caa'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:16.581382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['78bedca6-a564-455a-babe-99742b9f6caa'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:16.611169 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:16.613143 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c55ce872-739d-455f-8c61-7d5662f586e9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.7353292 Aug 03 18:53:16.616997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33092) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:16.749154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Set router 78bedca6-a564-455a-babe-99742b9f6caa gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:16.772301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] For port a0285f5e-60eb-4010-87e1-32c7ec5648a2, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:16.791162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] For port a0285f5e-60eb-4010-87e1-32c7ec5648a2, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a0285f5e-60eb-4010-87e1-32c7ec5648a2,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:16.801718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:16.845325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:16.846142 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:16.862963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-a3c8342b-3c87-4ced-814c-f88437924f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:16.864648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-a3c8342b-3c87-4ced-814c-f88437924f12 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e&tenant_id=448bff490d084bf0a760117b49d76e86 HTTP/1.1" status: 200 len: 1095 time: 0.5154238 Aug 03 18:53:16.866956 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/a0285f5e-60eb-4010-87e1-32c7ec5648a2 HTTP/1.1" status: 200 len: 1095 time: 2.0886278 Aug 03 18:53:16.885934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eedac7-d560-43ce-9350-4ec2389a82f5 req-afb9b0a0-0a62-45f8-b9b2-5155e5fc60cc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:16.888736 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78eedac7-d560-43ce-9350-4ec2389a82f5 req-afb9b0a0-0a62-45f8-b9b2-5155e5fc60cc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 949 time: 0.5219281 Aug 03 18:53:16.889039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6dc09e-97be-4ead-9899-3bfd48ac253d', 'tag': 'a0285f5e-60eb-4010-87e1-32c7ec5648a2'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:16.893528 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6dc09e-97be-4ead-9899-3bfd48ac253d", "tag": "a0285f5e-60eb-4010-87e1-32c7ec5648a2"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:16.956268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df0db-fb6e-48ca-89c0-e345e704b882 req-700f7a06-33db-4441-9916-a15cedae5947 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:16.961306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-483df0db-fb6e-48ca-89c0-e345e704b882 req-700f7a06-33db-4441-9916-a15cedae5947 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 947 time: 0.5936069 Aug 03 18:53:16.979151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 8d395686-2064-4e03-90fc-5a1520d30710 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:16.983298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 65e65df1-20b3-40c6-8aec-bad18058abec up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:17.021393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49ef2f0-abaa-4d15-a1da-570986b089fe req-1e3ecd8c-0f79-4bfb-bbee-41f5eaec3a64 service neutron] 10.222.0.74 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426986 Aug 03 18:53:17.076805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795d403-e467-4bbb-b15b-3483ea06f7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0285f5e-60eb-4010-87e1-32c7ec5648a2,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:17.089011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-267727d6-af6a-49fe-91e0-e828d62dbdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:17.090574 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-267727d6-af6a-49fe-91e0-e828d62dbdee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1516e986add4c5caa8f786386912e53&device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 1098 time: 0.1888554 Aug 03 18:53:17.156340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78eedac7-d560-43ce-9350-4ec2389a82f5 req-a756a544-028e-4355-ad40-5e1d1c18ea96 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480977 Aug 03 18:53:17.161650 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-f593314b-cecb-4b16-a8f2-6e5888a2b715 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=a0285f5e-60eb-4010-87e1-32c7ec5648a2 HTTP/1.1" status: 200 len: 217 time: 0.0382571 Aug 03 18:53:17.175216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-483df0db-fb6e-48ca-89c0-e345e704b882 req-94299e03-7d8c-487b-8aa4-4f3da7d2f406 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508648 Aug 03 18:53:17.244979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 8d395686-2064-4e03-90fc-5a1520d30710 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:17.252450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-717b38c7-0815-4004-a3e3-e027c6f6c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:17.255657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-717b38c7-0815-4004-a3e3-e027c6f6c292 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 1095 time: 0.3305349 Aug 03 18:53:17.298720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea136-07f4-4634-9a3b-f6ac5b709e9a req-c8e1c02d-b0ce-41cd-9580-9ebdf0238f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:17.300569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-531ea136-07f4-4634-9a3b-f6ac5b709e9a req-c8e1c02d-b0ce-41cd-9580-9ebdf0238f96 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b727e1c4fb5645b8868d1171dcacb847&device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 1095 time: 0.1618829 Aug 03 18:53:17.320527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 65e65df1-20b3-40c6-8aec-bad18058abec completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:17.327361 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 65e65df1-20b3-40c6-8aec-bad18058abec triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:17.328287 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:17.365987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a684d720-71b1-4207-baae-eec17233b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:17.367444 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-a684d720-71b1-4207-baae-eec17233b4c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1934419 Aug 03 18:53:17.478786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-83bde408-851a-4a49-87bd-faeb5f60dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:17.480371 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-83bde408-851a-4a49-87bd-faeb5f60dc26 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.2077918 Aug 03 18:53:17.545745 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5cab51-aff5-4959-bfeb-13c75367a2c6 x-openstack-request-id: req-ae5cab51-aff5-4959-bfeb-13c75367a2c6 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:17.546099 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6dc09e-97be-4ead-9899-3bfd48ac253d", "tag": "a0285f5e-60eb-4010-87e1-32c7ec5648a2", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:17.546827 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae5cab51-aff5-4959-bfeb-13c75367a2c6 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:17.547482 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6dc09e-97be-4ead-9899-3bfd48ac253d', 'tag': 'a0285f5e-60eb-4010-87e1-32c7ec5648a2', 'status': 'completed', 'code': 200} Aug 03 18:53:17.597153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-5febc2c3-b81d-45d1-8526-3ac363eca00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:17.599172 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-5febc2c3-b81d-45d1-8526-3ac363eca00c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216883 Aug 03 18:53:17.619344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bedca6-a564-455a-babe-99742b9f6caa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-router', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:11Z', 'updated_at': '2021-08-03T18:53:14Z', 'revision_number': 3, 'project_id': 'a012828b76f94814b1b99ed5b057cc49', 'gw_port': {'id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:77:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bedca6-a564-455a-babe-99742b9f6caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:12Z', 'updated_at': '2021-08-03T18:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:17.635648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-fbc27a07-3451-49c6-8eac-0ab3329ce593 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d395686-2064-4e03-90fc-5a1520d30710 HTTP/1.1" status: 200 len: 217 time: 0.0958853 Aug 03 18:53:17.650970 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Checking router: 78bedca6-a564-455a-babe-99742b9f6caa for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:53:17.651370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Updating router 78bedca6-a564-455a-babe-99742b9f6caa port 426fa096-d6aa-4269-b104-1fdc2b9192d8 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:53:17.676426 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:17.701692 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:17.706887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6872cd-da7f-4022-87ce-f9d103155225 req-8b74b30d-74de-4f3e-aad8-f66da78a11a9 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:17.714144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba6872cd-da7f-4022-87ce-f9d103155225 req-8b74b30d-74de-4f3e-aad8-f66da78a11a9 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 944 time: 0.3600943 Aug 03 18:53:17.751371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a44211-8251-42b2-a538-fa1ad8aa1cd0 req-051e2d3e-6cda-4259-9089-ab1120bab097 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:17.752909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7a44211-8251-42b2-a538-fa1ad8aa1cd0 req-051e2d3e-6cda-4259-9089-ab1120bab097 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 944 time: 0.1941378 Aug 03 18:53:17.814368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:17.828838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7a44211-8251-42b2-a538-fa1ad8aa1cd0 req-ce20b9df-4bac-4372-acdb-e53a04c5f4d9 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506210 Aug 03 18:53:17.836002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-ca5e9971-151e-4870-ad25-06294094fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:17.837615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-ca5e9971-151e-4870-ad25-06294094fc34 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.1895196 Aug 03 18:53:17.846848 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-20842bb9-1c15-4ee2-a6ed-17e1911e3d20 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228851 Aug 03 18:53:17.849437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba6872cd-da7f-4022-87ce-f9d103155225 req-b4702c3d-e7bc-4d83-b5eb-cf2c8c578ae3 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343372 Aug 03 18:53:17.898084 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:17.900630 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86426f1-77d4-4ff8-9616-bbadf4754aaa" -d '{"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-plugged", "status": "completed", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:17.929610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:17.939354 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:17.944827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-59215b8c-c09f-434e-b775-7eaddd09f4d5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942905 Aug 03 18:53:17.946783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea136-07f4-4634-9a3b-f6ac5b709e9a req-2a6f41b3-fa3d-479f-8252-31755b609ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:17.948230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-531ea136-07f4-4634-9a3b-f6ac5b709e9a req-2a6f41b3-fa3d-479f-8252-31755b609ab8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e HTTP/1.1" status: 200 len: 914 time: 0.5767868 Aug 03 18:53:18.005834 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc0c690-271b-494d-bcb6-d8d31df912e0 x-openstack-request-id: req-fbc0c690-271b-494d-bcb6-d8d31df912e0 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:18.006159 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-plugged", "status": "completed", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:18.006470 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fbc0c690-271b-494d-bcb6-d8d31df912e0 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:18.006743 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec', 'code': 200} Aug 03 18:53:18.100395 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2e93396d-4749-44ed-8cd6-a493e8b8dd30 req-793f12ac-ed43-440c-857e-b65596c555f8 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454956 Aug 03 18:53:18.113705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-531ea136-07f4-4634-9a3b-f6ac5b709e9a req-8a7b4ae3-f40d-4263-a396-1063cbe37c2d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=626ae662-f6d5-4e12-99dd-8cd58acf3f57 HTTP/1.1" status: 200 len: 217 time: 0.0955708 Aug 03 18:53:18.130490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:18.160838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14326458-ea26-41a7-8be3-e53a22fcdd8c req-0d890bb1-1a92-4364-9db2-aa74c1648f02 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:18.169372 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14326458-ea26-41a7-8be3-e53a22fcdd8c req-0d890bb1-1a92-4364-9db2-aa74c1648f02 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.2158194 Aug 03 18:53:18.212605 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:18.231410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Transition to ACTIVE for port object 426fa096-d6aa-4269-b104-1fdc2b9192d8 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:18.242126 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:18.268076 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Allocated IP 172.20.0.1 (f3109dec-9c85-4c2c-a235-1cc8e655f5ca/ca04149e-7d8b-4589-9e11-93f657bd024a/228ff16e-e5f4-474b-9aaa-16cecd472d2a) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:18.325406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Attempting to bind port 426fa096-d6aa-4269-b104-1fdc2b9192d8 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:18.325838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Attempting to bind port 426fa096-d6aa-4269-b104-1fdc2b9192d8 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:18.326208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Attempting to bind port 426fa096-d6aa-4269-b104-1fdc2b9192d8 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:18.342685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d1570-f20a-45cc-8370-7289e706f9c6 None None] Pushing event updated for resources: {'Port': ['ID=426fa096-d6aa-4269-b104-1fdc2b9192d8,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:18.347266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:18.347657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:18.348065 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:18.348453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:18.348937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Bound port: 426fa096-d6aa-4269-b104-1fdc2b9192d8, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:18.349403 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:18.361295 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14326458-ea26-41a7-8be3-e53a22fcdd8c req-3ef627f7-0398-42d7-9a80-102e5286be8f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907225 Aug 03 18:53:18.389624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea136-07f4-4634-9a3b-f6ac5b709e9a req-311d9bcb-4385-486d-8a17-6d7d94b3ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:18.389624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-531ea136-07f4-4634-9a3b-f6ac5b709e9a req-311d9bcb-4385-486d-8a17-6d7d94b3ae40 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d089f13d-7eea-48fe-b8cd-2f892ed40fc8 HTTP/1.1" status: 200 len: 853 time: 0.2637670 Aug 03 18:53:18.428311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] For port 426fa096-d6aa-4269-b104-1fdc2b9192d8, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:18.435147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] For port 426fa096-d6aa-4269-b104-1fdc2b9192d8, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=426fa096-d6aa-4269-b104-1fdc2b9192d8,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:18.451670 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:18.462629 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:18.479191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Transition to ACTIVE for port object 228ff16e-e5f4-474b-9aaa-16cecd472d2a will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:18.492853 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-531ea136-07f4-4634-9a3b-f6ac5b709e9a req-4d91359c-d7ad-4960-bdf3-623c02fd483f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f3225c2-64a3-4fb4-a866-018b11d8ef7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857432 Aug 03 18:53:18.503286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-6380c5aa-53da-4a83-983a-49080bea6a33 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987509 Aug 03 18:53:18.521896 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:18.540218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295f03-823a-4324-962c-53a9c15900d7 req-994870e3-07e6-4c84-8a09-456049831bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:18.542559 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23295f03-823a-4324-962c-53a9c15900d7 req-994870e3-07e6-4c84-8a09-456049831bf0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 1101 time: 0.4226313 Aug 03 18:53:18.564090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Routers {'78bedca6-a564-455a-babe-99742b9f6caa'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:18.565867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['78bedca6-a564-455a-babe-99742b9f6caa'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:18.591836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d req-f3fa1bbb-0325-4265-b911-87ffffa86076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:18.593607 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d req-f3fa1bbb-0325-4265-b911-87ffffa86076 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1516e986add4c5caa8f786386912e53&device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 1098 time: 0.4104240 Aug 03 18:53:18.614127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Network f3109dec-9c85-4c2c-a235-1cc8e655f5ca is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:18.658360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:18.667960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:18.677956 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=228ff16e-e5f4-474b-9aaa-16cecd472d2a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:18.680056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c52d65-3781-457c-8ef8-d2f3abfd2021 req-ca6cb877-a3d5-44b7-801a-2c8a4c063530 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:18.695901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c52d65-3781-457c-8ef8-d2f3abfd2021 req-ca6cb877-a3d5-44b7-801a-2c8a4c063530 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 947 time: 0.3857322 Aug 03 18:53:18.752344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] Set router 78bedca6-a564-455a-babe-99742b9f6caa gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:18.818302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b202572f-46d8-4018-8359-1f5762e42b58 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:53:18.859751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c52d65-3781-457c-8ef8-d2f3abfd2021 req-8fbefb66-dfb8-4f5c-b7b5-0f960601af6c tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598403 Aug 03 18:53:18.976368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b202572f-46d8-4018-8359-1f5762e42b58, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b202572f-46d8-4018-8359-1f5762e42b58,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:19.028757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'b202572f-46d8-4018-8359-1f5762e42b58', 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e', 'port_id': 'b202572f-46d8-4018-8359-1f5762e42b58', 'mac_address': 'fa:16:3e:31:75:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd089f13d-7eea-48fe-b8cd-2f892ed40fc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:53:19.051124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2906f-2821-4faf-a6e4-734a6e5c5743 req-73d3d6eb-3186-43b4-9b52-05e4714e3d7e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:19.058739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bcb2906f-2821-4faf-a6e4-734a6e5c5743 req-73d3d6eb-3186-43b4-9b52-05e4714e3d7e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.5539196 Aug 03 18:53:19.139690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:19.164187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-531ea136-07f4-4634-9a3b-f6ac5b709e9a req-3bb93d72-af8d-4eaf-8243-ad6635f434ca service neutron] 10.222.0.74 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369190 Aug 03 18:53:19.173201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-b314d7aa-077c-434a-b387-d7e723f6debf service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200387 Aug 03 18:53:19.178012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d1570-f20a-45cc-8370-7289e706f9c6 None None] Pushing event updated for resources: {'Port': ['ID=426fa096-d6aa-4269-b104-1fdc2b9192d8,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:19.235898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bcb2906f-2821-4faf-a6e4-734a6e5c5743 req-cc922f44-2fbb-4b03-9a64-55a1de9bb0f6 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758156 Aug 03 18:53:19.267355 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23295f03-823a-4324-962c-53a9c15900d7 req-16b3db68-52f0-4fe8-9018-c0a347d2bf6c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998723 Aug 03 18:53:19.281577 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:19.295925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1abc1-b8f0-4260-8761-d4a69a40d88c req-542220c6-9fe8-4457-be47-b5b5f4b9b5df tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:19.308530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdd1abc1-b8f0-4260-8761-d4a69a40d88c req-542220c6-9fe8-4457-be47-b5b5f4b9b5df tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 944 time: 0.1971548 Aug 03 18:53:19.309377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e00197f4-7c68-451b-9a11-2a637fc9e666 None None] Provisioning for port 228ff16e-e5f4-474b-9aaa-16cecd472d2a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:19.351383 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:19.355579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-531ea136-07f4-4634-9a3b-f6ac5b709e9a req-9ac17188-f690-48d6-8ab8-d24e7a5858d2 service neutron] 10.222.0.74 "GET /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567810 Aug 03 18:53:19.364194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e00197f4-7c68-451b-9a11-2a637fc9e666 None None] Provisioning complete for port 228ff16e-e5f4-474b-9aaa-16cecd472d2a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:19.364850 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e00197f4-7c68-451b-9a11-2a637fc9e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:19.366968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d req-28ca4e73-6aa1-4222-9b30-0105ab37b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:19.369414 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d req-28ca4e73-6aa1-4222-9b30-0105ab37b680 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.7672122 Aug 03 18:53:19.370254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b202572f-46d8-4018-8359-1f5762e42b58 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:19.439029 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d req-5541f499-98de-4ab6-9f1d-e5a7a3e711de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=a0285f5e-60eb-4010-87e1-32c7ec5648a2 HTTP/1.1" status: 200 len: 217 time: 0.0420451 Aug 03 18:53:19.454102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdd1abc1-b8f0-4260-8761-d4a69a40d88c req-67e79f6d-63a3-4713-bc1f-d9bef570afbf tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384180 Aug 03 18:53:19.457704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b202572f-46d8-4018-8359-1f5762e42b58, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b202572f-46d8-4018-8359-1f5762e42b58,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:19.472351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e00197f4-7c68-451b-9a11-2a637fc9e666 None None] Port 228ff16e-e5f4-474b-9aaa-16cecd472d2a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:53:19.479249 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:19.492751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6d2b0-e0ea-4818-a532-4adf797027ee req-f47e69f5-8df7-4d46-ba74-b6c09f0f66d0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:19.496488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ae6d2b0-e0ea-4818-a532-4adf797027ee req-f47e69f5-8df7-4d46-ba74-b6c09f0f66d0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 944 time: 0.1352673 Aug 03 18:53:19.539778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=b202572f-46d8-4018-8359-1f5762e42b58,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:19.553116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bedca6-a564-455a-babe-99742b9f6caa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-router', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:11Z', 'updated_at': '2021-08-03T18:53:14Z', 'revision_number': 3, 'project_id': 'a012828b76f94814b1b99ed5b057cc49', 'gw_port': {'id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:77:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bedca6-a564-455a-babe-99742b9f6caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:12Z', 'updated_at': '2021-08-03T18:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:19.581671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d req-f6b242cc-b031-49cc-a210-e4d25c9b565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:19.583347 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d req-f6b242cc-b031-49cc-a210-e4d25c9b565d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1304896 Aug 03 18:53:19.584174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf4742-8999-4da4-be0b-cd54d7e799c6 None None] The sync data for ids ['78bedca6-a564-455a-babe-99742b9f6caa'] in n-d-802918-7 is: [{'id': '78bedca6-a564-455a-babe-99742b9f6caa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-router', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:11Z', 'updated_at': '2021-08-03T18:53:14Z', 'revision_number': 3, 'project_id': 'a012828b76f94814b1b99ed5b057cc49', 'gw_port': {'id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:77:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bedca6-a564-455a-babe-99742b9f6caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:12Z', 'updated_at': '2021-08-03T18:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:53:19.589350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ae6d2b0-e0ea-4818-a532-4adf797027ee req-65d373d9-05ee-479f-b955-f996d1d2d862 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860486 Aug 03 18:53:19.677488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abe27c-2410-405e-b92c-c002c2c34edf req-2c5116d2-5c63-4941-b2c1-72ba0de2ea6d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:19.679474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99abe27c-2410-405e-b92c-c002c2c34edf req-2c5116d2-5c63-4941-b2c1-72ba0de2ea6d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.0950825 Aug 03 18:53:19.682630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d req-a9c84232-f886-443f-8673-39e150e5f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:19.684237 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d req-a9c84232-f886-443f-8673-39e150e5f5c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910783 Aug 03 18:53:19.715628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b202572f-46d8-4018-8359-1f5762e42b58'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:19.767180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99abe27c-2410-405e-b92c-c002c2c34edf req-d0beacae-6c06-4e9f-9e5a-ef6cff24f828 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756867 Aug 03 18:53:19.775898 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:19.793771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:19.888320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-0bdf36d4-e861-447e-9716-1e31dfc24079 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:19.890289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-0bdf36d4-e861-447e-9716-1e31dfc24079 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 1095 time: 0.0738499 Aug 03 18:53:19.963490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=228ff16e-e5f4-474b-9aaa-16cecd472d2a,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:19.991461 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d req-7c0f08c9-adef-4e03-9f89-73a78fe31fda service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958992 Aug 03 18:53:19.994345 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:20.138915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03feb5ed-104b-4e2a-ae67-99ca54e9b54e req-225110c5-90c9-4499-969f-82a32da74d51 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:20.141627 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-03feb5ed-104b-4e2a-ae67-99ca54e9b54e req-225110c5-90c9-4499-969f-82a32da74d51 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 947 time: 0.1108508 Aug 03 18:53:20.221982 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4dc2bf43-2e3f-4d2c-be40-1f9fc5d5fb1d req-7d5ac134-72d2-416b-b335-c529ab4ac8a4 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168078 Aug 03 18:53:20.235219 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Network f3109dec-9c85-4c2c-a235-1cc8e655f5ca is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:20.237266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:20.249473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-03feb5ed-104b-4e2a-ae67-99ca54e9b54e req-3eff3b49-9fe0-4333-9464-b243c49e858a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622931 Aug 03 18:53:20.251174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-3630a2f3-e7fd-4aea-b856-3c0c235ea91b service neutron] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:20.256745 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-3630a2f3-e7fd-4aea-b856-3c0c235ea91b service neutron] Notify callbacks [] for binding, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:20.258654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047c2780-8fda-497e-bc4f-00af91d91e7e req-3630a2f3-e7fd-4aea-b856-3c0c235ea91b service neutron] 10.222.0.74 "DELETE /v2.0/ports/8d395686-2064-4e03-90fc-5a1520d30710/bindings/n-h2-802918-7 HTTP/1.1" status: 204 len: 173 time: 0.3585656 Aug 03 18:53:20.459584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aceca1-30b6-42f2-99fd-f003dc799977 req-03105bbc-76a9-4792-8e00-df1c2e042665 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:20.461619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77aceca1-30b6-42f2-99fd-f003dc799977 req-03105bbc-76a9-4792-8e00-df1c2e042665 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.0965009 Aug 03 18:53:20.482466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Router 78bedca6-a564-455a-babe-99742b9f6caa has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:53:20.584593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77aceca1-30b6-42f2-99fd-f003dc799977 req-66ed1cd4-61c3-4eda-af54-e7823ac04376 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165404 Aug 03 18:53:20.601125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a0285f5e-60eb-4010-87e1-32c7ec5648a2 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:53:20.616145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b202572f-46d8-4018-8359-1f5762e42b58 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:20.679791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56948615-4e1a-42a1-a300-681d79ec50c2 req-236d795a-87e4-41ff-afda-75497d894364 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:20.681573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56948615-4e1a-42a1-a300-681d79ec50c2 req-236d795a-87e4-41ff-afda-75497d894364 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 944 time: 0.1151485 Aug 03 18:53:20.715761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c0db1d1c-dc65-4111-91ee-85db413f7b62 None None] Provisioning complete for port 228ff16e-e5f4-474b-9aaa-16cecd472d2a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:20.716011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:53:20.722703 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c0db1d1c-dc65-4111-91ee-85db413f7b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:20.731108 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-61a8fdb5-2b47-4ba1-b392-5a54808d6ef8 admin admin] 10.222.0.78 "PUT /v2.0/routers/78bedca6-a564-455a-babe-99742b9f6caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1052005 Aug 03 18:53:20.758720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 626ae662-f6d5-4e12-99dd-8cd58acf3f57 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:53:20.849301 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 18:53:20.883932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08709d4b-fef1-4c24-99c1-6685fc678295 req-648d0318-ecc9-4d47-8833-6ec496798e9e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:20.894007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08709d4b-fef1-4c24-99c1-6685fc678295 req-648d0318-ecc9-4d47-8833-6ec496798e9e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 944 time: 0.2057145 Aug 03 18:53:20.903961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56948615-4e1a-42a1-a300-681d79ec50c2 req-8e2268f5-f025-44ca-bf3e-a6118edf417c tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178918 Aug 03 18:53:20.962492 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08709d4b-fef1-4c24-99c1-6685fc678295 req-b5c0b232-3438-4b9c-aed6-abc8d96011ef tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662048 Aug 03 18:53:20.980512 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c0db1d1c-dc65-4111-91ee-85db413f7b62 None None] Port 228ff16e-e5f4-474b-9aaa-16cecd472d2a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:53:21.099568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port b202572f-46d8-4018-8359-1f5762e42b58 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:21.121982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port b202572f-46d8-4018-8359-1f5762e42b58 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:21.122354 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:21.157169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c21592-875d-4fab-9854-48d06179a0d3 req-4849d40a-fcfb-42fb-a1ed-698c722cf37b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:21.158790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71c21592-875d-4fab-9854-48d06179a0d3 req-4849d40a-fcfb-42fb-a1ed-698c722cf37b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.1310444 Aug 03 18:53:21.167864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a0285f5e-60eb-4010-87e1-32c7ec5648a2, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a0285f5e-60eb-4010-87e1-32c7ec5648a2,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:21.193011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'a0285f5e-60eb-4010-87e1-32c7ec5648a2', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'a0285f5e-60eb-4010-87e1-32c7ec5648a2', 'mac_address': 'fa:16:3e:20:49:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:53:21.212346 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-ae0a6b32-4c2c-4613-9acb-2fbe92da4fd0 req-9fac95dc-8516-4fc1-af9d-4f760fa95522 tempest-FloatingIPDetailsNegativeTestJSON-453195546 tempest-FloatingIPDetailsNegativeTestJSON-453195546-project] show failed (client error): The resource could not be found. Aug 03 18:53:21.213370 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae0a6b32-4c2c-4613-9acb-2fbe92da4fd0 req-9fac95dc-8516-4fc1-af9d-4f760fa95522 tempest-FloatingIPDetailsNegativeTestJSON-453195546 tempest-FloatingIPDetailsNegativeTestJSON-453195546-project] 10.222.0.78 "GET /v2.0/floatingips/abf41b8e-c979-4b67-9839-d74f68dfbc41 HTTP/1.1" status: 404 len: 350 time: 0.0536852 Aug 03 18:53:21.227801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:21.269781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 626ae662-f6d5-4e12-99dd-8cd58acf3f57, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=626ae662-f6d5-4e12-99dd-8cd58acf3f57,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:21.304624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '626ae662-f6d5-4e12-99dd-8cd58acf3f57', 'network_id': '5f3225c2-64a3-4fb4-a866-018b11d8ef7e', 'port_id': '626ae662-f6d5-4e12-99dd-8cd58acf3f57', 'mac_address': 'fa:16:3e:d8:38:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd089f13d-7eea-48fe-b8cd-2f892ed40fc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:53:21.308448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 426fa096-d6aa-4269-b104-1fdc2b9192d8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:21.327076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71c21592-875d-4fab-9854-48d06179a0d3 req-04764b21-ef6b-4fac-8fef-13db4d0c5faf tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560540 Aug 03 18:53:21.623016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd8b54-edfa-494d-a96c-9820734405af req-b258a727-6791-40b5-a94c-fb5c26fd7043 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:21.632363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebbd8b54-edfa-494d-a96c-9820734405af req-b258a727-6791-40b5-a94c-fb5c26fd7043 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 1095 time: 0.1253116 Aug 03 18:53:21.697806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9834d69-9aec-4cbc-8cc7-21898ce5982e req-deb7e3f8-b624-4e2c-8d98-a1be6e747ddf tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:21.700185 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9834d69-9aec-4cbc-8cc7-21898ce5982e req-deb7e3f8-b624-4e2c-8d98-a1be6e747ddf tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 947 time: 0.1551924 Aug 03 18:53:21.785364 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:21.796156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9834d69-9aec-4cbc-8cc7-21898ce5982e req-0fdbae5a-0cab-46d0-9739-34d7815558a9 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633514 Aug 03 18:53:21.851949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebbd8b54-edfa-494d-a96c-9820734405af req-e5c98b92-b16f-41b0-a6d7-17dcb28a823f tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185307 Aug 03 18:53:21.855788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df873f7-b148-4590-90b2-889ff665051c req-07ea832d-b8cb-4bed-85cc-18da0a2219e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:21.857305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-07ea832d-b8cb-4bed-85cc-18da0a2219e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 1097 time: 0.2129397 Aug 03 18:53:21.864755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0285f5e-60eb-4010-87e1-32c7ec5648a2 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:21.870728 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:21.923998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 426fa096-d6aa-4269-b104-1fdc2b9192d8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:21.934339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a0285f5e-60eb-4010-87e1-32c7ec5648a2, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a0285f5e-60eb-4010-87e1-32c7ec5648a2,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:21.941234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 426fa096-d6aa-4269-b104-1fdc2b9192d8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:21.941646 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:21.944637 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626ae662-f6d5-4e12-99dd-8cd58acf3f57 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:21.950743 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:21.953590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:22.056782 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab83357a-800c-4fb4-a4f3-41724d02718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:22.080050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 626ae662-f6d5-4e12-99dd-8cd58acf3f57, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=626ae662-f6d5-4e12-99dd-8cd58acf3f57,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:22.101629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91483353-3148-455b-b6d9-e33a1ec6dc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b202572f-46d8-4018-8359-1f5762e42b58'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:22.104167 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7078de2d-2bae-462f-a084-87858c5668ea" -d '{"events": [{"server_uuid": "91483353-3148-455b-b6d9-e33a1ec6dc68", "name": "network-vif-plugged", "status": "completed", "tag": "b202572f-46d8-4018-8359-1f5762e42b58"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:22.125904 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:22.173691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d14c3-7bd9-4638-ab24-52f1b83bf11b req-94b6b2d6-a921-440c-985d-8a9096297802 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:22.178650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b202572f-46d8-4018-8359-1f5762e42b58, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b202572f-46d8-4018-8359-1f5762e42b58,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:22.191056 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] Sync routers for ids ['78bedca6-a564-455a-babe-99742b9f6caa'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:53:22.195930 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-243d14c3-7bd9-4638-ab24-52f1b83bf11b req-94b6b2d6-a921-440c-985d-8a9096297802 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.2773550 Aug 03 18:53:22.206245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a0285f5e-60eb-4010-87e1-32c7ec5648a2,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:22.209368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:22.217487 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] Routers {'78bedca6-a564-455a-babe-99742b9f6caa'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:22.218439 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['78bedca6-a564-455a-babe-99742b9f6caa'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:22.226569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df873f7-b148-4590-90b2-889ff665051c req-12604b1f-cbad-477d-a5ed-bc3e3fccaee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:22.228440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a0285f5e-60eb-4010-87e1-32c7ec5648a2'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:22.229406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-12604b1f-cbad-477d-a5ed-bc3e3fccaee0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.3630812 Aug 03 18:53:22.250768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f13c82-bb46-4134-a439-b244913b09d9 req-66d4b71a-8dca-4e1e-9683-87bae5d87d76 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:22.258241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5f13c82-bb46-4134-a439-b244913b09d9 req-66d4b71a-8dca-4e1e-9683-87bae5d87d76 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 1095 time: 0.2515051 Aug 03 18:53:22.284182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-243d14c3-7bd9-4638-ab24-52f1b83bf11b req-f85c445b-c465-411d-aa86-2b47eb07cd8a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852094 Aug 03 18:53:22.343339 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] Set router 78bedca6-a564-455a-babe-99742b9f6caa gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:22.345926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-218d0265-15d1-443e-b763-9b474c098158 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20 HTTP/1.1" status: 200 len: 217 time: 0.0979314 Aug 03 18:53:22.425609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df873f7-b148-4590-90b2-889ff665051c req-5e23f3a4-389a-45dc-8623-474da9c32ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:22.427379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-5e23f3a4-389a-45dc-8623-474da9c32ef6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.0720468 Aug 03 18:53:22.460314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5f13c82-bb46-4134-a439-b244913b09d9 req-5c36cd89-f88c-4d27-ae9b-d5e6bbb25d56 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012029 Aug 03 18:53:22.486350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=626ae662-f6d5-4e12-99dd-8cd58acf3f57,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:22.491508 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:22.496846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-a33c4fab-6386-4d02-8696-45138958911c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549409 Aug 03 18:53:22.547743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92cf35-9280-47f7-bef9-4ba9605f9d20 req-949aa820-87d9-4dbe-85fc-0ac04431863f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:22.557256 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ab83357a-800c-4fb4-a4f3-41724d02718b admin admin] Deleting port 228ff16e-e5f4-474b-9aaa-16cecd472d2a {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:22.558068 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab83357a-800c-4fb4-a4f3-41724d02718b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:22.558321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c92cf35-9280-47f7-bef9-4ba9605f9d20 req-949aa820-87d9-4dbe-85fc-0ac04431863f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 945 time: 0.1401823 Aug 03 18:53:22.577805 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676ceb48-9bad-4001-8aa4-5417db64a30a x-openstack-request-id: req-676ceb48-9bad-4001-8aa4-5417db64a30a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:22.578119 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91483353-3148-455b-b6d9-e33a1ec6dc68", "name": "network-vif-plugged", "status": "completed", "tag": "b202572f-46d8-4018-8359-1f5762e42b58", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:22.578356 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-676ceb48-9bad-4001-8aa4-5417db64a30a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:22.578752 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91483353-3148-455b-b6d9-e33a1ec6dc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b202572f-46d8-4018-8359-1f5762e42b58', 'code': 200} Aug 03 18:53:22.604313 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['626ae662-f6d5-4e12-99dd-8cd58acf3f57'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:22.646034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 426fa096-d6aa-4269-b104-1fdc2b9192d8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=426fa096-d6aa-4269-b104-1fdc2b9192d8,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:22.677791 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:22.724946 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab83357a-800c-4fb4-a4f3-41724d02718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:22.727965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=b202572f-46d8-4018-8359-1f5762e42b58,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:22.748399 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c92cf35-9280-47f7-bef9-4ba9605f9d20 req-f68ebca7-9be5-4709-8382-65ffdc31b3dd tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891909 Aug 03 18:53:22.759304 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bedca6-a564-455a-babe-99742b9f6caa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-router', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:11Z', 'updated_at': '2021-08-03T18:53:19Z', 'revision_number': 4, 'project_id': 'a012828b76f94814b1b99ed5b057cc49', 'gw_port': {'id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:77:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bedca6-a564-455a-babe-99742b9f6caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:12Z', 'updated_at': '2021-08-03T18:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '228ff16e-e5f4-474b-9aaa-16cecd472d2a', 'name': '', 'network_id': 'f3109dec-9c85-4c2c-a235-1cc8e655f5ca', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'mac_address': 'fa:16:3e:8e:02:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bedca6-a564-455a-babe-99742b9f6caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'ca04149e-7d8b-4589-9e11-93f657bd024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:17Z', 'updated_at': '2021-08-03T18:53:19Z', 'revision_number': 2, 'project_id': 'a012828b76f94814b1b99ed5b057cc49', 'subnets': [{'id': 'ca04149e-7d8b-4589-9e11-93f657bd024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:22.767244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ab83357a-800c-4fb4-a4f3-41724d02718b admin admin] Calling delete_port for 228ff16e-e5f4-474b-9aaa-16cecd472d2a owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:22.791737 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e6460-fc7c-4741-b7d5-f57ab658f313 req-7894852c-016b-4d30-a513-88897d323df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:22.793558 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2a5e6460-fc7c-4741-b7d5-f57ab658f313 req-7894852c-016b-4d30-a513-88897d323df2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91483353-3148-455b-b6d9-e33a1ec6dc68 HTTP/1.1" status: 200 len: 1096 time: 0.1000113 Aug 03 18:53:22.793862 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] Checking router: 78bedca6-a564-455a-babe-99742b9f6caa for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:53:22.794394 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] Updating router 78bedca6-a564-455a-babe-99742b9f6caa port 228ff16e-e5f4-474b-9aaa-16cecd472d2a binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:53:22.820190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56676082-955d-40a2-9617-0a0336140792 req-f34d2b55-22ef-4767-85b3-de01f9786e28 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:22.823989 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56676082-955d-40a2-9617-0a0336140792 req-f34d2b55-22ef-4767-85b3-de01f9786e28 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1702292 Aug 03 18:53:22.840661 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:22.844504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=426fa096-d6aa-4269-b104-1fdc2b9192d8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:22.894538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-950d762a-1942-44d5-a1ca-04de89847a95 service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873823 Aug 03 18:53:23.011328 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56676082-955d-40a2-9617-0a0336140792 req-fad009fe-aeae-4c4c-b674-7856fdb8b438 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772227 Aug 03 18:53:23.033776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8904994-6981-4016-b05d-de9a6d2712b4 req-1899c9b8-368c-4356-aefa-e98b6142b29f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:23.041480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b8904994-6981-4016-b05d-de9a6d2712b4 req-1899c9b8-368c-4356-aefa-e98b6142b29f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 946 time: 0.1494849 Aug 03 18:53:23.091725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-5f20eade-7025-4698-a25f-aff558e014dd service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829989 Aug 03 18:53:23.130125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b8904994-6981-4016-b05d-de9a6d2712b4 req-aa209d1a-c9ce-417d-af30-2007a98698ad tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876379 Aug 03 18:53:23.169361 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2a5e6460-fc7c-4741-b7d5-f57ab658f313 req-4c4290bb-c3a3-489c-81bf-af80bf39ac88 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668864 Aug 03 18:53:23.190229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 426fa096-d6aa-4269-b104-1fdc2b9192d8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:23.263416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 426fa096-d6aa-4269-b104-1fdc2b9192d8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:23.265788 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:23.356405 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab83357a-800c-4fb4-a4f3-41724d02718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:23.359871 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.db.api [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:53:23.360959 n-d-802918-7 neutron-server[100490]: DEBUG oslo_db.api [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:53:23.364665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df873f7-b148-4590-90b2-889ff665051c req-73c187c2-57ab-45e4-9200-451aaf46ba40 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:23.366232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-73c187c2-57ab-45e4-9200-451aaf46ba40 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1097 time: 0.1087089 Aug 03 18:53:23.386508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802918-7'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:23.398525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83357a-800c-4fb4-a4f3-41724d02718b admin admin] Pushing event deleted for resources: {'Port': ['ID=228ff16e-e5f4-474b-9aaa-16cecd472d2a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:23.585704 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:23.600576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef6e22-1e0b-4e41-a2c1-ca14ce0bec1a req-06bb6f69-72d9-4c87-ab41-be251914c654 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:23.602334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-caef6e22-1e0b-4e41-a2c1-ca14ce0bec1a req-06bb6f69-72d9-4c87-ab41-be251914c654 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 948 time: 0.1817770 Aug 03 18:53:23.633904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab83357a-800c-4fb4-a4f3-41724d02718b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:23.691257 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-caef6e22-1e0b-4e41-a2c1-ca14ce0bec1a req-cc7812f8-f93f-4454-a8ce-2e3c9b0e8086 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780435 Aug 03 18:53:23.804529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:23.871284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2ba07-f406-4be9-bdb2-b3a1dca77622 req-01fe8de2-9cbc-4e6a-9a33-307c13e08cfa tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:23.873403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00c2ba07-f406-4be9-bdb2-b3a1dca77622 req-01fe8de2-9cbc-4e6a-9a33-307c13e08cfa tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 945 time: 0.0860183 Aug 03 18:53:23.877233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:23.915629 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] Port 228ff16e-e5f4-474b-9aaa-16cecd472d2a not found while updating agent binding for router 78bedca6-a564-455a-babe-99742b9f6caa. {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 18:53:23.932153 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] Routers {'78bedca6-a564-455a-babe-99742b9f6caa'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:23.933133 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['78bedca6-a564-455a-babe-99742b9f6caa'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:23.958254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9132548-aab1-4d19-afe8-0c9149a7ba20'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:23.960837 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061f93a0-d627-4c48-8e77-e122fbcaca4a" -d '{"events": [{"server_uuid": "8c94c224-a3f6-4cb5-ad65-cd016782be56", "name": "network-vif-unplugged", "status": "completed", "tag": "b9132548-aab1-4d19-afe8-0c9149a7ba20"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:23.978458 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:24.006762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:24.012879 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00c2ba07-f406-4be9-bdb2-b3a1dca77622 req-5f5cad41-2b6e-4abb-9d22-3c3fde001aa2 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116195 Aug 03 18:53:24.055792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab83357a-800c-4fb4-a4f3-41724d02718b admin admin] Router 78bedca6-a564-455a-babe-99742b9f6caa has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:53:24.093927 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-7e46f622-9022-482d-bc51-d1198498bdef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159430 Aug 03 18:53:24.120248 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] Set router 78bedca6-a564-455a-babe-99742b9f6caa gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:24.271681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab83357a-800c-4fb4-a4f3-41724d02718b admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:53:24.288925 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ab83357a-800c-4fb4-a4f3-41724d02718b admin admin] 10.222.0.78 "PUT /v2.0/routers/78bedca6-a564-455a-babe-99742b9f6caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0599737 Aug 03 18:53:24.289805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33218) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:24.379592 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bedca6-a564-455a-babe-99742b9f6caa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-router', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:11Z', 'updated_at': '2021-08-03T18:53:23Z', 'revision_number': 5, 'project_id': 'a012828b76f94814b1b99ed5b057cc49', 'gw_port': {'id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bedca6-a564-455a-babe-99742b9f6caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:12Z', 'updated_at': '2021-08-03T18:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:24.443020 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad9748-6790-4eb9-898b-8b5784391663 None None] The sync data for ids ['78bedca6-a564-455a-babe-99742b9f6caa'] in n-d-802918-7 is: [{'id': '78bedca6-a564-455a-babe-99742b9f6caa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-router', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:11Z', 'updated_at': '2021-08-03T18:53:23Z', 'revision_number': 5, 'project_id': 'a012828b76f94814b1b99ed5b057cc49', 'gw_port': {'id': '426fa096-d6aa-4269-b104-1fdc2b9192d8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bedca6-a564-455a-babe-99742b9f6caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:12Z', 'updated_at': '2021-08-03T18:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:53:24.483820 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:24.580075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5274f-1f88-4a1c-a4a8-3c1f691dc21d req-8058a4c0-ce2c-4dd2-9ca0-1167c44255f6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:24.603231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a0285f5e-60eb-4010-87e1-32c7ec5648a2 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:24.617361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9db5274f-1f88-4a1c-a4a8-3c1f691dc21d req-8058a4c0-ce2c-4dd2-9ca0-1167c44255f6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 945 time: 0.6240010 Aug 03 18:53:24.619206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9132548-aab1-4d19-afe8-0c9149a7ba20,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:24.646620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:24.663928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 on host n-h2-802918-7 for vnic_type normal with profile {"migrating_to": "n-h1-802918-7"} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:24.664571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:24.665087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:24.683030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a1ad3-1c46-46b2-a6e0-146cd0a04ac5 req-78747900-6f0c-49f0-91c3-9f63900bf4e2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:24.691210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-120a1ad3-1c46-46b2-a6e0-146cd0a04ac5 req-78747900-6f0c-49f0-91c3-9f63900bf4e2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.2934973 Aug 03 18:53:24.705647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port a0285f5e-60eb-4010-87e1-32c7ec5648a2 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:24.721153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Port b9132548-aab1-4d19-afe8-0c9149a7ba20 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:53:24.721521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Attempting to bind port b9132548-aab1-4d19-afe8-0c9149a7ba20 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:24.723928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port a0285f5e-60eb-4010-87e1-32c7ec5648a2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:24.724312 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:24.740904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:24.741257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:24.741713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:24.742230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Bound port: b9132548-aab1-4d19-afe8-0c9149a7ba20, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:24.742599 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:24.751723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Deleting port 426fa096-d6aa-4269-b104-1fdc2b9192d8 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:24.752269 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:24.784495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 626ae662-f6d5-4e12-99dd-8cd58acf3f57 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:24.797523 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9db5274f-1f88-4a1c-a4a8-3c1f691dc21d req-a5718326-c1c9-4b23-9716-e47707065438 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791105 Aug 03 18:53:24.815450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-120a1ad3-1c46-46b2-a6e0-146cd0a04ac5 req-8bcae437-d5bc-4f27-a66f-f8db36ffaeee tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230705 Aug 03 18:53:24.897699 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af85dcd9-f800-49e8-9bef-cb4cc21e5d67 x-openstack-request-id: req-af85dcd9-f800-49e8-9bef-cb4cc21e5d67 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:24.897995 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c94c224-a3f6-4cb5-ad65-cd016782be56", "name": "network-vif-unplugged", "status": "completed", "tag": "b9132548-aab1-4d19-afe8-0c9149a7ba20", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:24.898248 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af85dcd9-f800-49e8-9bef-cb4cc21e5d67 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:24.898645 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9132548-aab1-4d19-afe8-0c9149a7ba20', 'code': 200} Aug 03 18:53:24.975527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:24.982699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:24.987261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] For port 426fa096-d6aa-4269-b104-1fdc2b9192d8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=426fa096-d6aa-4269-b104-1fdc2b9192d8,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:24.987659 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.006152 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.022876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Calling delete_port for 426fa096-d6aa-4269-b104-1fdc2b9192d8 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:25.030252 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 626ae662-f6d5-4e12-99dd-8cd58acf3f57 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:25.052043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 626ae662-f6d5-4e12-99dd-8cd58acf3f57 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:25.052440 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.158559 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.208333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:25.209157 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.210926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] 10.222.0.74 "PUT /v2.0/ports/b9132548-aab1-4d19-afe8-0c9149a7ba20 HTTP/1.1" status: 200 len: 1122 time: 1.8288124 Aug 03 18:53:25.211643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781523a-d5c3-4fa7-8e56-adb5a73edfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9132548-aab1-4d19-afe8-0c9149a7ba20,revision_number=8']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:25.251064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadd518-a70b-4836-ae11-13e1789149e7 req-7f56e2bc-e14b-4aa8-b053-02398890efa0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:25.258741 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1aadd518-a70b-4836-ae11-13e1789149e7 req-7f56e2bc-e14b-4aa8-b053-02398890efa0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 944 time: 0.2693045 Aug 03 18:53:25.303953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf365b-d8ae-4b8f-ae3e-98fabb09acc3 req-81ecdda4-59b1-4ea9-995a-45a859ae202b tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:25.305690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8eaf365b-d8ae-4b8f-ae3e-98fabb09acc3 req-81ecdda4-59b1-4ea9-995a-45a859ae202b tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 948 time: 0.1388099 Aug 03 18:53:25.340138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a0285f5e-60eb-4010-87e1-32c7ec5648a2, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a0285f5e-60eb-4010-87e1-32c7ec5648a2,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:25.341595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1aadd518-a70b-4836-ae11-13e1789149e7 req-cd4ae9e8-e7f1-43cc-895e-fffa3baf17cb tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766227 Aug 03 18:53:25.345292 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6dc09e-97be-4ead-9899-3bfd48ac253d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0285f5e-60eb-4010-87e1-32c7ec5648a2'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:25.363119 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da64f261-851b-48f6-a0ca-e1f2e1a37346" -d '{"events": [{"server_uuid": "fd6dc09e-97be-4ead-9899-3bfd48ac253d", "name": "network-vif-plugged", "status": "completed", "tag": "a0285f5e-60eb-4010-87e1-32c7ec5648a2"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:25.368988 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b9132548-aab1-4d19-afe8-0c9149a7ba20'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:25.384197 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.413828 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8eaf365b-d8ae-4b8f-ae3e-98fabb09acc3 req-29be7031-3329-4ee6-947f-62ee53258671 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896697 Aug 03 18:53:25.511382 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.541568 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.547679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a0285f5e-60eb-4010-87e1-32c7ec5648a2,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:25.558636 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bba7d0a-8637-4795-b72b-bd6fc303ea02 x-openstack-request-id: req-7bba7d0a-8637-4795-b72b-bd6fc303ea02 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:25.559111 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6dc09e-97be-4ead-9899-3bfd48ac253d", "name": "network-vif-plugged", "status": "completed", "tag": "a0285f5e-60eb-4010-87e1-32c7ec5648a2", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:25.559275 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bba7d0a-8637-4795-b72b-bd6fc303ea02 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:25.559716 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6dc09e-97be-4ead-9899-3bfd48ac253d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0285f5e-60eb-4010-87e1-32c7ec5648a2', 'code': 200} Aug 03 18:53:25.586715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=426fa096-d6aa-4269-b104-1fdc2b9192d8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:25.655841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794d3a5-b730-4175-a841-9e1496386cf4 req-4399a326-4c74-4b34-b64a-c84d22fe1d80 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:25.657672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f794d3a5-b730-4175-a841-9e1496386cf4 req-4399a326-4c74-4b34-b64a-c84d22fe1d80 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 945 time: 0.0884740 Aug 03 18:53:25.683927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 626ae662-f6d5-4e12-99dd-8cd58acf3f57, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=626ae662-f6d5-4e12-99dd-8cd58acf3f57,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:25.701180 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.743594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f794d3a5-b730-4175-a841-9e1496386cf4 req-bc3fbe77-becf-4177-aead-bd81baf0e0dc tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/security-groups?id=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674205 Aug 03 18:53:25.771338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e594d97e-aaf3-4e72-b624-8dd1aa5b604c None None] Sync routers for ids ['78bedca6-a564-455a-babe-99742b9f6caa'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:53:25.786930 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.819187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594d97e-aaf3-4e72-b624-8dd1aa5b604c None None] Routers {'78bedca6-a564-455a-babe-99742b9f6caa'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:25.819827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e594d97e-aaf3-4e72-b624-8dd1aa5b604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['78bedca6-a564-455a-babe-99742b9f6caa'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:25.821467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=626ae662-f6d5-4e12-99dd-8cd58acf3f57,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:25.915305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e594d97e-aaf3-4e72-b624-8dd1aa5b604c None None] Set router 78bedca6-a564-455a-babe-99742b9f6caa gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:25.915495 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2a1f9-25c2-4c62-9197-3866a53cbfe8 req-70ec6794-04f7-4b78-90a1-5b009fabb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:25.917265 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-35a2a1f9-25c2-4c62-9197-3866a53cbfe8 req-70ec6794-04f7-4b78-90a1-5b009fabb31d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 1100 time: 0.2015400 Aug 03 18:53:25.974792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.979251 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:25.981280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e594d97e-aaf3-4e72-b624-8dd1aa5b604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bedca6-a564-455a-babe-99742b9f6caa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-router', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:11Z', 'updated_at': '2021-08-03T18:53:25Z', 'revision_number': 7, 'project_id': 'a012828b76f94814b1b99ed5b057cc49', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:26.011038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1cd3e-ad0f-4d0c-b105-ac580f3f57ee req-230935ca-3100-4c7d-a5cc-e11080583bbf tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:26.012749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ad1cd3e-ad0f-4d0c-b105-ac580f3f57ee req-230935ca-3100-4c7d-a5cc-e11080583bbf tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 946 time: 0.1347456 Aug 03 18:53:26.032648 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e594d97e-aaf3-4e72-b624-8dd1aa5b604c None None] Checking router: 78bedca6-a564-455a-babe-99742b9f6caa for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:53:26.038342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bea63-ed14-499b-b1a9-f2d80df3b998 req-4ce7c90c-8fae-4e1d-81d9-835fee2b57f2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:26.040049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f6bea63-ed14-499b-b1a9-f2d80df3b998 req-4ce7c90c-8fae-4e1d-81d9-835fee2b57f2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1158645 Aug 03 18:53:26.044386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594d97e-aaf3-4e72-b624-8dd1aa5b604c None None] Routers {'78bedca6-a564-455a-babe-99742b9f6caa'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:26.045253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e594d97e-aaf3-4e72-b624-8dd1aa5b604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['78bedca6-a564-455a-babe-99742b9f6caa'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:26.055347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ba841-3eee-47dc-bd1e-a342e2ca4fbc req-6cbfb7d2-a663-43ad-8d77-c4673b5cac35 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:26.056801 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-113ba841-3eee-47dc-bd1e-a342e2ca4fbc req-6cbfb7d2-a663-43ad-8d77-c4673b5cac35 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.74 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 945 time: 0.1337461 Aug 03 18:53:26.110739 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:26.111584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78bedca6-a564-455a-babe-99742b9f6caa {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 18:53:26.135393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:26.136874 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7adcb985-4be9-4cf7-a7bf-7b0d014b6ffd admin admin] 10.222.0.78 "DELETE /v2.0/routers/78bedca6-a564-455a-babe-99742b9f6caa HTTP/1.1" status: 204 len: 168 time: 1.8459518 Aug 03 18:53:26.142665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ad1cd3e-ad0f-4d0c-b105-ac580f3f57ee req-6516cc11-2d4f-46a6-9a83-90ebca4cff4a tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156564 Aug 03 18:53:26.143674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e594d97e-aaf3-4e72-b624-8dd1aa5b604c None None] Set router 78bedca6-a564-455a-babe-99742b9f6caa gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:26.157615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33248) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:26.181157 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-35a2a1f9-25c2-4c62-9197-3866a53cbfe8 req-2a82a0d5-e1e9-480a-9000-53c89fb1ed42 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024668 Aug 03 18:53:26.192361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f6bea63-ed14-499b-b1a9-f2d80df3b998 req-2c98f6ef-6a97-4ef4-a6b4-566345295434 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322205 Aug 03 18:53:26.247046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e594d97e-aaf3-4e72-b624-8dd1aa5b604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bedca6-a564-455a-babe-99742b9f6caa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-router', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:11Z', 'updated_at': '2021-08-03T18:53:25Z', 'revision_number': 7, 'project_id': 'a012828b76f94814b1b99ed5b057cc49', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:26.264321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-113ba841-3eee-47dc-bd1e-a342e2ca4fbc req-5fedf4ef-23e2-4728-983d-ea264f24b2c5 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Deleting port d6431bbf-687e-42fb-8544-1bae88912c23 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:26.264534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df3ee3f-8be6-48f4-aeef-3e856b308ba9 admin admin] Deleting subnet ca04149e-7d8b-4589-9e11-93f657bd024a {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:53:26.265665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-113ba841-3eee-47dc-bd1e-a342e2ca4fbc req-5fedf4ef-23e2-4728-983d-ea264f24b2c5 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:26.273787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8df3ee3f-8be6-48f4-aeef-3e856b308ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:26.281622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e594d97e-aaf3-4e72-b624-8dd1aa5b604c None None] The sync data for ids ['78bedca6-a564-455a-babe-99742b9f6caa'] in n-d-802918-7 is: [{'id': '78bedca6-a564-455a-babe-99742b9f6caa', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1727667114-router', 'tenant_id': 'a012828b76f94814b1b99ed5b057cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:11Z', 'updated_at': '2021-08-03T18:53:25Z', 'revision_number': 7, 'project_id': 'a012828b76f94814b1b99ed5b057cc49', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:53:26.309616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-2bb67198-9a8e-4a6d-9250-5839cf8aae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:26.311927 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-2bb67198-9a8e-4a6d-9250-5839cf8aae81 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 1101 time: 0.1896358 Aug 03 18:53:26.333103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8df3ee3f-8be6-48f4-aeef-3e856b308ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:26.397716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-113ba841-3eee-47dc-bd1e-a342e2ca4fbc req-5fedf4ef-23e2-4728-983d-ea264f24b2c5 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] For port d6431bbf-687e-42fb-8544-1bae88912c23, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d6431bbf-687e-42fb-8544-1bae88912c23,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:26.398092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-113ba841-3eee-47dc-bd1e-a342e2ca4fbc req-5fedf4ef-23e2-4728-983d-ea264f24b2c5 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:26.437960 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8df3ee3f-8be6-48f4-aeef-3e856b308ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:26.439407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-113ba841-3eee-47dc-bd1e-a342e2ca4fbc req-5fedf4ef-23e2-4728-983d-ea264f24b2c5 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Calling delete_port for d6431bbf-687e-42fb-8544-1bae88912c23 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:26.588080 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8df3ee3f-8be6-48f4-aeef-3e856b308ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:26.615094 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38cc8d-add8-45e7-acaf-90ad00011407 req-dd8b6ebf-92bc-427a-99a1-62b16bbe66a7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:26.617022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f38cc8d-add8-45e7-acaf-90ad00011407 req-dd8b6ebf-92bc-427a-99a1-62b16bbe66a7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 944 time: 0.1177452 Aug 03 18:53:26.626604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64829729-d569-4abf-b14a-2f3de3d0ecd9 req-7aac46a9-8043-4a76-9295-fc48ed737876 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:26.628171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64829729-d569-4abf-b14a-2f3de3d0ecd9 req-7aac46a9-8043-4a76-9295-fc48ed737876 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 949 time: 0.1109924 Aug 03 18:53:26.630486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3ee3f-8be6-48f4-aeef-3e856b308ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca04149e-7d8b-4589-9e11-93f657bd024a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:26.635230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8df3ee3f-8be6-48f4-aeef-3e856b308ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:26.637137 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8df3ee3f-8be6-48f4-aeef-3e856b308ba9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ca04149e-7d8b-4589-9e11-93f657bd024a HTTP/1.1" status: 204 len: 168 time: 0.4550443 Aug 03 18:53:26.638898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-cf16b88c-a31e-4b83-8e34-4d76b472e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:26.641258 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-cf16b88c-a31e-4b83-8e34-4d76b472e363 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1661508 Aug 03 18:53:26.641595 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33254) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:26.649892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3211ebbc-b680-4333-8c0d-72896b7d7009 None None] Network f3109dec-9c85-4c2c-a235-1cc8e655f5ca requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:53:26.727174 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-afb04322-f8e7-4a80-aaf8-483573da18d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 217 time: 0.0773993 Aug 03 18:53:26.778112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f38cc8d-add8-45e7-acaf-90ad00011407 req-510e4d3b-0e43-4df1-8a90-7371df6721e0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488438 Aug 03 18:53:26.790528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1eae1426-4d8c-40b6-a1db-610671a92196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:26.792095 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1eae1426-4d8c-40b6-a1db-610671a92196 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0545163 Aug 03 18:53:26.817584 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-113ba841-3eee-47dc-bd1e-a342e2ca4fbc req-5fedf4ef-23e2-4728-983d-ea264f24b2c5 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:26.840239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:26.858032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['d6431bbf-687e-42fb-8544-1bae88912c23'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:26.881558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedf4ef-23e2-4728-983d-ea264f24b2c5 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Pushing event deleted for resources: {'Port': ['ID=d6431bbf-687e-42fb-8544-1bae88912c23,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:26.900628 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'tag': 'b9132548-aab1-4d19-afe8-0c9149a7ba20'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:26.903742 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccc0ccf-1d4c-43d7-a475-4d954944e332" -d '{"events": [{"name": "network-changed", "server_uuid": "8c94c224-a3f6-4cb5-ad65-cd016782be56", "tag": "b9132548-aab1-4d19-afe8-0c9149a7ba20"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:26.942626 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64829729-d569-4abf-b14a-2f3de3d0ecd9 req-5ef12cc0-700c-477e-8991-322d988ee9c9 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780061 Aug 03 18:53:26.972075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-55cc2712-a88d-4b18-8a4a-23f597f2a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:26.973932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-55cc2712-a88d-4b18-8a4a-23f597f2a175 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724865 Aug 03 18:53:26.983564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a16c01-7a5a-4ccb-a590-835a34a47da5 None None] DHCP port deletion for f3109dec-9c85-4c2c-a235-1cc8e655f5ca request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 18:53:27.013644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-113ba841-3eee-47dc-bd1e-a342e2ca4fbc req-5fedf4ef-23e2-4728-983d-ea264f24b2c5 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] No DVR routers for this DVR port d6431bbf-687e-42fb-8544-1bae88912c23 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:27.018228 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-113ba841-3eee-47dc-bd1e-a342e2ca4fbc req-5fedf4ef-23e2-4728-983d-ea264f24b2c5 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:27.025614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-113ba841-3eee-47dc-bd1e-a342e2ca4fbc req-5fedf4ef-23e2-4728-983d-ea264f24b2c5 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.74 "DELETE /v2.0/ports/d6431bbf-687e-42fb-8544-1bae88912c23 HTTP/1.1" status: 204 len: 173 time: 0.9495757 Aug 03 18:53:27.073293 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Deleting port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:27.073845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:27.101834 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d850095b-1b90-4bb2-bd9a-a985391b7a5d req-8afb9801-fa49-49ba-b9eb-68b0cf45b935 tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 210 time: 0.0654857 Aug 03 18:53:27.109376 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a7fff9-6925-4f5c-9b4c-3652476b99e9 x-openstack-request-id: req-41a7fff9-6925-4f5c-9b4c-3652476b99e9 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:27.110713 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c94c224-a3f6-4cb5-ad65-cd016782be56", "tag": "b9132548-aab1-4d19-afe8-0c9149a7ba20", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:27.111204 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41a7fff9-6925-4f5c-9b4c-3652476b99e9 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:27.112288 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'tag': 'b9132548-aab1-4d19-afe8-0c9149a7ba20', 'status': 'completed', 'code': 200} Aug 03 18:53:27.235154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e7a16c01-7a5a-4ccb-a590-835a34a47da5 None None] Deleting port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:27.236072 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e7a16c01-7a5a-4ccb-a590-835a34a47da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:27.250073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 426fa096-d6aa-4269-b104-1fdc2b9192d8 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:27.333256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 426fa096-d6aa-4269-b104-1fdc2b9192d8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:27.344999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 426fa096-d6aa-4269-b104-1fdc2b9192d8 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:27.353597 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] For port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25,segment=NetworkSegment(e7265c2c-5c83-4e2e-8b86-5d5fd97694ea),segment_id=e7265c2c-5c83-4e2e-8b86-5d5fd97694ea)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:27.353950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:27.359038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:27.359597 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-d56847c2-7c2c-434e-a275-74e8a1560c4a service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756676 Aug 03 18:53:27.385891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Calling delete_port for 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:27.446334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc0ccf-1d4c-43d7-a475-4d954944e332 req-d5081a80-dbdd-4a85-9efb-f8fd18e187e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:27.448370 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5ccc0ccf-1d4c-43d7-a475-4d954944e332 req-d5081a80-dbdd-4a85-9efb-f8fd18e187e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 1125 time: 0.2626455 Aug 03 18:53:27.483115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dd1c0-d154-44e5-ba6d-d5999bc98617 req-9bd4318d-9f60-4a6c-b39b-3c947863a8f6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:27.496165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc4dd1c0-d154-44e5-ba6d-d5999bc98617 req-9bd4318d-9f60-4a6c-b39b-3c947863a8f6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 946 time: 0.1464896 Aug 03 18:53:27.528393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cd16e-a874-4072-95d2-8cb873876ca8 req-60542895-05a0-46a7-98b1-ad8ba73284b7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:27.530130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-225cd16e-a874-4072-95d2-8cb873876ca8 req-60542895-05a0-46a7-98b1-ad8ba73284b7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1544485 Aug 03 18:53:27.579277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc4dd1c0-d154-44e5-ba6d-d5999bc98617 req-36afb477-59a7-474e-a845-4121cc3e7e1a tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762572 Aug 03 18:53:27.602728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f124a6-cf8d-4126-837b-e4a7e8973b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626ae662-f6d5-4e12-99dd-8cd58acf3f57'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:27.605401 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c68345-0743-4c3c-96d0-09c425407b56" -d '{"events": [{"server_uuid": "50f124a6-cf8d-4126-837b-e4a7e8973b76", "name": "network-vif-plugged", "status": "completed", "tag": "626ae662-f6d5-4e12-99dd-8cd58acf3f57"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:27.628979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-225cd16e-a874-4072-95d2-8cb873876ca8 req-4970c24c-da26-4df1-82b0-a5688ba07a50 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873923 Aug 03 18:53:27.664467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e7a16c01-7a5a-4ccb-a590-835a34a47da5 None None] For port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25,segment=NetworkSegment(e7265c2c-5c83-4e2e-8b86-5d5fd97694ea),segment_id=e7265c2c-5c83-4e2e-8b86-5d5fd97694ea)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:27.664948 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e7a16c01-7a5a-4ccb-a590-835a34a47da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:27.689775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e7a16c01-7a5a-4ccb-a590-835a34a47da5 None None] Calling delete_port for 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:27.711444 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1972eae-b175-4442-8592-f7e011b84b51 x-openstack-request-id: req-f1972eae-b175-4442-8592-f7e011b84b51 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:27.711839 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f124a6-cf8d-4126-837b-e4a7e8973b76", "name": "network-vif-plugged", "status": "completed", "tag": "626ae662-f6d5-4e12-99dd-8cd58acf3f57", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:27.712097 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1972eae-b175-4442-8592-f7e011b84b51 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:27.712591 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f124a6-cf8d-4126-837b-e4a7e8973b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626ae662-f6d5-4e12-99dd-8cd58acf3f57', 'code': 200} Aug 03 18:53:27.722637 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-facbeb4e-4bec-4438-bcc1-a1e5f347ea88 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343151 Aug 03 18:53:27.738943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc0ccf-1d4c-43d7-a475-4d954944e332 req-e5e34149-3419-4cc6-8c0f-793e2c5535b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:27.740716 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5ccc0ccf-1d4c-43d7-a475-4d954944e332 req-e5e34149-3419-4cc6-8c0f-793e2c5535b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.2583308 Aug 03 18:53:27.746494 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:27.776245 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:27.815216 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5ccc0ccf-1d4c-43d7-a475-4d954944e332 req-5d176967-4866-4f16-aed3-dc69f377391a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20 HTTP/1.1" status: 200 len: 217 time: 0.0660768 Aug 03 18:53:27.816143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:27.819667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] No DVR routers for this DVR port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:27.882422 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e7a16c01-7a5a-4ccb-a590-835a34a47da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:27.883960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc0ccf-1d4c-43d7-a475-4d954944e332 req-2b12a48f-da68-451e-9d62-2e99ff6d3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:27.885675 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5ccc0ccf-1d4c-43d7-a475-4d954944e332 req-2b12a48f-da68-451e-9d62-2e99ff6d3d66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.0609002 Aug 03 18:53:27.907820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.908536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.909090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.909684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.910232 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.910798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.911357 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.911903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.912482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.913026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.913603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.914147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:27.924268 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a16c01-7a5a-4ccb-a590-835a34a47da5 None None] Pushing event deleted for resources: {'Port': ['ID=2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:27.935513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a16c01-7a5a-4ccb-a590-835a34a47da5 None None] No DVR routers for this DVR port 2d4aaf23-ecfe-450d-bd2c-1245fbc6bc25 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:27.991525 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5ccc0ccf-1d4c-43d7-a475-4d954944e332 req-0bda6096-86f5-4568-835f-3034d77ec170 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717924 Aug 03 18:53:28.007945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9b806-3ccc-4e73-9314-15674178aba6 req-73f3d0c4-77b4-4fc5-88ae-110d7e1625f7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:28.010928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9a9b806-3ccc-4e73-9314-15674178aba6 req-73f3d0c4-77b4-4fc5-88ae-110d7e1625f7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 944 time: 0.0810010 Aug 03 18:53:28.125889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9a9b806-3ccc-4e73-9314-15674178aba6 req-71d394d4-cf97-43b7-81d3-4e2e56f917f0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004291 Aug 03 18:53:28.173801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f553c0-2710-40bf-9c0b-90d09f0deb5f req-eb752417-3d54-4f9a-8528-ebd2793312a6 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:28.175170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53f553c0-2710-40bf-9c0b-90d09f0deb5f req-eb752417-3d54-4f9a-8528-ebd2793312a6 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 949 time: 0.0980542 Aug 03 18:53:28.254162 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53f553c0-2710-40bf-9c0b-90d09f0deb5f req-75d06e46-a0c5-4b88-a055-3992d1037fb3 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610633 Aug 03 18:53:28.326253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63d213a7-73d3-4df6-8017-29978e4086f1 req-3dc1dd49-4138-46a8-88c8-c9eb3ba16aba tempest-AttachSCSIVolumeTestJSON-3703301 tempest-AttachSCSIVolumeTestJSON-3703301-project] 10.222.0.78 "GET /v2.0/ports?device_id=97f44a4d-3534-4da8-ad94-656178feee18 HTTP/1.1" status: 200 len: 210 time: 0.0546741 Aug 03 18:53:28.420866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:28.446202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3109dec-9c85-4c2c-a235-1cc8e655f5ca']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:28.458742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7265c2c-5c83-4e2e-8b86-5d5fd97694ea') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:28.459039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7265c2c-5c83-4e2e-8b86-5d5fd97694ea') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:28.476471 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:28.495502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-2e54b4f8-5f84-4b22-bf51-d83d571c5e79 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a1516e986add4c5caa8f786386912e53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236199 Aug 03 18:53:28.499776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bee210-03c3-4568-9d46-9271b9a84d4a req-b129eca4-d95f-410d-a0ab-764f6c8c3e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:28.502588 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-46bee210-03c3-4568-9d46-9271b9a84d4a req-b129eca4-d95f-410d-a0ab-764f6c8c3e8e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 1097 time: 0.5086548 Aug 03 18:53:28.511539 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:28.535751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:53:28.536674 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:53:28.538752 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:53:28.556361 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5ccc0ccf-1d4c-43d7-a475-4d954944e332 req-0bb3c5c2-1433-436e-9552-f9ae9e315238 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179842 Aug 03 18:53:28.612359 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-46bee210-03c3-4568-9d46-9271b9a84d4a req-b2f7a6d8-fa8f-41c4-8c17-dfe7894b15aa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911367 Aug 03 18:53:28.663095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-498a7560-2897-44bb-a369-607b39bb8d27 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:28.670170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-498a7560-2897-44bb-a369-607b39bb8d27 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661444 Aug 03 18:53:28.675974 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:28.683418 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:28.688410 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f3109dec-9c85-4c2c-a235-1cc8e655f5ca HTTP/1.1" status: 204 len: 168 time: 2.0456908 Aug 03 18:53:28.694820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-46e89b79-68bc-4823-8f76-8691f3b8d62c tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/quotas/a1516e986add4c5caa8f786386912e53 HTTP/1.1" status: 200 len: 375 time: 0.0233488 Aug 03 18:53:28.713137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e5c14-4847-4dca-926f-43fbe71a05b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3109dec-9c85-4c2c-a235-1cc8e655f5ca,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:28.735760 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5ccc0ccf-1d4c-43d7-a475-4d954944e332 req-7c2f2a02-f934-4ac5-b240-6836bddadbd3 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512103 Aug 03 18:53:28.762199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3926b-9393-4088-bf8f-ce67399a40dd req-bcfda261-7d15-4c88-bcfb-e726f21f38b6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:28.762689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b9132548-aab1-4d19-afe8-0c9149a7ba20 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:53:28.764475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57f3926b-9393-4088-bf8f-ce67399a40dd req-bcfda261-7d15-4c88-bcfb-e726f21f38b6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 946 time: 0.0910182 Aug 03 18:53:28.786894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-23541c17-9427-431e-b372-739c5e3d62f3 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a1516e986add4c5caa8f786386912e53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774348 Aug 03 18:53:28.869090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57f3926b-9393-4088-bf8f-ce67399a40dd req-9f7ed40c-accc-484f-a519-95a11be5d804 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805662 Aug 03 18:53:28.997584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:29.034878 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b9132548-aab1-4d19-afe8-0c9149a7ba20 has no active binding in host n-h1-802918-7 {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 18:53:29.056216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40046e0-fa85-443f-a11c-7d3de5423e79 req-149db6ac-753a-4d40-928f-5d2c91a872d3 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:29.056962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33306) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:29.057537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d40046e0-fa85-443f-a11c-7d3de5423e79 req-149db6ac-753a-4d40-928f-5d2c91a872d3 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1143377 Aug 03 18:53:29.135820 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-33d02d87-a82d-40e1-8a0c-736fc7cabe25 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a012828b76f94814b1b99ed5b057cc49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726919 Aug 03 18:53:29.142917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33310) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:29.156122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f44a4d-3534-4da8-ad94-656178feee18', 'name': 'network-vif-deleted', 'tag': 'd6431bbf-687e-42fb-8544-1bae88912c23'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:29.164322 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4ffbee-2411-418e-bc32-219705807dc4" -d '{"events": [{"server_uuid": "97f44a4d-3534-4da8-ad94-656178feee18", "name": "network-vif-deleted", "tag": "d6431bbf-687e-42fb-8544-1bae88912c23"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:29.219722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3a549f8-2469-48a5-9356-daf040b4afb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:29.219976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d40046e0-fa85-443f-a11c-7d3de5423e79 req-f33bfd20-beaf-4ade-89b5-4b596aa8d349 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438208 Aug 03 18:53:29.257996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3a549f8-2469-48a5-9356-daf040b4afb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:29.269440 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:29.293836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdd87bee-7d13-4465-a3b7-26ea03895d93 req-9bd0ad6c-3081-4eb5-946f-85efd1ecf3b6 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 210 time: 0.0636055 Aug 03 18:53:29.359459 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f00401-1f6d-44b4-8e2b-687a90297727 x-openstack-request-id: req-60f00401-1f6d-44b4-8e2b-687a90297727 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:29.359753 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f44a4d-3534-4da8-ad94-656178feee18", "name": "network-vif-deleted", "tag": "d6431bbf-687e-42fb-8544-1bae88912c23", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:29.360009 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60f00401-1f6d-44b4-8e2b-687a90297727 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:29.360403 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f44a4d-3534-4da8-ad94-656178feee18', 'name': 'network-vif-deleted', 'tag': 'd6431bbf-687e-42fb-8544-1bae88912c23', 'status': 'completed', 'code': 200} Aug 03 18:53:29.372591 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-eff69800-6006-4caa-9503-31fc906131fb service neutron] 10.222.0.37 "GET /v2.0/ports/b9132548-aab1-4d19-afe8-0c9149a7ba20/bindings/n-h1-802918-7 HTTP/1.1" status: 200 len: 384 time: 0.1098528 Aug 03 18:53:29.421751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cd220-b56a-4382-9375-b9f12b589a41 req-36a8f0e9-5aca-49fb-909a-5faef3241390 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:29.423363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b7cd220-b56a-4382-9375-b9f12b589a41 req-36a8f0e9-5aca-49fb-909a-5faef3241390 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 944 time: 0.1050565 Aug 03 18:53:29.471230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3a549f8-2469-48a5-9356-daf040b4afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:29.474537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3a549f8-2469-48a5-9356-daf040b4afb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:29.480880 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b3a549f8-2469-48a5-9356-daf040b4afb2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/473cea5d-e503-4cd3-8d5d-b4074a171038 HTTP/1.1" status: 204 len: 168 time: 0.3347087 Aug 03 18:53:29.509030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a549f8-2469-48a5-9356-daf040b4afb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473cea5d-e503-4cd3-8d5d-b4074a171038,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:29.558277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b7cd220-b56a-4382-9375-b9f12b589a41 req-3a96bf88-4551-4b2f-8528-affa16681def tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276371 Aug 03 18:53:29.727918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1df873f7-b148-4590-90b2-889ff665051c req-365ca2b9-9085-46cd-aa04-efdd2d29cfea service neutron] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:29.790812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1df873f7-b148-4590-90b2-889ff665051c req-365ca2b9-9085-46cd-aa04-efdd2d29cfea service neutron] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:29.835239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-1df873f7-b148-4590-90b2-889ff665051c req-365ca2b9-9085-46cd-aa04-efdd2d29cfea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9132548-aab1-4d19-afe8-0c9149a7ba20 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:29.850633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1df873f7-b148-4590-90b2-889ff665051c req-365ca2b9-9085-46cd-aa04-efdd2d29cfea service neutron] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:29.872620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1df873f7-b148-4590-90b2-889ff665051c req-365ca2b9-9085-46cd-aa04-efdd2d29cfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:30.062411 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-1df873f7-b148-4590-90b2-889ff665051c req-365ca2b9-9085-46cd-aa04-efdd2d29cfea service neutron] Transition to ACTIVE for port object b9132548-aab1-4d19-afe8-0c9149a7ba20 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:30.068788 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1df873f7-b148-4590-90b2-889ff665051c req-365ca2b9-9085-46cd-aa04-efdd2d29cfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:30.166738 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c645f-8848-4447-ad4e-ca883a34c19e req-8a53073f-a31f-48b7-b268-ee53c9b416e3 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:30.169263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f58c645f-8848-4447-ad4e-ca883a34c19e req-8a53073f-a31f-48b7-b268-ee53c9b416e3 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 946 time: 0.1344967 Aug 03 18:53:30.194762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df873f7-b148-4590-90b2-889ff665051c req-365ca2b9-9085-46cd-aa04-efdd2d29cfea service neutron] No DVR routers for this DVR port b9132548-aab1-4d19-afe8-0c9149a7ba20 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:30.254982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ca2b9-9085-46cd-aa04-efdd2d29cfea service neutron] Pushing event updated for resources: {'Port': ['ID=b9132548-aab1-4d19-afe8-0c9149a7ba20,revision_number=10']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:30.263012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f58c645f-8848-4447-ad4e-ca883a34c19e req-e2b11358-d44f-4450-8f69-9686f28f59b2 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841823 Aug 03 18:53:30.272326 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-365ca2b9-9085-46cd-aa04-efdd2d29cfea service neutron] 10.222.0.37 "PUT /v2.0/ports/b9132548-aab1-4d19-afe8-0c9149a7ba20/bindings/n-h1-802918-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8906946 Aug 03 18:53:30.429335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8606eb8b-9406-49c1-ace8-269157b0d2ee req-8251c633-1b31-437f-83d8-bf64000c0679 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 210 time: 0.0523374 Aug 03 18:53:30.443216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d533a-9a42-4dfd-97a2-8c03f117523b req-9d3dfc7a-4f2f-493d-9e2a-af1625aa4d64 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:30.445638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-476d533a-9a42-4dfd-97a2-8c03f117523b req-9d3dfc7a-4f2f-493d-9e2a-af1625aa4d64 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1124265 Aug 03 18:53:30.500577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-476d533a-9a42-4dfd-97a2-8c03f117523b req-a6604750-1b91-4a15-9b0b-cbf490477328 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481944 Aug 03 18:53:30.733479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-ef75f027-3c58-4067-aabd-9b454b406014 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a1516e986add4c5caa8f786386912e53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672963 Aug 03 18:53:30.751525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df873f7-b148-4590-90b2-889ff665051c req-4fe13dc9-d3ca-4b32-b4f8-ffaa2fc5f1bd tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:30.758089 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-4fe13dc9-d3ca-4b32-b4f8-ffaa2fc5f1bd tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.1628280 Aug 03 18:53:30.786947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ecac5-47ab-4d62-8fcc-2cdcd358934d req-efc231a6-3b41-46df-bae9-7a9b50b5397e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:30.788545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-960ecac5-47ab-4d62-8fcc-2cdcd358934d req-efc231a6-3b41-46df-bae9-7a9b50b5397e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 945 time: 0.0981765 Aug 03 18:53:30.789746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d6431bbf-687e-42fb-8544-1bae88912c23 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:30.843379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: d6431bbf-687e-42fb-8544-1bae88912c23 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:30.844572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d6431bbf-687e-42fb-8544-1bae88912c23 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:30.885065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-960ecac5-47ab-4d62-8fcc-2cdcd358934d req-3712cda0-0551-4196-9024-274cce7f3d53 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844102 Aug 03 18:53:30.955647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df873f7-b148-4590-90b2-889ff665051c req-61978b71-a6df-413f-881c-2e1f89cb1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:30.957565 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-61978b71-a6df-413f-881c-2e1f89cb1f3c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56&tenant_id=dc860d339a74459e8987d12f9967f2cb HTTP/1.1" status: 200 len: 1096 time: 0.1826248 Aug 03 18:53:31.050623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-fa4a1da1-e84e-4517-b9ca-7633867bbf71 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:31.052189 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-fa4a1da1-e84e-4517-b9ca-7633867bbf71 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3063502 Aug 03 18:53:31.068942 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Request body: {'port': {'device_id': '98f9045b-2ade-4eb3-9744-a0085b06e5ea', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': 'a1516e986add4c5caa8f786386912e53'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:31.144507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df873f7-b148-4590-90b2-889ff665051c req-1e4b28cb-53be-48fd-a050-242a0e379ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:31.144507 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-1e4b28cb-53be-48fd-a050-242a0e379ed0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 1096 time: 0.1338725 Aug 03 18:53:31.329038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df873f7-b148-4590-90b2-889ff665051c req-da4336b3-bdad-4419-90e8-b073f908e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:31.330625 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-da4336b3-bdad-4419-90e8-b073f908e3b6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.1775036 Aug 03 18:53:31.339896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Made reservation on behalf of a1516e986add4c5caa8f786386912e53 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:31.344117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:31.410748 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-667f3772-003e-4823-8ea1-c01e74efeebe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20 HTTP/1.1" status: 200 len: 217 time: 0.0608144 Aug 03 18:53:31.497641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb28159-e6cc-4a9f-9cfa-8fc5a85d3201 req-7f011fb6-a7ab-4de2-8339-c561c7cadb03 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:31.502585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfb28159-e6cc-4a9f-9cfa-8fc5a85d3201 req-7f011fb6-a7ab-4de2-8339-c561c7cadb03 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 946 time: 0.1062081 Aug 03 18:53:31.570554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfb28159-e6cc-4a9f-9cfa-8fc5a85d3201 req-e1386127-ec03-4400-ab31-f8d94e9b04c6 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592837 Aug 03 18:53:31.673209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4bf6ec32-70eb-48c8-8feb-8e0676450fef req-6bcad2b5-9730-4d40-8298-674676048ebf tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 210 time: 0.0727584 Aug 03 18:53:31.729899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df873f7-b148-4590-90b2-889ff665051c req-e6a234c8-09b8-44a8-8ce1-f4f409a3b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:31.731705 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-e6a234c8-09b8-44a8-8ce1-f4f409a3b63d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.3134410 Aug 03 18:53:31.778552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393c5c3-2e1e-4f1e-8741-108a45db7891 req-80aeaf2b-a18b-4297-92c4-44a98e405458 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:31.780166 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7393c5c3-2e1e-4f1e-8741-108a45db7891 req-80aeaf2b-a18b-4297-92c4-44a98e405458 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.0893044 Aug 03 18:53:31.794148 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-2a78a0d8-6e19-4056-ba06-feb28c57ac80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374446 Aug 03 18:53:31.866921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7393c5c3-2e1e-4f1e-8741-108a45db7891 req-8a34b214-f28f-4745-a0e6-11549ecfb3a1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613556 Aug 03 18:53:31.872120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Allocated IP 192.168.233.213 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/480798e0-6cf2-4906-b825-f100cbb3d324) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:31.877967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa0d72-46e7-4291-8a30-f233f8ddee74 req-14f98468-e215-4258-8d3a-088b8fd4fe7a tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:31.880848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3fa0d72-46e7-4291-8a30-f233f8ddee74 req-14f98468-e215-4258-8d3a-088b8fd4fe7a tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=91483353-3148-455b-b6d9-e33a1ec6dc68 HTTP/1.1" status: 200 len: 945 time: 0.1216547 Aug 03 18:53:31.954848 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-49a57140-96f5-4c6a-b3f1-2b39687de817 service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502051 Aug 03 18:53:31.994495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3fa0d72-46e7-4291-8a30-f233f8ddee74 req-50a5db99-e639-40df-8112-667205c0a3a2 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066964 Aug 03 18:53:32.144922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1bbb-4009-413f-9504-e5948e0c35e6 req-68922a0d-f8be-4be4-af70-7460e6c9e0ec tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:32.157160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ecb1bbb-4009-413f-9504-e5948e0c35e6 req-68922a0d-f8be-4be4-af70-7460e6c9e0ec tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 945 time: 0.1230779 Aug 03 18:53:32.225728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ecb1bbb-4009-413f-9504-e5948e0c35e6 req-ffb4eeb2-2745-4d64-992d-81eec8186300 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606017 Aug 03 18:53:32.241809 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-3593a463-4cf8-4f2c-856b-5a4e49895328 service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764242 Aug 03 18:53:32.388018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:32.416860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Transition to ACTIVE for port object 480798e0-6cf2-4906-b825-f100cbb3d324 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:32.483027 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:32.500864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a0285f5e-60eb-4010-87e1-32c7ec5648a2'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:32.625042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b9132548-aab1-4d19-afe8-0c9149a7ba20 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:32.670021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:32.678764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:32.684422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:32.759881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Pushing event updated for resources: {'Port': ['ID=480798e0-6cf2-4906-b825-f100cbb3d324,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:32.777363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df873f7-b148-4590-90b2-889ff665051c req-590815f4-360a-4564-8139-80f3888788fe tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:32.781968 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-590815f4-360a-4564-8139-80f3888788fe tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.2104571 Aug 03 18:53:32.799990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:32.800685 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:32.835114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b9132548-aab1-4d19-afe8-0c9149a7ba20 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:32.874327 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-16a8d158-a917-43e2-930a-88c5e332a8d8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8105187 Aug 03 18:53:32.910005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Request body: {'port': {'device_id': '98f9045b-2ade-4eb3-9744-a0085b06e5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:33.048705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:33.057822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98d422-9d80-404a-be08-748410c91aa6 req-1b4732b2-06b1-470d-ab8f-7b85861b6524 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:33.071638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb98d422-9d80-404a-be08-748410c91aa6 req-1b4732b2-06b1-470d-ab8f-7b85861b6524 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 936 time: 0.1299951 Aug 03 18:53:33.124633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1df873f7-b148-4590-90b2-889ff665051c req-24a06991-5c02-47c9-8030-d96b809ca372 service neutron] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:33.127036 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb98d422-9d80-404a-be08-748410c91aa6 req-15414d5e-c54b-4b21-a135-da10590580a8 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527432 Aug 03 18:53:33.131436 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1df873f7-b148-4590-90b2-889ff665051c req-24a06991-5c02-47c9-8030-d96b809ca372 service neutron] Notify callbacks [] for binding, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:33.132562 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1df873f7-b148-4590-90b2-889ff665051c req-24a06991-5c02-47c9-8030-d96b809ca372 service neutron] 10.222.0.74 "DELETE /v2.0/ports/b9132548-aab1-4d19-afe8-0c9149a7ba20/bindings/n-h2-802918-7 HTTP/1.1" status: 204 len: 173 time: 0.3273921 Aug 03 18:53:33.245210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-86111fb6-ddf4-4055-9a7d-d3dfc4853438 None None] Provisioning for port 480798e0-6cf2-4906-b825-f100cbb3d324 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:33.263912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-86111fb6-ddf4-4055-9a7d-d3dfc4853438 None None] Provisioning complete for port 480798e0-6cf2-4906-b825-f100cbb3d324 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:33.264904 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-86111fb6-ddf4-4055-9a7d-d3dfc4853438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:33.322832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7627d-6a7c-4291-9cf5-f98f841dab4c req-c7e89d5e-3ae1-4e90-9e24-d4aa83a9ff9a tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:33.325312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2df7627d-6a7c-4291-9cf5-f98f841dab4c req-c7e89d5e-3ae1-4e90-9e24-d4aa83a9ff9a tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=91483353-3148-455b-b6d9-e33a1ec6dc68 HTTP/1.1" status: 200 len: 945 time: 0.0734866 Aug 03 18:53:33.365063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-86111fb6-ddf4-4055-9a7d-d3dfc4853438 None None] Port 480798e0-6cf2-4906-b825-f100cbb3d324 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:53:33.402871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2df7627d-6a7c-4291-9cf5-f98f841dab4c req-62253030-e4a7-492b-a446-44e852aed001 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688984 Aug 03 18:53:33.634622 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-321303cb-4280-4cda-a174-490f9834149e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:33.661155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e180183-53b8-4b19-8aa9-b634693f3597 req-12636155-5e00-4584-8fa9-b4cbe8be5803 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:33.671707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e180183-53b8-4b19-8aa9-b634693f3597 req-12636155-5e00-4584-8fa9-b4cbe8be5803 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1435850 Aug 03 18:53:33.715713 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480798e0-6cf2-4906-b825-f100cbb3d324 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:33.726487 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:33.741324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e180183-53b8-4b19-8aa9-b634693f3597 req-9e79626b-9cc4-407a-9678-cb84a4378306 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685575 Aug 03 18:53:33.756060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Transition to ACTIVE for port object 480798e0-6cf2-4906-b825-f100cbb3d324 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:33.761484 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:33.914678 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Pushing event updated for resources: {'Port': ['ID=480798e0-6cf2-4906-b825-f100cbb3d324,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:33.939520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b38d8-131f-4e2e-99a7-cf160e1bbeac req-6941cd5c-f4ee-4050-adde-f052bcb78555 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:33.946736 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e5b38d8-131f-4e2e-99a7-cf160e1bbeac req-6941cd5c-f4ee-4050-adde-f052bcb78555 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 945 time: 0.1783578 Aug 03 18:53:34.046077 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e5b38d8-131f-4e2e-99a7-cf160e1bbeac req-8c12527b-60d3-49d6-9973-f417dae8cf58 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920606 Aug 03 18:53:34.092379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Attempting to bind port 480798e0-6cf2-4906-b825-f100cbb3d324 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:34.093301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Attempting to bind port 480798e0-6cf2-4906-b825-f100cbb3d324 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:34.094101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Attempting to bind port 480798e0-6cf2-4906-b825-f100cbb3d324 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:34.102195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Port 480798e0-6cf2-4906-b825-f100cbb3d324 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:53:34.102437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Attempting to bind port 480798e0-6cf2-4906-b825-f100cbb3d324 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:34.114917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:34.115450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:34.115833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:34.116279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Bound port: 480798e0-6cf2-4906-b825-f100cbb3d324, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:34.116638 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:34.164300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556aa35-669a-4c84-92aa-8ded2ccdba9e req-feb49342-a9ce-4053-a9c8-f7a84a0359c9 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:34.165907 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e556aa35-669a-4c84-92aa-8ded2ccdba9e req-feb49342-a9ce-4053-a9c8-f7a84a0359c9 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.37 "GET /v2.0/ports?device_id=91483353-3148-455b-b6d9-e33a1ec6dc68 HTTP/1.1" status: 200 len: 945 time: 0.1732578 Aug 03 18:53:34.377244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] For port 480798e0-6cf2-4906-b825-f100cbb3d324, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:34.399112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] For port 480798e0-6cf2-4906-b825-f100cbb3d324, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=480798e0-6cf2-4906-b825-f100cbb3d324,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:34.408938 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e556aa35-669a-4c84-92aa-8ded2ccdba9e req-ea700c24-ed05-4e69-b958-42fd3e08c26f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Deleting port b202572f-46d8-4018-8359-1f5762e42b58 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:34.408938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e556aa35-669a-4c84-92aa-8ded2ccdba9e req-ea700c24-ed05-4e69-b958-42fd3e08c26f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:34.409750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a199ece-da62-48f6-8665-d52a43eb1c19 req-972529ec-3452-40ff-8cce-bcfa2225a071 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:34.412397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a199ece-da62-48f6-8665-d52a43eb1c19 req-972529ec-3452-40ff-8cce-bcfa2225a071 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 948 time: 0.1420918 Aug 03 18:53:34.417520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:34.482698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a199ece-da62-48f6-8665-d52a43eb1c19 req-b7f78a78-a574-4d25-91af-9846af1c46af tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640547 Aug 03 18:53:34.552794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Pushing event updated for resources: {'Port': ['ID=480798e0-6cf2-4906-b825-f100cbb3d324,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:34.575620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:34.576192 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:34.578922 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-1c4dcb73-fdab-43d5-a4bd-26268f9ebe86 service neutron] 10.222.0.37 "PUT /v2.0/ports/480798e0-6cf2-4906-b825-f100cbb3d324 HTTP/1.1" status: 200 len: 1096 time: 1.6869998 Aug 03 18:53:34.579696 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f9045b-2ade-4eb3-9744-a0085b06e5ea', 'tag': '480798e0-6cf2-4906-b825-f100cbb3d324'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:34.582185 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24" -d '{"events": [{"name": "network-changed", "server_uuid": "98f9045b-2ade-4eb3-9744-a0085b06e5ea", "tag": "480798e0-6cf2-4906-b825-f100cbb3d324"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:34.736248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e556aa35-669a-4c84-92aa-8ded2ccdba9e req-ea700c24-ed05-4e69-b958-42fd3e08c26f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] For port b202572f-46d8-4018-8359-1f5762e42b58, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b202572f-46d8-4018-8359-1f5762e42b58,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:34.737173 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e556aa35-669a-4c84-92aa-8ded2ccdba9e req-ea700c24-ed05-4e69-b958-42fd3e08c26f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:34.761339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3612e8-68ea-4cac-8950-2242c77c2701 req-f533045c-d113-47a0-8a37-cdf8082d21e7 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:34.768041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad3612e8-68ea-4cac-8950-2242c77c2701 req-f533045c-d113-47a0-8a37-cdf8082d21e7 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 1096 time: 0.1186025 Aug 03 18:53:34.786723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e556aa35-669a-4c84-92aa-8ded2ccdba9e req-ea700c24-ed05-4e69-b958-42fd3e08c26f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Calling delete_port for b202572f-46d8-4018-8359-1f5762e42b58 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:34.797182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-a8a5301c-f2e6-4b95-8c9f-bdd951e44179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:34.798754 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-a8a5301c-f2e6-4b95-8c9f-bdd951e44179 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1516e986add4c5caa8f786386912e53&device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 1099 time: 0.1615844 Aug 03 18:53:34.849553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad3612e8-68ea-4cac-8950-2242c77c2701 req-633fb28f-8d4a-4bfc-a3f2-b76c70bf6c64 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750017 Aug 03 18:53:34.929963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d994add-dfd8-4914-bf97-55ffe965359f req-b26d1866-32b8-4922-ab94-04fbd73451e7 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:34.931920 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0d994add-dfd8-4914-bf97-55ffe965359f req-b26d1866-32b8-4922-ab94-04fbd73451e7 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.74 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 946 time: 0.2920434 Aug 03 18:53:34.935012 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-3c096964-c3cf-4c20-a04e-45ab195a08d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=480798e0-6cf2-4906-b825-f100cbb3d324 HTTP/1.1" status: 200 len: 217 time: 0.1213496 Aug 03 18:53:34.975275 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b20400-54fa-432e-b7f1-e5f00b1f2a4a x-openstack-request-id: req-29b20400-54fa-432e-b7f1-e5f00b1f2a4a {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:34.975569 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f9045b-2ade-4eb3-9744-a0085b06e5ea", "tag": "480798e0-6cf2-4906-b825-f100cbb3d324", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:34.975830 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29b20400-54fa-432e-b7f1-e5f00b1f2a4a {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:34.976238 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f9045b-2ade-4eb3-9744-a0085b06e5ea', 'tag': '480798e0-6cf2-4906-b825-f100cbb3d324', 'status': 'completed', 'code': 200} Aug 03 18:53:35.004615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de128c-d1fa-4cc3-b270-cac45d824780 req-c5df9dcf-5ee9-4b5f-b7e5-0fb6739a7b67 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:35.026508 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55de128c-d1fa-4cc3-b270-cac45d824780 req-c5df9dcf-5ee9-4b5f-b7e5-0fb6739a7b67 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=91483353-3148-455b-b6d9-e33a1ec6dc68 HTTP/1.1" status: 200 len: 945 time: 0.1713760 Aug 03 18:53:35.120324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55de128c-d1fa-4cc3-b270-cac45d824780 req-a99e032c-2dae-4480-9856-188493717fd4 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/security-groups?id=a254958f-b49a-417b-a60c-ed2bfeba6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929177 Aug 03 18:53:35.146635 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-711715aa-b90e-48b2-b435-5449b07806e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:35.154613 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-711715aa-b90e-48b2-b435-5449b07806e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1775095 Aug 03 18:53:35.204829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a85c7e-583e-40bb-8d60-1038829bea21 req-92a430c6-595b-4036-a529-2a9e7c09c277 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:35.213361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5a85c7e-583e-40bb-8d60-1038829bea21 req-92a430c6-595b-4036-a529-2a9e7c09c277 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.0986962 Aug 03 18:53:35.310589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5a85c7e-583e-40bb-8d60-1038829bea21 req-8f43bb83-b24f-4030-be84-9e27863abb3f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881872 Aug 03 18:53:35.557383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-b9303be6-20eb-4e95-b139-a92c1a326c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:35.558935 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-b9303be6-20eb-4e95-b139-a92c1a326c19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3938403 Aug 03 18:53:35.587175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-0d994add-dfd8-4914-bf97-55ffe965359f req-73df24e8-cf97-40e1-a232-b32dd6cdd76f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Deleting port 626ae662-f6d5-4e12-99dd-8cd58acf3f57 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:35.587561 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0d994add-dfd8-4914-bf97-55ffe965359f req-73df24e8-cf97-40e1-a232-b32dd6cdd76f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:35.672353 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e556aa35-669a-4c84-92aa-8ded2ccdba9e req-ea700c24-ed05-4e69-b958-42fd3e08c26f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:35.685826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b202572f-46d8-4018-8359-1f5762e42b58'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:35.739444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['626ae662-f6d5-4e12-99dd-8cd58acf3f57'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:35.767235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea700c24-ed05-4e69-b958-42fd3e08c26f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Pushing event deleted for resources: {'Port': ['ID=b202572f-46d8-4018-8359-1f5762e42b58,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:35.844248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-460d7d38-b67e-41e5-adef-2ca3c25a4525 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:35.845818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-460d7d38-b67e-41e5-adef-2ca3c25a4525 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 820 time: 0.2582865 Aug 03 18:53:35.864426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-7998c651-80ac-413f-b2d8-e2338caf6462 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/quotas/dc860d339a74459e8987d12f9967f2cb HTTP/1.1" status: 200 len: 375 time: 0.0126312 Aug 03 18:53:35.910258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e556aa35-669a-4c84-92aa-8ded2ccdba9e req-ea700c24-ed05-4e69-b958-42fd3e08c26f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] No DVR routers for this DVR port b202572f-46d8-4018-8359-1f5762e42b58 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:35.918619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e556aa35-669a-4c84-92aa-8ded2ccdba9e req-ea700c24-ed05-4e69-b958-42fd3e08c26f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:35.921553 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e556aa35-669a-4c84-92aa-8ded2ccdba9e req-ea700c24-ed05-4e69-b958-42fd3e08c26f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.37 "DELETE /v2.0/ports/b202572f-46d8-4018-8359-1f5762e42b58 HTTP/1.1" status: 204 len: 173 time: 1.7404122 Aug 03 18:53:35.923094 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-dc11477d-a4a5-44e3-a3fc-78982ae57d2a service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532438 Aug 03 18:53:35.950241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-d308a0af-f84b-4d40-8b5c-53ea3ec4b89f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786593 Aug 03 18:53:36.090018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0d994add-dfd8-4914-bf97-55ffe965359f req-73df24e8-cf97-40e1-a232-b32dd6cdd76f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] For port 626ae662-f6d5-4e12-99dd-8cd58acf3f57, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=626ae662-f6d5-4e12-99dd-8cd58acf3f57,segment=NetworkSegment(06d09be8-b714-416b-a662-4fc75d8eda01),segment_id=06d09be8-b714-416b-a662-4fc75d8eda01)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:36.090996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0d994add-dfd8-4914-bf97-55ffe965359f req-73df24e8-cf97-40e1-a232-b32dd6cdd76f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:36.127391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-0d994add-dfd8-4914-bf97-55ffe965359f req-73df24e8-cf97-40e1-a232-b32dd6cdd76f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Calling delete_port for 626ae662-f6d5-4e12-99dd-8cd58acf3f57 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:36.158563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-5b51b89a-3047-4ade-bd31-7eac327b1c02 service neutron] 10.222.0.78 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986008 Aug 03 18:53:36.171209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33762) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:36.221458 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-93afac48-2d5a-487d-ab17-58bd88b1f279 req-851bfec2-e40c-4d8d-b075-19fb69d65f56 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808700 Aug 03 18:53:36.368215 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0d994add-dfd8-4914-bf97-55ffe965359f req-73df24e8-cf97-40e1-a232-b32dd6cdd76f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:36.380128 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24 req-5ac36007-efff-4803-b0d9-53e837e8a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:36.382008 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24 req-5ac36007-efff-4803-b0d9-53e837e8a5a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1516e986add4c5caa8f786386912e53&device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 1099 time: 0.0797515 Aug 03 18:53:36.388490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b202572f-46d8-4018-8359-1f5762e42b58'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:36.430252 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f92f57c9-2522-48f1-b53f-2edf0f628b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:36.431987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df24e8-cf97-40e1-a232-b32dd6cdd76f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Pushing event deleted for resources: {'Port': ['ID=626ae662-f6d5-4e12-99dd-8cd58acf3f57,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:36.448156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-46cf6277-e8ea-4807-ab6c-9a2ef528004b service neutron] 10.222.0.78 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879508 Aug 03 18:53:36.526163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d994add-dfd8-4914-bf97-55ffe965359f req-73df24e8-cf97-40e1-a232-b32dd6cdd76f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] No DVR routers for this DVR port 626ae662-f6d5-4e12-99dd-8cd58acf3f57 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:36.530891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0d994add-dfd8-4914-bf97-55ffe965359f req-73df24e8-cf97-40e1-a232-b32dd6cdd76f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:36.533396 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0d994add-dfd8-4914-bf97-55ffe965359f req-73df24e8-cf97-40e1-a232-b32dd6cdd76f tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.74 "DELETE /v2.0/ports/626ae662-f6d5-4e12-99dd-8cd58acf3f57 HTTP/1.1" status: 204 len: 173 time: 1.5688274 Aug 03 18:53:36.566945 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:36.585688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f786b39-245e-4fd8-939e-e539cb3d570b req-71a83f42-227f-4e36-9b79-06835258beeb tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:36.590976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f786b39-245e-4fd8-939e-e539cb3d570b req-71a83f42-227f-4e36-9b79-06835258beeb tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 948 time: 0.3046319 Aug 03 18:53:36.602705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24 req-62146f40-5783-4bdb-8c43-209fcb0cd46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:36.604299 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24 req-62146f40-5783-4bdb-8c43-209fcb0cd46d service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2009447 Aug 03 18:53:36.710899 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24 req-9aee9dca-4b61-485b-a690-e425639b3a27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=480798e0-6cf2-4906-b825-f100cbb3d324 HTTP/1.1" status: 200 len: 217 time: 0.0931778 Aug 03 18:53:36.820909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24 req-d0324055-a3b8-4ae9-8b15-bc265c039bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:36.823336 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24 req-d0324055-a3b8-4ae9-8b15-bc265c039bf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1039989 Aug 03 18:53:36.918460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24 req-0d8415f9-9c6e-4902-84fd-53109b6434ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:36.922767 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f786b39-245e-4fd8-939e-e539cb3d570b req-6381ab81-a690-40e3-a371-51d516db921d tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084505 Aug 03 18:53:36.923952 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24 req-0d8415f9-9c6e-4902-84fd-53109b6434ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918159 Aug 03 18:53:37.065134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91483353-3148-455b-b6d9-e33a1ec6dc68', 'name': 'network-vif-deleted', 'tag': 'b202572f-46d8-4018-8359-1f5762e42b58'}, {'server_uuid': '50f124a6-cf8d-4126-837b-e4a7e8973b76', 'name': 'network-vif-deleted', 'tag': '626ae662-f6d5-4e12-99dd-8cd58acf3f57'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:37.079856 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad801a7-9c0e-4655-8ebc-61b6c1590414" -d '{"events": [{"server_uuid": "91483353-3148-455b-b6d9-e33a1ec6dc68", "name": "network-vif-deleted", "tag": "b202572f-46d8-4018-8359-1f5762e42b58"}, {"server_uuid": "50f124a6-cf8d-4126-837b-e4a7e8973b76", "name": "network-vif-deleted", "tag": "626ae662-f6d5-4e12-99dd-8cd58acf3f57"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:37.177289 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24 req-46a4d225-3a7a-49c9-9f7b-561e836d41e8 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438951 Aug 03 18:53:37.282188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3781a79-94ed-458c-a20a-13bf450fae1c req-bca1a5e7-2a90-476f-a80c-900756d6fd96 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 210 time: 0.0628939 Aug 03 18:53:37.342083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e47833-2c24-45de-90cc-74b33b4700c9 req-df101c7a-b1fd-4193-9ff3-f2dfd26131bf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:37.346840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31e47833-2c24-45de-90cc-74b33b4700c9 req-df101c7a-b1fd-4193-9ff3-f2dfd26131bf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.2994688 Aug 03 18:53:37.377023 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39c9ed34-fc55-4a8d-87e2-d1f5ac8c3d24 req-14bdd4fc-c6c7-4a56-b311-97eab0681dda service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904838 Aug 03 18:53:37.473603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31e47833-2c24-45de-90cc-74b33b4700c9 req-91ecc1b9-e15b-49eb-a270-02af1a27288d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018889 Aug 03 18:53:37.589233 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:37.686852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a59ff50-2682-408b-bb26-354c25ba429d req-5d965dcc-d7ee-4b63-bebc-71a874f58073 tempest-MultipleCreateTestJSON-209273568 tempest-MultipleCreateTestJSON-209273568-project] 10.222.0.78 "GET /v2.0/ports?device_id=50f124a6-cf8d-4126-837b-e4a7e8973b76 HTTP/1.1" status: 200 len: 210 time: 0.0439332 Aug 03 18:53:37.724056 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:37.793276 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cdc079-8f03-4f6b-ad3d-2b6340992d55 x-openstack-request-id: req-37cdc079-8f03-4f6b-ad3d-2b6340992d55 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:37.793922 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91483353-3148-455b-b6d9-e33a1ec6dc68", "name": "network-vif-deleted", "tag": "b202572f-46d8-4018-8359-1f5762e42b58", "status": "completed", "code": 200}, {"server_uuid": "50f124a6-cf8d-4126-837b-e4a7e8973b76", "name": "network-vif-deleted", "tag": "626ae662-f6d5-4e12-99dd-8cd58acf3f57", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:37.794406 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-37cdc079-8f03-4f6b-ad3d-2b6340992d55 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:37.801436 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91483353-3148-455b-b6d9-e33a1ec6dc68', 'name': 'network-vif-deleted', 'tag': 'b202572f-46d8-4018-8359-1f5762e42b58', 'status': 'completed', 'code': 200} Aug 03 18:53:37.802309 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f124a6-cf8d-4126-837b-e4a7e8973b76', 'name': 'network-vif-deleted', 'tag': '626ae662-f6d5-4e12-99dd-8cd58acf3f57', 'status': 'completed', 'code': 200} Aug 03 18:53:37.997426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] Deleting port 864c0e53-0feb-45a4-81bc-6acd2fd36f41 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:37.998139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:38.157692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8162-4530-4c33-92d4-ec2d89c64855 req-bbcaec5a-ad0f-4ead-8723-1fb1d270947f tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:38.165862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0cf8162-4530-4c33-92d4-ec2d89c64855 req-bbcaec5a-ad0f-4ead-8723-1fb1d270947f tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 948 time: 0.1406984 Aug 03 18:53:38.215505 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] For port 864c0e53-0feb-45a4-81bc-6acd2fd36f41, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=864c0e53-0feb-45a4-81bc-6acd2fd36f41,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:38.215876 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:38.239585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] Calling delete_port for 864c0e53-0feb-45a4-81bc-6acd2fd36f41 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:38.261903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0cf8162-4530-4c33-92d4-ec2d89c64855 req-0911f5e9-8f8b-4942-b588-2d40194dc9a6 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877895 Aug 03 18:53:38.329486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-d679f9a8-9dfd-4248-b4b7-3bc0f499fd4a tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:38.331340 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-d679f9a8-9dfd-4248-b4b7-3bc0f499fd4a tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 820 time: 0.2452183 Aug 03 18:53:38.350985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Request body: {'port': {'device_id': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8', 'admin_state_up': True, 'tenant_id': 'dc860d339a74459e8987d12f9967f2cb'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:38.504648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Made reservation on behalf of dc860d339a74459e8987d12f9967f2cb for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:38.508893 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:38.531553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-002e7100-08c9-4aa2-ae7c-ad6797ffaeb9 req-40c94221-47e4-46f5-b92f-f189ca632e4c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 210 time: 0.0281663 Aug 03 18:53:38.574498 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:38.624756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] Pushing event deleted for resources: {'Port': ['ID=864c0e53-0feb-45a4-81bc-6acd2fd36f41,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:38.631935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 480798e0-6cf2-4906-b825-f100cbb3d324 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:53:38.676579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b202572f-46d8-4018-8359-1f5762e42b58 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:38.730579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Allocated IP 172.20.0.6 (12a0583d-c43f-4b80-bf98-47717a5abbf8/2875b3c8-f991-4615-892b-ba13371dbecd/c666210d-b3b7-403c-b56c-1422ce6d38ee) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:38.738870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: b202572f-46d8-4018-8359-1f5762e42b58 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:38.739855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b202572f-46d8-4018-8359-1f5762e42b58 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:38.814618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 480798e0-6cf2-4906-b825-f100cbb3d324, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=480798e0-6cf2-4906-b825-f100cbb3d324,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:38.839607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '480798e0-6cf2-4906-b825-f100cbb3d324', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '480798e0-6cf2-4906-b825-f100cbb3d324', 'mac_address': 'fa:16:3e:2f:b0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:53:38.892651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 626ae662-f6d5-4e12-99dd-8cd58acf3f57 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:38.922613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 626ae662-f6d5-4e12-99dd-8cd58acf3f57 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:38.928777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 626ae662-f6d5-4e12-99dd-8cd58acf3f57 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:38.946503 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:38.973047 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:38.974873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480798e0-6cf2-4906-b825-f100cbb3d324 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:39.011202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 480798e0-6cf2-4906-b825-f100cbb3d324, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=480798e0-6cf2-4906-b825-f100cbb3d324,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:39.023374 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:39.027450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:39.089550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=480798e0-6cf2-4906-b825-f100cbb3d324,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:39.116702 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Network 12a0583d-c43f-4b80-bf98-47717a5abbf8 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:39.122600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:39.128111 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:39.149971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818df3d-a61b-48d4-b87e-ea4c4af3f521 req-1cf039b8-4526-46c2-86ce-56b024dfae44 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:39.154156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0818df3d-a61b-48d4-b87e-ea4c4af3f521 req-1cf039b8-4526-46c2-86ce-56b024dfae44 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.5350986 Aug 03 18:53:39.165048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Pushing event updated for resources: {'Port': ['ID=c666210d-b3b7-403c-b56c-1422ce6d38ee,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:39.178318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34b2ea-7d91-4167-bf9d-216eba58abe1 req-53c2ab0f-b0ce-418e-9c5e-35756986315b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:39.182013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d34b2ea-7d91-4167-bf9d-216eba58abe1 req-53c2ab0f-b0ce-418e-9c5e-35756986315b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 945 time: 0.5618336 Aug 03 18:53:39.202728 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:39.203745 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:39.220795 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-da83ca4a-3213-4fd5-91f5-1a4d445bb3a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8791118 Aug 03 18:53:39.242688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Request body: {'port': {'device_id': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:39.288463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0818df3d-a61b-48d4-b87e-ea4c4af3f521 req-947edcaf-cc14-45ab-890a-6efc8bb2e18a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258550 Aug 03 18:53:39.331030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d34b2ea-7d91-4167-bf9d-216eba58abe1 req-bad43a98-893e-47db-a443-90a05fe05ae6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385856 Aug 03 18:53:39.334920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['480798e0-6cf2-4906-b825-f100cbb3d324'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:39.335709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:39.376972 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:39.406279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33898) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:39.490004 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:39.619486 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d709df3-d225-4939-8b04-9985d48b5fda req-7125c44b-b02e-4204-9025-fd3a63a3f8f3 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:39.621011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d709df3-d225-4939-8b04-9985d48b5fda req-7125c44b-b02e-4204-9025-fd3a63a3f8f3 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 949 time: 0.0981586 Aug 03 18:53:39.719457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb74d4f5-c9d4-4161-bd5e-26ae757188b4 admin admin] Deleting subnet d089f13d-7eea-48fe-b8cd-2f892ed40fc8 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:53:39.728770 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb74d4f5-c9d4-4161-bd5e-26ae757188b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:39.790897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c666210d-b3b7-403c-b56c-1422ce6d38ee {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:39.803930 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:39.819966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Transition to ACTIVE for port object c666210d-b3b7-403c-b56c-1422ce6d38ee will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:39.825624 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:39.846127 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d709df3-d225-4939-8b04-9985d48b5fda req-085c20d4-0ceb-4d08-ad38-9fdacfedc7dc tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309750 Aug 03 18:53:39.851769 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb74d4f5-c9d4-4161-bd5e-26ae757188b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:39.934549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c666210d-b3b7-403c-b56c-1422ce6d38ee,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:40.010841 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb74d4f5-c9d4-4161-bd5e-26ae757188b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:40.014051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:40.015606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:40.015606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:40.022546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Port c666210d-b3b7-403c-b56c-1422ce6d38ee on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:53:40.023201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:40.029055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:40.029698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:40.030723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:40.031558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Bound port: c666210d-b3b7-403c-b56c-1422ce6d38ee, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:40.032144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:40.067075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9206549-1662-418c-a9cb-ced439bbcce3 req-4f5aa4ed-5d4d-49be-af73-30ed612cc59c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:40.074429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9206549-1662-418c-a9cb-ced439bbcce3 req-4f5aa4ed-5d4d-49be-af73-30ed612cc59c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 943 time: 0.1667073 Aug 03 18:53:40.078392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] Router 73f51c65-879e-42c4-8c41-e12807af4ae4 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:53:40.113922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:40.128032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:40.143069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:40.211509 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:40.212135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:40.213645 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] 10.222.0.37 "PUT /v2.0/ports/c666210d-b3b7-403c-b56c-1422ce6d38ee HTTP/1.1" status: 200 len: 1091 time: 0.9756148 Aug 03 18:53:40.214072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'tag': 'c666210d-b3b7-403c-b56c-1422ce6d38ee'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:40.216331 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952479da-1f7a-4db9-b7f7-9c856d04ddbe" -d '{"events": [{"name": "network-changed", "server_uuid": "6040c0ff-f038-46ac-9add-52ec06590ef1", "tag": "c666210d-b3b7-403c-b56c-1422ce6d38ee"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:40.252031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6504f-20fe-4e33-b996-b1c5834eeeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c666210d-b3b7-403c-b56c-1422ce6d38ee,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:40.298613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9206549-1662-418c-a9cb-ced439bbcce3 req-115a05be-f192-4005-a85d-5ee0b23a80ac tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171726 Aug 03 18:53:40.303845 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb74d4f5-c9d4-4161-bd5e-26ae757188b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:40.344539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-ff2d617d-e4bd-4711-8919-fd4ecc8b923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:40.347411 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-ff2d617d-e4bd-4711-8919-fd4ecc8b923f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 1094 time: 0.0655966 Aug 03 18:53:40.381056 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5196a210-ad40-43ab-bdac-c18d48395cf2 x-openstack-request-id: req-5196a210-ad40-43ab-bdac-c18d48395cf2 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:40.381364 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6040c0ff-f038-46ac-9add-52ec06590ef1", "tag": "c666210d-b3b7-403c-b56c-1422ce6d38ee", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:40.381650 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5196a210-ad40-43ab-bdac-c18d48395cf2 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:40.382064 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'tag': 'c666210d-b3b7-403c-b56c-1422ce6d38ee', 'status': 'completed', 'code': 200} Aug 03 18:53:40.425768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:53:40.439300 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba03fe1-8d14-41d2-ae71-a31efa7f1892 None None] Sync routers for ids ['73f51c65-879e-42c4-8c41-e12807af4ae4'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:53:40.439950 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-ce6889f9-c7b8-45c2-a5cb-f1fcaca00331 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee HTTP/1.1" status: 200 len: 217 time: 0.0844278 Aug 03 18:53:40.454466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9b22aeef-b3e4-4738-9b1f-6eb494743328 admin admin] 10.222.0.78 "PUT /v2.0/routers/73f51c65-879e-42c4-8c41-e12807af4ae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2819777 Aug 03 18:53:40.455600 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba03fe1-8d14-41d2-ae71-a31efa7f1892 None None] Routers {'73f51c65-879e-42c4-8c41-e12807af4ae4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:40.456610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33974) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:40.457413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74d4f5-c9d4-4161-bd5e-26ae757188b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d089f13d-7eea-48fe-b8cd-2f892ed40fc8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:40.458501 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bba03fe1-8d14-41d2-ae71-a31efa7f1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['73f51c65-879e-42c4-8c41-e12807af4ae4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:40.461648 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb74d4f5-c9d4-4161-bd5e-26ae757188b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:40.465775 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cb74d4f5-c9d4-4161-bd5e-26ae757188b4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/d089f13d-7eea-48fe-b8cd-2f892ed40fc8 HTTP/1.1" status: 204 len: 168 time: 1.0560296 Aug 03 18:53:40.466638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33978) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:40.610533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d599b-17bf-4679-b656-a871f2de6eb2 req-3821ebf1-313d-428d-8cc6-a8b3e0623ce4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:40.618442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-618d599b-17bf-4679-b656-a871f2de6eb2 req-3821ebf1-313d-428d-8cc6-a8b3e0623ce4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1105752 Aug 03 18:53:40.658281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:40.659878 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 480798e0-6cf2-4906-b825-f100cbb3d324 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:40.720274 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-618d599b-17bf-4679-b656-a871f2de6eb2 req-066a0b1b-c552-4ea5-9c05-55939db8d673 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990391 Aug 03 18:53:40.753288 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-20edd186-2ef0-4a25-8c77-a57a0bd00324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:40.754443 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-bba03fe1-8d14-41d2-ae71-a31efa7f1892 None None] Set router 73f51c65-879e-42c4-8c41-e12807af4ae4 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:40.759585 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-20edd186-2ef0-4a25-8c77-a57a0bd00324 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.3118088 Aug 03 18:53:40.816378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 480798e0-6cf2-4906-b825-f100cbb3d324 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:40.824754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 480798e0-6cf2-4906-b825-f100cbb3d324 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:40.825136 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:40.855704 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-bdab7cbd-cee3-4c62-b405-98a84877bc59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830362 Aug 03 18:53:40.862769 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:40.885652 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:40.987979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-712ccc99-6342-484a-aeaa-175596f94a3e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1800579792&fields=id&tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612 HTTP/1.1" status: 200 len: 267 time: 0.0784945 Aug 03 18:53:41.010121 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:41.063107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f9045b-2ade-4eb3-9744-a0085b06e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480798e0-6cf2-4906-b825-f100cbb3d324'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:41.066129 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a8fa17-cacc-44c2-9dc8-ee7764211904" -d '{"events": [{"server_uuid": "98f9045b-2ade-4eb3-9744-a0085b06e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "480798e0-6cf2-4906-b825-f100cbb3d324"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:41.080033 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bba03fe1-8d14-41d2-ae71-a31efa7f1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-router', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:53:38Z', 'revision_number': 5, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'gw_port': {'id': '764fd236-113f-4d8d-8ed5-95195ea8fa86', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:25Z', 'updated_at': '2021-08-03T18:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:41.081997 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 480798e0-6cf2-4906-b825-f100cbb3d324, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=480798e0-6cf2-4906-b825-f100cbb3d324,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:41.086985 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:41.118633 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba03fe1-8d14-41d2-ae71-a31efa7f1892 None None] Checking router: 73f51c65-879e-42c4-8c41-e12807af4ae4 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:53:41.130520 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba03fe1-8d14-41d2-ae71-a31efa7f1892 None None] Routers {'73f51c65-879e-42c4-8c41-e12807af4ae4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:41.131283 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bba03fe1-8d14-41d2-ae71-a31efa7f1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['73f51c65-879e-42c4-8c41-e12807af4ae4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:41.160376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=480798e0-6cf2-4906-b825-f100cbb3d324,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:41.168447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Deleting port 764fd236-113f-4d8d-8ed5-95195ea8fa86 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:41.168793 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:41.256575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:41.276955 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-bba03fe1-8d14-41d2-ae71-a31efa7f1892 None None] Set router 73f51c65-879e-42c4-8c41-e12807af4ae4 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:41.289820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f47f5-88e8-4960-80cd-75318172e439 req-b2161200-a9ff-4201-bcff-4b8280f38efb tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:41.295166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3225c2-64a3-4fb4-a866-018b11d8ef7e']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:41.297815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd6f47f5-88e8-4960-80cd-75318172e439 req-b2161200-a9ff-4201-bcff-4b8280f38efb tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 950 time: 0.1679363 Aug 03 18:53:41.305269 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-935f6198-8ece-47e6-8b5b-7ac558d8346e service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347489 Aug 03 18:53:41.315140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d09be8-b714-416b-a662-4fc75d8eda01') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:41.315469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d09be8-b714-416b-a662-4fc75d8eda01') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:41.335443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-69f23baa-b8d0-41ec-9641-10c7cb1d47e3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:41.337445 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-69f23baa-b8d0-41ec-9641-10c7cb1d47e3 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/networks?id=31240d09-c12e-43f9-8d62-a9e18e6d7a04 HTTP/1.1" status: 200 len: 823 time: 0.3300948 Aug 03 18:53:41.352726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:41.368942 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bba03fe1-8d14-41d2-ae71-a31efa7f1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-router', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:53:40Z', 'revision_number': 6, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:41.377957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] For port 764fd236-113f-4d8d-8ed5-95195ea8fa86, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=764fd236-113f-4d8d-8ed5-95195ea8fa86,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:41.378330 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:41.394397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd6f47f5-88e8-4960-80cd-75318172e439 req-0d5ef793-e07e-4423-9b0f-91e4f478053f tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955679 Aug 03 18:53:41.406651 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba03fe1-8d14-41d2-ae71-a31efa7f1892 None None] The sync data for ids ['73f51c65-879e-42c4-8c41-e12807af4ae4'] in n-d-802918-7 is: [{'id': '73f51c65-879e-42c4-8c41-e12807af4ae4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1836090253-router', 'tenant_id': 'bfcc6651f6a14a659738f55d9852b017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:53:40Z', 'revision_number': 6, 'project_id': 'bfcc6651f6a14a659738f55d9852b017', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:53:41.408917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:41.418874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:53:41.419336 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:53:41.422132 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:53:41.424222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Calling delete_port for 764fd236-113f-4d8d-8ed5-95195ea8fa86 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:41.513378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-7cef8d68-770d-4ba8-aa74-592f6646eecc tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/quotas/fd8c48d64fcd431e8d2d0da8cb4bf612 HTTP/1.1" status: 200 len: 375 time: 0.1631854 Aug 03 18:53:41.524820 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5d97559-218e-4b04-9aaf-8a0c2143b3e8 req-13bbbccf-ebe0-4df3-bdc3-b0791caea801 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070498 Aug 03 18:53:41.526112 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:41.531506 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:41.533526 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5f3225c2-64a3-4fb4-a866-018b11d8ef7e HTTP/1.1" status: 204 len: 168 time: 1.0661242 Aug 03 18:53:41.550519 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8468792-8391-4e2e-ac0b-47d8abaf8621 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3225c2-64a3-4fb4-a866-018b11d8ef7e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:41.656873 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952479da-1f7a-4db9-b7f7-9c856d04ddbe req-945c4a51-3d56-46ce-859d-473e2f4c988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:41.660161 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952479da-1f7a-4db9-b7f7-9c856d04ddbe req-945c4a51-3d56-46ce-859d-473e2f4c988f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 1094 time: 0.0575223 Aug 03 18:53:41.698349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-23cfac90-823e-4a07-95bf-9d27428ac8a8 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1750679 Aug 03 18:53:41.860996 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-4fa492de-27ba-4864-80b2-14cf74191b7e service neutron] 10.222.0.78 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568348 Aug 03 18:53:41.880456 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:41.937107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952479da-1f7a-4db9-b7f7-9c856d04ddbe req-6c162627-6f7d-41cc-9748-8fa3d5316676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:41.938820 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952479da-1f7a-4db9-b7f7-9c856d04ddbe req-6c162627-6f7d-41cc-9748-8fa3d5316676 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.2657690 Aug 03 18:53:41.964475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34054) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:41.976355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Pushing event deleted for resources: {'Port': ['ID=764fd236-113f-4d8d-8ed5-95195ea8fa86,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:41.993914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-04749462-0d0a-4abc-b21a-2f69765c4e47 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:41.995467 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-04749462-0d0a-4abc-b21a-2f69765c4e47 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5 HTTP/1.1" status: 200 len: 945 time: 0.1605582 Aug 03 18:53:42.042165 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952479da-1f7a-4db9-b7f7-9c856d04ddbe req-98aba207-3dff-4c18-8d26-22d5f869b842 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee HTTP/1.1" status: 200 len: 217 time: 0.0933867 Aug 03 18:53:42.060660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.188610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34064) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:42.188799 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-20fa6587-dd5f-4bef-b7ff-d50234b1d69d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b727e1c4fb5645b8868d1171dcacb847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127779 Aug 03 18:53:42.190498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952479da-1f7a-4db9-b7f7-9c856d04ddbe req-41b309b0-9a85-46e8-93d3-5b605b5c7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:42.192010 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952479da-1f7a-4db9-b7f7-9c856d04ddbe req-41b309b0-9a85-46e8-93d3-5b605b5c7923 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.1321537 Aug 03 18:53:42.224217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.234358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.253483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Deleting port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:42.253974 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.258810 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952479da-1f7a-4db9-b7f7-9c856d04ddbe req-b8c442bb-be82-4e82-99e6-04e4b35fd844 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512650 Aug 03 18:53:42.272849 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db312da1-edc9-4e2f-bc1f-dfb1c5156f26 x-openstack-request-id: req-db312da1-edc9-4e2f-bc1f-dfb1c5156f26 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:42.274303 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f9045b-2ade-4eb3-9744-a0085b06e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "480798e0-6cf2-4906-b825-f100cbb3d324", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:42.279123 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db312da1-edc9-4e2f-bc1f-dfb1c5156f26 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:42.281641 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f9045b-2ade-4eb3-9744-a0085b06e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480798e0-6cf2-4906-b825-f100cbb3d324', 'code': 200} Aug 03 18:53:42.305728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-863ae841-af93-4a18-ab37-e91de67a8e87 service neutron] 10.222.0.78 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423561 Aug 03 18:53:42.464994 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.470395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f51c65-879e-42c4-8c41-e12807af4ae4 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 18:53:42.482553 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.486564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b1041d4c-02ef-4cd9-b14a-894598c6ae27 admin admin] 10.222.0.78 "DELETE /v2.0/routers/73f51c65-879e-42c4-8c41-e12807af4ae4 HTTP/1.1" status: 204 len: 168 time: 2.0264263 Aug 03 18:53:42.488280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34072) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:42.559442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0b61e-2cdb-42d9-9e18-2bdd091b654f req-2f92a6e8-57b7-497e-a3ea-d6a07660172e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:42.562518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8cc0b61e-2cdb-42d9-9e18-2bdd091b654f req-2f92a6e8-57b7-497e-a3ea-d6a07660172e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 943 time: 0.1940799 Aug 03 18:53:42.563210 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c6427a76-ac04-4397-9b64-45ed2037c7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.606540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82448b7-f266-4e54-bc1d-a880f65f61a5 admin admin] Deleting subnet 09484251-14be-4f68-a411-25f3918cd2ca {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:53:42.619244 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d82448b7-f266-4e54-bc1d-a880f65f61a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.622297 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c6427a76-ac04-4397-9b64-45ed2037c7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.622581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] For port 7a8e4141-c2d3-44f6-9a64-3b8a26216075, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7a8e4141-c2d3-44f6-9a64-3b8a26216075,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:42.623061 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:42.631176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851de7b2-4619-4fff-ba2f-9a6ca2e820b6 req-01fc0c0e-718b-46e7-b9d2-fabcc2a4a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:42.633825 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-851de7b2-4619-4fff-ba2f-9a6ca2e820b6 req-01fc0c0e-718b-46e7-b9d2-fabcc2a4a283 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 1101 time: 0.2388241 Aug 03 18:53:43.035812 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952479da-1f7a-4db9-b7f7-9c856d04ddbe req-8edf79bf-a26c-4309-8657-198666b39378 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599857 Aug 03 18:53:43.068046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8cc0b61e-2cdb-42d9-9e18-2bdd091b654f req-1fae1683-a781-42a3-9b7c-5fe51445a4bf tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918134 Aug 03 18:53:43.099399 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d82448b7-f266-4e54-bc1d-a880f65f61a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:43.193928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 764fd236-113f-4d8d-8ed5-95195ea8fa86 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:43.220614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 764fd236-113f-4d8d-8ed5-95195ea8fa86 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:43.221249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 764fd236-113f-4d8d-8ed5-95195ea8fa86 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:43.221893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 864c0e53-0feb-45a4-81bc-6acd2fd36f41 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:43.252508 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 864c0e53-0feb-45a4-81bc-6acd2fd36f41 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:43.253354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 864c0e53-0feb-45a4-81bc-6acd2fd36f41 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:43.284856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc879d6-16e3-4e66-9877-db03744fcfc4 req-b0bdfd52-059b-480b-9904-b3043a8e8471 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:43.286896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dbc879d6-16e3-4e66-9877-db03744fcfc4 req-b0bdfd52-059b-480b-9904-b3043a8e8471 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.6356735 Aug 03 18:53:43.313435 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952479da-1f7a-4db9-b7f7-9c856d04ddbe req-e475d859-8fd6-48cc-8ca3-48de839b1c12 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192364 Aug 03 18:53:43.319502 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c6427a76-ac04-4397-9b64-45ed2037c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:43.320338 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-851de7b2-4619-4fff-ba2f-9a6ca2e820b6 req-2d948699-c7d2-494c-8313-15778993d925 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6763451 Aug 03 18:53:43.323601 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c6427a76-ac04-4397-9b64-45ed2037c7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:43.324788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c6427a76-ac04-4397-9b64-45ed2037c7d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a254958f-b49a-417b-a60c-ed2bfeba6c93 HTTP/1.1" status: 204 len: 168 time: 1.1333473 Aug 03 18:53:43.347310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d82448b7-f266-4e54-bc1d-a880f65f61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:43.392412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6427a76-ac04-4397-9b64-45ed2037c7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a254958f-b49a-417b-a60c-ed2bfeba6c93,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:43.447315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dbc879d6-16e3-4e66-9877-db03744fcfc4 req-d474be5d-d805-409e-b070-4ba99cc3f380 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494956 Aug 03 18:53:43.505313 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d82448b7-f266-4e54-bc1d-a880f65f61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:43.564268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82448b7-f266-4e54-bc1d-a880f65f61a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09484251-14be-4f68-a411-25f3918cd2ca,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:43.581360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cbce1e-549b-42d8-83f7-a23d74fe82ed None None] Network 9a37c694-ac58-44e2-a072-aca82b747de0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:53:43.599901 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d82448b7-f266-4e54-bc1d-a880f65f61a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:43.604963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d82448b7-f266-4e54-bc1d-a880f65f61a5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/09484251-14be-4f68-a411-25f3918cd2ca HTTP/1.1" status: 204 len: 168 time: 1.1105146 Aug 03 18:53:43.612408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34116) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:43.723573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:43.724640 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:43.725036 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Floating IP 35567ecf-ae5b-4004-8d06-9d8110247b5a disassociated. External IP: 172.25.8.198, port: 7a8e4141-c2d3-44f6-9a64-3b8a26216075. Aug 03 18:53:43.725396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Calling delete_port for 7a8e4141-c2d3-44f6-9a64-3b8a26216075 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:43.786220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260c55c-488f-4f89-956b-6c8b9ae4c263 req-3e735000-181f-4645-b72e-c7f0add69f5e tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:43.787814 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a260c55c-488f-4f89-956b-6c8b9ae4c263 req-3e735000-181f-4645-b72e-c7f0add69f5e tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 950 time: 0.2257602 Aug 03 18:53:43.829191 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:43.877754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a260c55c-488f-4f89-956b-6c8b9ae4c263 req-f7cc574b-af27-4097-8d5f-7f7cabe6a41a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771415 Aug 03 18:53:43.962170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] DHCP port deletion for 9a37c694-ac58-44e2-a072-aca82b747de0 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 18:53:43.992740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Deleting port bfdd8c19-7157-4785-9bab-e95b8f88dced {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:43.993289 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:44.025283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Deleting port bfdd8c19-7157-4785-9bab-e95b8f88dced {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:44.025702 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:44.080164 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-831818ef-28b7-4d6a-ba75-4fcb65e1878a req-3e4b1048-a43f-4e0c-a0bd-14f09d730c42 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 210 time: 0.0825334 Aug 03 18:53:44.085138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:44.141148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] For port bfdd8c19-7157-4785-9bab-e95b8f88dced, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bfdd8c19-7157-4785-9bab-e95b8f88dced,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:44.143626 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:44.177212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Calling delete_port for bfdd8c19-7157-4785-9bab-e95b8f88dced owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:44.247628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Pushing event deleted for resources: {'Port': ['ID=7a8e4141-c2d3-44f6-9a64-3b8a26216075,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:44.294944 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] For port bfdd8c19-7157-4785-9bab-e95b8f88dced, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bfdd8c19-7157-4785-9bab-e95b8f88dced,segment=NetworkSegment(98434a2c-b064-44d6-9632-e0b8a7052c60),segment_id=98434a2c-b064-44d6-9632-e0b8a7052c60)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:44.297546 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:44.319466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ad95a-52d9-4ad6-8d9f-97e8214980db req-f858d3d9-1a5e-4087-b32d-d899215fea1f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:44.330227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-757ad95a-52d9-4ad6-8d9f-97e8214980db req-f858d3d9-1a5e-4087-b32d-d899215fea1f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 943 time: 0.1306584 Aug 03 18:53:44.339771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Calling delete_port for bfdd8c19-7157-4785-9bab-e95b8f88dced owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:44.559818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Router c16fffa5-753f-4c1e-aa44-2c249205d082 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:53:44.581590 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:44.604153 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:44.653925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-757ad95a-52d9-4ad6-8d9f-97e8214980db req-a686cb6f-8101-4e00-ad66-3df5e4070c79 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226783 Aug 03 18:53:44.739445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c666210d-b3b7-403c-b56c-1422ce6d38ee details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:53:44.746248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Pushing event deleted for resources: {'Port': ['ID=bfdd8c19-7157-4785-9bab-e95b8f88dced,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:44.757457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] No DVR routers for this DVR port bfdd8c19-7157-4785-9bab-e95b8f88dced on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:44.774014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdd8c19-7157-4785-9bab-e95b8f88dced,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:44.788951 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.789578 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.790080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.790597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.791662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.792155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.792644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.793122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.793650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.794133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.794612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.795169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e3039-d7de-4fb9-b3b4-53319009ac17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:44.860871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] No DVR routers for this DVR port bfdd8c19-7157-4785-9bab-e95b8f88dced on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:44.876552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:53:44.958238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e77569-b509-4cff-b790-300f3514838f None None] Sync routers for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:53:44.965342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 7a8e4141-c2d3-44f6-9a64-3b8a26216075 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:44.992651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] No DVR routers for this DVR port 7a8e4141-c2d3-44f6-9a64-3b8a26216075 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:44.998065 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.000178 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0f2f828a-a3a6-4cd9-8ecc-1e2ea99083b4 req-e5271ec8-f2a2-478d-8b4d-167510fe4f94 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.74 "DELETE /v2.0/ports/7a8e4141-c2d3-44f6-9a64-3b8a26216075 HTTP/1.1" status: 204 len: 173 time: 2.9708915 Aug 03 18:53:45.000495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 7a8e4141-c2d3-44f6-9a64-3b8a26216075 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:45.000624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'name': 'network-vif-deleted', 'tag': '7a8e4141-c2d3-44f6-9a64-3b8a26216075'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:45.001713 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 7a8e4141-c2d3-44f6-9a64-3b8a26216075 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:45.012586 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244bef53-2656-430f-8246-55578bb7dde7" -d '{"events": [{"server_uuid": "a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5", "name": "network-vif-deleted", "tag": "7a8e4141-c2d3-44f6-9a64-3b8a26216075"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:45.053844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e77569-b509-4cff-b790-300f3514838f None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:45.057600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-95e77569-b509-4cff-b790-300f3514838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:45.091494 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34180) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:45.124574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-3bb6570e-f269-41c8-8c5d-f9f474d7e7bc tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:45.126921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-3bb6570e-f269-41c8-8c5d-f9f474d7e7bc tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.74 "GET /v2.0/networks?id=31240d09-c12e-43f9-8d62-a9e18e6d7a04 HTTP/1.1" status: 200 len: 823 time: 0.8273802 Aug 03 18:53:45.188773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c142a9-4438-4ebe-9c07-7a2a1a230ea7 req-440391d6-4c2f-4f67-8463-b0754e4bf028 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:45.192297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4c142a9-4438-4ebe-9c07-7a2a1a230ea7 req-440391d6-4c2f-4f67-8463-b0754e4bf028 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.4033346 Aug 03 18:53:45.198689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bfdd8c19-7157-4785-9bab-e95b8f88dced no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:45.200828 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.211230 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.259345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a37c694-ac58-44e2-a072-aca82b747de0']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:45.304260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98434a2c-b064-44d6-9632-e0b8a7052c60') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:45.304574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98434a2c-b064-44d6-9632-e0b8a7052c60') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:45.318172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7003c-b0b3-4d2d-901c-5ee1d53dbeee req-4fe12547-b012-4ecb-8c72-711d83662185 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:45.320013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93c7003c-b0b3-4d2d-901c-5ee1d53dbeee req-4fe12547-b012-4ecb-8c72-711d83662185 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 950 time: 0.3119462 Aug 03 18:53:45.329913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-661323411-network', 'tenant_id': '60edf04d68a54b668308e36955acb7f4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:45.341451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-6a2c0496-ff54-4231-b416-88d82b0eac9b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612 HTTP/1.1" status: 200 len: 380 time: 0.1784377 Aug 03 18:53:45.354752 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.378322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Made reservation on behalf of 60edf04d68a54b668308e36955acb7f4 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:45.378615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Request body: {'port': {'device_id': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'admin_state_up': True, 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'security_groups': ['f1288d6b-d570-4ded-a15f-989c3fbbdbb3']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:45.383379 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.398384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.402610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4c142a9-4438-4ebe-9c07-7a2a1a230ea7 req-aa38f9f2-684d-4304-a4f3-8dfb4b23936d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969111 Aug 03 18:53:45.430568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: bfdd8c19-7157-4785-9bab-e95b8f88dced {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:45.431304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bfdd8c19-7157-4785-9bab-e95b8f88dced not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:45.469525 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.499067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:53:45.499569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: timer() Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:53:45.501414 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:53:45.550027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93c7003c-b0b3-4d2d-901c-5ee1d53dbeee req-f1584028-812a-4b50-a67c-862a4b4ad499 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172782 Aug 03 18:53:45.550247 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a5c235-1846-4f07-aac1-0bc3029b820b x-openstack-request-id: req-66a5c235-1846-4f07-aac1-0bc3029b820b {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:45.550247 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5", "name": "network-vif-deleted", "tag": "7a8e4141-c2d3-44f6-9a64-3b8a26216075", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:45.550671 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66a5c235-1846-4f07-aac1-0bc3029b820b {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:45.551435 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d2d962-6abf-4a29-bb6a-ec4de3a9f4e5', 'name': 'network-vif-deleted', 'tag': '7a8e4141-c2d3-44f6-9a64-3b8a26216075', 'status': 'completed', 'code': 200} Aug 03 18:53:45.562007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:45.596468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'c666210d-b3b7-403c-b56c-1422ce6d38ee', 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8', 'port_id': 'c666210d-b3b7-403c-b56c-1422ce6d38ee', 'mac_address': 'fa:16:3e:52:15:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2875b3c8-f991-4615-892b-ba13371dbecd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:53:45.638841 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34192) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:45.677937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-95e77569-b509-4cff-b790-300f3514838f None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:45.705946 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.719252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.734861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa181d72-d925-4f03-aca1-e4a00b2ba828 req-1bb355dd-4ec9-4c3d-9c69-ce3cb071d972 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 210 time: 0.0650985 Aug 03 18:53:45.738104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.752464 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.757971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9a37c694-ac58-44e2-a072-aca82b747de0 HTTP/1.1" status: 204 len: 168 time: 2.1444592 Aug 03 18:53:45.765688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34200) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:45.830029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b13712-026c-427e-8a6b-072d2645c0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a37c694-ac58-44e2-a072-aca82b747de0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:45.867742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:53:45.882189 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:53:45.888424 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.919526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b23a535-adc9-4a6c-b90e-3eb5495eddfa,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:45.955983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Made reservation on behalf of fd8c48d64fcd431e8d2d0da8cb4bf612 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:45.968498 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.987598 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:45.988469 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Added segment d8bda778-f131-44f4-9f1e-cfd0a87ee665 of type vlan for network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf Aug 03 18:53:46.022531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c666210d-b3b7-403c-b56c-1422ce6d38ee {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:46.026129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad79bee-ee66-4f62-9731-f85d9b6687c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.084747 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.117962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:46.135748 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.149932 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.151037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:46.151714 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.260194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c666210d-b3b7-403c-b56c-1422ce6d38ee,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:46.284276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] Pushing event updated for resources: {'Network': ['ID=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:46.295995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:53:46.298828 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad79bee-ee66-4f62-9731-f85d9b6687c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.307604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad79bee-ee66-4f62-9731-f85d9b6687c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.326965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b29937-3c5f-49af-9c4a-34ba83384e40 req-ee69f0b2-04d4-456e-8ee3-f6f314f8aef7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:46.338383 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d74232bc-3b2a-4b0f-8fcd-fb4e3413a586 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2408543 Aug 03 18:53:46.338678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99b29937-3c5f-49af-9c4a-34ba83384e40 req-ee69f0b2-04d4-456e-8ee3-f6f314f8aef7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 943 time: 0.3527172 Aug 03 18:53:46.340272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34204) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:46.352437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] Request body: {'subnet': {'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-661323411-subnet', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:46.368261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba978a2-67b8-495f-b391-35480e7441cb req-1912e16e-ba32-4c47-8b6f-44e9f14cd4e7 tempest-ServersAdminNegativeTestJSON-298231250 tempest-ServersAdminNegativeTestJSON-298231250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:46.370416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eba978a2-67b8-495f-b391-35480e7441cb req-1912e16e-ba32-4c47-8b6f-44e9f14cd4e7 tempest-ServersAdminNegativeTestJSON-298231250 tempest-ServersAdminNegativeTestJSON-298231250-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 1101 time: 0.2945020 Aug 03 18:53:46.401009 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-95e77569-b509-4cff-b790-300f3514838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:46.437678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e77569-b509-4cff-b790-300f3514838f None None] Checking router: c16fffa5-753f-4c1e-aa44-2c249205d082 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:53:46.438696 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fad79bee-ee66-4f62-9731-f85d9b6687c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=947cd31cfe1049c386bef904d4c41f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7820892 Aug 03 18:53:46.446385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e77569-b509-4cff-b790-300f3514838f None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:46.448325 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-95e77569-b509-4cff-b790-300f3514838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:46.452519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34206) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:46.459007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad79bee-ee66-4f62-9731-f85d9b6687c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1149e30e-a172-4bb8-a780-157ef72174b4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:46.466380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99b29937-3c5f-49af-9c4a-34ba83384e40 req-533648a5-9716-4a08-b0a3-3820308ba031 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304929 Aug 03 18:53:46.469712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] Made reservation on behalf of 60edf04d68a54b668308e36955acb7f4 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:46.475046 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.496485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c666210d-b3b7-403c-b56c-1422ce6d38ee'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:46.574199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eba978a2-67b8-495f-b391-35480e7441cb req-9d708b2d-c513-49a6-bdaa-5553a48857a7 tempest-ServersAdminNegativeTestJSON-298231250 tempest-ServersAdminNegativeTestJSON-298231250-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.671507 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-95e77569-b509-4cff-b790-300f3514838f None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:46.781658 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.791783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Allocated IP 172.20.0.8 (31240d09-c12e-43f9-8d62-a9e18e6d7a04/3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a/76ff90b3-d320-4ffc-9389-d40cc800efa8) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:46.852365 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-698c7e0a-319c-4299-a56d-de4aa8cf0295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.868566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d8800-9b91-4529-9ca3-993f779f9e90 req-829c8584-db90-49fc-ba58-1855eb8d7f52 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:46.870521 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f81d8800-9b91-4529-9ca3-993f779f9e90 req-829c8584-db90-49fc-ba58-1855eb8d7f52 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.2270749 Aug 03 18:53:46.905146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=566f535f-1949-4a30-a0e9-cad8aa066a09,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:46.913895 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] Checking segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:46.916046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] Network hostable DHCP agents. Network: 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:53:46.942830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:53:46.961946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:46.969890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:46.970842 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:46.989253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363793f4-00d9-4a84-be1c-064774bd568b None None] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:53:46.994894 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-698c7e0a-319c-4299-a56d-de4aa8cf0295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.097633 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eba978a2-67b8-495f-b391-35480e7441cb req-9d708b2d-c513-49a6-bdaa-5553a48857a7 tempest-ServersAdminNegativeTestJSON-298231250 tempest-ServersAdminNegativeTestJSON-298231250-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.098775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-95e77569-b509-4cff-b790-300f3514838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:47.114040 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c604c584-da37-43d4-891d-43741057c2c5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7730129 Aug 03 18:53:47.116615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34214) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:47.120509 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eba978a2-67b8-495f-b391-35480e7441cb req-9d708b2d-c513-49a6-bdaa-5553a48857a7 tempest-ServersAdminNegativeTestJSON-298231250 tempest-ServersAdminNegativeTestJSON-298231250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.127054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:47.130984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f81d8800-9b91-4529-9ca3-993f779f9e90 req-2b28349d-b26f-4bf7-8c11-c96dc0970426 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391567 Aug 03 18:53:47.157452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e77569-b509-4cff-b790-300f3514838f None None] The sync data for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 is: [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:53:47.192642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.196475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.217081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eba978a2-67b8-495f-b391-35480e7441cb req-9d708b2d-c513-49a6-bdaa-5553a48857a7 tempest-ServersAdminNegativeTestJSON-298231250 tempest-ServersAdminNegativeTestJSON-298231250-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7940936 Aug 03 18:53:47.245202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:53:47.246349 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.308173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d708b2d-c513-49a6-bdaa-5553a48857a7 tempest-ServersAdminNegativeTestJSON-298231250 tempest-ServersAdminNegativeTestJSON-298231250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f69e396-85de-4420-b511-01ae4b825716,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:47.329878 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.404963 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-698c7e0a-319c-4299-a56d-de4aa8cf0295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.407842 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-698c7e0a-319c-4299-a56d-de4aa8cf0295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.414826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-698c7e0a-319c-4299-a56d-de4aa8cf0295 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1149e30e-a172-4bb8-a780-157ef72174b4 HTTP/1.1" status: 204 len: 168 time: 0.9554741 Aug 03 18:53:47.414826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91f102bd-2820-49ba-964c-5c32b72e9f33 req-f706aa07-9512-4d9b-b37f-12465f073688 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 210 time: 0.1174278 Aug 03 18:53:47.427847 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.451629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Transition to ACTIVE for port object 76ff90b3-d320-4ffc-9389-d40cc800efa8 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:47.534919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.579444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c7e0a-319c-4299-a56d-de4aa8cf0295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1149e30e-a172-4bb8-a780-157ef72174b4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:47.598460 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.689302 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:47.694227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:47.705935 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98cab6e-61ec-42c7-90c4-9b0f426de03c None None] New status for floating IP 35567ecf-ae5b-4004-8d06-9d8110247b5a: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:53:47.710651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Allocated IP 172.20.0.2 (2bf9a5b8-bfa0-479f-a96f-a333f322fcdf/566f535f-1949-4a30-a0e9-cad8aa066a09/17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:47.770897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:47.778216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Pushing event updated for resources: {'Port': ['ID=76ff90b3-d320-4ffc-9389-d40cc800efa8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:47.783754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:48.047878 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.055516 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.071266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Transition to ACTIVE for port object 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:48.107887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Transition to ACTIVE for port object 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:48.112363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.128475 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.284828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:48.287883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Pushing event updated for resources: {'Port': ['ID=17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:48.291149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:48.297725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:48.299936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-86ea7e04-950d-4412-ac39-46153cdc7ff7 None None] Provisioning for port 76ff90b3-d320-4ffc-9389-d40cc800efa8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:48.307879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-86ea7e04-950d-4412-ac39-46153cdc7ff7 None None] Provisioning complete for port 76ff90b3-d320-4ffc-9389-d40cc800efa8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:48.308367 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-86ea7e04-950d-4412-ac39-46153cdc7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.386652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Allocated IP 172.25.8.79 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/ca24d4df-f50e-45a0-886c-5d1c7b1f9537) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:48.397041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafaebe-62cb-492a-8adf-baff6fb7c56e req-118d10ed-608a-4357-933b-8725035aaea9 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:48.409060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3fafaebe-62cb-492a-8adf-baff6fb7c56e req-118d10ed-608a-4357-933b-8725035aaea9 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 944 time: 0.7232592 Aug 03 18:53:48.411426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Attempting to bind port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:48.411996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Attempting to bind port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:48.412580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Attempting to bind port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:48.416728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-86ea7e04-950d-4412-ac39-46153cdc7ff7 None None] Port 76ff90b3-d320-4ffc-9389-d40cc800efa8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:53:48.421283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:48.422144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Checking segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:48.422769 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.423368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Bound using segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:48.424077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Bound port: 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:48.424832 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.503964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:48.504866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.509652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] For port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:48.523507 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] For port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:48.535151 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.573906 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.578518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3fafaebe-62cb-492a-8adf-baff6fb7c56e req-f6b7a495-1f29-4928-be93-8940f2710861 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682899 Aug 03 18:53:48.583851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-234f4f5c-181a-4be4-9d1c-81b78f2cfd7b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2180762 Aug 03 18:53:48.640451 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.657598 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dea2d-3d9f-4b4a-99fb-785f15a2b730 None None] Pushing event updated for resources: {'Port': ['ID=17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:48.668874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7ad65-48ae-4c89-92e1-b9e9c53c23f4 req-d40452ae-0da8-4203-9dd3-9a285aab3b46 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:48.687410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86b7ad65-48ae-4c89-92e1-b9e9c53c23f4 req-d40452ae-0da8-4203-9dd3-9a285aab3b46 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.3115375 Aug 03 18:53:48.699935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Request body: {'port': {'device_id': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:48.702130 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c666210d-b3b7-403c-b56c-1422ce6d38ee up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:48.737393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Pushing event updated for resources: {'Port': ['ID=ca24d4df-f50e-45a0-886c-5d1c7b1f9537,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:48.772091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:48.774524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:48.784874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:48.812812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port c666210d-b3b7-403c-b56c-1422ce6d38ee completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:48.818161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port c666210d-b3b7-403c-b56c-1422ce6d38ee triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:48.819026 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:48.846719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86b7ad65-48ae-4c89-92e1-b9e9c53c23f4 req-2d20ba42-06fc-429c-8ba9-3e250e11c64a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578290 Aug 03 18:53:48.921922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34246) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:48.985779 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:49.035372 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:49.096035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c666210d-b3b7-403c-b56c-1422ce6d38ee'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:49.109344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65c31b-b2d3-4754-a36b-dbba5655b974 req-98666fcc-73e0-4ab2-962a-e1d998f68d03 tempest-ServersAdminNegativeTestJSON-298231250 tempest-ServersAdminNegativeTestJSON-298231250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:49.109974 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb81a0f-ff2b-4457-bfcb-83acd4e85cd3" -d '{"events": [{"server_uuid": "6040c0ff-f038-46ac-9add-52ec06590ef1", "name": "network-vif-plugged", "status": "completed", "tag": "c666210d-b3b7-403c-b56c-1422ce6d38ee"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:49.111181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c65c31b-b2d3-4754-a36b-dbba5655b974 req-98666fcc-73e0-4ab2-962a-e1d998f68d03 tempest-ServersAdminNegativeTestJSON-298231250 tempest-ServersAdminNegativeTestJSON-298231250-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 1101 time: 0.3098307 Aug 03 18:53:49.140849 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:49.146837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be0918-4373-4665-bb9e-60bb6a1f91fb req-8db225cd-2b92-4eb2-bb7f-bbf113ac6ed5 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:49.149094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48be0918-4373-4665-bb9e-60bb6a1f91fb req-8db225cd-2b92-4eb2-bb7f-bbf113ac6ed5 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 931 time: 0.1478157 Aug 03 18:53:49.150400 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:49.251282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1710052421-network', 'tenant_id': 'bcb1ed5b281d4e14950d94c7c9818fd4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:49.324635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c666210d-b3b7-403c-b56c-1422ce6d38ee,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:49.349413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Made reservation on behalf of bcb1ed5b281d4e14950d94c7c9818fd4 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:49.352001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:49.364456 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:49.395933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:49.429247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c65c31b-b2d3-4754-a36b-dbba5655b974 req-3ec3fd82-20e7-489e-a393-b4103c081bc3 tempest-ServersAdminNegativeTestJSON-298231250 tempest-ServersAdminNegativeTestJSON-298231250-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702386 Aug 03 18:53:49.438307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:49.535353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48be0918-4373-4665-bb9e-60bb6a1f91fb req-375281cc-f96d-4121-ad38-0bf73095bd98 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250601 Aug 03 18:53:49.636801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] Deleting port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:49.637573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:49.642902 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:49.742995 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310cbbc9-0132-49a9-82bc-164e9a5dfc4a x-openstack-request-id: req-310cbbc9-0132-49a9-82bc-164e9a5dfc4a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:49.743559 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6040c0ff-f038-46ac-9add-52ec06590ef1", "name": "network-vif-plugged", "status": "completed", "tag": "c666210d-b3b7-403c-b56c-1422ce6d38ee", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:49.743910 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-310cbbc9-0132-49a9-82bc-164e9a5dfc4a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:49.744402 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c666210d-b3b7-403c-b56c-1422ce6d38ee', 'code': 200} Aug 03 18:53:49.841068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:49.987026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f5c25-2382-4803-b9e9-458aa8c8dc0f req-2d28d5d6-d45c-487a-90d3-e1437e601e61 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:49.990019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e6f5c25-2382-4803-b9e9-458aa8c8dc0f req-2d28d5d6-d45c-487a-90d3-e1437e601e61 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 945 time: 0.2428348 Aug 03 18:53:50.116503 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] For port 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0,segment=NetworkSegment(0f2d128f-30fa-40b4-a149-db2d0665efeb),segment_id=0f2d128f-30fa-40b4-a149-db2d0665efeb)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:50.117557 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.121584 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.141808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e6f5c25-2382-4803-b9e9-458aa8c8dc0f req-6e2d9cb8-657a-4294-8334-452575d68957 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312239 Aug 03 18:53:50.168193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ff90b3-d320-4ffc-9389-d40cc800efa8 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:50.180657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:53:50.199904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] Calling delete_port for 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:50.206757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.218869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb25af5-eb69-451d-838b-7a8730a298cb None None] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:53:50.283997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Transition to ACTIVE for port object 76ff90b3-d320-4ffc-9389-d40cc800efa8 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:50.302548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-aa93381b-c042-4f4e-8fcb-89849828f9cf None None] Provisioning for port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:50.309048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-aa93381b-c042-4f4e-8fcb-89849828f9cf None None] Provisioning complete for port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:50.309424 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa93381b-c042-4f4e-8fcb-89849828f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.317846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c514e80-cf46-4cd6-b394-7c4e2dab9b19,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:50.345567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.355961 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.356608 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Added segment 451b0498-b8f1-48de-8c9a-87dcce7d52f5 of type vlan for network 562669de-245f-4f72-93b1-ab3c15cd9cbb Aug 03 18:53:50.362130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c35245-9d5a-472d-b2ce-be076e1fa4d8 req-591d21b9-52e3-4475-bb23-21e86b578b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:50.364419 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-38c35245-9d5a-472d-b2ce-be076e1fa4d8 req-591d21b9-52e3-4475-bb23-21e86b578b88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 1096 time: 0.2601616 Aug 03 18:53:50.454724 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.474131 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa93381b-c042-4f4e-8fcb-89849828f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.478273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.485424 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-38c35245-9d5a-472d-b2ce-be076e1fa4d8 req-2c0ef447-3980-44b4-966d-0fe835949381 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022651 Aug 03 18:53:50.496771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5ecba-d4f3-4d68-86e8-d8dd5cef7927 req-3a10fd0a-56b2-45e1-878f-db8c04519e0b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:50.508173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cf5ecba-d4f3-4d68-86e8-d8dd5cef7927 req-3a10fd0a-56b2-45e1-878f-db8c04519e0b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.3305271 Aug 03 18:53:50.523163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-aa93381b-c042-4f4e-8fcb-89849828f9cf None None] For port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:50.537261 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa93381b-c042-4f4e-8fcb-89849828f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.633673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93381b-c042-4f4e-8fcb-89849828f9cf None None] Pushing event updated for resources: {'Port': ['ID=17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:50.635427 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d65db-73aa-4c32-85ce-c5a0760b3df1 req-5887c2c3-1fec-4134-a687-5e9c4f9f1b3a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:50.644057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd3d65db-73aa-4c32-85ce-c5a0760b3df1 req-5887c2c3-1fec-4134-a687-5e9c4f9f1b3a tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 950 time: 0.3158896 Aug 03 18:53:50.683939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.686702 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:50.687679 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.696825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Pushing event updated for resources: {'Port': ['ID=76ff90b3-d320-4ffc-9389-d40cc800efa8,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:50.769143 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8460703 Aug 03 18:53:50.777152 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34274) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:50.784032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] Request body: {'subnet': {'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1710052421-subnet', 'tenant_id': 'bcb1ed5b281d4e14950d94c7c9818fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:50.792833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:53:50.801928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3926b-26b5-49b3-9ceb-6552b497e9ef admin admin] Pushing event updated for resources: {'Network': ['ID=562669de-245f-4f72-93b1-ab3c15cd9cbb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:50.817434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 562669de-245f-4f72-93b1-ab3c15cd9cbb details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:53:50.836215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] Made reservation on behalf of bcb1ed5b281d4e14950d94c7c9818fd4 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:50.839669 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:50.850854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cf5ecba-d4f3-4d68-86e8-d8dd5cef7927 req-e3148124-3fae-4d7f-a335-20ddc8777d04 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413868 Aug 03 18:53:51.002344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd3d65db-73aa-4c32-85ce-c5a0760b3df1 req-ec5648ee-14a2-49ba-becb-11cefc9af3d7 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545594 Aug 03 18:53:51.063223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6affa34f-1a68-4bac-8ff9-c3a1a27fd4b0 None None] Provisioning complete for port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:51.063942 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6affa34f-1a68-4bac-8ff9-c3a1a27fd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:51.072231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Attempting to bind port 76ff90b3-d320-4ffc-9389-d40cc800efa8 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:51.081624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Attempting to bind port 76ff90b3-d320-4ffc-9389-d40cc800efa8 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:51.082506 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Attempting to bind port 76ff90b3-d320-4ffc-9389-d40cc800efa8 on network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:51.176153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Port 76ff90b3-d320-4ffc-9389-d40cc800efa8 on network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:53:51.176500 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Attempting to bind port 76ff90b3-d320-4ffc-9389-d40cc800efa8 on network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:51.219760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:51.220116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Checking segment: {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:51.220573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Bound using segment: {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:51.220969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Bound port: 76ff90b3-d320-4ffc-9389-d40cc800efa8, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686c5043-8cd3-49c0-9bd4-235329fdb5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:51.221336 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:51.259600 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:51.269956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c19157-80a8-48f1-8d79-f3d562e26791 req-31e2ddf8-e630-4e61-995a-7bc82bfc697e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:51.277581 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35c19157-80a8-48f1-8d79-f3d562e26791 req-31e2ddf8-e630-4e61-995a-7bc82bfc697e tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 943 time: 0.2913361 Aug 03 18:53:51.326495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:51.352630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:51.393285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:53:51.400631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:51.400998 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:51.449882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Sync routers for ids ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:53:51.472872 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Routers {'87dfe093-1a04-415c-acc5-e3be5ee2ce3a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:51.473655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:51.609135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:51.610459 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-03b9e412-532a-45a0-9b06-5fa99b1ddea8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4924436 Aug 03 18:53:51.628022 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34288) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:51.639755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] For port 76ff90b3-d320-4ffc-9389-d40cc800efa8, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:51.656195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] For port 76ff90b3-d320-4ffc-9389-d40cc800efa8, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=76ff90b3-d320-4ffc-9389-d40cc800efa8,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:51.797388 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:51.808725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35c19157-80a8-48f1-8d79-f3d562e26791 req-f2766811-a98b-4503-8956-6a4c494b3673 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5301645 Aug 03 18:53:51.812486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Set router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:51.890799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:51.896009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:51.897557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] 10.222.0.74 "PUT /v2.0/ports/76ff90b3-d320-4ffc-9389-d40cc800efa8 HTTP/1.1" status: 200 len: 1091 time: 3.2077246 Aug 03 18:53:51.907418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'tag': '76ff90b3-d320-4ffc-9389-d40cc800efa8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:51.923116 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9509e88-dea0-420b-a032-2bf9455f6534" -d '{"events": [{"name": "network-changed", "server_uuid": "067dcf01-4f2c-40bb-8027-b7ac2e45f4f6", "tag": "76ff90b3-d320-4ffc-9389-d40cc800efa8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:51.931391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:52.010236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a9c50-6e5e-4dbe-aa04-79594cbf9baa req-1beaba44-33f0-4820-a30f-dfd9152430a6 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:52.018473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c3a9c50-6e5e-4dbe-aa04-79594cbf9baa req-1beaba44-33f0-4820-a30f-dfd9152430a6 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 945 time: 0.6572959 Aug 03 18:53:52.189102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430024c-4848-4472-a3d4-d97d8b3c7d28 service neutron] Pushing event updated for resources: {'Port': ['ID=76ff90b3-d320-4ffc-9389-d40cc800efa8,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:52.237193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:49Z', 'revision_number': 3, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:52.250000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c3a9c50-6e5e-4dbe-aa04-79594cbf9baa req-52ada84a-6a03-4cbd-99e5-26231d4dc093 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283361 Aug 03 18:53:52.259939 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:52.282622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d435b7d-1a53-41f2-b878-2255d5586183 req-885e87d2-66a8-49b6-a9e8-4338565b33e9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:52.284602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d435b7d-1a53-41f2-b878-2255d5586183 req-885e87d2-66a8-49b6-a9e8-4338565b33e9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.3093796 Aug 03 18:53:52.305059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-4da3e75a-1256-436c-8bd1-9483ec60ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:52.307887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-4da3e75a-1256-436c-8bd1-9483ec60ae49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612&device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 1094 time: 0.2809875 Aug 03 18:53:52.309180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Checking router: 87dfe093-1a04-415c-acc5-e3be5ee2ce3a for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:53:52.309606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Updating router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a port ca24d4df-f50e-45a0-886c-5d1c7b1f9537 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:53:52.328702 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98261e03-5c98-4ab9-a3a1-0b63421e7d8b,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:52.339128 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2fd99e-b3f5-4ab0-940b-ad32540fb5db x-openstack-request-id: req-dd2fd99e-b3f5-4ab0-940b-ad32540fb5db {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:52.339481 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067dcf01-4f2c-40bb-8027-b7ac2e45f4f6", "tag": "76ff90b3-d320-4ffc-9389-d40cc800efa8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:52.339794 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd2fd99e-b3f5-4ab0-940b-ad32540fb5db {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:52.340397 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'tag': '76ff90b3-d320-4ffc-9389-d40cc800efa8', 'status': 'completed', 'code': 200} Aug 03 18:53:52.350423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23f1c6-3adc-4fbb-84d3-62e39dda45bf req-4a8b0665-d504-4d38-b446-75890583d243 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:52.353055 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e23f1c6-3adc-4fbb-84d3-62e39dda45bf req-4a8b0665-d504-4d38-b446-75890583d243 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 950 time: 0.4182024 Aug 03 18:53:52.365002 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:52.365641 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] Checking segment: {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:52.366005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] Network hostable DHCP agents. Network: 562669de-245f-4f72-93b1-ab3c15cd9cbb, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:53:52.434054 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-1b4527c8-4584-47cd-87e6-de719cc88477 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76ff90b3-d320-4ffc-9389-d40cc800efa8 HTTP/1.1" status: 200 len: 217 time: 0.0976899 Aug 03 18:53:52.469105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d435b7d-1a53-41f2-b878-2255d5586183 req-bd1a7972-7e48-4168-add1-7d9af7f78f90 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673713 Aug 03 18:53:52.513104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] Network 562669de-245f-4f72-93b1-ab3c15cd9cbb is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:53:52.546682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c9d2d-b618-4d4c-a1e5-9f08be388e65 req-144524e9-6c3d-48c6-a71c-fb054013e7bb tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:52.548287 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b36c9d2d-b618-4d4c-a1e5-9f08be388e65 req-144524e9-6c3d-48c6-a71c-fb054013e7bb tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=98f9045b-2ade-4eb3-9744-a0085b06e5ea HTTP/1.1" status: 200 len: 950 time: 0.1190577 Aug 03 18:53:52.599019 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 562669de-245f-4f72-93b1-ab3c15cd9cbb) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:52.611485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:52.612013 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:52.617866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83540f56-b679-4337-8be1-fc0e3db224fb None None] Network 562669de-245f-4f72-93b1-ab3c15cd9cbb requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:53:52.625867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-6a91827a-6ab4-411e-af8b-22bdfadae81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:52.631626 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-6a91827a-6ab4-411e-af8b-22bdfadae81f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a HTTP/1.1" status: 200 len: 862 time: 0.1595666 Aug 03 18:53:52.649272 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-91f952f3-eccb-42ec-8767-2e0817ba3a2c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8703456 Aug 03 18:53:52.692683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-8e23f1c6-3adc-4fbb-84d3-62e39dda45bf req-5d251e11-7f23-4b41-a81a-6f46a5a04132 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Deleting port 480798e0-6cf2-4906-b825-f100cbb3d324 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:52.693023 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e23f1c6-3adc-4fbb-84d3-62e39dda45bf req-5d251e11-7f23-4b41-a81a-6f46a5a04132 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:52.735140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b36c9d2d-b618-4d4c-a1e5-9f08be388e65 req-4614524c-c869-4afd-8e0d-0857bb27af45 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509020 Aug 03 18:53:52.815999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-61d5c947-17d2-41c6-8e66-dd29ab7334bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:52.818212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-61d5c947-17d2-41c6-8e66-dd29ab7334bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=31240d09-c12e-43f9-8d62-a9e18e6d7a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613009 Aug 03 18:53:52.915212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3208ec-75ee-4b0d-9bcc-63aabdd4f60e None None] Network 562669de-245f-4f72-93b1-ab3c15cd9cbb requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:53:52.960639 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-26860455-1f41-4193-9731-f65ebbb225bf service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319070 Aug 03 18:53:53.000363 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:53.021251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Transition to ACTIVE for port object ca24d4df-f50e-45a0-886c-5d1c7b1f9537 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:53.041148 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:53.048142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-8e23f1c6-3adc-4fbb-84d3-62e39dda45bf req-5d251e11-7f23-4b41-a81a-6f46a5a04132 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] For port 480798e0-6cf2-4906-b825-f100cbb3d324, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=480798e0-6cf2-4906-b825-f100cbb3d324,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:53.048611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e23f1c6-3adc-4fbb-84d3-62e39dda45bf req-5d251e11-7f23-4b41-a81a-6f46a5a04132 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:53.064903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-8e23f1c6-3adc-4fbb-84d3-62e39dda45bf req-5d251e11-7f23-4b41-a81a-6f46a5a04132 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Calling delete_port for 480798e0-6cf2-4906-b825-f100cbb3d324 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:53.176753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9953bf-5a64-4dd4-bc30-e3c786479a52 req-be72c0fd-7ecc-4805-b27b-b02f23aefdea service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000148 Aug 03 18:53:53.235182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:53.247907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Attempting to bind port ca24d4df-f50e-45a0-886c-5d1c7b1f9537 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:53:53.248877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Attempting to bind port ca24d4df-f50e-45a0-886c-5d1c7b1f9537 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:53:53.249301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Attempting to bind port ca24d4df-f50e-45a0-886c-5d1c7b1f9537 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:53:53.251959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b007f5-d19e-4369-acce-e30f2986eebc None None] Pushing event updated for resources: {'Port': ['ID=ca24d4df-f50e-45a0-886c-5d1c7b1f9537,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:53.263454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:53:53.265946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b0809-8e63-4efc-a819-1728492f5841 req-ec4feded-68f9-48e0-8018-5d1c47bb8f06 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:53.267007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:53:53.267464 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:53.267881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:53:53.269305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-539b0809-8e63-4efc-a819-1728492f5841 req-ec4feded-68f9-48e0-8018-5d1c47bb8f06 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 943 time: 0.3058674 Aug 03 18:53:53.270795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Bound port: ca24d4df-f50e-45a0-886c-5d1c7b1f9537, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:53:53.272207 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:53.302144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] Router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:53:53.320609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e23f1c6-3adc-4fbb-84d3-62e39dda45bf req-5d251e11-7f23-4b41-a81a-6f46a5a04132 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:53.366525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d251e11-7f23-4b41-a81a-6f46a5a04132 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Pushing event deleted for resources: {'Port': ['ID=480798e0-6cf2-4906-b825-f100cbb3d324,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:53.407305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a0285f5e-60eb-4010-87e1-32c7ec5648a2', '480798e0-6cf2-4906-b825-f100cbb3d324'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:53.449847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e23f1c6-3adc-4fbb-84d3-62e39dda45bf req-5d251e11-7f23-4b41-a81a-6f46a5a04132 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] No DVR routers for this DVR port 480798e0-6cf2-4906-b825-f100cbb3d324 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:53.467553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-539b0809-8e63-4efc-a819-1728492f5841 req-098811ee-bb06-4735-8899-bcddf1ce9efd tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893291 Aug 03 18:53:53.480694 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e23f1c6-3adc-4fbb-84d3-62e39dda45bf req-5d251e11-7f23-4b41-a81a-6f46a5a04132 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:53.484208 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e23f1c6-3adc-4fbb-84d3-62e39dda45bf req-5d251e11-7f23-4b41-a81a-6f46a5a04132 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.37 "DELETE /v2.0/ports/480798e0-6cf2-4906-b825-f100cbb3d324 HTTP/1.1" status: 204 len: 173 time: 1.1156874 Aug 03 18:53:53.484813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f9045b-2ade-4eb3-9744-a0085b06e5ea', 'name': 'network-vif-deleted', 'tag': '480798e0-6cf2-4906-b825-f100cbb3d324'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:53.487863 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc429171-ed42-46ea-a5fe-a91a6c64e6b2" -d '{"events": [{"server_uuid": "98f9045b-2ade-4eb3-9744-a0085b06e5ea", "name": "network-vif-deleted", "tag": "480798e0-6cf2-4906-b825-f100cbb3d324"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:53:53.506427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] For port ca24d4df-f50e-45a0-886c-5d1c7b1f9537, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:53:53.559825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] For port ca24d4df-f50e-45a0-886c-5d1c7b1f9537, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ca24d4df-f50e-45a0-886c-5d1c7b1f9537,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:53:53.578960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509e88-dea0-420b-a032-2bf9455f6534 req-81525d0c-c144-449b-8a5b-e2aebc015482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:53.580529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9509e88-dea0-420b-a032-2bf9455f6534 req-81525d0c-c144-449b-8a5b-e2aebc015482 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612&device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 1094 time: 0.2172723 Aug 03 18:53:53.586403 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:53.726293 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Allocated IP 172.20.0.1 (2bf9a5b8-bfa0-479f-a96f-a333f322fcdf/566f535f-1949-4a30-a0e9-cad8aa066a09/1341ec61-fb60-40b7-be84-30c073b68ec8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:53:53.838203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Routers {'87dfe093-1a04-415c-acc5-e3be5ee2ce3a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:53.839417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:53.894729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:53:53.903733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509e88-dea0-420b-a032-2bf9455f6534 req-7c877d0e-79c3-40f5-ade8-173fd06ed0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:53.904714 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4704d-97e8-4c31-b068-3ec7ea99173e None None] Sync routers for ids ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:53:53.905315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9509e88-dea0-420b-a032-2bf9455f6534 req-7c877d0e-79c3-40f5-ade8-173fd06ed0a5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=31240d09-c12e-43f9-8d62-a9e18e6d7a04 HTTP/1.1" status: 200 len: 924 time: 0.3132119 Aug 03 18:53:53.911288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b007f5-d19e-4369-acce-e30f2986eebc None None] Pushing event updated for resources: {'Port': ['ID=ca24d4df-f50e-45a0-886c-5d1c7b1f9537,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:53.921050 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4704d-97e8-4c31-b068-3ec7ea99173e None None] Routers {'76ea0a6b-05c4-4d9f-a258-4e3729a9869d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:53.922754 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cdd4704d-97e8-4c31-b068-3ec7ea99173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:53.936635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-54b4e384-65f2-4033-9909-fd7dfc2bfda4 admin admin] 10.222.0.78 "PUT /v2.0/routers/76ea0a6b-05c4-4d9f-a258-4e3729a9869d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1598854 Aug 03 18:53:53.942633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34336) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:53.951929 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:54.072647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-605c6c1c-8fb9-4346-8880-80253f087a25 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:54.074497 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-605c6c1c-8fb9-4346-8880-80253f087a25 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 805 time: 0.3746822 Aug 03 18:53:54.123762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9509e88-dea0-420b-a032-2bf9455f6534 req-e247213e-a267-423d-a4b5-c5f1ba7a447e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76ff90b3-d320-4ffc-9389-d40cc800efa8 HTTP/1.1" status: 200 len: 217 time: 0.1608069 Aug 03 18:53:54.125985 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cdd4704d-97e8-4c31-b068-3ec7ea99173e None None] Set router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:54.140546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c4aa8c2-404d-43aa-9ed9-2e27ad4b57f0 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/quotas/bcb1ed5b281d4e14950d94c7c9818fd4 HTTP/1.1" status: 200 len: 375 time: 0.0317709 Aug 03 18:53:54.149706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3a48c-a9e8-4cec-a381-92434abc0cba req-297cb1e6-ca31-4880-bf78-7d36f7fd06e0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:54.152529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34d3a48c-a9e8-4cec-a381-92434abc0cba req-297cb1e6-ca31-4880-bf78-7d36f7fd06e0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 945 time: 0.5380223 Aug 03 18:53:54.178380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Transition to ACTIVE for port object 1341ec61-fb60-40b7-be84-30c073b68ec8 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:53:54.234528 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-a71cce83-0ec8-48c4-8319-0ea48c11bc91 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809350 Aug 03 18:53:54.267474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] Set router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:54.372135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:54.402191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-5f352753-07b0-4ca7-a857-fbfc8c221e52 service neutron] 10.222.0.78 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351790 Aug 03 18:53:54.458396 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:54.551063 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cdd4704d-97e8-4c31-b068-3ec7ea99173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-router', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:42Z', 'updated_at': '2021-08-03T18:53:51Z', 'revision_number': 5, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'gw_port': {'id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:43Z', 'updated_at': '2021-08-03T18:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:54.568247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34d3a48c-a9e8-4cec-a381-92434abc0cba req-6b89bb98-230c-4c8e-85d4-6455d05e6f15 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013245 Aug 03 18:53:54.571687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509e88-dea0-420b-a032-2bf9455f6534 req-d1408505-1886-4fb3-b609-ab6be705a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:54.576332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9509e88-dea0-420b-a032-2bf9455f6534 req-d1408505-1886-4fb3-b609-ab6be705a8ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a HTTP/1.1" status: 200 len: 862 time: 0.4381979 Aug 03 18:53:54.595940 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4704d-97e8-4c31-b068-3ec7ea99173e None None] Checking router: 76ea0a6b-05c4-4d9f-a258-4e3729a9869d for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:53:54.619216 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4704d-97e8-4c31-b068-3ec7ea99173e None None] Routers {'76ea0a6b-05c4-4d9f-a258-4e3729a9869d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:53:54.620287 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cdd4704d-97e8-4c31-b068-3ec7ea99173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:54.642608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:54.669689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:49Z', 'revision_number': 3, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:54.676983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:54.691302 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:53:54.694039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Pushing event updated for resources: {'Port': ['ID=1341ec61-fb60-40b7-be84-30c073b68ec8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:54.696886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509e88-dea0-420b-a032-2bf9455f6534 req-35ca7655-3299-4697-9a77-9464dfd4e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:54.705168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9509e88-dea0-420b-a032-2bf9455f6534 req-35ca7655-3299-4697-9a77-9464dfd4e2c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=31240d09-c12e-43f9-8d62-a9e18e6d7a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018999 Aug 03 18:53:54.707870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-293ea34d-9d56-4e66-affc-5d1eca168d45 service neutron] 10.222.0.78 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710109 Aug 03 18:53:54.774532 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:54.841138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:54.985814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c76d2-53bd-4d42-89ae-d61ef7eef05b req-07a4a000-11ea-452a-90ca-8b615243cf94 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:54.988157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c6c76d2-53bd-4d42-89ae-d61ef7eef05b req-07a4a000-11ea-452a-90ca-8b615243cf94 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1543207 Aug 03 18:53:54.993176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9509e88-dea0-420b-a032-2bf9455f6534 req-519a8051-3c6e-4f81-bcd8-e94a74cc6982 service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745242 Aug 03 18:53:55.017548 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cdd4704d-97e8-4c31-b068-3ec7ea99173e None None] Set router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:53:55.091264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bad5d3-d006-40c1-a9f0-9e0382380253 None None] The sync data for ids ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'] in n-d-802918-7 is: [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:49Z', 'revision_number': 3, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:53:55.307937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a4540878-da07-4874-83c9-ced5930687da None None] Provisioning for port 1341ec61-fb60-40b7-be84-30c073b68ec8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:55.313379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a4540878-da07-4874-83c9-ced5930687da None None] Provisioning complete for port 1341ec61-fb60-40b7-be84-30c073b68ec8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:55.313838 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a4540878-da07-4874-83c9-ced5930687da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:55.417358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a4540878-da07-4874-83c9-ced5930687da None None] Port 1341ec61-fb60-40b7-be84-30c073b68ec8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:53:55.682243 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c6c76d2-53bd-4d42-89ae-d61ef7eef05b req-711e4a31-922b-41fd-8d6b-cc968b8ee6e5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6812701 Aug 03 18:53:55.799095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c9485-885e-46b5-88b9-d6f5a4f5b9fd req-3ff9d61a-2631-4d14-bcb4-69c7df03a0db tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:55.800771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a06c9485-885e-46b5-88b9-d6f5a4f5b9fd req-3ff9d61a-2631-4d14-bcb4-69c7df03a0db tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 943 time: 0.1365764 Aug 03 18:53:55.818934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9509e88-dea0-420b-a032-2bf9455f6534 req-c39d96c1-7668-4dd1-a850-64c825b0a6fd service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7904215 Aug 03 18:53:55.892103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a06c9485-885e-46b5-88b9-d6f5a4f5b9fd req-24fd58bd-eca6-42f3-9af0-1bb0fb165f5b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792577 Aug 03 18:53:55.967958 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960912f1-3899-40ee-88f5-0d2615cdfc02 x-openstack-request-id: req-960912f1-3899-40ee-88f5-0d2615cdfc02 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:53:55.968880 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f9045b-2ade-4eb3-9744-a0085b06e5ea", "name": "network-vif-deleted", "tag": "480798e0-6cf2-4906-b825-f100cbb3d324", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:53:55.968880 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-960912f1-3899-40ee-88f5-0d2615cdfc02 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:53:55.971644 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f9045b-2ade-4eb3-9744-a0085b06e5ea', 'name': 'network-vif-deleted', 'tag': '480798e0-6cf2-4906-b825-f100cbb3d324', 'status': 'completed', 'code': 200} Aug 03 18:53:56.001491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373332a5-625f-4611-a976-c77cdf1c020c req-cd8c57fd-c2b7-499b-8846-1730e1ec6947 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:56.017072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-373332a5-625f-4611-a976-c77cdf1c020c req-cd8c57fd-c2b7-499b-8846-1730e1ec6947 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0961447 Aug 03 18:53:56.029471 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cdd4704d-97e8-4c31-b068-3ec7ea99173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-router', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:42Z', 'updated_at': '2021-08-03T18:53:51Z', 'revision_number': 5, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'gw_port': {'id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:43Z', 'updated_at': '2021-08-03T18:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:53:56.069072 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd4704d-97e8-4c31-b068-3ec7ea99173e None None] The sync data for ids ['76ea0a6b-05c4-4d9f-a258-4e3729a9869d'] in n-d-802918-7 is: [{'id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'name': 'tempest-AttachSCSIVolumeTestJSON-539324982-router', 'tenant_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:42Z', 'updated_at': '2021-08-03T18:53:51Z', 'revision_number': 5, 'project_id': '3a6d6cdeabad492ca0c70dbe17ff2ff0', 'gw_port': {'id': 'ccea9e9a-96ba-4135-a65f-a6e74f31ceae', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ea0a6b-05c4-4d9f-a258-4e3729a9869d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:43Z', 'updated_at': '2021-08-03T18:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:53:56.117068 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:56.120024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c502edbc-f542-4a3b-a6e9-2ec5fb692215 req-7a8fb136-8436-47a0-aca4-a2586ce5a38e tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 210 time: 0.0447536 Aug 03 18:53:56.175237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-373332a5-625f-4611-a976-c77cdf1c020c req-c09d9070-c2b2-43a5-a4de-fb5b0844c597 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548419 Aug 03 18:53:56.295418 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-e385d2fc-7601-4653-98ec-dfa9df7f6ebe service neutron] show failed (client error): The resource could not be found. Aug 03 18:53:56.296041 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-e385d2fc-7601-4653-98ec-dfa9df7f6ebe service neutron] 10.222.0.74 "GET /v2.0/ports/65e65df1-20b3-40c6-8aec-bad18058abec/bindings/n-h2-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.3195775 Aug 03 18:53:56.737192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 480798e0-6cf2-4906-b825-f100cbb3d324 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:56.756242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46703a1-1866-4587-8de5-621183883d1c req-fce18544-4dc9-4469-91ee-3c6e2112c827 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:56.758816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f46703a1-1866-4587-8de5-621183883d1c req-fce18544-4dc9-4469-91ee-3c6e2112c827 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 949 time: 0.1368022 Aug 03 18:53:56.831174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 480798e0-6cf2-4906-b825-f100cbb3d324 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:56.831709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 480798e0-6cf2-4906-b825-f100cbb3d324 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:56.902741 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f46703a1-1866-4587-8de5-621183883d1c req-570b006a-7955-49b4-9b4f-2f2db7dd253d tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076727 Aug 03 18:53:56.954431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Deleting port ccea9e9a-96ba-4135-a65f-a6e74f31ceae {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:56.954981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:56.972499 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 76ff90b3-d320-4ffc-9389-d40cc800efa8 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:53:57.177538 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:57.273263 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:57.316685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca24d4df-f50e-45a0-886c-5d1c7b1f9537 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:57.353562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71f6f5-41f2-4b80-b969-d86de8714621 req-eefd69bb-03a6-4bdd-a035-5b22bfb6ab9b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:57.376004 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e71f6f5-41f2-4b80-b969-d86de8714621 req-eefd69bb-03a6-4bdd-a035-5b22bfb6ab9b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.3510401 Aug 03 18:53:57.487201 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:57.491005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffeaa3-bf96-4e3a-adb5-2d6235334908 req-8344c9b7-5b47-4805-a483-b16e414946f7 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:57.509459 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9ffeaa3-bf96-4e3a-adb5-2d6235334908 req-8344c9b7-5b47-4805-a483-b16e414946f7 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 943 time: 0.3026769 Aug 03 18:53:57.551302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 76ff90b3-d320-4ffc-9389-d40cc800efa8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=76ff90b3-d320-4ffc-9389-d40cc800efa8,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:57.615633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ca24d4df-f50e-45a0-886c-5d1c7b1f9537 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:53:57.632382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '76ff90b3-d320-4ffc-9389-d40cc800efa8', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'port_id': '76ff90b3-d320-4ffc-9389-d40cc800efa8', 'mac_address': 'fa:16:3e:12:14:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:53:57.656636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ca24d4df-f50e-45a0-886c-5d1c7b1f9537 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:57.659078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9ffeaa3-bf96-4e3a-adb5-2d6235334908 req-429829bb-87be-4058-9754-410e18a87389 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344326 Aug 03 18:53:57.659263 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:57.670481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e71f6f5-41f2-4b80-b969-d86de8714621 req-0da6137e-8b1e-483e-9a41-4450050b4332 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824049 Aug 03 18:53:57.789612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-4a139dc8-c5f2-4189-9a9d-2d99f9c53c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:57.801467 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-4a139dc8-c5f2-4189-9a9d-2d99f9c53c24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9&tenant_id=0af165f6330042b395e2a638c3cc2bba HTTP/1.1" status: 200 len: 1101 time: 1.0389323 Aug 03 18:53:57.948588 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fffe969e-a762-4aed-a918-3bb5fa8b457b req-d4e41f16-8219-4eaa-932a-b9f0828d1b94 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 210 time: 0.0625718 Aug 03 18:53:57.985360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:57.997064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Pushing event updated for resources: {'Port': ['ID=1341ec61-fb60-40b7-be84-30c073b68ec8,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:58.016691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:58.142753 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:58.191854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ff90b3-d320-4ffc-9389-d40cc800efa8 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:53:58.246659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] For port ccea9e9a-96ba-4135-a65f-a6e74f31ceae, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ccea9e9a-96ba-4135-a65f-a6e74f31ceae,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:58.247491 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:58.275255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port ca24d4df-f50e-45a0-886c-5d1c7b1f9537, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ca24d4df-f50e-45a0-886c-5d1c7b1f9537,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:58.286859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 76ff90b3-d320-4ffc-9389-d40cc800efa8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=76ff90b3-d320-4ffc-9389-d40cc800efa8,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:58.292549 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:58.321479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:58.328445 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:58.348065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Calling delete_port for ccea9e9a-96ba-4135-a65f-a6e74f31ceae owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:58.409241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95404b1a-f184-4c9b-8ebe-7f12ece4809d req-1104d5a1-0c78-4108-9abc-111afaef839b tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:58.412761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95404b1a-f184-4c9b-8ebe-7f12ece4809d req-1104d5a1-0c78-4108-9abc-111afaef839b tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 949 time: 0.2085564 Aug 03 18:53:58.458849 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:53:58.459754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8ba68657-dc49-4b3e-afa8-c27ed2c0e0e0 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:53:58.547364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=ca24d4df-f50e-45a0-886c-5d1c7b1f9537,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:58.676559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae6008-a1c7-4963-ba4f-77d72207ceb1 req-c4749954-3910-4f70-b44b-5091645a04f5 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:58.683656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9ae6008-a1c7-4963-ba4f-77d72207ceb1 req-c4749954-3910-4f70-b44b-5091645a04f5 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 949 time: 0.4998426 Aug 03 18:53:58.749990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=76ff90b3-d320-4ffc-9389-d40cc800efa8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:58.760168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['76ff90b3-d320-4ffc-9389-d40cc800efa8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:58.778637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9ae6008-a1c7-4963-ba4f-77d72207ceb1 req-0422695a-79d7-4719-8d09-764a9b13b330 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/security-groups?id=d37b2fd3-70a4-439d-9825-bb88c3bb066f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933013 Aug 03 18:53:58.821068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-95777226-7b15-4bb6-be3a-3a3de23aec9f tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:58.824959 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-95777226-7b15-4bb6-be3a-3a3de23aec9f tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 805 time: 1.0954547 Aug 03 18:53:58.831029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-95404b1a-f184-4c9b-8ebe-7f12ece4809d req-51a5002c-144e-49e9-a51f-c86367841635 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Deleting port a0285f5e-60eb-4010-87e1-32c7ec5648a2 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:53:58.831727 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-95404b1a-f184-4c9b-8ebe-7f12ece4809d req-51a5002c-144e-49e9-a51f-c86367841635 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:58.851614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Request body: {'port': {'device_id': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'admin_state_up': True, 'tenant_id': 'bcb1ed5b281d4e14950d94c7c9818fd4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:53:58.857520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:58.996898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 65e65df1-20b3-40c6-8aec-bad18058abec no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:53:59.080828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533ed6a-fa7d-4faf-9e91-d3dcfdf69d86 req-f5e934cb-ee97-4568-a2ec-62cb638a2838 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:59.095713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7533ed6a-fa7d-4faf-9e91-d3dcfdf69d86 req-f5e934cb-ee97-4568-a2ec-62cb638a2838 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 944 time: 0.1830971 Aug 03 18:53:59.209705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7533ed6a-fa7d-4faf-9e91-d3dcfdf69d86 req-4a9e8768-925d-48ec-87d9-494cdbcf54a1 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082213 Aug 03 18:53:59.250183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-95404b1a-f184-4c9b-8ebe-7f12ece4809d req-51a5002c-144e-49e9-a51f-c86367841635 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] For port a0285f5e-60eb-4010-87e1-32c7ec5648a2, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a0285f5e-60eb-4010-87e1-32c7ec5648a2,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:53:59.250556 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-95404b1a-f184-4c9b-8ebe-7f12ece4809d req-51a5002c-144e-49e9-a51f-c86367841635 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:59.273717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d88b1-a605-4e25-922b-c617ce8bd03e req-6a4166e5-c37b-4727-880a-5b109c073d70 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:53:59.321641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b2d88b1-a605-4e25-922b-c617ce8bd03e req-6a4166e5-c37b-4727-880a-5b109c073d70 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.3163447 Aug 03 18:53:59.332628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca24d4df-f50e-45a0-886c-5d1c7b1f9537 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:53:59.354541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:53:59.383904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-95404b1a-f184-4c9b-8ebe-7f12ece4809d req-51a5002c-144e-49e9-a51f-c86367841635 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Calling delete_port for a0285f5e-60eb-4010-87e1-32c7ec5648a2 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:53:59.410745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af28e24b-cf13-4dec-818d-97d10ede6c1d req-8dbd0dad-2357-487c-b262-ddc7cb96de0c tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 210 time: 0.0544169 Aug 03 18:53:59.437025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b2d88b1-a605-4e25-922b-c617ce8bd03e req-bd847231-804c-4f7a-a754-bafda1a3f660 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114359 Aug 03 18:53:59.444105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:53:59.446416 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:59.666537 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:59.700593 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ca24d4df-f50e-45a0-886c-5d1c7b1f9537 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:53:59.701229 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:59.758086 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-95404b1a-f184-4c9b-8ebe-7f12ece4809d req-51a5002c-144e-49e9-a51f-c86367841635 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:59.782994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a0285f5e-60eb-4010-87e1-32c7ec5648a2'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:53:59.823361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5002c-144e-49e9-a51f-c86367841635 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Pushing event deleted for resources: {'Port': ['ID=a0285f5e-60eb-4010-87e1-32c7ec5648a2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:59.847012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Made reservation on behalf of bcb1ed5b281d4e14950d94c7c9818fd4 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:53:59.853199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:59.965333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-95404b1a-f184-4c9b-8ebe-7f12ece4809d req-51a5002c-144e-49e9-a51f-c86367841635 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] No DVR routers for this DVR port a0285f5e-60eb-4010-87e1-32c7ec5648a2 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:53:59.970298 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-95404b1a-f184-4c9b-8ebe-7f12ece4809d req-51a5002c-144e-49e9-a51f-c86367841635 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:59.974795 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95404b1a-f184-4c9b-8ebe-7f12ece4809d req-51a5002c-144e-49e9-a51f-c86367841635 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.37 "DELETE /v2.0/ports/a0285f5e-60eb-4010-87e1-32c7ec5648a2 HTTP/1.1" status: 204 len: 173 time: 1.5478239 Aug 03 18:53:59.978338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6dc09e-97be-4ead-9899-3bfd48ac253d', 'name': 'network-vif-deleted', 'tag': 'a0285f5e-60eb-4010-87e1-32c7ec5648a2'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:53:59.980856 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19bc133-e718-42a9-9764-4b82ade07d48" -d '{"events": [{"server_uuid": "fd6dc09e-97be-4ead-9899-3bfd48ac253d", "name": "network-vif-deleted", "tag": "a0285f5e-60eb-4010-87e1-32c7ec5648a2"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:00.050896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b38b4a9-bf46-4681-8a94-eeb8fdf3823e req-35007caa-0487-4ab1-926b-de46c1d51220 tempest-ServersAdminNegativeTestJSON-737432835 tempest-ServersAdminNegativeTestJSON-737432835-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd6dc09e-97be-4ead-9899-3bfd48ac253d HTTP/1.1" status: 200 len: 210 time: 0.0553062 Aug 03 18:54:00.068587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4d223084-3b45-4118-96c6-cb23ce099e3e None None] Provisioning complete for port 1341ec61-fb60-40b7-be84-30c073b68ec8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:00.069109 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4d223084-3b45-4118-96c6-cb23ce099e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:00.156194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:00.159541 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8c1389-d5c7-4bd4-ac7c-1cd483dac74b x-openstack-request-id: req-5d8c1389-d5c7-4bd4-ac7c-1cd483dac74b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:00.160117 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6dc09e-97be-4ead-9899-3bfd48ac253d", "name": "network-vif-deleted", "tag": "a0285f5e-60eb-4010-87e1-32c7ec5648a2", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:00.160583 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d8c1389-d5c7-4bd4-ac7c-1cd483dac74b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:00.161668 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6dc09e-97be-4ead-9899-3bfd48ac253d', 'name': 'network-vif-deleted', 'tag': 'a0285f5e-60eb-4010-87e1-32c7ec5648a2', 'status': 'completed', 'code': 200} Aug 03 18:54:00.181247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4d223084-3b45-4118-96c6-cb23ce099e3e None None] Port 1341ec61-fb60-40b7-be84-30c073b68ec8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:54:00.445753 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:00.471534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca194387-0718-4f29-b404-f2309ff4f069 req-32a0415d-0519-4e7b-909e-c00cf73e474d tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:00.474294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca194387-0718-4f29-b404-f2309ff4f069 req-32a0415d-0519-4e7b-909e-c00cf73e474d tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 944 time: 0.0947921 Aug 03 18:54:00.521759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:00.590089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca194387-0718-4f29-b404-f2309ff4f069 req-ee45e2fe-f4f0-4e7e-9e33-00bcd296512a tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971005 Aug 03 18:54:00.749225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccea9e9a-96ba-4135-a65f-a6e74f31ceae,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:00.870915 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-06635807-c9ae-4b5b-af17-f6997875d4dd req-212d2b6f-a676-4942-bb90-0b264a21ceb9 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 210 time: 0.1237013 Aug 03 18:54:00.949970 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:00.972876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414180d-5c9a-46a0-990b-d2929164a4b1 req-6b759ab9-1d69-4689-b1e1-770c3ac564f0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:00.987775 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d414180d-5c9a-46a0-990b-d2929164a4b1 req-6b759ab9-1d69-4689-b1e1-770c3ac564f0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1641619 Aug 03 18:54:01.044628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d414180d-5c9a-46a0-990b-d2929164a4b1 req-4bc1cfe9-a50b-4735-9dc2-63b93f48e0af tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555182 Aug 03 18:54:01.217902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:54:01.231663 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:01.236507 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67261e6-2a55-4e34-b29c-f9367a7598e8" -d '{"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-unplugged", "status": "completed", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:01.252993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:01.258814 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:01.264267 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:01.289108 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Allocated IP 172.20.0.12 (562669de-245f-4f72-93b1-ab3c15cd9cbb/98261e03-5c98-4ab9-a3a1-0b63421e7d8b/84d5f2ad-59bf-4804-82af-721e2d8869cf) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:01.387727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Transition to ACTIVE for port object 65e65df1-20b3-40c6-8aec-bad18058abec will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:01.391015 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0917813-cac8-4ce0-a998-0dc7173644b1 x-openstack-request-id: req-f0917813-cac8-4ce0-a998-0dc7173644b1 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:01.391481 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-unplugged", "status": "completed", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:01.391892 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0917813-cac8-4ce0-a998-0dc7173644b1 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:01.392521 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec', 'code': 200} Aug 03 18:54:01.414880 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:01.488812 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:54:01.489677 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:54:01.533951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:01.534847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76ea0a6b-05c4-4d9f-a258-4e3729a9869d {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 18:54:01.996231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dae82-0b2a-4a75-a4d4-90d6ab4a6d53 req-38af916c-acf6-4eab-88d9-ca5fca32c480 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:02.011335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be6dae82-0b2a-4a75-a4d4-90d6ab4a6d53 req-38af916c-acf6-4eab-88d9-ca5fca32c480 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 944 time: 0.2110233 Aug 03 18:54:02.126391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be6dae82-0b2a-4a75-a4d4-90d6ab4a6d53 req-ca1b5f95-36cd-4f45-b067-cccb4830e67a tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097560 Aug 03 18:54:02.128558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 76ff90b3-d320-4ffc-9389-d40cc800efa8 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:02.193628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-feb2dadc-bf47-4265-ba81-0ac651c49599 req-8b2a5e76-f564-4a9b-8fea-f3ff6dafa213 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 210 time: 0.1222007 Aug 03 18:54:02.194744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34450) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:02.293118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 76ff90b3-d320-4ffc-9389-d40cc800efa8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:02.300751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 76ff90b3-d320-4ffc-9389-d40cc800efa8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:02.304232 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:02.410897 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:02.419645 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cd9f1ea2-1409-4afa-87a4-b7ec70aafe38 admin admin] 10.222.0.78 "DELETE /v2.0/routers/76ea0a6b-05c4-4d9f-a258-4e3729a9869d HTTP/1.1" status: 204 len: 168 time: 8.4686654 Aug 03 18:54:02.442250 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34456) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:02.475161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=6']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:02.480427 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:02.537349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 76ff90b3-d320-4ffc-9389-d40cc800efa8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=76ff90b3-d320-4ffc-9389-d40cc800efa8,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:02.539650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ff90b3-d320-4ffc-9389-d40cc800efa8'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:02.543107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] No DVR routers for this DVR port 65e65df1-20b3-40c6-8aec-bad18058abec on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:54:02.545438 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df99676-3cc7-4f41-96e1-a626332d1c94" -d '{"events": [{"server_uuid": "067dcf01-4f2c-40bb-8027-b7ac2e45f4f6", "name": "network-vif-plugged", "status": "completed", "tag": "76ff90b3-d320-4ffc-9389-d40cc800efa8"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:02.553654 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:02.672245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=76ff90b3-d320-4ffc-9389-d40cc800efa8,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:02.705057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba0be-0a8c-4948-ac94-f3eb1d37bc1e req-e0106f4e-547e-46df-a251-18903e51af7c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:02.706800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfaba0be-0a8c-4948-ac94-f3eb1d37bc1e req-e0106f4e-547e-46df-a251-18903e51af7c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 948 time: 0.3485475 Aug 03 18:54:02.759296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a0285f5e-60eb-4010-87e1-32c7ec5648a2 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:54:02.778687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:54:02.790058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-9960fb2a-a02a-4ff8-9c2c-3c78917438eb admin admin] Deleting subnet 60a313b0-e45e-4be5-a0d6-62d5aa249cbf {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:54:02.813533 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9c71d434-7bf2-4736-8073-a819c6c95cda admin admin] 10.222.0.78 "PUT /v2.0/routers/87dfe093-1a04-415c-acc5-e3be5ee2ce3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1744084 Aug 03 18:54:02.813533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9960fb2a-a02a-4ff8-9c2c-3c78917438eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:02.813533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:02.813533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:02.813533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:02.831777 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a8445090-6dff-4616-acb1-06ae6a5e2ed2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a1516e986add4c5caa8f786386912e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6350439 Aug 03 18:54:02.840958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82487fa4-6899-496d-9f7a-6edb20537571 req-c23f602e-f0af-4f6d-aa84-837e16908fdf tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:02.850277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-c23f602e-f0af-4f6d-aa84-837e16908fdf tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 807 time: 0.3409841 Aug 03 18:54:02.852517 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34462) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:02.860617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: a0285f5e-60eb-4010-87e1-32c7ec5648a2 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:54:02.860859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a0285f5e-60eb-4010-87e1-32c7ec5648a2 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:54:02.865137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfaba0be-0a8c-4948-ac94-f3eb1d37bc1e req-25a72503-0fb2-449f-b582-614a87d7b075 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254549 Aug 03 18:54:02.866939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Sync routers for ids ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:54:02.894457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-dc2b03ac-5c9f-4eff-bfda-3d61f57585fb tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/quotas/448bff490d084bf0a760117b49d76e86 HTTP/1.1" status: 200 len: 375 time: 0.0429413 Aug 03 18:54:02.907975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Routers {'87dfe093-1a04-415c-acc5-e3be5ee2ce3a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:02.913770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:02.914068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Port 65e65df1-20b3-40c6-8aec-bad18058abec on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:02.914068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:02.975057 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:02.976008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:02.976722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:02.977461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Bound port: 65e65df1-20b3-40c6-8aec-bad18058abec, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:02.978078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:03.031279 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9960fb2a-a02a-4ff8-9c2c-3c78917438eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:03.039583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-14dbea76-0381-43ed-a27e-255654a3cf4f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1416829 Aug 03 18:54:03.051090 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68db433-68f8-42a8-9278-2ea151db5fb0 x-openstack-request-id: req-a68db433-68f8-42a8-9278-2ea151db5fb0 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:03.051540 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067dcf01-4f2c-40bb-8027-b7ac2e45f4f6", "name": "network-vif-plugged", "status": "completed", "tag": "76ff90b3-d320-4ffc-9389-d40cc800efa8", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:03.052922 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a68db433-68f8-42a8-9278-2ea151db5fb0 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:03.053590 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ff90b3-d320-4ffc-9389-d40cc800efa8', 'code': 200} Aug 03 18:54:03.088116 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a974ca7a-a1a5-4ad7-a367-3de98616a5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:03.218005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ccea9e9a-96ba-4135-a65f-a6e74f31ceae no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:54:03.268378 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:03.278705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ccea9e9a-96ba-4135-a65f-a6e74f31ceae {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:54:03.279596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ccea9e9a-96ba-4135-a65f-a6e74f31ceae not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:54:03.324636 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a974ca7a-a1a5-4ad7-a367-3de98616a5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:03.325294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Set router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:03.354998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-572ceafe-9752-4857-8ea3-0fa0b7ba745b service neutron] 10.222.0.78 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140814 Aug 03 18:54:03.394072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:03.503139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-0d8431f0-42e1-4101-9878-6f803980b9e5 service neutron] 10.222.0.78 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398754 Aug 03 18:54:03.512174 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:03.553239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745c24-2abe-4e70-bda0-f3b2ef8807d2 req-3753861a-9404-456d-a459-7ec2f20e7d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:03.555057 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4e745c24-2abe-4e70-bda0-f3b2ef8807d2 req-3753861a-9404-456d-a459-7ec2f20e7d07 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 1096 time: 0.3179636 Aug 03 18:54:03.566188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:03.642238 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9960fb2a-a02a-4ff8-9c2c-3c78917438eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:03.708767 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-da2d9678-ecaf-43c8-bd99-b4ca4e6d0ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:03.806831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:03.808306 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:03.812422 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] 10.222.0.37 "PUT /v2.0/ports/65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 1096 time: 5.8346725 Aug 03 18:54:03.825740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:03.830787 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31" -d '{"events": [{"name": "network-changed", "server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:03.936047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34484) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:03.954158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:55Z', 'revision_number': 4, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '1341ec61-fb60-40b7-be84-30c073b68ec8', 'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'mac_address': 'fa:16:3e:96:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:53Z', 'updated_at': '2021-08-03T18:53:56Z', 'revision_number': 2, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'subnets': [{'id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:03.959127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8b7d4d65-7cc2-47ad-a202-34e4107d642a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327804320', 'description': 'tempest-description--1650942010'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:04.028112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Checking router: 87dfe093-1a04-415c-acc5-e3be5ee2ce3a for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:54:04.028714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Updating router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a port 1341ec61-fb60-40b7-be84-30c073b68ec8 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:54:04.035195 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4d65-7cc2-47ad-a202-34e4107d642a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.039572 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a974ca7a-a1a5-4ad7-a367-3de98616a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.042483 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a974ca7a-a1a5-4ad7-a367-3de98616a5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.043744 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a974ca7a-a1a5-4ad7-a367-3de98616a5a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d37b2fd3-70a4-439d-9825-bb88c3bb066f HTTP/1.1" status: 204 len: 168 time: 1.1877007 Aug 03 18:54:04.089364 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.211173 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4e745c24-2abe-4e70-bda0-f3b2ef8807d2 req-bcebbb44-9610-4e1b-bbbe-1fe59fc43018 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6064644 Aug 03 18:54:04.215271 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.278275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Network 562669de-245f-4f72-93b1-ab3c15cd9cbb is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:04.285752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974ca7a-a1a5-4ad7-a367-3de98616a5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37b2fd3-70a4-439d-9825-bb88c3bb066f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:04.291390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-b368178d-c3ce-4926-a9a0-657ec83cd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:04.298984 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-b368178d-c3ce-4926-a9a0-657ec83cd9af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 1099 time: 0.4288089 Aug 03 18:54:04.301835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11c8fa-9f21-45fb-9c5e-e5f164bfdb13 service neutron] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=7']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:04.322709 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4d65-7cc2-47ad-a202-34e4107d642a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.357830 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4d65-7cc2-47ad-a202-34e4107d642a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.381429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Pushing event updated for resources: {'Port': ['ID=84d5f2ad-59bf-4804-82af-721e2d8869cf,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:04.384161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:04.411736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:04.494204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d4d65-7cc2-47ad-a202-34e4107d642a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e751e212-3ee6-4767-8492-8a039c25b072,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:04.529150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e10e0-c377-4b0b-bd20-d2037f562102 req-19c1d9a1-67b0-4654-87e5-788484fb7e97 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:04.537167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-358e10e0-c377-4b0b-bd20-d2037f562102 req-19c1d9a1-67b0-4654-87e5-788484fb7e97 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 945 time: 0.2109146 Aug 03 18:54:04.543416 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9960fb2a-a02a-4ff8-9c2c-3c78917438eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.545386 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4d65-7cc2-47ad-a202-34e4107d642a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.546792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8b7d4d65-7cc2-47ad-a202-34e4107d642a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6088398 Aug 03 18:54:04.560870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34498) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:04.569905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b7e5e4a8-63c0-46b1-ab9c-83ce8e544ae8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Request body: {'security_group_rule': {'security_group_id': 'e751e212-3ee6-4767-8492-8a039c25b072', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:04.618993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2531c-aad7-4162-8da6-01e614f9da78 req-44b50711-bb29-42df-b189-5b5ccd326662 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:04.621177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abb2531c-aad7-4162-8da6-01e614f9da78 req-44b50711-bb29-42df-b189-5b5ccd326662 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 932 time: 0.2811899 Aug 03 18:54:04.715149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:04.715975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.733403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960fb2a-a02a-4ff8-9c2c-3c78917438eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a313b0-e45e-4be5-a0d6-62d5aa249cbf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:04.751242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34502) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:04.779288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d90a78-142f-4946-8552-fd8ff4a7b498 None None] Network d8990ebc-5933-4bea-9204-118379220a5f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:54:04.780885 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9960fb2a-a02a-4ff8-9c2c-3c78917438eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.785364 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9960fb2a-a02a-4ff8-9c2c-3c78917438eb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/60a313b0-e45e-4be5-a0d6-62d5aa249cbf HTTP/1.1" status: 204 len: 168 time: 2.3124290 Aug 03 18:54:04.792866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-358e10e0-c377-4b0b-bd20-d2037f562102 req-0ffb9b23-da39-4db3-8775-cf71d135d492 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533038 Aug 03 18:54:04.798741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34504) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:04.800489 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-7c29858c-d001-43be-8f70-f6901cc0bc92 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9599497 Aug 03 18:54:04.824072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Request body: {'port': {'device_id': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:04.844999 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e4a8-63c0-46b1-ab9c-83ce8e544ae8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:04.867709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abb2531c-aad7-4162-8da6-01e614f9da78 req-412aabae-e4bc-4152-a18e-33ff4456c4e7 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254484 Aug 03 18:54:05.000044 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e4a8-63c0-46b1-ab9c-83ce8e544ae8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.013132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e4a8-63c0-46b1-ab9c-83ce8e544ae8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.024929 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6330ad15-67db-4a6a-a707-a77f73f4c0b2 x-openstack-request-id: req-6330ad15-67db-4a6a-a707-a77f73f4c0b2 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:05.026421 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:05.027718 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6330ad15-67db-4a6a-a707-a77f73f4c0b2 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:05.028250 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec', 'status': 'completed', 'code': 200} Aug 03 18:54:05.082766 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.101019 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e4a8-63c0-46b1-ab9c-83ce8e544ae8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.102371 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b7e5e4a8-63c0-46b1-ab9c-83ce8e544ae8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5360603 Aug 03 18:54:05.124260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34508) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:05.145972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5e4a8-63c0-46b1-ab9c-83ce8e544ae8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8483b07e-5af0-4f71-a4a7-4adedbeff502,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:05.160732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-24540935-ed30-4a7a-bae6-f5b0fd278b6d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Request body: {'security_group_rule': {'security_group_id': 'e751e212-3ee6-4767-8492-8a039c25b072', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:05.208885 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0dc36486-497c-4ef9-aee6-1696fe207019 req-c3cea9ba-7d06-42b2-a11e-e4e63c9efb59 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 210 time: 0.1298127 Aug 03 18:54:05.228276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bb0d9-714f-4a7f-8837-6e9ba5520721 req-5f2432e6-22a3-459a-940c-b1d114c1e1f4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:05.237566 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e62bb0d9-714f-4a7f-8837-6e9ba5520721 req-5f2432e6-22a3-459a-940c-b1d114c1e1f4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 948 time: 0.1874278 Aug 03 18:54:05.284501 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-24540935-ed30-4a7a-bae6-f5b0fd278b6d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.356554 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-24540935-ed30-4a7a-bae6-f5b0fd278b6d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.371181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e62bb0d9-714f-4a7f-8837-6e9ba5520721 req-1493adbb-96cc-474e-9089-3ea40063bf56 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325994 Aug 03 18:54:05.378757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-24540935-ed30-4a7a-bae6-f5b0fd278b6d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.428263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24540935-ed30-4a7a-bae6-f5b0fd278b6d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6b7562-cc0c-4da1-bea6-d90ecb4b6489,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:05.452604 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-24540935-ed30-4a7a-bae6-f5b0fd278b6d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.453944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-24540935-ed30-4a7a-bae6-f5b0fd278b6d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3009818 Aug 03 18:54:05.457089 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34512) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:05.471747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:05.517239 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.546658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d5f2ad-59bf-4804-82af-721e2d8869cf {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:05.556398 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.565064 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.573735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Transition to ACTIVE for port object 84d5f2ad-59bf-4804-82af-721e2d8869cf will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:05.588142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Transition to ACTIVE for port object 1341ec61-fb60-40b7-be84-30c073b68ec8 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:05.603219 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.606132 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.635663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2743fc7-c61c-4e4b-8329-e5b89ca9e7ac None None] DHCP port deletion for d8990ebc-5933-4bea-9204-118379220a5f request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 18:54:05.652023 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-208662a1-7594-48fd-b704-008974fd03fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa38d5017e52435d89de2a9ad099cf48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8995628 Aug 03 18:54:05.663114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34514) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:05.715802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-9e716665-19b9-44ed-b663-eb9d25e718eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:05.717887 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-9e716665-19b9-44ed-b663-eb9d25e718eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 1.3314509 Aug 03 18:54:05.737050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.756742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48856bc4-d168-4a3c-b244-1444668d8f0b None None] Pushing event updated for resources: {'Port': ['ID=1341ec61-fb60-40b7-be84-30c073b68ec8,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:05.801004 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69671da7-b8b0-45de-85fb-d7edff261202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.807093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Attempting to bind port 1341ec61-fb60-40b7-be84-30c073b68ec8 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:05.807771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Attempting to bind port 1341ec61-fb60-40b7-be84-30c073b68ec8 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:05.808052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Attempting to bind port 1341ec61-fb60-40b7-be84-30c073b68ec8 on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:05.813658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-93939138-89ba-40fd-8bdf-6b63962673b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:05.817310 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-93939138-89ba-40fd-8bdf-6b63962673b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 1099 time: 0.7961380 Aug 03 18:54:05.818920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Pushing event updated for resources: {'Port': ['ID=84d5f2ad-59bf-4804-82af-721e2d8869cf,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:05.830161 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-4b7d8a34-242f-461a-a682-d09713c0a5c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 217 time: 0.0968513 Aug 03 18:54:05.851824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c2743fc7-c61c-4e4b-8329-e5b89ca9e7ac None None] Deleting port c5403c64-1fb4-4333-9aa1-0fc74633b930 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:54:05.859878 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c2743fc7-c61c-4e4b-8329-e5b89ca9e7ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.864342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:05.865043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Checking segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:05.868046 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.868692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Bound using segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:05.869368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Bound port: 1341ec61-fb60-40b7-be84-30c073b68ec8, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:05.870218 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.882496 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69671da7-b8b0-45de-85fb-d7edff261202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:05.890291 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.008787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-3d61a078-3f8c-41d7-86d6-3b5a1555c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:06.010376 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-3d61a078-3f8c-41d7-86d6-3b5a1555c0c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1767645 Aug 03 18:54:06.039768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c2743fc7-c61c-4e4b-8329-e5b89ca9e7ac None None] For port c5403c64-1fb4-4333-9aa1-0fc74633b930, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c5403c64-1fb4-4333-9aa1-0fc74633b930,segment=NetworkSegment(0f2d128f-30fa-40b4-a149-db2d0665efeb),segment_id=0f2d128f-30fa-40b4-a149-db2d0665efeb)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:06.040235 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c2743fc7-c61c-4e4b-8329-e5b89ca9e7ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.077042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c2743fc7-c61c-4e4b-8329-e5b89ca9e7ac None None] Calling delete_port for c5403c64-1fb4-4333-9aa1-0fc74633b930 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:54:06.108723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] For port 1341ec61-fb60-40b7-be84-30c073b68ec8, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:06.115073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] For port 1341ec61-fb60-40b7-be84-30c073b68ec8, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1341ec61-fb60-40b7-be84-30c073b68ec8,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:06.152522 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-07a42260-5811-46b3-be2f-700cadffba96 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 217 time: 0.0723138 Aug 03 18:54:06.187313 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.251239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-1b581f06-9d7f-4008-98f9-e4bfc28a8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:06.255387 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-1b581f06-9d7f-4008-98f9-e4bfc28a8914 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0681200 Aug 03 18:54:06.340752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48856bc4-d168-4a3c-b244-1444668d8f0b None None] Pushing event updated for resources: {'Port': ['ID=1341ec61-fb60-40b7-be84-30c073b68ec8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:06.345861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Routers {'87dfe093-1a04-415c-acc5-e3be5ee2ce3a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:06.346691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:53:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:06.389235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-b9bb13cb-2ed8-4236-a79a-8e5cf40b1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:06.395669 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-b9bb13cb-2ed8-4236-a79a-8e5cf40b1258 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.5507469 Aug 03 18:54:06.407283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-e8fc534b-c918-4ae8-90eb-c0e80c75fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:06.408905 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-e8fc534b-c918-4ae8-90eb-c0e80c75fba5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392584 Aug 03 18:54:06.439418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53aada-8114-47eb-8eae-01894682891c req-8373421d-4bc4-44eb-93eb-d97d50874f23 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:06.453347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b53aada-8114-47eb-8eae-01894682891c req-8373421d-4bc4-44eb-93eb-d97d50874f23 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 945 time: 0.4916420 Aug 03 18:54:06.466898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Attempting to bind port 84d5f2ad-59bf-4804-82af-721e2d8869cf on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:06.467360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Attempting to bind port 84d5f2ad-59bf-4804-82af-721e2d8869cf by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:06.469380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Attempting to bind port 84d5f2ad-59bf-4804-82af-721e2d8869cf on network 562669de-245f-4f72-93b1-ab3c15cd9cbb {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:06.496960 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69671da7-b8b0-45de-85fb-d7edff261202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.508002 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69671da7-b8b0-45de-85fb-d7edff261202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.511939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-69671da7-b8b0-45de-85fb-d7edff261202 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f69e396-85de-4420-b511-01ae4b825716 HTTP/1.1" status: 204 len: 168 time: 0.8397775 Aug 03 18:54:06.512138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Deleting port c5403c64-1fb4-4333-9aa1-0fc74633b930 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:54:06.512138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.567717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7772e0-e0ab-485e-9ab5-131bdab152ca req-98432eeb-0186-470f-8ea8-8af7db1f71ad tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:06.576631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc7772e0-e0ab-485e-9ab5-131bdab152ca req-98432eeb-0186-470f-8ea8-8af7db1f71ad tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 944 time: 0.5140471 Aug 03 18:54:06.584392 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] Set router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:06.647294 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c2743fc7-c61c-4e4b-8329-e5b89ca9e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.649206 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e9418476-04e3-4b01-9b8f-8a44de44d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.651186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69671da7-b8b0-45de-85fb-d7edff261202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f69e396-85de-4420-b511-01ae4b825716,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:06.666853 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.674891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82487fa4-6899-496d-9f7a-6edb20537571 req-06efffcb-9e00-4dc4-81a6-551ee3cf97e5 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:06.681112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-06efffcb-9e00-4dc4-81a6-551ee3cf97e5 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 807 time: 0.7448421 Aug 03 18:54:06.684984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Port 84d5f2ad-59bf-4804-82af-721e2d8869cf on network 562669de-245f-4f72-93b1-ab3c15cd9cbb not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:06.685972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Attempting to bind port 84d5f2ad-59bf-4804-82af-721e2d8869cf on network 562669de-245f-4f72-93b1-ab3c15cd9cbb {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:06.717719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2743fc7-c61c-4e4b-8329-e5b89ca9e7ac None None] Pushing event deleted for resources: {'Port': ['ID=c5403c64-1fb4-4333-9aa1-0fc74633b930,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:06.725143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2743fc7-c61c-4e4b-8329-e5b89ca9e7ac None None] No DVR routers for this DVR port c5403c64-1fb4-4333-9aa1-0fc74633b930 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:54:06.745752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:06.746310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Checking segment: {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:06.746444 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Bound using segment: {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:06.746892 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Bound port: 84d5f2ad-59bf-4804-82af-721e2d8869cf, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:06.747252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.750398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Request body: {'port': {'device_id': '70819566-104f-4d2c-bc06-3fada03dbbde', 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612', 'admin_state_up': True, 'tenant_id': '448bff490d084bf0a760117b49d76e86'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:06.861027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] For port c5403c64-1fb4-4333-9aa1-0fc74633b930, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c5403c64-1fb4-4333-9aa1-0fc74633b930,segment=NetworkSegment(0f2d128f-30fa-40b4-a149-db2d0665efeb),segment_id=0f2d128f-30fa-40b4-a149-db2d0665efeb)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:06.861027 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.876029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b53aada-8114-47eb-8eae-01894682891c req-df1ad76d-bd15-4718-8055-145b89835d0d tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4204152 Aug 03 18:54:06.881271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-e7047dcb-c84b-458b-b956-d7fe692529cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:06.897951 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-e7047dcb-c84b-458b-b956-d7fe692529cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4821239 Aug 03 18:54:06.942915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Allocated IP 172.25.8.139 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/93ef347c-f317-459e-a474-871098b72e63) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:06.970565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc7772e0-e0ab-485e-9ab5-131bdab152ca req-14b0914f-3f43-4dfb-9e5b-25e64b7cefe2 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929303 Aug 03 18:54:06.986667 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-f52746a6-c79b-4f7a-b7b3-2c81f541d1e1 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505173 Aug 03 18:54:07.031940 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:55Z', 'revision_number': 4, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '1341ec61-fb60-40b7-be84-30c073b68ec8', 'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'mac_address': 'fa:16:3e:96:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:53Z', 'updated_at': '2021-08-03T18:54:06Z', 'revision_number': 4, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'subnets': [{'id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:07.083682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c30d5-b702-4ae7-82b7-24f2345cb370 None None] The sync data for ids ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'] in n-d-802918-7 is: [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:55Z', 'revision_number': 4, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '1341ec61-fb60-40b7-be84-30c073b68ec8', 'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'mac_address': 'fa:16:3e:96:83:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:53Z', 'updated_at': '2021-08-03T18:54:06Z', 'revision_number': 4, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'subnets': [{'id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:54:07.084710 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Calling delete_port for c5403c64-1fb4-4333-9aa1-0fc74633b930 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:54:07.118494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c51e94c-449d-46cb-8237-5a6c452d0a7c req-3b995757-871b-4756-8859-ad9463a2c5e3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 210 time: 0.1447566 Aug 03 18:54:07.218584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] For port 84d5f2ad-59bf-4804-82af-721e2d8869cf, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:07.239281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c5403c64-1fb4-4333-9aa1-0fc74633b930 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:54:07.325121 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] For port 84d5f2ad-59bf-4804-82af-721e2d8869cf, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=84d5f2ad-59bf-4804-82af-721e2d8869cf,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:07.329537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c5403c64-1fb4-4333-9aa1-0fc74633b930 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:54:07.330180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-b39429c2-5910-49a2-a2a8-ac1f80398be2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3817885 Aug 03 18:54:07.334594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c5403c64-1fb4-4333-9aa1-0fc74633b930 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:54:07.363180 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:07.512731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:07.513910 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:07.515344 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] 10.222.0.37 "PUT /v2.0/ports/84d5f2ad-59bf-4804-82af-721e2d8869cf HTTP/1.1" status: 200 len: 1092 time: 2.6991889 Aug 03 18:54:07.520942 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'tag': '84d5f2ad-59bf-4804-82af-721e2d8869cf'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:07.523312 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0925b7-4242-4424-83dd-ea412cce3c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ded436c7-dc7b-4f05-8f93-902bcc107e83", "tag": "84d5f2ad-59bf-4804-82af-721e2d8869cf"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:07.531799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab1ae0-b55d-4118-afe6-be98507e8ee1 req-be8df675-c310-4fc8-9e33-ba03aa351561 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:07.534031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0ab1ae0-b55d-4118-afe6-be98507e8ee1 req-be8df675-c310-4fc8-9e33-ba03aa351561 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 948 time: 0.4361377 Aug 03 18:54:07.576555 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-a38f8f8c-4e61-4252-afa7-b2e81df66321 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636803 Aug 03 18:54:07.644782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Made reservation on behalf of 448bff490d084bf0a760117b49d76e86 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:07.648489 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:07.657076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:07.689139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9fb7-445b-4e95-a23e-5ad70c62ba06 req-d4dc95de-0b2b-464b-9b1e-050e8ccf40c8 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:07.690842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-279e9fb7-445b-4e95-a23e-5ad70c62ba06 req-d4dc95de-0b2b-464b-9b1e-050e8ccf40c8 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 945 time: 0.3207965 Aug 03 18:54:07.722648 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:07.850525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0ab1ae0-b55d-4118-afe6-be98507e8ee1 req-a695c93c-c09e-4880-b748-6e204716af95 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940602 Aug 03 18:54:07.854844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34544) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:07.897758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-248d25cc-242c-46d3-b9a0-0e5ecea6ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:07.900178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-248d25cc-242c-46d3-b9a0-0e5ecea6ab1f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 1100 time: 0.5237038 Aug 03 18:54:07.908409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-64480ed9-ca7a-4edb-a45e-f9d9ab01244b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Request body: {'floatingip': {'port_id': '76ff90b3-d320-4ffc-9389-d40cc800efa8'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:07.921816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:08.025783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Allocated IP 172.20.0.14 (e82201e2-b035-4956-9e86-abf136b81612/99f4d2c7-1f07-4c9d-ad30-5666266a1e0d/a6fe0463-58bd-4f39-a228-1dc895f854bf) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:08.090172 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb4b0a3-2b61-431a-b2bf-8e17df3e5471 x-openstack-request-id: req-4cb4b0a3-2b61-431a-b2bf-8e17df3e5471 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:08.091101 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded436c7-dc7b-4f05-8f93-902bcc107e83", "tag": "84d5f2ad-59bf-4804-82af-721e2d8869cf", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:08.091611 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4cb4b0a3-2b61-431a-b2bf-8e17df3e5471 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:08.092194 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'tag': '84d5f2ad-59bf-4804-82af-721e2d8869cf', 'status': 'completed', 'code': 200} Aug 03 18:54:08.108525 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-28fb5567-e2d3-483e-a48e-aec4e87f7c81 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0252173 Aug 03 18:54:08.109391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d5cc7-5b01-4852-b86c-d0a2163327ea service neutron] Pushing event updated for resources: {'Port': ['ID=84d5f2ad-59bf-4804-82af-721e2d8869cf,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:08.137282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:08.145157 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:08.145988 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64480ed9-ca7a-4edb-a45e-f9d9ab01244b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:08.160871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] No DVR routers for this DVR port c5403c64-1fb4-4333-9aa1-0fc74633b930 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:54:08.231940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-31707fb9-eff0-4ab7-add2-9ac6ca1b0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:08.233880 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-31707fb9-eff0-4ab7-add2-9ac6ca1b0a4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 1095 time: 0.6556063 Aug 03 18:54:08.237643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5403c64-1fb4-4333-9aa1-0fc74633b930,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:08.267777 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4b5207-0eb9-41ae-b599-6f4a75c429cf req-1680575a-fe23-4be8-90de-8bc49d3d57ef service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618760 Aug 03 18:54:08.278081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event updated for resources: {'Port': ['ID=93ef347c-f317-459e-a474-871098b72e63,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:08.282190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:08.284589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:08.367636 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:08.443461 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-1727a77e-c38b-4980-8b26-8ab7aa2197ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d5f2ad-59bf-4804-82af-721e2d8869cf HTTP/1.1" status: 200 len: 217 time: 0.2011294 Aug 03 18:54:08.446488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8990ebc-5933-4bea-9204-118379220a5f']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:08.495306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4973501b-70fc-42cd-9237-2db5c78aadcb req-f18ab4aa-a305-4ea3-9e95-45e1564ebd24 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 210 time: 0.2291951 Aug 03 18:54:08.517327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-2812030c-e0ab-49e4-a930-d421b4a51eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:08.527607 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-2812030c-e0ab-49e4-a930-d421b4a51eee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98261e03-5c98-4ab9-a3a1-0b63421e7d8b HTTP/1.1" status: 200 len: 845 time: 0.0612559 Aug 03 18:54:08.527607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2d128f-30fa-40b4-a149-db2d0665efeb') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:08.527607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2d128f-30fa-40b4-a149-db2d0665efeb') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:08.592408 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-b04f3288-577a-40cd-a694-8ac9d2e4638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:08.594130 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-b04f3288-577a-40cd-a694-8ac9d2e4638c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 1099 time: 0.2234225 Aug 03 18:54:08.596089 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-e6b030f2-8219-484c-bb15-588468974ba9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=562669de-245f-4f72-93b1-ab3c15cd9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669730 Aug 03 18:54:08.598887 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:08.694069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:08.735450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:54:08.735860 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:54:08.738331 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:54:08.933259 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:08.967101 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:08.969786 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d8990ebc-5933-4bea-9204-118379220a5f HTTP/1.1" status: 204 len: 168 time: 4.1679418 Aug 03 18:54:08.970708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a13df2-0649-426e-94b0-4af4526bed99 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8990ebc-5933-4bea-9204-118379220a5f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:08.984591 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-209b2e95-61e6-41ce-99b3-823c66baf98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:08.986135 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-209b2e95-61e6-41ce-99b3-823c66baf98b service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3731472 Aug 03 18:54:08.990715 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-830ec510-3f14-4264-bacf-4205b4b69c5b service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757489 Aug 03 18:54:09.083372 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-6ae84a33-de67-47e0-b2fd-5e685b38cf62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 217 time: 0.0756323 Aug 03 18:54:09.259731 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1341ec61-fb60-40b7-be84-30c073b68ec8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:09.280069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34574) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:09.354221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 1341ec61-fb60-40b7-be84-30c073b68ec8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:09.355845 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-04502690-1db7-4260-8664-d49cba0f8a73 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bfcc6651f6a14a659738f55d9852b017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737777 Aug 03 18:54:09.358125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-b5c30e17-5c79-49fb-8068-f313d5d9cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:09.361033 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-b5c30e17-5c79-49fb-8068-f313d5d9cb1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.2468925 Aug 03 18:54:09.367505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 1341ec61-fb60-40b7-be84-30c073b68ec8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:09.369317 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.369666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34578) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:09.500400 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8e58511b-4750-43b7-b6ab-9726780fe317 req-1d45f90d-e4f5-4403-a68d-762dbdb55b1a service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915378 Aug 03 18:54:09.509943 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.511861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-2675e37f-61cb-4b9c-ae00-343daf9dcbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:09.514110 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-2675e37f-61cb-4b9c-ae00-343daf9dcbeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1317563 Aug 03 18:54:09.533291 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e80391f3-ac07-46f3-b475-abeb4315665f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.564707 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.608520 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 1341ec61-fb60-40b7-be84-30c073b68ec8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1341ec61-fb60-40b7-be84-30c073b68ec8,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:09.616368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.638853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e80391f3-ac07-46f3-b475-abeb4315665f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.675935 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0925b7-4242-4424-83dd-ea412cce3c8c req-a8e02483-6139-4593-be06-f32b737252d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:09.677865 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ef0925b7-4242-4424-83dd-ea412cce3c8c req-a8e02483-6139-4593-be06-f32b737252d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 1095 time: 0.1076610 Aug 03 18:54:09.694193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=1341ec61-fb60-40b7-be84-30c073b68ec8,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:09.760574 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-10262a0a-fd31-442e-9cd1-1ba8c500a5b5 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380972 Aug 03 18:54:09.815665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cf05b-d145-4454-822e-9fd7b79c8a1e req-a7896e8b-9723-490a-8f9f-6d92c237a938 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:09.817212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a2cf05b-d145-4454-822e-9fd7b79c8a1e req-a7896e8b-9723-490a-8f9f-6d92c237a938 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 944 time: 1.5478427 Aug 03 18:54:09.834727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-1cdfa7db-c360-4e29-bb37-2e9fc12e8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:09.836225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-1cdfa7db-c360-4e29-bb37-2e9fc12e8bda service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 1.9026623 Aug 03 18:54:09.847807 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64480ed9-ca7a-4edb-a45e-f9d9ab01244b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.874304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0925b7-4242-4424-83dd-ea412cce3c8c req-a68546c6-6d79-41ec-a12c-8ee6c8afc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:09.874716 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.877119 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ef0925b7-4242-4424-83dd-ea412cce3c8c req-a68546c6-6d79-41ec-a12c-8ee6c8afc457 service neutron] 10.222.0.37 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 906 time: 0.1888168 Aug 03 18:54:09.878018 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64480ed9-ca7a-4edb-a45e-f9d9ab01244b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.907134 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e80391f3-ac07-46f3-b475-abeb4315665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.910104 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e80391f3-ac07-46f3-b475-abeb4315665f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:09.913649 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e80391f3-ac07-46f3-b475-abeb4315665f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8444441c-a2d8-4e47-a8f3-aaabc6a6bf80 HTTP/1.1" status: 204 len: 168 time: 0.5405471 Aug 03 18:54:09.939578 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9aac2533-b2f0-4f9b-a1e3-3a9a1df34d31 req-1afbb81c-93fa-45cd-9467-f73fbba20db3 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698239 Aug 03 18:54:09.969314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-6d7a5e9e-0be2-489a-9c3d-2d4cfd3c2dde service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e HTTP/1.1" status: 200 len: 217 time: 0.1236365 Aug 03 18:54:09.984550 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ef0925b7-4242-4424-83dd-ea412cce3c8c req-70962db1-e30b-433d-b89d-56445cdee80a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d5f2ad-59bf-4804-82af-721e2d8869cf HTTP/1.1" status: 200 len: 217 time: 0.0879829 Aug 03 18:54:09.993545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80391f3-ac07-46f3-b475-abeb4315665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8444441c-a2d8-4e47-a8f3-aaabc6a6bf80,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:10.048965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bab7ae-46ea-4019-88cb-97d58aadb222 req-f2e05cab-bf48-4e17-b8be-5308e6d54a4a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:10.057291 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4bab7ae-46ea-4019-88cb-97d58aadb222 req-f2e05cab-bf48-4e17-b8be-5308e6d54a4a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 948 time: 0.3497331 Aug 03 18:54:10.079710 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0925b7-4242-4424-83dd-ea412cce3c8c req-03febe94-ce44-483b-8d10-d53c7b0978ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:10.081304 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ef0925b7-4242-4424-83dd-ea412cce3c8c req-03febe94-ce44-483b-8d10-d53c7b0978ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98261e03-5c98-4ab9-a3a1-0b63421e7d8b HTTP/1.1" status: 200 len: 845 time: 0.0848250 Aug 03 18:54:10.118222 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ef0925b7-4242-4424-83dd-ea412cce3c8c req-500e72fd-9489-4ce3-9d2e-501dcce51e97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=562669de-245f-4f72-93b1-ab3c15cd9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277517 Aug 03 18:54:10.189847 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:10.254829 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ef0925b7-4242-4424-83dd-ea412cce3c8c req-9542e3b8-0bcf-4aea-ab3a-575d0db314fb service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250532 Aug 03 18:54:10.276664 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:10.306877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a2cf05b-d145-4454-822e-9fd7b79c8a1e req-9fbee80c-7764-45c9-b499-7ae07ee27918 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781177 Aug 03 18:54:10.372380 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ef0925b7-4242-4424-83dd-ea412cce3c8c req-46455b29-ae26-46b1-8534-87482f41432f service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074719 Aug 03 18:54:10.431940 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-64480ed9-ca7a-4edb-a45e-f9d9ab01244b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Floating IP 35567ecf-ae5b-4004-8d06-9d8110247b5a associated. External IP: 172.25.8.198, port: 76ff90b3-d320-4ffc-9389-d40cc800efa8. Aug 03 18:54:10.438051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34590) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:10.494174 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5ae71f5b-99dc-4564-b7ae-7729586ab1dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a6d6cdeabad492ca0c70dbe17ff2ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547774 Aug 03 18:54:10.496936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-157296a8-ac6b-4f03-8ddf-0ce428f4d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:10.497082 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34592) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:10.516944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-157296a8-ac6b-4f03-8ddf-0ce428f4d83a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.5019410 Aug 03 18:54:10.561221 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-030fa012-1dfd-43a4-9de1-8e16a5d2a240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:10.575375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4bab7ae-46ea-4019-88cb-97d58aadb222 req-0252badd-f6d5-4824-93c2-6607ee92a388 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122066 Aug 03 18:54:10.588452 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-030fa012-1dfd-43a4-9de1-8e16a5d2a240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:10.653778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-030fa012-1dfd-43a4-9de1-8e16a5d2a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:10.657977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-030fa012-1dfd-43a4-9de1-8e16a5d2a240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:10.659349 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-030fa012-1dfd-43a4-9de1-8e16a5d2a240 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/75465d90-7182-4e35-91d2-36afc3c9731f HTTP/1.1" status: 204 len: 168 time: 0.1604123 Aug 03 18:54:10.668796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fa012-1dfd-43a4-9de1-8e16a5d2a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75465d90-7182-4e35-91d2-36afc3c9731f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:10.771861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 65e65df1-20b3-40c6-8aec-bad18058abec details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:10.825144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4596c798-2b6c-43e6-862e-b240f5f65203 req-c8a0d127-c745-4c59-a073-e048cb72e2e4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 210 time: 0.0983996 Aug 03 18:54:10.859296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-71d732d9-2c96-4a45-b7ea-f973d0aed63e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950785 Aug 03 18:54:10.873541 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:10.881293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-c14b31d0-f3e6-4ec0-879b-e499e12fd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:10.882929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-c14b31d0-f3e6-4ec0-879b-e499e12fd0e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3647513 Aug 03 18:54:10.897597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:10.913871 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8d395686-2064-4e03-90fc-5a1520d30710'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:10.944403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '65e65df1-20b3-40c6-8aec-bad18058abec', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '65e65df1-20b3-40c6-8aec-bad18058abec', 'mac_address': 'fa:16:3e:3a:fe:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:54:11.022338 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.023090 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.060242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e65df1-20b3-40c6-8aec-bad18058abec {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:11.073000 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.106234 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Network e82201e2-b035-4956-9e86-abf136b81612 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:11.125824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:11.132371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:11.137523 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.170132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:11.172865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Pushing event updated for resources: {'Port': ['ID=a6fe0463-58bd-4f39-a228-1dc895f854bf,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:11.215778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1341ec61-fb60-40b7-be84-30c073b68ec8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:11.293794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:11.332301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 1341ec61-fb60-40b7-be84-30c073b68ec8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:11.332882 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.340048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:11.340872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.373616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64480ed9-ca7a-4edb-a45e-f9d9ab01244b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Router c16fffa5-753f-4c1e-aa44-2c249205d082 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:54:11.428395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['65e65df1-20b3-40c6-8aec-bad18058abec'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:11.508022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-ac211886-1c59-4e74-ac52-38d5a545f979 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8070822 Aug 03 18:54:11.535046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-c4441d6f-0b6a-46d7-9925-02df7765b1cf tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:11.536590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-c4441d6f-0b6a-46d7-9925-02df7765b1cf tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6672513 Aug 03 18:54:11.544915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Request body: {'port': {'device_id': '70819566-104f-4d2c-bc06-3fada03dbbde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:11.554888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.559672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-3065d212-bb68-4162-af38-bd01854f54ed service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538069 Aug 03 18:54:11.588995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event updated for resources: {'Port': ['ID=93ef347c-f317-459e-a474-871098b72e63,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:11.650178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34630) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:11.775292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-network', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:11.802801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Made reservation on behalf of 80887819c3c94cf5a6211eff4dd9b2bd for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:11.808097 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.822245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.928664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.935049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.968724 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:54:11.971149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74075aec-f1dc-46de-b8ed-a73b6fd2adaf,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:11.983169 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:11.983708 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Added segment b1a203af-0d40-469e-bf5d-5148f187b653 of type vlan for network a246ec6d-490d-4900-917f-db94dfcbc69a Aug 03 18:54:12.035708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-af9d4d86-88db-49a7-b0eb-7216113068c5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/quotas/5f57a51310c1494daeeeef8912c80670 HTTP/1.1" status: 200 len: 375 time: 0.4819722 Aug 03 18:54:12.038182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.043343 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.050790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dd82ae25-6e8f-4748-a6a2-599732478a2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5907300 Aug 03 18:54:12.067819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4586d0-d2e4-4b48-ae22-dfa7d9c154b0 req-8e6fb634-b2eb-443b-ae7a-fe049d089982 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:12.074059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b4586d0-d2e4-4b48-ae22-dfa7d9c154b0 req-8e6fb634-b2eb-443b-ae7a-fe049d089982 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 944 time: 0.6573541 Aug 03 18:54:12.082665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.083824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:12.084549 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.144963 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4938054 Aug 03 18:54:12.147795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34638) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:12.155527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] Request body: {'subnet': {'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-subnet', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:12.159337 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f8181-9d4d-4263-be68-e341de5dad4d admin admin] Pushing event updated for resources: {'Network': ['ID=a246ec6d-490d-4900-917f-db94dfcbc69a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:12.175885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network a246ec6d-490d-4900-917f-db94dfcbc69a details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:54:12.184420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] Made reservation on behalf of 80887819c3c94cf5a6211eff4dd9b2bd for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:12.187400 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.238787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2c8a967-4286-41ba-a0be-4c649d621844 req-1769f505-8599-4bf4-b52c-63e042528af9 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298800 Aug 03 18:54:12.249276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-94562a3d-d0d7-4617-9804-dead9bcc79b0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1714442 Aug 03 18:54:12.354771 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.371507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64480ed9-ca7a-4edb-a45e-f9d9ab01244b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:54:12.386644 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b3b70-3eb2-4535-812f-e2796db4b2b9 None None] Sync routers for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:54:12.387729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64480ed9-ca7a-4edb-a45e-f9d9ab01244b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.410626 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b3b70-3eb2-4535-812f-e2796db4b2b9 None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:12.412103 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9b4b3b70-3eb2-4535-812f-e2796db4b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:12.475321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.537431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-64480ed9-ca7a-4edb-a45e-f9d9ab01244b tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "PUT /v2.0/floatingips/35567ecf-ae5b-4004-8d06-9d8110247b5a HTTP/1.1" status: 200 len: 991 time: 4.6422472 Aug 03 18:54:12.543629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b4586d0-d2e4-4b48-ae22-dfa7d9c154b0 req-eebb17a9-efc1-4d75-9b2e-184f86dffb22 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186664 Aug 03 18:54:12.548493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'tag': '76ff90b3-d320-4ffc-9389-d40cc800efa8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:12.551041 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d29279-14d4-4779-a8d2-5972222e4012" -d '{"events": [{"name": "network-changed", "server_uuid": "067dcf01-4f2c-40bb-8027-b7ac2e45f4f6", "tag": "76ff90b3-d320-4ffc-9389-d40cc800efa8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:12.610725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3044f72c-1dcf-42f2-aea2-b8c06a3a793e,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:12.616286 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] Checking segment: {'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:12.616886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] Network hostable DHCP agents. Network: a246ec6d-490d-4900-917f-db94dfcbc69a, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:54:12.631485 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-9b4b3b70-3eb2-4535-812f-e2796db4b2b9 None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:12.656216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] Network a246ec6d-490d-4900-917f-db94dfcbc69a is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:54:12.678925 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, a246ec6d-490d-4900-917f-db94dfcbc69a) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:12.686826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:12.687136 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.692054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29904d14-3b7d-4cd5-91eb-e78d244eb651 None None] Network a246ec6d-490d-4900-917f-db94dfcbc69a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:54:12.709529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8206f-2509-4f10-96b3-726b450bdb8d req-401be06b-94da-4416-8d9d-8b21d01ec45e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:12.722002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7a8206f-2509-4f10-96b3-726b450bdb8d req-401be06b-94da-4416-8d9d-8b21d01ec45e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 949 time: 0.2502797 Aug 03 18:54:12.801655 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7c3d0e74-a26e-47e0-94c0-0976917a6d94 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6484010 Aug 03 18:54:12.802614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34656) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:12.820746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 84d5f2ad-59bf-4804-82af-721e2d8869cf details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:12.827413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:12.923358 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.924528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:12.953029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7a8206f-2509-4f10-96b3-726b450bdb8d req-eaa9b796-e9bb-41d8-8ca3-ed7bf2453c23 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243598 Aug 03 18:54:12.988113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 65e65df1-20b3-40c6-8aec-bad18058abec up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:12.994141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58478-59fc-4121-ad9c-b2a05ed9f643 req-bb2455f5-d63c-4fe5-a87e-2d007aa28dc4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:12.996560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ae58478-59fc-4121-ad9c-b2a05ed9f643 req-bb2455f5-d63c-4fe5-a87e-2d007aa28dc4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 932 time: 0.2645631 Aug 03 18:54:13.097917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:13.146479 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9b4b3b70-3eb2-4535-812f-e2796db4b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '35567ecf-ae5b-4004-8d06-9d8110247b5a', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'port_id': '76ff90b3-d320-4ffc-9389-d40cc800efa8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'mac_address': 'fa:16:3e:12:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:54:09Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:13.214299 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b3b70-3eb2-4535-812f-e2796db4b2b9 None None] Checking router: c16fffa5-753f-4c1e-aa44-2c249205d082 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:54:13.238357 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b3b70-3eb2-4535-812f-e2796db4b2b9 None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:13.239237 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9b4b3b70-3eb2-4535-812f-e2796db4b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:13.243339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ae58478-59fc-4121-ad9c-b2a05ed9f643 req-f886eb07-a0d1-4dfa-b670-90b2ae51cec7 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949220 Aug 03 18:54:13.350651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-e30dda86-beb3-4c4c-a679-33b05a3552fd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--327804320&fields=id&tenant_id=60edf04d68a54b668308e36955acb7f4 HTTP/1.1" status: 200 len: 267 time: 0.1843796 Aug 03 18:54:13.381473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fe0463-58bd-4f39-a228-1dc895f854bf {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:13.467604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:13.479557 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-9b4b3b70-3eb2-4535-812f-e2796db4b2b9 None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:13.508383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 84d5f2ad-59bf-4804-82af-721e2d8869cf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=84d5f2ad-59bf-4804-82af-721e2d8869cf,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:13.538705 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:13.539227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 65e65df1-20b3-40c6-8aec-bad18058abec completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:13.548713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-9097ec26-ad43-469a-84f7-b6e93ab79046 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:13.557316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-9097ec26-ad43-469a-84f7-b6e93ab79046 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 811 time: 0.1706007 Aug 03 18:54:13.561610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 65e65df1-20b3-40c6-8aec-bad18058abec triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:13.562284 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:13.581637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-8fdcbdab-7170-4f70-8a63-5eb8b6f83ec1 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/quotas/60edf04d68a54b668308e36955acb7f4 HTTP/1.1" status: 200 len: 375 time: 0.0232942 Aug 03 18:54:13.634064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '84d5f2ad-59bf-4804-82af-721e2d8869cf', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'port_id': '84d5f2ad-59bf-4804-82af-721e2d8869cf', 'mac_address': 'fa:16:3e:44:0c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98261e03-5c98-4ab9-a3a1-0b63421e7d8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:54:13.643879 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce5c5eef-e204-4cdc-8941-dc8653625a15 req-b2db5f52-ba22-4ae5-b11c-83bf0790e294 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 210 time: 0.0820043 Aug 03 18:54:13.647828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Transition to ACTIVE for port object a6fe0463-58bd-4f39-a228-1dc895f854bf will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:13.656125 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:13.714182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fe0463-58bd-4f39-a228-1dc895f854bf,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:13.727419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.727811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.728164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.728512 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.728848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.729183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.729546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.729856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.730240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.730571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.730896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.731220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:13.764179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-f23509f0-0015-41c0-8d5e-7423ac2e862f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1815288 Aug 03 18:54:13.845725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:13.869801 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522b965c-6180-41ec-9512-6b4b5e3d3b4c x-openstack-request-id: req-522b965c-6180-41ec-9512-6b4b5e3d3b4c {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:13.875958 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:13.881848 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067dcf01-4f2c-40bb-8027-b7ac2e45f4f6", "tag": "76ff90b3-d320-4ffc-9389-d40cc800efa8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:13.890047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-a246ec6d-490d-4900-917f-db94dfcbc69a', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'fixed_ips': [{'subnet_id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:54:13.891848 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:13.893928 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-522b965c-6180-41ec-9512-6b4b5e3d3b4c {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:13.894368 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'tag': '76ff90b3-d320-4ffc-9389-d40cc800efa8', 'status': 'completed', 'code': 200} Aug 03 18:54:13.915843 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:13.984316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d5f2ad-59bf-4804-82af-721e2d8869cf {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:14.071906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Allocated IP 172.25.8.193 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/0e843db3-0ab2-42f8-af18-7245a012a524) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:14.084578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:14.084962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:14.091432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:14.114855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Port a6fe0463-58bd-4f39-a228-1dc895f854bf on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:14.115081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:14.127345 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9b4b3b70-3eb2-4535-812f-e2796db4b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '35567ecf-ae5b-4004-8d06-9d8110247b5a', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'port_id': '76ff90b3-d320-4ffc-9389-d40cc800efa8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'mac_address': 'fa:16:3e:12:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:54:09Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:14.155579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:14.155934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:14.156692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:14.157299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Bound port: a6fe0463-58bd-4f39-a228-1dc895f854bf, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:14.180631 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:14.189392 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:14.198747 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b3b70-3eb2-4535-812f-e2796db4b2b9 None None] The sync data for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 is: [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '35567ecf-ae5b-4004-8d06-9d8110247b5a', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'port_id': '76ff90b3-d320-4ffc-9389-d40cc800efa8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'mac_address': 'fa:16:3e:12:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:51:23Z', 'updated_at': '2021-08-03T18:54:09Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:54:14.223623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 84d5f2ad-59bf-4804-82af-721e2d8869cf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=84d5f2ad-59bf-4804-82af-721e2d8869cf,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:14.245178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-7e55a56e-f809-4926-b3d2-801d0dbb95eb service neutron] 10.222.0.78 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551449 Aug 03 18:54:14.258764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29279-14d4-4779-a8d2-5972222e4012 req-7b63f2dd-c61a-4488-94c3-2f54385a6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:14.262488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90d29279-14d4-4779-a8d2-5972222e4012 req-7b63f2dd-c61a-4488-94c3-2f54385a6388 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612&device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 1096 time: 0.3405192 Aug 03 18:54:14.263777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:14.266856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:14.270413 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54725b06-6f71-4ef5-9146-566c96c0b2d6" -d '{"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-plugged", "status": "completed", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:14.275587 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:14.280034 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:14.293130 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:14.325149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Allocated IP 172.20.0.2 (a246ec6d-490d-4900-917f-db94dfcbc69a/3044f72c-1dcf-42f2-aea2-b8c06a3a793e/7d741cc8-9eec-448b-a98b-b549b890d722) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:14.403061 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:14.407127 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-2e89fe8f-fa04-4f47-8225-654cdc8101e9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434079 Aug 03 18:54:14.423307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=84d5f2ad-59bf-4804-82af-721e2d8869cf,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:14.547203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:14.563341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:14.567498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:14.632868 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:14.640506 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f4fd64-cca2-4586-a88f-ccf7c0417b49 None None] New status for floating IP 35567ecf-ae5b-4004-8d06-9d8110247b5a: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:54:14.687197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['84d5f2ad-59bf-4804-82af-721e2d8869cf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:14.723394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:14.724026 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:14.725460 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] 10.222.0.37 "PUT /v2.0/ports/a6fe0463-58bd-4f39-a228-1dc895f854bf HTTP/1.1" status: 200 len: 1092 time: 3.2029045 Aug 03 18:54:14.773429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dcb0a-020a-4b56-9274-f8f6463625f3 req-a56b597d-3db0-4e17-af81-4fa1169df123 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:14.775064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a95dcb0a-020a-4b56-9274-f8f6463625f3 req-a56b597d-3db0-4e17-af81-4fa1169df123 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 945 time: 0.1770194 Aug 03 18:54:14.785924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-fceda757-6ee7-4719-a7ab-cc3a008ba905 service neutron] 10.222.0.78 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205684 Aug 03 18:54:14.800559 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:14.812841 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Transition to ACTIVE for port object 7d741cc8-9eec-448b-a98b-b549b890d722 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:14.825166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:14.836126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Transition to ACTIVE for port object 7d741cc8-9eec-448b-a98b-b549b890d722 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:14.849487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52aa9e-acd3-4a8e-85c0-6fc12c65f318 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fe0463-58bd-4f39-a228-1dc895f854bf,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:14.861562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29279-14d4-4779-a8d2-5972222e4012 req-78afe18f-60cf-44d8-a9c5-d2e368bd2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:14.863347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90d29279-14d4-4779-a8d2-5972222e4012 req-78afe18f-60cf-44d8-a9c5-d2e368bd2724 service neutron] 10.222.0.74 "GET /v2.0/networks?id=31240d09-c12e-43f9-8d62-a9e18e6d7a04 HTTP/1.1" status: 200 len: 924 time: 0.5909815 Aug 03 18:54:14.868359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:14.880025 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:14.888783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Pushing event updated for resources: {'Port': ['ID=0e843db3-0ab2-42f8-af18-7245a012a524,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:14.900842 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:14.949777 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a95dcb0a-020a-4b56-9274-f8f6463625f3 req-c99878f5-5e5b-4c91-9388-ee5f1ff90309 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494634 Aug 03 18:54:14.995888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Pushing event updated for resources: {'Port': ['ID=7d741cc8-9eec-448b-a98b-b549b890d722,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:15.014604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82487fa4-6899-496d-9f7a-6edb20537571 req-4840d8cb-776c-4499-b2d9-a2e158b62543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:15.016730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-4840d8cb-776c-4499-b2d9-a2e158b62543 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 1095 time: 0.2333424 Aug 03 18:54:15.017787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-a6aa9596-86f8-46a5-bc0c-a06f629700c3 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:15.019349 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-a6aa9596-86f8-46a5-bc0c-a06f629700c3 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.37 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9&tenant_id=0af165f6330042b395e2a638c3cc2bba&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 950 time: 0.2163346 Aug 03 18:54:15.025126 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:15.049606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Network a246ec6d-490d-4900-917f-db94dfcbc69a is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:15.050732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-3397bf7c-a947-4d6d-bda5-c3f9c583ccbd tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:15.052280 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-3397bf7c-a947-4d6d-bda5-c3f9c583ccbd tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6283193 Aug 03 18:54:15.059419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90d29279-14d4-4779-a8d2-5972222e4012 req-22884281-c866-4bd8-9e7a-8a07534aee92 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76ff90b3-d320-4ffc-9389-d40cc800efa8 HTTP/1.1" status: 200 len: 999 time: 0.1808145 Aug 03 18:54:15.062540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:15.118308 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142a04a9-daa0-4029-903c-96ad7a849fc3 x-openstack-request-id: req-142a04a9-daa0-4029-903c-96ad7a849fc3 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:15.118681 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-plugged", "status": "completed", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:15.118919 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-142a04a9-daa0-4029-903c-96ad7a849fc3 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:15.119329 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec', 'code': 200} Aug 03 18:54:15.125236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:15.278311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-4097b76c-3035-4284-b446-1513055e2881 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf HTTP/1.1" status: 200 len: 217 time: 0.2149296 Aug 03 18:54:15.293909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Attempting to bind port 7d741cc8-9eec-448b-a98b-b549b890d722 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:15.294838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Attempting to bind port 7d741cc8-9eec-448b-a98b-b549b890d722 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:15.295208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Attempting to bind port 7d741cc8-9eec-448b-a98b-b549b890d722 on network a246ec6d-490d-4900-917f-db94dfcbc69a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:15.308598 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:15.308984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Checking segment: {'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:15.309406 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:15.310489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Bound using segment: {'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:15.311139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Bound port: 7d741cc8-9eec-448b-a98b-b549b890d722, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:15.311401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Request body: {'port': {'device_id': 'e8987c9e-5663-4b0b-b639-3e99be7e0cb6', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '5f57a51310c1494daeeeef8912c80670'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:15.311624 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:15.378011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29279-14d4-4779-a8d2-5972222e4012 req-f6035f07-653b-46c0-b704-be107179f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:15.379781 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90d29279-14d4-4779-a8d2-5972222e4012 req-f6035f07-653b-46c0-b704-be107179f725 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a HTTP/1.1" status: 200 len: 862 time: 0.2718523 Aug 03 18:54:15.411353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] For port 7d741cc8-9eec-448b-a98b-b549b890d722, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:15.417158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] For port 7d741cc8-9eec-448b-a98b-b549b890d722, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7d741cc8-9eec-448b-a98b-b549b890d722,segment=NetworkSegment(b1a203af-0d40-469e-bf5d-5148f187b653),segment_id=b1a203af-0d40-469e-bf5d-5148f187b653)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:15.425816 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:15.431347 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-053ea509-1a0a-4ff8-951c-1582356f43e7 service neutron] 10.222.0.37 "GET /v2.0/ports/65e65df1-20b3-40c6-8aec-bad18058abec/bindings/n-h2-802918-7 HTTP/1.1" status: 200 len: 382 time: 0.3777206 Aug 03 18:54:15.512501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a7699-913e-4561-9de1-cbdf07652108 req-aa137801-ee54-414a-a063-cf02acf2cb51 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:15.514338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e5a7699-913e-4561-9de1-cbdf07652108 req-aa137801-ee54-414a-a063-cf02acf2cb51 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.3036392 Aug 03 18:54:15.533137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583623a6-3ce6-40f5-925a-5eededb3a7c3 req-6cfac8e9-fc6d-4856-a0f5-351536697381 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:15.535983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-583623a6-3ce6-40f5-925a-5eededb3a7c3 req-6cfac8e9-fc6d-4856-a0f5-351536697381 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.3212879 Aug 03 18:54:15.566210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32087530-6fc1-4791-86f6-c1b92ec5a951 None None] Pushing event updated for resources: {'Port': ['ID=7d741cc8-9eec-448b-a98b-b549b890d722,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:15.596930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d29279-14d4-4779-a8d2-5972222e4012 req-782a1ebc-53a2-4f0d-88ca-34600228860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:15.598370 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90d29279-14d4-4779-a8d2-5972222e4012 req-782a1ebc-53a2-4f0d-88ca-34600228860b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=31240d09-c12e-43f9-8d62-a9e18e6d7a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2020752 Aug 03 18:54:15.678551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e5a7699-913e-4561-9de1-cbdf07652108 req-c4cfffc3-3db4-4c95-b458-39d273ebc7a6 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347404 Aug 03 18:54:15.681394 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-fe95a05b-8032-474c-98d0-66d97759efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:15.683255 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-fe95a05b-8032-474c-98d0-66d97759efdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 1101 time: 0.2137203 Aug 03 18:54:15.684261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82487fa4-6899-496d-9f7a-6edb20537571 req-d724c034-047b-4395-8c92-0c951f116463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:15.690551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-d724c034-047b-4395-8c92-0c951f116463 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.3729472 Aug 03 18:54:15.690714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Made reservation on behalf of 5f57a51310c1494daeeeef8912c80670 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:15.690714 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:15.725113 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:15.727283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:15.767798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-db3dccc5-6592-4b32-bf76-d55d07534f3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516155 Aug 03 18:54:15.787958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-583623a6-3ce6-40f5-925a-5eededb3a7c3 req-0d9213c6-e60a-42b2-b173-eb5a7c614a54 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988349 Aug 03 18:54:15.905685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70819566-104f-4d2c-bc06-3fada03dbbde', 'tag': 'a6fe0463-58bd-4f39-a228-1dc895f854bf'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:15.908600 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab52a3ab-db7a-4255-9fdb-0a398c026650" -d '{"events": [{"name": "network-changed", "server_uuid": "70819566-104f-4d2c-bc06-3fada03dbbde", "tag": "a6fe0463-58bd-4f39-a228-1dc895f854bf"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:15.954006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b900d4a-0cb7-4445-ad56-75ec7cb4ca22 req-165748b8-ee46-48f4-b8e0-67bb1d69dfd0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 210 time: 0.1311278 Aug 03 18:54:15.972221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-78d8b9ff-dbe2-40c3-910d-cfc815eab6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:15.973740 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-78d8b9ff-dbe2-40c3-910d-cfc815eab6ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2698972 Aug 03 18:54:15.979150 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90d29279-14d4-4779-a8d2-5972222e4012 req-fe09711c-8ff7-45aa-9fdd-62eb395291c1 service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629346 Aug 03 18:54:16.046771 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-c6ed6535-2872-48fa-9e0c-afc1f2580e3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 217 time: 0.0605459 Aug 03 18:54:16.114027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ed3f5de-2c87-40a7-9858-bf70017f0b66 req-ed4d8f9c-074e-46c2-ba03-9a9dc6bda092 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 210 time: 0.1035583 Aug 03 18:54:16.153151 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-50f761ce-a30c-4135-bdb9-b7316fe56b2e service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572123 Aug 03 18:54:16.186051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-9e5511fc-3296-4870-a186-022c090afb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:16.188121 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-9e5511fc-3296-4870-a186-022c090afb42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1238034 Aug 03 18:54:16.200846 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1e9ad7-3c93-444f-bc14-b03f1aeb6531 x-openstack-request-id: req-7c1e9ad7-3c93-444f-bc14-b03f1aeb6531 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:16.201145 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70819566-104f-4d2c-bc06-3fada03dbbde", "tag": "a6fe0463-58bd-4f39-a228-1dc895f854bf", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:16.201452 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c1e9ad7-3c93-444f-bc14-b03f1aeb6531 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:16.202190 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70819566-104f-4d2c-bc06-3fada03dbbde', 'tag': 'a6fe0463-58bd-4f39-a228-1dc895f854bf', 'status': 'completed', 'code': 200} Aug 03 18:54:16.287553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb942-d904-44c3-ae6b-14ba89d8c083 req-0edce311-9138-4cc3-a205-931973bd0817 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:16.289068 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30fbb942-d904-44c3-ae6b-14ba89d8c083 req-0edce311-9138-4cc3-a205-931973bd0817 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 1096 time: 0.1853483 Aug 03 18:54:16.307918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90d29279-14d4-4779-a8d2-5972222e4012 req-9f34aab8-a934-44b2-b13d-d36b7c5439b7 service neutron] 10.222.0.74 "GET /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149271 Aug 03 18:54:16.318286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:16.328226 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:16.337566 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:16.357131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-9409aaac-875d-4222-a8d2-9dfdcc38f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:16.359326 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-9409aaac-875d-4222-a8d2-9dfdcc38f03b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1543179 Aug 03 18:54:16.369943 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82487fa4-6899-496d-9f7a-6edb20537571 req-12597daa-2869-4600-81ca-c6526f2e38bf service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076802 Aug 03 18:54:16.390191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af256b-fb1a-42c5-8c7e-4a008b660fb3 req-9fcf7c01-5fc5-4a88-a7d4-1d3dcbe8eb2d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:16.391774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11af256b-fb1a-42c5-8c7e-4a008b660fb3 req-9fcf7c01-5fc5-4a88-a7d4-1d3dcbe8eb2d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 945 time: 0.1283941 Aug 03 18:54:16.414577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30fbb942-d904-44c3-ae6b-14ba89d8c083 req-c1c83224-0bcf-4ac0-b330-27b5e4bf9cb5 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052179 Aug 03 18:54:16.466545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11af256b-fb1a-42c5-8c7e-4a008b660fb3 req-81ec7dbf-ed27-48f9-a4bc-5cfb32487eee tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492244 Aug 03 18:54:16.555412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52a3ab-db7a-4255-9fdb-0a398c026650 req-acb391e2-67c5-421c-adba-7dc42833e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:16.558392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab52a3ab-db7a-4255-9fdb-0a398c026650 req-acb391e2-67c5-421c-adba-7dc42833e1f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 1095 time: 0.0817966 Aug 03 18:54:16.601764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:16.698857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Allocated IP 192.168.233.150 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/8462a4c9-a724-4376-992c-39108828e8d8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:16.831289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 84d5f2ad-59bf-4804-82af-721e2d8869cf up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:16.846578 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-97d514f8-e92c-4bff-bae7-a5059875a834 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341133 Aug 03 18:54:16.860672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52a3ab-db7a-4255-9fdb-0a398c026650 req-f7b2ab78-647b-456a-8eeb-0de36421c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:16.862504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab52a3ab-db7a-4255-9fdb-0a398c026650 req-f7b2ab78-647b-456a-8eeb-0de36421c9ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.2864254 Aug 03 18:54:16.874520 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aa05b9-7bda-4b05-8e1b-a911dfa923ac None None] Network a246ec6d-490d-4900-917f-db94dfcbc69a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:54:16.941977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-94be12ea-9914-487b-8ad8-33c3066b1ead tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:16.943725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-94be12ea-9914-487b-8ad8-33c3066b1ead tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 811 time: 0.3811171 Aug 03 18:54:16.946621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab52a3ab-db7a-4255-9fdb-0a398c026650 req-e67169ca-db06-4ed9-89fe-ab56a8e10dbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf HTTP/1.1" status: 200 len: 217 time: 0.0715728 Aug 03 18:54:16.960863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495df72-6131-4511-bb98-a60a107ae566 req-32e1cac6-43a4-44c8-a7d8-a992e4f9df8f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:16.970507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9495df72-6131-4511-bb98-a60a107ae566 req-32e1cac6-43a4-44c8-a7d8-a992e4f9df8f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.1534653 Aug 03 18:54:17.009121 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-96158c43-2103-485e-ac63-19e8c2a88ae0 None None] Provisioning for port 7d741cc8-9eec-448b-a98b-b549b890d722 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:17.045813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Router 30528adc-9a6e-4663-8a00-5f07403482db is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:54:17.053394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 84d5f2ad-59bf-4804-82af-721e2d8869cf completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:17.108155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9495df72-6131-4511-bb98-a60a107ae566 req-0306b219-7fa3-44cf-b08d-a7ee3a1d6bff tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339889 Aug 03 18:54:17.123193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 84d5f2ad-59bf-4804-82af-721e2d8869cf triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:17.123609 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:17.137585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-6dec5c95-89f7-44d2-b0d5-b88227b3b072 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60edf04d68a54b668308e36955acb7f4 HTTP/1.1" status: 200 len: 379 time: 0.1603310 Aug 03 18:54:17.163747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Request body: {'port': {'device_id': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'admin_state_up': True, 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'security_groups': ['e751e212-3ee6-4767-8492-8a039c25b072']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:17.177530 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:17.177716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52a3ab-db7a-4255-9fdb-0a398c026650 req-9d4e98af-bb9f-4106-9db6-3b953ada565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:17.178828 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab52a3ab-db7a-4255-9fdb-0a398c026650 req-9d4e98af-bb9f-4106-9db6-3b953ada565a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.1947060 Aug 03 18:54:17.185682 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-6c9f788a-a4c5-4231-bf2e-84a978465462 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065128 Aug 03 18:54:17.207412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Transition to ACTIVE for port object 8462a4c9-a724-4376-992c-39108828e8d8 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:17.303854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7d741cc8-9eec-448b-a98b-b549b890d722 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:17.333127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:54:17.345379 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Sync routers for ids ['30528adc-9a6e-4663-8a00-5f07403482db'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:54:17.360220 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:17.366145 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aefce260-af80-4947-be63-148d3147cf99 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.5585854 Aug 03 18:54:17.367023 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34730) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:17.369091 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Routers {'30528adc-9a6e-4663-8a00-5f07403482db'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:17.371472 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30528adc-9a6e-4663-8a00-5f07403482db'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:17.383224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:17.433465 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:17.471164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 7d741cc8-9eec-448b-a98b-b549b890d722 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:17.521405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d5f2ad-59bf-4804-82af-721e2d8869cf'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:17.532233 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbaf1e0-4f3b-412d-899e-d3c4da1e6ec6" -d '{"events": [{"server_uuid": "ded436c7-dc7b-4f05-8f93-902bcc107e83", "name": "network-vif-plugged", "status": "completed", "tag": "84d5f2ad-59bf-4804-82af-721e2d8869cf"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:17.536093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event updated for resources: {'Port': ['ID=8462a4c9-a724-4376-992c-39108828e8d8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:17.575549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7d741cc8-9eec-448b-a98b-b549b890d722 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:17.576281 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:17.581120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:17.581968 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Set router 30528adc-9a6e-4663-8a00-5f07403482db gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:17.586374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:17.598250 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:17.602573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 84d5f2ad-59bf-4804-82af-721e2d8869cf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=84d5f2ad-59bf-4804-82af-721e2d8869cf,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:17.686252 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:17.901382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=84d5f2ad-59bf-4804-82af-721e2d8869cf,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:17.928854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab52a3ab-db7a-4255-9fdb-0a398c026650 req-b2a3b1a9-4327-49e6-9cf6-a7ffa862af16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7371202 Aug 03 18:54:17.935808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fc152667-e537-4f51-94ac-37e8402650a6 None None] Provisioning complete for port 7d741cc8-9eec-448b-a98b-b549b890d722 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:17.936189 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fc152667-e537-4f51-94ac-37e8402650a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:17.990862 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:15Z', 'revision_number': 3, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:18.009126 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.035442 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Checking router: 30528adc-9a6e-4663-8a00-5f07403482db for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:54:18.035902 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Updating router 30528adc-9a6e-4663-8a00-5f07403482db port 0e843db3-0ab2-42f8-af18-7245a012a524 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:54:18.067087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 7d741cc8-9eec-448b-a98b-b549b890d722, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7d741cc8-9eec-448b-a98b-b549b890d722,segment=NetworkSegment(b1a203af-0d40-469e-bf5d-5148f187b653),segment_id=b1a203af-0d40-469e-bf5d-5148f187b653)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:18.084569 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.097168 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.121529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:18.122213 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.135686 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fc152667-e537-4f51-94ac-37e8402650a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.182249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=7d741cc8-9eec-448b-a98b-b549b890d722,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:18.193224 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-5b0f6687-320a-442d-b08d-f28a66ecdc18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0515103 Aug 03 18:54:18.212538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-d8aca00d-d96d-43ed-aa67-485bc86b8197 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:54:18.213836 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-d8aca00d-d96d-43ed-aa67-485bc86b8197 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067470 Aug 03 18:54:18.220012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Request body: {'port': {'device_id': 'e8987c9e-5663-4b0b-b639-3e99be7e0cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:18.231858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Request body: {'binding': {'host': 'n-h1-802918-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:18.232317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Unknown quota resources ['binding']. {{(pid=100488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 18:54:18.250501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0e55c-8d73-4fbb-921f-7b305c1778fb req-88647c86-a977-44d6-ae26-373c2231127f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:18.264576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93e0e55c-8d73-4fbb-921f-7b305c1778fb req-88647c86-a977-44d6-ae26-373c2231127f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 1.0547557 Aug 03 18:54:18.373743 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-fc152667-e537-4f51-94ac-37e8402650a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:54:18.374632 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-fc152667-e537-4f51-94ac-37e8402650a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:54:18.446852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93e0e55c-8d73-4fbb-921f-7b305c1778fb req-a28abf07-651c-48c1-b834-fedf7efedd33 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673007 Aug 03 18:54:18.450380 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.462339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab52a3ab-db7a-4255-9fdb-0a398c026650 req-abdac052-e4a8-4c4c-91dc-e34c3106ca86 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170846 Aug 03 18:54:18.464727 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Transition to ACTIVE for port object 0e843db3-0ab2-42f8-af18-7245a012a524 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:18.470016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Made reservation on behalf of 60edf04d68a54b668308e36955acb7f4 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:18.474557 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.476781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.564551 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Pushing event updated for resources: {'Port': ['ID=0e843db3-0ab2-42f8-af18-7245a012a524,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:18.567656 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Attempting to bind port 0e843db3-0ab2-42f8-af18-7245a012a524 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:18.567934 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Attempting to bind port 0e843db3-0ab2-42f8-af18-7245a012a524 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:18.569073 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Attempting to bind port 0e843db3-0ab2-42f8-af18-7245a012a524 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:18.581989 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.582697 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.583259 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.583698 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.584134 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.584606 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.585036 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.585466 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.585957 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.586464 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.586891 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.587554 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:18.591867 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:18.592421 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:18.593102 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.594166 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:18.594773 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Bound port: 0e843db3-0ab2-42f8-af18-7245a012a524, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:18.595287 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.609781 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.712126 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab52a3ab-db7a-4255-9fdb-0a398c026650 req-73b78991-99de-4285-8534-bfa8e1f2f33b service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311728 Aug 03 18:54:18.781816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Allocated IP 172.20.0.3 (2bf9a5b8-bfa0-479f-a96f-a333f322fcdf/566f535f-1949-4a30-a0e9-cad8aa066a09/b8a2f67a-ce1e-416e-a84b-561b42d8abbb) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:18.788314 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] For port 0e843db3-0ab2-42f8-af18-7245a012a524, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:18.806088 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] For port 0e843db3-0ab2-42f8-af18-7245a012a524, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0e843db3-0ab2-42f8-af18-7245a012a524,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:18.813065 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:18.858230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5464d-5d1a-41d0-bb42-c22252edc9d7 req-50b9dced-f330-4613-84b6-8678f22423ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:18.859840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48c5464d-5d1a-41d0-bb42-c22252edc9d7 req-50b9dced-f330-4613-84b6-8678f22423ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 936 time: 0.1246378 Aug 03 18:54:18.869352 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65711f61-f14a-41e1-a291-73f822d94d77 None None] Pushing event updated for resources: {'Port': ['ID=0e843db3-0ab2-42f8-af18-7245a012a524,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:18.901278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee on host n-h1-802918-7 for vnic_type normal with profile None {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:18.901383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:18.901714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:18.922221 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Routers {'30528adc-9a6e-4663-8a00-5f07403482db'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:18.922986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Port c666210d-b3b7-403c-b56c-1422ce6d38ee on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:18.923319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:18.924135 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30528adc-9a6e-4663-8a00-5f07403482db'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:18.965226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:18.965697 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:18.966031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:18.966485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Bound port: c666210d-b3b7-403c-b56c-1422ce6d38ee, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:18.993550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48c5464d-5d1a-41d0-bb42-c22252edc9d7 req-d6606e49-ab57-431b-89c7-7da32689598f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144769 Aug 03 18:54:19.069862 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:19.084788 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:19.087364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b70bd132-de92-4441-a1b5-567b2331174d None None] Provisioning for port 8462a4c9-a724-4376-992c-39108828e8d8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:19.091633 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] Set router 30528adc-9a6e-4663-8a00-5f07403482db gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:19.094277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b70bd132-de92-4441-a1b5-567b2331174d None None] Provisioning complete for port 8462a4c9-a724-4376-992c-39108828e8d8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:19.094678 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b70bd132-de92-4441-a1b5-567b2331174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:19.135826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:19.141951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Transition to ACTIVE for port object b8a2f67a-ce1e-416e-a84b-561b42d8abbb will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:19.142577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b70bd132-de92-4441-a1b5-567b2331174d None None] Port 8462a4c9-a724-4376-992c-39108828e8d8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:54:19.174429 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] Notify callbacks [] for binding, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:19.180054 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-11c3e20a-ac11-4493-85c7-1e1a2e5e28fe service neutron] 10.222.0.78 "POST /v2.0/ports/c666210d-b3b7-403c-b56c-1422ce6d38ee/bindings HTTP/1.1" status: 201 len: 389 time: 0.9529128 Aug 03 18:54:19.280568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8fe1edab-2a20-40c9-a7fe-3889246f8906 req-d9eabd4d-327f-4110-b27a-2dfe3531290c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 210 time: 0.1046281 Aug 03 18:54:19.313457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7d741cc8-9eec-448b-a98b-b549b890d722 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:19.332980 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:19.373737 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a408ae-9d22-4d8c-b53b-188c7bae7822 x-openstack-request-id: req-76a408ae-9d22-4d8c-b53b-188c7bae7822 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:19.374212 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded436c7-dc7b-4f05-8f93-902bcc107e83", "name": "network-vif-plugged", "status": "completed", "tag": "84d5f2ad-59bf-4804-82af-721e2d8869cf", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:19.377827 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76a408ae-9d22-4d8c-b53b-188c7bae7822 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:19.378366 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d5f2ad-59bf-4804-82af-721e2d8869cf', 'code': 200} Aug 03 18:54:19.454699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7d741cc8-9eec-448b-a98b-b549b890d722 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:19.454992 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:19.460415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:19.478980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:19.481004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8462a4c9-a724-4376-992c-39108828e8d8 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:19.481773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:19.502545 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:19.604255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Transition to ACTIVE for port object 8462a4c9-a724-4376-992c-39108828e8d8 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:19.619557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:19.620278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:19.631310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Allocated IP 172.20.0.1 (a246ec6d-490d-4900-917f-db94dfcbc69a/3044f72c-1dcf-42f2-aea2-b8c06a3a793e/20b3ffa6-7dee-4ffd-b6b8-b135814bc490) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:19.718698 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:15Z', 'revision_number': 3, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:19.805258 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7ce4e-e442-4ba8-b3b2-79db18e1a4e4 None None] The sync data for ids ['30528adc-9a6e-4663-8a00-5f07403482db'] in n-d-802918-7 is: [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:15Z', 'revision_number': 3, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:54:19.825138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:19.826571 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:19.842047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Pushing event updated for resources: {'Port': ['ID=8462a4c9-a724-4376-992c-39108828e8d8,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:19.886464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8022178-4fb1-4b88-bee2-bdee0763c673 req-78721905-b5fb-4662-ac56-d5f145718f7d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:19.891259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8022178-4fb1-4b88-bee2-bdee0763c673 req-78721905-b5fb-4662-ac56-d5f145718f7d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 946 time: 0.4423382 Aug 03 18:54:19.935410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Attempting to bind port 8462a4c9-a724-4376-992c-39108828e8d8 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:19.935754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Attempting to bind port 8462a4c9-a724-4376-992c-39108828e8d8 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:19.936062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Attempting to bind port 8462a4c9-a724-4376-992c-39108828e8d8 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:19.942450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-cfe4cdf0-780f-4586-994c-ed82c374b806 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7865183 Aug 03 18:54:19.955771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560f254-5585-4110-834a-b6960c61b84e req-2e28dabb-e8da-4415-b356-dbbfcf18f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:19.957325 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6560f254-5585-4110-834a-b6960c61b84e req-2e28dabb-e8da-4415-b356-dbbfcf18f767 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 1097 time: 0.3625557 Aug 03 18:54:19.967144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:19.968287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e9d66-9d03-49bd-b608-bf6c7249f343 req-b0994bff-44b5-4eb3-81dc-60f5bd72dfef tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:19.984642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-672e9d66-9d03-49bd-b608-bf6c7249f343 req-b0994bff-44b5-4eb3-81dc-60f5bd72dfef tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.5072703 Aug 03 18:54:19.985543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Transition to ACTIVE for port object 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:19.988959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9a115afb-08fc-4daf-acfb-97ad2ef44324 None None] Provisioning for port b8a2f67a-ce1e-416e-a84b-561b42d8abbb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:19.992630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Port 8462a4c9-a724-4376-992c-39108828e8d8 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:19.993043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Attempting to bind port 8462a4c9-a724-4376-992c-39108828e8d8 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:19.994848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9a115afb-08fc-4daf-acfb-97ad2ef44324 None None] Provisioning complete for port b8a2f67a-ce1e-416e-a84b-561b42d8abbb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:19.995228 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9a115afb-08fc-4daf-acfb-97ad2ef44324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:20.003980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Request body: {'port': {'device_id': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:20.004500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:20.004500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:20.004743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:20.005200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Bound port: 8462a4c9-a724-4376-992c-39108828e8d8, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:20.005595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:20.068024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9a115afb-08fc-4daf-acfb-97ad2ef44324 None None] Port b8a2f67a-ce1e-416e-a84b-561b42d8abbb cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:54:20.131253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-34dcde94-fe9f-47f3-9efa-72c6973e7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:20.133823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-34dcde94-fe9f-47f3-9efa-72c6973e7823 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 1096 time: 0.3636041 Aug 03 18:54:20.162104 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:20.171480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-b3c62232-9d5d-4aef-9ffb-8e037ec5a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:20.173027 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-b3c62232-9d5d-4aef-9ffb-8e037ec5a7c2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9&tenant_id=0af165f6330042b395e2a638c3cc2bba HTTP/1.1" status: 200 len: 1101 time: 0.1546118 Aug 03 18:54:20.177611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] For port 8462a4c9-a724-4376-992c-39108828e8d8, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:20.182761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] For port 8462a4c9-a724-4376-992c-39108828e8d8, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8462a4c9-a724-4376-992c-39108828e8d8,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:20.199334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8022178-4fb1-4b88-bee2-bdee0763c673 req-eacf4fb0-648f-468c-9452-407c67ad48e4 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692170 Aug 03 18:54:20.242096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-672e9d66-9d03-49bd-b608-bf6c7249f343 req-9510f090-a617-41a2-b7ce-d31924f805af tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558429 Aug 03 18:54:20.268546 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:20.288679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Pushing event updated for resources: {'Port': ['ID=20b3ffa6-7dee-4ffd-b6b8-b135814bc490,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:20.303356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:20.341095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Network a246ec6d-490d-4900-917f-db94dfcbc69a is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:20.343877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:20.344524 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:20.347249 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] 10.222.0.74 "PUT /v2.0/ports/8462a4c9-a724-4376-992c-39108828e8d8 HTTP/1.1" status: 200 len: 1096 time: 2.1311662 Aug 03 18:54:20.361919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6560f254-5585-4110-834a-b6960c61b84e req-8d2a24a0-cf2e-49c1-b3ea-26e1fca26692 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737683 Aug 03 18:54:20.387524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8987c9e-5663-4b0b-b639-3e99be7e0cb6', 'tag': '8462a4c9-a724-4376-992c-39108828e8d8'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:20.391431 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91ca37d-0234-4ad2-8d9e-6f4013896e06" -d '{"events": [{"name": "network-changed", "server_uuid": "e8987c9e-5663-4b0b-b639-3e99be7e0cb6", "tag": "8462a4c9-a724-4376-992c-39108828e8d8"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:20.399139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:20.437143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:20.447912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-480335ff-eb2e-4728-819d-2871d93b45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:20.448054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:20.449545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-480335ff-eb2e-4728-819d-2871d93b45e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.2964141 Aug 03 18:54:20.519830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:20.533543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60a8a6-92f8-49c3-9294-0fc6f7a9c5db req-8ba2e1c3-19a9-4d9b-a4df-5ea5f59bf69d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:20.541150 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b60a8a6-92f8-49c3-9294-0fc6f7a9c5db req-8ba2e1c3-19a9-4d9b-a4df-5ea5f59bf69d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 945 time: 0.2150013 Aug 03 18:54:20.565435 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-c42c8890-6c5d-4d0b-8ad7-8ced3759dada service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee HTTP/1.1" status: 200 len: 217 time: 0.0903075 Aug 03 18:54:20.656200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b60a8a6-92f8-49c3-9294-0fc6f7a9c5db req-37369692-1af2-49bf-8614-55037f8b3790 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140010 Aug 03 18:54:20.703781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca58e00-3ffa-4428-aef6-dc21bba1f772 service neutron] Pushing event updated for resources: {'Port': ['ID=8462a4c9-a724-4376-992c-39108828e8d8,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:20.774285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f69d2-fb25-488a-985a-3dac2d8f027a req-3a9e2a12-05fb-4366-8ea5-aca07d04e039 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:20.777221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-045f69d2-fb25-488a-985a-3dac2d8f027a req-3a9e2a12-05fb-4366-8ea5-aca07d04e039 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.4102151 Aug 03 18:54:20.786413 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:20.808808 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-69afa2b1-732a-46d5-8df9-8bf798e219a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:20.810945 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-69afa2b1-732a-46d5-8df9-8bf798e219a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 1099 time: 0.2928882 Aug 03 18:54:20.850352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-ce888bea-98a3-478d-8d23-f7454fff0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:20.852132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-ce888bea-98a3-478d-8d23-f7454fff0a20 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.2765689 Aug 03 18:54:20.892599 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-780f0b32-7532-4038-a5d6-860dc8630852 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8462a4c9-a724-4376-992c-39108828e8d8 HTTP/1.1" status: 200 len: 217 time: 0.0471089 Aug 03 18:54:20.910543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-827af735-6c20-4e15-b6e9-31a020289ff7 None None] Provisioning for port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:20.916902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-827af735-6c20-4e15-b6e9-31a020289ff7 None None] Provisioning complete for port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:20.917868 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-827af735-6c20-4e15-b6e9-31a020289ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:20.954633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-cf9f72f6-aca3-4e11-bfcb-d2bc4e1da172 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831468 Aug 03 18:54:20.971961 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:20.972847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-045f69d2-fb25-488a-985a-3dac2d8f027a req-8dd59299-3009-49fc-8b95-426fe37b43e5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820898 Aug 03 18:54:20.973395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-827af735-6c20-4e15-b6e9-31a020289ff7 None None] Port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:54:21.061020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-b221e0b9-c3c5-4f21-886c-4d18c8efae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:21.063614 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-b221e0b9-c3c5-4f21-886c-4d18c8efae84 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1501188 Aug 03 18:54:21.167082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b1c6d-42ab-4a3e-9620-dd3673f675ff req-bad3f07f-f8f1-4541-901b-d9be07ac60ca tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:21.175366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de5b1c6d-42ab-4a3e-9620-dd3673f675ff req-bad3f07f-f8f1-4541-901b-d9be07ac60ca tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 948 time: 0.2542200 Aug 03 18:54:21.260314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0e843db3-0ab2-42f8-af18-7245a012a524 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:21.289800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-5b1a7d48-497e-42c3-a751-9cb9bddafd8d service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130906 Aug 03 18:54:21.322438 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de5b1c6d-42ab-4a3e-9620-dd3673f675ff req-8c797450-9b5a-4e34-84a6-26bcea462ef6 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457818 Aug 03 18:54:21.327811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a2f67a-ce1e-416e-a84b-561b42d8abbb {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:21.332593 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 0e843db3-0ab2-42f8-af18-7245a012a524 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:21.340437 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:21.342204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 0e843db3-0ab2-42f8-af18-7245a012a524 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:21.342584 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:21.364706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4899e-a798-4290-a005-cf41695850dc req-db255dc4-717a-4fc5-a527-68fcfdf54e29 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:21.366478 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ba4899e-a798-4290-a005-cf41695850dc req-db255dc4-717a-4fc5-a527-68fcfdf54e29 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 931 time: 0.2686555 Aug 03 18:54:21.458269 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:21.484684 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b77415-c3f5-42f6-a2a2-ebfba0e16edb x-openstack-request-id: req-43b77415-c3f5-42f6-a2a2-ebfba0e16edb {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:21.485731 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8987c9e-5663-4b0b-b639-3e99be7e0cb6", "tag": "8462a4c9-a724-4376-992c-39108828e8d8", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:21.485731 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43b77415-c3f5-42f6-a2a2-ebfba0e16edb {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:21.485731 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8987c9e-5663-4b0b-b639-3e99be7e0cb6', 'tag': '8462a4c9-a724-4376-992c-39108828e8d8', 'status': 'completed', 'code': 200} Aug 03 18:54:21.508749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 0e843db3-0ab2-42f8-af18-7245a012a524, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0e843db3-0ab2-42f8-af18-7245a012a524,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:21.516686 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:21.550762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Transition to ACTIVE for port object b8a2f67a-ce1e-416e-a84b-561b42d8abbb will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:21.554332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-4dc3085c-0c06-4a03-be80-1df1c4d6c832 service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529573 Aug 03 18:54:21.564158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-41a279b1-aae0-44c8-90ad-4c2a08ebe6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:21.565953 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-41a279b1-aae0-44c8-90ad-4c2a08ebe6ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4690361 Aug 03 18:54:21.601609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:21.612320 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=0e843db3-0ab2-42f8-af18-7245a012a524,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:21.673231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:21.681039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ba4899e-a798-4290-a005-cf41695850dc req-6617b1ba-e436-47cf-a39b-4f9d71f3212c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136377 Aug 03 18:54:21.736429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:21.796804 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508954c1-cddc-4448-82d3-d6f096f4dfed req-834a0751-96d8-4825-a7f2-485ae08f0887 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:21.798890 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-508954c1-cddc-4448-82d3-d6f096f4dfed req-834a0751-96d8-4825-a7f2-485ae08f0887 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 946 time: 0.2430327 Aug 03 18:54:21.829552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:21.848830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:21.853350 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:21.920309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-508954c1-cddc-4448-82d3-d6f096f4dfed req-8257f58a-b4cd-4957-93a5-c6a0c50083e5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996706 Aug 03 18:54:21.925622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Attempting to bind port b8a2f67a-ce1e-416e-a84b-561b42d8abbb on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:21.925935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Attempting to bind port b8a2f67a-ce1e-416e-a84b-561b42d8abbb by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:21.926345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Attempting to bind port b8a2f67a-ce1e-416e-a84b-561b42d8abbb on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:21.938397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230a413-1ddf-41b0-9ac5-3420b79f4848 req-23dc4c9a-c6b4-4306-83d1-e11a73e53041 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:21.945882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8230a413-1ddf-41b0-9ac5-3420b79f4848 req-23dc4c9a-c6b4-4306-83d1-e11a73e53041 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.1450160 Aug 03 18:54:21.949906 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:21.955515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Port b8a2f67a-ce1e-416e-a84b-561b42d8abbb on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:21.955843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Attempting to bind port b8a2f67a-ce1e-416e-a84b-561b42d8abbb on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:21.982892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:21.983142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Checking segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:21.983542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Bound using segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:21.983997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Bound port: b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:21.984363 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:22.020079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8230a413-1ddf-41b0-9ac5-3420b79f4848 req-dc392d1d-b3e3-4bb2-97bd-f5898b72348e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732880 Aug 03 18:54:22.081747 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-0f975aa5-ded9-40f4-86ec-44c342fe20d2 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052757 Aug 03 18:54:22.141103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Network a246ec6d-490d-4900-917f-db94dfcbc69a is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:22.146382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:22.150463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:22.164208 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:22.192421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:22.256979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:22.259326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:22.261061 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] 10.222.0.74 "PUT /v2.0/ports/b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 1091 time: 2.2640729 Aug 03 18:54:22.262392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:22.264721 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59ae18d-748f-4454-a25b-b44697826250" -d '{"events": [{"name": "network-changed", "server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:22.277313 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:22.281387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d3c0d-fca0-4aee-a01b-63988f46b353 req-1234198b-811d-4452-9fd9-58e30f5ad785 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:22.282987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-260d3c0d-fca0-4aee-a01b-63988f46b353 req-1234198b-811d-4452-9fd9-58e30f5ad785 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 945 time: 0.1991801 Aug 03 18:54:22.294908 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Pushing event updated for resources: {'Port': ['ID=20b3ffa6-7dee-4ffd-b6b8-b135814bc490,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:22.340051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e607b-f720-48b4-9059-b4281eba884f service neutron] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:22.451387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-260d3c0d-fca0-4aee-a01b-63988f46b353 req-28f99d4f-bf83-4f8d-b43c-f89c19bb9e9f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369212 Aug 03 18:54:22.465548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6e458-0090-4637-8f52-fd57976f8baa req-748b50e0-bfe3-4361-9679-c1e30444e8f2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:22.473737 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abf6e458-0090-4637-8f52-fd57976f8baa req-748b50e0-bfe3-4361-9679-c1e30444e8f2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1868553 Aug 03 18:54:22.541230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Transition to ACTIVE for port object 65e65df1-20b3-40c6-8aec-bad18058abec will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:22.549149 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abf6e458-0090-4637-8f52-fd57976f8baa req-f5cee0ee-c540-44e5-a2a8-19f6c233ad80 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744092 Aug 03 18:54:22.569551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-bfad070e-005c-491a-98dc-0749e5a383e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:22.571322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-bfad070e-005c-491a-98dc-0749e5a383e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1094 time: 0.1956480 Aug 03 18:54:22.572698 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:22.596395 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee0f675-a228-4f83-97d1-ebef40af2e4d x-openstack-request-id: req-2ee0f675-a228-4f83-97d1-ebef40af2e4d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:22.596691 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:22.596943 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ee0f675-a228-4f83-97d1-ebef40af2e4d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:22.597329 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'status': 'completed', 'code': 200} Aug 03 18:54:22.660285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-5451af47-b698-41e5-897e-88b5d347b78b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 217 time: 0.0713978 Aug 03 18:54:22.680989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-09da2248-a0c5-4e78-85db-004b32cffd83 None None] Provisioning complete for port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:22.682604 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-09da2248-a0c5-4e78-85db-004b32cffd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:22.685421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Router 30528adc-9a6e-4663-8a00-5f07403482db has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:54:22.735358 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c80de49c-f819-438d-b34e-dd78484c1e33 req-ea50f002-7b63-4a66-8c04-5a8e13789d51 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097527 Aug 03 18:54:22.746888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-0629de88-631e-457d-8071-91b78d0e8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:22.754090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-0629de88-631e-457d-8071-91b78d0e8ff9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0739765 Aug 03 18:54:22.775323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] No DVR routers for this DVR port 65e65df1-20b3-40c6-8aec-bad18058abec on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:54:22.800080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-09da2248-a0c5-4e78-85db-004b32cffd83 None None] Port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:54:22.822313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=10']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:22.865090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 65e65df1-20b3-40c6-8aec-bad18058abec no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:54:22.868934 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:54:22.921775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d354-bfa1-4a47-bbbc-e7144738d21f req-774322fb-7976-46b2-b4e9-4a017ac8871b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:22.937348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73a7d354-bfa1-4a47-bbbc-e7144738d21f req-774322fb-7976-46b2-b4e9-4a017ac8871b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 948 time: 0.2883615 Aug 03 18:54:22.944113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:22.945267 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:22.945402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:22.947378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 65e65df1-20b3-40c6-8aec-bad18058abec not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:54:22.959571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Port 65e65df1-20b3-40c6-8aec-bad18058abec on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:22.960264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Attempting to bind port 65e65df1-20b3-40c6-8aec-bad18058abec on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:22.978770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:22.978770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:22.979323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:22.979637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Bound port: 65e65df1-20b3-40c6-8aec-bad18058abec, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:22.980007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:23.000086 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73a7d354-bfa1-4a47-bbbc-e7144738d21f req-318f09ed-dd54-4dac-b490-aedb35cd8ce9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618172 Aug 03 18:54:23.003868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-6103a72f-502e-431b-a1c5-24f3717e3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:23.005326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-6103a72f-502e-431b-a1c5-24f3717e3161 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383854 Aug 03 18:54:23.021077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a7752-f30c-4275-9337-3bdc87e5e3f6 req-f2d0dfcb-d9e7-4013-bfa0-9442a803d0a8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:23.022882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba0a7752-f30c-4275-9337-3bdc87e5e3f6 req-f2d0dfcb-d9e7-4013-bfa0-9442a803d0a8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 943 time: 0.1761923 Aug 03 18:54:23.076551 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ca37d-0234-4ad2-8d9e-6f4013896e06 req-114d1d68-feec-4322-ab09-5cfc6b0fc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:23.078129 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c91ca37d-0234-4ad2-8d9e-6f4013896e06 req-114d1d68-feec-4322-ab09-5cfc6b0fc002 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 1099 time: 0.2527325 Aug 03 18:54:23.101442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:54:23.116170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Sync routers for ids ['30528adc-9a6e-4663-8a00-5f07403482db'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:54:23.129876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Routers {'30528adc-9a6e-4663-8a00-5f07403482db'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:23.131360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30528adc-9a6e-4663-8a00-5f07403482db'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:23.161095 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-255552c9-e0b2-42b8-a932-f48d0c649079 admin admin] 10.222.0.78 "PUT /v2.0/routers/30528adc-9a6e-4663-8a00-5f07403482db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7910812 Aug 03 18:54:23.228659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:23.253637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:23.270855 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:23.276878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba0a7752-f30c-4275-9337-3bdc87e5e3f6 req-047050b0-9304-4846-89e7-d8da883eafb5 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255127 Aug 03 18:54:23.292021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0e843db3-0ab2-42f8-af18-7245a012a524 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:23.296312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335b43d-6568-405f-9640-19f238e7d934 req-9a1f260f-eee2-414d-97bd-85cf17d81125 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:23.325893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c335b43d-6568-405f-9640-19f238e7d934 req-9a1f260f-eee2-414d-97bd-85cf17d81125 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 946 time: 0.2176027 Aug 03 18:54:23.340783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-7c6c3e78-e94f-4e5a-a385-88570ce2aacb service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166490 Aug 03 18:54:23.410114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Set router 30528adc-9a6e-4663-8a00-5f07403482db gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:23.467175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:23.468236 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:23.470821 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] 10.222.0.74 "PUT /v2.0/ports/65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 1097 time: 3.2654438 Aug 03 18:54:23.472999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ca37d-0234-4ad2-8d9e-6f4013896e06 req-a613179a-587d-4126-b750-3bcc4fa48840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:23.475463 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c91ca37d-0234-4ad2-8d9e-6f4013896e06 req-a613179a-587d-4126-b750-3bcc4fa48840 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3869319 Aug 03 18:54:23.476449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3e1f3-15e8-4875-9e58-55c25d66d8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=11']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:23.486562 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec'}, {'name': 'network-changed', 'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:23.509876 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ddde93-115a-4081-be09-c7e0303745ac" -d '{"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-unplugged", "status": "completed", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec"}, {"name": "network-changed", "server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:23.554954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 0e843db3-0ab2-42f8-af18-7245a012a524 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:23.555336 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:23.623726 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c91ca37d-0234-4ad2-8d9e-6f4013896e06 req-940e286e-b8cc-4d90-9323-9b119023bef5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=8462a4c9-a724-4376-992c-39108828e8d8 HTTP/1.1" status: 200 len: 217 time: 0.1083961 Aug 03 18:54:23.676805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-55a5c062-5203-421d-85d0-28af4ce19fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:23.678523 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-55a5c062-5203-421d-85d0-28af4ce19fa6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 1100 time: 0.1519747 Aug 03 18:54:23.775897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:20Z', 'revision_number': 4, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '20b3ffa6-7dee-4ffd-b6b8-b135814bc490', 'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'mac_address': 'fa:16:3e:3c:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:19Z', 'updated_at': '2021-08-03T18:54:21Z', 'revision_number': 2, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'subnets': [{'id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:23.812720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Checking router: 30528adc-9a6e-4663-8a00-5f07403482db for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:54:23.812720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Updating router 30528adc-9a6e-4663-8a00-5f07403482db port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:54:23.848137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f032f6e4-85ed-4a74-b5ef-e0f08b1358a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:23.848335 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:23.850366 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-f032f6e4-85ed-4a74-b5ef-e0f08b1358a1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1620150 Aug 03 18:54:23.852888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ca37d-0234-4ad2-8d9e-6f4013896e06 req-4cd46cc5-62a2-427a-98b0-9886de1e6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:23.854666 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c91ca37d-0234-4ad2-8d9e-6f4013896e06 req-4cd46cc5-62a2-427a-98b0-9886de1e6de3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.2175593 Aug 03 18:54:23.945832 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-6c54f63f-d72c-4be7-844d-184d120e0b30 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 217 time: 0.0763280 Aug 03 18:54:23.970857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ca37d-0234-4ad2-8d9e-6f4013896e06 req-123e91e6-7a76-41e9-a855-627c30bd1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:23.972680 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c91ca37d-0234-4ad2-8d9e-6f4013896e06 req-123e91e6-7a76-41e9-a855-627c30bd1754 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044471 Aug 03 18:54:24.079158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-aed58cda-42b0-47cf-807f-999b40ab03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:24.081086 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-aed58cda-42b0-47cf-807f-999b40ab03e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1223822 Aug 03 18:54:24.125205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c335b43d-6568-405f-9640-19f238e7d934 req-1b3e0500-86f7-4bc9-bc71-25ac9a12b974 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7981002 Aug 03 18:54:24.184689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973368ce-ee2e-4765-b878-22af566a187a req-457c4ec7-3348-4b63-9783-7c96f0178a9a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:24.192511 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-973368ce-ee2e-4765-b878-22af566a187a req-457c4ec7-3348-4b63-9783-7c96f0178a9a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.7790494 Aug 03 18:54:24.198720 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:24.213696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Transition to ACTIVE for port object 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:24.221275 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c91ca37d-0234-4ad2-8d9e-6f4013896e06 req-89f4a644-f462-4685-a530-1c2c1d41700a service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249551 Aug 03 18:54:24.226803 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:24.241131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd46a4b-d418-4fd9-91a4-eda36630f094 req-d79c7096-b4a6-4129-a48e-2d33d658b253 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8913391 Aug 03 18:54:24.243671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-c2c9ec3d-98ea-40d3-8313-09f12204bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:24.245257 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-c2c9ec3d-98ea-40d3-8313-09f12204bb49 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530108 Aug 03 18:54:24.298103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-973368ce-ee2e-4765-b878-22af566a187a req-aa8b97e8-ecb7-4093-81dc-1afd5f5f2b18 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956755 Aug 03 18:54:24.308288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736bf12-017f-468c-85c0-580977b6b612 None None] Pushing event updated for resources: {'Port': ['ID=20b3ffa6-7dee-4ffd-b6b8-b135814bc490,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:24.353322 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Attempting to bind port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:24.354062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Attempting to bind port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:24.354621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Attempting to bind port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 on network a246ec6d-490d-4900-917f-db94dfcbc69a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:24.361264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:24.362269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Checking segment: {'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:24.362878 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:24.368126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Bound using segment: {'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:24.368919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Bound port: 20b3ffa6-7dee-4ffd-b6b8-b135814bc490, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:24.369544 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:24.423724 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c91ca37d-0234-4ad2-8d9e-6f4013896e06 req-39c85eb4-b39d-49c5-839a-0a60b4073341 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667433 Aug 03 18:54:24.504561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ae18d-748f-4454-a25b-b44697826250 req-c2013670-d906-4c22-9d63-18840bba7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:24.508348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a59ae18d-748f-4454-a25b-b44697826250 req-c2013670-d906-4c22-9d63-18840bba7113 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1094 time: 0.1197588 Aug 03 18:54:24.536247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] For port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:24.542608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] For port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=20b3ffa6-7dee-4ffd-b6b8-b135814bc490,segment=NetworkSegment(b1a203af-0d40-469e-bf5d-5148f187b653),segment_id=b1a203af-0d40-469e-bf5d-5148f187b653)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:24.551585 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:24.572973 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-4f9c899c-5a18-4d22-9cb9-fe1c451fb850 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481357 Aug 03 18:54:24.586769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005890b-c54e-4d46-96c2-ab19fc796537 req-8967a3aa-5607-4ad5-9695-5ecc030e8f40 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:24.594485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0005890b-c54e-4d46-96c2-ab19fc796537 req-8967a3aa-5607-4ad5-9695-5ecc030e8f40 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 945 time: 0.1574147 Aug 03 18:54:24.647024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Routers {'30528adc-9a6e-4663-8a00-5f07403482db'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:24.647675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30528adc-9a6e-4663-8a00-5f07403482db'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:24.659989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ae18d-748f-4454-a25b-b44697826250 req-821a27fa-df40-41a1-8b64-adbbad710949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:24.662077 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a59ae18d-748f-4454-a25b-b44697826250 req-821a27fa-df40-41a1-8b64-adbbad710949 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1426816 Aug 03 18:54:24.691415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736bf12-017f-468c-85c0-580977b6b612 None None] Pushing event updated for resources: {'Port': ['ID=20b3ffa6-7dee-4ffd-b6b8-b135814bc490,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:24.756212 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-527153e7-6563-4ea0-9d2c-191d4eefdc36 req-9c636aaf-4d14-4c1b-bf0a-b9928f726936 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705902 Aug 03 18:54:24.804045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] Set router 30528adc-9a6e-4663-8a00-5f07403482db gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:24.839771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-137c008c-e39d-4bda-af33-7e1fa7b142c9 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:24.841527 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-137c008c-e39d-4bda-af33-7e1fa7b142c9 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/networks?id=a246ec6d-490d-4900-917f-db94dfcbc69a HTTP/1.1" status: 200 len: 828 time: 0.2372901 Aug 03 18:54:24.843395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a59ae18d-748f-4454-a25b-b44697826250 req-ad99800a-1fca-4ab1-bbdf-51a07fe87597 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 217 time: 0.1685610 Aug 03 18:54:24.888797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0005890b-c54e-4d46-96c2-ab19fc796537 req-d2082f3d-97a7-4560-b2b8-02bc6131839f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933202 Aug 03 18:54:24.898106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a6fe0463-58bd-4f39-a228-1dc895f854bf details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:24.936037 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-637e87d6-7879-47cd-a1cf-cf4b5ca59c14 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/quotas/80887819c3c94cf5a6211eff4dd9b2bd HTTP/1.1" status: 200 len: 375 time: 0.0865412 Aug 03 18:54:24.979744 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f38f5c-bda2-40dc-befb-ceb5d67c3215 x-openstack-request-id: req-19f38f5c-bda2-40dc-befb-ceb5d67c3215 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:24.980060 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-unplugged", "status": "completed", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec", "code": 200}, {"name": "network-changed", "server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:24.980365 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19f38f5c-bda2-40dc-befb-ceb5d67c3215 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:24.980840 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec', 'code': 200} Aug 03 18:54:24.981100 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec', 'status': 'completed', 'code': 200} Aug 03 18:54:25.010191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ae18d-748f-4454-a25b-b44697826250 req-dcbc02bb-957d-4be6-aa07-186f8e76445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:25.013042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a59ae18d-748f-4454-a25b-b44697826250 req-dcbc02bb-957d-4be6-aa07-186f8e76445f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.1446130 Aug 03 18:54:25.128656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddde93-115a-4081-be09-c7e0303745ac req-da38dda0-cc8c-4192-af0e-d2e08ef81926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:25.130268 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-da38dda0-cc8c-4192-af0e-d2e08ef81926 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 1100 time: 0.0508471 Aug 03 18:54:25.143607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-2a621c6e-c9d0-4102-b943-f60132047d2f tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=80887819c3c94cf5a6211eff4dd9b2bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2012014 Aug 03 18:54:25.151097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddde93-115a-4081-be09-c7e0303745ac req-7a270134-e6e4-4cce-9311-5c3d4ca8f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:25.152876 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-7a270134-e6e4-4cce-9311-5c3d4ca8f6f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 1100 time: 0.1448634 Aug 03 18:54:25.166401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:25.182216 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8462a4c9-a724-4376-992c-39108828e8d8 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:25.184789 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'a6fe0463-58bd-4f39-a228-1dc895f854bf', 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612', 'port_id': 'a6fe0463-58bd-4f39-a228-1dc895f854bf', 'mac_address': 'fa:16:3e:bb:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f4d2c7-1f07-4c9d-ad30-5666266a1e0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:54:25.239683 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:25.267798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddde93-115a-4081-be09-c7e0303745ac req-39e06bde-17f4-4689-862b-00137e830b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:25.267798 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-39e06bde-17f4-4689-862b-00137e830b49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1192029 Aug 03 18:54:25.270233 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fe0463-58bd-4f39-a228-1dc895f854bf {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:25.324184 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-4000b8f2-f3e4-45b1-bd3e-e8a983f2b8c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 217 time: 0.0463614 Aug 03 18:54:25.345858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ae18d-748f-4454-a25b-b44697826250 req-20d43c90-0164-465e-8526-04b4fbbfda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:25.347680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a59ae18d-748f-4454-a25b-b44697826250 req-20d43c90-0164-465e-8526-04b4fbbfda34 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2467396 Aug 03 18:54:25.359203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538631-8b7b-49ed-bcfa-22991cf67d73 req-4dbc3e12-6501-4baa-8902-3f885e371fe1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:25.367966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa538631-8b7b-49ed-bcfa-22991cf67d73 req-4dbc3e12-6501-4baa-8902-3f885e371fe1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 949 time: 0.3179243 Aug 03 18:54:25.395921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddde93-115a-4081-be09-c7e0303745ac req-9d74998d-25ab-4a8b-9873-9e9ac1b14383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:25.398247 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-9d74998d-25ab-4a8b-9873-9e9ac1b14383 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0659473 Aug 03 18:54:25.407014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-ab0ec929-b2cc-4a6f-a3e2-e2f7355d1601 service neutron] 10.222.0.78 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516208 Aug 03 18:54:25.477305 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddde93-115a-4081-be09-c7e0303745ac req-51fecf52-b71c-4533-b558-ccf1e4fc97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:25.478999 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-51fecf52-b71c-4533-b558-ccf1e4fc97cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718753 Aug 03 18:54:25.480247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa538631-8b7b-49ed-bcfa-22991cf67d73 req-72a71e5f-c6ab-4135-9939-bd16bbd50831 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111825 Aug 03 18:54:25.506003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:25.534556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:20Z', 'revision_number': 4, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '20b3ffa6-7dee-4ffd-b6b8-b135814bc490', 'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'mac_address': 'fa:16:3e:3c:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:19Z', 'updated_at': '2021-08-03T18:54:24Z', 'revision_number': 4, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'subnets': [{'id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:25.538444 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:25.629744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f7984-17a1-4b48-b703-c22a051ae01c None None] The sync data for ids ['30528adc-9a6e-4663-8a00-5f07403482db'] in n-d-802918-7 is: [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:20Z', 'revision_number': 4, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '20b3ffa6-7dee-4ffd-b6b8-b135814bc490', 'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'mac_address': 'fa:16:3e:3c:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:19Z', 'updated_at': '2021-08-03T18:54:24Z', 'revision_number': 4, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'subnets': [{'id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:54:25.687725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a6fe0463-58bd-4f39-a228-1dc895f854bf,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:25.718753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8462a4c9-a724-4376-992c-39108828e8d8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8462a4c9-a724-4376-992c-39108828e8d8,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:25.756712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '8462a4c9-a724-4376-992c-39108828e8d8', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '8462a4c9-a724-4376-992c-39108828e8d8', 'mac_address': 'fa:16:3e:82:54:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:54:25.763764 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-5b609122-4cb2-4424-96c9-b1194b679f78 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748821 Aug 03 18:54:25.786237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddde93-115a-4081-be09-c7e0303745ac req-efbef0dd-3336-474c-b014-990673ca35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:25.787726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-efbef0dd-3336-474c-b014-990673ca35b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.6214333 Aug 03 18:54:25.840475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a6fe0463-58bd-4f39-a228-1dc895f854bf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:25.886227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-78cbe1a4-2ee5-41a9-8717-dded6eb074bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 200 len: 217 time: 0.0778775 Aug 03 18:54:25.894887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a5657-57d3-4916-8079-54cb459cd447 req-9520fb97-221a-450d-8bb6-fc15f99ef8d9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:25.902393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-287a5657-57d3-4916-8079-54cb459cd447 req-9520fb97-221a-450d-8bb6-fc15f99ef8d9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 948 time: 0.2852023 Aug 03 18:54:25.916015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a59ae18d-748f-4454-a25b-b44697826250 req-0c60b8fa-4bdf-4201-a343-a172b8afd06e service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241394 Aug 03 18:54:25.935031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-da9784d3-2580-4234-852e-d21ea6b53625 service neutron] 10.222.0.78 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047333 Aug 03 18:54:25.959561 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-2d9dee9c-b9f2-4b50-a98c-f8cb5138a838 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774023 Aug 03 18:54:25.978236 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:26.015743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8462a4c9-a724-4376-992c-39108828e8d8 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:26.055710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8462a4c9-a724-4376-992c-39108828e8d8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8462a4c9-a724-4376-992c-39108828e8d8,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:26.065399 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:26.156051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=8462a4c9-a724-4376-992c-39108828e8d8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:26.166148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-287a5657-57d3-4916-8079-54cb459cd447 req-79683543-ee4e-434e-9ed7-b7817725215e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627764 Aug 03 18:54:26.189557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddde93-115a-4081-be09-c7e0303745ac req-5d3a0b29-d4bc-43d1-a028-65eb2771e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:26.205230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-5d3a0b29-d4bc-43d1-a028-65eb2771e8a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.3006327 Aug 03 18:54:26.438341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a59ae18d-748f-4454-a25b-b44697826250 req-2a9122b4-92bd-46ff-9ab7-8e1c92e644d6 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562259 Aug 03 18:54:26.448921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddde93-115a-4081-be09-c7e0303745ac req-0f4104a2-cef8-4323-a270-855dbf53c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:26.453713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-0f4104a2-cef8-4323-a270-855dbf53c598 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2378430 Aug 03 18:54:26.519002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:26.543216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27f69f-e7b8-4f20-95c7-fdfdccf7730c req-053de976-b651-4c44-9977-618885b7b639 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:26.545770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc27f69f-e7b8-4f20-95c7-fdfdccf7730c req-053de976-b651-4c44-9977-618885b7b639 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 943 time: 0.2153883 Aug 03 18:54:26.723734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-29e66760-5a12-4c86-9cd8-ae5041b40987 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556026 Aug 03 18:54:26.736486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc27f69f-e7b8-4f20-95c7-fdfdccf7730c req-13234110-ef24-4166-a3a7-add39911a5de tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767428 Aug 03 18:54:26.960737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda6911-f3d5-43e9-b4ed-452fe6387058 req-0908debe-0052-48f6-a3b0-33240fd686e4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:26.965200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3dda6911-f3d5-43e9-b4ed-452fe6387058 req-0908debe-0052-48f6-a3b0-33240fd686e4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 945 time: 0.3557868 Aug 03 18:54:27.031343 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76ddde93-115a-4081-be09-c7e0303745ac req-82e95ea1-f0ea-4514-ada3-36ddfd85ec3c service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890623 Aug 03 18:54:27.047554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453ebcc-40b8-421a-ba67-6359a388ae40 req-3861310d-516e-47af-9080-b3606696bc05 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:27.049260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4453ebcc-40b8-421a-ba67-6359a388ae40 req-3861310d-516e-47af-9080-b3606696bc05 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 945 time: 0.1842108 Aug 03 18:54:27.088614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3dda6911-f3d5-43e9-b4ed-452fe6387058 req-ffbb9d14-2a8b-45ba-aacf-7fe1a1730af4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098206 Aug 03 18:54:27.155385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:27.167083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4453ebcc-40b8-421a-ba67-6359a388ae40 req-ea214c79-1823-449b-838a-cc8b51a42428 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101787 Aug 03 18:54:27.301905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9abfbb7-d636-49b4-9387-90acb51f4b1c req-2891b4cd-9650-4333-b0f8-55616d72fa52 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 210 time: 0.0499930 Aug 03 18:54:27.391884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:27.491960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:27.503373 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6715c1-c9e3-4b12-8c41-d9ba471cc570 req-4d25736f-0a5a-49fe-a64c-4d1859e8b0be tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:27.506978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e6715c1-c9e3-4b12-8c41-d9ba471cc570 req-4d25736f-0a5a-49fe-a64c-4d1859e8b0be tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 946 time: 0.1622028 Aug 03 18:54:27.544366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'port_id': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'mac_address': 'fa:16:3e:94:eb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:54:27.601860 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:27.616459 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e6715c1-c9e3-4b12-8c41-d9ba471cc570 req-e8b335c1-4f95-4589-a90e-035e12e6d908 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842829 Aug 03 18:54:27.622594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:27.625837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a2f67a-ce1e-416e-a84b-561b42d8abbb {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:27.634880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:27.634880 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:27.648044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c23d9-3343-4718-aaae-3157d2b1c05d req-a11984a9-d6e7-448f-9efc-f44eb18d4a06 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:27.655630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b7c23d9-3343-4718-aaae-3157d2b1c05d req-a11984a9-d6e7-448f-9efc-f44eb18d4a06 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 949 time: 0.2287383 Aug 03 18:54:27.720157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:27.728854 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:27.729692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 65e65df1-20b3-40c6-8aec-bad18058abec details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:27.827406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b7c23d9-3343-4718-aaae-3157d2b1c05d req-786a0cfe-8848-47b0-850d-e6a6ca721319 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692228 Aug 03 18:54:27.859267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39447ae-9c3d-4a70-a294-bdee6a3da60e req-51a62e5e-dd57-47ac-8b9a-d5a5cb6ce3ff tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:27.860800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f39447ae-9c3d-4a70-a294-bdee6a3da60e req-51a62e5e-dd57-47ac-8b9a-d5a5cb6ce3ff tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 949 time: 0.1441891 Aug 03 18:54:27.873601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:27.926783 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:27.939032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-ac594b30-2064-4792-9d29-439c10de1535 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:27.940702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-ac594b30-2064-4792-9d29-439c10de1535 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.37 "GET /v2.0/networks?id=a246ec6d-490d-4900-917f-db94dfcbc69a HTTP/1.1" status: 200 len: 828 time: 0.2479324 Aug 03 18:54:27.959795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Request body: {'port': {'device_id': '1e026c54-a5db-4f06-af42-33678a70f236', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'admin_state_up': True, 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:27.963816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:27.983621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f39447ae-9c3d-4a70-a294-bdee6a3da60e req-506a8124-23fb-46c4-a73d-fe3fabe271f3 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950615 Aug 03 18:54:27.994018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '65e65df1-20b3-40c6-8aec-bad18058abec', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '65e65df1-20b3-40c6-8aec-bad18058abec', 'mac_address': 'fa:16:3e:3a:fe:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:54:27.997676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=20b3ffa6-7dee-4ffd-b6b8-b135814bc490,segment=NetworkSegment(b1a203af-0d40-469e-bf5d-5148f187b653),segment_id=b1a203af-0d40-469e-bf5d-5148f187b653)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:28.006518 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:28.071642 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:28.102577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e65df1-20b3-40c6-8aec-bad18058abec {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:28.107812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=20b3ffa6-7dee-4ffd-b6b8-b135814bc490,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:28.132558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:28.138810 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:28.174797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589105a-ffdf-4206-86c0-692603ef6cb2 req-36a48992-d6f5-4e82-9323-3e97c478820c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:28.183345 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3589105a-ffdf-4206-86c0-692603ef6cb2 req-36a48992-d6f5-4e82-9323-3e97c478820c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1190886 Aug 03 18:54:28.194387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Made reservation on behalf of 80887819c3c94cf5a6211eff4dd9b2bd for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:28.198839 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:28.209245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=12']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:28.250705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3589105a-ffdf-4206-86c0-692603ef6cb2 req-7b48d64b-e45c-4e6f-8b9b-7dad0a32f0b4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662205 Aug 03 18:54:28.405985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Allocated IP 172.20.0.9 (a246ec6d-490d-4900-917f-db94dfcbc69a/3044f72c-1dcf-42f2-aea2-b8c06a3a793e/7dbe9632-ac3d-4c77-aac7-1a94db4faf3b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:28.427992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2323b3-0760-4f84-aa92-e1569d0b3989 req-b1159c3e-a387-4407-9042-ca683f93709c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:28.429655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a2323b3-0760-4f84-aa92-e1569d0b3989 req-b1159c3e-a387-4407-9042-ca683f93709c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 945 time: 0.1143162 Aug 03 18:54:28.578157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a2323b3-0760-4f84-aa92-e1569d0b3989 req-f72cbf1d-01f9-4bef-beb5-accd8b8335dc tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335449 Aug 03 18:54:28.590526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49627fd7-2602-402b-84af-cf9ef3adf2e7 req-9ce62388-883b-4ab7-adbc-5d11b3ee32fa tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:28.592635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49627fd7-2602-402b-84af-cf9ef3adf2e7 req-9ce62388-883b-4ab7-adbc-5d11b3ee32fa tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 945 time: 0.1612382 Aug 03 18:54:28.666435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['65e65df1-20b3-40c6-8aec-bad18058abec'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:28.686234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41f9fd4b-f1b4-41df-9b6d-bdb9860e0d9d req-51613d3e-0d95-430a-b324-2abf0cde6b7a tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 210 time: 0.0450225 Aug 03 18:54:28.692267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49627fd7-2602-402b-84af-cf9ef3adf2e7 req-3bac4edc-d298-46d9-8123-8904db9a6535 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893373 Aug 03 18:54:28.707888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:28.724615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Transition to ACTIVE for port object 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:28.732994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['b8a2f67a-ce1e-416e-a84b-561b42d8abbb'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:28.768415 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:28.815241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Network a246ec6d-490d-4900-917f-db94dfcbc69a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:28.818431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:28.822522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:28.867272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Pushing event updated for resources: {'Port': ['ID=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:28.871675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a6fe0463-58bd-4f39-a228-1dc895f854bf up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:28.902585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:28.903506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:28.924469 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-47993802-6fad-4a3d-8dde-bba51633a85e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9717929 Aug 03 18:54:28.944276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Request body: {'port': {'device_id': '1e026c54-a5db-4f06-af42-33678a70f236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:29.008675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port a6fe0463-58bd-4f39-a228-1dc895f854bf completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:29.029139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port a6fe0463-58bd-4f39-a228-1dc895f854bf triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:29.029540 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.105209 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.140846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46cab3-8699-431d-b24a-f7219dadb4f1 req-1e11a316-37ef-45e5-89e7-c15348af4f82 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:29.143506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db46cab3-8699-431d-b24a-f7219dadb4f1 req-1e11a316-37ef-45e5-89e7-c15348af4f82 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1621881 Aug 03 18:54:29.145107 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.183316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70819566-104f-4d2c-bc06-3fada03dbbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fe0463-58bd-4f39-a228-1dc895f854bf'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:29.186474 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591edf9c-11b9-4ee3-83e8-559361f3620c" -d '{"events": [{"server_uuid": "70819566-104f-4d2c-bc06-3fada03dbbde", "name": "network-vif-plugged", "status": "completed", "tag": "a6fe0463-58bd-4f39-a228-1dc895f854bf"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:29.195924 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8462a4c9-a724-4376-992c-39108828e8d8 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:29.199659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:29.257893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:29.262094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4ecebe92-29ee-4a4a-8195-5781a1cb9969 None None] Provisioning for port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:29.281934 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.294366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4ecebe92-29ee-4a4a-8195-5781a1cb9969 None None] Provisioning complete for port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:29.294757 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4ecebe92-29ee-4a4a-8195-5781a1cb9969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.358539 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.397682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4ecebe92-29ee-4a4a-8195-5781a1cb9969 None None] Port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:54:29.407866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 8462a4c9-a724-4376-992c-39108828e8d8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:29.410315 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a6fe0463-58bd-4f39-a228-1dc895f854bf,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:29.418509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 8462a4c9-a724-4376-992c-39108828e8d8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:29.419173 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.420773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:29.421323 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.555023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db46cab3-8699-431d-b24a-f7219dadb4f1 req-787dbe7a-68ce-4358-9f96-74bf3c4cdcf7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774140 Aug 03 18:54:29.562841 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.603570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8462a4c9-a724-4376-992c-39108828e8d8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8462a4c9-a724-4376-992c-39108828e8d8,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:29.604945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7f288-31c3-45da-bb38-a67a7ead1142 req-02e36063-8457-4e34-baf1-2b733678abcc tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:29.609806 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:29.610674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05a7f288-31c3-45da-bb38-a67a7ead1142 req-02e36063-8457-4e34-baf1-2b733678abcc tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 949 time: 0.4280965 Aug 03 18:54:29.617823 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8708ee6-bd78-48fd-8e0e-d9c289b1f3f0 x-openstack-request-id: req-a8708ee6-bd78-48fd-8e0e-d9c289b1f3f0 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:29.618187 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70819566-104f-4d2c-bc06-3fada03dbbde", "name": "network-vif-plugged", "status": "completed", "tag": "a6fe0463-58bd-4f39-a228-1dc895f854bf", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:29.618504 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8708ee6-bd78-48fd-8e0e-d9c289b1f3f0 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:29.619000 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70819566-104f-4d2c-bc06-3fada03dbbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fe0463-58bd-4f39-a228-1dc895f854bf', 'code': 200} Aug 03 18:54:29.685107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=8462a4c9-a724-4376-992c-39108828e8d8,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:29.734607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05a7f288-31c3-45da-bb38-a67a7ead1142 req-17ac0c5c-6cce-4d14-8669-8db61cfacc15 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181612 Aug 03 18:54:29.743028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58a0df-ac55-440d-be01-5ab29814ec0b req-2ea2ff0d-80a9-4cf4-b3ad-a3d609deaae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:29.745213 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ac58a0df-ac55-440d-be01-5ab29814ec0b req-2ea2ff0d-80a9-4cf4-b3ad-a3d609deaae5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 1097 time: 0.0468295 Aug 03 18:54:29.787343 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ac58a0df-ac55-440d-be01-5ab29814ec0b req-22602991-14bb-4975-afa9-2f3637cf0d5e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312734 Aug 03 18:54:29.808543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d70b88-325c-4ad1-b6c6-928ba537fd99 req-1a8cb1e1-e406-4b7b-a1f5-a6cbd0f264f0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:29.810171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41d70b88-325c-4ad1-b6c6-928ba537fd99 req-1a8cb1e1-e406-4b7b-a1f5-a6cbd0f264f0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1343555 Aug 03 18:54:29.911847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41d70b88-325c-4ad1-b6c6-928ba537fd99 req-49dae8dd-9f7a-42ad-b50e-a49e01c1624b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852034 Aug 03 18:54:29.936672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cd305-517a-4454-b271-1f5e4605496e req-1b9a5380-584d-487f-8cd1-06c14da11e03 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:29.938271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d77cd305-517a-4454-b271-1f5e4605496e req-1b9a5380-584d-487f-8cd1-06c14da11e03 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 950 time: 0.1417396 Aug 03 18:54:29.965411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:29.977228 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:30.023263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Transition to ACTIVE for port object 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:30.030869 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:30.042625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d77cd305-517a-4454-b271-1f5e4605496e req-577072ae-d328-4eef-851c-441a1dc44bb3 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980134 Aug 03 18:54:30.092218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531269b6-7f42-4086-96df-5c0c31c5f000 req-5d0e09a3-a50a-4926-b64a-fe84c1b2bbaa tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:30.093800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-531269b6-7f42-4086-96df-5c0c31c5f000 req-5d0e09a3-a50a-4926-b64a-fe84c1b2bbaa tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.1215994 Aug 03 18:54:30.125350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Pushing event updated for resources: {'Port': ['ID=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:30.214835 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-531269b6-7f42-4086-96df-5c0c31c5f000 req-60f13bdc-672c-4df4-aa8d-bbe7da1c217c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119087 Aug 03 18:54:30.241854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097ff5d-054f-4ce9-afbd-643db524cb64 req-de3a6779-3550-4765-9bed-f1c02f16215b tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:30.243583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0097ff5d-054f-4ce9-afbd-643db524cb64 req-de3a6779-3550-4765-9bed-f1c02f16215b tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 943 time: 0.1284983 Aug 03 18:54:30.269225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Attempting to bind port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:30.269612 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Attempting to bind port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:30.269941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Attempting to bind port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b on network a246ec6d-490d-4900-917f-db94dfcbc69a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:30.284026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b on network a246ec6d-490d-4900-917f-db94dfcbc69a not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:30.285037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Attempting to bind port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b on network a246ec6d-490d-4900-917f-db94dfcbc69a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:30.300200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:30.300549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Checking segment: {'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:30.300944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Bound using segment: {'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:30.301406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Bound port: 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a203af-0d40-469e-bf5d-5148f187b653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:30.301808 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:30.330019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0097ff5d-054f-4ce9-afbd-643db524cb64 req-312f2292-f0f4-4450-89e4-9427bcc62ecb tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789142 Aug 03 18:54:30.409422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55fa61-3906-47c8-977f-18075b25e290 req-c02c81b6-19ce-4089-a91b-e0a62d19bc22 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:30.411052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d55fa61-3906-47c8-977f-18075b25e290 req-c02c81b6-19ce-4089-a91b-e0a62d19bc22 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 945 time: 0.1043000 Aug 03 18:54:30.427097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] For port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:30.430796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] For port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b,segment=NetworkSegment(b1a203af-0d40-469e-bf5d-5148f187b653),segment_id=b1a203af-0d40-469e-bf5d-5148f187b653)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:30.449576 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:30.503748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:30.504511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:30.505906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] 10.222.0.37 "PUT /v2.0/ports/7dbe9632-ac3d-4c77-aac7-1a94db4faf3b HTTP/1.1" status: 200 len: 1091 time: 1.5707498 Aug 03 18:54:30.506396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e026c54-a5db-4f06-af42-33678a70f236', 'tag': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:30.517860 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961d5328-6f55-404d-8195-006a7982eb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e026c54-a5db-4f06-af42-33678a70f236", "tag": "7dbe9632-ac3d-4c77-aac7-1a94db4faf3b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:30.535021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d55fa61-3906-47c8-977f-18075b25e290 req-b2af90e2-7c31-4ae8-b6bd-7d1faffe4f04 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107967 Aug 03 18:54:30.562408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e2e2b-7221-45ec-ab9c-d3e93e0d665e service neutron] Pushing event updated for resources: {'Port': ['ID=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:30.586422 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3e2f47-17c7-4263-9928-52bc5001b317 x-openstack-request-id: req-ad3e2f47-17c7-4263-9928-52bc5001b317 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:30.586664 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e026c54-a5db-4f06-af42-33678a70f236", "tag": "7dbe9632-ac3d-4c77-aac7-1a94db4faf3b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:30.586913 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad3e2f47-17c7-4263-9928-52bc5001b317 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:30.587314 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e026c54-a5db-4f06-af42-33678a70f236', 'tag': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'status': 'completed', 'code': 200} Aug 03 18:54:30.619300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-deb9cd31-96a8-4311-87b6-1ab9c95234ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:30.620821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-deb9cd31-96a8-4311-87b6-1ab9c95234ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80887819c3c94cf5a6211eff4dd9b2bd&device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 1094 time: 0.0502851 Aug 03 18:54:30.686254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-22622c0e-fae0-4543-ab63-99288293004d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b HTTP/1.1" status: 200 len: 217 time: 0.0525143 Aug 03 18:54:30.710414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-c7e01a68-9c1f-4730-9fff-dc08b23d97ea tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=0af165f6330042b395e2a638c3cc2bba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697381 Aug 03 18:54:30.809189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-463b1c67-47fc-407a-86d6-cd078a4a604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:30.810707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-463b1c67-47fc-407a-86d6-cd078a4a604c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3044f72c-1dcf-42f2-aea2-b8c06a3a793e HTTP/1.1" status: 200 len: 867 time: 0.1105270 Aug 03 18:54:30.887840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 84d5f2ad-59bf-4804-82af-721e2d8869cf details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:30.918960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-ea1212bb-246c-4592-b3fa-21551c8d6ecc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:30.920463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-ea1212bb-246c-4592-b3fa-21551c8d6ecc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895041 Aug 03 18:54:30.944097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422af7db-f5a8-44d1-8c93-1e4beb5d0f9c req-777b29e5-bd39-47be-9e8e-47921bdcf8a2 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:30.945649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-422af7db-f5a8-44d1-8c93-1e4beb5d0f9c req-777b29e5-bd39-47be-9e8e-47921bdcf8a2 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 950 time: 0.1295600 Aug 03 18:54:30.952447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-2d09acb2-fb45-45e1-bdc2-da67b6cfb3cd tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/quotas/0af165f6330042b395e2a638c3cc2bba HTTP/1.1" status: 200 len: 375 time: 0.0245814 Aug 03 18:54:30.954439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-2465b091-64ef-49a9-84e0-477a6538de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:30.956738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-2465b091-64ef-49a9-84e0-477a6538de20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a246ec6d-490d-4900-917f-db94dfcbc69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281226 Aug 03 18:54:30.994807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 84d5f2ad-59bf-4804-82af-721e2d8869cf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=84d5f2ad-59bf-4804-82af-721e2d8869cf,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:31.008581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '84d5f2ad-59bf-4804-82af-721e2d8869cf', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'port_id': '84d5f2ad-59bf-4804-82af-721e2d8869cf', 'mac_address': 'fa:16:3e:44:0c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98261e03-5c98-4ab9-a3a1-0b63421e7d8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:54:31.050076 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:31.068175 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84d5f2ad-59bf-4804-82af-721e2d8869cf {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:31.075661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-422af7db-f5a8-44d1-8c93-1e4beb5d0f9c req-71b39959-d031-4c4e-8956-a99e20f57817 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185999 Aug 03 18:54:31.089395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 84d5f2ad-59bf-4804-82af-721e2d8869cf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=84d5f2ad-59bf-4804-82af-721e2d8869cf,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:31.093797 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:31.111389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-549f38d3-5366-462d-a7e4-f2e1e6347ff7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1446073 Aug 03 18:54:31.128296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-7917ae76-337d-4177-9379-ba8a693842b3 service neutron] 10.222.0.37 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441982 Aug 03 18:54:31.162692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=84d5f2ad-59bf-4804-82af-721e2d8869cf,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:31.189364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:31.230318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['84d5f2ad-59bf-4804-82af-721e2d8869cf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:31.287766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc101a1d-344f-4ce4-9fd2-0215c8540175 req-d3441f80-32c5-4404-bfb8-4be21ab64cc9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:31.289426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc101a1d-344f-4ce4-9fd2-0215c8540175 req-d3441f80-32c5-4404-bfb8-4be21ab64cc9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0873134 Aug 03 18:54:31.318348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a13ffd5-42ac-4c79-a80d-a0f5f48a5fb4 req-9d50142d-f91c-4c7d-92be-31bceb06dbc2 service neutron] 10.222.0.37 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734912 Aug 03 18:54:31.335840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port b8a2f67a-ce1e-416e-a84b-561b42d8abbb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:31.352677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port b8a2f67a-ce1e-416e-a84b-561b42d8abbb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:31.353321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:31.391484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc101a1d-344f-4ce4-9fd2-0215c8540175 req-b80a4381-27ae-4f4b-82af-7965660cddc9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872788 Aug 03 18:54:31.531497 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86310d70-af16-4b4a-a229-5bf1fb5f1a8e req-feb3dc7c-9d88-4160-a8cd-426037b3a668 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 210 time: 0.0638883 Aug 03 18:54:31.532868 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:31.564214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d5328-6f55-404d-8195-006a7982eb7c req-5f657075-375b-4f1e-8cab-b86aa5df5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:31.573757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-961d5328-6f55-404d-8195-006a7982eb7c req-5f657075-375b-4f1e-8cab-b86aa5df5ca1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80887819c3c94cf5a6211eff4dd9b2bd&device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 1094 time: 0.1722157 Aug 03 18:54:31.584665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:31.592111 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:31.593077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 65e65df1-20b3-40c6-8aec-bad18058abec up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:31.625095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8987c9e-5663-4b0b-b639-3e99be7e0cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8462a4c9-a724-4376-992c-39108828e8d8'}, {'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:31.631895 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92f010f-ae40-44fa-b84b-6ba3be776184" -d '{"events": [{"server_uuid": "e8987c9e-5663-4b0b-b639-3e99be7e0cb6", "name": "network-vif-plugged", "status": "completed", "tag": "8462a4c9-a724-4376-992c-39108828e8d8"}, {"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-plugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:31.699565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:31.717603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d5328-6f55-404d-8195-006a7982eb7c req-ff119449-c0d0-4e3e-a3d0-7a7a673118cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:31.718219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 65e65df1-20b3-40c6-8aec-bad18058abec completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:31.719305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-961d5328-6f55-404d-8195-006a7982eb7c req-ff119449-c0d0-4e3e-a3d0-7a7a673118cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=a246ec6d-490d-4900-917f-db94dfcbc69a HTTP/1.1" status: 200 len: 929 time: 0.1447089 Aug 03 18:54:31.724282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 65e65df1-20b3-40c6-8aec-bad18058abec triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:31.724662 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:31.760709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f693e8-4878-4535-a88c-23d472cb620c req-ea44b008-e738-43b7-85a1-85b66b925560 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:31.763163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31f693e8-4878-4535-a88c-23d472cb620c req-ea44b008-e738-43b7-85a1-85b66b925560 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.3699460 Aug 03 18:54:31.797775 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-961d5328-6f55-404d-8195-006a7982eb7c req-e7bd42bb-0fb2-4b21-9006-4f90c3cbceb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b HTTP/1.1" status: 200 len: 217 time: 0.0581884 Aug 03 18:54:31.835587 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:31.875359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:31.880842 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:31.890353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea308e56-d532-4b18-b1b6-432b68928e65 req-5a4029ca-885e-4d09-9369-ee7d854c0cdc tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:31.891912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea308e56-d532-4b18-b1b6-432b68928e65 req-5a4029ca-885e-4d09-9369-ee7d854c0cdc tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 943 time: 0.1856725 Aug 03 18:54:31.895735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d5328-6f55-404d-8195-006a7982eb7c req-0f31a7ce-8502-4219-803b-c4801dec75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:31.897374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-961d5328-6f55-404d-8195-006a7982eb7c req-0f31a7ce-8502-4219-803b-c4801dec75c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3044f72c-1dcf-42f2-aea2-b8c06a3a793e HTTP/1.1" status: 200 len: 867 time: 0.0902264 Aug 03 18:54:31.900936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31f693e8-4878-4535-a88c-23d472cb620c req-1ad02509-0362-44e2-86d3-45b06f134fdc tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081345 Aug 03 18:54:31.956530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=13']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:31.968583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea308e56-d532-4b18-b1b6-432b68928e65 req-d78bbd0a-b569-464b-98ef-242ca0576934 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666635 Aug 03 18:54:31.982288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d5328-6f55-404d-8195-006a7982eb7c req-fc626690-4cc6-4cb7-83d6-1e576fc4bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:31.983804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-961d5328-6f55-404d-8195-006a7982eb7c req-fc626690-4cc6-4cb7-83d6-1e576fc4bbda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a246ec6d-490d-4900-917f-db94dfcbc69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742607 Aug 03 18:54:32.119497 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-961d5328-6f55-404d-8195-006a7982eb7c req-bcc574ac-21b0-49ba-a9e3-b1b94c96d7de service neutron] 10.222.0.37 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243806 Aug 03 18:54:32.166392 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9509f3-3998-40e7-9c9e-a8639a603028 x-openstack-request-id: req-7f9509f3-3998-40e7-9c9e-a8639a603028 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:32.166392 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8987c9e-5663-4b0b-b639-3e99be7e0cb6", "name": "network-vif-plugged", "status": "completed", "tag": "8462a4c9-a724-4376-992c-39108828e8d8", "code": 200}, {"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-plugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:32.184056 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f9509f3-3998-40e7-9c9e-a8639a603028 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:32.185266 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8987c9e-5663-4b0b-b639-3e99be7e0cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8462a4c9-a724-4376-992c-39108828e8d8', 'code': 200} Aug 03 18:54:32.190020 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'code': 200} Aug 03 18:54:32.351930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33fe98-fab5-493c-bdc3-70583e609086 req-3db54efe-24b4-4859-acb7-e8954038fc6b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:32.353522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a33fe98-fab5-493c-bdc3-70583e609086 req-3db54efe-24b4-4859-acb7-e8954038fc6b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 945 time: 0.1964188 Aug 03 18:54:32.373327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79221b-1139-46dd-a1d0-3e24c714f291 req-2904dd7a-1e74-4fbe-9a4a-5d8a11b19e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:32.375663 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-be79221b-1139-46dd-a1d0-3e24c714f291 req-2904dd7a-1e74-4fbe-9a4a-5d8a11b19e68 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1096 time: 0.0522583 Aug 03 18:54:32.411773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9c691-01a3-4b40-8021-feada03cc33d req-3f848d50-1aa7-4173-bb02-2ce59f465b0b tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:32.413410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1aa9c691-01a3-4b40-8021-feada03cc33d req-3f848d50-1aa7-4173-bb02-2ce59f465b0b tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 1097 time: 0.1486840 Aug 03 18:54:32.423473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-961d5328-6f55-404d-8195-006a7982eb7c req-26a4df74-7303-4326-8dce-098435cacaf9 service neutron] 10.222.0.37 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925608 Aug 03 18:54:32.437354 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-be79221b-1139-46dd-a1d0-3e24c714f291 req-3366ac87-4202-43a1-a9bf-c0253df83505 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511622 Aug 03 18:54:32.479227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e223f08-5039-4f00-92de-01afd63548f6 req-0cd23613-dd2d-4cda-a6ad-2bd9629749fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:32.481570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e223f08-5039-4f00-92de-01afd63548f6 req-0cd23613-dd2d-4cda-a6ad-2bd9629749fd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 1101 time: 0.1492326 Aug 03 18:54:32.485366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a33fe98-fab5-493c-bdc3-70583e609086 req-4e28394d-100d-4a8e-a4b6-afc77ca6b7bf tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976803 Aug 03 18:54:32.491463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1aa9c691-01a3-4b40-8021-feada03cc33d req-21e36b89-c190-48b2-8852-806aaad06989 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635214 Aug 03 18:54:32.667268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0013be-1bc5-424f-ac33-c6d06ca0201b req-24b4589f-de7c-4820-9902-43cf30936d23 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:32.669196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e0013be-1bc5-424f-ac33-c6d06ca0201b req-24b4589f-de7c-4820-9902-43cf30936d23 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 950 time: 0.1008031 Aug 03 18:54:32.678159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb512e3b-cee8-440e-beae-6956a2673143 req-efcd6ab8-3dde-482d-934c-3520aa8337ba tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:32.679655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb512e3b-cee8-440e-beae-6956a2673143 req-efcd6ab8-3dde-482d-934c-3520aa8337ba tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 945 time: 0.0983431 Aug 03 18:54:32.769456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e0013be-1bc5-424f-ac33-c6d06ca0201b req-454cbbed-80c8-49c5-835f-f5b31bae75c5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887992 Aug 03 18:54:32.779836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb512e3b-cee8-440e-beae-6956a2673143 req-5aaee880-7b83-4806-8299-c52c8057c7db tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909195 Aug 03 18:54:32.810546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e223f08-5039-4f00-92de-01afd63548f6 req-c61532fa-355f-4061-a806-e3e8ad9c87be service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536509 Aug 03 18:54:32.893738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 84d5f2ad-59bf-4804-82af-721e2d8869cf up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:32.935839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f21ba052-ed3f-49a6-bbd4-1b37b05eb5ca req-5d73a489-eaee-409e-88da-bad54404b1a4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 210 time: 0.0293303 Aug 03 18:54:32.949929 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b0c6f-1e7f-4f80-94a4-8694153a7d6d req-d5c52e68-2fbb-4b2b-9230-59d159a0d58e tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:32.958301 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-644b0c6f-1e7f-4f80-94a4-8694153a7d6d req-d5c52e68-2fbb-4b2b-9230-59d159a0d58e tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 1097 time: 0.0816700 Aug 03 18:54:32.959592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 84d5f2ad-59bf-4804-82af-721e2d8869cf triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:32.960105 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:33.023129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-644b0c6f-1e7f-4f80-94a4-8694153a7d6d req-e0955087-fc7a-4b97-b1c1-cf630cc90822 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634372 Aug 03 18:54:33.080365 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:33.132734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 84d5f2ad-59bf-4804-82af-721e2d8869cf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=84d5f2ad-59bf-4804-82af-721e2d8869cf,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:33.142648 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:33.223054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=84d5f2ad-59bf-4804-82af-721e2d8869cf,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:33.224736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9931-a33b-4357-8617-a08182e07dd8 req-f18ed4f9-f155-419a-876c-e8fa9be2b55a tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:33.227852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90ac9931-a33b-4357-8617-a08182e07dd8 req-f18ed4f9-f155-419a-876c-e8fa9be2b55a tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 943 time: 0.1087282 Aug 03 18:54:33.279430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90ac9931-a33b-4357-8617-a08182e07dd8 req-63e585b9-7655-42f4-89e9-6d9ee89b826f tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Aug 03 18:54:33.482077 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-576604a6-9ec1-4bc7-9ca8-bbe752e39c5f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=0af165f6330042b395e2a638c3cc2bba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253329 Aug 03 18:54:33.597147 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-173a89be-ad9e-4eba-b4fd-7ae74b07ead6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:33.710898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-d0f57914-1a2e-4299-a607-3d9ed50bbc82 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:33.712577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-d0f57914-1a2e-4299-a607-3d9ed50bbc82 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244897 Aug 03 18:54:33.729746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce06e0f-10c8-42a7-9f96-accaf4a0d517 req-3a2413a5-a3a0-49ea-a95c-9997c7fbf714 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:33.737577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ce06e0f-10c8-42a7-9f96-accaf4a0d517 req-3a2413a5-a3a0-49ea-a95c-9997c7fbf714 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 945 time: 0.1212702 Aug 03 18:54:33.776695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Request body: {'port': {'device_id': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '0af165f6330042b395e2a638c3cc2bba'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:33.813988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ce06e0f-10c8-42a7-9f96-accaf4a0d517 req-acf408e0-95a3-424a-bc4e-bb4989eb351a tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755279 Aug 03 18:54:34.052891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc0b1d-1046-421f-8b40-b9b339e9ebd7 req-f3203e71-795b-40cc-b258-a7b070ea79ba tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:34.054763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2cdc0b1d-1046-421f-8b40-b9b339e9ebd7 req-f3203e71-795b-40cc-b258-a7b070ea79ba tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 945 time: 0.1363792 Aug 03 18:54:34.072273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Made reservation on behalf of 0af165f6330042b395e2a638c3cc2bba for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:34.076469 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.168345 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2cdc0b1d-1046-421f-8b40-b9b339e9ebd7 req-175e5c22-d1a4-41d5-94fe-0a1f040ceae7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029301 Aug 03 18:54:34.191253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec'}, {'server_uuid': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d5f2ad-59bf-4804-82af-721e2d8869cf'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:34.193849 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86e38ef-4203-486a-aaae-fc07cff8b934" -d '{"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-plugged", "status": "completed", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec"}, {"server_uuid": "ded436c7-dc7b-4f05-8f93-902bcc107e83", "name": "network-vif-plugged", "status": "completed", "tag": "84d5f2ad-59bf-4804-82af-721e2d8869cf"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:34.282113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Allocated IP 192.168.233.218 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/964fd51f-65fa-4d16-9c55-33d2a4470113) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:34.388798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573da77-e505-4be9-b7f5-44a4f207e76e req-bb3e5540-56e3-4b41-a907-f41dc3d9ab17 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:34.396954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f573da77-e505-4be9-b7f5-44a4f207e76e req-bb3e5540-56e3-4b41-a907-f41dc3d9ab17 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 950 time: 0.1167986 Aug 03 18:54:34.514148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f573da77-e505-4be9-b7f5-44a4f207e76e req-f4cb68e4-c95c-404b-a69c-bf158749191c tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161921 Aug 03 18:54:34.631961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-1e206f81-9f2c-445a-8bde-b7b2b6e2c524 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:54:34.633849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-1e206f81-9f2c-445a-8bde-b7b2b6e2c524 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0370972 Aug 03 18:54:34.744135 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.755712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Request body: {'binding': {'host': 'n-h1-802918-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:34.758760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Unknown quota resources ['binding']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 18:54:34.764399 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f53286f9-75be-4f5f-8ab7-71643c3b7356 req-134cf8b1-fa7a-4a7a-9eba-5102b392005b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 210 time: 0.1584036 Aug 03 18:54:34.767176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-f7424634-fe2b-4014-aff9-2c982c65df22 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:34.769833 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-f7424634-fe2b-4014-aff9-2c982c65df22 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.1281459 Aug 03 18:54:34.791498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802918-7'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:34.799781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Transition to ACTIVE for port object 964fd51f-65fa-4d16-9c55-33d2a4470113 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:34.909570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:34.923377 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:34.936484 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e2c777-5ca9-48e5-9b65-71af70fc64db x-openstack-request-id: req-70e2c777-5ca9-48e5-9b65-71af70fc64db {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:34.938361 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-plugged", "status": "completed", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec", "code": 200}, {"server_uuid": "ded436c7-dc7b-4f05-8f93-902bcc107e83", "name": "network-vif-plugged", "status": "completed", "tag": "84d5f2ad-59bf-4804-82af-721e2d8869cf", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:34.938888 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70e2c777-5ca9-48e5-9b65-71af70fc64db {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:34.939494 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec', 'code': 200} Aug 03 18:54:34.942932 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d5f2ad-59bf-4804-82af-721e2d8869cf', 'code': 200} Aug 03 18:54:34.964592 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:35.031623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2d43d13c-70d2-4851-af63-d7e8d684a33e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:35.034119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['be39b057-5b52-48ca-b6f9-3c835cdf0d8e', '65e65df1-20b3-40c6-8aec-bad18058abec'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:35.064537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:35.073610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:35.077015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:35.106183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf on host n-h1-802918-7 for vnic_type normal with profile None {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:35.106183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:35.106183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:35.115367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Port a6fe0463-58bd-4f39-a228-1dc895f854bf on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:35.115795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:35.152698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:35.152698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:35.152698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:35.154188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Bound port: a6fe0463-58bd-4f39-a228-1dc895f854bf, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:35.175300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:35.236302 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:35.260146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bc70c-6400-49ec-a278-24b0ffdcbd7d req-4c856fa3-c121-4639-9094-e899a8a8f66a tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:35.261932 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e6bc70c-6400-49ec-a278-24b0ffdcbd7d req-4c856fa3-c121-4639-9094-e899a8a8f66a tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 943 time: 0.2547789 Aug 03 18:54:35.279883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:35.280691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:35.300078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c666210d-b3b7-403c-b56c-1422ce6d38ee details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:35.304510 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-8918b08e-182a-43d0-89fe-3f5efcd8c5bc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5332904 Aug 03 18:54:35.331307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:35.341422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Request body: {'port': {'device_id': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:35.379217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:35.398221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e6bc70c-6400-49ec-a278-24b0ffdcbd7d req-6c2d72bf-4d7a-42c9-a094-402cfe87c8bc tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030157 Aug 03 18:54:35.405768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c666210d-b3b7-403c-b56c-1422ce6d38ee'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:35.415334 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d37f1e4-3fc9-4121-bc77-f69085525c8e" -d '{"events": [{"server_uuid": "6040c0ff-f038-46ac-9add-52ec06590ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "c666210d-b3b7-403c-b56c-1422ce6d38ee"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:35.427469 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] Notify callbacks [] for binding, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:35.428831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] 10.222.0.78 "POST /v2.0/ports/a6fe0463-58bd-4f39-a228-1dc895f854bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.7715254 Aug 03 18:54:35.430283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:35.444534 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:35.493057 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:35.590831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b,segment=NetworkSegment(b1a203af-0d40-469e-bf5d-5148f187b653),segment_id=b1a203af-0d40-469e-bf5d-5148f187b653)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:35.679427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee on host n-h2-802918-7 for vnic_type normal with profile {"migrating_to": "n-h1-802918-7"} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:35.679913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:35.680347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:35.691385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Port c666210d-b3b7-403c-b56c-1422ce6d38ee on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:35.691885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Attempting to bind port c666210d-b3b7-403c-b56c-1422ce6d38ee on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:35.700945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:35.701446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:35.701964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:35.702507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Bound port: c666210d-b3b7-403c-b56c-1422ce6d38ee, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:35.702974 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:35.706035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'port_id': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'mac_address': 'fa:16:3e:a9:1c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:54:35.753435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6a0ad754-241b-4373-ae0b-d4577533cf9a None None] Provisioning for port 964fd51f-65fa-4d16-9c55-33d2a4470113 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:35.757024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:35.788123 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:35.792502 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:35.794910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Pushing event updated for resources: {'Port': ['ID=c666210d-b3b7-403c-b56c-1422ce6d38ee,revision_number=7']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:35.804019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:35.808533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.809037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.809557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.810003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.810443 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.810875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.811309 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.811791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.812223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.812652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.813082 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.813530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:35.826854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6a0ad754-241b-4373-ae0b-d4577533cf9a None None] Provisioning complete for port 964fd51f-65fa-4d16-9c55-33d2a4470113 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:35.827427 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a0ad754-241b-4373-ae0b-d4577533cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:35.835758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c666210d-b3b7-403c-b56c-1422ce6d38ee has no active binding in host n-h1-802918-7 {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 18:54:35.860596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fde64-308d-42b7-a0ba-4214758aaa7d req-d0a59bdf-a485-442f-a118-690823e9b472 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:35.862895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e9fde64-308d-42b7-a0ba-4214758aaa7d req-d0a59bdf-a485-442f-a118-690823e9b472 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 943 time: 0.2743795 Aug 03 18:54:35.889618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Pushing event updated for resources: {'Port': ['ID=c666210d-b3b7-403c-b56c-1422ce6d38ee,revision_number=8']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:35.920613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:35.921438 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:35.922643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:35.923260 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-32e55858-4296-4618-90ff-75a16dbc7c9a service neutron] 10.222.0.74 "PUT /v2.0/ports/c666210d-b3b7-403c-b56c-1422ce6d38ee HTTP/1.1" status: 200 len: 1121 time: 1.1375821 Aug 03 18:54:35.943346 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e9fde64-308d-42b7-a0ba-4214758aaa7d req-14f1afc2-1043-40cf-976d-629c7a65b36d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662515 Aug 03 18:54:35.960531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a6a60-8c90-468d-a163-80131c4c8672 req-07305e49-f857-4dfc-ba1a-a6c763442f92 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:35.962116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-479a6a60-8c90-468d-a163-80131c4c8672 req-07305e49-f857-4dfc-ba1a-a6c763442f92 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 945 time: 0.2778320 Aug 03 18:54:35.999684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ad754-241b-4373-ae0b-d4577533cf9a None None] Port 964fd51f-65fa-4d16-9c55-33d2a4470113 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:54:36.013134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:36.049944 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dfc252-8df2-4c9e-a8dd-2be20cb6937e x-openstack-request-id: req-20dfc252-8df2-4c9e-a8dd-2be20cb6937e {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:36.049944 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6040c0ff-f038-46ac-9add-52ec06590ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "c666210d-b3b7-403c-b56c-1422ce6d38ee", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:36.049944 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20dfc252-8df2-4c9e-a8dd-2be20cb6937e {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:36.049944 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c666210d-b3b7-403c-b56c-1422ce6d38ee', 'code': 200} Aug 03 18:54:36.073894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c666210d-b3b7-403c-b56c-1422ce6d38ee'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:36.105975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b,segment=NetworkSegment(b1a203af-0d40-469e-bf5d-5148f187b653),segment_id=b1a203af-0d40-469e-bf5d-5148f187b653)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:36.149725 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:36.173929 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['c666210d-b3b7-403c-b56c-1422ce6d38ee'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:36.419247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:36.492932 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['7dbe9632-ac3d-4c77-aac7-1a94db4faf3b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:36.498102 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a7549e0f-b8c0-43ae-98e4-f1d1f0b0ffef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:36.620017 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:36.687268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964fd51f-65fa-4d16-9c55-33d2a4470113 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:36.697367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:36.709729 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-479a6a60-8c90-468d-a163-80131c4c8672 req-b45208f8-4664-4629-9eac-dd602a9f38c2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7291107 Aug 03 18:54:36.781369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Transition to ACTIVE for port object 964fd51f-65fa-4d16-9c55-33d2a4470113 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:36.795699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:36.898104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:37.050731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307933b-c30a-4965-a7ae-bade83273187 req-a0c71723-be3f-44df-9a99-90cffebc5b62 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:37.058290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6307933b-c30a-4965-a7ae-bade83273187 req-a0c71723-be3f-44df-9a99-90cffebc5b62 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 950 time: 0.3573918 Aug 03 18:54:37.108248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdfb16-4cf0-42fb-92ae-04e125f2ab24 req-3656d7df-d18e-47dd-a3e5-05d8473641a4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:37.110400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5cdfb16-4cf0-42fb-92ae-04e125f2ab24 req-3656d7df-d18e-47dd-a3e5-05d8473641a4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.2997246 Aug 03 18:54:37.119226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:37.119574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:37.119916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:37.152482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Port 964fd51f-65fa-4d16-9c55-33d2a4470113 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:37.152732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:37.181537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:37.181537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:37.181537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:37.181537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Bound port: 964fd51f-65fa-4d16-9c55-33d2a4470113, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:37.181537 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:37.207332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6307933b-c30a-4965-a7ae-bade83273187 req-57309982-c515-477d-9f28-20803073a1a1 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397500 Aug 03 18:54:37.213043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5cdfb16-4cf0-42fb-92ae-04e125f2ab24 req-31fa8120-a2b5-4f78-92e4-65ba5bbc88af tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848267 Aug 03 18:54:37.364741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:37.374541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872a647-0f67-4801-a39d-232ecf7138de req-4e2af0c6-b08e-4635-a5ae-0636d2244b20 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:37.376515 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6872a647-0f67-4801-a39d-232ecf7138de req-4e2af0c6-b08e-4635-a5ae-0636d2244b20 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 948 time: 0.0875106 Aug 03 18:54:37.416212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:37.438916 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:37.522069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:37.522708 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:37.524260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-b35b2937-523b-498e-bc00-815e3732592a service neutron] 10.222.0.74 "PUT /v2.0/ports/964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 1096 time: 2.1988604 Aug 03 18:54:37.538964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6872a647-0f67-4801-a39d-232ecf7138de req-fa86f902-7991-42d6-91ad-2eeaa43320bf tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471453 Aug 03 18:54:37.539838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:37.542436 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f246059e-df3e-4f51-b0de-1568fb1093e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:37.600385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b2937-523b-498e-bc00-815e3732592a service neutron] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:37.630574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13be49c-384f-4b6a-b763-754c3ab287d9 req-34cf5c64-8900-4667-a27c-7b4dc3cc5ce2 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:37.632211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e13be49c-384f-4b6a-b763-754c3ab287d9 req-34cf5c64-8900-4667-a27c-7b4dc3cc5ce2 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 944 time: 0.1584048 Aug 03 18:54:37.718256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e13be49c-384f-4b6a-b763-754c3ab287d9 req-5bf2c8f9-0db0-455f-9eff-2673f06fc9ee tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770047 Aug 03 18:54:37.733325 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:37.769515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-1cc2883b-4aa7-4baa-b55a-775d7bc0bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:37.771099 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-1cc2883b-4aa7-4baa-b55a-775d7bc0bd6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1099 time: 0.1513493 Aug 03 18:54:37.888997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-997b0ba4-d67c-4e74-b1f0-a19596c5ffa8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 217 time: 0.0593522 Aug 03 18:54:37.933708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc71580-9815-4b14-b8d4-06fb009616fe req-7f21382d-6adb-435c-931b-c0d8ff518eb6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:37.945893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35076) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:54:37.946409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecc71580-9815-4b14-b8d4-06fb009616fe req-7f21382d-6adb-435c-931b-c0d8ff518eb6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 945 time: 0.1701870 Aug 03 18:54:37.954398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d42a510f-72ec-4cee-847a-f1f3c5edbcd2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Request body: {'floatingip': {'port_id': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:37.991129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e16df-32e7-4122-9dd1-576b999b1560 req-eaa9939d-05e5-48d1-985e-3b09d839f876 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:37.992679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d9e16df-32e7-4122-9dd1-576b999b1560 req-eaa9939d-05e5-48d1-985e-3b09d839f876 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 943 time: 0.1522045 Aug 03 18:54:38.029797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-45a0d900-8be1-486d-807a-535f8b5b0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:38.031043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d42a510f-72ec-4cee-847a-f1f3c5edbcd2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for floatingip, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:38.031486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-45a0d900-8be1-486d-807a-535f8b5b0b28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1199608 Aug 03 18:54:38.093949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'tag': 'c666210d-b3b7-403c-b56c-1422ce6d38ee'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:38.101152 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fac6a8-97c8-4b76-a979-5c18964a9e26" -d '{"events": [{"name": "network-changed", "server_uuid": "6040c0ff-f038-46ac-9add-52ec06590ef1", "tag": "c666210d-b3b7-403c-b56c-1422ce6d38ee"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:38.108904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d9e16df-32e7-4122-9dd1-576b999b1560 req-aac434d3-e77d-4a4e-8636-8e487994e02f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077883 Aug 03 18:54:38.139252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-fe5c0569-28c5-479f-9772-72bec60c20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:38.151993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-fe5c0569-28c5-479f-9772-72bec60c20ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908890 Aug 03 18:54:38.217890 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792cd384-e299-4489-9c18-efe731907f1e x-openstack-request-id: req-792cd384-e299-4489-9c18-efe731907f1e {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:38.218234 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:38.218430 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-792cd384-e299-4489-9c18-efe731907f1e {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:38.218830 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'status': 'completed', 'code': 200} Aug 03 18:54:38.301974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ced8c8-aebd-4772-bf0e-b03d272cbe3f req-aef1b87b-e382-4751-ba81-ee4a54cb2154 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:38.312159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19ced8c8-aebd-4772-bf0e-b03d272cbe3f req-aef1b87b-e382-4751-ba81-ee4a54cb2154 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 1101 time: 0.0923183 Aug 03 18:54:38.362850 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e291471-582b-4eeb-892a-d5e1000db03d x-openstack-request-id: req-8e291471-582b-4eeb-892a-d5e1000db03d {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:38.363422 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6040c0ff-f038-46ac-9add-52ec06590ef1", "tag": "c666210d-b3b7-403c-b56c-1422ce6d38ee", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:38.363847 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e291471-582b-4eeb-892a-d5e1000db03d {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:38.364591 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'tag': 'c666210d-b3b7-403c-b56c-1422ce6d38ee', 'status': 'completed', 'code': 200} Aug 03 18:54:38.377087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-26182166-b664-48fe-9db2-d8fdc501fa95 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195880 Aug 03 18:54:38.459194 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-19ced8c8-aebd-4772-bf0e-b03d272cbe3f req-88faf8fd-e4b4-402e-a7be-22c48c359979 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:38.516759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fac6a8-97c8-4b76-a979-5c18964a9e26 req-92dff8a8-8fbd-4a83-a678-957f8797a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:38.519098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5fac6a8-97c8-4b76-a979-5c18964a9e26 req-92dff8a8-8fbd-4a83-a678-957f8797a4ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 1124 time: 0.2045064 Aug 03 18:54:38.532239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680765aa-3298-4b57-9edf-85948f0b33d2 req-d1e1ccaf-92bf-4b87-aae9-541be0cd46a6 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:38.540557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-680765aa-3298-4b57-9edf-85948f0b33d2 req-d1e1ccaf-92bf-4b87-aae9-541be0cd46a6 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.1902490 Aug 03 18:54:38.696207 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50de4313-bf6b-47e1-b2a7-8f966e95ea0a req-ff4dd0db-9c83-41dd-b527-e7861057e178 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963088 Aug 03 18:54:38.712899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-680765aa-3298-4b57-9edf-85948f0b33d2 req-26974266-fc8c-4ce5-810b-340888eef457 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709609 Aug 03 18:54:38.782504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fac6a8-97c8-4b76-a979-5c18964a9e26 req-23d16c01-0231-4e54-a037-fe1e322366a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:38.785452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5fac6a8-97c8-4b76-a979-5c18964a9e26 req-23d16c01-0231-4e54-a037-fe1e322366a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.2358675 Aug 03 18:54:38.904255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5fac6a8-97c8-4b76-a979-5c18964a9e26 req-d7bb046c-bb99-45c7-8f7a-9b0faeb498ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee HTTP/1.1" status: 200 len: 217 time: 0.1088197 Aug 03 18:54:38.919978 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-19ced8c8-aebd-4772-bf0e-b03d272cbe3f req-88faf8fd-e4b4-402e-a7be-22c48c359979 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:38.943451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:39.033319 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-19ced8c8-aebd-4772-bf0e-b03d272cbe3f req-88faf8fd-e4b4-402e-a7be-22c48c359979 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.087274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:39.099197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:39.099521 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.198351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d42a510f-72ec-4cee-847a-f1f3c5edbcd2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.209043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d42a510f-72ec-4cee-847a-f1f3c5edbcd2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.233355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19ced8c8-aebd-4772-bf0e-b03d272cbe3f req-88faf8fd-e4b4-402e-a7be-22c48c359979 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9133394 Aug 03 18:54:39.262235 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.280796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea78e6a-3b46-4a38-9c4d-5ff932520293 req-f3b72adc-f3c6-4866-ac4c-a4ca070d813a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:39.282520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ea78e6a-3b46-4a38-9c4d-5ff932520293 req-f3b72adc-f3c6-4866-ac4c-a4ca070d813a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 948 time: 0.3802197 Aug 03 18:54:39.302498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e026c54-a5db-4f06-af42-33678a70f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:39.306427 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bf1634-c0d2-48a8-ac7b-fc1e7386ea5d" -d '{"events": [{"server_uuid": "1e026c54-a5db-4f06-af42-33678a70f236", "name": "network-vif-plugged", "status": "completed", "tag": "7dbe9632-ac3d-4c77-aac7-1a94db4faf3b"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:39.320417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246059e-df3e-4f51-b0de-1568fb1093e0 req-51a2a17c-9e65-47fd-af43-9dbc3709dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:39.322008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b,segment=NetworkSegment(b1a203af-0d40-469e-bf5d-5148f187b653),segment_id=b1a203af-0d40-469e-bf5d-5148f187b653)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:39.324953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f246059e-df3e-4f51-b0de-1568fb1093e0 req-51a2a17c-9e65-47fd-af43-9dbc3709dff1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1099 time: 0.4389954 Aug 03 18:54:39.328640 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.330218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faf8fd-e4b4-402e-a7be-22c48c359979 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bbd7dd-1098-4c8f-92a7-bf8ef88e6784,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:39.357838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fac6a8-97c8-4b76-a979-5c18964a9e26 req-c004ff49-be8d-4b5b-bc28-20912a121251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:39.359454 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5fac6a8-97c8-4b76-a979-5c18964a9e26 req-c004ff49-be8d-4b5b-bc28-20912a121251 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.3660243 Aug 03 18:54:39.379538 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-d42a510f-72ec-4cee-847a-f1f3c5edbcd2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Floating IP 11c16959-d37c-4e68-9a94-9e0b5ee21fba associated. External IP: 172.25.8.139, port: b8a2f67a-ce1e-416e-a84b-561b42d8abbb. Aug 03 18:54:39.425239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:39.477318 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.535174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5fac6a8-97c8-4b76-a979-5c18964a9e26 req-bb056fc9-bae1-4932-b9e2-77818b7a77c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183681 Aug 03 18:54:39.641765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42a510f-72ec-4cee-847a-f1f3c5edbcd2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:54:39.649270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ea78e6a-3b46-4a38-9c4d-5ff932520293 req-e823dc5c-1d06-4e95-85c7-4b8515712355 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479764 Aug 03 18:54:39.727698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def1c8-6fbf-4e43-be2b-f744e19d7564 req-a9b08f37-e190-440b-8aee-0bd81ed6cf1e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:39.729445 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74def1c8-6fbf-4e43-be2b-f744e19d7564 req-a9b08f37-e190-440b-8aee-0bd81ed6cf1e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 945 time: 0.2045736 Aug 03 18:54:39.739904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246059e-df3e-4f51-b0de-1568fb1093e0 req-ab38517a-93ad-467b-a957-f743f23db772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:39.742056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f246059e-df3e-4f51-b0de-1568fb1093e0 req-ab38517a-93ad-467b-a957-f743f23db772 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.4042189 Aug 03 18:54:39.795373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5fac6a8-97c8-4b76-a979-5c18964a9e26 req-ab6451e2-b0e1-450d-9585-4d2ab87794d4 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343912 Aug 03 18:54:39.862573 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42a510f-72ec-4cee-847a-f1f3c5edbcd2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:54:39.869207 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d42a510f-72ec-4cee-847a-f1f3c5edbcd2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:39.870362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f246059e-df3e-4f51-b0de-1568fb1093e0 req-dc7c5a11-3dc0-4fd0-9bf3-e847f162cd12 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 217 time: 0.1077595 Aug 03 18:54:39.885031 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82e91a-635e-41c1-a9f5-e85b3f349269 None None] Sync routers for ids ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:54:39.904113 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d42a510f-72ec-4cee-847a-f1f3c5edbcd2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "PUT /v2.0/floatingips/11c16959-d37c-4e68-9a94-9e0b5ee21fba HTTP/1.1" status: 200 len: 991 time: 1.9567468 Aug 03 18:54:39.910625 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82e91a-635e-41c1-a9f5-e85b3f349269 None None] Routers {'87dfe093-1a04-415c-acc5-e3be5ee2ce3a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:39.911835 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c82e91a-635e-41c1-a9f5-e85b3f349269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:39.971273 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74def1c8-6fbf-4e43-be2b-f744e19d7564 req-11e0ab84-def0-412f-9c46-74a1d058c37c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284782 Aug 03 18:54:40.020158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246059e-df3e-4f51-b0de-1568fb1093e0 req-28319e73-7335-439a-9596-1253fdceae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:40.021755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f246059e-df3e-4f51-b0de-1568fb1093e0 req-28319e73-7335-439a-9596-1253fdceae1d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1361611 Aug 03 18:54:40.032522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0d247-4740-463a-baf0-c2e51730ab9e req-24dc03b9-b4c8-4578-b9e8-cfd254ee2bae tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:40.034015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67e0d247-4740-463a-baf0-c2e51730ab9e req-24dc03b9-b4c8-4578-b9e8-cfd254ee2bae tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 943 time: 0.2695432 Aug 03 18:54:40.067337 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6c82e91a-635e-41c1-a9f5-e85b3f349269 None None] Set router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:40.128148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5fac6a8-97c8-4b76-a979-5c18964a9e26 req-51c3a934-c5fe-4610-94b3-bfa45156568a service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727592 Aug 03 18:54:40.198612 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d47fec7-31ac-4b2b-98d0-4e85b96c514c x-openstack-request-id: req-4d47fec7-31ac-4b2b-98d0-4e85b96c514c {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:40.199501 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e026c54-a5db-4f06-af42-33678a70f236", "name": "network-vif-plugged", "status": "completed", "tag": "7dbe9632-ac3d-4c77-aac7-1a94db4faf3b", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:40.199501 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4d47fec7-31ac-4b2b-98d0-4e85b96c514c {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:40.200094 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e026c54-a5db-4f06-af42-33678a70f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'code': 200} Aug 03 18:54:40.230664 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67e0d247-4740-463a-baf0-c2e51730ab9e req-1b112e2f-15c6-4158-8704-7e1adfc62fec tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792262 Aug 03 18:54:40.247098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246059e-df3e-4f51-b0de-1568fb1093e0 req-c6be45b1-ae6b-469d-92d0-6d601f88c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:40.248696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f246059e-df3e-4f51-b0de-1568fb1093e0 req-c6be45b1-ae6b-469d-92d0-6d601f88c67d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2079084 Aug 03 18:54:40.365993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:40.368422 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9847e6-b470-44a6-96dd-f05f927147ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:40.537549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ed622-fc5c-4cec-a585-37460d2e2c4b req-7b19c5bd-faa2-4400-96e0-ac31c53709cb tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:40.545919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-277ed622-fc5c-4cec-a585-37460d2e2c4b req-7b19c5bd-faa2-4400-96e0-ac31c53709cb tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.2289994 Aug 03 18:54:40.567282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3414b47-0463-413c-9422-d07e928d8681 req-ed8c4889-6f84-4f23-a9d2-f6107308d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:40.569605 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3414b47-0463-413c-9422-d07e928d8681 req-ed8c4889-6f84-4f23-a9d2-f6107308d31b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 1096 time: 0.1478205 Aug 03 18:54:40.573997 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2df126-1dc7-4c53-a62b-91dd180d3976 x-openstack-request-id: req-cd2df126-1dc7-4c53-a62b-91dd180d3976 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:40.574501 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:40.574896 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd2df126-1dc7-4c53-a62b-91dd180d3976 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:40.575460 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'status': 'completed', 'code': 200} Aug 03 18:54:40.582032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f246059e-df3e-4f51-b0de-1568fb1093e0 req-55daa5ea-9c93-4a16-a854-dedcaf2669ea service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147233 Aug 03 18:54:40.626172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-277ed622-fc5c-4cec-a585-37460d2e2c4b req-5590dcbd-0fba-4402-8e1c-2d2e5e6f2fd9 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792699 Aug 03 18:54:40.707889 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c82e91a-635e-41c1-a9f5-e85b3f349269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:55Z', 'revision_number': 4, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '11c16959-d37c-4e68-9a94-9e0b5ee21fba', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'port_id': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'mac_address': 'fa:16:3e:94:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:54:08Z', 'updated_at': '2021-08-03T18:54:39Z', 'revision_number': 1, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1341ec61-fb60-40b7-be84-30c073b68ec8', 'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'mac_address': 'fa:16:3e:96:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:53Z', 'updated_at': '2021-08-03T18:54:09Z', 'revision_number': 5, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'subnets': [{'id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:40.749657 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82e91a-635e-41c1-a9f5-e85b3f349269 None None] Checking router: 87dfe093-1a04-415c-acc5-e3be5ee2ce3a for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:54:40.762802 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82e91a-635e-41c1-a9f5-e85b3f349269 None None] Routers {'87dfe093-1a04-415c-acc5-e3be5ee2ce3a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:40.763647 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c82e91a-635e-41c1-a9f5-e85b3f349269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:40.788455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9847e6-b470-44a6-96dd-f05f927147ae req-c6aac127-0ac9-405b-982a-1caa6f3785c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:40.790250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f246059e-df3e-4f51-b0de-1568fb1093e0 req-dfeb910e-ea57-471a-8a33-6e5981849a01 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553984 Aug 03 18:54:40.793139 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6e9847e6-b470-44a6-96dd-f05f927147ae req-c6aac127-0ac9-405b-982a-1caa6f3785c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1096 time: 0.0902486 Aug 03 18:54:40.796493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3414b47-0463-413c-9422-d07e928d8681 req-6f52c421-5551-4f4c-914e-24d8027cd14e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121842 Aug 03 18:54:40.903370 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-7be9be02-f2e6-4d88-8c3a-632dc16fe3a0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775692 Aug 03 18:54:40.946752 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6c82e91a-635e-41c1-a9f5-e85b3f349269 None None] Set router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:40.979867 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9847e6-b470-44a6-96dd-f05f927147ae req-f9a9dd2b-f346-445e-b211-b0d2b4272d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:40.982403 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6e9847e6-b470-44a6-96dd-f05f927147ae req-f9a9dd2b-f346-445e-b211-b0d2b4272d68 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1477063 Aug 03 18:54:40.990068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441146b-e0f0-4241-8a67-211cb176f319 req-b6dbd0b3-e573-44c3-b0e0-b3848c570a88 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:40.992061 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6441146b-e0f0-4241-8a67-211cb176f319 req-b6dbd0b3-e573-44c3-b0e0-b3848c570a88 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 948 time: 0.1420519 Aug 03 18:54:41.055997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6441146b-e0f0-4241-8a67-211cb176f319 req-f69a6e36-e2bd-472c-92d6-cfa188e3e621 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555575 Aug 03 18:54:41.115446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-da10bd53-cb1e-453c-94fa-3baea5d2ad97 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:41.122337 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6e9847e6-b470-44a6-96dd-f05f927147ae req-e8e97a04-de98-4750-84f7-626eb6560fac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 999 time: 0.1154759 Aug 03 18:54:41.122893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-da10bd53-cb1e-453c-94fa-3baea5d2ad97 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113488 Aug 03 18:54:41.141440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-35c508b1-293b-49b3-a6da-9fff02444209 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/quotas/5f57a51310c1494daeeeef8912c80670 HTTP/1.1" status: 200 len: 375 time: 0.0175378 Aug 03 18:54:41.199073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9847e6-b470-44a6-96dd-f05f927147ae req-ac402164-880d-4cf4-8c9f-92f8bc7b60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:41.201247 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6e9847e6-b470-44a6-96dd-f05f927147ae req-ac402164-880d-4cf4-8c9f-92f8bc7b60dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0695114 Aug 03 18:54:41.233461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-0ab3007f-5e37-4ff3-baf0-5ff9096949fe tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0907607 Aug 03 18:54:41.257070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeefdb-2148-4be6-8156-fcbd165732e6 req-2549aaea-db18-45a8-ab37-05f5297ed0c1 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:41.259065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4eeefdb-2148-4be6-8156-fcbd165732e6 req-2549aaea-db18-45a8-ab37-05f5297ed0c1 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 945 time: 0.0847597 Aug 03 18:54:41.272341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 964fd51f-65fa-4d16-9c55-33d2a4470113 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:41.317555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9847e6-b470-44a6-96dd-f05f927147ae req-beaf1bb3-87d0-4dc5-91b9-46a6df3f3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:41.322079 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6e9847e6-b470-44a6-96dd-f05f927147ae req-beaf1bb3-87d0-4dc5-91b9-46a6df3f3747 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000419 Aug 03 18:54:41.350400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4eeefdb-2148-4be6-8156-fcbd165732e6 req-8d1755d1-ecd0-489f-99f2-d927047b6c6a tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839753 Aug 03 18:54:41.456472 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c82e91a-635e-41c1-a9f5-e85b3f349269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:55Z', 'revision_number': 4, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '11c16959-d37c-4e68-9a94-9e0b5ee21fba', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'port_id': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'mac_address': 'fa:16:3e:94:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:54:08Z', 'updated_at': '2021-08-03T18:54:39Z', 'revision_number': 1, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1341ec61-fb60-40b7-be84-30c073b68ec8', 'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'mac_address': 'fa:16:3e:96:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:53Z', 'updated_at': '2021-08-03T18:54:09Z', 'revision_number': 5, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'subnets': [{'id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:41.492341 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82e91a-635e-41c1-a9f5-e85b3f349269 None None] The sync data for ids ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'] in n-d-802918-7 is: [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:55Z', 'revision_number': 4, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '11c16959-d37c-4e68-9a94-9e0b5ee21fba', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'port_id': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'mac_address': 'fa:16:3e:94:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:54:08Z', 'updated_at': '2021-08-03T18:54:39Z', 'revision_number': 1, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1341ec61-fb60-40b7-be84-30c073b68ec8', 'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'mac_address': 'fa:16:3e:96:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:53Z', 'updated_at': '2021-08-03T18:54:09Z', 'revision_number': 5, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'subnets': [{'id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:54:41.515825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:41.539520 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6e9847e6-b470-44a6-96dd-f05f927147ae req-3c3c5e74-8c91-4ac5-8bf4-6ca91149e119 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052023 Aug 03 18:54:41.546980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'mac_address': 'fa:16:3e:88:8d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:54:41.625965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53a2c-c1b3-4adb-8326-515873ce8fca req-08a0da73-1585-4563-b916-bba4bcd07098 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:41.632154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dd53a2c-c1b3-4adb-8326-515873ce8fca req-08a0da73-1585-4563-b916-bba4bcd07098 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 943 time: 0.1326740 Aug 03 18:54:41.645449 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:41.670523 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964fd51f-65fa-4d16-9c55-33d2a4470113 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:41.708762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:41.716041 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6e9847e6-b470-44a6-96dd-f05f927147ae req-f5225b54-9c4c-4de7-9328-7d56677372be service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607080 Aug 03 18:54:41.718391 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:41.800536 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dd53a2c-c1b3-4adb-8326-515873ce8fca req-f1aee77e-2055-419b-9c61-afa8181afdce tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494825 Aug 03 18:54:41.870765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:41.971803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c2c930-981a-4875-a608-b92a57f0dedf None None] New status for floating IP 11c16959-d37c-4e68-9a94-9e0b5ee21fba: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:54:42.195421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22388f3a-2b34-4626-ab9c-bb818ad994d5 req-041a6676-a16a-4328-b08a-7f6a39741655 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:42.205680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22388f3a-2b34-4626-ab9c-bb818ad994d5 req-041a6676-a16a-4328-b08a-7f6a39741655 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.1009772 Aug 03 18:54:42.267972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22388f3a-2b34-4626-ab9c-bb818ad994d5 req-7897a0ba-b0aa-4877-b95b-3f0fbeb5485e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570858 Aug 03 18:54:42.286511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['964fd51f-65fa-4d16-9c55-33d2a4470113'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:42.550709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edc173-2108-47ab-b2ef-f58ed9f53c3c req-5534252b-5a5f-4251-8cb0-c9be21d69645 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:42.552659 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37edc173-2108-47ab-b2ef-f58ed9f53c3c req-5534252b-5a5f-4251-8cb0-c9be21d69645 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 949 time: 0.1638489 Aug 03 18:54:42.716014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed1546-6fb9-41e6-ba48-8d9325bf3b16 req-163aa00f-540e-4dae-8868-2447dfa54285 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:42.717954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71ed1546-6fb9-41e6-ba48-8d9325bf3b16 req-163aa00f-540e-4dae-8868-2447dfa54285 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 945 time: 0.1609282 Aug 03 18:54:42.733161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37edc173-2108-47ab-b2ef-f58ed9f53c3c req-82796ddd-c5c7-4a3d-bdbc-0bcce9068de5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502063 Aug 03 18:54:42.861077 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5354b41-a413-4d02-b2be-29856c58cf99 req-578a38c3-d4a2-4082-82b4-6557744e6a93 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 210 time: 0.0442035 Aug 03 18:54:42.873791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71ed1546-6fb9-41e6-ba48-8d9325bf3b16 req-97c58a80-6080-4be4-8591-ef0bd5c68f2c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392903 Aug 03 18:54:43.267646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99180d8c-091a-4825-b426-b5748064bbb1 req-4643936a-b414-4ad8-8188-4d1b0d5c969e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:43.269944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99180d8c-091a-4825-b426-b5748064bbb1 req-4643936a-b414-4ad8-8188-4d1b0d5c969e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 943 time: 0.2360659 Aug 03 18:54:43.330874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-347884b2-9742-44c4-8786-6a128ecce6eb tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 258 time: 0.3919969 Aug 03 18:54:43.343531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:43.404014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99180d8c-091a-4825-b426-b5748064bbb1 req-3b5b2ab3-2bb9-4b56-ac14-a0beb5086dee tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225424 Aug 03 18:54:43.422090 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:43.671127 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:43.984794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Allocated IP 172.25.8.212 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/384b0a0f-2bf6-4c35-8624-2a7e7a405dad) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:44.604909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20c630-b062-44f1-bac8-a327fd225387 req-a54a7671-4e88-4332-b0af-8e25a0c2553d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:44.620976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc20c630-b062-44f1-bac8-a327fd225387 req-a54a7671-4e88-4332-b0af-8e25a0c2553d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.2224634 Aug 03 18:54:44.632163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-b6c25a8e-c664-4659-b5c4-299e35127ee6 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019948 Aug 03 18:54:44.772961 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:44.883273 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc20c630-b062-44f1-bac8-a327fd225387 req-160a3230-1935-48a6-a8f7-1ab52227917b tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599864 Aug 03 18:54:44.941173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-c5119195-25f7-426a-a0ce-234b6b8406f0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:44.943215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-c5119195-25f7-426a-a0ce-234b6b8406f0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2936230 Aug 03 18:54:44.945328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:44.957990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c666210d-b3b7-403c-b56c-1422ce6d38ee no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:54:44.958693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Request body: {'port': {'device_id': '4f2636b6-95aa-4d4c-abfd-bf98fc336837', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '5f57a51310c1494daeeeef8912c80670'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:44.979346 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-8cc080e5-16ee-4398-83fa-37ffd8ac38cd service neutron] 10.222.0.37 "GET /v2.0/ports/c666210d-b3b7-403c-b56c-1422ce6d38ee/bindings/n-h1-802918-7 HTTP/1.1" status: 200 len: 384 time: 0.0972257 Aug 03 18:54:45.040898 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:45.156692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:45.171555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:45.187604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:45.252033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Pushing event updated for resources: {'Port': ['ID=384b0a0f-2bf6-4c35-8624-2a7e7a405dad,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:45.279797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0de9e0-4920-468b-843f-a4297799860b req-64c1ed5a-7287-4b52-9903-f480457027c4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:45.282294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c0de9e0-4920-468b-843f-a4297799860b req-64c1ed5a-7287-4b52-9903-f480457027c4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 949 time: 0.2656395 Aug 03 18:54:45.303975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 964fd51f-65fa-4d16-9c55-33d2a4470113 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:45.356273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Made reservation on behalf of 5f57a51310c1494daeeeef8912c80670 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:45.361214 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:45.376528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 964fd51f-65fa-4d16-9c55-33d2a4470113 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:45.382473 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-cfe69f4b-4184-4c30-a61e-ea38e0f2009e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2278876 Aug 03 18:54:45.389894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 964fd51f-65fa-4d16-9c55-33d2a4470113 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:45.391240 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:45.425492 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c0de9e0-4920-468b-843f-a4297799860b req-a5896363-4716-42b9-a02c-d6a2476db4ed tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136427 Aug 03 18:54:45.520316 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:45.563158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-1901e9d1-4e2d-4243-aa89-eea87294b0b5 service neutron] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:45.601920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-5cd87567-25d5-41f6-b7a4-ab57383531ad tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:45.604054 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-5cd87567-25d5-41f6-b7a4-ab57383531ad tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122619 Aug 03 18:54:45.610524 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:45.627599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Request body: {'port': {'device_id': 'd04dc391-1f69-4680-91f9-b01d9addba90', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '5f57a51310c1494daeeeef8912c80670'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:45.693169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:45.695619 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1602d8-4825-4228-94fc-c472753061fa" -d '{"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-plugged", "status": "completed", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:45.701205 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-1901e9d1-4e2d-4243-aa89-eea87294b0b5 service neutron] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:45.744298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:45.746191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Allocated IP 192.168.233.20 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/64a0dbcb-7080-4f06-94eb-2b2daf5c25c4) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:45.752734 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:45.780099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:45.830811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-1901e9d1-4e2d-4243-aa89-eea87294b0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c666210d-b3b7-403c-b56c-1422ce6d38ee {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:45.854326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a607e59-6393-45b7-b90b-5a80ff8d7c87 req-e4f0626b-db07-4aab-86d5-d16466d469c0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 210 time: 0.0866148 Aug 03 18:54:45.895301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-1901e9d1-4e2d-4243-aa89-eea87294b0b5 service neutron] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:45.902976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:45.920261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.920261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.920261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.920261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.920261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.920261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.932048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.932455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.932803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.933166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.933513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.934052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:54:45.955175 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-1901e9d1-4e2d-4243-aa89-eea87294b0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:46.038742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Made reservation on behalf of 5f57a51310c1494daeeeef8912c80670 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:46.042497 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:46.144440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-1901e9d1-4e2d-4243-aa89-eea87294b0b5 service neutron] Transition to ACTIVE for port object c666210d-b3b7-403c-b56c-1422ce6d38ee will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:46.159301 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-1901e9d1-4e2d-4243-aa89-eea87294b0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:46.218505 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:46.231483 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:46.253626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2a775-5ccb-4fae-8139-08295018477a req-55e58fff-1447-4b79-bd22-49131b366138 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:46.261203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dc2a775-5ccb-4fae-8139-08295018477a req-55e58fff-1447-4b79-bd22-49131b366138 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 943 time: 0.2126427 Aug 03 18:54:46.294732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-1901e9d1-4e2d-4243-aa89-eea87294b0b5 service neutron] No DVR routers for this DVR port c666210d-b3b7-403c-b56c-1422ce6d38ee on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:54:46.356272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901e9d1-4e2d-4243-aa89-eea87294b0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c666210d-b3b7-403c-b56c-1422ce6d38ee,revision_number=10']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:46.364989 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-1901e9d1-4e2d-4243-aa89-eea87294b0b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/c666210d-b3b7-403c-b56c-1422ce6d38ee/bindings/n-h1-802918-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3633511 Aug 03 18:54:46.426168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Pushing event updated for resources: {'Port': ['ID=384b0a0f-2bf6-4c35-8624-2a7e7a405dad,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:46.454301 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dc2a775-5ccb-4fae-8139-08295018477a req-c2c6d253-1b53-44c4-b6bb-269def56864f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919127 Aug 03 18:54:46.457733 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:46.474107 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:46.498920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Transition to ACTIVE for port object 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:46.510384 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:46.511889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-bb85d365-886f-4f2e-bd62-430966951dff tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1798890 Aug 03 18:54:46.570410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-b4f7aeb2-57b8-4d70-9e55-72684b3ce5ea tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:46.572758 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-b4f7aeb2-57b8-4d70-9e55-72684b3ce5ea tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1095 time: 0.0862486 Aug 03 18:54:46.642416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-15d6a3ff-9c4e-404b-b111-7d87092102f7 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.1210763 Aug 03 18:54:46.668906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-b38867e6-8bea-4857-b1c8-b3b069279e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:46.674824 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-b38867e6-8bea-4857-b1c8-b3b069279e71 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1&tenant_id=dc860d339a74459e8987d12f9967f2cb HTTP/1.1" status: 200 len: 1095 time: 0.0878072 Aug 03 18:54:46.799058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-a4a0f8b0-fb4e-42f2-ab29-626d2a7179a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:46.800421 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:46.803298 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-a4a0f8b0-fb4e-42f2-ab29-626d2a7179a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 1095 time: 0.0688670 Aug 03 18:54:46.843766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:46.884310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-2cb834be-4ad9-4c04-a407-8c321ea7d506 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:46.885856 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-2cb834be-4ad9-4c04-a407-8c321ea7d506 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2291648 Aug 03 18:54:46.906305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-e29cb196-93ef-4c2c-9ed5-977a72ce5ade tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:54:46.909763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0f68c17-e0ce-4e63-9c45-060a07428bf5 req-e29cb196-93ef-4c2c-9ed5-977a72ce5ade tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119016 Aug 03 18:54:46.933580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:46.944479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:46.963205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event updated for resources: {'Port': ['ID=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:46.971603 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eda5c84-708f-4e8d-9782-ecd026d1d170 x-openstack-request-id: req-6eda5c84-708f-4e8d-9782-ecd026d1d170 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:46.972072 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-plugged", "status": "completed", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:46.972436 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6eda5c84-708f-4e8d-9782-ecd026d1d170 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:46.972930 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'code': 200} Aug 03 18:54:46.985180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:47.094251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Allocated IP 192.168.233.217 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/f8bec4d1-5a77-488a-be20-afa878741001) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:47.100429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:47.106898 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:47.291417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-aa21de57-bd0d-405f-9391-6f34bec5fe5f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3368797 Aug 03 18:54:47.322172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Request body: {'port': {'device_id': '4f2636b6-95aa-4d4c-abfd-bf98fc336837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:47.327073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9ee18-6258-4100-9033-d345209a2cab req-911ceb0e-1620-4cd4-b4d1-1dfeb25efdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:47.328871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7a9ee18-6258-4100-9033-d345209a2cab req-911ceb0e-1620-4cd4-b4d1-1dfeb25efdb6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1101 time: 0.2185168 Aug 03 18:54:47.337088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db4227-d66a-420a-8c21-6a3a86f83535 req-652f49cb-1990-4e75-a60f-6a9feaf16b11 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:47.346155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76db4227-d66a-420a-8c21-6a3a86f83535 req-652f49cb-1990-4e75-a60f-6a9feaf16b11 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1792409 Aug 03 18:54:47.359349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-529b2e08-d62a-44a3-97f6-68942637e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:47.360865 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-529b2e08-d62a-44a3-97f6-68942637e932 service neutron] 10.222.0.74 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.3647542 Aug 03 18:54:47.408935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-543d0fb7-f0ed-487e-9f2b-d6700551f2c5 None None] Provisioning for port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:47.421316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-543d0fb7-f0ed-487e-9f2b-d6700551f2c5 None None] Provisioning complete for port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:47.425054 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-543d0fb7-f0ed-487e-9f2b-d6700551f2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:47.429845 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-893b061a-0b69-4db3-8466-7dbb75a377be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee HTTP/1.1" status: 200 len: 217 time: 0.0572801 Aug 03 18:54:47.454258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7a9ee18-6258-4100-9033-d345209a2cab req-29d359dc-433c-4899-a72f-69a036c2abc0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902042 Aug 03 18:54:47.483394 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76db4227-d66a-420a-8c21-6a3a86f83535 req-cccabb71-abe9-4cb0-b2e1-d915091d2d0d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235690 Aug 03 18:54:47.506661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48fe17-b5f6-4938-955b-593fc468368c req-9162b4a6-f241-4389-a898-4d3a387cea41 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:47.508245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ac48fe17-b5f6-4938-955b-593fc468368c req-9162b4a6-f241-4389-a898-4d3a387cea41 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.3170800 Aug 03 18:54:47.527063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-543d0fb7-f0ed-487e-9f2b-d6700551f2c5 None None] Port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:54:47.622559 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ac48fe17-b5f6-4938-955b-593fc468368c req-24a77c09-751f-4f2e-8658-f567f09bbf79 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979581 Aug 03 18:54:47.665079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d0fb038-e3ea-449a-9c7b-817ce4fc6848 req-db81dd30-8d3d-493f-a20d-99b61c0f9581 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 210 time: 0.0543976 Aug 03 18:54:47.666248 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:47.905547 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-b87b510a-eb2e-4ae2-8a70-37684a432c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:47.907365 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-b87b510a-eb2e-4ae2-8a70-37684a432c69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.4657278 Aug 03 18:54:47.952098 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-f745a6a3-4ac4-47a3-82d0-29b73a006b0e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331681 Aug 03 18:54:47.970167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643c368-5af6-47f9-adb9-25dd8502c01e req-b7ebba5c-a982-4169-92d9-2671c4736692 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:47.974027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9643c368-5af6-47f9-adb9-25dd8502c01e req-b7ebba5c-a982-4169-92d9-2671c4736692 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 944 time: 0.1382554 Aug 03 18:54:47.982401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-91c8c054-9990-4703-9f92-ca80d7155925 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:47.984184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-91c8c054-9990-4703-9f92-ca80d7155925 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1395705 Aug 03 18:54:47.992441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.039244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Transition to ACTIVE for port object f8bec4d1-5a77-488a-be20-afa878741001 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:48.067112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-5db1c9a0-82ee-44cb-9e9d-c83183679824 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.0651283 Aug 03 18:54:48.074463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9643c368-5af6-47f9-adb9-25dd8502c01e req-a78e50b3-5892-4472-a7b4-8bdfd32c8d66 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888214 Aug 03 18:54:48.083711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-f1f556d4-ae67-48c5-af77-e8f294e600a5 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Request body: {'floatingip': {'port_id': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:48.101694 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-0cb10348-7b68-4439-9a0b-1a7f1c3bbeed service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285098 Aug 03 18:54:48.117690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.177148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:48.197803 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-f1f556d4-ae67-48c5-af77-e8f294e600a5 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.229045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:48.229045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event updated for resources: {'Port': ['ID=f8bec4d1-5a77-488a-be20-afa878741001,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:48.238352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:48.247762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:48.338447 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-731f4164-5c3f-4b23-a2c6-89a1c7e06f2e service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313206 Aug 03 18:54:48.357916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:48.358606 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.385209 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-987ead2a-e024-4315-b0f8-c34ff0b44a52 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7661123 Aug 03 18:54:48.472978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Request body: {'port': {'device_id': 'd04dc391-1f69-4680-91f9-b01d9addba90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:48.549643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:48.571032 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.588848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Transition to ACTIVE for port object 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:48.604976 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.608649 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.666586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b9913131-9c7d-453d-b44e-7b3f52fa4c9b None None] Provisioning for port f8bec4d1-5a77-488a-be20-afa878741001 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:48.672463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b9913131-9c7d-453d-b44e-7b3f52fa4c9b None None] Provisioning complete for port f8bec4d1-5a77-488a-be20-afa878741001 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:48.672840 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9913131-9c7d-453d-b44e-7b3f52fa4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:48.751142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b9913131-9c7d-453d-b44e-7b3f52fa4c9b None None] Port f8bec4d1-5a77-488a-be20-afa878741001 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:54:48.803014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Pushing event updated for resources: {'Port': ['ID=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:48.861398 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e1087a24-46db-409f-a0a8-448ecee8270c req-69b2205c-b202-4dfe-971e-36083e3e2bf1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2484069 Aug 03 18:54:48.918959 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-87f7f683-4a3a-457d-a8d1-680bb6b04595 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:48.919237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f218d56-5b59-48f7-8960-171f6c8a0711 req-adb1becf-4e58-4cbe-9b75-2bee4fc7f7f6 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:48.920466 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-87f7f683-4a3a-457d-a8d1-680bb6b04595 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 1095 time: 0.1489942 Aug 03 18:54:48.920675 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f218d56-5b59-48f7-8960-171f6c8a0711 req-adb1becf-4e58-4cbe-9b75-2bee4fc7f7f6 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.2339580 Aug 03 18:54:48.980336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Attempting to bind port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:48.981246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Attempting to bind port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:48.981246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Attempting to bind port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:48.995014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:48.995348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Attempting to bind port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:49.015545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:49.015883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:49.016275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:49.016732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Bound port: 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:49.017092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:49.063585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f218d56-5b59-48f7-8960-171f6c8a0711 req-763b83e3-7089-4680-ae3c-b8bf9403a575 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343210 Aug 03 18:54:49.086278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1087a24-46db-409f-a0a8-448ecee8270c req-2b3523f5-b4b9-43e2-9cb2-d795c11ecd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:49.088010 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e1087a24-46db-409f-a0a8-448ecee8270c req-2b3523f5-b4b9-43e2-9cb2-d795c11ecd56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 1101 time: 0.1375852 Aug 03 18:54:49.116256 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-f1f556d4-ae67-48c5-af77-e8f294e600a5 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:49.127311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-f1f556d4-ae67-48c5-af77-e8f294e600a5 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:49.204870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] For port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:49.211115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] For port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:49.263890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8bec4d1-5a77-488a-be20-afa878741001 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:49.267257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:49.276996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:49.295008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-3be20698-0154-4c28-8f01-cd5f5c1834f7 service neutron] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:49.306077 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-3be20698-0154-4c28-8f01-cd5f5c1834f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:49.307296 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0e9f187e-d142-49fa-85a5-8b1df135c2d3 req-3be20698-0154-4c28-8f01-cd5f5c1834f7 service neutron] 10.222.0.74 "DELETE /v2.0/ports/c666210d-b3b7-403c-b56c-1422ce6d38ee/bindings/n-h2-802918-7 HTTP/1.1" status: 204 len: 173 time: 0.3726902 Aug 03 18:54:49.310816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Transition to ACTIVE for port object f8bec4d1-5a77-488a-be20-afa878741001 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:49.320475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:49.376763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1087a24-46db-409f-a0a8-448ecee8270c req-49e3af45-0190-4f9c-9c6b-72a91ddeecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:49.378050 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e1087a24-46db-409f-a0a8-448ecee8270c req-49e3af45-0190-4f9c-9c6b-72a91ddeecd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2367308 Aug 03 18:54:49.445923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Pushing event updated for resources: {'Port': ['ID=f8bec4d1-5a77-488a-be20-afa878741001,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:49.457430 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e1087a24-46db-409f-a0a8-448ecee8270c req-33c8bfa3-fb6b-4a37-aa15-b49b3f2a31a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 200 len: 217 time: 0.0707901 Aug 03 18:54:49.567151 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1087a24-46db-409f-a0a8-448ecee8270c req-43c8e482-e512-4598-ade2-8e2b24981c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:49.568777 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e1087a24-46db-409f-a0a8-448ecee8270c req-43c8e482-e512-4598-ade2-8e2b24981c42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0892801 Aug 03 18:54:49.593699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Attempting to bind port f8bec4d1-5a77-488a-be20-afa878741001 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:49.593932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Attempting to bind port f8bec4d1-5a77-488a-be20-afa878741001 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:49.594362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Attempting to bind port f8bec4d1-5a77-488a-be20-afa878741001 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:49.622949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Port f8bec4d1-5a77-488a-be20-afa878741001 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:49.623277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Attempting to bind port f8bec4d1-5a77-488a-be20-afa878741001 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:49.633891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:49.634234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:49.634708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:49.635169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Bound port: f8bec4d1-5a77-488a-be20-afa878741001, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:49.635544 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:49.653942 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1087a24-46db-409f-a0a8-448ecee8270c req-909c3f71-db9a-4140-9359-764d9c251f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:49.655668 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e1087a24-46db-409f-a0a8-448ecee8270c req-909c3f71-db9a-4140-9359-764d9c251f4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752542 Aug 03 18:54:49.693229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:49.694057 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:49.695470 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] 10.222.0.37 "PUT /v2.0/ports/64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 HTTP/1.1" status: 200 len: 1095 time: 2.3786147 Aug 03 18:54:49.696021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2636b6-95aa-4d4c-abfd-bf98fc336837', 'tag': '64a0dbcb-7080-4f06-94eb-2b2daf5c25c4'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:49.700016 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e31722-c760-40bb-8009-9775c3e4169b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2636b6-95aa-4d4c-abfd-bf98fc336837", "tag": "64a0dbcb-7080-4f06-94eb-2b2daf5c25c4"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:49.733019 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-f1f556d4-ae67-48c5-af77-e8f294e600a5 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Floating IP a06b9897-9cae-4cc6-8bc7-8942110cf4b8 associated. External IP: 172.25.8.212, port: 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b. Aug 03 18:54:49.797131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad875351-91c2-487a-95a8-af49e8a74e35 service neutron] Pushing event updated for resources: {'Port': ['ID=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:49.805820 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e1087a24-46db-409f-a0a8-448ecee8270c req-aee1443b-c61c-4816-9637-726292f3b241 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204231 Aug 03 18:54:49.892143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] For port f8bec4d1-5a77-488a-be20-afa878741001, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:49.913741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] For port f8bec4d1-5a77-488a-be20-afa878741001, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f8bec4d1-5a77-488a-be20-afa878741001,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:49.921037 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:49.964382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-31064fab-4292-44bf-b623-a5f5d71b8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:49.966489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-31064fab-4292-44bf-b623-a5f5d71b8792 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=4f2636b6-95aa-4d4c-abfd-bf98fc336837 HTTP/1.1" status: 200 len: 1098 time: 0.1784368 Aug 03 18:54:49.975997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9709b-7257-4942-9614-22c4f88d7338 req-4f570c5f-35ed-4d27-95b4-c0f2ccd7fd5e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:49.978381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8d9709b-7257-4942-9614-22c4f88d7338 req-4f570c5f-35ed-4d27-95b4-c0f2ccd7fd5e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.1198595 Aug 03 18:54:50.013388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:50.014072 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:50.015606 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] 10.222.0.37 "PUT /v2.0/ports/f8bec4d1-5a77-488a-be20-afa878741001 HTTP/1.1" status: 200 len: 1096 time: 1.5494535 Aug 03 18:54:50.016069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04dc391-1f69-4680-91f9-b01d9addba90', 'tag': 'f8bec4d1-5a77-488a-be20-afa878741001'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:50.018382 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d04dc391-1f69-4680-91f9-b01d9addba90", "tag": "f8bec4d1-5a77-488a-be20-afa878741001"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:50.029348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959c216-dcd9-467e-86ed-ab9fa961589a service neutron] Pushing event updated for resources: {'Port': ['ID=f8bec4d1-5a77-488a-be20-afa878741001,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:50.034457 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e1087a24-46db-409f-a0a8-448ecee8270c req-28d0836e-6125-47cb-b708-60b8605f8034 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141528 Aug 03 18:54:50.060799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-22197d9b-2805-46e1-a9a2-b490e890a27b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 HTTP/1.1" status: 200 len: 217 time: 0.0809622 Aug 03 18:54:50.124900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-03d83d7e-da8a-4125-a929-104822891531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:50.128165 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-03d83d7e-da8a-4125-a929-104822891531 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 1099 time: 0.0656159 Aug 03 18:54:50.181652 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-3a85f40b-f6d9-4723-a942-f51bea9a599d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=f8bec4d1-5a77-488a-be20-afa878741001 HTTP/1.1" status: 200 len: 217 time: 0.0379336 Aug 03 18:54:50.183204 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8d9709b-7257-4942-9614-22c4f88d7338 req-a6170b6f-79ec-4ecb-a48a-ff51f8af3ff8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898947 Aug 03 18:54:50.191215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-82732f79-6573-4242-b2f0-6012255fc721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:50.192830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-82732f79-6573-4242-b2f0-6012255fc721 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1156838 Aug 03 18:54:50.256166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-caf7139c-131d-46dc-9321-b18b57bf5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:50.257915 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-caf7139c-131d-46dc-9321-b18b57bf5302 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0670249 Aug 03 18:54:50.262646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-f1f556d4-ae67-48c5-af77-e8f294e600a5 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Router 30528adc-9a6e-4663-8a00-5f07403482db has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:54:50.288617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-a154e82e-5008-44a3-a835-bc9aa70f40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:50.290539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-a154e82e-5008-44a3-a835-bc9aa70f40fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832381 Aug 03 18:54:50.326114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05916-6dd2-4aad-8215-126c80393295 req-b516f7ac-334b-465a-93e9-e422bb558dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:50.327882 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-b516f7ac-334b-465a-93e9-e422bb558dff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590138 Aug 03 18:54:50.438232 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-cc95cf49-1b73-4e5b-90ad-876a2ecb117e service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009095 Aug 03 18:54:50.543106 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-6c5595c6-60ea-4edf-93c1-e56daa3919cb service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977485 Aug 03 18:54:50.558389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919582c-3af0-4cad-a819-f304932f5a32 req-4da42063-3b8a-4d1c-9357-c8997a9acb77 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:50.561539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3919582c-3af0-4cad-a819-f304932f5a32 req-4da42063-3b8a-4d1c-9357-c8997a9acb77 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 948 time: 0.2927692 Aug 03 18:54:50.632134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-15e7b7ac-c873-4187-9460-11fadbce7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:50.633755 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-15e7b7ac-c873-4187-9460-11fadbce7768 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 1097 time: 0.0437994 Aug 03 18:54:50.727373 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-3de1a53b-82cd-47e2-aead-bca576d48439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:50.728798 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-3de1a53b-82cd-47e2-aead-bca576d48439 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.0865090 Aug 03 18:54:50.740650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-48800f88-b86a-4a0d-8a9d-9a1e6d6b409d service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073155 Aug 03 18:54:50.757877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3919582c-3af0-4cad-a819-f304932f5a32 req-e97575d1-7fb3-4fab-858d-9d34feaf6047 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881022 Aug 03 18:54:50.771717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-f1f556d4-ae67-48c5-af77-e8f294e600a5 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:54:50.780599 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-f1f556d4-ae67-48c5-af77-e8f294e600a5 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:50.785061 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-c92ccc79-1fb9-4506-8b20-3ad237f89bef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf HTTP/1.1" status: 200 len: 217 time: 0.0481231 Aug 03 18:54:50.795297 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce12d385-2530-4836-a5e2-4803b6a0853c None None] Sync routers for ids ['30528adc-9a6e-4663-8a00-5f07403482db'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:54:50.809222 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12d385-2530-4836-a5e2-4803b6a0853c None None] Routers {'30528adc-9a6e-4663-8a00-5f07403482db'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:50.810407 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ce12d385-2530-4836-a5e2-4803b6a0853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30528adc-9a6e-4663-8a00-5f07403482db'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:50.865072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-85d0ae61-9b2c-4de6-82a1-cabb15cd3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:50.867113 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-85d0ae61-9b2c-4de6-82a1-cabb15cd3004 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.0623062 Aug 03 18:54:50.904944 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-5ae52dd2-e494-426f-8e1d-e899f246cb2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263894 Aug 03 18:54:50.923323 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ce12d385-2530-4836-a5e2-4803b6a0853c None None] Set router 30528adc-9a6e-4663-8a00-5f07403482db gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:50.957755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-f1f556d4-ae67-48c5-af77-e8f294e600a5 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "PUT /v2.0/floatingips/a06b9897-9cae-4cc6-8bc7-8942110cf4b8 HTTP/1.1" status: 200 len: 996 time: 2.8800492 Aug 03 18:54:51.023283 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-847163fe-77b3-419b-a985-68bf3eff5bca service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063356 Aug 03 18:54:51.058911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4feaa-633b-4bee-8064-856a6cbd98d7 req-1d8335ec-1f17-4a15-bcf5-4aed47524d68 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:51.060692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ca4feaa-633b-4bee-8064-856a6cbd98d7 req-1d8335ec-1f17-4a15-bcf5-4aed47524d68 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 944 time: 0.2034705 Aug 03 18:54:51.077073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9c05916-6dd2-4aad-8215-126c80393295 req-dba5a155-05ce-4c5c-ae47-7dd06f357304 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255093 Aug 03 18:54:51.111906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-8f45de70-6f27-4254-9a62-71c630788866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:51.113115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-8f45de70-6f27-4254-9a62-71c630788866 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=80887819c3c94cf5a6211eff4dd9b2bd&device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 1096 time: 0.1280992 Aug 03 18:54:51.159480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ca4feaa-633b-4bee-8064-856a6cbd98d7 req-068c7738-49f2-4dcb-9e86-6760c5265006 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742598 Aug 03 18:54:51.164245 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-530e21bc-7720-471d-ac7c-bfb633df6136 service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292439 Aug 03 18:54:51.266367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-82e2a6bf-a61e-4acb-bef4-62f19528df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:51.267979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-82e2a6bf-a61e-4acb-bef4-62f19528df3e service neutron] 10.222.0.78 "GET /v2.0/networks?id=a246ec6d-490d-4900-917f-db94dfcbc69a HTTP/1.1" status: 200 len: 929 time: 0.1363661 Aug 03 18:54:51.309901 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ce12d385-2530-4836-a5e2-4803b6a0853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:20Z', 'revision_number': 4, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'a06b9897-9cae-4cc6-8bc7-8942110cf4b8', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'port_id': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'mac_address': 'fa:16:3e:a9:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e026c54-a5db-4f06-af42-33678a70f236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:54:45Z', 'updated_at': '2021-08-03T18:54:48Z', 'revision_number': 1, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b3ffa6-7dee-4ffd-b6b8-b135814bc490', 'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'mac_address': 'fa:16:3e:3c:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:19Z', 'updated_at': '2021-08-03T18:54:27Z', 'revision_number': 5, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'subnets': [{'id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:51.342827 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce12d385-2530-4836-a5e2-4803b6a0853c None None] Checking router: 30528adc-9a6e-4663-8a00-5f07403482db for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:54:51.352176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-397b89b9-3f49-48b6-a097-1d0d37ee28fd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b HTTP/1.1" status: 200 len: 999 time: 0.0773931 Aug 03 18:54:51.355628 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12d385-2530-4836-a5e2-4803b6a0853c None None] Routers {'30528adc-9a6e-4663-8a00-5f07403482db'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:54:51.356351 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ce12d385-2530-4836-a5e2-4803b6a0853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30528adc-9a6e-4663-8a00-5f07403482db'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:51.416205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-15f49010-b7cb-4a5a-ac57-953ba5bccfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:51.426270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-15f49010-b7cb-4a5a-ac57-953ba5bccfae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3044f72c-1dcf-42f2-aea2-b8c06a3a793e HTTP/1.1" status: 200 len: 867 time: 0.0677931 Aug 03 18:54:51.446161 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0d2b1e-e475-4900-b747-56eac0be1029 x-openstack-request-id: req-df0d2b1e-e475-4900-b747-56eac0be1029 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:51.446620 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2636b6-95aa-4d4c-abfd-bf98fc336837", "tag": "64a0dbcb-7080-4f06-94eb-2b2daf5c25c4", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:51.447108 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-df0d2b1e-e475-4900-b747-56eac0be1029 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:51.447876 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2636b6-95aa-4d4c-abfd-bf98fc336837', 'tag': '64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'status': 'completed', 'code': 200} Aug 03 18:54:51.528016 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ce12d385-2530-4836-a5e2-4803b6a0853c None None] Set router 30528adc-9a6e-4663-8a00-5f07403482db gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:54:51.545936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-01e23c87-a18a-4610-a2fe-5fad15c23d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:51.555495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-01e23c87-a18a-4610-a2fe-5fad15c23d06 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a246ec6d-490d-4900-917f-db94dfcbc69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282487 Aug 03 18:54:51.567648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-8b95e4bc-4e6c-4686-b6ee-de8acf72385f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:54:51.575730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-8b95e4bc-4e6c-4686-b6ee-de8acf72385f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176864 Aug 03 18:54:51.655800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e31722-c760-40bb-8009-9775c3e4169b req-1d3b470f-cade-472a-bfca-5e8d25187b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:51.657753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77e31722-c760-40bb-8009-9775c3e4169b req-1d3b470f-cade-472a-bfca-5e8d25187b90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=4f2636b6-95aa-4d4c-abfd-bf98fc336837 HTTP/1.1" status: 200 len: 1098 time: 0.1837451 Aug 03 18:54:51.783256 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35307e9-1629-4459-b100-b064ce1b639a x-openstack-request-id: req-f35307e9-1629-4459-b100-b064ce1b639a {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:51.783877 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04dc391-1f69-4680-91f9-b01d9addba90", "tag": "f8bec4d1-5a77-488a-be20-afa878741001", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:51.784111 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f35307e9-1629-4459-b100-b064ce1b639a {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:51.784630 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04dc391-1f69-4680-91f9-b01d9addba90', 'tag': 'f8bec4d1-5a77-488a-be20-afa878741001', 'status': 'completed', 'code': 200} Aug 03 18:54:51.888352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e31722-c760-40bb-8009-9775c3e4169b req-1367d2fd-ed9f-4aff-8160-ba591a879ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:51.899719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77e31722-c760-40bb-8009-9775c3e4169b req-1367d2fd-ed9f-4aff-8160-ba591a879ee9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2125158 Aug 03 18:54:51.911280 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ce12d385-2530-4836-a5e2-4803b6a0853c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:20Z', 'revision_number': 4, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'a06b9897-9cae-4cc6-8bc7-8942110cf4b8', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'port_id': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'mac_address': 'fa:16:3e:a9:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e026c54-a5db-4f06-af42-33678a70f236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:54:45Z', 'updated_at': '2021-08-03T18:54:48Z', 'revision_number': 1, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b3ffa6-7dee-4ffd-b6b8-b135814bc490', 'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'mac_address': 'fa:16:3e:3c:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:19Z', 'updated_at': '2021-08-03T18:54:27Z', 'revision_number': 5, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'subnets': [{'id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:54:51.917330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa req-8863257f-5925-4350-814a-127a5600bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:51.920240 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa req-8863257f-5925-4350-814a-127a5600bf27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 1099 time: 0.1152141 Aug 03 18:54:51.958977 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce12d385-2530-4836-a5e2-4803b6a0853c None None] The sync data for ids ['30528adc-9a6e-4663-8a00-5f07403482db'] in n-d-802918-7 is: [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:20Z', 'revision_number': 4, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'a06b9897-9cae-4cc6-8bc7-8942110cf4b8', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'floating_ip_address': '172.25.8.212', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'port_id': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'mac_address': 'fa:16:3e:a9:1c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e026c54-a5db-4f06-af42-33678a70f236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:54:45Z', 'updated_at': '2021-08-03T18:54:48Z', 'revision_number': 1, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20b3ffa6-7dee-4ffd-b6b8-b135814bc490', 'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'mac_address': 'fa:16:3e:3c:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:19Z', 'updated_at': '2021-08-03T18:54:27Z', 'revision_number': 5, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'subnets': [{'id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:54:52.016974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77e31722-c760-40bb-8009-9775c3e4169b req-11ddf7d9-16f5-4f18-968f-86432b8e04e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 HTTP/1.1" status: 200 len: 217 time: 0.1117854 Aug 03 18:54:52.088257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa req-34fa339e-c6bc-499d-85a3-bde94f319ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:52.090459 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa req-34fa339e-c6bc-499d-85a3-bde94f319ac1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1604562 Aug 03 18:54:52.104691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af145b9f-86ca-4e96-9a01-20dd3746fb93 req-363b5c7d-bd0d-46aa-a3fa-95f09bc50f25 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:52.106920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af145b9f-86ca-4e96-9a01-20dd3746fb93 req-363b5c7d-bd0d-46aa-a3fa-95f09bc50f25 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1915045 Aug 03 18:54:52.154875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-00874b07-6d46-49fd-8cdb-c2e043675464 service neutron] 10.222.0.78 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676219 Aug 03 18:54:52.161862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e31722-c760-40bb-8009-9775c3e4169b req-2ecd9c80-13b8-4bd0-a575-ebef7d4df17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:52.163410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77e31722-c760-40bb-8009-9775c3e4169b req-2ecd9c80-13b8-4bd0-a575-ebef7d4df17a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1339974 Aug 03 18:54:52.173182 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa req-329278ea-9bac-4f67-934f-26174f30e73a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=f8bec4d1-5a77-488a-be20-afa878741001 HTTP/1.1" status: 200 len: 217 time: 0.0569968 Aug 03 18:54:52.177925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af145b9f-86ca-4e96-9a01-20dd3746fb93 req-49bbec6a-cbfd-4a49-bb2d-8c47008dd06c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610490 Aug 03 18:54:52.287590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa req-368b5b69-e035-4b35-9bb5-77d1bd807467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:52.293984 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa req-368b5b69-e035-4b35-9bb5-77d1bd807467 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1084800 Aug 03 18:54:52.308109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e31722-c760-40bb-8009-9775c3e4169b req-a19d13c8-2978-4ee7-9a61-ec8411c2c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:52.310322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77e31722-c760-40bb-8009-9775c3e4169b req-a19d13c8-2978-4ee7-9a61-ec8411c2c6f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237957 Aug 03 18:54:52.327758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ee7a0-ddf8-4775-b18a-11715a5f9217 None None] New status for floating IP a06b9897-9cae-4cc6-8bc7-8942110cf4b8: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:54:52.411245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa req-dd2539da-d7a6-4924-ac60-5bfede9b81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:52.414577 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa req-dd2539da-d7a6-4924-ac60-5bfede9b81ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097200 Aug 03 18:54:52.444300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009bf110-40cf-4aa3-ab8a-46276a586515 req-e32814c7-bcd6-4488-898c-d56465de1b47 service neutron] 10.222.0.78 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652607 Aug 03 18:54:52.490685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878433d-15b5-4958-90eb-8e05d935c4b6 req-b9d3b485-ee5e-4708-a319-8d46af8a3436 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:52.492369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0878433d-15b5-4958-90eb-8e05d935c4b6 req-b9d3b485-ee5e-4708-a319-8d46af8a3436 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.1424496 Aug 03 18:54:52.528679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77e31722-c760-40bb-8009-9775c3e4169b req-fe873a56-793a-4df0-a56d-65888ff78cab service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020090 Aug 03 18:54:52.636607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0878433d-15b5-4958-90eb-8e05d935c4b6 req-d3ce8158-0bfd-4942-9913-5cdd5e21b47d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296518 Aug 03 18:54:52.689253 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa req-6be1a1a8-f0c2-4386-a9b6-bfea4b1ac2f7 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659068 Aug 03 18:54:52.742980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee00e04-8ea7-4a4f-a568-a1f4cb8fba14 req-527416ab-8106-4555-a567-540b81fad846 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:52.752786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ee00e04-8ea7-4a4f-a568-a1f4cb8fba14 req-527416ab-8106-4555-a567-540b81fad846 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 948 time: 0.1144862 Aug 03 18:54:52.844251 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9caa5a9b-730c-4781-ad7c-8ac79b3a62aa req-833d81c4-79c0-43ff-8f48-4c497dbe75e6 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450703 Aug 03 18:54:52.844977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77e31722-c760-40bb-8009-9775c3e4169b req-fd37a125-824a-4117-a311-7731ad605cfa service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056636 Aug 03 18:54:52.874725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ee00e04-8ea7-4a4f-a568-a1f4cb8fba14 req-df5b9780-b03b-4814-a657-254514d37950 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204247 Aug 03 18:54:52.943953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-8b7d7f6a-93a9-4c07-a5c0-a1501fb2b3d7 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:52.945474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-8b7d7f6a-93a9-4c07-a5c0-a1501fb2b3d7 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 805 time: 0.1845713 Aug 03 18:54:52.976530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:52.979489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 84d5f2ad-59bf-4804-82af-721e2d8869cf no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:54:52.986894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-5b7c9bc9-693e-47c3-9ec2-8fdec5438531 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/quotas/bcb1ed5b281d4e14950d94c7c9818fd4 HTTP/1.1" status: 200 len: 375 time: 0.0302737 Aug 03 18:54:53.010872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ea634-2c16-46b4-8815-0f2c5e361609 req-52b49ea1-ba5b-47cb-9086-1d69914be519 tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:53.012535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-554ea634-2c16-46b4-8815-0f2c5e361609 req-52b49ea1-ba5b-47cb-9086-1d69914be519 tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1101 time: 0.0658655 Aug 03 18:54:53.074337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-1cb2db57-7a8a-4a01-ab8f-9a005f20768c tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0795746 Aug 03 18:54:53.078881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-554ea634-2c16-46b4-8815-0f2c5e361609 req-d2f9572d-631d-4bf9-92d4-a568b71920da tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522788 Aug 03 18:54:53.192242 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:53.233485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:53.236045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-07519be3-745f-44b2-a20f-7cfabd140551 service neutron] 10.222.0.78 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543493 Aug 03 18:54:53.246170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d5f2ad-59bf-4804-82af-721e2d8869cf'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:53.250429 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb3d346-8352-4697-a5c0-7e9101f18fd2" -d '{"events": [{"server_uuid": "ded436c7-dc7b-4f05-8f93-902bcc107e83", "name": "network-vif-unplugged", "status": "completed", "tag": "84d5f2ad-59bf-4804-82af-721e2d8869cf"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:53.254844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4889111-e0c4-4b43-924b-683626963b90 req-68355247-37d5-452e-994c-25ca9bed4c54 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:53.256358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4889111-e0c4-4b43-924b-683626963b90 req-68355247-37d5-452e-994c-25ca9bed4c54 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 1095 time: 0.0803838 Aug 03 18:54:53.284396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'mac_address': 'fa:16:3e:a5:48:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:54:53.287890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 84d5f2ad-59bf-4804-82af-721e2d8869cf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=84d5f2ad-59bf-4804-82af-721e2d8869cf,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:53.295032 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:53.346092 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4889111-e0c4-4b43-924b-683626963b90 req-cf19a3a9-5db3-4ba6-939e-4457ffa1029a tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776272 Aug 03 18:54:53.378033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-3d57e2f5-1539-454f-ac4e-ab25699ca424 service neutron] 10.222.0.78 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326468 Aug 03 18:54:53.390474 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:53.448884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e026c54-a5db-4f06-af42-33678a70f236', 'tag': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:53.452142 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d389996f-de4e-4fee-bb7f-80da29f81b60" -d '{"events": [{"name": "network-changed", "server_uuid": "1e026c54-a5db-4f06-af42-33678a70f236", "tag": "7dbe9632-ac3d-4c77-aac7-1a94db4faf3b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:53.568806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=84d5f2ad-59bf-4804-82af-721e2d8869cf,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:53.577566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:53.604473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:53.612296 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:53.612996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f8bec4d1-5a77-488a-be20-afa878741001 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:54:53.720797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f8bec4d1-5a77-488a-be20-afa878741001, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f8bec4d1-5a77-488a-be20-afa878741001,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:53.726123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:53.752349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'f8bec4d1-5a77-488a-be20-afa878741001', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'f8bec4d1-5a77-488a-be20-afa878741001', 'mac_address': 'fa:16:3e:ed:72:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:54:53.809756 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:53.827537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8bec4d1-5a77-488a-be20-afa878741001 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:53.851868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f8bec4d1-5a77-488a-be20-afa878741001, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f8bec4d1-5a77-488a-be20-afa878741001,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:53.861233 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:53.925081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=f8bec4d1-5a77-488a-be20-afa878741001,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:53.931962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-b04b8125-5866-44f1-ade1-75d1b842274e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 258 time: 0.3265045 Aug 03 18:54:53.958811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:53.983702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2175192-db65-4e38-9336-7370c4ead132 req-ee05fc7a-851e-48c4-a209-a33d5b5b3eba tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:53.985427 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2175192-db65-4e38-9336-7370c4ead132 req-ee05fc7a-851e-48c4-a209-a33d5b5b3eba tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "GET /v2.0/ports?device_id=ded436c7-dc7b-4f05-8f93-902bcc107e83 HTTP/1.1" status: 200 len: 944 time: 0.1503801 Aug 03 18:54:54.030560 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a203638-7754-4d1f-a380-ade98b0eb4e0 x-openstack-request-id: req-1a203638-7754-4d1f-a380-ade98b0eb4e0 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:54.030777 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded436c7-dc7b-4f05-8f93-902bcc107e83", "name": "network-vif-unplugged", "status": "completed", "tag": "84d5f2ad-59bf-4804-82af-721e2d8869cf", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:54.031038 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a203638-7754-4d1f-a380-ade98b0eb4e0 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:54.031465 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d5f2ad-59bf-4804-82af-721e2d8869cf', 'code': 200} Aug 03 18:54:54.040654 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:54.152465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:54.167383 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-4be8c50d-d5ca-4bea-9570-cb447d4a9f34 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788198 Aug 03 18:54:54.194890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d624e7-4dd1-453c-9e8b-7bdc8c566e29 req-6f7c9a63-feb8-4b42-be61-f7b0a36b857d tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:54.206641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2d624e7-4dd1-453c-9e8b-7bdc8c566e29 req-6f7c9a63-feb8-4b42-be61-f7b0a36b857d tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 1095 time: 0.0833604 Aug 03 18:54:54.257176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['f8bec4d1-5a77-488a-be20-afa878741001'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:54:54.355047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2d624e7-4dd1-453c-9e8b-7bdc8c566e29 req-2820add4-7a0d-4791-b04c-0adec1f138b2 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463583 Aug 03 18:54:54.373737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e2175192-db65-4e38-9336-7370c4ead132 req-635bb0e8-6950-4c5c-859f-b4068a428244 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Deleting port 84d5f2ad-59bf-4804-82af-721e2d8869cf {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:54:54.374794 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e2175192-db65-4e38-9336-7370c4ead132 req-635bb0e8-6950-4c5c-859f-b4068a428244 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:54.561259 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbd95ad-9f21-43cb-bab6-7696a37f7ee3 x-openstack-request-id: req-6fbd95ad-9f21-43cb-bab6-7696a37f7ee3 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:54.561555 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e026c54-a5db-4f06-af42-33678a70f236", "tag": "7dbe9632-ac3d-4c77-aac7-1a94db4faf3b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:54.561678 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6fbd95ad-9f21-43cb-bab6-7696a37f7ee3 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:54.562060 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e026c54-a5db-4f06-af42-33678a70f236', 'tag': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'status': 'completed', 'code': 200} Aug 03 18:54:54.633101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389996f-de4e-4fee-bb7f-80da29f81b60 req-06e20428-3528-4f81-ab44-56cf8f9ac1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:54.634673 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d389996f-de4e-4fee-bb7f-80da29f81b60 req-06e20428-3528-4f81-ab44-56cf8f9ac1fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80887819c3c94cf5a6211eff4dd9b2bd&device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 1096 time: 0.0965548 Aug 03 18:54:54.687211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-733ff6bb-fc48-42c0-9051-62efc878aff8 req-587e6556-9b68-47b1-a2fc-9866a22a1247 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 210 time: 0.1001723 Aug 03 18:54:54.717965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:54.795220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389996f-de4e-4fee-bb7f-80da29f81b60 req-568ad0cf-3a37-480f-93fa-6173e28ed2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:54.796932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d389996f-de4e-4fee-bb7f-80da29f81b60 req-568ad0cf-3a37-480f-93fa-6173e28ed2d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a246ec6d-490d-4900-917f-db94dfcbc69a HTTP/1.1" status: 200 len: 929 time: 0.1530037 Aug 03 18:54:54.801126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e2175192-db65-4e38-9336-7370c4ead132 req-635bb0e8-6950-4c5c-859f-b4068a428244 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] For port 84d5f2ad-59bf-4804-82af-721e2d8869cf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=84d5f2ad-59bf-4804-82af-721e2d8869cf,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:54.802121 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e2175192-db65-4e38-9336-7370c4ead132 req-635bb0e8-6950-4c5c-859f-b4068a428244 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:54.829706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e2175192-db65-4e38-9336-7370c4ead132 req-635bb0e8-6950-4c5c-859f-b4068a428244 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Calling delete_port for 84d5f2ad-59bf-4804-82af-721e2d8869cf owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:54:54.916108 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d389996f-de4e-4fee-bb7f-80da29f81b60 req-d25d64a0-f60f-4b31-a9c0-be3d03bf32d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b HTTP/1.1" status: 200 len: 1001 time: 0.1112957 Aug 03 18:54:55.027100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389996f-de4e-4fee-bb7f-80da29f81b60 req-1f69969c-d6d4-46f9-bf11-6077f12e87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:55.030669 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d389996f-de4e-4fee-bb7f-80da29f81b60 req-1f69969c-d6d4-46f9-bf11-6077f12e87f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3044f72c-1dcf-42f2-aea2-b8c06a3a793e HTTP/1.1" status: 200 len: 867 time: 0.1047573 Aug 03 18:54:55.107166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389996f-de4e-4fee-bb7f-80da29f81b60 req-0889e187-c261-4a5d-8dec-6c937b0fbf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:55.109102 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d389996f-de4e-4fee-bb7f-80da29f81b60 req-0889e187-c261-4a5d-8dec-6c937b0fbf15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a246ec6d-490d-4900-917f-db94dfcbc69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662916 Aug 03 18:54:55.304693 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d389996f-de4e-4fee-bb7f-80da29f81b60 req-34e686cb-3371-4754-8bff-f9595bd46ad5 service neutron] 10.222.0.37 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867096 Aug 03 18:54:55.436059 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d389996f-de4e-4fee-bb7f-80da29f81b60 req-b7e860f2-4455-4718-a804-94ae6820013a service neutron] 10.222.0.37 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202965 Aug 03 18:54:55.472998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a421292-496f-4aa7-ad7d-943782d46374 req-d1218cad-9c97-4918-8605-502cb89c9019 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:55.480946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a421292-496f-4aa7-ad7d-943782d46374 req-d1218cad-9c97-4918-8605-502cb89c9019 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.5705109 Aug 03 18:54:55.659306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a421292-496f-4aa7-ad7d-943782d46374 req-242dac96-d78f-4e59-abca-e31843d06baa tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770847 Aug 03 18:54:55.693279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Allocated IP 172.25.8.123 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/f7fcbba9-d4b2-4e0f-a470-d82f5c4d7167) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:55.724839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-2b17878b-6941-4f12-8a45-372339c966ec tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:55.726979 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-2b17878b-6941-4f12-8a45-372339c966ec tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 805 time: 0.2158208 Aug 03 18:54:55.753795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Request body: {'port': {'device_id': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'admin_state_up': True, 'tenant_id': 'bcb1ed5b281d4e14950d94c7c9818fd4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:55.759156 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e2175192-db65-4e38-9336-7370c4ead132 req-635bb0e8-6950-4c5c-859f-b4068a428244 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:55.871509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bb0e8-6950-4c5c-859f-b4068a428244 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Pushing event deleted for resources: {'Port': ['ID=84d5f2ad-59bf-4804-82af-721e2d8869cf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:55.945612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Made reservation on behalf of bcb1ed5b281d4e14950d94c7c9818fd4 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:54:55.949998 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:55.958153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2175192-db65-4e38-9336-7370c4ead132 req-635bb0e8-6950-4c5c-859f-b4068a428244 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] No DVR routers for this DVR port 84d5f2ad-59bf-4804-82af-721e2d8869cf on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:54:55.970149 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e2175192-db65-4e38-9336-7370c4ead132 req-635bb0e8-6950-4c5c-859f-b4068a428244 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:55.973050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2175192-db65-4e38-9336-7370c4ead132 req-635bb0e8-6950-4c5c-859f-b4068a428244 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "DELETE /v2.0/ports/84d5f2ad-59bf-4804-82af-721e2d8869cf HTTP/1.1" status: 204 len: 173 time: 1.9790111 Aug 03 18:54:56.001787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858a11-fbe7-4ed9-8686-72d071db9ea8 req-c72dccbc-d029-45fe-9ce7-c2e7f4e6250c tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:56.003618 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99858a11-fbe7-4ed9-8686-72d071db9ea8 req-c72dccbc-d029-45fe-9ce7-c2e7f4e6250c tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 949 time: 0.2066369 Aug 03 18:54:56.020680 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:56.076964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99858a11-fbe7-4ed9-8686-72d071db9ea8 req-008be5b4-a715-4703-a25e-980543ef7e65 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531354 Aug 03 18:54:56.115104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:56.186588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Pushing event updated for resources: {'Port': ['ID=f7fcbba9-d4b2-4e0f-a470-d82f5c4d7167,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:56.202241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:56.204637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:56.216183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:56.239122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Allocated IP 172.20.0.6 (562669de-245f-4f72-93b1-ab3c15cd9cbb/98261e03-5c98-4ab9-a3a1-0b63421e7d8b/7a148da8-21ed-4045-86ea-3e0e08f06d8d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:54:56.375445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185b6bd-72f3-41e3-9dc0-1661387a5cf0 req-228d741a-ab3b-4651-aea1-4d97d771a128 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:56.377891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3185b6bd-72f3-41e3-9dc0-1661387a5cf0 req-228d741a-ab3b-4651-aea1-4d97d771a128 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1092384 Aug 03 18:54:56.398698 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:56.432425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-4c667a5a-f899-4094-bf10-63a243e7fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:56.434128 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-4c667a5a-f899-4094-bf10-63a243e7fd8e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1101 time: 0.0999715 Aug 03 18:54:56.468952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3185b6bd-72f3-41e3-9dc0-1661387a5cf0 req-d7d015ae-d7e5-4996-9a60-f5359c97c6fd tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703695 Aug 03 18:54:56.468952 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:56.583080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'name': 'network-vif-deleted', 'tag': '84d5f2ad-59bf-4804-82af-721e2d8869cf'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:56.587004 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a34ce01-ad3c-4d41-9157-d4ecb68bf939" -d '{"events": [{"server_uuid": "ded436c7-dc7b-4f05-8f93-902bcc107e83", "name": "network-vif-deleted", "tag": "84d5f2ad-59bf-4804-82af-721e2d8869cf"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:56.624942 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:56.704943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-1316636a-be9c-4785-a302-873042049c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:56.707688 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-1316636a-be9c-4785-a302-873042049c64 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2625608 Aug 03 18:54:56.715645 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:56.725209 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:56.814955 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-16b08137-4904-4926-bed6-c450acb54717 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 217 time: 0.0938196 Aug 03 18:54:56.818471 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:56.900717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Pushing event updated for resources: {'Port': ['ID=f7fcbba9-d4b2-4e0f-a470-d82f5c4d7167,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:56.917216 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:56.920968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Pushing event updated for resources: {'Port': ['ID=7a148da8-21ed-4045-86ea-3e0e08f06d8d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:56.926702 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Network 562669de-245f-4f72-93b1-ab3c15cd9cbb is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:54:56.929525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:54:56.933667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:54:56.948749 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:56.950993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-a141d86b-920b-4557-8838-1d35f1c84c91 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9992323 Aug 03 18:54:57.008414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f8bec4d1-5a77-488a-be20-afa878741001 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:57.041111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-63299693-5478-4612-b138-e0598ce44d74 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 696 time: 0.0750129 Aug 03 18:54:57.187117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port f8bec4d1-5a77-488a-be20-afa878741001 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:57.192441 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port f8bec4d1-5a77-488a-be20-afa878741001 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:57.193282 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:57.358456 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:57.375598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-682dbcc9-6c47-4bfe-88d2-2972b26ce44f tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:57.383531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-682dbcc9-6c47-4bfe-88d2-2972b26ce44f tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.3330231 Aug 03 18:54:57.389704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-d57e75db-57b9-4cf7-83dd-27a4f780c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:54:57.408858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe1dc4a8-4053-42e0-9423-f805d78b94aa req-d57e75db-57b9-4cf7-83dd-27a4f780c0f2 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242503 Aug 03 18:54:57.435151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04dc391-1f69-4680-91f9-b01d9addba90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bec4d1-5a77-488a-be20-afa878741001'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:57.442877 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7adb7bb-5292-4857-be71-319eddbd4164" -d '{"events": [{"server_uuid": "d04dc391-1f69-4680-91f9-b01d9addba90", "name": "network-vif-plugged", "status": "completed", "tag": "f8bec4d1-5a77-488a-be20-afa878741001"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:57.449554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-01ee56ca-3823-4c3c-9286-ce9f3667e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:57.452202 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-01ee56ca-3823-4c3c-9286-ce9f3667e1e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.5561941 Aug 03 18:54:57.475392 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f8bec4d1-5a77-488a-be20-afa878741001, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f8bec4d1-5a77-488a-be20-afa878741001,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:57.503251 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:57.505728 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:57.506453 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:57.507745 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a9c131-2117-489a-8ef4-90bb6848b832 x-openstack-request-id: req-17a9c131-2117-489a-8ef4-90bb6848b832 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:57.507965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:54:57.508156 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded436c7-dc7b-4f05-8f93-902bcc107e83", "name": "network-vif-deleted", "tag": "84d5f2ad-59bf-4804-82af-721e2d8869cf", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:57.508466 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17a9c131-2117-489a-8ef4-90bb6848b832 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:57.508952 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded436c7-dc7b-4f05-8f93-902bcc107e83', 'name': 'network-vif-deleted', 'tag': '84d5f2ad-59bf-4804-82af-721e2d8869cf', 'status': 'completed', 'code': 200} Aug 03 18:54:57.539317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7437e1-fa73-410c-95a6-62b87face182 req-55b6d04c-9cae-41ce-a5a8-bd35ca952718 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:57.553544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b7437e1-fa73-410c-95a6-62b87face182 req-55b6d04c-9cae-41ce-a5a8-bd35ca952718 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 931 time: 0.0830133 Aug 03 18:54:57.566822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-07078f9f-3941-4502-974f-c4ce9448138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:57.568733 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-07078f9f-3941-4502-974f-c4ce9448138d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855913 Aug 03 18:54:57.572178 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6362112a-7c86-4002-a5c8-5d55ed0d09cc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8291359 Aug 03 18:54:57.625573 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Request body: {'port': {'device_id': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:57.628448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b7437e1-fa73-410c-95a6-62b87face182 req-e48f4ca6-88f6-4fb3-9c22-b09d7970e587 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737550 Aug 03 18:54:57.673243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=f8bec4d1-5a77-488a-be20-afa878741001,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:57.699848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:54:57.705634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:54:57.706059 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:57.715862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ceadb-fe7f-49a0-b949-d72be2049190 req-213d6559-c876-44b6-9674-8d6427566a19 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:57.717534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd0ceadb-fe7f-49a0-b949-d72be2049190 req-213d6559-c876-44b6-9674-8d6427566a19 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.0938127 Aug 03 18:54:57.779606 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd0ceadb-fe7f-49a0-b949-d72be2049190 req-741f7cab-6f5f-4fbb-9a07-51a7f947d383 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553303 Aug 03 18:54:57.794974 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:57.825257 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:57.868891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:54:57.875011 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:57.876034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 84d5f2ad-59bf-4804-82af-721e2d8869cf no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:54:57.919057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 84d5f2ad-59bf-4804-82af-721e2d8869cf {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:54:57.919453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 84d5f2ad-59bf-4804-82af-721e2d8869cf not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:54:57.925185 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-b088c551-54c9-4362-b796-952a29ae97b1 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431053 Aug 03 18:54:57.930819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc5377-5a39-4759-9ef0-dd2fe71c1f8e req-344f580a-984d-4c36-9e85-ae4bd334ccf0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:57.933131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1cc5377-5a39-4759-9ef0-dd2fe71c1f8e req-344f580a-984d-4c36-9e85-ae4bd334ccf0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 950 time: 0.1522925 Aug 03 18:54:57.952391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:57.962013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80784b1-f707-45bd-9dd1-71b3ea58b4d6 req-e3bc006c-8ecd-406d-a22e-4f385da584e9 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:57.965368 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d80784b1-f707-45bd-9dd1-71b3ea58b4d6 req-e3bc006c-8ecd-406d-a22e-4f385da584e9 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1068561 Aug 03 18:54:58.047118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d80784b1-f707-45bd-9dd1-71b3ea58b4d6 req-cfa224ae-4805-4a7b-a014-34339d5d8efd tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 696 time: 0.0682878 Aug 03 18:54:58.059031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1cc5377-5a39-4759-9ef0-dd2fe71c1f8e req-362a0c57-7f4e-4222-8370-ba60dd185419 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914063 Aug 03 18:54:58.066563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-d80784b1-f707-45bd-9dd1-71b3ea58b4d6 req-fdd64d67-d892-48cd-9038-44d8641a3979 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Request body: {'floatingip': {'port_id': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:54:58.116869 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d80784b1-f707-45bd-9dd1-71b3ea58b4d6 req-fdd64d67-d892-48cd-9038-44d8641a3979 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:58.148000 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76078703-420f-434a-ad6e-c8b508567195 x-openstack-request-id: req-76078703-420f-434a-ad6e-c8b508567195 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:58.150306 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04dc391-1f69-4680-91f9-b01d9addba90", "name": "network-vif-plugged", "status": "completed", "tag": "f8bec4d1-5a77-488a-be20-afa878741001", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:58.151018 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-76078703-420f-434a-ad6e-c8b508567195 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:58.152463 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04dc391-1f69-4680-91f9-b01d9addba90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bec4d1-5a77-488a-be20-afa878741001', 'code': 200} Aug 03 18:54:58.216185 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-241c511a-29e7-4941-859a-975d1b0dd2ba service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196214 Aug 03 18:54:58.439284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a148da8-21ed-4045-86ea-3e0e08f06d8d {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:54:58.458099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:58.488726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Transition to ACTIVE for port object 7a148da8-21ed-4045-86ea-3e0e08f06d8d will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:54:58.497178 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:58.533487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc6bb-9e26-4baf-a8cd-62c94694e381 req-731b9d67-1cfc-4575-886a-33d9556d3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:58.535307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c74cc6bb-9e26-4baf-a8cd-62c94694e381 req-731b9d67-1cfc-4575-886a-33d9556d3327 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 1101 time: 0.2477579 Aug 03 18:54:58.560988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f102ae1-1f0a-478b-8c3d-4fae661da9d7 req-d0c45337-bd50-4af2-b5f5-ea995713be8a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:58.566085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f102ae1-1f0a-478b-8c3d-4fae661da9d7 req-d0c45337-bd50-4af2-b5f5-ea995713be8a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.2771697 Aug 03 18:54:58.598769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a148da8-21ed-4045-86ea-3e0e08f06d8d,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:58.683030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c74cc6bb-9e26-4baf-a8cd-62c94694e381 req-774a85b2-1b5b-42f1-b8e9-eb3457e5d0ca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187811 Aug 03 18:54:58.684765 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-d80784b1-f707-45bd-9dd1-71b3ea58b4d6 req-fdd64d67-d892-48cd-9038-44d8641a3979 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 18:54:58.693046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d80784b1-f707-45bd-9dd1-71b3ea58b4d6 req-fdd64d67-d892-48cd-9038-44d8641a3979 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "PUT /v2.0/floatingips/c5a51e32-28d5-4ef7-a3e2-7bbe4f032b74 HTTP/1.1" status: 409 len: 550 time: 0.6327760 Aug 03 18:54:58.701117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f102ae1-1f0a-478b-8c3d-4fae661da9d7 req-bf86e88a-e451-42b7-ad78-316377ab2e9a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019030 Aug 03 18:54:58.734709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Attempting to bind port 7a148da8-21ed-4045-86ea-3e0e08f06d8d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:54:58.735368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Attempting to bind port 7a148da8-21ed-4045-86ea-3e0e08f06d8d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:54:58.735993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Attempting to bind port 7a148da8-21ed-4045-86ea-3e0e08f06d8d on network 562669de-245f-4f72-93b1-ab3c15cd9cbb {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:58.741768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Port 7a148da8-21ed-4045-86ea-3e0e08f06d8d on network 562669de-245f-4f72-93b1-ab3c15cd9cbb not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:54:58.742382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Attempting to bind port 7a148da8-21ed-4045-86ea-3e0e08f06d8d on network 562669de-245f-4f72-93b1-ab3c15cd9cbb {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:54:58.748059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:54:58.748738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Checking segment: {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:54:58.749326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Bound using segment: {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:54:58.750004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Bound port: 7a148da8-21ed-4045-86ea-3e0e08f06d8d, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:54:58.750569 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:58.839059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] For port 7a148da8-21ed-4045-86ea-3e0e08f06d8d, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:54:58.848653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] For port 7a148da8-21ed-4045-86ea-3e0e08f06d8d, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a148da8-21ed-4045-86ea-3e0e08f06d8d,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:54:58.858206 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:58.906054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:58.906786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:58.908386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] 10.222.0.37 "PUT /v2.0/ports/7a148da8-21ed-4045-86ea-3e0e08f06d8d HTTP/1.1" status: 200 len: 1091 time: 1.2923827 Aug 03 18:54:58.908934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'tag': '7a148da8-21ed-4045-86ea-3e0e08f06d8d'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:54:58.911355 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952dd531-5046-47a1-9da7-06d71f25e16b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3354f0a-2c0b-4612-9443-51113280d3da", "tag": "7a148da8-21ed-4045-86ea-3e0e08f06d8d"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:54:58.955053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8bb35-0bd8-4c1c-8b6b-60c7ac4a1eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a148da8-21ed-4045-86ea-3e0e08f06d8d,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:54:59.022677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-7a271f46-0a2e-4764-9f0c-5e0aba3c3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:59.024439 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-7a271f46-0a2e-4764-9f0c-5e0aba3c3d71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 1094 time: 0.0544221 Aug 03 18:54:59.048941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-2ab8d26c-632d-4473-9cfc-ea4740bcb9ba tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips/c5a51e32-28d5-4ef7-a3e2-7bbe4f032b74 HTTP/1.1" status: 200 len: 693 time: 0.0703807 Aug 03 18:54:59.062534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8ad50-e19b-4d9e-8045-485429a9df3f req-97d228e6-62d4-4b72-bf65-9e72cfb23ec4 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:59.064331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eff8ad50-e19b-4d9e-8045-485429a9df3f req-97d228e6-62d4-4b72-bf65-9e72cfb23ec4 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 943 time: 0.1349487 Aug 03 18:54:59.102694 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-4452c541-fa22-40f6-a5ca-18f39b73bd4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a148da8-21ed-4045-86ea-3e0e08f06d8d HTTP/1.1" status: 200 len: 217 time: 0.0669262 Aug 03 18:54:59.180106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eff8ad50-e19b-4d9e-8045-485429a9df3f req-ba6f534c-b13a-400f-b8b1-5bbea7506e52 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033499 Aug 03 18:54:59.195391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-94494485-b714-430f-af21-a68ba1b44dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:59.198479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-94494485-b714-430f-af21-a68ba1b44dcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98261e03-5c98-4ab9-a3a1-0b63421e7d8b HTTP/1.1" status: 200 len: 845 time: 0.0872629 Aug 03 18:54:59.261052 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-6ad7d916-bae0-4c84-8dc4-7282b3444dec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=562669de-245f-4f72-93b1-ab3c15cd9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487506 Aug 03 18:54:59.287944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-4e8f4c65-cc22-4709-9f0b-2739e5b4fefc tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:59.290815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-4e8f4c65-cc22-4709-9f0b-2739e5b4fefc tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2253501 Aug 03 18:54:59.323131 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:59.325927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-b611c107-6781-489b-8696-b18b8fb4bc11 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:54:59.327566 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-b611c107-6781-489b-8696-b18b8fb4bc11 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149295 Aug 03 18:54:59.425026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-b7aba399-91b6-4c1d-bc8d-ef148326799e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 696 time: 0.0690210 Aug 03 18:54:59.427093 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-5c831818-b628-4dfd-9a77-338cbfc9e31b service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563218 Aug 03 18:54:59.466596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090ef3a-9722-47c7-a7c7-489ef17451ec req-b499323d-f18e-43cf-be07-2ce6d5122e74 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:59.491818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5090ef3a-9722-47c7-a7c7-489ef17451ec req-b499323d-f18e-43cf-be07-2ce6d5122e74 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.1991086 Aug 03 18:54:59.621052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-29a0168c-b821-4cdc-bf63-42bc71a674a7 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 696 time: 0.1836572 Aug 03 18:54:59.637903 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-926c32b4-2038-436f-b300-9f579d77c0d1 req-c4d7ad25-55da-4a16-8ffc-7c6dbdeb77db service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020862 Aug 03 18:54:59.665139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5090ef3a-9722-47c7-a7c7-489ef17451ec req-44b82615-3c48-48cb-94ae-485d03bc561a tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017635 Aug 03 18:54:59.774071 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f289b1c2-3086-4482-b325-effa8d9ecd7c x-openstack-request-id: req-f289b1c2-3086-4482-b325-effa8d9ecd7c {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:54:59.774533 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3354f0a-2c0b-4612-9443-51113280d3da", "tag": "7a148da8-21ed-4045-86ea-3e0e08f06d8d", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:54:59.774943 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f289b1c2-3086-4482-b325-effa8d9ecd7c {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:54:59.776078 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'tag': '7a148da8-21ed-4045-86ea-3e0e08f06d8d', 'status': 'completed', 'code': 200} Aug 03 18:54:59.873288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-01d25e73-bc5c-4c61-a2dd-f2c763300b6c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Deleting port f7fcbba9-d4b2-4e0f-a470-d82f5c4d7167 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:54:59.874107 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-01d25e73-bc5c-4c61-a2dd-f2c763300b6c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:59.880025 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:54:59.889604 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dd531-5046-47a1-9da7-06d71f25e16b req-73fed29f-1785-4047-bb7f-5a78109929b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:54:59.892672 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952dd531-5046-47a1-9da7-06d71f25e16b req-73fed29f-1785-4047-bb7f-5a78109929b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 1094 time: 0.0895813 Aug 03 18:55:00.043453 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-01d25e73-bc5c-4c61-a2dd-f2c763300b6c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:00.044588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-01d25e73-bc5c-4c61-a2dd-f2c763300b6c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:00.061019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c2fe-2d9c-41fa-832e-dd99c23e2589 req-c91d7910-66f0-4e1d-aee8-75a4a8a026d9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:00.063721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2225c2fe-2d9c-41fa-832e-dd99c23e2589 req-c91d7910-66f0-4e1d-aee8-75a4a8a026d9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 950 time: 0.1250927 Aug 03 18:55:00.069131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dd531-5046-47a1-9da7-06d71f25e16b req-7394b1ae-82c2-4382-af9e-961b1553a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:00.071948 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952dd531-5046-47a1-9da7-06d71f25e16b req-7394b1ae-82c2-4382-af9e-961b1553a6f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 906 time: 0.1707649 Aug 03 18:55:00.082522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-01d25e73-bc5c-4c61-a2dd-f2c763300b6c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Calling delete_port for f7fcbba9-d4b2-4e0f-a470-d82f5c4d7167 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:55:00.156687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952dd531-5046-47a1-9da7-06d71f25e16b req-20329b61-926f-40e6-90f4-d136fbbec334 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a148da8-21ed-4045-86ea-3e0e08f06d8d HTTP/1.1" status: 200 len: 217 time: 0.0671747 Aug 03 18:55:00.160465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2636b6-95aa-4d4c-abfd-bf98fc336837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a0dbcb-7080-4f06-94eb-2b2daf5c25c4'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:00.163780 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e695202c-f93f-4b37-948e-fab21cd54eb3" -d '{"events": [{"server_uuid": "4f2636b6-95aa-4d4c-abfd-bf98fc336837", "name": "network-vif-plugged", "status": "completed", "tag": "64a0dbcb-7080-4f06-94eb-2b2daf5c25c4"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:00.201635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2225c2fe-2d9c-41fa-832e-dd99c23e2589 req-957fa95f-0701-4576-b061-52b2b3c7d2b1 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212175 Aug 03 18:55:00.256109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dd531-5046-47a1-9da7-06d71f25e16b req-fd6f28dd-4080-413c-a680-56b4cf665a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:00.257700 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952dd531-5046-47a1-9da7-06d71f25e16b req-fd6f28dd-4080-413c-a680-56b4cf665a2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98261e03-5c98-4ab9-a3a1-0b63421e7d8b HTTP/1.1" status: 200 len: 845 time: 0.0867350 Aug 03 18:55:00.331395 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952dd531-5046-47a1-9da7-06d71f25e16b req-37c3b330-1528-4cc3-8ef4-87f016aa093c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=562669de-245f-4f72-93b1-ab3c15cd9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652437 Aug 03 18:55:00.399590 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-01d25e73-bc5c-4c61-a2dd-f2c763300b6c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:00.450782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d25e73-bc5c-4c61-a2dd-f2c763300b6c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Pushing event deleted for resources: {'Port': ['ID=f7fcbba9-d4b2-4e0f-a470-d82f5c4d7167,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:00.464315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b6a29-c867-4b1c-9c13-f69dbdee6fb3 req-ab5cbd4e-6253-4ef0-ba06-818cf8e6bb79 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:00.466805 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e81b6a29-c867-4b1c-9c13-f69dbdee6fb3 req-ab5cbd4e-6253-4ef0-ba06-818cf8e6bb79 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1169937 Aug 03 18:55:00.492597 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952dd531-5046-47a1-9da7-06d71f25e16b req-ee9ea672-a736-463d-b46d-1367cb77795e service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531372 Aug 03 18:55:00.577267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e81b6a29-c867-4b1c-9c13-f69dbdee6fb3 req-b4a62e69-16ea-4e94-8c48-c53d1f94ccea tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922325 Aug 03 18:55:00.582708 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-01d25e73-bc5c-4c61-a2dd-f2c763300b6c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:00.589310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-01d25e73-bc5c-4c61-a2dd-f2c763300b6c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:00.602916 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43c64193-4d68-4e5c-a06f-88823942ae92 req-01d25e73-bc5c-4c61-a2dd-f2c763300b6c tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "DELETE /v2.0/floatingips/c5a51e32-28d5-4ef7-a3e2-7bbe4f032b74 HTTP/1.1" status: 204 len: 173 time: 0.9582126 Aug 03 18:55:00.725287 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-952dd531-5046-47a1-9da7-06d71f25e16b req-2211a0aa-50ef-4c76-9eca-72c163b6b6f4 service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237222 Aug 03 18:55:00.818268 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca2315e-fcbe-4995-8667-47c84315b032 x-openstack-request-id: req-9ca2315e-fcbe-4995-8667-47c84315b032 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:00.819200 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2636b6-95aa-4d4c-abfd-bf98fc336837", "name": "network-vif-plugged", "status": "completed", "tag": "64a0dbcb-7080-4f06-94eb-2b2daf5c25c4", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:00.824973 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ca2315e-fcbe-4995-8667-47c84315b032 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:00.826382 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2636b6-95aa-4d4c-abfd-bf98fc336837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'code': 200} Aug 03 18:55:00.984400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261b31a-d436-417e-968e-bb5f8863e8ef req-136a1ea0-6c80-43d5-91a8-c714f2533557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:00.988969 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c261b31a-d436-417e-968e-bb5f8863e8ef req-136a1ea0-6c80-43d5-91a8-c714f2533557 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f2636b6-95aa-4d4c-abfd-bf98fc336837 HTTP/1.1" status: 200 len: 1100 time: 0.0661213 Aug 03 18:55:01.015708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d8f-395d-418e-af27-9b6ba330eb05 req-5c680ea9-1c76-4395-a420-f852d9c7bc3d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:01.018326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c151d8f-395d-418e-af27-9b6ba330eb05 req-5c680ea9-1c76-4395-a420-f852d9c7bc3d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 943 time: 0.1399577 Aug 03 18:55:01.051359 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c261b31a-d436-417e-968e-bb5f8863e8ef req-0960bb7d-04a8-4577-b06a-18e85e070263 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554929 Aug 03 18:55:01.059399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0df8f3-6add-4bef-9832-e69a255ce051 req-1ac9e2d4-d2a7-4ca6-80ae-63cf9a39fe07 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:01.062251 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d0df8f3-6add-4bef-9832-e69a255ce051 req-1ac9e2d4-d2a7-4ca6-80ae-63cf9a39fe07 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f2636b6-95aa-4d4c-abfd-bf98fc336837 HTTP/1.1" status: 200 len: 949 time: 0.1342874 Aug 03 18:55:01.138678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c151d8f-395d-418e-af27-9b6ba330eb05 req-2fcea6b9-0f57-4281-b104-10dfe8ab8349 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095753 Aug 03 18:55:01.161011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d0df8f3-6add-4bef-9832-e69a255ce051 req-1c17ae2a-27ee-42c7-bf0c-164268f25764 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865300 Aug 03 18:55:01.414717 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-f4d9eafc-16c0-4be6-bd1d-6c2cfb3ae634 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 1001 time: 0.2134044 Aug 03 18:55:01.435942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874c986-bcf6-496f-abac-7940c102b2c4 req-0e4629e1-9cae-4586-b7bd-e5646e8423b3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:01.438001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b874c986-bcf6-496f-abac-7940c102b2c4 req-0e4629e1-9cae-4586-b7bd-e5646e8423b3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.1637805 Aug 03 18:55:01.515918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-355e75d5-7174-416e-8708-6306fc380b6f tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:01.518405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-355e75d5-7174-416e-8708-6306fc380b6f tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports/7dbe9632-ac3d-4c77-aac7-1a94db4faf3b HTTP/1.1" status: 200 len: 942 time: 0.0938253 Aug 03 18:55:01.545328 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b874c986-bcf6-496f-abac-7940c102b2c4 req-eedad57e-6d57-4fa2-8d51-64fdd43c31c6 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950639 Aug 03 18:55:01.708309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-9c347a71-8249-434b-8894-246c987e86b4 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 1001 time: 0.1373756 Aug 03 18:55:01.895478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c683e-ec2a-432d-b95a-6a9bc7d04fba req-d692f5ff-b19a-4942-8b5d-0f3b05091668 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:01.897338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad4c683e-ec2a-432d-b95a-6a9bc7d04fba req-d692f5ff-b19a-4942-8b5d-0f3b05091668 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1519279 Aug 03 18:55:01.912315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-98043903-7cfb-4222-bdc6-04a39894b70b tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:01.916205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-98043903-7cfb-4222-bdc6-04a39894b70b tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2048533 Aug 03 18:55:02.049377 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad4c683e-ec2a-432d-b95a-6a9bc7d04fba req-3a33f4ca-b78d-400f-95e3-cb483a05c8c0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330078 Aug 03 18:55:02.099621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-1bb0bc6e-75d0-47eb-a782-fd577232d429 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 1001 time: 0.1592038 Aug 03 18:55:02.116993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-ada76c97-3ff4-41e3-9ce5-6e00437cfe47 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:02.633588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-ada76c97-3ff4-41e3-9ce5-6e00437cfe47 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:02.686742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231fccc-5a5f-4e25-a839-654b6282347e req-e5310a94-b01e-4772-9bbb-79a3bb229431 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:02.688373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9231fccc-5a5f-4e25-a839-654b6282347e req-e5310a94-b01e-4772-9bbb-79a3bb229431 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 943 time: 0.1045825 Aug 03 18:55:02.802317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9231fccc-5a5f-4e25-a839-654b6282347e req-dacef21e-74f7-4c53-8e97-29ce074e8bc0 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021376 Aug 03 18:55:02.851648 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-ada76c97-3ff4-41e3-9ce5-6e00437cfe47 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:02.859580 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-ada76c97-3ff4-41e3-9ce5-6e00437cfe47 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:02.860316 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-ada76c97-3ff4-41e3-9ce5-6e00437cfe47 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Floating IP a06b9897-9cae-4cc6-8bc7-8942110cf4b8 disassociated. External IP: 172.25.8.212, port: 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b. Aug 03 18:55:03.030110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a148da8-21ed-4045-86ea-3e0e08f06d8d details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:55:03.051714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd51b-3f8a-4363-b069-4fff61507978 req-1bdca996-28fb-4efa-bcba-d9b70b6206d6 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:03.054491 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab7dd51b-3f8a-4363-b069-4fff61507978 req-1bdca996-28fb-4efa-bcba-d9b70b6206d6 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f2636b6-95aa-4d4c-abfd-bf98fc336837 HTTP/1.1" status: 200 len: 949 time: 0.1130931 Aug 03 18:55:03.154672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a148da8-21ed-4045-86ea-3e0e08f06d8d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a148da8-21ed-4045-86ea-3e0e08f06d8d,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:03.177088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '7a148da8-21ed-4045-86ea-3e0e08f06d8d', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'port_id': '7a148da8-21ed-4045-86ea-3e0e08f06d8d', 'mac_address': 'fa:16:3e:3f:85:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98261e03-5c98-4ab9-a3a1-0b63421e7d8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:55:03.218310 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab7dd51b-3f8a-4363-b069-4fff61507978 req-86ef9906-070c-452f-8167-37891b075cb3 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151273 Aug 03 18:55:03.225742 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:03.248769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a148da8-21ed-4045-86ea-3e0e08f06d8d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:03.249934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-ada76c97-3ff4-41e3-9ce5-6e00437cfe47 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Router 30528adc-9a6e-4663-8a00-5f07403482db has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:55:03.277540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a148da8-21ed-4045-86ea-3e0e08f06d8d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a148da8-21ed-4045-86ea-3e0e08f06d8d,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:03.284878 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:03.356490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7a148da8-21ed-4045-86ea-3e0e08f06d8d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:03.415937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05668bd0-8166-432a-8b6b-1660bed2f4c7 req-cd63e920-ee7f-4527-995e-dcf607870202 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:03.417570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05668bd0-8166-432a-8b6b-1660bed2f4c7 req-cd63e920-ee7f-4527-995e-dcf607870202 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 946 time: 0.1127365 Aug 03 18:55:03.419454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-ada76c97-3ff4-41e3-9ce5-6e00437cfe47 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:55:03.424050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-ada76c97-3ff4-41e3-9ce5-6e00437cfe47 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:03.430933 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f9b95-949f-4831-b48c-a200ac5b0500 None None] Sync routers for ids ['30528adc-9a6e-4663-8a00-5f07403482db'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:55:03.442818 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f9b95-949f-4831-b48c-a200ac5b0500 None None] Routers {'30528adc-9a6e-4663-8a00-5f07403482db'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:55:03.443839 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2d9f9b95-949f-4831-b48c-a200ac5b0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30528adc-9a6e-4663-8a00-5f07403482db'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:03.476527 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-ada76c97-3ff4-41e3-9ce5-6e00437cfe47 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "PUT /v2.0/floatingips/a06b9897-9cae-4cc6-8bc7-8942110cf4b8 HTTP/1.1" status: 200 len: 695 time: 1.3676662 Aug 03 18:55:03.495349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e026c54-a5db-4f06-af42-33678a70f236', 'tag': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:03.498404 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e026c54-a5db-4f06-af42-33678a70f236", "tag": "7dbe9632-ac3d-4c77-aac7-1a94db4faf3b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:03.517718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05668bd0-8166-432a-8b6b-1660bed2f4c7 req-399e24cf-c239-4d80-9bbd-6c7d7a2430de tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910544 Aug 03 18:55:03.567664 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2d9f9b95-949f-4831-b48c-a200ac5b0500 None None] Set router 30528adc-9a6e-4663-8a00-5f07403482db gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:55:03.579141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-0ba828f2-a96a-46cb-9e01-ad27f093d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:03.592764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-0ba828f2-a96a-46cb-9e01-ad27f093d8d5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=80887819c3c94cf5a6211eff4dd9b2bd&device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 1096 time: 0.0908163 Aug 03 18:55:03.592997 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a7a0740-3ab4-47bc-a936-f314ed432e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:03.678553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['7a148da8-21ed-4045-86ea-3e0e08f06d8d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:03.718702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756a108-70f2-4093-af4a-045dbc707891 req-5a3dd245-762c-4be4-92a7-a8cc409ab2ce tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:03.724614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0756a108-70f2-4093-af4a-045dbc707891 req-5a3dd245-762c-4be4-92a7-a8cc409ab2ce tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1156533 Aug 03 18:55:03.816937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-e9df4a1a-02e7-419b-adba-d84566def0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:03.826159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-e9df4a1a-02e7-419b-adba-d84566def0ac service neutron] 10.222.0.78 "GET /v2.0/networks?id=a246ec6d-490d-4900-917f-db94dfcbc69a HTTP/1.1" status: 200 len: 929 time: 0.2195144 Aug 03 18:55:03.878395 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2d9f9b95-949f-4831-b48c-a200ac5b0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:20Z', 'revision_number': 4, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '20b3ffa6-7dee-4ffd-b6b8-b135814bc490', 'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'mac_address': 'fa:16:3e:3c:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:19Z', 'updated_at': '2021-08-03T18:54:27Z', 'revision_number': 5, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'subnets': [{'id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:03.883519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-e727e825-b591-45f6-89ee-241f5d84fab5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b HTTP/1.1" status: 200 len: 217 time: 0.0439749 Aug 03 18:55:03.892757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0756a108-70f2-4093-af4a-045dbc707891 req-1e2886f1-0945-47c4-a20a-b0f0c969211a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391687 Aug 03 18:55:03.918268 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f9b95-949f-4831-b48c-a200ac5b0500 None None] Checking router: 30528adc-9a6e-4663-8a00-5f07403482db for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:55:03.928019 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f9b95-949f-4831-b48c-a200ac5b0500 None None] Routers {'30528adc-9a6e-4663-8a00-5f07403482db'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:55:03.928719 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2d9f9b95-949f-4831-b48c-a200ac5b0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:54:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30528adc-9a6e-4663-8a00-5f07403482db'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:04.001771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-af71a33b-c37a-4464-9835-704158be315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:04.003925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-af71a33b-c37a-4464-9835-704158be315e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3044f72c-1dcf-42f2-aea2-b8c06a3a793e HTTP/1.1" status: 200 len: 867 time: 0.1065383 Aug 03 18:55:04.066600 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2d9f9b95-949f-4831-b48c-a200ac5b0500 None None] Set router 30528adc-9a6e-4663-8a00-5f07403482db gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:55:04.076415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-e153d0d6-fcc6-4c4e-b7dd-8034d01c0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:04.078212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-e153d0d6-fcc6-4c4e-b7dd-8034d01c0e28 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a246ec6d-490d-4900-917f-db94dfcbc69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528653 Aug 03 18:55:04.212703 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-5781cb96-0d4c-498d-a7b7-522c941c0ded tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:04.216044 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-5781cb96-0d4c-498d-a7b7-522c941c0ded tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1097 time: 0.1473384 Aug 03 18:55:04.240056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802918-7'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:04.243970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-4bb3e9d3-51af-47d8-9a1f-0fc82c1c43a3 service neutron] 10.222.0.78 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514258 Aug 03 18:55:04.379762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:04.508369 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2d9f9b95-949f-4831-b48c-a200ac5b0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:20Z', 'revision_number': 4, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '20b3ffa6-7dee-4ffd-b6b8-b135814bc490', 'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'mac_address': 'fa:16:3e:3c:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:19Z', 'updated_at': '2021-08-03T18:54:27Z', 'revision_number': 5, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'subnets': [{'id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:04.521047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1a5a-a8b9-4710-8241-87ffc51a3283 req-a834fea6-2c6f-4061-a9e0-4c3688b844a3 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:04.533975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d1a5a-a8b9-4710-8241-87ffc51a3283 req-a834fea6-2c6f-4061-a9e0-4c3688b844a3 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:04.536676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a5d1a5a-a8b9-4710-8241-87ffc51a3283 req-a834fea6-2c6f-4061-a9e0-4c3688b844a3 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f2636b6-95aa-4d4c-abfd-bf98fc336837&device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 1690 time: 0.1832912 Aug 03 18:55:04.555130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:04.567644 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f9b95-949f-4831-b48c-a200ac5b0500 None None] The sync data for ids ['30528adc-9a6e-4663-8a00-5f07403482db'] in n-d-802918-7 is: [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:54:20Z', 'revision_number': 4, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '20b3ffa6-7dee-4ffd-b6b8-b135814bc490', 'name': '', 'network_id': 'a246ec6d-490d-4900-917f-db94dfcbc69a', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'mac_address': 'fa:16:3e:3c:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:19Z', 'updated_at': '2021-08-03T18:54:27Z', 'revision_number': 5, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'subnets': [{'id': '3044f72c-1dcf-42f2-aea2-b8c06a3a793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:55:04.578377 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8da71a3d-18fe-4fcf-a56e-0603f0dad3b0 req-896558b4-7adc-4ec5-8a96-dd43d15f997b service neutron] 10.222.0.78 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103840 Aug 03 18:55:04.608804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:04.631984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a5d1a5a-a8b9-4710-8241-87ffc51a3283 req-0feca435-b56a-40cf-9ab2-63311aee58c4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855916 Aug 03 18:55:04.689296 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b218144-9657-4541-b127-687eba99d2bb x-openstack-request-id: req-2b218144-9657-4541-b127-687eba99d2bb {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:04.690120 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e026c54-a5db-4f06-af42-33678a70f236", "tag": "7dbe9632-ac3d-4c77-aac7-1a94db4faf3b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:04.690646 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b218144-9657-4541-b127-687eba99d2bb {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:04.691713 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e026c54-a5db-4f06-af42-33678a70f236', 'tag': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'status': 'completed', 'code': 200} Aug 03 18:55:04.706286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:04.709072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70819566-104f-4d2c-bc06-3fada03dbbde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fe0463-58bd-4f39-a228-1dc895f854bf'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:04.711980 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e4925d-73b9-46c0-8af8-7448e559020b" -d '{"events": [{"server_uuid": "70819566-104f-4d2c-bc06-3fada03dbbde", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fe0463-58bd-4f39-a228-1dc895f854bf"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:04.730600 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:04.850686 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5b706-3b37-4130-9be5-fdcc7ef2eb42 req-6fb204b9-4d1e-41e8-b839-195cebdc09fc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:04.852367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ce5b706-3b37-4130-9be5-fdcc7ef2eb42 req-6fb204b9-4d1e-41e8-b839-195cebdc09fc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 944 time: 0.0954478 Aug 03 18:55:04.925139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ce5b706-3b37-4130-9be5-fdcc7ef2eb42 req-b49a71b1-cebb-434d-a6e8-b5ad90c25b0f tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625451 Aug 03 18:55:04.988943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf on host n-h2-802918-7 for vnic_type normal with profile {"migrating_to": "n-h1-802918-7"} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:55:04.988943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:55:04.988943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:05.008007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6 req-d6ee2c96-f80d-4b6c-a0a9-936c869bc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:05.010106 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6 req-d6ee2c96-f80d-4b6c-a0a9-936c869bc718 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80887819c3c94cf5a6211eff4dd9b2bd&device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 1096 time: 0.2934313 Aug 03 18:55:05.014246 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Port a6fe0463-58bd-4f39-a228-1dc895f854bf on network e82201e2-b035-4956-9e86-abf136b81612 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:55:05.014736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Attempting to bind port a6fe0463-58bd-4f39-a228-1dc895f854bf on network e82201e2-b035-4956-9e86-abf136b81612 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:05.018471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fe0463-58bd-4f39-a228-1dc895f854bf,revision_number=7']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:05.034615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:55:05.035128 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Checking segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:55:05.035680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Bound using segment: {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:55:05.036288 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Bound port: a6fe0463-58bd-4f39-a228-1dc895f854bf, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'e82201e2-b035-4956-9e86-abf136b81612'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:55:05.036666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:05.065897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a148da8-21ed-4045-86ea-3e0e08f06d8d up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:05.096602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-11c01197-3103-4c68-b456-bc3cbce8dd84 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips/a06b9897-9cae-4cc6-8bc7-8942110cf4b8 HTTP/1.1" status: 200 len: 695 time: 0.1223853 Aug 03 18:55:05.106738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59d249-59be-45ce-abbc-342314a435ca None None] New status for floating IP a06b9897-9cae-4cc6-8bc7-8942110cf4b8: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:55:05.139237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:05.142961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:55:05.180358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89736986-0676-4b03-96a6-e85a6362efdc req-9470dacd-58ff-4155-9b40-2d8c564f2a6f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:05.180654 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:05.182050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89736986-0676-4b03-96a6-e85a6362efdc req-9470dacd-58ff-4155-9b40-2d8c564f2a6f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.2110543 Aug 03 18:55:05.254102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89736986-0676-4b03-96a6-e85a6362efdc req-ecb968fb-f4f9-4330-a322-8ef4f9964d69 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608335 Aug 03 18:55:05.313141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-f6170c25-641e-4856-b09d-8538cb18f943 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:05.319473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-f6170c25-641e-4856-b09d-8538cb18f943 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2220733 Aug 03 18:55:05.366082 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fe0463-58bd-4f39-a228-1dc895f854bf,revision_number=8']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:05.410654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a6fe0463-58bd-4f39-a228-1dc895f854bf details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:55:05.457029 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90786bcb-b21f-455f-926c-83a14749560f x-openstack-request-id: req-90786bcb-b21f-455f-926c-83a14749560f {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:05.457845 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70819566-104f-4d2c-bc06-3fada03dbbde", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fe0463-58bd-4f39-a228-1dc895f854bf", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:05.458253 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90786bcb-b21f-455f-926c-83a14749560f {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:05.459064 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70819566-104f-4d2c-bc06-3fada03dbbde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fe0463-58bd-4f39-a228-1dc895f854bf', 'code': 200} Aug 03 18:55:05.476941 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:05.478721 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:05.481737 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-e8e0e93c-55df-45ef-89a0-c89d587e5312 service neutron] 10.222.0.74 "PUT /v2.0/ports/a6fe0463-58bd-4f39-a228-1dc895f854bf HTTP/1.1" status: 200 len: 1122 time: 1.2517462 Aug 03 18:55:05.522251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:05.535956 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6 req-1331d0ba-5fef-4773-b8bf-d0cd22a768ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:05.538417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-c59206af-c4e7-4cdf-b2e1-771c7d3183fd tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 698 time: 0.2117214 Aug 03 18:55:05.539015 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6 req-1331d0ba-5fef-4773-b8bf-d0cd22a768ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=a246ec6d-490d-4900-917f-db94dfcbc69a HTTP/1.1" status: 200 len: 929 time: 0.5151792 Aug 03 18:55:05.556937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a6fe0463-58bd-4f39-a228-1dc895f854bf has no active binding in host n-h1-802918-7 {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 18:55:05.559664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 7a148da8-21ed-4045-86ea-3e0e08f06d8d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:05.565378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 7a148da8-21ed-4045-86ea-3e0e08f06d8d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:05.566053 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:05.615604 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6 req-4de172f0-734c-48d1-ae28-709af285b998 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b HTTP/1.1" status: 200 len: 217 time: 0.0656395 Aug 03 18:55:05.644867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a6fe0463-58bd-4f39-a228-1dc895f854bf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:05.650210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-4ad17d81-9da1-44d3-887d-96605c12734a tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.212 HTTP/1.1" status: 200 len: 696 time: 0.1096404 Aug 03 18:55:05.724127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6 req-e7bcc7d6-cdda-4863-8302-56f93c4a993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:05.725700 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6 req-e7bcc7d6-cdda-4863-8302-56f93c4a993f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3044f72c-1dcf-42f2-aea2-b8c06a3a793e HTTP/1.1" status: 200 len: 867 time: 0.1015747 Aug 03 18:55:05.729758 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:05.774507 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a148da8-21ed-4045-86ea-3e0e08f06d8d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:05.777808 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f06b33-bfe8-4866-b0f9-922aab159b4d" -d '{"events": [{"server_uuid": "b3354f0a-2c0b-4612-9443-51113280d3da", "name": "network-vif-plugged", "status": "completed", "tag": "7a148da8-21ed-4045-86ea-3e0e08f06d8d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:05.798321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a148da8-21ed-4045-86ea-3e0e08f06d8d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a148da8-21ed-4045-86ea-3e0e08f06d8d,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:05.800889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a10cde-204b-4666-af21-30b85d001230 req-66b8d5b2-9177-4419-8fc2-52cc3d751305 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:05.802606 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6a10cde-204b-4666-af21-30b85d001230 req-66b8d5b2-9177-4419-8fc2-52cc3d751305 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.2591109 Aug 03 18:55:05.810818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['a6fe0463-58bd-4f39-a228-1dc895f854bf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:05.813858 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:05.846121 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6 req-cc9516b0-ff45-4efa-8e4e-32c7761f213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:05.848366 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6 req-cc9516b0-ff45-4efa-8e4e-32c7761f213a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a246ec6d-490d-4900-917f-db94dfcbc69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949383 Aug 03 18:55:05.863190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6a10cde-204b-4666-af21-30b85d001230 req-bb4df2ed-b7d7-47bc-8f39-def715686a4b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524755 Aug 03 18:55:05.870457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-804cd006-a696-461c-93b6-ab39912bcb68 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Deleting port 384b0a0f-2bf6-4c35-8624-2a7e7a405dad {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:55:05.870457 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-804cd006-a696-461c-93b6-ab39912bcb68 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:05.968397 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-804cd006-a696-461c-93b6-ab39912bcb68 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:05.968825 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-804cd006-a696-461c-93b6-ab39912bcb68 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:06.000456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-804cd006-a696-461c-93b6-ab39912bcb68 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Calling delete_port for 384b0a0f-2bf6-4c35-8624-2a7e7a405dad owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:55:06.072593 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6 req-ef6b185f-6ed4-4525-9527-3ce3003a134f service neutron] 10.222.0.37 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924031 Aug 03 18:55:06.075365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7a148da8-21ed-4045-86ea-3e0e08f06d8d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:06.227823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a441f-b8d2-4a2a-964b-5655d0670a0d req-3be6116b-9d8b-44ef-91c0-e50fb41229ce tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:06.231430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad2a441f-b8d2-4a2a-964b-5655d0670a0d req-3be6116b-9d8b-44ef-91c0-e50fb41229ce tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4f2636b6-95aa-4d4c-abfd-bf98fc336837 HTTP/1.1" status: 200 len: 1100 time: 0.0748818 Aug 03 18:55:06.275103 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5f74f5e-44fa-4ccb-ba5a-b7c6be07e0f6 req-114efdf2-48fb-4e3f-b006-5134d816678d service neutron] 10.222.0.37 "GET /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942954 Aug 03 18:55:06.302794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad2a441f-b8d2-4a2a-964b-5655d0670a0d req-b41bc280-47d8-456d-a9a7-04952923d46b tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608943 Aug 03 18:55:06.335869 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-804cd006-a696-461c-93b6-ab39912bcb68 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:06.368541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cd006-a696-461c-93b6-ab39912bcb68 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Pushing event deleted for resources: {'Port': ['ID=384b0a0f-2bf6-4c35-8624-2a7e7a405dad,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:06.384629 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab4fc9d-fd1b-4a24-a0bb-87134a83598f x-openstack-request-id: req-0ab4fc9d-fd1b-4a24-a0bb-87134a83598f {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:06.385056 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3354f0a-2c0b-4612-9443-51113280d3da", "name": "network-vif-plugged", "status": "completed", "tag": "7a148da8-21ed-4045-86ea-3e0e08f06d8d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:06.385244 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ab4fc9d-fd1b-4a24-a0bb-87134a83598f {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:06.385655 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a148da8-21ed-4045-86ea-3e0e08f06d8d', 'code': 200} Aug 03 18:55:06.402424 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46458d53-4e2b-4622-8f11-3a7c76d98cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:06.470028 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-804cd006-a696-461c-93b6-ab39912bcb68 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:06.474769 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-804cd006-a696-461c-93b6-ab39912bcb68 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:06.478107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05d75dd0-822f-402b-a2ca-5a6d50cc2374 req-804cd006-a696-461c-93b6-ab39912bcb68 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "DELETE /v2.0/floatingips/a06b9897-9cae-4cc6-8bc7-8942110cf4b8 HTTP/1.1" status: 204 len: 173 time: 0.8218079 Aug 03 18:55:06.532292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de8cf3-4434-41d9-ba8c-5c5a4f5155ea req-768ce0d2-e57e-400f-855b-121d8b5334b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:06.536189 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9de8cf3-4434-41d9-ba8c-5c5a4f5155ea req-768ce0d2-e57e-400f-855b-121d8b5334b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 1096 time: 0.0702107 Aug 03 18:55:06.550266 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:06.596899 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9de8cf3-4434-41d9-ba8c-5c5a4f5155ea req-9639e6eb-1a5e-452a-a52e-f9ff8c03c970 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493896 Aug 03 18:55:06.658929 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47414444-05fc-4c3d-a5c5-23c864a5535b req-5376d21c-a3d7-4efe-a1e4-1b4b6daabfb4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:06.660545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47414444-05fc-4c3d-a5c5-23c864a5535b req-5376d21c-a3d7-4efe-a1e4-1b4b6daabfb4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.0990555 Aug 03 18:55:06.669373 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593965d-f5de-4403-a176-86fe1b2e6a9b req-3bd2e741-8e61-461d-b2ba-1869d25b9088 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:06.670882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f593965d-f5de-4403-a176-86fe1b2e6a9b req-3bd2e741-8e61-461d-b2ba-1869d25b9088 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.0989516 Aug 03 18:55:06.734153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f593965d-f5de-4403-a176-86fe1b2e6a9b req-631cc86e-d1f8-44f8-bc9c-9faa8a104b0c tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560255 Aug 03 18:55:06.737488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47414444-05fc-4c3d-a5c5-23c864a5535b req-dfd7b8ac-df50-4748-8a65-baf36dd25c87 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656252 Aug 03 18:55:06.906406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac2650-0d07-4a3a-950a-861145213d17 req-ffba9648-b9c7-4493-aeb2-4d0a6536dc44 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:06.908927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9ac2650-0d07-4a3a-950a-861145213d17 req-ffba9648-b9c7-4493-aeb2-4d0a6536dc44 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 1101 time: 0.0924261 Aug 03 18:55:06.918764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7f892-cc8e-48c9-b8b4-6dec2b5455a5 req-d86d7331-4cd6-4a9a-aace-936ba6345a36 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:06.920500 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0e7f892-cc8e-48c9-b8b4-6dec2b5455a5 req-d86d7331-4cd6-4a9a-aace-936ba6345a36 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0926943 Aug 03 18:55:06.983769 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0e7f892-cc8e-48c9-b8b4-6dec2b5455a5 req-d64de56c-319a-4bdb-ab48-c2b2159a3bb2 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0532701 Aug 03 18:55:07.006558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9ac2650-0d07-4a3a-950a-861145213d17 req-a3f1d15b-95d5-4a80-a06f-980065038e6e tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849974 Aug 03 18:55:07.083121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08e98805-c2f8-4935-801e-402d092fffaa req-5b298d86-1f26-4f1a-8fca-18299b93a833 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0484419 Aug 03 18:55:07.164828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815add28-23b7-44cd-bc43-7465abc4838c req-701c2ed5-1919-4c03-9bfa-6f9daed18b2a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:07.166456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-815add28-23b7-44cd-bc43-7465abc4838c req-701c2ed5-1919-4c03-9bfa-6f9daed18b2a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.0938399 Aug 03 18:55:07.222753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-815add28-23b7-44cd-bc43-7465abc4838c req-9063ba11-ea8e-40fc-a6f8-e502cefa5471 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486357 Aug 03 18:55:07.461010 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70819566-104f-4d2c-bc06-3fada03dbbde', 'tag': 'a6fe0463-58bd-4f39-a228-1dc895f854bf'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:07.463645 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412fbea2-1a66-4d0a-be68-9b50ae3443e5" -d '{"events": [{"name": "network-changed", "server_uuid": "70819566-104f-4d2c-bc06-3fada03dbbde", "tag": "a6fe0463-58bd-4f39-a228-1dc895f854bf"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:07.507187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-e5c94822-3562-4594-8e60-eff1ea31917b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520988 Aug 03 18:55:07.590267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e3e8a-829e-41e6-a173-746e35d2b21f req-a1ddb630-8292-4d95-b738-f678e6dc725e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:07.592059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a6e3e8a-829e-41e6-a173-746e35d2b21f req-a1ddb630-8292-4d95-b738-f678e6dc725e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 945 time: 0.1247725 Aug 03 18:55:07.678228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a6e3e8a-829e-41e6-a173-746e35d2b21f req-d49236a7-f39d-4bbc-a41c-5cab103cd8f0 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735073 Aug 03 18:55:07.690562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-bb6a4ccf-0f3d-4eac-9716-bd887ee979ca tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:07.692620 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-bb6a4ccf-0f3d-4eac-9716-bd887ee979ca tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738715 Aug 03 18:55:07.729373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-27a07464-b473-473b-b305-61dcf72dee93 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/quotas/5f57a51310c1494daeeeef8912c80670 HTTP/1.1" status: 200 len: 375 time: 0.0235415 Aug 03 18:55:07.734310 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:07.739668 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f22fcd0-77f6-4ddc-b357-22fe437ab07d x-openstack-request-id: req-6f22fcd0-77f6-4ddc-b357-22fe437ab07d {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:07.740232 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70819566-104f-4d2c-bc06-3fada03dbbde", "tag": "a6fe0463-58bd-4f39-a228-1dc895f854bf", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:07.740435 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f22fcd0-77f6-4ddc-b357-22fe437ab07d {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:07.740929 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70819566-104f-4d2c-bc06-3fada03dbbde', 'tag': 'a6fe0463-58bd-4f39-a228-1dc895f854bf', 'status': 'completed', 'code': 200} Aug 03 18:55:07.810409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-e9bb1315-a256-452d-ad9d-be023cc83906 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783474 Aug 03 18:55:07.845258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fbea2-1a66-4d0a-be68-9b50ae3443e5 req-d95d7a07-275d-4302-a68a-ce72cb28b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:07.847767 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-412fbea2-1a66-4d0a-be68-9b50ae3443e5 req-d95d7a07-275d-4302-a68a-ce72cb28b899 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 1125 time: 0.0597351 Aug 03 18:55:07.999002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fbea2-1a66-4d0a-be68-9b50ae3443e5 req-8ae5b165-1945-4257-b86a-e99fbdb16669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:08.001176 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-412fbea2-1a66-4d0a-be68-9b50ae3443e5 req-8ae5b165-1945-4257-b86a-e99fbdb16669 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.1439183 Aug 03 18:55:08.016950 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a0965-20eb-430f-939e-ca19ca136abd req-7a3539b5-1156-42b4-b114-5e90f69db515 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:08.030457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-923a0965-20eb-430f-939e-ca19ca136abd req-7a3539b5-1156-42b4-b114-5e90f69db515 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.0715191 Aug 03 18:55:08.062344 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-412fbea2-1a66-4d0a-be68-9b50ae3443e5 req-d28043c1-dd81-4543-b3a6-0c0085fa1b0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf HTTP/1.1" status: 200 len: 217 time: 0.0471179 Aug 03 18:55:08.082401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-923a0965-20eb-430f-939e-ca19ca136abd req-ff40ac2b-7755-4db6-9af3-50181b04096d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506756 Aug 03 18:55:08.145325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fbea2-1a66-4d0a-be68-9b50ae3443e5 req-33ec2b38-5589-4766-a983-8910af1dcade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:08.150982 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-412fbea2-1a66-4d0a-be68-9b50ae3443e5 req-33ec2b38-5589-4766-a983-8910af1dcade service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.0786958 Aug 03 18:55:08.199278 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-412fbea2-1a66-4d0a-be68-9b50ae3443e5 req-2158af1a-310b-49db-a7a0-ba68cb5eac20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392592 Aug 03 18:55:08.253575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaf770-5355-4079-a975-ad9f438e833f req-d6e3d75c-12cb-4c51-8f2f-75b9fe6dca7f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:08.255406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36eaf770-5355-4079-a975-ad9f438e833f req-d6e3d75c-12cb-4c51-8f2f-75b9fe6dca7f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.0937285 Aug 03 18:55:08.324489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36eaf770-5355-4079-a975-ad9f438e833f req-bd11c292-cf0d-409b-805f-0899effc63c8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567241 Aug 03 18:55:08.362404 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-412fbea2-1a66-4d0a-be68-9b50ae3443e5 req-16524e8f-7e53-4723-b4fe-7d720494b054 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466422 Aug 03 18:55:08.520575 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-412fbea2-1a66-4d0a-be68-9b50ae3443e5 req-f3eaa7dd-9ac6-41c7-8e41-14318131f7e2 service neutron] 10.222.0.37 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442420 Aug 03 18:55:08.653535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d6747-b47f-418b-8183-bb82464309f8 req-d2e2906f-dfd3-4a4f-a2b8-b3db78039c2d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:08.657423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f38d6747-b47f-418b-8183-bb82464309f8 req-d2e2906f-dfd3-4a4f-a2b8-b3db78039c2d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.0996881 Aug 03 18:55:08.727337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f38d6747-b47f-418b-8183-bb82464309f8 req-b820a120-87a0-4590-a330-d4fb5162814b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601268 Aug 03 18:55:08.900226 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4df2fcb7-be37-446d-a4ca-c2a0806d13a9 req-8906d883-87cf-4373-b9a4-a6929c73779e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1029811 Aug 03 18:55:08.972049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29fce7-a3b7-45aa-8fe5-5f48cbf7527f req-246965f9-7318-49b9-b36d-c6698afc7c9f tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:08.973831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c29fce7-a3b7-45aa-8fe5-5f48cbf7527f req-246965f9-7318-49b9-b36d-c6698afc7c9f tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.1069045 Aug 03 18:55:08.982983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fa485-88b0-4c88-9eed-800aad036860 req-56a46006-114a-41e6-8378-5b63c5f665c2 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:08.984460 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d12fa485-88b0-4c88-9eed-800aad036860 req-56a46006-114a-41e6-8378-5b63c5f665c2 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 945 time: 0.1163490 Aug 03 18:55:09.056654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2fcb7-be37-446d-a4ca-c2a0806d13a9 req-17a276b2-1782-4b09-87fb-220e478a56ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:09.062682 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4df2fcb7-be37-446d-a4ca-c2a0806d13a9 req-17a276b2-1782-4b09-87fb-220e478a56ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 1095 time: 0.0931308 Aug 03 18:55:09.066161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d12fa485-88b0-4c88-9eed-800aad036860 req-4fd32683-f1c4-43b3-9acb-b4fe160a3e81 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732927 Aug 03 18:55:09.070585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c29fce7-a3b7-45aa-8fe5-5f48cbf7527f req-4bbf0dac-2645-4c53-94fa-ecd94a72a136 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849335 Aug 03 18:55:09.303997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2fcb7-be37-446d-a4ca-c2a0806d13a9 req-063e75ba-c002-49b7-851e-74f875e2e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:09.307195 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4df2fcb7-be37-446d-a4ca-c2a0806d13a9 req-063e75ba-c002-49b7-851e-74f875e2e3ea service neutron] 10.222.0.74 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.2054386 Aug 03 18:55:09.429717 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4df2fcb7-be37-446d-a4ca-c2a0806d13a9 req-095a1277-faf0-45cb-a678-c23210d050e2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c HTTP/1.1" status: 200 len: 217 time: 0.1035869 Aug 03 18:55:09.451108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3777d97-07ff-4bc3-ad13-894b8fae4502 req-67eea069-88b1-4739-a451-9b498a370053 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 210 time: 0.2518854 Aug 03 18:55:09.527802 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:09.630414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c94f-1ac3-4135-a19b-cd77e8d468a1 req-f5659ef2-287f-4a55-9e30-58f4618ed7b6 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:09.661014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64a6c94f-1ac3-4135-a19b-cd77e8d468a1 req-f5659ef2-287f-4a55-9e30-58f4618ed7b6 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.1494172 Aug 03 18:55:09.675483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2fcb7-be37-446d-a4ca-c2a0806d13a9 req-a2ab40ad-8c9c-4038-820b-8e49a8726720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:09.682830 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4df2fcb7-be37-446d-a4ca-c2a0806d13a9 req-a2ab40ad-8c9c-4038-820b-8e49a8726720 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.2302670 Aug 03 18:55:09.724883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a68594-a416-483f-88c3-44b924953e23 req-6bef6d15-4165-48a5-8d67-7c94d51614e6 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:09.727044 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e1a68594-a416-483f-88c3-44b924953e23 req-6bef6d15-4165-48a5-8d67-7c94d51614e6 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 945 time: 0.1717250 Aug 03 18:55:09.739569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64a6c94f-1ac3-4135-a19b-cd77e8d468a1 req-0be8f1f4-8f2b-4668-b77b-d470fb2ffafc tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779181 Aug 03 18:55:09.857746 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4df2fcb7-be37-446d-a4ca-c2a0806d13a9 req-77ae8c0f-d35e-48ab-8bd2-c11eeaef7bb3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283095 Aug 03 18:55:09.962293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737eb64-e1ab-4d0c-9f76-a3d597aa3fd2 req-35fc6d5a-8646-4b3d-ae11-e09de78cc0fa tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:09.964898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1737eb64-e1ab-4d0c-9f76-a3d597aa3fd2 req-35fc6d5a-8646-4b3d-ae11-e09de78cc0fa tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.0872173 Aug 03 18:55:10.017699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1737eb64-e1ab-4d0c-9f76-a3d597aa3fd2 req-514ac3c8-6595-4163-a1d7-5637a1469f62 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452380 Aug 03 18:55:10.049901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e1a68594-a416-483f-88c3-44b924953e23 req-ab3e93f4-c3c8-4389-9478-457d08e79609 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Deleting port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:55:10.050690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e1a68594-a416-483f-88c3-44b924953e23 req-ab3e93f4-c3c8-4389-9478-457d08e79609 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:10.076280 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4df2fcb7-be37-446d-a4ca-c2a0806d13a9 req-bf765c8c-4ad0-48e6-bb39-cbf30b738604 service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527271 Aug 03 18:55:10.253549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e1a68594-a416-483f-88c3-44b924953e23 req-ab3e93f4-c3c8-4389-9478-457d08e79609 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] For port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b,segment=NetworkSegment(b1a203af-0d40-469e-bf5d-5148f187b653),segment_id=b1a203af-0d40-469e-bf5d-5148f187b653)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:10.253946 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e1a68594-a416-483f-88c3-44b924953e23 req-ab3e93f4-c3c8-4389-9478-457d08e79609 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:10.268477 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4df2fcb7-be37-446d-a4ca-c2a0806d13a9 req-8c58b134-58aa-4d94-9042-d205dd2f498d service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588562 Aug 03 18:55:10.273404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e1a68594-a416-483f-88c3-44b924953e23 req-ab3e93f4-c3c8-4389-9478-457d08e79609 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Calling delete_port for 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:55:10.336862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ee2a8-3a95-478a-be42-50e8ad758021 req-4d89d54d-65d1-4e3a-87cb-870bc0f47140 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:10.338671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b1ee2a8-3a95-478a-be42-50e8ad758021 req-4d89d54d-65d1-4e3a-87cb-870bc0f47140 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.1076651 Aug 03 18:55:10.427227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b1ee2a8-3a95-478a-be42-50e8ad758021 req-7080b231-5f52-4f10-8502-12d942543960 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681345 Aug 03 18:55:10.469653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428a1ba-7987-4750-a47d-5bdf041554e2 req-61deb6c1-1aae-403e-b6d8-656b4026068e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:10.478579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1428a1ba-7987-4750-a47d-5bdf041554e2 req-61deb6c1-1aae-403e-b6d8-656b4026068e tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/ports?device_id=1e026c54-a5db-4f06-af42-33678a70f236 HTTP/1.1" status: 200 len: 945 time: 0.2789650 Aug 03 18:55:10.513769 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-70007718-b67c-4c56-a844-0625ec956e02 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248079 Aug 03 18:55:10.597978 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e1a68594-a416-483f-88c3-44b924953e23 req-ab3e93f4-c3c8-4389-9478-457d08e79609 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:10.616175 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['7dbe9632-ac3d-4c77-aac7-1a94db4faf3b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:10.645389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1428a1ba-7987-4750-a47d-5bdf041554e2 req-52cd620a-804d-45d0-95f5-dca253721417 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.78 "GET /v2.0/security-groups?id=74075aec-f1dc-46de-b8ed-a73b6fd2adaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654682 Aug 03 18:55:10.690080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e93f4-c3c8-4389-9478-457d08e79609 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Pushing event deleted for resources: {'Port': ['ID=7dbe9632-ac3d-4c77-aac7-1a94db4faf3b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:10.795970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b840e0e5-14c7-4f13-a009-134e7f4874fd req-47ccadff-6a01-4b7c-b6f6-686c5968ed27 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 210 time: 0.0685384 Aug 03 18:55:10.823552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a68594-a416-483f-88c3-44b924953e23 req-ab3e93f4-c3c8-4389-9478-457d08e79609 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] No DVR routers for this DVR port 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:55:10.833454 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e1a68594-a416-483f-88c3-44b924953e23 req-ab3e93f4-c3c8-4389-9478-457d08e79609 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:10.845122 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e1a68594-a416-483f-88c3-44b924953e23 req-ab3e93f4-c3c8-4389-9478-457d08e79609 tempest-FloatingIPsAssociationNegativeTestJSON-937733206 tempest-FloatingIPsAssociationNegativeTestJSON-937733206-project] 10.222.0.37 "DELETE /v2.0/ports/7dbe9632-ac3d-4c77-aac7-1a94db4faf3b HTTP/1.1" status: 204 len: 173 time: 1.1105819 Aug 03 18:55:10.845928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e026c54-a5db-4f06-af42-33678a70f236', 'name': 'network-vif-deleted', 'tag': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:10.856483 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90124713-4757-4ba3-8a62-1c2e9fcb876b" -d '{"events": [{"server_uuid": "1e026c54-a5db-4f06-af42-33678a70f236", "name": "network-vif-deleted", "tag": "7dbe9632-ac3d-4c77-aac7-1a94db4faf3b"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:10.864954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-4514328b-93f8-4d76-b53c-5c76b953d18a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:10.867814 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-4514328b-93f8-4d76-b53c-5c76b953d18a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3342862 Aug 03 18:55:10.900459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Request body: {'port': {'device_id': '046a1a64-6e4d-4c9b-afa8-483e6917d8e1', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '5f57a51310c1494daeeeef8912c80670'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:10.970084 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b05cb3-4dae-4502-af67-518faad7d905 x-openstack-request-id: req-63b05cb3-4dae-4502-af67-518faad7d905 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:10.970502 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e026c54-a5db-4f06-af42-33678a70f236", "name": "network-vif-deleted", "tag": "7dbe9632-ac3d-4c77-aac7-1a94db4faf3b", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:10.970831 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63b05cb3-4dae-4502-af67-518faad7d905 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:10.971349 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e026c54-a5db-4f06-af42-33678a70f236', 'name': 'network-vif-deleted', 'tag': '7dbe9632-ac3d-4c77-aac7-1a94db4faf3b', 'status': 'completed', 'code': 200} Aug 03 18:55:11.119754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73e61d-2c0e-4256-ac56-c1c290651d13 req-5fee3ad7-66bd-423a-90ed-5b270080e29c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:11.128242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b73e61d-2c0e-4256-ac56-c1c290651d13 req-5fee3ad7-66bd-423a-90ed-5b270080e29c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.2217734 Aug 03 18:55:11.188060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b73e61d-2c0e-4256-ac56-c1c290651d13 req-b71b0e09-3abd-412d-8b1a-ae7a1ba31240 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585244 Aug 03 18:55:11.263039 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Made reservation on behalf of 5f57a51310c1494daeeeef8912c80670 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:55:11.269407 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:11.303459 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-6ff3aaf2-20b0-4c2e-bb00-d6f9f56a50e4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281670 Aug 03 18:55:11.327043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94066b-2e16-47e9-a3bb-5a9a23946c66 req-b92ca5f5-909d-4104-a88c-59c37446ed83 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:11.329147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a94066b-2e16-47e9-a3bb-5a9a23946c66 req-b92ca5f5-909d-4104-a88c-59c37446ed83 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1539981 Aug 03 18:55:11.474790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a94066b-2e16-47e9-a3bb-5a9a23946c66 req-ce7d107e-be0c-4db8-b5a7-7c49d510d2f8 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336734 Aug 03 18:55:11.571916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Allocated IP 192.168.233.139 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/400de580-68ef-4b10-a1e4-1d8b1e254f1b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:55:11.671020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-b9ed4359-acf6-44ad-a8cf-714b6c01c369 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:11.672703 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-b9ed4359-acf6-44ad-a8cf-714b6c01c369 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749584 Aug 03 18:55:11.795645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d6feb-b956-4c89-81e4-9b0dd0f44303 req-07154e9e-fcc3-4eb5-b438-8d5b378fc00b tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:11.797405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-969d6feb-b956-4c89-81e4-9b0dd0f44303 req-07154e9e-fcc3-4eb5-b438-8d5b378fc00b tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.1370881 Aug 03 18:55:11.884878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Request body: {'port': {'device_id': '99331cb7-1dc7-4ced-a35f-7495ac80f966', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '5f57a51310c1494daeeeef8912c80670'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:11.890596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35704) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:12.067575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Made reservation on behalf of 5f57a51310c1494daeeeef8912c80670 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:55:12.076459 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:12.340003 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:12.384791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-969d6feb-b956-4c89-81e4-9b0dd0f44303 req-bc02bfee-b826-4f66-8049-273a05431189 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518312 Aug 03 18:55:12.396200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11359e13-1621-410b-9cce-ad203d1448c2 req-066615a8-b714-4441-9921-653abbc51b2a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 210 time: 0.0669541 Aug 03 18:55:12.414678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Transition to ACTIVE for port object 400de580-68ef-4b10-a1e4-1d8b1e254f1b will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:12.654757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:12.670556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'f8bec4d1-5a77-488a-be20-afa878741001'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:12.744558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:12.758969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Allocated IP 192.168.233.148 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/922d0dfb-2d21-4770-9cf1-229ec814a33a) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:55:12.901282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:55:12.905001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event updated for resources: {'Port': ['ID=400de580-68ef-4b10-a1e4-1d8b1e254f1b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:12.992694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f6906-2d09-4a21-a1f3-380296cd411a req-0c62720f-857c-487d-a50a-3ed3fc181229 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:13.009999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df4f6906-2d09-4a21-a1f3-380296cd411a req-0c62720f-857c-487d-a50a-3ed3fc181229 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.4408770 Aug 03 18:55:13.012043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:55:13.015835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:55:13.125295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e021c44-eda1-4244-b415-d412b140e9b2 req-d5281e34-5ed1-4082-a35c-fa263ad87e13 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:13.150190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e021c44-eda1-4244-b415-d412b140e9b2 req-d5281e34-5ed1-4082-a35c-fa263ad87e13 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.4506550 Aug 03 18:55:13.160852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:55:13.201264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:55:13.201621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7dbe9632-ac3d-4c77-aac7-1a94db4faf3b not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:55:13.202065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a6fe0463-58bd-4f39-a228-1dc895f854bf no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:55:13.284718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df4f6906-2d09-4a21-a1f3-380296cd411a req-56682bf5-a596-4afc-8998-dceb877de575 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604146 Aug 03 18:55:13.328774 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:13.388282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-35a31d62-b6b9-4228-8fc6-723a935df269 None None] Provisioning for port 400de580-68ef-4b10-a1e4-1d8b1e254f1b completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:13.388539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e021c44-eda1-4244-b415-d412b140e9b2 req-2faedce8-892c-4bcb-8d47-2ce5d07f2211 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346628 Aug 03 18:55:13.393631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-35a31d62-b6b9-4228-8fc6-723a935df269 None None] Provisioning complete for port 400de580-68ef-4b10-a1e4-1d8b1e254f1b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:13.394359 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-35a31d62-b6b9-4228-8fc6-723a935df269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:13.398501 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Transition to ACTIVE for port object 922d0dfb-2d21-4770-9cf1-229ec814a33a will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:13.420547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:13.421376 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:13.470073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-35a31d62-b6b9-4228-8fc6-723a935df269 None None] Port 400de580-68ef-4b10-a1e4-1d8b1e254f1b cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:55:13.502345 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:13.513184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-86452031-bf8e-4041-ae8f-3ecbbf70f2ee tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6205630 Aug 03 18:55:13.536326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Request body: {'port': {'device_id': '046a1a64-6e4d-4c9b-afa8-483e6917d8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:13.569806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:55:13.577085 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:55:13.588021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'f8bec4d1-5a77-488a-be20-afa878741001'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:13.601289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:55:13.607008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event updated for resources: {'Port': ['ID=922d0dfb-2d21-4770-9cf1-229ec814a33a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:13.707480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:13.708431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:13.720415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:13.748940 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f237a6e0-b065-4e9b-87b9-48f92751b124 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8719921 Aug 03 18:55:13.773360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Request body: {'port': {'device_id': '99331cb7-1dc7-4ced-a35f-7495ac80f966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:14.004096 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:14.031029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f04378-77d5-446b-982e-944088bf7797 req-4b492959-7dbe-4179-9c14-ccecdbcd3a4e tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:14.046424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96f04378-77d5-446b-982e-944088bf7797 req-4b492959-7dbe-4179-9c14-ccecdbcd3a4e tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.4670131 Aug 03 18:55:14.082365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d934d176-8bdb-4a64-89f1-6da08cb6f08f None None] Provisioning for port 922d0dfb-2d21-4770-9cf1-229ec814a33a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:14.124837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d934d176-8bdb-4a64-89f1-6da08cb6f08f None None] Provisioning complete for port 922d0dfb-2d21-4770-9cf1-229ec814a33a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:14.125321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d934d176-8bdb-4a64-89f1-6da08cb6f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:14.128419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48528e59-57bd-437f-baf7-0e423874f858 req-44f29d6c-e9ee-4a57-ab9f-7efc99855bb4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:14.135698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48528e59-57bd-437f-baf7-0e423874f858 req-44f29d6c-e9ee-4a57-ab9f-7efc99855bb4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 936 time: 0.5043817 Aug 03 18:55:14.155863 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:14.298592 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:14.323654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d934d176-8bdb-4a64-89f1-6da08cb6f08f None None] Port 922d0dfb-2d21-4770-9cf1-229ec814a33a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:55:14.376694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96f04378-77d5-446b-982e-944088bf7797 req-5f455b81-6103-41d1-94f3-589d7dbe79d8 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288805 Aug 03 18:55:14.513459 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48528e59-57bd-437f-baf7-0e423874f858 req-fb6fcad4-cc73-456c-bcaa-2a84103f72cf tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677239 Aug 03 18:55:14.881034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839b047-7cdd-4ba3-85a2-fb037bd2e411 req-4207ae23-007a-4aac-9b15-a5c1c45ec2db tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:14.888760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d839b047-7cdd-4ba3-85a2-fb037bd2e411 req-4207ae23-007a-4aac-9b15-a5c1c45ec2db tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 944 time: 0.2196848 Aug 03 18:55:14.908463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f70f09-4e09-4db6-9f37-1c3b8d786723 req-20f7591b-3471-4a22-b537-353839a9a163 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:14.910236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3f70f09-4e09-4db6-9f37-1c3b8d786723 req-20f7591b-3471-4a22-b537-353839a9a163 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1742420 Aug 03 18:55:14.911035 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:14.922001 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-9f80cda0-53df-424c-85ac-e871487d18d7 service neutron] 10.222.0.37 "GET /v2.0/ports/a6fe0463-58bd-4f39-a228-1dc895f854bf/bindings/n-h1-802918-7 HTTP/1.1" status: 200 len: 384 time: 0.1212733 Aug 03 18:55:14.932284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922d0dfb-2d21-4770-9cf1-229ec814a33a {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:14.947667 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:14.973160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d839b047-7cdd-4ba3-85a2-fb037bd2e411 req-24827f8b-276a-4c96-8174-1f48a9d485fd tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803685 Aug 03 18:55:15.008258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Transition to ACTIVE for port object 922d0dfb-2d21-4770-9cf1-229ec814a33a will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:15.025513 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:15.036935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3f70f09-4e09-4db6-9f37-1c3b8d786723 req-abfe8246-c046-4574-ab87-06f431298907 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179345 Aug 03 18:55:15.124626 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Pushing event updated for resources: {'Port': ['ID=922d0dfb-2d21-4770-9cf1-229ec814a33a,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:15.279009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] Deleting port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:55:15.279445 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:15.327437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Attempting to bind port 922d0dfb-2d21-4770-9cf1-229ec814a33a on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:55:15.328334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Attempting to bind port 922d0dfb-2d21-4770-9cf1-229ec814a33a by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:55:15.328855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Attempting to bind port 922d0dfb-2d21-4770-9cf1-229ec814a33a on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:15.336803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Port 922d0dfb-2d21-4770-9cf1-229ec814a33a on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:55:15.337688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Attempting to bind port 922d0dfb-2d21-4770-9cf1-229ec814a33a on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:15.360383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:55:15.360783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:55:15.361183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:55:15.361944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Bound port: 922d0dfb-2d21-4770-9cf1-229ec814a33a, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:55:15.362312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:15.409782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400de580-68ef-4b10-a1e4-1d8b1e254f1b {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:15.425786 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:15.426389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-981998b7-c95d-4681-8e31-4b3b7a1e1a9e service neutron] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:15.447511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] For port 20b3ffa6-7dee-4ffd-b6b8-b135814bc490, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=20b3ffa6-7dee-4ffd-b6b8-b135814bc490,segment=NetworkSegment(b1a203af-0d40-469e-bf5d-5148f187b653),segment_id=b1a203af-0d40-469e-bf5d-5148f187b653)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:15.448914 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:15.464207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Transition to ACTIVE for port object 400de580-68ef-4b10-a1e4-1d8b1e254f1b will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:15.469827 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:15.472483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] Calling delete_port for 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:55:15.475061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-981998b7-c95d-4681-8e31-4b3b7a1e1a9e service neutron] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:15.504566 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] For port 922d0dfb-2d21-4770-9cf1-229ec814a33a, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:15.522615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] For port 922d0dfb-2d21-4770-9cf1-229ec814a33a, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=922d0dfb-2d21-4770-9cf1-229ec814a33a,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:55:15.542331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-981998b7-c95d-4681-8e31-4b3b7a1e1a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fe0463-58bd-4f39-a228-1dc895f854bf {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:15.553468 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:15.587629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-981998b7-c95d-4681-8e31-4b3b7a1e1a9e service neutron] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:15.619645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:15.620825 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:15.622553 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] 10.222.0.74 "PUT /v2.0/ports/922d0dfb-2d21-4770-9cf1-229ec814a33a HTTP/1.1" status: 200 len: 1096 time: 1.8547595 Aug 03 18:55:15.623040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99331cb7-1dc7-4ced-a35f-7495ac80f966', 'tag': '922d0dfb-2d21-4770-9cf1-229ec814a33a'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:15.625575 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c2e590-5b14-472c-8f70-596cf51154be" -d '{"events": [{"name": "network-changed", "server_uuid": "99331cb7-1dc7-4ced-a35f-7495ac80f966", "tag": "922d0dfb-2d21-4770-9cf1-229ec814a33a"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:15.633781 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-981998b7-c95d-4681-8e31-4b3b7a1e1a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:15.688700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Pushing event updated for resources: {'Port': ['ID=400de580-68ef-4b10-a1e4-1d8b1e254f1b,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:15.748134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.748558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.748832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.749139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.749472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.749831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.750159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.750483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.750809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.751131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.752070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.752070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:15.768011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d5978-4ba7-44aa-9de5-72f70b5a2c15 service neutron] Pushing event updated for resources: {'Port': ['ID=922d0dfb-2d21-4770-9cf1-229ec814a33a,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:15.805103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-981998b7-c95d-4681-8e31-4b3b7a1e1a9e service neutron] Transition to ACTIVE for port object a6fe0463-58bd-4f39-a228-1dc895f854bf will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:15.822420 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-981998b7-c95d-4681-8e31-4b3b7a1e1a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:15.839996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-e6b93ce6-60ad-4ee3-b937-91604ce701b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:15.840647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f15bff-d51e-4964-bd41-c7648888da36 req-6448843e-34b3-4f15-b628-b46e503d67d2 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:15.841738 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-e6b93ce6-60ad-4ee3-b937-91604ce701b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 1099 time: 0.0893829 Aug 03 18:55:15.848300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5f15bff-d51e-4964-bd41-c7648888da36 req-6448843e-34b3-4f15-b628-b46e503d67d2 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.2337158 Aug 03 18:55:15.935653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7773bf4-eeb6-4df5-a1eb-4444e157d287 req-2c81177f-a74c-4728-8511-961f16da8fb4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:15.937338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7773bf4-eeb6-4df5-a1eb-4444e157d287 req-2c81177f-a74c-4728-8511-961f16da8fb4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 948 time: 0.2627349 Aug 03 18:55:15.944588 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-6d87591f-c334-4bab-adee-c0bcbc7a164e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=922d0dfb-2d21-4770-9cf1-229ec814a33a HTTP/1.1" status: 200 len: 217 time: 0.0725887 Aug 03 18:55:15.991964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-981998b7-c95d-4681-8e31-4b3b7a1e1a9e service neutron] No DVR routers for this DVR port a6fe0463-58bd-4f39-a228-1dc895f854bf on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:55:16.009285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5f15bff-d51e-4964-bd41-c7648888da36 req-ed18cbd5-4d54-4cdc-a52d-9ada214a924c tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588283 Aug 03 18:55:16.026740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Attempting to bind port 400de580-68ef-4b10-a1e4-1d8b1e254f1b on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:55:16.026740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Attempting to bind port 400de580-68ef-4b10-a1e4-1d8b1e254f1b by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:55:16.026740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Attempting to bind port 400de580-68ef-4b10-a1e4-1d8b1e254f1b on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:16.027366 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981998b7-c95d-4681-8e31-4b3b7a1e1a9e service neutron] Pushing event updated for resources: {'Port': ['ID=a6fe0463-58bd-4f39-a228-1dc895f854bf,revision_number=10']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:16.052735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Port 400de580-68ef-4b10-a1e4-1d8b1e254f1b on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:55:16.053307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Attempting to bind port 400de580-68ef-4b10-a1e4-1d8b1e254f1b on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:16.076483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:55:16.076829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:55:16.077226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:55:16.077719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Bound port: 400de580-68ef-4b10-a1e4-1d8b1e254f1b, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:55:16.078093 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:16.084238 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7773bf4-eeb6-4df5-a1eb-4444e157d287 req-4a22f489-5119-49e8-a519-e0282631745e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271353 Aug 03 18:55:16.130292 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-981998b7-c95d-4681-8e31-4b3b7a1e1a9e service neutron] 10.222.0.37 "PUT /v2.0/ports/a6fe0463-58bd-4f39-a228-1dc895f854bf/bindings/n-h1-802918-7/activate HTTP/1.1" status: 200 len: 369 time: 1.1930175 Aug 03 18:55:16.133593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-af23756b-e93c-4270-a46f-47e94fdccb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:16.136252 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-af23756b-e93c-4270-a46f-47e94fdccb57 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1585169 Aug 03 18:55:16.218395 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:16.269473 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b398e741-c5d8-452c-81e0-6a6dda536b7f x-openstack-request-id: req-b398e741-c5d8-452c-81e0-6a6dda536b7f {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:16.269968 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99331cb7-1dc7-4ced-a35f-7495ac80f966", "tag": "922d0dfb-2d21-4770-9cf1-229ec814a33a", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:16.270363 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b398e741-c5d8-452c-81e0-6a6dda536b7f {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:16.271662 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99331cb7-1dc7-4ced-a35f-7495ac80f966', 'tag': '922d0dfb-2d21-4770-9cf1-229ec814a33a', 'status': 'completed', 'code': 200} Aug 03 18:55:16.279198 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b3ffa6-7dee-4ffd-b6b8-b135814bc490,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:16.339343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-73b5566b-1e8a-4005-8d4a-0f7b7d88a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:16.342867 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-73b5566b-1e8a-4005-8d4a-0f7b7d88a810 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918483 Aug 03 18:55:16.513710 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-129979d4-dede-48d5-bbb7-85c177f04212 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557431 Aug 03 18:55:16.513991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] For port 400de580-68ef-4b10-a1e4-1d8b1e254f1b, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:16.540587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] For port 400de580-68ef-4b10-a1e4-1d8b1e254f1b, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=400de580-68ef-4b10-a1e4-1d8b1e254f1b,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:55:16.590736 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:16.671370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4e2d-4b15-4993-8e8e-13f3b829b295 req-77b008d7-2d5a-4c22-aa61-f6d134c01a71 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:16.674397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e79b4e2d-4b15-4993-8e8e-13f3b829b295 req-77b008d7-2d5a-4c22-aa61-f6d134c01a71 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 945 time: 0.2541752 Aug 03 18:55:16.680265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-3f059263-272a-4eaf-8d80-0e46fe1ebfae tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:16.682654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-3f059263-272a-4eaf-8d80-0e46fe1ebfae tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.3687725 Aug 03 18:55:16.685191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:16.686077 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:16.687860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] 10.222.0.37 "PUT /v2.0/ports/400de580-68ef-4b10-a1e4-1d8b1e254f1b HTTP/1.1" status: 200 len: 1096 time: 3.1582069 Aug 03 18:55:16.693382 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-61c963a1-3437-4b74-88c7-5781550ad33b service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646647 Aug 03 18:55:16.701875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046a1a64-6e4d-4c9b-afa8-483e6917d8e1', 'tag': '400de580-68ef-4b10-a1e4-1d8b1e254f1b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:16.704772 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7b899b-1749-45ea-a9f8-d5d001f932b2" -d '{"events": [{"name": "network-changed", "server_uuid": "046a1a64-6e4d-4c9b-afa8-483e6917d8e1", "tag": "400de580-68ef-4b10-a1e4-1d8b1e254f1b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:16.715343 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a94134-2f0e-47e9-8f4f-cd071e7019c2 req-97cead06-72c9-4477-b6cb-861fc600db61 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:16.716958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05a94134-2f0e-47e9-8f4f-cd071e7019c2 req-97cead06-72c9-4477-b6cb-861fc600db61 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.2438638 Aug 03 18:55:16.927755 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2e590-5b14-472c-8f70-596cf51154be req-cee683b2-bc0b-4258-87ab-a7779bfb903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:16.930415 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83c2e590-5b14-472c-8f70-596cf51154be req-cee683b2-bc0b-4258-87ab-a7779bfb903f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 1099 time: 0.0780058 Aug 03 18:55:17.060244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2e590-5b14-472c-8f70-596cf51154be req-1f233fd2-c40c-4040-b428-230b04c6edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:17.061892 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83c2e590-5b14-472c-8f70-596cf51154be req-1f233fd2-c40c-4040-b428-230b04c6edb8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1186323 Aug 03 18:55:17.125404 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83c2e590-5b14-472c-8f70-596cf51154be req-610a3ef9-8427-47ea-bbb2-88070c4b8ee9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=922d0dfb-2d21-4770-9cf1-229ec814a33a HTTP/1.1" status: 200 len: 217 time: 0.0452206 Aug 03 18:55:17.208667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2e590-5b14-472c-8f70-596cf51154be req-691e5071-acf5-44c5-8770-33270b9fec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:17.212009 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83c2e590-5b14-472c-8f70-596cf51154be req-691e5071-acf5-44c5-8770-33270b9fec43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0760181 Aug 03 18:55:17.221109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bc13d-cfb4-4f22-8024-5e40a12b756e service neutron] Pushing event updated for resources: {'Port': ['ID=400de580-68ef-4b10-a1e4-1d8b1e254f1b,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:17.251281 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e79b4e2d-4b15-4993-8e8e-13f3b829b295 req-5890b704-8a1e-4890-96c7-634d1d82c662 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554163 Aug 03 18:55:17.282075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05a94134-2f0e-47e9-8f4f-cd071e7019c2 req-8b2118e9-b4f9-4d52-8a5b-132b542b0d01 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871674 Aug 03 18:55:17.285392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-8427bef7-5203-4938-a742-f5ccc23fe141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:17.291220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-8427bef7-5203-4938-a742-f5ccc23fe141 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde&tenant_id=448bff490d084bf0a760117b49d76e86 HTTP/1.1" status: 200 len: 1096 time: 0.5725176 Aug 03 18:55:17.296333 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:17.318351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-a4b55a74-8fdc-4f98-b6a9-a869c7ca176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:17.320130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-a4b55a74-8fdc-4f98-b6a9-a869c7ca176c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=046a1a64-6e4d-4c9b-afa8-483e6917d8e1 HTTP/1.1" status: 200 len: 1099 time: 0.5529649 Aug 03 18:55:17.324333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2e590-5b14-472c-8f70-596cf51154be req-92d6ce7b-88b0-4595-82e4-cac36d3a4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:17.327632 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83c2e590-5b14-472c-8f70-596cf51154be req-92d6ce7b-88b0-4595-82e4-cac36d3a4958 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996778 Aug 03 18:55:17.360479 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba54212d-db8b-4537-9cbc-3a1647a665df x-openstack-request-id: req-ba54212d-db8b-4537-9cbc-3a1647a665df {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:17.360774 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046a1a64-6e4d-4c9b-afa8-483e6917d8e1", "tag": "400de580-68ef-4b10-a1e4-1d8b1e254f1b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:17.361025 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba54212d-db8b-4537-9cbc-3a1647a665df {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:17.361699 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046a1a64-6e4d-4c9b-afa8-483e6917d8e1', 'tag': '400de580-68ef-4b10-a1e4-1d8b1e254f1b', 'status': 'completed', 'code': 200} Aug 03 18:55:17.424431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-51a8e99a-41ab-44e9-851f-270be3fba080 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=400de580-68ef-4b10-a1e4-1d8b1e254f1b HTTP/1.1" status: 200 len: 217 time: 0.0653758 Aug 03 18:55:17.530853 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83c2e590-5b14-472c-8f70-596cf51154be req-6806fda1-890b-416e-ba13-5f66eb3426c6 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383495 Aug 03 18:55:17.655072 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83c2e590-5b14-472c-8f70-596cf51154be req-8ab43756-7ba5-4c0a-9101-e101ba9034ec service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148190 Aug 03 18:55:17.674335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-75527ee1-2d11-4fed-b559-18f708c8cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:17.675816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-75527ee1-2d11-4fed-b559-18f708c8cafa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.2212760 Aug 03 18:55:17.681783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-f1fd0b89-5938-4b41-be09-7140e9a103ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:17.683284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-f1fd0b89-5938-4b41-be09-7140e9a103ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=448bff490d084bf0a760117b49d76e86&device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 1096 time: 0.2763388 Aug 03 18:55:17.740453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f887e-f7fa-40f1-b213-a69e7a575571 req-ff01d3f1-afad-4685-8f19-d06274933bd4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:17.743888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-448f887e-f7fa-40f1-b213-a69e7a575571 req-ff01d3f1-afad-4685-8f19-d06274933bd4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 948 time: 0.2762768 Aug 03 18:55:17.766562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc548b27-cfb3-4e4c-9dac-a272f6d101eb req-2de2af16-d9d3-4944-b91c-cb29b64171f2 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:17.768105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc548b27-cfb3-4e4c-9dac-a272f6d101eb req-2de2af16-d9d3-4944-b91c-cb29b64171f2 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.3050129 Aug 03 18:55:17.954973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-3b405adc-2cf2-4405-961c-9f6e704e7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:17.956488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-3b405adc-2cf2-4405-961c-9f6e704e7d5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2699201 Aug 03 18:55:17.977775 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-448f887e-f7fa-40f1-b213-a69e7a575571 req-6fbbcbf4-9b1c-4298-bda4-ab7c8f782089 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071264 Aug 03 18:55:17.992915 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc548b27-cfb3-4e4c-9dac-a272f6d101eb req-6932309b-3602-4fd7-865a-6503cb90356e tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883278 Aug 03 18:55:18.059424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-02dd0c3e-6e5d-4e25-a29d-42275e800223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:18.060759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-02dd0c3e-6e5d-4e25-a29d-42275e800223 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 200 len: 908 time: 0.3585966 Aug 03 18:55:18.076671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] Router 30528adc-9a6e-4663-8a00-5f07403482db has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:55:18.123644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-867ae019-7710-4054-9dcb-0835ea658be5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf HTTP/1.1" status: 200 len: 217 time: 0.0457721 Aug 03 18:55:18.246946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-6285166b-2cf7-4163-9be3-a12ab9847c68 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741914 Aug 03 18:55:18.329328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:55:18.329328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-fda57aca-0db7-43f6-a137-54d1d6f9d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:18.332358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-fda57aca-0db7-43f6-a137-54d1d6f9d9e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 200 len: 847 time: 0.1916802 Aug 03 18:55:18.335801 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-740d2d4c-48ba-4479-9750-7a5bc4d39a94 admin admin] 10.222.0.78 "PUT /v2.0/routers/30528adc-9a6e-4663-8a00-5f07403482db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4435742 Aug 03 18:55:18.338559 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35768) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:18.344337 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8cd59-b487-47b9-9181-19a48ac217f8 None None] Sync routers for ids ['30528adc-9a6e-4663-8a00-5f07403482db'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:55:18.361826 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8cd59-b487-47b9-9181-19a48ac217f8 None None] Routers {'30528adc-9a6e-4663-8a00-5f07403482db'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:55:18.363335 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b8a8cd59-b487-47b9-9181-19a48ac217f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:55:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30528adc-9a6e-4663-8a00-5f07403482db'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:18.487710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-d953e159-d97a-4ef6-a21a-75ae0d139679 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e82201e2-b035-4956-9e86-abf136b81612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323166 Aug 03 18:55:18.507776 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b8a8cd59-b487-47b9-9181-19a48ac217f8 None None] Set router 30528adc-9a6e-4663-8a00-5f07403482db gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:55:18.558182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:18.706926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:18.710231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce2d1-6199-4d19-a6cb-e828369a4014 req-4b0e25c1-081a-4f11-9792-6cc8530ec26b tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:18.715953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-718ce2d1-6199-4d19-a6cb-e828369a4014 req-4b0e25c1-081a-4f11-9792-6cc8530ec26b tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 945 time: 0.2492535 Aug 03 18:55:18.733307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aef810-8b69-4a69-acf0-52b0f05cff4c req-d59da672-00c8-43d4-8073-440fe0a39150 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:18.742124 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85aef810-8b69-4a69-acf0-52b0f05cff4c req-d59da672-00c8-43d4-8073-440fe0a39150 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.3217394 Aug 03 18:55:18.788606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Deleting port 0e843db3-0ab2-42f8-af18-7245a012a524 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:55:18.789964 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:18.829612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-2e8b7d55-4715-4c04-94f2-b9988d04daeb service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911959 Aug 03 18:55:18.839910 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcf30128-6a61-4766-8ca6-732c0cbf7242 req-893f7556-1879-4bda-be32-5b6df7b34bb5 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814614 Aug 03 18:55:18.868075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85aef810-8b69-4a69-acf0-52b0f05cff4c req-eb489221-f8b8-4a09-a115-3398388ba367 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234388 Aug 03 18:55:18.956553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-718ce2d1-6199-4d19-a6cb-e828369a4014 req-d04d4d51-df4b-4ec4-af56-1350a12d6bba tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857996 Aug 03 18:55:18.977803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] For port 0e843db3-0ab2-42f8-af18-7245a012a524, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0e843db3-0ab2-42f8-af18-7245a012a524,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:18.978601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:18.996737 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b8a8cd59-b487-47b9-9181-19a48ac217f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:55:16Z', 'revision_number': 5, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port': {'id': '0e843db3-0ab2-42f8-af18-7245a012a524', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:63:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30528adc-9a6e-4663-8a00-5f07403482db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:54:13Z', 'updated_at': '2021-08-03T18:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:19.010028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Calling delete_port for 0e843db3-0ab2-42f8-af18-7245a012a524 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:55:19.049973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-1a50ee65-e1d9-402f-b539-942d22e58b6f service neutron] 10.222.0.74 "GET /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070982 Aug 03 18:55:19.053011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b899b-1749-45ea-a9f8-d5d001f932b2 req-be5dd9a5-02d6-4778-bcbb-543c7cabf7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:19.054574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b7b899b-1749-45ea-a9f8-d5d001f932b2 req-be5dd9a5-02d6-4778-bcbb-543c7cabf7ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=046a1a64-6e4d-4c9b-afa8-483e6917d8e1 HTTP/1.1" status: 200 len: 1099 time: 0.0883641 Aug 03 18:55:19.086421 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8cd59-b487-47b9-9181-19a48ac217f8 None None] Checking router: 30528adc-9a6e-4663-8a00-5f07403482db for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:55:19.117014 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8cd59-b487-47b9-9181-19a48ac217f8 None None] Routers {'30528adc-9a6e-4663-8a00-5f07403482db'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:55:19.118483 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b8a8cd59-b487-47b9-9181-19a48ac217f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:55:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30528adc-9a6e-4663-8a00-5f07403482db'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:19.247423 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b8a8cd59-b487-47b9-9181-19a48ac217f8 None None] Set router 30528adc-9a6e-4663-8a00-5f07403482db gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:55:19.315824 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b8a8cd59-b487-47b9-9181-19a48ac217f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:55:18Z', 'revision_number': 6, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:19.346506 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:19.357673 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a8cd59-b487-47b9-9181-19a48ac217f8 None None] The sync data for ids ['30528adc-9a6e-4663-8a00-5f07403482db'] in n-d-802918-7 is: [{'id': '30528adc-9a6e-4663-8a00-5f07403482db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-568101427-router', 'tenant_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:54:12Z', 'updated_at': '2021-08-03T18:55:18Z', 'revision_number': 6, 'project_id': '80887819c3c94cf5a6211eff4dd9b2bd', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:55:19.374829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861fa15-b529-4150-b049-44cdf56d8f4c req-d1ceecff-e40a-4366-a568-48a0bba86fd1 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:19.377692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1861fa15-b529-4150-b049-44cdf56d8f4c req-d1ceecff-e40a-4366-a568-48a0bba86fd1 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 948 time: 0.1485162 Aug 03 18:55:19.397245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df78bec-2714-43a1-aacc-ed4995194989 req-00cb12bf-2775-480d-b97e-a75cd33eeb70 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:19.399888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6df78bec-2714-43a1-aacc-ed4995194989 req-00cb12bf-2775-480d-b97e-a75cd33eeb70 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.2195325 Aug 03 18:55:19.419887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e843db3-0ab2-42f8-af18-7245a012a524,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:19.448479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 922d0dfb-2d21-4770-9cf1-229ec814a33a details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:55:19.554717 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:19.591402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 922d0dfb-2d21-4770-9cf1-229ec814a33a, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=922d0dfb-2d21-4770-9cf1-229ec814a33a,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:19.605995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '922d0dfb-2d21-4770-9cf1-229ec814a33a', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '922d0dfb-2d21-4770-9cf1-229ec814a33a', 'mac_address': 'fa:16:3e:94:0f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:55:19.661114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1861fa15-b529-4150-b049-44cdf56d8f4c req-8a58c9d0-1742-4dab-a012-a17e91e3b134 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561319 Aug 03 18:55:19.672887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b899b-1749-45ea-a9f8-d5d001f932b2 req-9af65ed7-72df-456e-8092-2fad4ae03068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:19.672887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b7b899b-1749-45ea-a9f8-d5d001f932b2 req-9af65ed7-72df-456e-8092-2fad4ae03068 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.6090400 Aug 03 18:55:19.682109 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:19.698432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6df78bec-2714-43a1-aacc-ed4995194989 req-f0f85ea1-737c-48b5-af98-de06f3c99ab9 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628474 Aug 03 18:55:19.726522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922d0dfb-2d21-4770-9cf1-229ec814a33a {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:19.756940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-50c21592-0d9a-401e-92b2-4873ad0554c3 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:19.767685 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-50c21592-0d9a-401e-92b2-4873ad0554c3 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde&tenant_id=448bff490d084bf0a760117b49d76e86&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.2654550 Aug 03 18:55:19.785410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 922d0dfb-2d21-4770-9cf1-229ec814a33a, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=922d0dfb-2d21-4770-9cf1-229ec814a33a,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:19.802748 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:19.836215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b7b899b-1749-45ea-a9f8-d5d001f932b2 req-7a258878-235b-43ab-9bd6-5721298d5112 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=400de580-68ef-4b10-a1e4-1d8b1e254f1b HTTP/1.1" status: 200 len: 217 time: 0.1350880 Aug 03 18:55:19.887724 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:19.894924 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:20.002403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=922d0dfb-2d21-4770-9cf1-229ec814a33a,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:20.013735 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:20.015380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30528adc-9a6e-4663-8a00-5f07403482db {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 18:55:20.031024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b899b-1749-45ea-a9f8-d5d001f932b2 req-416ffd2e-e380-4563-b12b-e4173eeb668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:20.033468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b7b899b-1749-45ea-a9f8-d5d001f932b2 req-416ffd2e-e380-4563-b12b-e4173eeb668a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1682184 Aug 03 18:55:20.037236 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:20.050059 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a35dd7e7-fbf6-4bed-9b33-0278d15a9a11 admin admin] 10.222.0.78 "DELETE /v2.0/routers/30528adc-9a6e-4663-8a00-5f07403482db HTTP/1.1" status: 204 len: 168 time: 1.7102253 Aug 03 18:55:20.051352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35786) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:20.160636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4be7b2f-7ed1-4731-b5c8-411dd9351e4a admin admin] Deleting subnet 3044f72c-1dcf-42f2-aea2-b8c06a3a793e {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:55:20.166059 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4be7b2f-7ed1-4731-b5c8-411dd9351e4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:20.226665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4be7b2f-7ed1-4731-b5c8-411dd9351e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:20.356626 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4be7b2f-7ed1-4731-b5c8-411dd9351e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:20.386613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f52fd-920a-401b-8fca-e6742d4703ea req-d35e6d2c-d001-43ba-869f-b490a19b6c1f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:20.389232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-011f52fd-920a-401b-8fca-e6742d4703ea req-d35e6d2c-d001-43ba-869f-b490a19b6c1f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.2586908 Aug 03 18:55:20.392314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b899b-1749-45ea-a9f8-d5d001f932b2 req-237eae49-6742-4a3e-b511-2e5e8093994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:20.394883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b7b899b-1749-45ea-a9f8-d5d001f932b2 req-237eae49-6742-4a3e-b511-2e5e8093994b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3425922 Aug 03 18:55:20.438309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9acf9d-0fdf-4fc7-9fba-f7816ddf7af7 req-ed1b6d39-4620-4e89-a718-6e5436fa99a3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:20.440753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb9acf9d-0fdf-4fc7-9fba-f7816ddf7af7 req-ed1b6d39-4620-4e89-a718-6e5436fa99a3 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 945 time: 0.2272420 Aug 03 18:55:20.454395 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4be7b2f-7ed1-4731-b5c8-411dd9351e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:20.482209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['922d0dfb-2d21-4770-9cf1-229ec814a33a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:20.508020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be7b2f-7ed1-4731-b5c8-411dd9351e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3044f72c-1dcf-42f2-aea2-b8c06a3a793e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:20.514902 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4be7b2f-7ed1-4731-b5c8-411dd9351e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:20.519441 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a4be7b2f-7ed1-4731-b5c8-411dd9351e4a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3044f72c-1dcf-42f2-aea2-b8c06a3a793e HTTP/1.1" status: 204 len: 168 time: 0.4616420 Aug 03 18:55:20.519723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35790) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:20.577414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b12bc5-3e40-423b-88dc-63bccc0f060a None None] Network a246ec6d-490d-4900-917f-db94dfcbc69a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:55:20.607720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-99d8c8d3-aee9-4cd0-9781-13071c8f23ca service neutron] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:20.623657 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-99d8c8d3-aee9-4cd0-9781-13071c8f23ca service neutron] Notify callbacks [] for binding, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:20.624796 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-99d8c8d3-aee9-4cd0-9781-13071c8f23ca service neutron] 10.222.0.74 "DELETE /v2.0/ports/a6fe0463-58bd-4f39-a228-1dc895f854bf/bindings/n-h2-802918-7 HTTP/1.1" status: 204 len: 173 time: 0.7993195 Aug 03 18:55:20.628673 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:20.656023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-011f52fd-920a-401b-8fca-e6742d4703ea req-f3be502b-5922-4876-bb5b-3d9695dcd17d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495248 Aug 03 18:55:20.681285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb9acf9d-0fdf-4fc7-9fba-f7816ddf7af7 req-e8b3f3b7-dd92-4c30-8579-6d421f762dc4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897943 Aug 03 18:55:20.716871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b7b899b-1749-45ea-a9f8-d5d001f932b2 req-8f2d98d2-75b4-4d16-9b3f-f3a8a8fa4b53 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934783 Aug 03 18:55:20.858563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Deleting port 7d741cc8-9eec-448b-a98b-b549b890d722 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:55:20.859087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.038493 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] For port 7d741cc8-9eec-448b-a98b-b549b890d722, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7d741cc8-9eec-448b-a98b-b549b890d722,segment=NetworkSegment(b1a203af-0d40-469e-bf5d-5148f187b653),segment_id=b1a203af-0d40-469e-bf5d-5148f187b653)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:21.039466 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.046479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b7b899b-1749-45ea-a9f8-d5d001f932b2 req-69f505cd-6912-46b2-9b71-05124f0063ee service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195710 Aug 03 18:55:21.121712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Calling delete_port for 7d741cc8-9eec-448b-a98b-b549b890d722 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:55:21.188080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 400de580-68ef-4b10-a1e4-1d8b1e254f1b details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:55:21.190258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c60289-1d18-467c-aec5-5ea27f6c5c6d None None] DHCP port deletion for a246ec6d-490d-4900-917f-db94dfcbc69a request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 18:55:21.221540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1f76-46d7-4d4b-9275-cdd052ead76b req-5b4ce00d-923a-43f6-8e57-904b30a82549 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:21.228693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b42a1f76-46d7-4d4b-9275-cdd052ead76b req-5b4ce00d-923a-43f6-8e57-904b30a82549 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 949 time: 0.3194811 Aug 03 18:55:21.293020 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.336707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d741cc8-9eec-448b-a98b-b549b890d722,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:21.346854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] No DVR routers for this DVR port 7d741cc8-9eec-448b-a98b-b549b890d722 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:55:21.351355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b42a1f76-46d7-4d4b-9275-cdd052ead76b req-24d5c250-059d-4646-a900-a9d043c3c69e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215909 Aug 03 18:55:21.415269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:55:21.424104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f3c60289-1d18-467c-aec5-5ea27f6c5c6d None None] Deleting port 7d741cc8-9eec-448b-a98b-b549b890d722 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:55:21.424740 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3c60289-1d18-467c-aec5-5ea27f6c5c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.426396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cc386-656c-425f-94e0-a5468c866207 req-23a882df-751d-4713-9c76-f1343b664154 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:21.429168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d28cc386-656c-425f-94e0-a5468c866207 req-23a882df-751d-4713-9c76-f1343b664154 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.4363570 Aug 03 18:55:21.459900 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.484731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a246ec6d-490d-4900-917f-db94dfcbc69a']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:21.502547 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a203af-0d40-469e-bf5d-5148f187b653') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:21.502832 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a203af-0d40-469e-bf5d-5148f187b653') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:21.516032 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.518418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d28cc386-656c-425f-94e0-a5468c866207 req-f9d72b3c-f367-43e4-845f-2e24044393e9 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703959 Aug 03 18:55:21.555665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.576056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:55:21.576988 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:55:21.583145 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:55:21.676806 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.683314 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.688763 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a246ec6d-490d-4900-917f-db94dfcbc69a HTTP/1.1" status: 204 len: 168 time: 1.1649618 Aug 03 18:55:21.718820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976b4cc-79df-47dd-9949-ab83fca95b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=a246ec6d-490d-4900-917f-db94dfcbc69a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:21.756615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8aff1a-f83f-4e2a-ab51-0262a93de40d req-9c8497e8-b467-431c-907b-0ed05a3e4cba tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:21.765382 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd8aff1a-f83f-4e2a-ab51-0262a93de40d req-9c8497e8-b467-431c-907b-0ed05a3e4cba tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 1096 time: 0.1660397 Aug 03 18:55:21.784910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f3c60289-1d18-467c-aec5-5ea27f6c5c6d None None] For port 7d741cc8-9eec-448b-a98b-b549b890d722, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:21.785588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3c60289-1d18-467c-aec5-5ea27f6c5c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.814805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f3c60289-1d18-467c-aec5-5ea27f6c5c6d None None] Calling delete_port for 7d741cc8-9eec-448b-a98b-b549b890d722 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:55:21.857442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-f3c60289-1d18-467c-aec5-5ea27f6c5c6d None None] Port 7d741cc8-9eec-448b-a98b-b549b890d722 was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 18:55:21.863567 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3c60289-1d18-467c-aec5-5ea27f6c5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:21.869218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:55:21.869799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20b3ffa6-7dee-4ffd-b6b8-b135814bc490 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:55:21.870363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd8aff1a-f83f-4e2a-ab51-0262a93de40d req-49ff83bf-8c0f-433a-ae1d-f25dd574a445 tempest-LiveMigrationTest-910491640 tempest-LiveMigrationTest-910491640-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959520 Aug 03 18:55:21.870585 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0e843db3-0ab2-42f8-af18-7245a012a524 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:55:21.872275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35808) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:21.893491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4267d6-caee-45a4-8ba1-fefc81e0c801 req-9874fbcb-5728-4a74-975d-5952dd633683 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:21.902113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f4267d6-caee-45a4-8ba1-fefc81e0c801 req-9874fbcb-5728-4a74-975d-5952dd633683 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1116450 Aug 03 18:55:21.942818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c60289-1d18-467c-aec5-5ea27f6c5c6d None None] Pushing event deleted for resources: {'Port': ['ID=7d741cc8-9eec-448b-a98b-b549b890d722,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:21.949951 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3c60289-1d18-467c-aec5-5ea27f6c5c6d None None] Network a246ec6d-490d-4900-917f-db94dfcbc69a is not hosted by any dhcp agent {{(pid=100489) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 18:55:21.950654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c60289-1d18-467c-aec5-5ea27f6c5c6d None None] No DVR routers for this DVR port 7d741cc8-9eec-448b-a98b-b549b890d722 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:55:21.956820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 0e843db3-0ab2-42f8-af18-7245a012a524 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:55:21.957342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0e843db3-0ab2-42f8-af18-7245a012a524 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:55:21.958011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7d741cc8-9eec-448b-a98b-b549b890d722 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:55:21.966439 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0a5e194f-2f27-42cd-bed2-208cd0a9a3cf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=80887819c3c94cf5a6211eff4dd9b2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898240 Aug 03 18:55:21.969687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35814) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:21.999675 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f4267d6-caee-45a4-8ba1-fefc81e0c801 req-0a1b23e0-5597-45c4-9787-681265cbc4ff tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923178 Aug 03 18:55:22.028156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 7d741cc8-9eec-448b-a98b-b549b890d722 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:55:22.028651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7d741cc8-9eec-448b-a98b-b549b890d722 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:55:22.057177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 400de580-68ef-4b10-a1e4-1d8b1e254f1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=400de580-68ef-4b10-a1e4-1d8b1e254f1b,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:22.083818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '400de580-68ef-4b10-a1e4-1d8b1e254f1b', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '400de580-68ef-4b10-a1e4-1d8b1e254f1b', 'mac_address': 'fa:16:3e:ae:4d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:55:22.123617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f94947fe-939d-4a67-be01-bd9fc06686be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:22.154713 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f94947fe-939d-4a67-be01-bd9fc06686be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:22.217278 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:22.238007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400de580-68ef-4b10-a1e4-1d8b1e254f1b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:22.248035 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f94947fe-939d-4a67-be01-bd9fc06686be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:22.251646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f94947fe-939d-4a67-be01-bd9fc06686be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:22.254705 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f94947fe-939d-4a67-be01-bd9fc06686be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74075aec-f1dc-46de-b8ed-a73b6fd2adaf HTTP/1.1" status: 204 len: 168 time: 0.2826140 Aug 03 18:55:22.266759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94947fe-939d-4a67-be01-bd9fc06686be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74075aec-f1dc-46de-b8ed-a73b6fd2adaf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:22.275666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 400de580-68ef-4b10-a1e4-1d8b1e254f1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=400de580-68ef-4b10-a1e4-1d8b1e254f1b,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:22.289315 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:22.362070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=400de580-68ef-4b10-a1e4-1d8b1e254f1b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:22.426396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe71442-9267-4aea-b617-3ac431b794d9 req-ee908f79-8bd7-4fb5-9fee-02ee671b0e7d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:22.428031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fe71442-9267-4aea-b617-3ac431b794d9 req-ee908f79-8bd7-4fb5-9fee-02ee671b0e7d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 945 time: 0.0651937 Aug 03 18:55:22.580081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fe71442-9267-4aea-b617-3ac431b794d9 req-dc98a400-4abc-4f16-ad09-92b5ae57ac7c tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448576 Aug 03 18:55:22.609757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d95f09-a0d3-4a65-9249-1a6cb03d8d61 req-d62f90b1-bbc6-44ee-acf5-57a56a87ba2e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:22.612673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8d95f09-a0d3-4a65-9249-1a6cb03d8d61 req-d62f90b1-bbc6-44ee-acf5-57a56a87ba2e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 949 time: 0.1387866 Aug 03 18:55:22.694602 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['400de580-68ef-4b10-a1e4-1d8b1e254f1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:22.700883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8d95f09-a0d3-4a65-9249-1a6cb03d8d61 req-24c302ba-75c8-4cfc-91a2-e7931ffd5e35 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603664 Aug 03 18:55:22.889266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac6ba1-51df-4d43-a187-7553ddb8cb84 req-5cb39b71-6f43-4384-bd47-e3fbfc303508 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:22.892947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89ac6ba1-51df-4d43-a187-7553ddb8cb84 req-5cb39b71-6f43-4384-bd47-e3fbfc303508 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.1689408 Aug 03 18:55:22.986997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89ac6ba1-51df-4d43-a187-7553ddb8cb84 req-31bfc2aa-7b5f-435a-9d20-d13e2795efde tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804861 Aug 03 18:55:23.227716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb9211-5dde-48f8-88ce-851ea4c88c40 req-5d4e665c-df94-4a90-b386-84fa61fadb98 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:23.241105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3bb9211-5dde-48f8-88ce-851ea4c88c40 req-5d4e665c-df94-4a90-b386-84fa61fadb98 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.0969124 Aug 03 18:55:23.331012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3bb9211-5dde-48f8-88ce-851ea4c88c40 req-66297f37-af21-4f99-9577-f7209af02ed8 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864005 Aug 03 18:55:23.467684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 922d0dfb-2d21-4770-9cf1-229ec814a33a up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:23.561991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 922d0dfb-2d21-4770-9cf1-229ec814a33a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:23.567123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 922d0dfb-2d21-4770-9cf1-229ec814a33a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:23.567532 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:23.610132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e2b6b-c855-46b5-8269-1dd9759b5d54 req-10faa2f0-ad62-494d-96f0-f7e88992c589 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:23.618067 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e67e2b6b-c855-46b5-8269-1dd9759b5d54 req-10faa2f0-ad62-494d-96f0-f7e88992c589 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.74 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 945 time: 0.1135268 Aug 03 18:55:23.726922 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:23.765193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 922d0dfb-2d21-4770-9cf1-229ec814a33a, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=922d0dfb-2d21-4770-9cf1-229ec814a33a,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:23.766324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99331cb7-1dc7-4ced-a35f-7495ac80f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922d0dfb-2d21-4770-9cf1-229ec814a33a'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:23.768954 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdee3bc-e565-487d-af1a-22bb41ac4935" -d '{"events": [{"server_uuid": "99331cb7-1dc7-4ced-a35f-7495ac80f966", "name": "network-vif-plugged", "status": "completed", "tag": "922d0dfb-2d21-4770-9cf1-229ec814a33a"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:23.776844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:23.856919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd4a9-75b0-4024-a22e-f32a13ac7846 req-7c8b1dec-a596-4d7d-bc98-38d39be81a19 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:23.860860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-483fd4a9-75b0-4024-a22e-f32a13ac7846 req-7c8b1dec-a596-4d7d-bc98-38d39be81a19 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 945 time: 0.1522083 Aug 03 18:55:23.877889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=922d0dfb-2d21-4770-9cf1-229ec814a33a,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:23.903481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e67e2b6b-c855-46b5-8269-1dd9759b5d54 req-3cbc6f32-bc2c-4f58-80a3-ff766f66c18d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Deleting port a6fe0463-58bd-4f39-a228-1dc895f854bf {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:55:23.904253 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e67e2b6b-c855-46b5-8269-1dd9759b5d54 req-3cbc6f32-bc2c-4f58-80a3-ff766f66c18d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:24.092568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-483fd4a9-75b0-4024-a22e-f32a13ac7846 req-ace2ab0e-ab37-473f-974c-ece482405c10 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181396 Aug 03 18:55:24.136210 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9884fb-70ac-4d64-9b6b-1ac471e26441 req-43ad6bc4-12cf-4f8b-a466-c563e9b29ed5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:24.138045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd9884fb-70ac-4d64-9b6b-1ac471e26441 req-43ad6bc4-12cf-4f8b-a466-c563e9b29ed5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 950 time: 0.2274723 Aug 03 18:55:24.148729 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4ab988-dc25-48bc-a922-c5f5b06bcdda x-openstack-request-id: req-5b4ab988-dc25-48bc-a922-c5f5b06bcdda {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:24.149029 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99331cb7-1dc7-4ced-a35f-7495ac80f966", "name": "network-vif-plugged", "status": "completed", "tag": "922d0dfb-2d21-4770-9cf1-229ec814a33a", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:24.149347 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b4ab988-dc25-48bc-a922-c5f5b06bcdda {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:24.149718 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99331cb7-1dc7-4ced-a35f-7495ac80f966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922d0dfb-2d21-4770-9cf1-229ec814a33a', 'code': 200} Aug 03 18:55:24.216032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e67e2b6b-c855-46b5-8269-1dd9759b5d54 req-3cbc6f32-bc2c-4f58-80a3-ff766f66c18d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] For port a6fe0463-58bd-4f39-a228-1dc895f854bf, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a6fe0463-58bd-4f39-a228-1dc895f854bf,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:24.216998 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e67e2b6b-c855-46b5-8269-1dd9759b5d54 req-3cbc6f32-bc2c-4f58-80a3-ff766f66c18d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:24.258570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e67e2b6b-c855-46b5-8269-1dd9759b5d54 req-3cbc6f32-bc2c-4f58-80a3-ff766f66c18d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Calling delete_port for a6fe0463-58bd-4f39-a228-1dc895f854bf owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:55:24.273644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd9884fb-70ac-4d64-9b6b-1ac471e26441 req-07f68095-cf30-4d6a-b4b1-62a117b6452b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280437 Aug 03 18:55:24.349763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ddfb-9c41-4af8-ac63-6c98ef340b8f req-81f2ca70-109f-4058-8b16-83669d1a1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:24.358392 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-47e3ddfb-9c41-4af8-ac63-6c98ef340b8f req-81f2ca70-109f-4058-8b16-83669d1a1bde service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 1101 time: 0.0859323 Aug 03 18:55:24.437421 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-47e3ddfb-9c41-4af8-ac63-6c98ef340b8f req-dafdb31c-b730-454d-b6f7-51c1c2a82cda service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658827 Aug 03 18:55:24.559177 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e67e2b6b-c855-46b5-8269-1dd9759b5d54 req-3cbc6f32-bc2c-4f58-80a3-ff766f66c18d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:24.601068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622053e-6839-4f5c-b328-14240025f462 req-1330b479-e44f-4ff3-8109-fb37166db145 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:24.602648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f622053e-6839-4f5c-b328-14240025f462 req-1330b479-e44f-4ff3-8109-fb37166db145 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.0994895 Aug 03 18:55:24.605844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc6f32-bc2c-4f58-80a3-ff766f66c18d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Pushing event deleted for resources: {'Port': ['ID=a6fe0463-58bd-4f39-a228-1dc895f854bf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:24.631300 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8d395686-2064-4e03-90fc-5a1520d30710'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:24.667795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67e2b6b-c855-46b5-8269-1dd9759b5d54 req-3cbc6f32-bc2c-4f58-80a3-ff766f66c18d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] No DVR routers for this DVR port a6fe0463-58bd-4f39-a228-1dc895f854bf on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:55:24.672850 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e67e2b6b-c855-46b5-8269-1dd9759b5d54 req-3cbc6f32-bc2c-4f58-80a3-ff766f66c18d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:24.674861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e67e2b6b-c855-46b5-8269-1dd9759b5d54 req-3cbc6f32-bc2c-4f58-80a3-ff766f66c18d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.74 "DELETE /v2.0/ports/a6fe0463-58bd-4f39-a228-1dc895f854bf HTTP/1.1" status: 204 len: 173 time: 1.0421624 Aug 03 18:55:24.675409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70819566-104f-4d2c-bc06-3fada03dbbde', 'name': 'network-vif-deleted', 'tag': 'a6fe0463-58bd-4f39-a228-1dc895f854bf'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:24.677594 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559721ea-2fe6-4308-8c01-2fb644e4aff3" -d '{"events": [{"server_uuid": "70819566-104f-4d2c-bc06-3fada03dbbde", "name": "network-vif-deleted", "tag": "a6fe0463-58bd-4f39-a228-1dc895f854bf"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:24.703379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f622053e-6839-4f5c-b328-14240025f462 req-90c2fd9f-b71f-48a6-894e-cd1b8d87ade0 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713215 Aug 03 18:55:25.064987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20db9f-2063-4e73-a16e-7a97d7682b54 req-e7a6c305-285a-4f56-8e12-1084182aed97 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:25.066975 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e20db9f-2063-4e73-a16e-7a97d7682b54 req-e7a6c305-285a-4f56-8e12-1084182aed97 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.0759339 Aug 03 18:55:25.127177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e20db9f-2063-4e73-a16e-7a97d7682b54 req-d6694c3b-54ed-46fe-878f-c169ccb6c7d4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525937 Aug 03 18:55:25.165520 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9405ce3c-cd3d-44e5-8cd9-95809756ef74 x-openstack-request-id: req-9405ce3c-cd3d-44e5-8cd9-95809756ef74 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:25.166209 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70819566-104f-4d2c-bc06-3fada03dbbde", "name": "network-vif-deleted", "tag": "a6fe0463-58bd-4f39-a228-1dc895f854bf", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:25.166759 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9405ce3c-cd3d-44e5-8cd9-95809756ef74 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:25.173527 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70819566-104f-4d2c-bc06-3fada03dbbde', 'name': 'network-vif-deleted', 'tag': 'a6fe0463-58bd-4f39-a228-1dc895f854bf', 'status': 'completed', 'code': 200} Aug 03 18:55:25.190301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 400de580-68ef-4b10-a1e4-1d8b1e254f1b up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:25.319131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0c50be8-0076-4b73-890d-a107e7ec28be req-20b0eb82-ff70-4e8b-909c-7e0bf4d9b6a1 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 210 time: 0.0473688 Aug 03 18:55:25.335137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 400de580-68ef-4b10-a1e4-1d8b1e254f1b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:25.363344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 400de580-68ef-4b10-a1e4-1d8b1e254f1b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:25.364013 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:25.517193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a6fe0463-58bd-4f39-a228-1dc895f854bf no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:55:25.581879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba9aa9-6442-402d-986c-c902c8f68629 req-cca4425a-bed9-4269-89bf-b847387dcb98 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:25.582193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: a6fe0463-58bd-4f39-a228-1dc895f854bf {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:55:25.582593 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a6fe0463-58bd-4f39-a228-1dc895f854bf not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:55:25.583584 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ddba9aa9-6442-402d-986c-c902c8f68629 req-cca4425a-bed9-4269-89bf-b847387dcb98 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 950 time: 0.1069150 Aug 03 18:55:25.602536 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:25.644785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 400de580-68ef-4b10-a1e4-1d8b1e254f1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=400de580-68ef-4b10-a1e4-1d8b1e254f1b,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:25.653473 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:25.706764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ddba9aa9-6442-402d-986c-c902c8f68629 req-8def1423-fab2-4559-ac3e-c1f8e48451a1 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111319 Aug 03 18:55:25.765710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=400de580-68ef-4b10-a1e4-1d8b1e254f1b,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:25.940771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44b331-c1db-4bea-8bf8-95c225a5b10c req-4861c682-4979-4823-87f7-a66ff2da8fc7 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:25.945489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c44b331-c1db-4bea-8bf8-95c225a5b10c req-4861c682-4979-4823-87f7-a66ff2da8fc7 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.1043983 Aug 03 18:55:26.007523 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c44b331-c1db-4bea-8bf8-95c225a5b10c req-6114fba5-62c6-4ced-a89a-48a49ecc5793 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564654 Aug 03 18:55:26.008837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35938) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:26.152094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046a1a64-6e4d-4c9b-afa8-483e6917d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400de580-68ef-4b10-a1e4-1d8b1e254f1b'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:26.154949 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f3f3a0-17f7-4dba-86cf-fd829a575e6f" -d '{"events": [{"server_uuid": "046a1a64-6e4d-4c9b-afa8-483e6917d8e1", "name": "network-vif-plugged", "status": "completed", "tag": "400de580-68ef-4b10-a1e4-1d8b1e254f1b"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:26.226070 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bf3c5f46-4e4d-4c07-a13d-8acd922f4c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:26.297933 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d330f20c-51ed-455a-b5ca-49581ed4b7b4 x-openstack-request-id: req-d330f20c-51ed-455a-b5ca-49581ed4b7b4 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:26.298519 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046a1a64-6e4d-4c9b-afa8-483e6917d8e1", "name": "network-vif-plugged", "status": "completed", "tag": "400de580-68ef-4b10-a1e4-1d8b1e254f1b", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:26.298975 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d330f20c-51ed-455a-b5ca-49581ed4b7b4 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:26.299615 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046a1a64-6e4d-4c9b-afa8-483e6917d8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400de580-68ef-4b10-a1e4-1d8b1e254f1b', 'code': 200} Aug 03 18:55:26.456182 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bf3c5f46-4e4d-4c07-a13d-8acd922f4c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:26.474941 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bf3c5f46-4e4d-4c07-a13d-8acd922f4c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:26.562377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201988f-9305-43a4-82a1-e12a46ae83a0 req-d6b82574-2f39-4654-bfc7-91ab9273b938 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:26.564210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b201988f-9305-43a4-82a1-e12a46ae83a0 req-d6b82574-2f39-4654-bfc7-91ab9273b938 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1617093 Aug 03 18:55:26.586761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bf3c5f46-4e4d-4c07-a13d-8acd922f4c89 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6c11e44605344ad6b1d3fda4e2c1fe5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5726326 Aug 03 18:55:26.590722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35960) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:26.634034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c5f46-4e4d-4c07-a13d-8acd922f4c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0a5b24-e59f-4a89-ba89-827da97b16dc,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:26.646090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467135a-b1d4-444b-ac22-01510396f01e req-53de912d-3d3c-450b-8902-01b4ad2451ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:26.648574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5467135a-b1d4-444b-ac22-01510396f01e req-53de912d-3d3c-450b-8902-01b4ad2451ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=046a1a64-6e4d-4c9b-afa8-483e6917d8e1 HTTP/1.1" status: 200 len: 1101 time: 0.1842780 Aug 03 18:55:26.705785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f7702ae-1dc0-4f86-ab33-404a7cc8962c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:26.736696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f7702ae-1dc0-4f86-ab33-404a7cc8962c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:26.848506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b201988f-9305-43a4-82a1-e12a46ae83a0 req-de21cf9d-b8a0-4876-9325-e2b3fa3557f1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708404 Aug 03 18:55:26.851444 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f7702ae-1dc0-4f86-ab33-404a7cc8962c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:26.856872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f7702ae-1dc0-4f86-ab33-404a7cc8962c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:26.860371 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4f7702ae-1dc0-4f86-ab33-404a7cc8962c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe0a5b24-e59f-4a89-ba89-827da97b16dc HTTP/1.1" status: 204 len: 168 time: 0.2682624 Aug 03 18:55:26.872669 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5467135a-b1d4-444b-ac22-01510396f01e req-d123d504-15bb-405a-a0ce-30cdf9724eed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070794 Aug 03 18:55:26.882362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7702ae-1dc0-4f86-ab33-404a7cc8962c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0a5b24-e59f-4a89-ba89-827da97b16dc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:27.106510 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e1a5921-d988-44fb-b43d-c294064b05f3 req-061fb26a-88f2-4018-b99e-fcd044e0c555 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 210 time: 0.0760119 Aug 03 18:55:27.278164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552812-7cce-4e60-9798-68720f9ab1e1 req-d75996e3-fb72-49c8-a0e1-c888993f909f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:27.290183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a552812-7cce-4e60-9798-68720f9ab1e1 req-d75996e3-fb72-49c8-a0e1-c888993f909f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 950 time: 0.1700842 Aug 03 18:55:27.413296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a552812-7cce-4e60-9798-68720f9ab1e1 req-7db06024-b603-4891-b725-1aeee7a7983f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215785 Aug 03 18:55:27.460767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30583c-2239-4ec5-9bf6-ad6fb7a5b20f req-ae7dd7d6-dae9-4546-a619-6b8375ee138a tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:27.473132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b30583c-2239-4ec5-9bf6-ad6fb7a5b20f req-ae7dd7d6-dae9-4546-a619-6b8375ee138a tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.1792257 Aug 03 18:55:27.580376 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b30583c-2239-4ec5-9bf6-ad6fb7a5b20f req-f350e51a-d382-46be-9c09-f27caf499efd tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050093 Aug 03 18:55:27.752723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86051690-ef68-4ec4-a84f-7a08d5cdfbde req-feb357b9-89ec-469d-8f8c-36943823011b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:27.754486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86051690-ef68-4ec4-a84f-7a08d5cdfbde req-feb357b9-89ec-469d-8f8c-36943823011b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=046a1a64-6e4d-4c9b-afa8-483e6917d8e1 HTTP/1.1" status: 200 len: 950 time: 0.0639575 Aug 03 18:55:27.817554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86051690-ef68-4ec4-a84f-7a08d5cdfbde req-e35e1154-e1c4-4c2d-a6b8-6d7ee25928af tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387166 Aug 03 18:55:28.149179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb4e0f-2105-457c-a3ae-70001a87ba62 req-d9342338-be76-4832-b42f-c87921a1057d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:28.164913 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10bb4e0f-2105-457c-a3ae-70001a87ba62 req-d9342338-be76-4832-b42f-c87921a1057d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1351268 Aug 03 18:55:28.643759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-94c18d95-7cb9-4e96-b593-db7363b16789 req-c911e087-0f73-4c66-9206-d49af9b0c7e7 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 210 time: 0.0389190 Aug 03 18:55:28.683213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10bb4e0f-2105-457c-a3ae-70001a87ba62 req-6dcfaee6-36f4-4ed0-8287-5c0d1317318b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137572 Aug 03 18:55:29.034118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6daf2-6bcd-4b84-881f-12d5ffd8457c req-ea1551ea-f403-41e2-b808-a34159bee63c tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:29.050425 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0de6daf2-6bcd-4b84-881f-12d5ffd8457c req-ea1551ea-f403-41e2-b808-a34159bee63c tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.1305618 Aug 03 18:55:29.150849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0de6daf2-6bcd-4b84-881f-12d5ffd8457c req-c61fd2eb-f2f3-4e74-b2d6-c8cd4ee39789 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947785 Aug 03 18:55:29.249986 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65ca4c-4f37-4412-8838-aa765084dba1 req-370d0f04-a1cb-454e-aecb-97d01cf9cc5b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:29.257469 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec65ca4c-4f37-4412-8838-aa765084dba1 req-370d0f04-a1cb-454e-aecb-97d01cf9cc5b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=046a1a64-6e4d-4c9b-afa8-483e6917d8e1 HTTP/1.1" status: 200 len: 950 time: 0.1391716 Aug 03 18:55:29.318624 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:29.319515 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec65ca4c-4f37-4412-8838-aa765084dba1 req-60ba678d-359a-4e6b-ad43-9a296e6c6df4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596657 Aug 03 18:55:29.602684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36026) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:29.878505 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dd4bc8d-4672-423d-8d50-32774d1adfab req-b89e1efc-e245-4c80-8449-542fb4e300d5 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 210 time: 0.1064551 Aug 03 18:55:29.913368 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ffc78743-3b0e-4530-82a2-911df3bcdcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:29.959591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236b7ee-ad0c-4336-820e-30a6563f283d req-b0ae4540-1806-4a81-8ac8-57f2043769fe tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:29.972472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236b7ee-ad0c-4336-820e-30a6563f283d req-b0ae4540-1806-4a81-8ac8-57f2043769fe tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:29.976518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b236b7ee-ad0c-4336-820e-30a6563f283d req-b0ae4540-1806-4a81-8ac8-57f2043769fe tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966&device_id=046a1a64-6e4d-4c9b-afa8-483e6917d8e1 HTTP/1.1" status: 200 len: 1691 time: 0.2066541 Aug 03 18:55:30.123125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b236b7ee-ad0c-4336-820e-30a6563f283d req-41f9edb2-ff64-4412-bf95-9a61c9d6e83d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242368 Aug 03 18:55:30.137281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ea85c-ddc4-4470-bb62-bda1cca083a6 req-b6efccee-5578-4325-9402-fa67a3ce9653 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:30.144814 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-103ea85c-ddc4-4470-bb62-bda1cca083a6 req-b6efccee-5578-4325-9402-fa67a3ce9653 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1668456 Aug 03 18:55:30.214033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-103ea85c-ddc4-4470-bb62-bda1cca083a6 req-f23cbc83-c36a-4ce5-a2ed-664dcae8c3d1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678716 Aug 03 18:55:30.267030 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ffc78743-3b0e-4530-82a2-911df3bcdcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:30.273953 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ffc78743-3b0e-4530-82a2-911df3bcdcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:30.370297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:30.378165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ffc78743-3b0e-4530-82a2-911df3bcdcd9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00702a6974c5468994a79f910989aec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7729626 Aug 03 18:55:30.380647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc78743-3b0e-4530-82a2-911df3bcdcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaad077-0e2f-453f-a8b4-c8c55ebebd9c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:30.489247 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c332230-a445-44ad-ab37-2e3e5f90bf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:30.532078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c332230-a445-44ad-ab37-2e3e5f90bf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:30.536852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668cf55-306e-423b-b01f-bf514554fdcc req-6ea72079-fb4e-4ad3-85d5-ad1b187e2580 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:30.538474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0668cf55-306e-423b-b01f-bf514554fdcc req-6ea72079-fb4e-4ad3-85d5-ad1b187e2580 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 1101 time: 0.0939033 Aug 03 18:55:30.571432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cac9e-fceb-4ca9-8241-21e996f797dc req-34427eb3-0b08-45eb-9c9a-d1134489026a tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:30.573577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-707cac9e-fceb-4ca9-8241-21e996f797dc req-34427eb3-0b08-45eb-9c9a-d1134489026a tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.0905404 Aug 03 18:55:30.618944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0668cf55-306e-423b-b01f-bf514554fdcc req-58dc0062-3667-44cc-b357-177575303e54 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729280 Aug 03 18:55:30.642972 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c332230-a445-44ad-ab37-2e3e5f90bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:30.647824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c332230-a445-44ad-ab37-2e3e5f90bf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:30.653713 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5c332230-a445-44ad-ab37-2e3e5f90bf25 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1eaad077-0e2f-453f-a8b4-c8c55ebebd9c HTTP/1.1" status: 204 len: 168 time: 0.2809627 Aug 03 18:55:30.666258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c332230-a445-44ad-ab37-2e3e5f90bf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaad077-0e2f-453f-a8b4-c8c55ebebd9c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:30.682688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-707cac9e-fceb-4ca9-8241-21e996f797dc req-cf64d7ab-3529-40e0-8106-20c5c1b28b1b tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951362 Aug 03 18:55:30.836318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d9344-ac68-4544-bad7-ec251ad6610e req-6916083a-1cc2-4d22-ac8e-e6a82723bfe2 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:30.838567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea9d9344-ac68-4544-bad7-ec251ad6610e req-6916083a-1cc2-4d22-ac8e-e6a82723bfe2 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=046a1a64-6e4d-4c9b-afa8-483e6917d8e1 HTTP/1.1" status: 200 len: 1101 time: 0.0590482 Aug 03 18:55:30.897300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea9d9344-ac68-4544-bad7-ec251ad6610e req-2118b680-3164-4461-a82e-fe13301566bf tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524182 Aug 03 18:55:31.040051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae48d74f-0a34-4e07-8379-d2909815d1a7 req-b98cffb3-6369-45bb-b100-b3f475b85f7f tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=70819566-104f-4d2c-bc06-3fada03dbbde HTTP/1.1" status: 200 len: 210 time: 0.0330119 Aug 03 18:55:31.347580 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-82a0d116-9878-4a57-941c-ebeea9537432 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793471 Aug 03 18:55:31.526619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f0755-8e16-4c6e-bd3f-0cbbb781b886 req-ba384769-8686-49d9-acfc-23998c2ddff4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:31.528695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-987f0755-8e16-4c6e-bd3f-0cbbb781b886 req-ba384769-8686-49d9-acfc-23998c2ddff4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1563795 Aug 03 18:55:31.593426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5b061584-690a-4a10-8712-fdc8905b1dff tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:31.594624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5b061584-690a-4a10-8712-fdc8905b1dff tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2394128 Aug 03 18:55:31.625796 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-f2964be6-e4d2-40c5-b2ab-dc65262cc660 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/quotas/5f57a51310c1494daeeeef8912c80670 HTTP/1.1" status: 200 len: 375 time: 0.0175502 Aug 03 18:55:31.641455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-987f0755-8e16-4c6e-bd3f-0cbbb781b886 req-8d79fc7e-ef73-4ac3-bc87-1ab2539c26f7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972178 Aug 03 18:55:31.806046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-a6dcdd62-09ec-42de-866f-b5ae99e657f4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1342530 Aug 03 18:55:31.844055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36098) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:31.970280 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-346058133-network', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:31.974297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934a944-eeff-4503-acc1-bb74574e0cee req-077bd021-0011-40f1-afe9-7f4f882462b0 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:31.976105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a934a944-eeff-4503-acc1-bb74574e0cee req-077bd021-0011-40f1-afe9-7f4f882462b0 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.0943973 Aug 03 18:55:32.040677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Made reservation on behalf of 4bc9eed3df8a4ca9b9573c682a012193 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:55:32.045995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:32.057578 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:32.112418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a934a944-eeff-4503-acc1-bb74574e0cee req-1ea294d6-4543-4333-b172-c641b3087c26 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187930 Aug 03 18:55:32.299271 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:32.305095 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:32.343122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1e5e8c-bf3d-475f-81e3-9f78a6a1c10d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:32.357941 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:55:32.371211 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:32.371579 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Added segment 5726d160-750a-4ea4-8db9-8f6747963d9d of type vlan for network 9e7b384a-474b-40c2-a241-659b19b06191 Aug 03 18:55:32.410113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664124-b449-40e1-846c-609959d7dbf0 req-af9ba21e-238a-472e-abd0-60742d68e5d2 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:32.421937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-af9ba21e-238a-472e-abd0-60742d68e5d2 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 820 time: 0.2241287 Aug 03 18:55:32.427175 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:32.475468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8bcd57b-b9fc-4793-9948-855df307c8b1 req-f2959e5b-b83e-47b8-8d0c-40fec1caa963 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 210 time: 0.0518746 Aug 03 18:55:32.477768 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:32.479384 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:32.480475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:32.487962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-c035b6ad-164b-4b4a-8b72-e55a0d417b30 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/quotas/dc860d339a74459e8987d12f9967f2cb HTTP/1.1" status: 200 len: 375 time: 0.0512888 Aug 03 18:55:32.652097 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8051744 Aug 03 18:55:32.653187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffc354-ba97-44e1-92b4-81dbbaafdbb2 admin admin] Pushing event updated for resources: {'Network': ['ID=9e7b384a-474b-40c2-a241-659b19b06191,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:32.655675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36120) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:32.661029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] Request body: {'subnet': {'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-346058133-subnet', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:32.663745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-829f42a2-3b7a-462b-979c-4244aff58223 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1456547 Aug 03 18:55:32.668954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 9e7b384a-474b-40c2-a241-659b19b06191 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:55:32.724808 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] Made reservation on behalf of 4bc9eed3df8a4ca9b9573c682a012193 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:55:32.728163 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:33.075229 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:33.142709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee6ec4-29c4-4002-971a-dc748162c6fa req-a16294ab-81f0-488f-9b09-ab5dddd0f233 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:33.149767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5ee1b8-10d3-47af-a6c8-25ddcc280211,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:33.156573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3ee6ec4-29c4-4002-971a-dc748162c6fa req-a16294ab-81f0-488f-9b09-ab5dddd0f233 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.2835815 Aug 03 18:55:33.226027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] Checking segment: {'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:55:33.227589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] Network hostable DHCP agents. Network: 9e7b384a-474b-40c2-a241-659b19b06191, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:55:33.245157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3ee6ec4-29c4-4002-971a-dc748162c6fa req-4fe0857b-198f-4dea-b09f-7018005ca07e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866947 Aug 03 18:55:33.264263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-c494fa50-864e-4962-88de-28e7524aa994 service neutron] 10.222.0.78 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877163 Aug 03 18:55:33.282074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] Network 9e7b384a-474b-40c2-a241-659b19b06191 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:55:33.299750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 9e7b384a-474b-40c2-a241-659b19b06191) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:55:33.305072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:33.305891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:33.321374 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7095976f-554d-40c2-a08a-b9872c7eaa5b None None] Network 9e7b384a-474b-40c2-a241-659b19b06191 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:55:33.334112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36136) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:33.334916 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4c2afdc8-9e76-43ed-8081-3c1d37af11f0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6772604 Aug 03 18:55:33.388039 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:33.466789 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:33.470514 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:33.547213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-d206fb2f-8ab4-41c6-b414-67f3cf32262e service neutron] 10.222.0.78 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723179 Aug 03 18:55:33.655157 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:33.776364 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b99b2a7-9ddf-4de1-b5b1-4cae497adab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:33.917926 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:33.939332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57bfd3-e797-43a5-b3e0-d973bdbadcb0 req-1a6f3001-20ae-4ee4-9f8e-3c386b64c769 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:33.950091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd57bfd3-e797-43a5-b3e0-d973bdbadcb0 req-1a6f3001-20ae-4ee4-9f8e-3c386b64c769 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.1755171 Aug 03 18:55:33.962835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-9e7b384a-474b-40c2-a241-659b19b06191', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'fixed_ips': [{'subnet_id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:55:33.964774 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:34.192760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd57bfd3-e797-43a5-b3e0-d973bdbadcb0 req-7ccd65d9-c1f2-4916-9e02-8568b2d56ee9 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390678 Aug 03 18:55:34.346396 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-b7bb0df0-c9c2-4e95-853e-dd8eb938cb51 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772097 Aug 03 18:55:34.601880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Allocated IP 172.20.0.2 (9e7b384a-474b-40c2-a241-659b19b06191/cb5ee1b8-10d3-47af-a6c8-25ddcc280211/1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:55:34.605254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-952583de-ba4e-4c97-8949-481b8f3ab221 req-77cb5538-8e1e-4df2-9db7-7f18d582b3d2 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 210 time: 0.0698225 Aug 03 18:55:34.715015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-8aaf522a-0aae-44c6-ab50-7ca355e6b61a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:34.716949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-8aaf522a-0aae-44c6-ab50-7ca355e6b61a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597479 Aug 03 18:55:34.720549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b67fe8b2-086e-425a-8cbd-7dd7f3cb61d9 req-ddd021fe-86c2-4e32-8f84-56136a62be7d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 210 time: 0.1878436 Aug 03 18:55:34.734854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Request body: {'port': {'device_id': 'b668864d-fea8-42d6-a6cb-03980c95ada7', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '5f57a51310c1494daeeeef8912c80670'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:34.972787 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:34.986792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Transition to ACTIVE for port object 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:35.006018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3158e9-f77d-41a5-b17f-a68161daa38d req-d50a4e73-239e-4905-b5cd-e8828bc2abc6 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:35.014564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c3158e9-f77d-41a5-b17f-a68161daa38d req-d50a4e73-239e-4905-b5cd-e8828bc2abc6 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.2929254 Aug 03 18:55:35.019631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Transition to ACTIVE for port object 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:35.029580 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:35.098180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Network 9e7b384a-474b-40c2-a241-659b19b06191 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:55:35.101839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:55:35.109945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:55:35.117802 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:35.150199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Pushing event updated for resources: {'Port': ['ID=1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:35.210250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c3158e9-f77d-41a5-b17f-a68161daa38d req-0f33612a-ad43-403b-b4cc-08f77b9e2a35 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941881 Aug 03 18:55:35.218003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Attempting to bind port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:55:35.218797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Attempting to bind port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:55:35.219246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Attempting to bind port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 on network 9e7b384a-474b-40c2-a241-659b19b06191 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:35.220199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:35.225709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:55:35.226453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Checking segment: {'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:55:35.227042 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:35.227647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Bound using segment: {'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:55:35.228232 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Bound port: 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:55:35.228719 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:35.368217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] For port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:35.372484 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] For port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:55:35.381547 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:35.444684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Made reservation on behalf of 5f57a51310c1494daeeeef8912c80670 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:55:35.450602 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:35.487561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1985ee-7ecc-4209-b2c7-bcd71b4fe96a None None] Pushing event updated for resources: {'Port': ['ID=1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:35.546867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02ff8d-a027-434f-957c-4fc58cfd73a0 req-bd9d3a53-d81e-40a8-ba79-e6cf6fee2f54 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:35.548978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d02ff8d-a027-434f-957c-4fc58cfd73a0 req-bd9d3a53-d81e-40a8-ba79-e6cf6fee2f54 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 945 time: 0.1838417 Aug 03 18:55:35.694542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d02ff8d-a027-434f-957c-4fc58cfd73a0 req-d8fa950e-a424-498a-bc41-57bbe339d68e tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877633 Aug 03 18:55:35.714159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Allocated IP 172.25.8.14 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/51a69bce-03f2-4d70-a78e-d647c4fafa23) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:55:35.800457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1212bebf-9365-4b59-86bb-8bf2d1763c60 req-13c33a74-54c8-449f-a0d2-d334a27e0bdf tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 210 time: 0.0883901 Aug 03 18:55:36.108359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:36.276086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664124-b449-40e1-846c-609959d7dbf0 req-ea3dfa54-e24e-407b-a41d-4bdd32387536 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:36.277768 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-ea3dfa54-e24e-407b-a41d-4bdd32387536 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 820 time: 0.3223517 Aug 03 18:55:36.297422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Request body: {'port': {'device_id': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8', 'admin_state_up': True, 'tenant_id': 'dc860d339a74459e8987d12f9967f2cb'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:36.340943 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:36.371115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32960ad2-534a-416e-911b-78b78e7a3b34 req-b941272b-8cd1-40da-b652-1ae3336d9fc4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 210 time: 0.2347741 Aug 03 18:55:36.428711 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e6da7241-9f2c-4501-b153-659e5ce910bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:36.490694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Allocated IP 192.168.233.172 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/a9767807-6fec-4faf-85c3-3d9c4a95b75c) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:55:36.499715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:55:36.550702 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:36.558692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:55:36.596282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:55:36.617845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Made reservation on behalf of dc860d339a74459e8987d12f9967f2cb for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:55:36.622737 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:36.733164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Pushing event updated for resources: {'Port': ['ID=51a69bce-03f2-4d70-a78e-d647c4fafa23,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:36.779179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Allocated IP 172.20.0.12 (12a0583d-c43f-4b80-bf98-47717a5abbf8/2875b3c8-f991-4615-892b-ba13371dbecd/7aed7727-944d-4f18-a0ac-6b866c55fd74) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:55:36.871007 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:55:36.990506 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:37.076412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:37.097479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e70988-dae3-4503-878b-f41246ff2fd0 req-320936b5-83bb-496d-881e-60f61ecf59b5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:37.111216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32e70988-dae3-4503-878b-f41246ff2fd0 req-320936b5-83bb-496d-881e-60f61ecf59b5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.5167572 Aug 03 18:55:37.115623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['c666210d-b3b7-403c-b56c-1422ce6d38ee'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:37.215583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Network 12a0583d-c43f-4b80-bf98-47717a5abbf8 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:55:37.221570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:55:37.225483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:55:37.297880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Pushing event updated for resources: {'Port': ['ID=7aed7727-944d-4f18-a0ac-6b866c55fd74,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:37.368605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.369327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.369970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.370541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.371096 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.371669 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.372223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.372792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.373347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.373947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.374506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.375030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:37.404201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:37.404559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:37.448089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983c7564-bf2b-40ec-8906-b4ab4a94f66b None None] Network 9e7b384a-474b-40c2-a241-659b19b06191 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:55:37.457340 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-358b6fa0-62b8-45d7-8f47-de18733a50da tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1640415 Aug 03 18:55:37.471545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Request body: {'port': {'device_id': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:37.473603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6124f697-7e7c-4bba-9f6e-fe5ff62dc5c2 req-a1a51952-999b-4f27-9cf9-7a23c5d2c6da tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 210 time: 0.1657681 Aug 03 18:55:37.542436 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-aa2de261-758e-444d-8358-eb68ac0cb1a8 service neutron] show failed (client error): The resource could not be found. Aug 03 18:55:37.547324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-aa2de261-758e-444d-8358-eb68ac0cb1a8 service neutron] 10.222.0.74 "GET /v2.0/ports/964fd51f-65fa-4d16-9c55-33d2a4470113/bindings/n-h2-802918-7 HTTP/1.1" status: 404 len: 380 time: 1.0501916 Aug 03 18:55:37.568522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:37.656472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:37.790239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32e70988-dae3-4503-878b-f41246ff2fd0 req-41944630-2b73-444c-95b3-564847027fd5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650600 Aug 03 18:55:38.007807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d92d5055-3b71-418d-ba89-d04ca20136bb None None] Provisioning for port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:38.096963 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:38.106461 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:38.168378 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:38.182545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Transition to ACTIVE for port object a9767807-6fec-4faf-85c3-3d9c4a95b75c will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:38.217398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:38.241621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:38.241998 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:38.493300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4067-816a-4e43-bba6-dbb9011ff2ac req-c051f89e-9045-4107-b4cb-636a4e78bc88 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:38.501270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-841a4067-816a-4e43-bba6-dbb9011ff2ac req-c051f89e-9045-4107-b4cb-636a4e78bc88 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 932 time: 0.6636040 Aug 03 18:55:38.547848 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:38.667591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:38.674669 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:38.675800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-841a4067-816a-4e43-bba6-dbb9011ff2ac req-95cfbf78-24bf-463a-8a50-b858aaa31fc3 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733119 Aug 03 18:55:38.788692 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:38.816471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-750fae7a-2dbe-4c0e-aaa1-a1d6a9623f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:38.818975 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-750fae7a-2dbe-4c0e-aaa1-a1d6a9623f20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe&tenant_id=0af165f6330042b395e2a638c3cc2bba HTTP/1.1" status: 200 len: 1101 time: 0.1018276 Aug 03 18:55:38.835400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'f8bec4d1-5a77-488a-be20-afa878741001', '400de580-68ef-4b10-a1e4-1d8b1e254f1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:38.882686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:38.887263 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:38.904542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8', '922d0dfb-2d21-4770-9cf1-229ec814a33a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:38.914499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:38.999117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d17e0949-7f56-4c11-86fa-2fa0974f1e9c None None] Provisioning complete for port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:39.005110 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d17e0949-7f56-4c11-86fa-2fa0974f1e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:39.049979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:39.287288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a148da8-21ed-4045-86ea-3e0e08f06d8d details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:55:39.348484 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:39.480266 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 18:55:39.504258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aed7727-944d-4f18-a0ac-6b866c55fd74 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:39.514550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:39.530026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Transition to ACTIVE for port object 7aed7727-944d-4f18-a0ac-6b866c55fd74 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:39.539330 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:39.562511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 964fd51f-65fa-4d16-9c55-33d2a4470113 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:55:39.659272 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:39.677704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:55:39.723856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:55:39.768275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Pushing event updated for resources: {'Port': ['ID=7aed7727-944d-4f18-a0ac-6b866c55fd74,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:39.779355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:55:39.792290 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:39.823903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:39.830366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:39.831078 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:39.888206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event updated for resources: {'Port': ['ID=a9767807-6fec-4faf-85c3-3d9c4a95b75c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:39.903600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:39.970994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:39.999127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Transition to ACTIVE for port object 964fd51f-65fa-4d16-9c55-33d2a4470113 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:40.021031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:40.023610 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f70d97b-08ee-4491-9f4b-078df6d3dc7d" -d '{"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:40.028560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8255f5-8ed9-4a14-8057-51f388bbfefc req-8294240b-3b52-4bb9-ae27-d88c713b9c88 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:40.030210 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:40.043110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e8255f5-8ed9-4a14-8057-51f388bbfefc req-8294240b-3b52-4bb9-ae27-d88c713b9c88 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 936 time: 1.3874860 Aug 03 18:55:40.157835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] No DVR routers for this DVR port 964fd51f-65fa-4d16-9c55-33d2a4470113 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:55:40.287162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:55:40.287813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:55:40.288332 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:40.300652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Port 964fd51f-65fa-4d16-9c55-33d2a4470113 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:55:40.301303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:40.308436 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e8255f5-8ed9-4a14-8057-51f388bbfefc req-01ba88dc-4867-4f39-8bfb-7e4b0214f0aa tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639563 Aug 03 18:55:40.311774 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:55:40.312412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:55:40.312979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:55:40.313857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Bound port: 964fd51f-65fa-4d16-9c55-33d2a4470113, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:55:40.314402 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:40.413893 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:55:40.414294 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:55:40.414829 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-302ea1f5-781d-4ab5-888e-f8f88e7de7c1 None None] Provisioning for port a9767807-6fec-4faf-85c3-3d9c4a95b75c completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:40.424170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d11a1-7af3-41e8-b23c-93d01a2e253c req-aa8683f0-59bd-4b60-a9e7-a7f519939a8f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:40.425956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d77d11a1-7af3-41e8-b23c-93d01a2e253c req-aa8683f0-59bd-4b60-a9e7-a7f519939a8f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.7421975 Aug 03 18:55:40.441092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:40.441746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:40.441869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a148da8-21ed-4045-86ea-3e0e08f06d8d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a148da8-21ed-4045-86ea-3e0e08f06d8d,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:40.444287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:40.444471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-302ea1f5-781d-4ab5-888e-f8f88e7de7c1 None None] Provisioning complete for port a9767807-6fec-4faf-85c3-3d9c4a95b75c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:40.444825 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-302ea1f5-781d-4ab5-888e-f8f88e7de7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:40.450234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:55:40.466025 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=6']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:40.473677 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:40.520000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a19f3-3a4c-4020-9b2d-c48e985c1daf req-bb5cbd2e-e1b0-426e-b653-59f49434e321 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:40.521575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-302ea1f5-781d-4ab5-888e-f8f88e7de7c1 None None] Port a9767807-6fec-4faf-85c3-3d9c4a95b75c cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:55:40.522064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-848a19f3-3a4c-4020-9b2d-c48e985c1daf req-bb5cbd2e-e1b0-426e-b653-59f49434e321 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.74 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 944 time: 0.3830082 Aug 03 18:55:40.531201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6481bc27-c9e6-430e-8750-872d2c779322 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8041852 Aug 03 18:55:40.539106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '7a148da8-21ed-4045-86ea-3e0e08f06d8d', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'port_id': '7a148da8-21ed-4045-86ea-3e0e08f06d8d', 'mac_address': 'fa:16:3e:3f:85:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98261e03-5c98-4ab9-a3a1-0b63421e7d8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:55:40.558395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:40.559129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:40.560620 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] 10.222.0.37 "PUT /v2.0/ports/964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 1096 time: 1.7166710 Aug 03 18:55:40.594738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3a056-c53d-42ac-b547-54ae7f214f36 service neutron] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=7']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:40.599587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:55:40.599941 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:55:40.600279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:40.623361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Request body: {'port': {'device_id': 'b668864d-fea8-42d6-a6cb-03980c95ada7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:40.636278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:55:40.636715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:40.639166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Router 17b850b5-64d5-48e4-b49c-dc568409f9e1 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:55:40.656441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:55:40.656876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:55:40.657360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:55:40.657891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Bound port: 7aed7727-944d-4f18-a0ac-6b866c55fd74, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:55:40.658268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:40.695070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d77d11a1-7af3-41e8-b23c-93d01a2e253c req-facbbf16-1258-4037-b40a-89830d1bc98d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436059 Aug 03 18:55:40.699470 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:40.782100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-d5fb589c-3541-4f76-b19c-291f0846740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:40.789879 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-d5fb589c-3541-4f76-b19c-291f0846740c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1099 time: 0.1947880 Aug 03 18:55:40.790636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a148da8-21ed-4045-86ea-3e0e08f06d8d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:40.869292 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a148da8-21ed-4045-86ea-3e0e08f06d8d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a148da8-21ed-4045-86ea-3e0e08f06d8d,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:40.881023 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:40.892203 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:40.898287 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:40.942168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:55:40.961752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:41.078606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['7a148da8-21ed-4045-86ea-3e0e08f06d8d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:41.136497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7a148da8-21ed-4045-86ea-3e0e08f06d8d,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:41.169686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Pushing event updated for resources: {'Port': ['ID=7aed7727-944d-4f18-a0ac-6b866c55fd74,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:41.174188 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-42c43629-ff7f-4967-a435-f0ce155f9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:41.175984 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-42c43629-ff7f-4967-a435-f0ce155f9e62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3716211 Aug 03 18:55:41.186222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:41.186823 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:41.188873 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-e6ad0816-bad8-4df1-8ca3-143cd578ce47 service neutron] 10.222.0.37 "PUT /v2.0/ports/7aed7727-944d-4f18-a0ac-6b866c55fd74 HTTP/1.1" status: 200 len: 1092 time: 3.7218611 Aug 03 18:55:41.196157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35985665-5cd1-4a4f-95d3-1da40a34ca46 req-8c5fa22c-ea78-41af-813c-e6c3f0e7d2a4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:41.204664 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35985665-5cd1-4a4f-95d3-1da40a34ca46 req-8c5fa22c-ea78-41af-813c-e6c3f0e7d2a4 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 944 time: 0.3635514 Aug 03 18:55:41.279087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35985665-5cd1-4a4f-95d3-1da40a34ca46 req-ab3ee8b8-115a-44d1-8df8-78c96c231995 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702810 Aug 03 18:55:41.291635 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-cebadf42-4a4b-44bc-8f31-25b0986127ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 217 time: 0.1012802 Aug 03 18:55:41.306249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd8220-51c0-4511-a112-33fd2b03b440 req-e56e48f0-1433-44b2-938a-44471f9491bd tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:41.319511 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92fd8220-51c0-4511-a112-33fd2b03b440 req-e56e48f0-1433-44b2-938a-44471f9491bd tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 944 time: 0.2402411 Aug 03 18:55:41.393339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-848a19f3-3a4c-4020-9b2d-c48e985c1daf req-efc5d089-45a3-4381-bc6b-47c760247b93 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Deleting port 8d395686-2064-4e03-90fc-5a1520d30710 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:55:41.393779 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-848a19f3-3a4c-4020-9b2d-c48e985c1daf req-efc5d089-45a3-4381-bc6b-47c760247b93 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:41.396383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-9ec22b64-cd5c-467b-82ba-01d9d35027df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:41.398323 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-9ec22b64-cd5c-467b-82ba-01d9d35027df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0769067 Aug 03 18:55:41.400338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664124-b449-40e1-846c-609959d7dbf0 req-71c7de07-a75c-44a9-96f8-77462114b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:41.402186 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-71c7de07-a75c-44a9-96f8-77462114b144 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 1095 time: 0.1465590 Aug 03 18:55:41.541454 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-b590191f-9e5d-4ead-a434-46e16b10b98f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74 HTTP/1.1" status: 200 len: 217 time: 0.0662649 Aug 03 18:55:41.630189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-8115c4ff-ddfe-4119-87a5-d79f5b711c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:41.631319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92fd8220-51c0-4511-a112-33fd2b03b440 req-7384f356-4ead-41cc-ae47-f372f5f10be6 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270110 Aug 03 18:55:41.633159 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-8115c4ff-ddfe-4119-87a5-d79f5b711c8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2206807 Aug 03 18:55:41.635954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664124-b449-40e1-846c-609959d7dbf0 req-f802afda-cc04-4c4f-8dab-dfc9547c4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:41.637899 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-f802afda-cc04-4c4f-8dab-dfc9547c4b25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.0847239 Aug 03 18:55:41.647086 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d3dbe7-dcf7-45e6-ac94-0bf071592eae x-openstack-request-id: req-73d3dbe7-dcf7-45e6-ac94-0bf071592eae {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:41.647866 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:41.647973 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73d3dbe7-dcf7-45e6-ac94-0bf071592eae {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:41.648378 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'code': 200} Aug 03 18:55:41.724311 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:55:41.739465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Sync routers for ids ['17b850b5-64d5-48e4-b49c-dc568409f9e1'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:55:41.769859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Routers {'17b850b5-64d5-48e4-b49c-dc568409f9e1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:55:41.771249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:55:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17b850b5-64d5-48e4-b49c-dc568409f9e1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:41.827508 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-f8ec5248-e4b5-426f-a3b5-05d20237346a service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695182 Aug 03 18:55:41.859622 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-62a85d8e-cb5f-496e-a947-6ca0ed4720a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1998169 Aug 03 18:55:42.010029 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:42.011283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1ead0330-d44a-41d7-ab63-56e60b5592a6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.6275280 Aug 03 18:55:42.033254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36296) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:42.051670 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Set router 17b850b5-64d5-48e4-b49c-dc568409f9e1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:55:42.064283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-848a19f3-3a4c-4020-9b2d-c48e985c1daf req-efc5d089-45a3-4381-bc6b-47c760247b93 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] For port 8d395686-2064-4e03-90fc-5a1520d30710, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8d395686-2064-4e03-90fc-5a1520d30710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:42.064670 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-848a19f3-3a4c-4020-9b2d-c48e985c1daf req-efc5d089-45a3-4381-bc6b-47c760247b93 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:42.126729 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6014d94b-61a8-4832-bbcc-b66716223c1e req-3f5f8dc5-092d-4e16-85bd-223e7118dd57 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657554 Aug 03 18:55:42.142206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-848a19f3-3a4c-4020-9b2d-c48e985c1daf req-efc5d089-45a3-4381-bc6b-47c760247b93 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Calling delete_port for 8d395686-2064-4e03-90fc-5a1520d30710 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:55:42.143125 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-b9839972-62c6-4942-a47c-e2f12b433a46 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791964 Aug 03 18:55:42.232850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c442736-1e44-4777-9b97-cca7c0e0b66f req-c09ab89d-be10-47a6-b754-f4a22f824e8c tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:42.242018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c442736-1e44-4777-9b97-cca7c0e0b66f req-c09ab89d-be10-47a6-b754-f4a22f824e8c tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 936 time: 0.3871686 Aug 03 18:55:42.412249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:37Z', 'revision_number': 3, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:42.421251 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d664124-b449-40e1-846c-609959d7dbf0 req-3c83d148-80dc-45f8-853f-3e80b681af51 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657104 Aug 03 18:55:42.455160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Checking router: 17b850b5-64d5-48e4-b49c-dc568409f9e1 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:55:42.455637 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Updating router 17b850b5-64d5-48e4-b49c-dc568409f9e1 port 51a69bce-03f2-4d70-a78e-d647c4fafa23 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:55:42.496002 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:42.628407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c442736-1e44-4777-9b97-cca7c0e0b66f req-209a3fb8-cb7d-46b4-8f0b-511cbac071a8 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852217 Aug 03 18:55:42.629659 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-848a19f3-3a4c-4020-9b2d-c48e985c1daf req-efc5d089-45a3-4381-bc6b-47c760247b93 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:42.699997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5d089-45a3-4381-bc6b-47c760247b93 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Pushing event deleted for resources: {'Port': ['ID=8d395686-2064-4e03-90fc-5a1520d30710,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:42.722403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ca95d-0bec-4204-814c-4be4ce812505 req-24553da9-3249-4cb9-bcef-2a5f5541fd58 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:42.741021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f1ca95d-0bec-4204-814c-4be4ce812505 req-24553da9-3249-4cb9-bcef-2a5f5541fd58 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 948 time: 0.7366083 Aug 03 18:55:42.906200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f1ca95d-0bec-4204-814c-4be4ce812505 req-ca5b1a95-5ea1-4022-87a5-c4906147e975 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421485 Aug 03 18:55:42.961863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-848a19f3-3a4c-4020-9b2d-c48e985c1daf req-efc5d089-45a3-4381-bc6b-47c760247b93 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] No DVR routers for this DVR port 8d395686-2064-4e03-90fc-5a1520d30710 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:55:42.969940 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:42.970657 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-848a19f3-3a4c-4020-9b2d-c48e985c1daf req-efc5d089-45a3-4381-bc6b-47c760247b93 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:42.972628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-848a19f3-3a4c-4020-9b2d-c48e985c1daf req-efc5d089-45a3-4381-bc6b-47c760247b93 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.74 "DELETE /v2.0/ports/8d395686-2064-4e03-90fc-5a1520d30710 HTTP/1.1" status: 204 len: 173 time: 2.4377317 Aug 03 18:55:42.988575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Transition to ACTIVE for port object 51a69bce-03f2-4d70-a78e-d647c4fafa23 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:42.991965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a521068-0450-4bab-98e0-f7761875e90e', 'name': 'network-vif-deleted', 'tag': '8d395686-2064-4e03-90fc-5a1520d30710'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:42.999144 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0b7aa2-ef43-4134-80d4-2434d1a3d8c5" -d '{"events": [{"server_uuid": "5a521068-0450-4bab-98e0-f7761875e90e", "name": "network-vif-deleted", "tag": "8d395686-2064-4e03-90fc-5a1520d30710"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:43.003058 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:43.069285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c2215-ffc8-4127-a559-b561bfb0ce5b None None] Pushing event updated for resources: {'Port': ['ID=51a69bce-03f2-4d70-a78e-d647c4fafa23,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:43.100166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Attempting to bind port 51a69bce-03f2-4d70-a78e-d647c4fafa23 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:55:43.100538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Attempting to bind port 51a69bce-03f2-4d70-a78e-d647c4fafa23 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:55:43.100903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Attempting to bind port 51a69bce-03f2-4d70-a78e-d647c4fafa23 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:43.108397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:55:43.108769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:55:43.109178 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:43.111748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:55:43.111912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Bound port: 51a69bce-03f2-4d70-a78e-d647c4fafa23, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:55:43.117106 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:43.118556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9767807-6fec-4faf-85c3-3d9c4a95b75c {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:43.127509 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:43.142533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Transition to ACTIVE for port object a9767807-6fec-4faf-85c3-3d9c4a95b75c will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:43.189746 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cebe0718-8714-4067-9f21-7bd154826d68 req-42570dda-3fe0-4796-8802-229b1f9f4c90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=5a521068-0450-4bab-98e0-f7761875e90e HTTP/1.1" status: 200 len: 210 time: 0.2342815 Aug 03 18:55:43.190379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:43.272035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Pushing event updated for resources: {'Port': ['ID=a9767807-6fec-4faf-85c3-3d9c4a95b75c,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:43.295116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] For port 51a69bce-03f2-4d70-a78e-d647c4fafa23, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:43.303558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] For port 51a69bce-03f2-4d70-a78e-d647c4fafa23, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=51a69bce-03f2-4d70-a78e-d647c4fafa23,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:55:43.308517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9f2ac-a112-469b-9507-a08e70f440f4 req-e5109c3a-e7fa-414e-a8e9-50d9f3c421d4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:43.310272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5f9f2ac-a112-469b-9507-a08e70f440f4 req-e5109c3a-e7fa-414e-a8e9-50d9f3c421d4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 944 time: 0.2947426 Aug 03 18:55:43.316657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a148da8-21ed-4045-86ea-3e0e08f06d8d up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:43.320751 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:43.468686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c2215-ffc8-4127-a559-b561bfb0ce5b None None] Pushing event updated for resources: {'Port': ['ID=51a69bce-03f2-4d70-a78e-d647c4fafa23,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:43.519450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Routers {'17b850b5-64d5-48e4-b49c-dc568409f9e1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:55:43.520095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:55:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17b850b5-64d5-48e4-b49c-dc568409f9e1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:43.649797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113'}, {'name': 'network-changed', 'server_uuid': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'tag': '7aed7727-944d-4f18-a0ac-6b866c55fd74'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:43.652869 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a5ea97-8247-4e9c-bb71-ffcba68bc560" -d '{"events": [{"name": "network-changed", "server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113"}, {"name": "network-changed", "server_uuid": "c4647f8e-f657-45a9-abb9-77c7abcc7dde", "tag": "7aed7727-944d-4f18-a0ac-6b866c55fd74"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:43.728522 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9238c22b-e53d-4c49-805f-dcb64d80fcc7 x-openstack-request-id: req-9238c22b-e53d-4c49-805f-dcb64d80fcc7 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:43.729952 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a521068-0450-4bab-98e0-f7761875e90e", "name": "network-vif-deleted", "tag": "8d395686-2064-4e03-90fc-5a1520d30710", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:43.730210 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9238c22b-e53d-4c49-805f-dcb64d80fcc7 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:43.730625 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a521068-0450-4bab-98e0-f7761875e90e', 'name': 'network-vif-deleted', 'tag': '8d395686-2064-4e03-90fc-5a1520d30710', 'status': 'completed', 'code': 200} Aug 03 18:55:43.748155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5f9f2ac-a112-469b-9507-a08e70f440f4 req-23a4fa93-4281-4e52-a953-9591c356c2c0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219353 Aug 03 18:55:43.859521 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05e2359-3254-4d7f-b5a3-0db7562ee751 x-openstack-request-id: req-f05e2359-3254-4d7f-b5a3-0db7562ee751 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:43.859706 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4647f8e-f657-45a9-abb9-77c7abcc7dde", "tag": "7aed7727-944d-4f18-a0ac-6b866c55fd74", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:43.860016 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f05e2359-3254-4d7f-b5a3-0db7562ee751 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:43.860493 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'status': 'completed', 'code': 200} Aug 03 18:55:43.860752 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'tag': '7aed7727-944d-4f18-a0ac-6b866c55fd74', 'status': 'completed', 'code': 200} Aug 03 18:55:43.999226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-d9c202f8-df4b-48e0-97a2-6d9178f574e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:44.002340 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-d9c202f8-df4b-48e0-97a2-6d9178f574e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1099 time: 0.1054249 Aug 03 18:55:44.066984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8d395686-2064-4e03-90fc-5a1520d30710 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:55:44.076490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Attempting to bind port a9767807-6fec-4faf-85c3-3d9c4a95b75c on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:55:44.076839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Attempting to bind port a9767807-6fec-4faf-85c3-3d9c4a95b75c by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:55:44.077229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Attempting to bind port a9767807-6fec-4faf-85c3-3d9c4a95b75c on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:44.114335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Port a9767807-6fec-4faf-85c3-3d9c4a95b75c on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:55:44.114674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Attempting to bind port a9767807-6fec-4faf-85c3-3d9c4a95b75c on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:44.128192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:55:44.128788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:55:44.129006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:55:44.129363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Bound port: a9767807-6fec-4faf-85c3-3d9c4a95b75c, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:55:44.129754 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:44.140311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 8d395686-2064-4e03-90fc-5a1520d30710 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:55:44.140660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8d395686-2064-4e03-90fc-5a1520d30710 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:55:44.150890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-5cbe380b-1b25-465d-9718-38abf955b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:44.152704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-5cbe380b-1b25-465d-9718-38abf955b5d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1099 time: 0.2025266 Aug 03 18:55:44.172068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61d8b6-ba54-43c9-9d4b-1ba3c50ef865 req-48848d2a-4662-4f57-b7cf-210b87b35e38 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:44.174200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc61d8b6-ba54-43c9-9d4b-1ba3c50ef865 req-48848d2a-4662-4f57-b7cf-210b87b35e38 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 948 time: 0.4243498 Aug 03 18:55:44.233147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-e417da27-83be-4171-a7b5-544e1e11ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:44.241934 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-e417da27-83be-4171-a7b5-544e1e11ec0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2296762 Aug 03 18:55:44.293919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 7a148da8-21ed-4045-86ea-3e0e08f06d8d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:44.294241 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:44.305393 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-08916993-d87b-4e9c-80c1-17309330bcd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 217 time: 0.0497885 Aug 03 18:55:44.344494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:44.386120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] Set router 17b850b5-64d5-48e4-b49c-dc568409f9e1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:55:44.447845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-6ebc00a2-2c74-4c25-94fd-7a90fc85085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:44.449548 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-6ebc00a2-2c74-4c25-94fd-7a90fc85085d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1337357 Aug 03 18:55:44.466955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc61d8b6-ba54-43c9-9d4b-1ba3c50ef865 req-837265df-79ae-4dc9-aaa1-ac06f49adcf3 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195621 Aug 03 18:55:44.474876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b3f64-8f69-44eb-bbcc-8d6751d5b5dc req-c31716cd-7851-476f-aad3-a00dab34c504 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:44.476439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee4b3f64-8f69-44eb-bbcc-8d6751d5b5dc req-c31716cd-7851-476f-aad3-a00dab34c504 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 948 time: 0.3388693 Aug 03 18:55:44.546552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] For port a9767807-6fec-4faf-85c3-3d9c4a95b75c, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:44.621239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-91c23958-4bb5-4675-a1cd-80a62e907b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:44.623207 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-91c23958-4bb5-4675-a1cd-80a62e907b45 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.4273174 Aug 03 18:55:44.625106 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] For port a9767807-6fec-4faf-85c3-3d9c4a95b75c, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a9767807-6fec-4faf-85c3-3d9c4a95b75c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:55:44.640351 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-b37f71c5-ead1-4388-92c0-aa4b1d71145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:44.642064 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-b37f71c5-ead1-4388-92c0-aa4b1d71145a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720068 Aug 03 18:55:44.643608 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee4b3f64-8f69-44eb-bbcc-8d6751d5b5dc req-1fdaa1c2-8b90-4a5b-8310-9b0358bbc7eb tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484568 Aug 03 18:55:44.668860 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:44.880207 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:44.953110 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-52087f51-9300-4c01-b694-17c77a8a634e service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032570 Aug 03 18:55:45.017654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a148da8-21ed-4045-86ea-3e0e08f06d8d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a148da8-21ed-4045-86ea-3e0e08f06d8d,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:45.024562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Allocated IP 172.20.0.1 (9e7b384a-474b-40c2-a241-659b19b06191/cb5ee1b8-10d3-47af-a6c8-25ddcc280211/47164d38-d996-4e99-8864-2ccd76f95ce0) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:55:45.040140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a148da8-21ed-4045-86ea-3e0e08f06d8d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:45.049603 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdb0818-ec88-4839-9053-c2fcbaffd831" -d '{"events": [{"server_uuid": "b3354f0a-2c0b-4612-9443-51113280d3da", "name": "network-vif-plugged", "status": "completed", "tag": "7a148da8-21ed-4045-86ea-3e0e08f06d8d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:45.061428 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:45.101971 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:45.249968 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-a11cfc46-1a7a-4194-abb0-d20968da3d6e service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667079 Aug 03 18:55:45.289117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7a148da8-21ed-4045-86ea-3e0e08f06d8d,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:45.328619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 964fd51f-65fa-4d16-9c55-33d2a4470113 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:55:45.453275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-709700fd-a51b-4a2e-ae8c-7f388ed24773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:45.458292 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-709700fd-a51b-4a2e-ae8c-7f388ed24773 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 1095 time: 0.1269341 Aug 03 18:55:45.493067 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:45.512370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'mac_address': 'fa:16:3e:88:8d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:55:45.521151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:37Z', 'revision_number': 3, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:45.565299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8a3c0-771d-4f3d-8d42-bb4c2fe9aa09 None None] The sync data for ids ['17b850b5-64d5-48e4-b49c-dc568409f9e1'] in n-d-802918-7 is: [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:37Z', 'revision_number': 3, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:55:45.624017 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:45.643199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964fd51f-65fa-4d16-9c55-33d2a4470113 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:45.674398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:45.684206 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:45.685848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-fbe85b09-2f81-467e-9fd7-b66b6e248caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:45.687377 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-fbe85b09-2f81-467e-9fd7-b66b6e248caa service neutron] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.2199523 Aug 03 18:55:45.749056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:45.768688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-3f50ef9d-6ed0-4de9-9ceb-cea7fef9377e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 217 time: 1.1166666 Aug 03 18:55:45.868441 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-8950445c-3487-40b6-8d3e-9885518f3878 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74 HTTP/1.1" status: 200 len: 217 time: 0.1628871 Aug 03 18:55:45.933316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:45.934036 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:45.935616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] 10.222.0.37 "PUT /v2.0/ports/a9767807-6fec-4faf-85c3-3d9c4a95b75c HTTP/1.1" status: 200 len: 1096 time: 5.3617780 Aug 03 18:55:45.937613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b668864d-fea8-42d6-a6cb-03980c95ada7', 'tag': 'a9767807-6fec-4faf-85c3-3d9c4a95b75c'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:45.940203 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b668864d-fea8-42d6-a6cb-03980c95ada7", "tag": "a9767807-6fec-4faf-85c3-3d9c4a95b75c"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:46.026430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-765e9f11-316f-48cb-9a2a-5c06551f9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:46.028216 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-765e9f11-316f-48cb-9a2a-5c06551f9b87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.1377242 Aug 03 18:55:46.054063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c57ac4-144e-45be-acdf-28ad79a8ae50 req-20e8ea50-c956-420a-9c4d-d46f109274a0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:46.055921 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d7c57ac4-144e-45be-acdf-28ad79a8ae50 req-20e8ea50-c956-420a-9c4d-d46f109274a0 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 945 time: 0.2906642 Aug 03 18:55:46.064883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['964fd51f-65fa-4d16-9c55-33d2a4470113'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:46.327187 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-61e1bad5-144e-4c7f-b64d-97a3dbbdd877 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2823043 Aug 03 18:55:46.442520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45fa81-2585-42e8-ae48-cc2ba83d060d service neutron] Pushing event updated for resources: {'Port': ['ID=a9767807-6fec-4faf-85c3-3d9c4a95b75c,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:46.485050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-92a5b1a0-1479-4625-9bad-e4240840464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:46.488836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-d7c57ac4-144e-45be-acdf-28ad79a8ae50 req-228ba9de-3a5a-4f06-b567-c1ecfc168ff8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Deleting port c90afd5d-b95e-4432-ade6-409689d4ab5b {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:55:46.490056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d7c57ac4-144e-45be-acdf-28ad79a8ae50 req-228ba9de-3a5a-4f06-b567-c1ecfc168ff8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:46.491014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-92a5b1a0-1479-4625-9bad-e4240840464c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.6460276 Aug 03 18:55:46.534919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebc72-004a-4ef1-87b1-a7d9c7fa0086 req-1a45b36b-25db-4f9b-9313-efc55dc1e25b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:46.548452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed3ebc72-004a-4ef1-87b1-a7d9c7fa0086 req-1a45b36b-25db-4f9b-9313-efc55dc1e25b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 944 time: 0.7754536 Aug 03 18:55:46.626686 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30210d9-35db-43f5-a16b-a510987e3e10 req-b64131e8-008e-4976-b0a1-aeaa81bf33b7 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:46.634255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f30210d9-35db-43f5-a16b-a510987e3e10 req-b64131e8-008e-4976-b0a1-aeaa81bf33b7 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=a9d704d8-89c3-47c8-bcaf-99f2948344c3 HTTP/1.1" status: 200 len: 945 time: 0.8624141 Aug 03 18:55:46.669524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-d7c57ac4-144e-45be-acdf-28ad79a8ae50 req-228ba9de-3a5a-4f06-b567-c1ecfc168ff8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] For port c90afd5d-b95e-4432-ade6-409689d4ab5b, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c90afd5d-b95e-4432-ade6-409689d4ab5b,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:46.670133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d7c57ac4-144e-45be-acdf-28ad79a8ae50 req-228ba9de-3a5a-4f06-b567-c1ecfc168ff8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:46.682528 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:46.698040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-d7c57ac4-144e-45be-acdf-28ad79a8ae50 req-228ba9de-3a5a-4f06-b567-c1ecfc168ff8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Calling delete_port for c90afd5d-b95e-4432-ade6-409689d4ab5b owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:55:46.731038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-d9dc6caa-fc7c-44a8-a89a-cb733d284615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:46.733439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-d9dc6caa-fc7c-44a8-a89a-cb733d284615 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 1099 time: 0.5782411 Aug 03 18:55:46.818331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed3ebc72-004a-4ef1-87b1-a7d9c7fa0086 req-ae6fa523-002a-42d3-9295-023025323188 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686694 Aug 03 18:55:46.821388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Transition to ACTIVE for port object 47164d38-d996-4e99-8864-2ccd76f95ce0 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:46.909361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f30210d9-35db-43f5-a16b-a510987e3e10 req-5c29c760-c368-4ad5-b182-b81367596f0e tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686043 Aug 03 18:55:46.935544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-b23f3607-9019-43fd-aece-9bead1902a7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=a9767807-6fec-4faf-85c3-3d9c4a95b75c HTTP/1.1" status: 200 len: 217 time: 0.1729336 Aug 03 18:55:46.966193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d7c57ac4-144e-45be-acdf-28ad79a8ae50 req-228ba9de-3a5a-4f06-b567-c1ecfc168ff8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:47.017546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ba9de-3a5a-4f06-b567-c1ecfc168ff8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Pushing event deleted for resources: {'Port': ['ID=c90afd5d-b95e-4432-ade6-409689d4ab5b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:47.026524 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-d8e9fb52-1e2a-4c23-b298-7df34d79459c service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6775661 Aug 03 18:55:47.101579 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4935d4-132b-4436-ae4a-c7f8714696c5 x-openstack-request-id: req-da4935d4-132b-4436-ae4a-c7f8714696c5 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:47.102453 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3354f0a-2c0b-4612-9443-51113280d3da", "name": "network-vif-plugged", "status": "completed", "tag": "7a148da8-21ed-4045-86ea-3e0e08f06d8d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:47.102904 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da4935d4-132b-4436-ae4a-c7f8714696c5 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:47.103754 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a148da8-21ed-4045-86ea-3e0e08f06d8d', 'code': 200} Aug 03 18:55:47.114977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-f323fd90-03dd-45a1-90a6-00bdb01b9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:47.117304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-f323fd90-03dd-45a1-90a6-00bdb01b9bf1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5960319 Aug 03 18:55:47.192322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:47.248651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c57ac4-144e-45be-acdf-28ad79a8ae50 req-228ba9de-3a5a-4f06-b567-c1ecfc168ff8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] No DVR routers for this DVR port c90afd5d-b95e-4432-ade6-409689d4ab5b on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:55:47.252235 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d7c57ac4-144e-45be-acdf-28ad79a8ae50 req-228ba9de-3a5a-4f06-b567-c1ecfc168ff8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:47.254388 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d7c57ac4-144e-45be-acdf-28ad79a8ae50 req-228ba9de-3a5a-4f06-b567-c1ecfc168ff8 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.74 "DELETE /v2.0/ports/c90afd5d-b95e-4432-ade6-409689d4ab5b HTTP/1.1" status: 204 len: 173 time: 1.1465282 Aug 03 18:55:47.266072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'name': 'network-vif-deleted', 'tag': 'c90afd5d-b95e-4432-ade6-409689d4ab5b'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:47.269032 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92b309d-541c-4c3a-beab-bd00034268a6" -d '{"events": [{"server_uuid": "a9d704d8-89c3-47c8-bcaf-99f2948344c3", "name": "network-vif-deleted", "tag": "c90afd5d-b95e-4432-ade6-409689d4ab5b"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:47.331959 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-1721b834-e489-4c4f-9979-751717447092 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915590 Aug 03 18:55:47.424192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Pushing event updated for resources: {'Port': ['ID=47164d38-d996-4e99-8864-2ccd76f95ce0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:47.444279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 51a69bce-03f2-4d70-a78e-d647c4fafa23 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:47.539099 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 51a69bce-03f2-4d70-a78e-d647c4fafa23 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:47.547759 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 51a69bce-03f2-4d70-a78e-d647c4fafa23 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:47.548446 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:47.616237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-38bdaa70-c8ac-4388-a879-b83a6e477f26 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266107 Aug 03 18:55:47.674247 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:47.675813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-f0bbe6b1-4827-4d7b-b282-5ef9618f4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:47.677562 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-f0bbe6b1-4827-4d7b-b282-5ef9618f4ba5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.7108021 Aug 03 18:55:47.715608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 51a69bce-03f2-4d70-a78e-d647c4fafa23, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=51a69bce-03f2-4d70-a78e-d647c4fafa23,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:47.717180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Network 9e7b384a-474b-40c2-a241-659b19b06191 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:55:47.721284 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:47.785538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:55:47.802065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=51a69bce-03f2-4d70-a78e-d647c4fafa23,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:47.802653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:55:47.823722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.824311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.824885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.825455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.826049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.826620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.827184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.827747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.828300 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.828856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.829417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.831162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:47.857914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d741b-b4ab-411d-8c09-ee04fd2ca30b req-6929d7e5-bb06-4127-bc6e-db66b8174a83 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:47.868387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-476d741b-b4ab-411d-8c09-ee04fd2ca30b req-6929d7e5-bb06-4127-bc6e-db66b8174a83 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 948 time: 0.7733631 Aug 03 18:55:47.952072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca0080-1822-4049-8200-41ad78a99c3f req-e0aa8a6c-ad1c-42b2-a903-bf0b8cd25558 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:47.966591 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cca0080-1822-4049-8200-41ad78a99c3f req-e0aa8a6c-ad1c-42b2-a903-bf0b8cd25558 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 949 time: 0.5785313 Aug 03 18:55:48.034762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:48.129629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08a5ea97-8247-4e9c-bb71-ffcba68bc560 req-bfb10d53-942b-4fec-96d5-77101331b8c9 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879797 Aug 03 18:55:48.131682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-2676585a-f34f-45cb-9acf-13c0df175423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:48.133215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-2676585a-f34f-45cb-9acf-13c0df175423 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4368653 Aug 03 18:55:48.153392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-476d741b-b4ab-411d-8c09-ee04fd2ca30b req-a165fffd-5515-45d2-b8af-eb574fb4ab8d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803490 Aug 03 18:55:48.319097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-628ebe20-a674-4ff2-ad23-7f81f9de0389 None None] Provisioning for port 47164d38-d996-4e99-8864-2ccd76f95ce0 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:48.325870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-628ebe20-a674-4ff2-ad23-7f81f9de0389 None None] Provisioning complete for port 47164d38-d996-4e99-8864-2ccd76f95ce0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:48.326276 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-628ebe20-a674-4ff2-ad23-7f81f9de0389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:48.355607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cca0080-1822-4049-8200-41ad78a99c3f req-13f4a63b-dc91-4f95-a819-cd70d5a5e868 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878398 Aug 03 18:55:48.431856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-628ebe20-a674-4ff2-ad23-7f81f9de0389 None None] Port 47164d38-d996-4e99-8864-2ccd76f95ce0 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:55:48.441837 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2664b841-4979-4d24-9337-4a7a7fe132c6 x-openstack-request-id: req-2664b841-4979-4d24-9337-4a7a7fe132c6 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:48.442471 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b668864d-fea8-42d6-a6cb-03980c95ada7", "tag": "a9767807-6fec-4faf-85c3-3d9c4a95b75c", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:48.443002 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2664b841-4979-4d24-9337-4a7a7fe132c6 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:48.443690 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b668864d-fea8-42d6-a6cb-03980c95ada7', 'tag': 'a9767807-6fec-4faf-85c3-3d9c4a95b75c', 'status': 'completed', 'code': 200} Aug 03 18:55:48.463936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-f9ebe2e0-a817-4975-afce-abe0df343598 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091755 Aug 03 18:55:48.624575 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:48.634098 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47df480c-9044-46d7-ad32-c138e39f5a82 x-openstack-request-id: req-47df480c-9044-46d7-ad32-c138e39f5a82 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:48.635257 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d704d8-89c3-47c8-bcaf-99f2948344c3", "name": "network-vif-deleted", "tag": "c90afd5d-b95e-4432-ade6-409689d4ab5b", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:48.635755 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-47df480c-9044-46d7-ad32-c138e39f5a82 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:48.636439 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d704d8-89c3-47c8-bcaf-99f2948344c3', 'name': 'network-vif-deleted', 'tag': 'c90afd5d-b95e-4432-ade6-409689d4ab5b', 'status': 'completed', 'code': 200} Aug 03 18:55:48.664582 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe18b47-7260-429b-a71f-2aefe72e4d4e req-6641ed36-dcef-41c8-b33c-379ef53bfba0 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864023 Aug 03 18:55:48.792403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff413c-e1f3-4e80-b776-8b11f47e008e req-ab44e108-770b-4ba6-9258-3695111836de tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:48.796143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7ff413c-e1f3-4e80-b776-8b11f47e008e req-ab44e108-770b-4ba6-9258-3695111836de tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 944 time: 0.1458700 Aug 03 18:55:48.992850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b47f-62aa-48af-b602-8a62df99e320 req-78ee1c80-8622-4b89-b57f-57a548ace3b9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:48.997672 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-78ee1c80-8622-4b89-b57f-57a548ace3b9 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe&tenant_id=0af165f6330042b395e2a638c3cc2bba&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 949 time: 0.1007993 Aug 03 18:55:49.007723 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7ff413c-e1f3-4e80-b776-8b11f47e008e req-624bbffd-902a-4458-87c1-5b6ad452908e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802616 Aug 03 18:55:49.023376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1 req-13676944-fd32-40b2-87e0-91eee0ef5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:49.029016 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1 req-13676944-fd32-40b2-87e0-91eee0ef5dcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 1099 time: 0.2798758 Aug 03 18:55:49.103075 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-f1501e77-e99c-42dd-90ee-f62351f1a124 service neutron] 10.222.0.37 "GET /v2.0/ports/964fd51f-65fa-4d16-9c55-33d2a4470113/bindings/n-h2-802918-7 HTTP/1.1" status: 200 len: 382 time: 0.0955601 Aug 03 18:55:49.242964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b47f-62aa-48af-b602-8a62df99e320 req-b19a6124-cbc5-4c37-94dd-5c3954f0598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:49.249687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-b19a6124-cbc5-4c37-94dd-5c3954f0598d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1100 time: 0.1051269 Aug 03 18:55:49.294591 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:49.315521 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:49.336309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 964fd51f-65fa-4d16-9c55-33d2a4470113 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:49.371653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 51a69bce-03f2-4d70-a78e-d647c4fafa23 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:49.426812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b47f-62aa-48af-b602-8a62df99e320 req-57f6d481-57ce-4f46-92e1-a39370e0137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:49.430158 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-57f6d481-57ce-4f46-92e1-a39370e0137e service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1689091 Aug 03 18:55:49.438072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1 req-04f46f6d-ad60-462e-859b-b93d7db97f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:49.439812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1 req-04f46f6d-ad60-462e-859b-b93d7db97f93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3911991 Aug 03 18:55:49.448514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd88a0-d05f-44c4-88c7-33bcbaab5300 req-0bdcea22-bb21-45d8-b9df-516cb695329d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:49.450640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3dd88a0-d05f-44c4-88c7-33bcbaab5300 req-0bdcea22-bb21-45d8-b9df-516cb695329d tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 945 time: 0.2583807 Aug 03 18:55:49.456644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 51a69bce-03f2-4d70-a78e-d647c4fafa23 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:49.457679 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:49.458822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Pushing event updated for resources: {'Port': ['ID=47164d38-d996-4e99-8864-2ccd76f95ce0,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:49.461325 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 964fd51f-65fa-4d16-9c55-33d2a4470113 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:49.483407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc926e-8116-4a62-bee7-4318c183ee64 req-eea9d42e-6c27-43c8-b116-56b0361405f4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:49.484204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 964fd51f-65fa-4d16-9c55-33d2a4470113 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:49.484765 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:49.485187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83dc926e-8116-4a62-bee7-4318c183ee64 req-eea9d42e-6c27-43c8-b116-56b0361405f4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 949 time: 0.2954249 Aug 03 18:55:49.486086 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:49.519096 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-e5b2befa-3a41-402c-bd2b-50f7949cf283 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 217 time: 0.0791917 Aug 03 18:55:49.548566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c90afd5d-b95e-4432-ade6-409689d4ab5b no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:55:49.564089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1 req-adc0751a-16d5-4cd2-8a47-2f0e1a0e46d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=a9767807-6fec-4faf-85c3-3d9c4a95b75c HTTP/1.1" status: 200 len: 217 time: 0.1005645 Aug 03 18:55:49.610250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: c90afd5d-b95e-4432-ade6-409689d4ab5b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:55:49.610857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c90afd5d-b95e-4432-ade6-409689d4ab5b not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:55:49.625727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b47f-62aa-48af-b602-8a62df99e320 req-9550e95f-85c0-4fab-b840-f9a5ba56ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:49.638038 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-9550e95f-85c0-4fab-b840-f9a5ba56ddfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1024179 Aug 03 18:55:49.712572 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3dd88a0-d05f-44c4-88c7-33bcbaab5300 req-ccdf4d5d-e7fd-4c3f-bd88-fe7c20890aa7 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/security-groups?id=066a905d-8f28-4158-8c94-b2b00aff08d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443309 Aug 03 18:55:49.725100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b47f-62aa-48af-b602-8a62df99e320 req-29933409-e2c3-464b-b86f-7ace0e5205fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:49.728150 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-29933409-e2c3-464b-b86f-7ace0e5205fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759737 Aug 03 18:55:49.736515 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:49.749022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83dc926e-8116-4a62-bee7-4318c183ee64 req-9c669ddf-8da6-45ea-af0e-59d89fdda502 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050211 Aug 03 18:55:49.778744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1 req-08613b42-f96e-4968-8aee-d4dba27e8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:49.781224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1 req-08613b42-f96e-4968-8aee-d4dba27e8283 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1847217 Aug 03 18:55:49.787848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:49.790361 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3ae960-4cf8-4f91-8018-43e3a21f9184" -d '{"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-plugged", "status": "completed", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:49.824254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:49.831443 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:49.924671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:49.957017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7903914-e914-4e43-bdbd-0271a06a04d0 req-762d1492-b0eb-4671-955e-da7932798268 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:49.958767 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7903914-e914-4e43-bdbd-0271a06a04d0 req-762d1492-b0eb-4671-955e-da7932798268 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.37 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 945 time: 0.1135380 Aug 03 18:55:49.961090 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-43fd466b-01a8-47a8-bb18-7961e473ecec service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172034 Aug 03 18:55:49.971975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Network 9e7b384a-474b-40c2-a241-659b19b06191 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:55:49.978310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:55:49.998122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1 req-67a81b9f-bee2-43f4-b8d6-ceff75654ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:50.004024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1 req-67a81b9f-bee2-43f4-b8d6-ceff75654ec2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2068069 Aug 03 18:55:50.128833 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-6475c5c6-c38a-4e0f-87aa-bc32caf8a0aa service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505377 Aug 03 18:55:50.157113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764622a7-041b-415e-9511-2b6e1deeb92c req-b50fb989-6224-4df6-a953-a6a18a1eb853 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:50.165214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-764622a7-041b-415e-9511-2b6e1deeb92c req-b50fb989-6224-4df6-a953-a6a18a1eb853 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 948 time: 0.2955799 Aug 03 18:55:50.225653 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8c31eb-4231-49ce-8767-d3108bebd4d3 x-openstack-request-id: req-9f8c31eb-4231-49ce-8767-d3108bebd4d3 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:50.226376 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-plugged", "status": "completed", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:50.227013 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f8c31eb-4231-49ce-8767-d3108bebd4d3 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:50.227748 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'code': 200} Aug 03 18:55:50.270883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-f7903914-e914-4e43-bdbd-0271a06a04d0 req-48aa3f47-fae5-421c-9dc4-368210f81b90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Deleting port 5a2c781a-de93-43db-aad8-e5d873dd6710 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:55:50.271307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f7903914-e914-4e43-bdbd-0271a06a04d0 req-48aa3f47-fae5-421c-9dc4-368210f81b90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:50.329881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-764622a7-041b-415e-9511-2b6e1deeb92c req-59022351-b317-4688-9bc6-cb523a03bc1d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631777 Aug 03 18:55:50.372674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1 req-a3d2e354-82d6-4a73-8ccf-537e90276e5e service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048632 Aug 03 18:55:50.382576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Router 17b850b5-64d5-48e4-b49c-dc568409f9e1 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:55:50.440067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-f7903914-e914-4e43-bdbd-0271a06a04d0 req-48aa3f47-fae5-421c-9dc4-368210f81b90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] For port 5a2c781a-de93-43db-aad8-e5d873dd6710, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5a2c781a-de93-43db-aad8-e5d873dd6710,segment=NetworkSegment(c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e),segment_id=c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:50.440726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f7903914-e914-4e43-bdbd-0271a06a04d0 req-48aa3f47-fae5-421c-9dc4-368210f81b90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:50.469037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-f7903914-e914-4e43-bdbd-0271a06a04d0 req-48aa3f47-fae5-421c-9dc4-368210f81b90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Calling delete_port for 5a2c781a-de93-43db-aad8-e5d873dd6710 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:55:50.512116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4e727dbf-d1bb-4105-ad97-335a8cc192f0 None None] Provisioning complete for port 47164d38-d996-4e99-8864-2ccd76f95ce0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:50.515150 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4e727dbf-d1bb-4105-ad97-335a8cc192f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:50.604808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4e727dbf-d1bb-4105-ad97-335a8cc192f0 None None] Port 47164d38-d996-4e99-8864-2ccd76f95ce0 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:55:50.659495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9959acf7-518d-4ef7-8b55-3f5c7dac41c1 req-aa90fbbd-00e9-4e8b-9d37-a630123ebb1a service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748272 Aug 03 18:55:50.668215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb0c0a-dd0d-47c0-a7e5-b31a9552dbb1 req-ff63f4eb-001e-46a6-a8b3-02b28d2ce7c6 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:50.669877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cbb0c0a-dd0d-47c0-a7e5-b31a9552dbb1 req-ff63f4eb-001e-46a6-a8b3-02b28d2ce7c6 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 944 time: 0.2750401 Aug 03 18:55:50.752133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:55:50.768888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c8b35333-2e57-4e65-ab3d-9544fc0a9e6d admin admin] 10.222.0.78 "PUT /v2.0/routers/17b850b5-64d5-48e4-b49c-dc568409f9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7319994 Aug 03 18:55:50.769276 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Sync routers for ids ['17b850b5-64d5-48e4-b49c-dc568409f9e1'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:55:50.778326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f7903914-e914-4e43-bdbd-0271a06a04d0 req-48aa3f47-fae5-421c-9dc4-368210f81b90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:50.808067 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Routers {'17b850b5-64d5-48e4-b49c-dc568409f9e1'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:55:50.808468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cbb0c0a-dd0d-47c0-a7e5-b31a9552dbb1 req-4e5613f9-3e56-40a8-a9df-337462734ff4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093102 Aug 03 18:55:50.809081 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:55:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17b850b5-64d5-48e4-b49c-dc568409f9e1'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:50.869603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa3f47-fae5-421c-9dc4-368210f81b90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Pushing event deleted for resources: {'Port': ['ID=5a2c781a-de93-43db-aad8-e5d873dd6710,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:50.936112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7903914-e914-4e43-bdbd-0271a06a04d0 req-48aa3f47-fae5-421c-9dc4-368210f81b90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] No DVR routers for this DVR port 5a2c781a-de93-43db-aad8-e5d873dd6710 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:55:50.949070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f7903914-e914-4e43-bdbd-0271a06a04d0 req-48aa3f47-fae5-421c-9dc4-368210f81b90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:50.959001 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7903914-e914-4e43-bdbd-0271a06a04d0 req-48aa3f47-fae5-421c-9dc4-368210f81b90 tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.37 "DELETE /v2.0/ports/5a2c781a-de93-43db-aad8-e5d873dd6710 HTTP/1.1" status: 204 len: 173 time: 0.9776952 Aug 03 18:55:50.963958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'name': 'network-vif-deleted', 'tag': '5a2c781a-de93-43db-aad8-e5d873dd6710'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:50.968206 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c673e59-e88b-4b1f-85fe-fde599847286" -d '{"events": [{"server_uuid": "385c2b17-4500-48d7-9607-a9d5f8ec0ec2", "name": "network-vif-deleted", "tag": "5a2c781a-de93-43db-aad8-e5d873dd6710"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:51.008389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b110775a-be50-4873-8d91-412ee9cf9121 req-47d82e7f-e5b8-466d-aefd-b7ee4236925b tempest-LiveMigrationTest-1781061442 tempest-LiveMigrationTest-1781061442-project] 10.222.0.78 "GET /v2.0/ports?device_id=385c2b17-4500-48d7-9607-a9d5f8ec0ec2 HTTP/1.1" status: 200 len: 210 time: 0.0799749 Aug 03 18:55:51.050520 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Set router 17b850b5-64d5-48e4-b49c-dc568409f9e1 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:55:51.195419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211fe4d-2ba1-42fd-a7a7-319ee871de5c req-b370e976-d618-4987-a957-b99ae166f8fa tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:51.211419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a211fe4d-2ba1-42fd-a7a7-319ee871de5c req-b370e976-d618-4987-a957-b99ae166f8fa tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.2014019 Aug 03 18:55:51.294668 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a211fe4d-2ba1-42fd-a7a7-319ee871de5c req-b3ac5fbd-0d41-4323-9ba4-de717fa73f6f tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819376 Aug 03 18:55:51.345664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a9767807-6fec-4faf-85c3-3d9c4a95b75c details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:55:51.345927 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:48Z', 'revision_number': 4, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '47164d38-d996-4e99-8864-2ccd76f95ce0', 'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'mac_address': 'fa:16:3e:00:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:44Z', 'updated_at': '2021-08-03T18:55:48Z', 'revision_number': 2, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'subnets': [{'id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:51.355174 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a73e5a5-840d-40fb-ada9-adf4d843d2f2 x-openstack-request-id: req-2a73e5a5-840d-40fb-ada9-adf4d843d2f2 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:51.355664 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385c2b17-4500-48d7-9607-a9d5f8ec0ec2", "name": "network-vif-deleted", "tag": "5a2c781a-de93-43db-aad8-e5d873dd6710", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:51.356513 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a73e5a5-840d-40fb-ada9-adf4d843d2f2 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:51.356750 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385c2b17-4500-48d7-9607-a9d5f8ec0ec2', 'name': 'network-vif-deleted', 'tag': '5a2c781a-de93-43db-aad8-e5d873dd6710', 'status': 'completed', 'code': 200} Aug 03 18:55:51.431606 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Checking router: 17b850b5-64d5-48e4-b49c-dc568409f9e1 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:55:51.437797 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Updating router 17b850b5-64d5-48e4-b49c-dc568409f9e1 port 47164d38-d996-4e99-8864-2ccd76f95ce0 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:55:51.512307 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:51.571161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a9767807-6fec-4faf-85c3-3d9c4a95b75c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a9767807-6fec-4faf-85c3-3d9c4a95b75c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:51.585824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'a9767807-6fec-4faf-85c3-3d9c4a95b75c', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'a9767807-6fec-4faf-85c3-3d9c4a95b75c', 'mac_address': 'fa:16:3e:75:10:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:55:51.670969 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:51.701537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9767807-6fec-4faf-85c3-3d9c4a95b75c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:51.772797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a9767807-6fec-4faf-85c3-3d9c4a95b75c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a9767807-6fec-4faf-85c3-3d9c4a95b75c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:51.780030 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:51.858083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5d498-d00c-4521-9789-b0737b91bb15 req-7ce1226a-0e0f-43f5-9caa-9ae2648ac936 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:51.874296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ab5d498-d00c-4521-9789-b0737b91bb15 req-7ce1226a-0e0f-43f5-9caa-9ae2648ac936 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 948 time: 0.1532426 Aug 03 18:55:51.945049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a9767807-6fec-4faf-85c3-3d9c4a95b75c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:51.983079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ab5d498-d00c-4521-9789-b0737b91bb15 req-c88825a4-e91c-45c5-b7be-73b115531d62 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066108 Aug 03 18:55:52.000663 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.016289 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Transition to ACTIVE for port object 47164d38-d996-4e99-8864-2ccd76f95ce0 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:52.025345 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.093613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a9767807-6fec-4faf-85c3-3d9c4a95b75c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:52.136964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36440) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:52.144721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0fd0f2aa-95c5-4739-bfd8-a453fc708201 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100686971', 'description': 'tempest-description--1561544706'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:52.149920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa689d-339d-454d-aef2-aa7217814a55 req-0da18544-2547-4f46-8f01-1c45d2adadaf tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:52.158545 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Pushing event updated for resources: {'Port': ['ID=47164d38-d996-4e99-8864-2ccd76f95ce0,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:52.167053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6fa689d-339d-454d-aef2-aa7217814a55 req-0da18544-2547-4f46-8f01-1c45d2adadaf tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 944 time: 0.1131215 Aug 03 18:55:52.205911 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0fd0f2aa-95c5-4739-bfd8-a453fc708201 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.216186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36442) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:52.222346 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.222346 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.222346 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.222346 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.222346 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.222346 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.222346 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.224206 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.224206 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.224206 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.224206 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.224843 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:55:52.289884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6fa689d-339d-454d-aef2-aa7217814a55 req-e2d616b9-bf03-48e4-9145-851733bb3cf3 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217539 Aug 03 18:55:52.342647 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Attempting to bind port 47164d38-d996-4e99-8864-2ccd76f95ce0 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:55:52.343027 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Attempting to bind port 47164d38-d996-4e99-8864-2ccd76f95ce0 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:55:52.343395 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Attempting to bind port 47164d38-d996-4e99-8864-2ccd76f95ce0 on network 9e7b384a-474b-40c2-a241-659b19b06191 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:52.349460 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:55:52.349924 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Checking segment: {'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:55:52.350268 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.350671 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Bound using segment: {'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:55:52.351184 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Bound port: 47164d38-d996-4e99-8864-2ccd76f95ce0, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:55:52.351571 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.453939 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] For port 47164d38-d996-4e99-8864-2ccd76f95ce0, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:52.459911 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] For port 47164d38-d996-4e99-8864-2ccd76f95ce0, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=47164d38-d996-4e99-8864-2ccd76f95ce0,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:55:52.472521 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.546754 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0fd0f2aa-95c5-4739-bfd8-a453fc708201 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.559143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0fd0f2aa-95c5-4739-bfd8-a453fc708201 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.594260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0fd0f2aa-95c5-4739-bfd8-a453fc708201 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.603324 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0fd0f2aa-95c5-4739-bfd8-a453fc708201 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4646163 Aug 03 18:55:52.611937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36460) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:52.617082 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90625a83-4bda-4ce6-8ebd-08ce1d5c87bc None None] Pushing event updated for resources: {'Port': ['ID=47164d38-d996-4e99-8864-2ccd76f95ce0,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:52.626788 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Routers {'17b850b5-64d5-48e4-b49c-dc568409f9e1'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:55:52.627452 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:55:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17b850b5-64d5-48e4-b49c-dc568409f9e1'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:52.659441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ab2a2702-a0aa-4457-8433-8f7df9a96bed tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Request body: {'security_group_rule': {'security_group_id': 'd26f5fab-00c9-45c3-9789-d55fc6e79602', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:52.769361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0f2aa-95c5-4739-bfd8-a453fc708201 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26f5fab-00c9-45c3-9789-d55fc6e79602,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:52.810884 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab2a2702-a0aa-4457-8433-8f7df9a96bed tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.959790 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab2a2702-a0aa-4457-8433-8f7df9a96bed tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.971469 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab2a2702-a0aa-4457-8433-8f7df9a96bed tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.007536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a2702-a0aa-4457-8433-8f7df9a96bed tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72438ab3-bdcf-49d6-99a3-d9f2efe1c42e,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:53.018346 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab2a2702-a0aa-4457-8433-8f7df9a96bed tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.020066 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ab2a2702-a0aa-4457-8433-8f7df9a96bed tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3750217 Aug 03 18:55:53.023490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36466) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:53.032860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-00f30818-8c56-40f6-9001-ec17a80c0477 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Request body: {'security_group_rule': {'security_group_id': 'd26f5fab-00c9-45c3-9789-d55fc6e79602', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:53.066008 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] Set router 17b850b5-64d5-48e4-b49c-dc568409f9e1 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:55:53.092190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00f30818-8c56-40f6-9001-ec17a80c0477 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.289318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f44f79d-82e2-4918-b1cb-f243df30a7d5 admin admin] Deleting subnet 99f4d2c7-1f07-4c9d-ad30-5666266a1e0d {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:55:53.293589 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f44f79d-82e2-4918-b1cb-f243df30a7d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.301087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00f30818-8c56-40f6-9001-ec17a80c0477 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.311996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00f30818-8c56-40f6-9001-ec17a80c0477 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.350147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7aed7727-944d-4f18-a0ac-6b866c55fd74 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:55:53.352233 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f30818-8c56-40f6-9001-ec17a80c0477 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f3de40-6941-468e-b767-66499dfdf67b,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:53.372917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00f30818-8c56-40f6-9001-ec17a80c0477 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.379463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f44f79d-82e2-4918-b1cb-f243df30a7d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.382434 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-00f30818-8c56-40f6-9001-ec17a80c0477 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3578436 Aug 03 18:55:53.384658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5a2c781a-de93-43db-aad8-e5d873dd6710 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:55:53.388237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36472) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:53.401760 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:53.430452 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f44f79d-82e2-4918-b1cb-f243df30a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.465622 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.492169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 5a2c781a-de93-43db-aad8-e5d873dd6710 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:55:53.492826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5a2c781a-de93-43db-aad8-e5d873dd6710 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:55:53.509458 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f44f79d-82e2-4918-b1cb-f243df30a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.539806 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f44f79d-82e2-4918-b1cb-f243df30a7d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.542472 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2f44f79d-82e2-4918-b1cb-f243df30a7d5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/99f4d2c7-1f07-4c9d-ad30-5666266a1e0d HTTP/1.1" status: 204 len: 168 time: 1.3255672 Aug 03 18:55:53.562776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36474) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:53.628480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:53.642091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '7aed7727-944d-4f18-a0ac-6b866c55fd74', 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8', 'port_id': '7aed7727-944d-4f18-a0ac-6b866c55fd74', 'mac_address': 'fa:16:3e:98:91:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2875b3c8-f991-4615-892b-ba13371dbecd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:55:53.648556 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:48Z', 'revision_number': 4, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '47164d38-d996-4e99-8864-2ccd76f95ce0', 'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'mac_address': 'fa:16:3e:00:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:44Z', 'updated_at': '2021-08-03T18:55:52Z', 'revision_number': 4, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'subnets': [{'id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:53.657432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b47f-62aa-48af-b602-8a62df99e320 req-47bd9081-723b-463e-8477-11e70f283594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:53.661688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-47bd9081-723b-463e-8477-11e70f283594 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe&tenant_id=0af165f6330042b395e2a638c3cc2bba HTTP/1.1" status: 200 len: 1101 time: 0.4192166 Aug 03 18:55:53.681631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1469-e265-4334-962e-ff8b22f3edf9 req-81a012e9-5d9c-4e81-b644-18e193d6928d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:53.684653 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634613f6-a0e8-49d1-8c1a-6e23f346aa86 None None] The sync data for ids ['17b850b5-64d5-48e4-b49c-dc568409f9e1'] in n-d-802918-7 is: [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:48Z', 'revision_number': 4, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '47164d38-d996-4e99-8864-2ccd76f95ce0', 'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'mac_address': 'fa:16:3e:00:d5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:44Z', 'updated_at': '2021-08-03T18:55:52Z', 'revision_number': 4, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'subnets': [{'id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:55:53.691250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c85a1469-e265-4334-962e-ff8b22f3edf9 req-81a012e9-5d9c-4e81-b644-18e193d6928d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 949 time: 0.5121863 Aug 03 18:55:53.746426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:55:53.747411 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.792033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44f79d-82e2-4918-b1cb-f243df30a7d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f4d2c7-1f07-4c9d-ad30-5666266a1e0d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:53.802594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aed7727-944d-4f18-a0ac-6b866c55fd74 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:55:53.810183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c85a1469-e265-4334-962e-ff8b22f3edf9 req-dfba50cc-df76-4e84-92ce-8604c288c0b1 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177833 Aug 03 18:55:53.844947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:53.851642 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:53.875917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfadd2-9e3e-432c-9d9d-ad5a8a57e87c req-8f432dc6-741b-4cb9-9e22-0b5c4353d309 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:53.887903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86cfadd2-9e3e-432c-9d9d-ad5a8a57e87c req-8f432dc6-741b-4cb9-9e22-0b5c4353d309 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.6717432 Aug 03 18:55:54.015552 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.045624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7aed7727-944d-4f18-a0ac-6b866c55fd74,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:54.076850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86cfadd2-9e3e-432c-9d9d-ad5a8a57e87c req-17207e85-d19f-4a8a-9b87-276c103dc365 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879730 Aug 03 18:55:54.134151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.183151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['7aed7727-944d-4f18-a0ac-6b866c55fd74'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:55:54.333160 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.347363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.351014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82201e2-b035-4956-9e86-abf136b81612']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:54.373299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:54.373656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91cdfd9-9b8c-41c5-91af-8f8b7a1e162e') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:54.423791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.456327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.493855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:54.547072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Allocated IP 172.25.8.133 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/a002375b-7e49-4d25-8aa6-7a4575bc0a7e) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:55:54.563868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:54.612232 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:55:54.612715 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:55:54.614615 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:55:54.631864 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.655968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Transition to ACTIVE for port object 964fd51f-65fa-4d16-9c55-33d2a4470113 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:55:54.668917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:54.672159 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c25e4bf-7910-4837-ab09-386f816cb538" -d '{"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:54.679181 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.734670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.747929 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.763244 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.771134 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] 10.222.0.78 "DELETE /v2.0/networks/e82201e2-b035-4956-9e86-abf136b81612 HTTP/1.1" status: 204 len: 168 time: 1.2056630 Aug 03 18:55:54.777087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36490) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:54.810912 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbf560f-e66b-4413-9184-bdba9a2c1ef4 x-openstack-request-id: req-8fbf560f-e66b-4413-9184-bdba9a2c1ef4 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:54.811216 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:54.811473 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8fbf560f-e66b-4413-9184-bdba9a2c1ef4 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:54.811897 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'code': 200} Aug 03 18:55:54.886324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-60840b96-7f8e-4554-bb6d-f2be7f1b9858 admin admin] Deleting subnet 03917eec-7332-4884-a3cc-4898ec766cc1 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:55:54.887615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=10']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:54.891034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] No DVR routers for this DVR port 964fd51f-65fa-4d16-9c55-33d2a4470113 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:55:54.897273 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ecf3f-c049-44d0-930a-362c38cbb60e admin admin] Pushing event deleted for resources: {'Network': ['ID=e82201e2-b035-4956-9e86-abf136b81612,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:54.932158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5f08e-9d76-4939-a2c3-de928409adb9 req-ebe3c887-302a-4031-9f86-e2ec9c0f684a tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:54.939583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60840b96-7f8e-4554-bb6d-f2be7f1b9858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.945140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ac5f08e-9d76-4939-a2c3-de928409adb9 req-ebe3c887-302a-4031-9f86-e2ec9c0f684a tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 945 time: 0.2867632 Aug 03 18:55:55.052863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60840b96-7f8e-4554-bb6d-f2be7f1b9858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.081773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:55:55.081773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:55:55.081773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:55.092538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Port 964fd51f-65fa-4d16-9c55-33d2a4470113 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:55:55.092538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Attempting to bind port 964fd51f-65fa-4d16-9c55-33d2a4470113 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:55:55.093558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.164696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ac5f08e-9d76-4939-a2c3-de928409adb9 req-cc743a53-1bc7-4fe3-ab82-3e4c0be694db tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968024 Aug 03 18:55:55.169780 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60840b96-7f8e-4554-bb6d-f2be7f1b9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.184870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:55:55.185245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:55:55.185653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:55:55.186694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Bound port: 964fd51f-65fa-4d16-9c55-33d2a4470113, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:55:55.188642 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.227853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf76d92-a359-4df3-aa7d-47223dbfd893 req-ca4bb504-86b4-49e9-961f-9f9fa6fcb0c4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:55.230139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eaf76d92-a359-4df3-aa7d-47223dbfd893 req-ca4bb504-86b4-49e9-961f-9f9fa6fcb0c4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 949 time: 0.2369921 Aug 03 18:55:55.331295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60840b96-7f8e-4554-bb6d-f2be7f1b9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.346446 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7aed7727-944d-4f18-a0ac-6b866c55fd74 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:55.372201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:55:55.382594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:55:55.398105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:55:55.417024 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.443819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:55:55.454417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60840b96-7f8e-4554-bb6d-f2be7f1b9858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03917eec-7332-4884-a3cc-4898ec766cc1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:55.456494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 47164d38-d996-4e99-8864-2ccd76f95ce0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:55.474525 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60840b96-7f8e-4554-bb6d-f2be7f1b9858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.477062 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-60840b96-7f8e-4554-bb6d-f2be7f1b9858 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/03917eec-7332-4884-a3cc-4898ec766cc1 HTTP/1.1" status: 204 len: 168 time: 0.6838739 Aug 03 18:55:55.485881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:55:55.488391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Pushing event updated for resources: {'Port': ['ID=a002375b-7e49-4d25-8aa6-7a4575bc0a7e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:55.505803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36516) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:55.548535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 7aed7727-944d-4f18-a0ac-6b866c55fd74 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:55.560291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 7aed7727-944d-4f18-a0ac-6b866c55fd74 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:55.561076 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.606798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 47164d38-d996-4e99-8864-2ccd76f95ce0 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:55.615747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 47164d38-d996-4e99-8864-2ccd76f95ce0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:55.617267 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.633451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=11']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:55.684867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:55.685559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.687345 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-c9c752c6-70bf-45f5-a422-19063d6ffef5 service neutron] 10.222.0.74 "PUT /v2.0/ports/964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 1097 time: 1.9486675 Aug 03 18:55:55.695179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eaf76d92-a359-4df3-aa7d-47223dbfd893 req-f1a7d4f4-fe90-43b3-9832-4619f5595fb4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750021 Aug 03 18:55:55.726371 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.730573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e9b98-80ba-4256-9052-67a36eecb0d6 req-75a91180-08e8-4d60-a71a-3699b7a58651 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:55.741022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a73e9b98-80ba-4256-9052-67a36eecb0d6 req-75a91180-08e8-4d60-a71a-3699b7a58651 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 949 time: 0.2590020 Aug 03 18:55:55.892293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a73e9b98-80ba-4256-9052-67a36eecb0d6 req-d651a133-df67-44ea-b517-c86a24c350ef tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477933 Aug 03 18:55:55.916466 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:55.942290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b47f-62aa-48af-b602-8a62df99e320 req-4b7aa5a0-2d2e-4db6-af98-7d98dfec69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:55.945654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-4b7aa5a0-2d2e-4db6-af98-7d98dfec69a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1100 time: 0.1605413 Aug 03 18:55:55.976795 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.010374 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:56.025704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aed7727-944d-4f18-a0ac-6b866c55fd74'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:56.029587 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f5a857-c1e4-4e1a-950f-fa22945fc43f" -d '{"events": [{"server_uuid": "c4647f8e-f657-45a9-abb9-77c7abcc7dde", "name": "network-vif-plugged", "status": "completed", "tag": "7aed7727-944d-4f18-a0ac-6b866c55fd74"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:56.039677 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.040632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a9767807-6fec-4faf-85c3-3d9c4a95b75c up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:56.144354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.155975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 47164d38-d996-4e99-8864-2ccd76f95ce0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=47164d38-d996-4e99-8864-2ccd76f95ce0,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:56.182092 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf67e76-dcf6-4c42-9ec6-8df9faf0d9f1 x-openstack-request-id: req-fdf67e76-dcf6-4c42-9ec6-8df9faf0d9f1 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:56.182458 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4647f8e-f657-45a9-abb9-77c7abcc7dde", "name": "network-vif-plugged", "status": "completed", "tag": "7aed7727-944d-4f18-a0ac-6b866c55fd74", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:56.182717 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fdf67e76-dcf6-4c42-9ec6-8df9faf0d9f1 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:56.183106 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aed7727-944d-4f18-a0ac-6b866c55fd74', 'code': 200} Aug 03 18:55:56.187783 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.208903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port a9767807-6fec-4faf-85c3-3d9c4a95b75c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:55:56.223777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port a9767807-6fec-4faf-85c3-3d9c4a95b75c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:56.225302 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.285407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b47f-62aa-48af-b602-8a62df99e320 req-7f160b20-0d3d-428c-b157-eb838da7a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:56.287159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-7f160b20-0d3d-428c-b157-eb838da7a19a service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3347263 Aug 03 18:55:56.311716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7aed7727-944d-4f18-a0ac-6b866c55fd74,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:56.320351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.326544 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.412447 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=47164d38-d996-4e99-8864-2ccd76f95ce0,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:56.433247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e427b9-1357-4fca-9ae9-4d80a2361d85']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:56.453926 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1ecb-49d2-4747-a2ba-cc9b6bab80a4 req-6ecb7305-6032-48ee-8f84-b037fd2e24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:56.456082 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-38ce1ecb-49d2-4747-a2ba-cc9b6bab80a4 req-6ecb7305-6032-48ee-8f84-b037fd2e24bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 1097 time: 0.2253079 Aug 03 18:55:56.467395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b49f807-c217-468c-b77b-42045d92331c') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:56.467964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b49f807-c217-468c-b77b-42045d92331c') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:55:56.481791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-ee289702-d2c9-4fb2-8b4b-77a38207e778 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 217 time: 0.1852331 Aug 03 18:55:56.511804 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.529903 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-38ce1ecb-49d2-4747-a2ba-cc9b6bab80a4 req-cfc26471-8124-44db-8b1e-ee54e71ea95e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588515 Aug 03 18:55:56.547744 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.581645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.606621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b47f-62aa-48af-b602-8a62df99e320 req-768e8876-8146-46a4-8d53-720772471665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:56.608810 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-768e8876-8146-46a4-8d53-720772471665 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0626214 Aug 03 18:55:56.610311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:55:56.611035 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:55:56.614767 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:55:56.645432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a9767807-6fec-4faf-85c3-3d9c4a95b75c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a9767807-6fec-4faf-85c3-3d9c4a95b75c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:56.656892 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.661475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 964fd51f-65fa-4d16-9c55-33d2a4470113 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:55:56.699907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f583d-f2c6-4c53-b7d1-21fd51ad1462 req-31196be8-4fa6-4168-a813-ef2b78cd5ce3 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:56.716732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-766f583d-f2c6-4c53-b7d1-21fd51ad1462 req-31196be8-4fa6-4168-a813-ef2b78cd5ce3 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 946 time: 0.3039901 Aug 03 18:55:56.730693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b47f-62aa-48af-b602-8a62df99e320 req-9131357a-aa1a-4582-b753-b713b35f6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:56.734817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-9131357a-aa1a-4582-b753-b713b35f6ce5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1144459 Aug 03 18:55:56.784441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.875060 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:56.877546 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] 10.222.0.78 "DELETE /v2.0/networks/d7e427b9-1357-4fca-9ae9-4d80a2361d85 HTTP/1.1" status: 204 len: 168 time: 1.3694632 Aug 03 18:55:56.904586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:56.907098 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:56.912441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-aef07a3a-1766-42f1-be25-d3fb841447ec service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627936 Aug 03 18:55:56.918784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 964fd51f-65fa-4d16-9c55-33d2a4470113 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:55:56.966715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5302d20-6b8d-4b29-9dae-2c4881516b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e427b9-1357-4fca-9ae9-4d80a2361d85,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:57.018275 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:57.030373 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:57.053607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-766f583d-f2c6-4c53-b7d1-21fd51ad1462 req-238ab4b2-6d16-4bdb-912e-f21a72b9660a tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332479 Aug 03 18:55:57.174654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a9767807-6fec-4faf-85c3-3d9c4a95b75c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:57.288334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ae0fe-4a60-4ec2-9e2f-cf88cdfb0413 req-07421daa-b0f9-4f2a-98ca-95657c22004e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:57.300230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e63ae0fe-4a60-4ec2-9e2f-cf88cdfb0413 req-07421daa-b0f9-4f2a-98ca-95657c22004e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 950 time: 0.2841232 Aug 03 18:55:57.328150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Pushing event updated for resources: {'Port': ['ID=a002375b-7e49-4d25-8aa6-7a4575bc0a7e,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:57.341327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36544) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:57.368386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c783b47f-62aa-48af-b602-8a62df99e320 req-5ff43cf3-ff01-40e3-af12-3e36fac76041 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412310 Aug 03 18:55:57.387136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 47164d38-d996-4e99-8864-2ccd76f95ce0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:55:57.400374 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c417426-eba8-4938-8122-c67bdc072606 x-openstack-request-id: req-5c417426-eba8-4938-8122-c67bdc072606 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:57.401090 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:57.401638 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c417426-eba8-4938-8122-c67bdc072606 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:57.402322 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'status': 'completed', 'code': 200} Aug 03 18:55:57.416470 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e63ae0fe-4a60-4ec2-9e2f-cf88cdfb0413 req-b1d47309-3c00-4627-8ebd-b294559bd1e9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059616 Aug 03 18:55:57.475006 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:57.497759 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:57.508303 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-042dcc58-cf2e-4672-8703-75364b5b73ee tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1063967 Aug 03 18:55:57.523286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36550) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:57.528018 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2db37a8e-bf4a-45ec-9832-6f4a44bd9948 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=448bff490d084bf0a760117b49d76e86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1825264 Aug 03 18:55:57.544826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-dbdce11f-abf1-4e96-8514-9d5d2ffb96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:57.546634 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-dbdce11f-abf1-4e96-8514-9d5d2ffb96f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1100 time: 0.1406028 Aug 03 18:55:57.571267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 47164d38-d996-4e99-8864-2ccd76f95ce0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:55:57.578209 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:57.815463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-fe8875b0-ab39-425c-bf6e-4e84f3ab4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:57.816992 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-fe8875b0-ab39-425c-bf6e-4e84f3ab4c2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2622550 Aug 03 18:55:57.844253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b609ce8-665b-4cbc-a845-ef4681b73336 req-f8d39f3a-8207-4fba-a975-c978d7d3b14c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:57.851730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b609ce8-665b-4cbc-a845-ef4681b73336 req-f8d39f3a-8207-4fba-a975-c978d7d3b14c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 949 time: 0.2843854 Aug 03 18:55:57.859777 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fb9e480e-4cc9-4f5c-a3dd-ea2263a3031b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:57.864911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-f28cbb2e-8fcd-497c-b7db-dd4bda687e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:57.866662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-f28cbb2e-8fcd-497c-b7db-dd4bda687e9f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0af165f6330042b395e2a638c3cc2bba&device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1100 time: 0.2710397 Aug 03 18:55:57.873526 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-7be0fa8b-aaf6-4504-a48c-73f7d6138eab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 217 time: 0.0487025 Aug 03 18:55:57.970343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-791ab64b-2f0f-4a1d-a857-1136a8304993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:57.972023 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-791ab64b-2f0f-4a1d-a857-1136a8304993 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0828936 Aug 03 18:55:57.986606 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fb9e480e-4cc9-4f5c-a3dd-ea2263a3031b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:58.049613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b609ce8-665b-4cbc-a845-ef4681b73336 req-2550df0d-888f-49bd-8448-bd1c91ea1ec5 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967657 Aug 03 18:55:58.110381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-e90a36c0-5ce5-4641-945f-758f2eb9cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:58.113738 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-e90a36c0-5ce5-4641-945f-758f2eb9cca5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318557 Aug 03 18:55:58.150374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70ac9b-6696-40f2-8057-3e033ef88562 req-4cb615a4-1b67-4222-80ae-44c3681cbe17 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:58.154441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a70ac9b-6696-40f2-8057-3e033ef88562 req-4cb615a4-1b67-4222-80ae-44c3681cbe17 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 945 time: 0.2602661 Aug 03 18:55:58.184092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b668864d-fea8-42d6-a6cb-03980c95ada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9767807-6fec-4faf-85c3-3d9c4a95b75c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:55:58.186444 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac60647-bbe6-4b6c-808f-263e54af4fbe" -d '{"events": [{"server_uuid": "b668864d-fea8-42d6-a6cb-03980c95ada7", "name": "network-vif-plugged", "status": "completed", "tag": "a9767807-6fec-4faf-85c3-3d9c4a95b75c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:55:58.196061 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fb9e480e-4cc9-4f5c-a3dd-ea2263a3031b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:58.198777 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fb9e480e-4cc9-4f5c-a3dd-ea2263a3031b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:58.202499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fb9e480e-4cc9-4f5c-a3dd-ea2263a3031b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/066a905d-8f28-4158-8c94-b2b00aff08d7 HTTP/1.1" status: 204 len: 168 time: 0.6752694 Aug 03 18:55:58.247987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-2b8b1ce3-5a5a-452a-a2fc-2ed8eb4eb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:58.249473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-2b8b1ce3-5a5a-452a-a2fc-2ed8eb4eb5df service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3648164 Aug 03 18:55:58.251671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e480e-4cc9-4f5c-a3dd-ea2263a3031b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066a905d-8f28-4158-8c94-b2b00aff08d7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:58.301097 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-315aff29-6c40-437d-93c3-e4bc82bb757b service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789420 Aug 03 18:55:58.336733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-aae2dbb6-d4ee-4752-a6fa-cd525c40e2be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 200 len: 217 time: 0.0585861 Aug 03 18:55:58.350502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a70ac9b-6696-40f2-8057-3e033ef88562 req-6dee3280-04b9-44c0-b051-bcb319fe5e25 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699970 Aug 03 18:55:58.379047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caecd92-028d-4a66-bbb1-345ee3c9fd11 req-863e1169-64b2-4265-b15c-b402407ce902 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:58.386667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6caecd92-028d-4a66-bbb1-345ee3c9fd11 req-863e1169-64b2-4265-b15c-b402407ce902 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 946 time: 0.2199416 Aug 03 18:55:58.456732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-7e9140a2-f8ea-4e5a-829b-103331655baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:58.458331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-7e9140a2-f8ea-4e5a-829b-103331655baa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1068392 Aug 03 18:55:58.460714 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5741b3ec-7a29-4eea-8150-e5c3e09f97c2 x-openstack-request-id: req-5741b3ec-7a29-4eea-8150-e5c3e09f97c2 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:55:58.460995 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b668864d-fea8-42d6-a6cb-03980c95ada7", "name": "network-vif-plugged", "status": "completed", "tag": "a9767807-6fec-4faf-85c3-3d9c4a95b75c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:55:58.461198 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5741b3ec-7a29-4eea-8150-e5c3e09f97c2 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:55:58.463083 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b668864d-fea8-42d6-a6cb-03980c95ada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9767807-6fec-4faf-85c3-3d9c4a95b75c', 'code': 200} Aug 03 18:55:58.501545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6caecd92-028d-4a66-bbb1-345ee3c9fd11 req-034666aa-298c-4d5a-8621-6d5f4feea425 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042464 Aug 03 18:55:58.647311 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-79e0834b-6eeb-46b0-9531-7f68843b107b service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207417 Aug 03 18:55:58.818687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-c12c13a1-c9ec-4b82-869a-9ba36142b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:58.821139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-c12c13a1-c9ec-4b82-869a-9ba36142b714 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3281155 Aug 03 18:55:58.836894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd29736-abdd-4fb9-b17f-5766adf8d340 req-1178bde7-7394-4a69-8539-78b6a51d0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:58.839213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9dd29736-abdd-4fb9-b17f-5766adf8d340 req-1178bde7-7394-4a69-8539-78b6a51d0179 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 1101 time: 0.2900727 Aug 03 18:55:58.870588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15157ebe-56f4-4430-b49e-725dbd226e08 req-f3b68d70-61c6-4ab5-aec1-0cc1acec9938 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:58.873990 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15157ebe-56f4-4430-b49e-725dbd226e08 req-f3b68d70-61c6-4ab5-aec1-0cc1acec9938 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 950 time: 0.2454302 Aug 03 18:55:59.007760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167690e8-86b5-4380-af20-6077d1ef36f3 req-3967da17-25e3-4ac5-baa1-1e4592102663 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:59.013807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-167690e8-86b5-4380-af20-6077d1ef36f3 req-3967da17-25e3-4ac5-baa1-1e4592102663 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 1097 time: 0.2603431 Aug 03 18:55:59.099034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15157ebe-56f4-4430-b49e-725dbd226e08 req-f857ff83-eb48-44dc-a310-858ddf884a2e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941800 Aug 03 18:55:59.114707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9dd29736-abdd-4fb9-b17f-5766adf8d340 req-d9facbdf-db2b-4ad7-9e52-28644c4ef443 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386947 Aug 03 18:55:59.161258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36626) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:59.178016 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-167690e8-86b5-4380-af20-6077d1ef36f3 req-aa6c69b7-df99-4fe2-8ca6-35bdee90cadb tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312733 Aug 03 18:55:59.207939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-4f540049-60b6-4a72-8fdb-b3769e1b5452 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666241 Aug 03 18:55:59.298915 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-78407285-86a3-4d7b-b0f1-3af8688596af admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3106a74e90004022a3f2d6af39fd7c1c&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1360655 Aug 03 18:55:59.303299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36644) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:55:59.329017 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:59.424640 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fa80dee-191f-4ad6-a542-3cbca6526574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:59.482488 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fa80dee-191f-4ad6-a542-3cbca6526574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:59.520018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6bfa164-b4fd-45b3-863d-5df8c35cb3f3 req-062525fa-e496-43d4-92c9-7a306e7237af service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992387 Aug 03 18:55:59.572709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fa80dee-191f-4ad6-a542-3cbca6526574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:59.581575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fa80dee-191f-4ad6-a542-3cbca6526574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:59.585753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 964fd51f-65fa-4d16-9c55-33d2a4470113 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:55:59.592198 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8fa80dee-191f-4ad6-a542-3cbca6526574 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29fc4245-639b-4847-85e2-3ab2030bf21b HTTP/1.1" status: 204 len: 168 time: 0.2863629 Aug 03 18:55:59.603529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa80dee-191f-4ad6-a542-3cbca6526574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc4245-639b-4847-85e2-3ab2030bf21b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:55:59.714127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805b374-6838-44e8-8b9e-cf061fceb02e req-955d794f-98c7-4359-8393-759711edb375 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:59.716125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0805b374-6838-44e8-8b9e-cf061fceb02e req-955d794f-98c7-4359-8393-759711edb375 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 949 time: 0.1439071 Aug 03 18:55:59.808140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0805b374-6838-44e8-8b9e-cf061fceb02e req-e9795843-01d1-46ea-a55a-97cbbd3afbd6 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802002 Aug 03 18:55:59.825383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438d815-37f1-422b-acab-0ecf2ae9b439 req-0178bff2-4935-43a9-9d4b-68d66eedaa8a tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:55:59.834559 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4438d815-37f1-422b-acab-0ecf2ae9b439 req-0178bff2-4935-43a9-9d4b-68d66eedaa8a tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 1097 time: 0.0806391 Aug 03 18:55:59.884250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:55:59.919527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'mac_address': 'fa:16:3e:88:8d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:55:59.932661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4438d815-37f1-422b-acab-0ecf2ae9b439 req-97d5457c-ee10-4874-aa87-dba40b87a202 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958118 Aug 03 18:56:00.061894 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:00.115257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964fd51f-65fa-4d16-9c55-33d2a4470113 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:00.151643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a667bfc-ce06-47bf-9933-567cd2e08b86 req-853ac068-539e-4bd0-978a-0ea7a3c563e7 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:00.168026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a667bfc-ce06-47bf-9933-567cd2e08b86 req-853ac068-539e-4bd0-978a-0ea7a3c563e7 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 945 time: 0.2110372 Aug 03 18:56:00.180927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:00.193441 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:00.326324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=12']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:00.354053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a667bfc-ce06-47bf-9933-567cd2e08b86 req-aade8f32-9708-4d76-808e-4741bc2b452d tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698046 Aug 03 18:56:00.616239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2659c-a625-479b-8ed6-9fe3869ff130 req-3c3f1956-3829-454c-b022-a421c2369ac0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:00.620452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05f2659c-a625-479b-8ed6-9fe3869ff130 req-3c3f1956-3829-454c-b022-a421c2369ac0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 950 time: 0.1443942 Aug 03 18:56:00.745554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05f2659c-a625-479b-8ed6-9fe3869ff130 req-5432f07e-5851-44a9-96de-c7724b50725f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145771 Aug 03 18:56:00.797064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['964fd51f-65fa-4d16-9c55-33d2a4470113'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:02.321118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-f4c6ed69-732d-4768-93a4-627165b27d62 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:56:02.324270 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-f4c6ed69-732d-4768-93a4-627165b27d62 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092342 Aug 03 18:56:02.361448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d365c-2c41-4946-a881-80982450a2fe req-791c6a8d-fb39-4a88-bec9-5fce6efd1988 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:02.365363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c19d365c-2c41-4946-a881-80982450a2fe req-791c6a8d-fb39-4a88-bec9-5fce6efd1988 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.74 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 945 time: 0.0814199 Aug 03 18:56:02.498144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Request body: {'binding': {'host': 'n-h1-802918-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:02.498617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Unknown quota resources ['binding']. {{(pid=100488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 18:56:02.529318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279513dc-f332-4663-a352-216796e2da75 req-a9177b7f-1396-47da-a9c7-5f55b7699580 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:02.530910 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-279513dc-f332-4663-a352-216796e2da75 req-a9177b7f-1396-47da-a9c7-5f55b7699580 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 1101 time: 0.0841258 Aug 03 18:56:02.554843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Deleting port 76ff90b3-d320-4ffc-9389-d40cc800efa8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:02.555190 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:02.623167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-279513dc-f332-4663-a352-216796e2da75 req-04806e59-63fc-484b-bca3-c857a6fdc770 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857751 Aug 03 18:56:02.677359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] For port 76ff90b3-d320-4ffc-9389-d40cc800efa8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=76ff90b3-d320-4ffc-9389-d40cc800efa8,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:02.677775 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:02.706591 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on host n-h1-802918-7 for vnic_type normal with profile None {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:02.709659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:02.713686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:02.722207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:56:02.722777 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:02.735803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:02.739097 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:02.740622 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:02.742050 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Bound port: 7aed7727-944d-4f18-a0ac-6b866c55fd74, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:02.831737 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:02.838783 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] Notify callbacks [] for binding, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:02.840163 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-14888776-e607-4969-8fb7-61c7f3035d9e service neutron] 10.222.0.78 "POST /v2.0/ports/7aed7727-944d-4f18-a0ac-6b866c55fd74/bindings HTTP/1.1" status: 201 len: 389 time: 0.5042489 Aug 03 18:56:02.921444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10126f84-064b-40f2-8b16-791497755d24 req-6be87a48-ec40-44d9-bf1d-5b3f4fcb63a8 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:02.929035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10126f84-064b-40f2-8b16-791497755d24 req-6be87a48-ec40-44d9-bf1d-5b3f4fcb63a8 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 950 time: 0.1311448 Aug 03 18:56:03.023767 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10126f84-064b-40f2-8b16-791497755d24 req-3c93565a-cc16-41ee-83c8-442f7b45e6a4 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938194 Aug 03 18:56:03.040586 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:03.041158 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:03.041856 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Floating IP 35567ecf-ae5b-4004-8d06-9d8110247b5a disassociated. External IP: 172.25.8.198, port: 76ff90b3-d320-4ffc-9389-d40cc800efa8. Aug 03 18:56:03.042264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Calling delete_port for 76ff90b3-d320-4ffc-9389-d40cc800efa8 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:03.198538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeb60-56cb-4f71-9017-994616666f42 req-591e7000-53bc-4e0d-bdc9-d5e891183d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:03.200987 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-591e7000-53bc-4e0d-bdc9-d5e891183d9a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 1097 time: 0.0620565 Aug 03 18:56:03.220231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2eadee-be1e-4297-a6fd-a3d43ee4cb74 req-3ad0598f-d3f8-4d5d-b930-23b8829bde0a tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:03.221780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f2eadee-be1e-4297-a6fd-a3d43ee4cb74 req-3ad0598f-d3f8-4d5d-b930-23b8829bde0a tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 945 time: 0.1167898 Aug 03 18:56:03.307967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f2eadee-be1e-4297-a6fd-a3d43ee4cb74 req-d6ea1eb2-853e-4349-aa78-837496a17f67 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups?id=f1288d6b-d570-4ded-a15f-989c3fbbdbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786011 Aug 03 18:56:03.343670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeb60-56cb-4f71-9017-994616666f42 req-bed0fd80-1613-40ac-8066-b7593bba8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:03.345890 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-bed0fd80-1613-40ac-8066-b7593bba8166 service neutron] 10.222.0.74 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.1356068 Aug 03 18:56:03.360555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:03.407057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Pushing event deleted for resources: {'Port': ['ID=76ff90b3-d320-4ffc-9389-d40cc800efa8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:03.423304 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-b88d83ca-0bed-4619-b3e3-e139afb3b891 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74 HTTP/1.1" status: 200 len: 217 time: 0.0619564 Aug 03 18:56:03.521767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeb60-56cb-4f71-9017-994616666f42 req-1a2454c4-2ac8-468b-9894-3b8d6e1f6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:03.523536 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-1a2454c4-2ac8-468b-9894-3b8d6e1f6426 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.0847280 Aug 03 18:56:03.575216 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-7c35ca26-eb59-4716-8685-7cd3f281ec85 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354798 Aug 03 18:56:03.579173 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2ebf65eb-6985-412c-87f9-955ecd2bc60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:03.597948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 964fd51f-65fa-4d16-9c55-33d2a4470113 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:03.674517 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 964fd51f-65fa-4d16-9c55-33d2a4470113 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:03.680563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 964fd51f-65fa-4d16-9c55-33d2a4470113 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:03.681089 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:03.689999 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-dc6fa30b-0fd0-44a3-9fe7-268b85c12d2d service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070530 Aug 03 18:56:03.797745 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:03.826862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:03.829750 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97217287-bb5c-4d8f-a9b6-bf272e44fb3b" -d '{"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-plugged", "status": "completed", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:03.847543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:03.854001 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:03.869192 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-41907947-8dc8-4bea-9525-83ec2cf1370c service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699736 Aug 03 18:56:03.926002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=13']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:03.944405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-fadc1f5f-8418-4718-83de-147ccf0506a5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679600 Aug 03 18:56:04.014848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Router c16fffa5-753f-4c1e-aa44-2c249205d082 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:56:04.048883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0285bc7-f5ed-4600-a8d3-632c326bb53d req-da77abe0-fedd-4191-98b6-19a65f222db7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:04.056797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0285bc7-f5ed-4600-a8d3-632c326bb53d req-da77abe0-fedd-4191-98b6-19a65f222db7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 946 time: 0.1810324 Aug 03 18:56:04.163263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0285bc7-f5ed-4600-a8d3-632c326bb53d req-ee84581d-3318-47a7-8808-cd3031b8952f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055574 Aug 03 18:56:04.189713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-ef40242e-0015-4ceb-9c3c-f6de5c8c2151 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:04.197369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-ef40242e-0015-4ceb-9c3c-f6de5c8c2151 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518101 Aug 03 18:56:04.247605 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-1989b499-402d-4f65-82c5-75c25c9cbf0f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/quotas/5f57a51310c1494daeeeef8912c80670 HTTP/1.1" status: 200 len: 375 time: 0.0490949 Aug 03 18:56:04.298016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:56:04.316511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e5df3-90cf-4eec-a828-c9b0962f3c5d None None] Sync routers for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:56:04.330123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e5df3-90cf-4eec-a828-c9b0962f3c5d None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:04.330766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-806e5df3-90cf-4eec-a828-c9b0962f3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:55:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:04.344413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] No DVR routers for this DVR port 76ff90b3-d320-4ffc-9389-d40cc800efa8 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:04.350027 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:04.352233 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c19d365c-2c41-4946-a881-80982450a2fe req-0967faa1-4224-472b-905a-2dfa4817b2c6 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.74 "DELETE /v2.0/ports/76ff90b3-d320-4ffc-9389-d40cc800efa8 HTTP/1.1" status: 204 len: 173 time: 1.9792466 Aug 03 18:56:04.353344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'name': 'network-vif-deleted', 'tag': '76ff90b3-d320-4ffc-9389-d40cc800efa8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:04.355838 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa527f8d-30cd-4b86-80a1-0fbe6135e125" -d '{"events": [{"server_uuid": "067dcf01-4f2c-40bb-8027-b7ac2e45f4f6", "name": "network-vif-deleted", "tag": "76ff90b3-d320-4ffc-9389-d40cc800efa8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:04.388448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-d8528c56-d56f-46b2-8347-46e60420798d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1397002 Aug 03 18:56:04.563837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6d103-2384-4709-aba0-c67d770b502c req-243abafa-7a3f-41b3-bd6d-5c407bbba897 tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:04.565770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38c6d103-2384-4709-aba0-c67d770b502c req-243abafa-7a3f-41b3-bd6d-5c407bbba897 tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 1102 time: 0.0655522 Aug 03 18:56:04.614413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-806e5df3-90cf-4eec-a828-c9b0962f3c5d None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:04.646058 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38c6d103-2384-4709-aba0-c67d770b502c req-454e7439-57e3-4be8-8254-2cf63440f524 tempest-MigrationsAdminTest-1690578116 tempest-MigrationsAdminTest-1690578116-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714164 Aug 03 18:56:04.974224 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a868db8f-faea-4a17-ba2e-b2eceda3d3ba x-openstack-request-id: req-a868db8f-faea-4a17-ba2e-b2eceda3d3ba {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:04.974364 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-plugged", "status": "completed", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:04.974588 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a868db8f-faea-4a17-ba2e-b2eceda3d3ba {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:04.974989 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'code': 200} Aug 03 18:56:05.117646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-806e5df3-90cf-4eec-a828-c9b0962f3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:05.208025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e5df3-90cf-4eec-a828-c9b0962f3c5d None None] Checking router: c16fffa5-753f-4c1e-aa44-2c249205d082 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:56:05.238001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e5df3-90cf-4eec-a828-c9b0962f3c5d None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:05.240502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-806e5df3-90cf-4eec-a828-c9b0962f3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:55:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:05.336216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6831106a-880b-49ce-a5ec-6f1b69d8afe8 req-e41338eb-29f2-4e3f-be52-2bdd2efaad15 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/ports?device_id=067dcf01-4f2c-40bb-8027-b7ac2e45f4f6 HTTP/1.1" status: 200 len: 210 time: 0.0943885 Aug 03 18:56:05.439205 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eab1b9-4923-49c2-9e41-bd90e9f1605c x-openstack-request-id: req-78eab1b9-4923-49c2-9e41-bd90e9f1605c {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:05.440040 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067dcf01-4f2c-40bb-8027-b7ac2e45f4f6", "name": "network-vif-deleted", "tag": "76ff90b3-d320-4ffc-9389-d40cc800efa8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:05.440763 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78eab1b9-4923-49c2-9e41-bd90e9f1605c {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:05.441621 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067dcf01-4f2c-40bb-8027-b7ac2e45f4f6', 'name': 'network-vif-deleted', 'tag': '76ff90b3-d320-4ffc-9389-d40cc800efa8', 'status': 'completed', 'code': 200} Aug 03 18:56:05.458092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a148da8-21ed-4045-86ea-3e0e08f06d8d no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:05.583255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c702633d-94fa-4c33-80bc-d512aeeeaa22 req-bdb1a995-d80c-4c5c-8bcb-6e79e8c089ff tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 210 time: 0.0378969 Aug 03 18:56:05.591418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-806e5df3-90cf-4eec-a828-c9b0962f3c5d None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:05.778039 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:05.850336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a148da8-21ed-4045-86ea-3e0e08f06d8d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a148da8-21ed-4045-86ea-3e0e08f06d8d,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:05.868305 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:05.949006 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7a148da8-21ed-4045-86ea-3e0e08f06d8d,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:05.983281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-806e5df3-90cf-4eec-a828-c9b0962f3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:06.001909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797c44a-3800-46c0-9a0a-fb95af8b02a2 req-d5d8679a-0f8c-4172-b1ed-41ed520d67f5 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:06.016746 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f797c44a-3800-46c0-9a0a-fb95af8b02a2 req-d5d8679a-0f8c-4172-b1ed-41ed520d67f5 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 946 time: 0.1802351 Aug 03 18:56:06.019598 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e5df3-90cf-4eec-a828-c9b0962f3c5d None None] The sync data for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 is: [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:50:58Z', 'revision_number': 4, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '16ba17f7-87a2-414b-b54f-495445991fb6', 'name': '', 'network_id': '31240d09-c12e-43f9-8d62-a9e18e6d7a04', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'mac_address': 'fa:16:3e:d7:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:58Z', 'updated_at': '2021-08-03T18:51:07Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'subnets': [{'id': '3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:56:06.085730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f797c44a-3800-46c0-9a0a-fb95af8b02a2 req-1d292c9f-6bd8-4690-b5ea-1775ed18595d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639153 Aug 03 18:56:06.324880 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-6f8fdf17-f3a3-474f-8838-7ae02f9d9ee6 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433438 Aug 03 18:56:06.396802 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9a26-b523-482f-bcd4-4a58b3b4b739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:06.565215 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:06.592645 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce3ff2-d2d9-4362-871d-bf72f8a9f94d None None] New status for floating IP 35567ecf-ae5b-4004-8d06-9d8110247b5a: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:56:06.713179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-f5c97ec4-9482-4e90-93e7-8a657e45e751 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:06.715429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-f5c97ec4-9482-4e90-93e7-8a657e45e751 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3700590 Aug 03 18:56:06.730216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23701d-fb4c-4f32-949c-16dcd11955dc req-0a11cb3e-2ae6-471b-b8ff-e4758aa94cdc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:06.731983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee23701d-fb4c-4f32-949c-16dcd11955dc req-0a11cb3e-2ae6-471b-b8ff-e4758aa94cdc tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 951 time: 0.1937053 Aug 03 18:56:06.739187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Request body: {'port': {'device_id': 'd002317a-f60f-4cf1-a379-17445676d610', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '5f57a51310c1494daeeeef8912c80670'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:06.863450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee23701d-fb4c-4f32-949c-16dcd11955dc req-ae922423-3847-4ef3-a052-68d8cee380f0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198747 Aug 03 18:56:06.975862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a148da8-21ed-4045-86ea-3e0e08f06d8d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:06.979330 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f6569e-9c8a-4581-a35d-42c0fa33e152" -d '{"events": [{"server_uuid": "b3354f0a-2c0b-4612-9443-51113280d3da", "name": "network-vif-unplugged", "status": "completed", "tag": "7a148da8-21ed-4045-86ea-3e0e08f06d8d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:07.025416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65361d02-7148-472b-8aaa-a7ac47c8a77c req-49331c11-e56d-4d20-b781-ea7f357dc2c2 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 210 time: 0.0686228 Aug 03 18:56:07.026705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Made reservation on behalf of 5f57a51310c1494daeeeef8912c80670 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:56:07.030259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:07.227395 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce312c21-7f7f-45eb-a7da-0cc90ae23c4f x-openstack-request-id: req-ce312c21-7f7f-45eb-a7da-0cc90ae23c4f {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:07.228412 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3354f0a-2c0b-4612-9443-51113280d3da", "name": "network-vif-unplugged", "status": "completed", "tag": "7a148da8-21ed-4045-86ea-3e0e08f06d8d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:07.228819 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce312c21-7f7f-45eb-a7da-0cc90ae23c4f {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:07.229375 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a148da8-21ed-4045-86ea-3e0e08f06d8d', 'code': 200} Aug 03 18:56:07.281223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-3c4fc053-2847-4e16-8d33-412977a69bf6 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:07.293919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-3c4fc053-2847-4e16-8d33-412977a69bf6 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 805 time: 0.2708530 Aug 03 18:56:07.324711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-a5d4e00e-c4ca-459f-9757-b3aa4b3e43d6 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/quotas/bcb1ed5b281d4e14950d94c7c9818fd4 HTTP/1.1" status: 200 len: 375 time: 0.0294304 Aug 03 18:56:07.454433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Allocated IP 192.168.233.94 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/20edc49d-6225-4774-bcaf-73887ef92c43) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:07.506041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0bc46-0c2a-4623-a539-5c718809e35f req-51c2dd3b-6479-4de6-ab7c-98b56b30478d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:07.507863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdb0bc46-0c2a-4623-a539-5c718809e35f req-51c2dd3b-6479-4de6-ab7c-98b56b30478d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 946 time: 0.1634951 Aug 03 18:56:07.529872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b24952ec-e8db-4ab8-8f8b-543f11ebe357 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1890395 Aug 03 18:56:07.636203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 76ff90b3-d320-4ffc-9389-d40cc800efa8 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:07.746565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdb0bc46-0c2a-4623-a539-5c718809e35f req-243a2639-57f5-4403-b67d-c270b178feb6 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304988 Aug 03 18:56:07.825453 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-cf6dbff7-2e94-4c5a-8d73-4e71501e5dc5 service neutron] 10.222.0.78 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942734 Aug 03 18:56:07.886649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 76ff90b3-d320-4ffc-9389-d40cc800efa8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:07.889855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 76ff90b3-d320-4ffc-9389-d40cc800efa8 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:07.915010 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:07.943708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36956) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:07.950428 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:08.021679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Transition to ACTIVE for port object 20edc49d-6225-4774-bcaf-73887ef92c43 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:08.042851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36962) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:08.103721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-6478903f-8d71-48dc-9cc2-516fb673e9fa service neutron] 10.222.0.78 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765601 Aug 03 18:56:08.158159 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9728607-f715-4601-b480-602e349c42d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:08.205932 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85dc4aa6-bb51-4b76-ad56-4fa8a19d49b1 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:08.238107 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85dc4aa6-bb51-4b76-ad56-4fa8a19d49b1 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:08.315895 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:08.321817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0147dfb-2334-463c-90dd-407c98e3a8b4 req-284b0a62-173e-4a2d-8e61-05bb7677b7f5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:08.324312 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a0147dfb-2334-463c-90dd-407c98e3a8b4 req-284b0a62-173e-4a2d-8e61-05bb7677b7f5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3354f0a-2c0b-4612-9443-51113280d3da HTTP/1.1" status: 200 len: 943 time: 0.1909592 Aug 03 18:56:08.335330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'f8bec4d1-5a77-488a-be20-afa878741001', '400de580-68ef-4b10-a1e4-1d8b1e254f1b', 'a9767807-6fec-4faf-85c3-3d9c4a95b75c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:08.355438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4e235-d8f4-4509-9b31-9a088cefb1ed req-7f307dff-196e-4ef1-90cf-835da949155d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:08.357261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc4e235-d8f4-4509-9b31-9a088cefb1ed req-7f307dff-196e-4ef1-90cf-835da949155d tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 951 time: 0.2523456 Aug 03 18:56:08.425848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8', '922d0dfb-2d21-4770-9cf1-229ec814a33a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:08.443350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:08.464919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e2e91-f0d1-408b-b5dc-01fdbf91be9d req-5d4a6e08-435a-4c03-adc4-fe18a08c8b31 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:08.473716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d0e2e91-f0d1-408b-b5dc-01fdbf91be9d req-5d4a6e08-435a-4c03-adc4-fe18a08c8b31 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 951 time: 0.2759173 Aug 03 18:56:08.476028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:08.480267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:08.551052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:08.551897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:08.570438 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85dc4aa6-bb51-4b76-ad56-4fa8a19d49b1 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:08.581448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85dc4aa6-bb51-4b76-ad56-4fa8a19d49b1 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:08.587758 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-85dc4aa6-bb51-4b76-ad56-4fa8a19d49b1 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "DELETE /v2.0/security-groups/f1288d6b-d570-4ded-a15f-989c3fbbdbb3 HTTP/1.1" status: 204 len: 168 time: 0.5419199 Aug 03 18:56:08.589897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36970) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:08.632600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc4aa6-bb51-4b76-ad56-4fa8a19d49b1 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1288d6b-d570-4ded-a15f-989c3fbbdbb3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:08.654776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event updated for resources: {'Port': ['ID=20edc49d-6225-4774-bcaf-73887ef92c43,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:08.677311 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-56714386-3bb6-49a0-a4b6-40a7f80ddaab tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] show failed (client error): The resource could not be found. Aug 03 18:56:08.679987 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-56714386-3bb6-49a0-a4b6-40a7f80ddaab tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "GET /v2.0/security-groups/f1288d6b-d570-4ded-a15f-989c3fbbdbb3 HTTP/1.1" status: 404 len: 347 time: 0.0708363 Aug 03 18:56:08.690466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36976) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:08.710572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-a0147dfb-2334-463c-90dd-407c98e3a8b4 req-8f40e619-3ace-4dd4-b410-fa802b65390d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Deleting port 7a148da8-21ed-4045-86ea-3e0e08f06d8d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:08.711270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a0147dfb-2334-463c-90dd-407c98e3a8b4 req-8f40e619-3ace-4dd4-b410-fa802b65390d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:08.835006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d0e2e91-f0d1-408b-b5dc-01fdbf91be9d req-0c582102-6cd7-47b1-94c4-4f0e5eef9267 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602016 Aug 03 18:56:08.878126 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9728607-f715-4601-b480-602e349c42d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:08.908671 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9728607-f715-4601-b480-602e349c42d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:08.966335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-017d2085-1b59-4f46-9427-38dbe7d0a64f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2329803 Aug 03 18:56:08.976286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5ca9-1e30-4215-b7e7-e6c7dcf387bd req-67071c3d-57c5-4ae5-b2bb-5fde4cd7c0fb tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:08.978715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb9c5ca9-1e30-4215-b7e7-e6c7dcf387bd req-67071c3d-57c5-4ae5-b2bb-5fde4cd7c0fb tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 935 time: 0.4454613 Aug 03 18:56:09.020168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Request body: {'port': {'device_id': 'd002317a-f60f-4cf1-a379-17445676d610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:09.021011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cfe6aa33-9b17-46e8-bbb1-3a1488171bcc None None] Provisioning for port 20edc49d-6225-4774-bcaf-73887ef92c43 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:09.038364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cfe6aa33-9b17-46e8-bbb1-3a1488171bcc None None] Provisioning complete for port 20edc49d-6225-4774-bcaf-73887ef92c43 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:09.039099 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cfe6aa33-9b17-46e8-bbb1-3a1488171bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.045489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-6cc4e235-d8f4-4509-9b31-9a088cefb1ed req-60e0428d-7b5a-4157-8cc2-c1baef1c0eec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Deleting port 964fd51f-65fa-4d16-9c55-33d2a4470113 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:09.045927 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6cc4e235-d8f4-4509-9b31-9a088cefb1ed req-60e0428d-7b5a-4157-8cc2-c1baef1c0eec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.046090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9728607-f715-4601-b480-602e349c42d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e349fb0c-6c5b-41f9-b9c0-d402ade30eb7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:09.063433 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb435e05-f669-40ae-8905-01fff78806d2 req-aa01398b-8980-47f7-ba24-ea9569eda727 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 210 time: 0.1149173 Aug 03 18:56:09.137102 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d9728607-f715-4601-b480-602e349c42d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7efdeb581f0430f9955a3faf1b12248&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1919882 Aug 03 18:56:09.140074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-a0147dfb-2334-463c-90dd-407c98e3a8b4 req-8f40e619-3ace-4dd4-b410-fa802b65390d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] For port 7a148da8-21ed-4045-86ea-3e0e08f06d8d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a148da8-21ed-4045-86ea-3e0e08f06d8d,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:09.140734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a0147dfb-2334-463c-90dd-407c98e3a8b4 req-8f40e619-3ace-4dd4-b410-fa802b65390d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.144432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36986) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:09.174011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6aa33-9b17-46e8-bbb1-3a1488171bcc None None] Port 20edc49d-6225-4774-bcaf-73887ef92c43 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:56:09.175881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-a0147dfb-2334-463c-90dd-407c98e3a8b4 req-8f40e619-3ace-4dd4-b410-fa802b65390d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Calling delete_port for 7a148da8-21ed-4045-86ea-3e0e08f06d8d owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:09.297005 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ee90612-8694-4099-b6c0-1f9e307ab434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.325464 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ee90612-8694-4099-b6c0-1f9e307ab434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.384164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6cc4e235-d8f4-4509-9b31-9a088cefb1ed req-60e0428d-7b5a-4157-8cc2-c1baef1c0eec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] For port 964fd51f-65fa-4d16-9c55-33d2a4470113, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=964fd51f-65fa-4d16-9c55-33d2a4470113,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:09.384543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6cc4e235-d8f4-4509-9b31-9a088cefb1ed req-60e0428d-7b5a-4157-8cc2-c1baef1c0eec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.407916 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ee90612-8694-4099-b6c0-1f9e307ab434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.418866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ee90612-8694-4099-b6c0-1f9e307ab434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.426152 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3ee90612-8694-4099-b6c0-1f9e307ab434 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e349fb0c-6c5b-41f9-b9c0-d402ade30eb7 HTTP/1.1" status: 204 len: 168 time: 0.2779534 Aug 03 18:56:09.459171 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee90612-8694-4099-b6c0-1f9e307ab434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e349fb0c-6c5b-41f9-b9c0-d402ade30eb7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:09.462547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-6cc4e235-d8f4-4509-9b31-9a088cefb1ed req-60e0428d-7b5a-4157-8cc2-c1baef1c0eec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Calling delete_port for 964fd51f-65fa-4d16-9c55-33d2a4470113 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:09.475576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb9c5ca9-1e30-4215-b7e7-e6c7dcf387bd req-a4757ed9-eb86-4652-8f45-fec870330ff3 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507554 Aug 03 18:56:09.559843 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.636833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-be02c863-3cea-4a3e-8345-567d9550bdd9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Deleting port e1011181-d1a1-4baa-9f00-dd15854daf0b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:09.637511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be02c863-3cea-4a3e-8345-567d9550bdd9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.672381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274579ab-b1b8-454d-9d1f-bd1cc3945475 req-20a0df99-eab9-4aa9-9ecf-837bd3904a0f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:09.675219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a0147dfb-2334-463c-90dd-407c98e3a8b4 req-8f40e619-3ace-4dd4-b410-fa802b65390d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.680607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-274579ab-b1b8-454d-9d1f-bd1cc3945475 req-20a0df99-eab9-4aa9-9ecf-837bd3904a0f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 946 time: 0.3951635 Aug 03 18:56:09.690205 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.811198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40e619-3ace-4dd4-b410-fa802b65390d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Pushing event deleted for resources: {'Port': ['ID=7a148da8-21ed-4045-86ea-3e0e08f06d8d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:09.874974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0147dfb-2334-463c-90dd-407c98e3a8b4 req-8f40e619-3ace-4dd4-b410-fa802b65390d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] No DVR routers for this DVR port 7a148da8-21ed-4045-86ea-3e0e08f06d8d on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:09.887139 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a0147dfb-2334-463c-90dd-407c98e3a8b4 req-8f40e619-3ace-4dd4-b410-fa802b65390d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:09.889323 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a0147dfb-2334-463c-90dd-407c98e3a8b4 req-8f40e619-3ace-4dd4-b410-fa802b65390d tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "DELETE /v2.0/ports/7a148da8-21ed-4045-86ea-3e0e08f06d8d HTTP/1.1" status: 204 len: 173 time: 1.5451574 Aug 03 18:56:09.889824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'name': 'network-vif-deleted', 'tag': '7a148da8-21ed-4045-86ea-3e0e08f06d8d'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:09.898042 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bff659e-5cc3-49a5-9c30-13a49f0e890d" -d '{"events": [{"server_uuid": "b3354f0a-2c0b-4612-9443-51113280d3da", "name": "network-vif-deleted", "tag": "7a148da8-21ed-4045-86ea-3e0e08f06d8d"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:09.987533 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-274579ab-b1b8-454d-9d1f-bd1cc3945475 req-a760ac85-298d-42ec-9693-aa8c1be15f5f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053083 Aug 03 18:56:10.081954 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be02c863-3cea-4a3e-8345-567d9550bdd9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:10.087631 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e813a51-fc27-4404-b4a2-3c36cad4e134 x-openstack-request-id: req-6e813a51-fc27-4404-b4a2-3c36cad4e134 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:10.088170 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3354f0a-2c0b-4612-9443-51113280d3da", "name": "network-vif-deleted", "tag": "7a148da8-21ed-4045-86ea-3e0e08f06d8d", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:10.088494 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e813a51-fc27-4404-b4a2-3c36cad4e134 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:10.089720 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3354f0a-2c0b-4612-9443-51113280d3da', 'name': 'network-vif-deleted', 'tag': '7a148da8-21ed-4045-86ea-3e0e08f06d8d', 'status': 'completed', 'code': 200} Aug 03 18:56:10.094042 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be02c863-3cea-4a3e-8345-567d9550bdd9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:10.231924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36998) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:10.346749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-85af3bc8-e639-4280-8ce1-1c22317a3ccc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:10.348422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-be02c863-3cea-4a3e-8345-567d9550bdd9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Calling delete_port for e1011181-d1a1-4baa-9f00-dd15854daf0b owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:10.348655 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-85af3bc8-e639-4280-8ce1-1c22317a3ccc tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 805 time: 0.2239027 Aug 03 18:56:10.375177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Request body: {'port': {'device_id': '801ce653-c446-4a9e-9a73-e54a5015374d', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'admin_state_up': True, 'tenant_id': 'bcb1ed5b281d4e14950d94c7c9818fd4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:10.452128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8079d237-39e6-4e07-9c77-c300d037d179 req-05a7c437-fa11-45d2-979a-cac1fc9c68f7 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 210 time: 0.2265270 Aug 03 18:56:10.476110 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58a520c0-f6d2-4b04-9c43-cc31f32581c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:10.569462 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.api [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 18:56:10.569462 n-d-802918-7 neutron-server[100488]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 18:56:10.569462 n-d-802918-7 neutron-server[100488]: [parameters: {'project_id': 'bcb1ed5b281d4e14950d94c7c9818fd4', 'id': '881dd1bd-44f6-4afc-98e3-bddc6ef194cc', 'expiration': datetime.datetime(2021, 8, 3, 18, 58, 10, 564298)}] Aug 03 18:56:10.569462 n-d-802918-7 neutron-server[100488]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:56:10.571377 n-d-802918-7 neutron-server[100488]: DEBUG oslo_db.api [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:56:10.597353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edd565-d475-481f-bba4-f7fe30fc8b7c req-0ba8f0b3-50e1-4e25-88fd-1704019eeb71 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:10.610493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15edd565-d475-481f-bba4-f7fe30fc8b7c req-0ba8f0b3-50e1-4e25-88fd-1704019eeb71 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6049b20-49ad-45b0-b79b-6fb100b02cbe HTTP/1.1" status: 200 len: 951 time: 0.6191049 Aug 03 18:56:10.703897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6cc4e235-d8f4-4509-9b31-9a088cefb1ed req-60e0428d-7b5a-4157-8cc2-c1baef1c0eec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:10.748246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['be39b057-5b52-48ca-b6f9-3c835cdf0d8e', '65e65df1-20b3-40c6-8aec-bad18058abec', '964fd51f-65fa-4d16-9c55-33d2a4470113'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:10.802985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0428d-7b5a-4157-8cc2-c1baef1c0eec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Pushing event deleted for resources: {'Port': ['ID=964fd51f-65fa-4d16-9c55-33d2a4470113,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:10.897130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15edd565-d475-481f-bba4-f7fe30fc8b7c req-10e7d708-082e-4785-b0d6-569125da80b1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869408 Aug 03 18:56:10.910132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc4e235-d8f4-4509-9b31-9a088cefb1ed req-60e0428d-7b5a-4157-8cc2-c1baef1c0eec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] No DVR routers for this DVR port 964fd51f-65fa-4d16-9c55-33d2a4470113 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:10.926509 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6cc4e235-d8f4-4509-9b31-9a088cefb1ed req-60e0428d-7b5a-4157-8cc2-c1baef1c0eec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:10.928560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc4e235-d8f4-4509-9b31-9a088cefb1ed req-60e0428d-7b5a-4157-8cc2-c1baef1c0eec tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "DELETE /v2.0/ports/964fd51f-65fa-4d16-9c55-33d2a4470113 HTTP/1.1" status: 204 len: 173 time: 2.5597165 Aug 03 18:56:10.956606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6072887-8d7a-4f38-be63-82f5a45f4692 req-f5054b3e-f162-465c-9cba-b488d91c759f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:10.963890 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6072887-8d7a-4f38-be63-82f5a45f4692 req-f5054b3e-f162-465c-9cba-b488d91c759f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 935 time: 0.3203173 Aug 03 18:56:10.965192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-deleted', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:10.971709 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ad8893-0ec2-4a2e-9120-84dd315b705a" -d '{"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-deleted", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:11.126454 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58a520c0-f6d2-4b04-9c43-cc31f32581c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.138732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20edc49d-6225-4774-bcaf-73887ef92c43 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:11.158734 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e18798-c39c-4642-8b92-a4bba60f0ed8 x-openstack-request-id: req-40e18798-c39c-4642-8b92-a4bba60f0ed8 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:11.159196 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6049b20-49ad-45b0-b79b-6fb100b02cbe", "name": "network-vif-deleted", "tag": "964fd51f-65fa-4d16-9c55-33d2a4470113", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:11.159594 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40e18798-c39c-4642-8b92-a4bba60f0ed8 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:11.160211 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6049b20-49ad-45b0-b79b-6fb100b02cbe', 'name': 'network-vif-deleted', 'tag': '964fd51f-65fa-4d16-9c55-33d2a4470113', 'status': 'completed', 'code': 200} Aug 03 18:56:11.161225 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58a520c0-f6d2-4b04-9c43-cc31f32581c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.170639 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.193403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Made reservation on behalf of bcb1ed5b281d4e14950d94c7c9818fd4 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:56:11.202923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.223118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2d43d13c-70d2-4851-af63-d7e8d684a33e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:11.261234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6072887-8d7a-4f38-be63-82f5a45f4692 req-2f48b520-0d7f-41c7-b9a0-e9543f980289 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852123 Aug 03 18:56:11.309370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Transition to ACTIVE for port object 20edc49d-6225-4774-bcaf-73887ef92c43 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:11.344470 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.351145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-58a520c0-f6d2-4b04-9c43-cc31f32581c9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98dd6f10196248e6a58d30c3261845c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0360513 Aug 03 18:56:11.362254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a520c0-f6d2-4b04-9c43-cc31f32581c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5f4e20-1978-4838-bda0-2db5fd4eb206,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:11.402607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Allocated IP 172.20.0.13 (562669de-245f-4f72-93b1-ab3c15cd9cbb/98261e03-5c98-4ab9-a3a1-0b63421e7d8b/5e1d5c0d-de69-4953-b124-8871e405dac5) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:11.416324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a148da8-21ed-4045-86ea-3e0e08f06d8d no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:11.445380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 7a148da8-21ed-4045-86ea-3e0e08f06d8d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:11.445751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a148da8-21ed-4045-86ea-3e0e08f06d8d not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:11.495503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37010) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:11.614351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13fe2563-0ba0-482a-b3cf-5965438fa51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.651610 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13fe2563-0ba0-482a-b3cf-5965438fa51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.675487 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.743968 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.758118 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13fe2563-0ba0-482a-b3cf-5965438fa51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.760933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13fe2563-0ba0-482a-b3cf-5965438fa51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.762154 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-13fe2563-0ba0-482a-b3cf-5965438fa51a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c5f4e20-1978-4838-bda0-2db5fd4eb206 HTTP/1.1" status: 204 len: 168 time: 0.2648380 Aug 03 18:56:11.807794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Network 562669de-245f-4f72-93b1-ab3c15cd9cbb is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:11.808786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe2563-0ba0-482a-b3cf-5965438fa51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5f4e20-1978-4838-bda0-2db5fd4eb206,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:11.814776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:11.832440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:11.877009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Pushing event updated for resources: {'Port': ['ID=5e1d5c0d-de69-4953-b124-8871e405dac5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:11.934723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:11.935861 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:11.975138 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be02c863-3cea-4a3e-8345-567d9550bdd9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:12.015084 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-b2bf1fe3-cfec-406c-9e47-68e3afa265a5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6487699 Aug 03 18:56:12.034063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Pushing event updated for resources: {'Port': ['ID=20edc49d-6225-4774-bcaf-73887ef92c43,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:12.034489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Request body: {'port': {'device_id': '801ce653-c446-4a9e-9a73-e54a5015374d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:12.131394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02c863-3cea-4a3e-8345-567d9550bdd9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Pushing event deleted for resources: {'Port': ['ID=e1011181-d1a1-4baa-9f00-dd15854daf0b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:12.147011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:12.163343 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0832b-b989-48b2-bdcd-1ef2334c8eee req-47ab7582-80a8-4281-b363-8e019ff1f815 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:12.165045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5a0832b-b989-48b2-bdcd-1ef2334c8eee req-47ab7582-80a8-4281-b363-8e019ff1f815 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 946 time: 0.8528929 Aug 03 18:56:12.246698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6089d-bba9-4c9d-b8b4-585314f9411b req-13f8f5a0-b103-4c2a-9ae5-997290c08751 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:12.252408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5db6089d-bba9-4c9d-b8b4-585314f9411b req-13f8f5a0-b103-4c2a-9ae5-997290c08751 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 932 time: 0.3243310 Aug 03 18:56:12.324500 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5a0832b-b989-48b2-bdcd-1ef2334c8eee req-9ae35a51-1cbb-498b-b074-e60256889229 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290185 Aug 03 18:56:12.345407 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be02c863-3cea-4a3e-8345-567d9550bdd9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:12.348391 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be02c863-3cea-4a3e-8345-567d9550bdd9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:12.355588 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-be02c863-3cea-4a3e-8345-567d9550bdd9 tempest-ServersWithSpecificFlavorTestJSON-335217796 tempest-ServersWithSpecificFlavorTestJSON-335217796-project] 10.222.0.78 "DELETE /v2.0/floatingips/35567ecf-ae5b-4004-8d06-9d8110247b5a HTTP/1.1" status: 204 len: 168 time: 3.6536274 Aug 03 18:56:12.392878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Attempting to bind port 20edc49d-6225-4774-bcaf-73887ef92c43 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:12.393357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Attempting to bind port 20edc49d-6225-4774-bcaf-73887ef92c43 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:12.393807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Attempting to bind port 20edc49d-6225-4774-bcaf-73887ef92c43 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:12.410623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5db6089d-bba9-4c9d-b8b4-585314f9411b req-d0bf38ba-b98a-4a10-878a-e357db29bed3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337833 Aug 03 18:56:12.417790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Port 20edc49d-6225-4774-bcaf-73887ef92c43 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:56:12.419270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Attempting to bind port 20edc49d-6225-4774-bcaf-73887ef92c43 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:12.442992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:12.443843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:12.444854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:12.446681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Bound port: 20edc49d-6225-4774-bcaf-73887ef92c43, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:12.448772 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:12.584276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1d5c0d-de69-4953-b124-8871e405dac5 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:12.594420 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:12.605797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] For port 20edc49d-6225-4774-bcaf-73887ef92c43, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:12.605797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] For port 20edc49d-6225-4774-bcaf-73887ef92c43, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=20edc49d-6225-4774-bcaf-73887ef92c43,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:12.609524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Transition to ACTIVE for port object 5e1d5c0d-de69-4953-b124-8871e405dac5 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:12.618703 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:12.620503 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:12.690293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:12.690941 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:12.692645 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] 10.222.0.37 "PUT /v2.0/ports/20edc49d-6225-4774-bcaf-73887ef92c43 HTTP/1.1" status: 200 len: 1095 time: 3.7126820 Aug 03 18:56:12.735216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b53e0-e838-426d-8a41-3f8a2e1d0f96 service neutron] Pushing event updated for resources: {'Port': ['ID=20edc49d-6225-4774-bcaf-73887ef92c43,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:12.746838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86f0a5-3668-447f-aad9-edcc53f4a508 req-3fc363d1-83e1-47a7-be2f-c37ed069539d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:12.748494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb86f0a5-3668-447f-aad9-edcc53f4a508 req-3fc363d1-83e1-47a7-be2f-c37ed069539d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 947 time: 0.1419003 Aug 03 18:56:12.840066 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1d5c0d-de69-4953-b124-8871e405dac5,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:12.910733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb86f0a5-3668-447f-aad9-edcc53f4a508 req-ca358b4d-2d37-488a-821e-a007f2d046a5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493869 Aug 03 18:56:12.950872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Attempting to bind port 5e1d5c0d-de69-4953-b124-8871e405dac5 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:12.951429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Attempting to bind port 5e1d5c0d-de69-4953-b124-8871e405dac5 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:12.951572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Attempting to bind port 5e1d5c0d-de69-4953-b124-8871e405dac5 on network 562669de-245f-4f72-93b1-ab3c15cd9cbb {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:12.965927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Port 5e1d5c0d-de69-4953-b124-8871e405dac5 on network 562669de-245f-4f72-93b1-ab3c15cd9cbb not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:56:12.966348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Attempting to bind port 5e1d5c0d-de69-4953-b124-8871e405dac5 on network 562669de-245f-4f72-93b1-ab3c15cd9cbb {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:12.986619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:12.986619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Checking segment: {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:12.986619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Bound using segment: {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:12.986619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Bound port: 5e1d5c0d-de69-4953-b124-8871e405dac5, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:12.986619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:12.988986 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-95818057-d666-4baf-ac20-afe78bd73c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:12.995757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-95818057-d666-4baf-ac20-afe78bd73c31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 1098 time: 0.2112198 Aug 03 18:56:13.072782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-77cfa6f1-38a8-4125-b600-f049d6b9bce4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=20edc49d-6225-4774-bcaf-73887ef92c43 HTTP/1.1" status: 200 len: 217 time: 0.0665116 Aug 03 18:56:13.135483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] For port 5e1d5c0d-de69-4953-b124-8871e405dac5, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:13.142437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] For port 5e1d5c0d-de69-4953-b124-8871e405dac5, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5e1d5c0d-de69-4953-b124-8871e405dac5,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:13.143471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-b50174eb-c713-4b88-bf9e-1c2e148cafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:13.145025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-b50174eb-c713-4b88-bf9e-1c2e148cafd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0595787 Aug 03 18:56:13.154921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8181df-fd7d-4832-8b47-2c547b9781f8 req-35303bba-60cb-4f3c-a743-be2b9acf38c2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:13.157671 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:13.162962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f8181df-fd7d-4832-8b47-2c547b9781f8 req-35303bba-60cb-4f3c-a743-be2b9acf38c2 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 951 time: 0.2408373 Aug 03 18:56:13.199445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd002317a-f60f-4cf1-a379-17445676d610', 'tag': '20edc49d-6225-4774-bcaf-73887ef92c43'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:13.201836 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582b3856-95c5-44b2-879c-ecc12af38bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "d002317a-f60f-4cf1-a379-17445676d610", "tag": "20edc49d-6225-4774-bcaf-73887ef92c43"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:13.221634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:13.222635 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:13.224182 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] 10.222.0.37 "PUT /v2.0/ports/5e1d5c0d-de69-4953-b124-8871e405dac5 HTTP/1.1" status: 200 len: 1092 time: 1.2014298 Aug 03 18:56:13.224703 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801ce653-c446-4a9e-9a73-e54a5015374d', 'tag': '5e1d5c0d-de69-4953-b124-8871e405dac5'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:13.231057 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a2406a-ce6a-4db1-a650-b950f165eee2" -d '{"events": [{"name": "network-changed", "server_uuid": "801ce653-c446-4a9e-9a73-e54a5015374d", "tag": "5e1d5c0d-de69-4953-b124-8871e405dac5"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:13.281074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8345c7-eefb-446c-8af9-616bfc7aa225 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1d5c0d-de69-4953-b124-8871e405dac5,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:13.315658 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f8181df-fd7d-4832-8b47-2c547b9781f8 req-4662d070-c720-4a3c-acda-9e7db50743ea tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516969 Aug 03 18:56:13.317453 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184fe42-1d01-4979-9c2f-855f8401c2a6 x-openstack-request-id: req-6184fe42-1d01-4979-9c2f-855f8401c2a6 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:13.317774 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d002317a-f60f-4cf1-a379-17445676d610", "tag": "20edc49d-6225-4774-bcaf-73887ef92c43", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:13.318030 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6184fe42-1d01-4979-9c2f-855f8401c2a6 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:13.318420 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd002317a-f60f-4cf1-a379-17445676d610', 'tag': '20edc49d-6225-4774-bcaf-73887ef92c43', 'status': 'completed', 'code': 200} Aug 03 18:56:13.324416 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-1c239e90-0216-43d4-9e4d-3622726e2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:13.325974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-1c239e90-0216-43d4-9e4d-3622726e2373 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354532 Aug 03 18:56:13.389482 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b6bef7-220d-49b2-9c7f-3659ec257ea4 x-openstack-request-id: req-18b6bef7-220d-49b2-9c7f-3659ec257ea4 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:13.389787 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801ce653-c446-4a9e-9a73-e54a5015374d", "tag": "5e1d5c0d-de69-4953-b124-8871e405dac5", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:13.390043 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18b6bef7-220d-49b2-9c7f-3659ec257ea4 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:13.390449 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801ce653-c446-4a9e-9a73-e54a5015374d', 'tag': '5e1d5c0d-de69-4953-b124-8871e405dac5', 'status': 'completed', 'code': 200} Aug 03 18:56:13.401833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-95dbd927-a5bd-432d-96f4-536fe8121037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:13.405221 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-95dbd927-a5bd-432d-96f4-536fe8121037 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 1095 time: 0.1122296 Aug 03 18:56:13.477623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-4168fa16-2b75-474c-9240-71066543b2a9 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428783 Aug 03 18:56:13.658179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 964fd51f-65fa-4d16-9c55-33d2a4470113 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:13.709029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 964fd51f-65fa-4d16-9c55-33d2a4470113 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:13.709536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 964fd51f-65fa-4d16-9c55-33d2a4470113 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:13.762691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6503-3e2f-4803-99e1-397228939812 req-a4243293-b553-452b-90e0-c4d5d29475f0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:13.770320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab3a6503-3e2f-4803-99e1-397228939812 req-a4243293-b553-452b-90e0-c4d5d29475f0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 946 time: 0.2577004 Aug 03 18:56:13.781789 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-ad3e6ba1-ae03-468d-a0c9-974304db47a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e1d5c0d-de69-4953-b124-8871e405dac5 HTTP/1.1" status: 200 len: 217 time: 0.3666654 Aug 03 18:56:13.807265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9485d9b1-4d97-4e54-afd1-e7037181adc6 req-06dd1a18-7981-4b4c-b87f-7a738377c631 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072135 Aug 03 18:56:13.819475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab3d93-e686-4c96-ae22-e855c705fb5a req-cb8acd86-5977-4e3a-96ff-1740c8ba0e1c tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:13.822251 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ab3d93-e686-4c96-ae22-e855c705fb5a req-cb8acd86-5977-4e3a-96ff-1740c8ba0e1c tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 944 time: 0.1678305 Aug 03 18:56:13.852739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab3a6503-3e2f-4803-99e1-397228939812 req-26037b34-be59-4419-a255-69d8f746bbcd tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814741 Aug 03 18:56:13.857200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-e05a73f7-00e8-473a-9f60-f198aac7a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:13.859140 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-e05a73f7-00e8-473a-9f60-f198aac7a528 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98261e03-5c98-4ab9-a3a1-0b63421e7d8b HTTP/1.1" status: 200 len: 845 time: 0.0673048 Aug 03 18:56:13.876917 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:56:13.921234 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-cf6cea30-6bce-4a0d-bcb1-5d46c3fee841 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=562669de-245f-4f72-93b1-ab3c15cd9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446134 Aug 03 18:56:13.923892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ab3d93-e686-4c96-ae22-e855c705fb5a req-36ee662f-384f-41a9-89ed-f718c1fef371 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866196 Aug 03 18:56:13.939448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37094) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:14.017167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b3856-95c5-44b2-879c-ecc12af38bc6 req-5b51a8be-d240-4175-b232-ca5ec73de904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:14.024934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-582b3856-95c5-44b2-879c-ecc12af38bc6 req-5b51a8be-d240-4175-b232-ca5ec73de904 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 1098 time: 0.1167223 Aug 03 18:56:14.099945 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-7a2daebc-b19d-42e9-bf90-1183e8c5da6f service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680148 Aug 03 18:56:14.147378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68241a56-e55f-49a0-ae37-051e51c5163f req-146b0e2f-ae27-4833-bc63-3cea2f68122b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:14.160311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68241a56-e55f-49a0-ae37-051e51c5163f req-146b0e2f-ae27-4833-bc63-3cea2f68122b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 947 time: 0.1313081 Aug 03 18:56:14.250576 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-469d8b90-a228-4ae4-8b5c-8eaa33997829 req-3d90d42e-e158-4687-95d3-6f10d1ec8824 service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383033 Aug 03 18:56:14.267297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b3856-95c5-44b2-879c-ecc12af38bc6 req-2a5b6a68-b93b-4d5e-907a-3de161ce7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:14.268864 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-582b3856-95c5-44b2-879c-ecc12af38bc6 req-2a5b6a68-b93b-4d5e-907a-3de161ce7826 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2388411 Aug 03 18:56:14.300412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68241a56-e55f-49a0-ae37-051e51c5163f req-e52c73ff-2b73-4d14-886d-feef98d7ccdc tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392078 Aug 03 18:56:14.371059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-582b3856-95c5-44b2-879c-ecc12af38bc6 req-c17cc03a-263b-4eb8-8a42-6ddd326bbb55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=20edc49d-6225-4774-bcaf-73887ef92c43 HTTP/1.1" status: 200 len: 217 time: 0.0887117 Aug 03 18:56:14.388731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2406a-ce6a-4db1-a650-b950f165eee2 req-2d5597ca-4b0c-4fb1-b765-df0fd0839688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:14.391970 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5a2406a-ce6a-4db1-a650-b950f165eee2 req-2d5597ca-4b0c-4fb1-b765-df0fd0839688 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 1095 time: 0.0638094 Aug 03 18:56:14.517631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79aa5221-ae70-4a0f-b8ec-11b100b359d5 req-b0f43cf6-6901-4515-afbe-fb149d65617b tempest-FlavorsV2NegativeTest-2015019930 tempest-FlavorsV2NegativeTest-2015019930-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=44053805bd5141e783ec05c4451d117e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729117 Aug 03 18:56:14.518567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2406a-ce6a-4db1-a650-b950f165eee2 req-781f0187-39df-47d8-9cef-7608305a1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:14.520092 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5a2406a-ce6a-4db1-a650-b950f165eee2 req-781f0187-39df-47d8-9cef-7608305a1367 service neutron] 10.222.0.37 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 906 time: 0.1041887 Aug 03 18:56:14.559935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b3856-95c5-44b2-879c-ecc12af38bc6 req-a06f0b31-2c0e-4944-8ef3-268402447a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:14.561347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-582b3856-95c5-44b2-879c-ecc12af38bc6 req-a06f0b31-2c0e-4944-8ef3-268402447a71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1824660 Aug 03 18:56:14.568662 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5a2406a-ce6a-4db1-a650-b950f165eee2 req-4f2634ae-5e8f-4a86-aabd-93ff07f8466a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e1d5c0d-de69-4953-b124-8871e405dac5 HTTP/1.1" status: 200 len: 217 time: 0.0362923 Aug 03 18:56:14.635032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2406a-ce6a-4db1-a650-b950f165eee2 req-6f50ab8e-a31d-43ff-8466-0cec66937144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:14.636670 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5a2406a-ce6a-4db1-a650-b950f165eee2 req-6f50ab8e-a31d-43ff-8466-0cec66937144 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98261e03-5c98-4ab9-a3a1-0b63421e7d8b HTTP/1.1" status: 200 len: 845 time: 0.0512400 Aug 03 18:56:14.683461 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5a2406a-ce6a-4db1-a650-b950f165eee2 req-b30c1f31-91cb-442f-9619-0f408f23c941 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=562669de-245f-4f72-93b1-ab3c15cd9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371215 Aug 03 18:56:14.792499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c21cf-20c1-4600-8f2e-780058e15139 req-be025756-3a06-4c2f-ab1d-795c93de8046 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:14.794088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-920c21cf-20c1-4600-8f2e-780058e15139 req-be025756-3a06-4c2f-ab1d-795c93de8046 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 951 time: 0.3567047 Aug 03 18:56:14.832653 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5a2406a-ce6a-4db1-a650-b950f165eee2 req-1b30b30e-0f9c-49af-9526-eaf181dd59da service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281443 Aug 03 18:56:14.928164 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:14.935082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa5221-ae70-4a0f-b8ec-11b100b359d5 req-ef40e7f4-58ae-4a2a-943f-778b92002dfd tempest-FlavorsV2NegativeTest-2015019930 tempest-FlavorsV2NegativeTest-2015019930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:14.935972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79aa5221-ae70-4a0f-b8ec-11b100b359d5 req-ef40e7f4-58ae-4a2a-943f-778b92002dfd tempest-FlavorsV2NegativeTest-2015019930 tempest-FlavorsV2NegativeTest-2015019930-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778884 Aug 03 18:56:14.938455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b3856-95c5-44b2-879c-ecc12af38bc6 req-ba13c06d-d8f3-4462-a8d4-6e28c1d75a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:14.939523 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-582b3856-95c5-44b2-879c-ecc12af38bc6 req-ba13c06d-d8f3-4462-a8d4-6e28c1d75a93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3485751 Aug 03 18:56:14.954754 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5a2406a-ce6a-4db1-a650-b950f165eee2 req-30ca7793-a229-4df7-ad73-753a9fb098b5 service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069393 Aug 03 18:56:14.982224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-920c21cf-20c1-4600-8f2e-780058e15139 req-54adef0c-2aab-4db2-ab2f-ceb7cd2e9331 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705556 Aug 03 18:56:14.991196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae058b9-00d1-4a92-ba1c-9c088a179a98 req-8f3ce567-8ad6-436f-8198-46a9011ae95e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:14.992896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ae058b9-00d1-4a92-ba1c-9c088a179a98 req-8f3ce567-8ad6-436f-8198-46a9011ae95e tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 951 time: 0.2106786 Aug 03 18:56:15.051356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79aa5221-ae70-4a0f-b8ec-11b100b359d5 req-df520738-eeb5-41a0-bb4e-e56cefc6c01d tempest-FlavorsV2NegativeTest-2015019930 tempest-FlavorsV2NegativeTest-2015019930-project] 10.222.0.78 "GET /v2.0/quotas/44053805bd5141e783ec05c4451d117e HTTP/1.1" status: 200 len: 375 time: 0.0981128 Aug 03 18:56:15.137286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79aa5221-ae70-4a0f-b8ec-11b100b359d5 req-c05c019b-37a1-4cde-9308-8074315b67ca tempest-FlavorsV2NegativeTest-2015019930 tempest-FlavorsV2NegativeTest-2015019930-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44053805bd5141e783ec05c4451d117e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777650 Aug 03 18:56:15.301635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbb00d-c239-4659-bee5-ebe3f16aa516 req-41f3b161-5657-4771-96c9-e7ff27bf2f52 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:15.303177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57dbb00d-c239-4659-bee5-ebe3f16aa516 req-41f3b161-5657-4771-96c9-e7ff27bf2f52 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 946 time: 0.2496858 Aug 03 18:56:15.308843 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-582b3856-95c5-44b2-879c-ecc12af38bc6 req-f160e925-96e7-4b9d-a6b9-b76668663673 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538516 Aug 03 18:56:15.419079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d65a6-c6aa-4ed7-9b0b-e6a17cb774f5 req-192a61cd-38b1-4378-bcba-067a393d88c5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:15.420685 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a92d65a6-c6aa-4ed7-9b0b-e6a17cb774f5 req-192a61cd-38b1-4378-bcba-067a393d88c5 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 944 time: 0.2137003 Aug 03 18:56:15.428796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 20edc49d-6225-4774-bcaf-73887ef92c43 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:56:15.485582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-9ae058b9-00d1-4a92-ba1c-9c088a179a98 req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Deleting port 65e65df1-20b3-40c6-8aec-bad18058abec {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:15.485936 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ae058b9-00d1-4a92-ba1c-9c088a179a98 req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:15.512917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57dbb00d-c239-4659-bee5-ebe3f16aa516 req-751508c9-7dfb-44bd-a538-56de37c1fc98 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978652 Aug 03 18:56:15.583646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 20edc49d-6225-4774-bcaf-73887ef92c43, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=20edc49d-6225-4774-bcaf-73887ef92c43,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:15.610107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '20edc49d-6225-4774-bcaf-73887ef92c43', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '20edc49d-6225-4774-bcaf-73887ef92c43', 'mac_address': 'fa:16:3e:6e:6f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:56:15.681680 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:15.702043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20edc49d-6225-4774-bcaf-73887ef92c43 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:15.736915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 20edc49d-6225-4774-bcaf-73887ef92c43, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=20edc49d-6225-4774-bcaf-73887ef92c43,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:15.744449 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:15.795924 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37152) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:15.807196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=20edc49d-6225-4774-bcaf-73887ef92c43,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:15.941189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2c44183a-1b1d-470f-bbc9-dd02fdf38c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:15.976134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a92d65a6-c6aa-4ed7-9b0b-e6a17cb774f5 req-e42bfb16-ef66-48eb-a007-cd437152a1d7 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350971 Aug 03 18:56:15.988371 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-582b3856-95c5-44b2-879c-ecc12af38bc6 req-4c37bad1-b472-470a-8718-b5cd8c9d30b9 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707110 Aug 03 18:56:16.038714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['20edc49d-6225-4774-bcaf-73887ef92c43'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:16.051773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda57e0f-3e54-4018-96a5-f9867273ad77 req-813928bc-fdca-4b93-96a8-59ad70d979d9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:16.053441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bda57e0f-3e54-4018-96a5-f9867273ad77 req-813928bc-fdca-4b93-96a8-59ad70d979d9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 948 time: 0.1683819 Aug 03 18:56:16.055544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9ae058b9-00d1-4a92-ba1c-9c088a179a98 req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] For port 65e65df1-20b3-40c6-8aec-bad18058abec, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=65e65df1-20b3-40c6-8aec-bad18058abec,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:16.055925 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ae058b9-00d1-4a92-ba1c-9c088a179a98 req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:16.086525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-9ae058b9-00d1-4a92-ba1c-9c088a179a98 req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Calling delete_port for 65e65df1-20b3-40c6-8aec-bad18058abec owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:16.092077 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:16.115867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2c44183a-1b1d-470f-bbc9-dd02fdf38c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:16.122450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2c44183a-1b1d-470f-bbc9-dd02fdf38c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:16.176075 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2c44183a-1b1d-470f-bbc9-dd02fdf38c10 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=44053805bd5141e783ec05c4451d117e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758433 Aug 03 18:56:16.176450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37158) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:16.239950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44183a-1b1d-470f-bbc9-dd02fdf38c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bced29ad-c44d-48a5-834f-4d7c53a872f9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:16.254564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfa095d4-d19c-4832-a1d8-be247d3ddabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:16.267948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bda57e0f-3e54-4018-96a5-f9867273ad77 req-88548ae9-3345-42af-aba4-e6c2ac7f486e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997714 Aug 03 18:56:16.284356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfa095d4-d19c-4832-a1d8-be247d3ddabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:16.317864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46211-fe08-41ce-b1f8-df1d3ccf72ac req-2d7c31e7-5c51-4133-b4a3-05f8afad7c0c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:16.326137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-baf46211-fe08-41ce-b1f8-df1d3ccf72ac req-2d7c31e7-5c51-4133-b4a3-05f8afad7c0c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 951 time: 0.2417359 Aug 03 18:56:16.350840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfa095d4-d19c-4832-a1d8-be247d3ddabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:16.354235 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfa095d4-d19c-4832-a1d8-be247d3ddabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:16.357554 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cfa095d4-d19c-4832-a1d8-be247d3ddabd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bced29ad-c44d-48a5-834f-4d7c53a872f9 HTTP/1.1" status: 204 len: 168 time: 0.1781375 Aug 03 18:56:16.369900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa095d4-d19c-4832-a1d8-be247d3ddabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bced29ad-c44d-48a5-834f-4d7c53a872f9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:16.451188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-baf46211-fe08-41ce-b1f8-df1d3ccf72ac req-cf9530cf-eae3-4ed7-80a4-61f0bbd62eb6 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236300 Aug 03 18:56:16.544794 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ae058b9-00d1-4a92-ba1c-9c088a179a98 req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:16.585661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Pushing event deleted for resources: {'Port': ['ID=65e65df1-20b3-40c6-8aec-bad18058abec,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:16.592957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['be39b057-5b52-48ca-b6f9-3c835cdf0d8e', '65e65df1-20b3-40c6-8aec-bad18058abec'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:16.620782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.621395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.621915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.621915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.622139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.622896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.622896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.623221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.623513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.623951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.624164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.624493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:16.763801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae058b9-00d1-4a92-ba1c-9c088a179a98 req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] No DVR routers for this DVR port 65e65df1-20b3-40c6-8aec-bad18058abec on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:16.765740 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ae058b9-00d1-4a92-ba1c-9c088a179a98 req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:16.768274 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ae058b9-00d1-4a92-ba1c-9c088a179a98 req-3b2952fa-b2d3-4a32-8a2e-ef5b7ab8e88a tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "DELETE /v2.0/ports/65e65df1-20b3-40c6-8aec-bad18058abec HTTP/1.1" status: 204 len: 173 time: 1.7566166 Aug 03 18:56:16.785605 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-deleted', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:16.788437 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8aab61d-f508-4dbb-aba2-1c9a3d7c5be6" -d '{"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-deleted", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:16.865314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc3580-db8b-481e-a354-535d9eebaa8e req-1acca0be-7bd2-415a-9e2e-8c1740c95f90 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:16.875909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ecc3580-db8b-481e-a354-535d9eebaa8e req-1acca0be-7bd2-415a-9e2e-8c1740c95f90 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 946 time: 0.2230439 Aug 03 18:56:16.920434 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfbe530-2ce5-4f4c-96fe-be4f02e698ab x-openstack-request-id: req-0bfbe530-2ce5-4f4c-96fe-be4f02e698ab {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:16.920739 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dbe297-cae5-4b6b-82ba-05ce262959d9", "name": "network-vif-deleted", "tag": "65e65df1-20b3-40c6-8aec-bad18058abec", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:16.920992 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0bfbe530-2ce5-4f4c-96fe-be4f02e698ab {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:16.921402 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dbe297-cae5-4b6b-82ba-05ce262959d9', 'name': 'network-vif-deleted', 'tag': '65e65df1-20b3-40c6-8aec-bad18058abec', 'status': 'completed', 'code': 200} Aug 03 18:56:16.966477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ecc3580-db8b-481e-a354-535d9eebaa8e req-66e771dd-adc8-4fe1-a2d6-bba173f9054f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886068 Aug 03 18:56:16.973676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] Deleting port 16ba17f7-87a2-414b-b54f-495445991fb6 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:16.975818 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.088505 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] For port 16ba17f7-87a2-414b-b54f-495445991fb6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=16ba17f7-87a2-414b-b54f-495445991fb6,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:17.088932 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.132670 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2d43d13c-70d2-4851-af63-d7e8d684a33e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:17.133212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] Calling delete_port for 16ba17f7-87a2-414b-b54f-495445991fb6 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:17.258045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45de93-2195-4757-99ca-53970b446ac1 req-fdb7fce9-fa30-477e-82d2-c9d684b8649b tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:17.260162 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f45de93-2195-4757-99ca-53970b446ac1 req-fdb7fce9-fa30-477e-82d2-c9d684b8649b tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 944 time: 0.1683059 Aug 03 18:56:17.339600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeb60-56cb-4f71-9017-994616666f42 req-c1822305-e9f8-43a8-9069-4b37e8ab95ea tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:17.341889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-c1822305-e9f8-43a8-9069-4b37e8ab95ea tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1097 time: 0.1468551 Aug 03 18:56:17.352089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f45de93-2195-4757-99ca-53970b446ac1 req-524671c4-8d10-4e14-bd17-b66b139ed42a tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752950 Aug 03 18:56:17.367230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37192) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:17.406165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802918-7'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:17.454960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5e1d5c0d-de69-4953-b124-8871e405dac5 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:56:17.458252 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 20edc49d-6225-4774-bcaf-73887ef92c43 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:17.522125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-network', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:17.536930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aca214-26e1-4c73-a1fe-1a27cd3b061c req-b6f27bb2-31ec-4f2a-b2a9-9e1387df7bd4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:17.538154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5aca214-26e1-4c73-a1fe-1a27cd3b061c req-b6f27bb2-31ec-4f2a-b2a9-9e1387df7bd4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 948 time: 0.1398225 Aug 03 18:56:17.542200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.591598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Made reservation on behalf of 8327d0477c7143a4b85b4caceac9acb3 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:56:17.594506 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.610699 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.680003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 20edc49d-6225-4774-bcaf-73887ef92c43 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:17.692912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 20edc49d-6225-4774-bcaf-73887ef92c43 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:17.693297 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.723904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6aafe70-c96f-4989-adcc-1eedf4f8911e req-992ee02a-afd4-4764-98f5-127f310eba17 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=59dbe297-cae5-4b6b-82ba-05ce262959d9 HTTP/1.1" status: 200 len: 210 time: 0.1317735 Aug 03 18:56:17.793464 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.794215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5e1d5c0d-de69-4953-b124-8871e405dac5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5e1d5c0d-de69-4953-b124-8871e405dac5,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:17.804304 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.812879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '5e1d5c0d-de69-4953-b124-8871e405dac5', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'port_id': '5e1d5c0d-de69-4953-b124-8871e405dac5', 'mac_address': 'fa:16:3e:8e:5d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98261e03-5c98-4ab9-a3a1-0b63421e7d8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:56:17.860216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:56:17.875018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c87fcb-0363-4f3c-9640-8eec238800ee,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:17.887692 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.888567 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Added segment c9004018-6939-4bc0-ad67-b898ba7de2b6 of type vlan for network 8de14f33-8d78-4648-90ec-6b077da097c4 Aug 03 18:56:17.889612 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.913030 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.925893 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.952102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:17.960936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1d5c0d-de69-4953-b124-8871e405dac5 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:18.000323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ba17f7-87a2-414b-b54f-495445991fb6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:18.010435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd002317a-f60f-4cf1-a379-17445676d610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20edc49d-6225-4774-bcaf-73887ef92c43'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:18.016054 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32080959-7337-4243-bbd3-45b4d89a308b" -d '{"events": [{"server_uuid": "d002317a-f60f-4cf1-a379-17445676d610", "name": "network-vif-plugged", "status": "completed", "tag": "20edc49d-6225-4774-bcaf-73887ef92c43"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:18.027428 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.029472 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:18.030196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.048831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5aca214-26e1-4c73-a1fe-1a27cd3b061c req-3eb2b07f-fdb9-499d-a176-c2844a5cbee2 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950871 Aug 03 18:56:18.066331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5e1d5c0d-de69-4953-b124-8871e405dac5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5e1d5c0d-de69-4953-b124-8871e405dac5,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:18.079411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 20edc49d-6225-4774-bcaf-73887ef92c43, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=20edc49d-6225-4774-bcaf-73887ef92c43,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:18.083135 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.098680 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.164083 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=5e1d5c0d-de69-4953-b124-8871e405dac5,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:18.166292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:18.168275 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b90fe8-6795-46f7-a93c-0468cd1f55ba x-openstack-request-id: req-19b90fe8-6795-46f7-a93c-0468cd1f55ba {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:18.168573 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d002317a-f60f-4cf1-a379-17445676d610", "name": "network-vif-plugged", "status": "completed", "tag": "20edc49d-6225-4774-bcaf-73887ef92c43", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:18.169536 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19b90fe8-6795-46f7-a93c-0468cd1f55ba {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:18.169536 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd002317a-f60f-4cf1-a379-17445676d610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20edc49d-6225-4774-bcaf-73887ef92c43', 'code': 200} Aug 03 18:56:18.195964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] Pushing event updated for resources: {'Network': ['ID=8de14f33-8d78-4648-90ec-6b077da097c4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:18.201343 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-49957b8c-d86b-4002-aa31-0096289be2eb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8324335 Aug 03 18:56:18.204934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37214) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:18.208916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 8de14f33-8d78-4648-90ec-6b077da097c4 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:56:18.212400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] Request body: {'subnet': {'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-subnet', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:18.247489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] Made reservation on behalf of 8327d0477c7143a4b85b4caceac9acb3 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:56:18.252250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.297739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95e86a-1cd5-466e-a1e7-199a7adf30f7 req-491caed7-7ac7-4087-a55a-7b3a5033da90 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:18.299981 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b95e86a-1cd5-466e-a1e7-199a7adf30f7 req-491caed7-7ac7-4087-a55a-7b3a5033da90 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 946 time: 0.2000637 Aug 03 18:56:18.335085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:18.357591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=20edc49d-6225-4774-bcaf-73887ef92c43,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:18.411402 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.467057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['5e1d5c0d-de69-4953-b124-8871e405dac5'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:18.490486 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.519050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.545029 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.577759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7446950d-a78e-45e3-8e94-7f92acea9be7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:18.621030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] Checking segment: {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:18.621030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] Network hostable DHCP agents. Network: 8de14f33-8d78-4648-90ec-6b077da097c4, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:56:18.622257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00145db-bd30-4c21-9ad4-7e490514d350 req-af37d86c-3ee6-49be-86c1-6cd2c7c6545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:18.623718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e00145db-bd30-4c21-9ad4-7e490514d350 req-af37d86c-3ee6-49be-86c1-6cd2c7c6545b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 1100 time: 0.3572791 Aug 03 18:56:18.643483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] Network 8de14f33-8d78-4648-90ec-6b077da097c4 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:56:18.658070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 8de14f33-8d78-4648-90ec-6b077da097c4) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:18.665582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:18.666311 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.670472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59a933b-8140-4a1b-b495-281a76fedf11 None None] Network 8de14f33-8d78-4648-90ec-6b077da097c4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:56:18.684902 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-04b23cef-89d2-4c06-8fad-5a115fd11444 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4784567 Aug 03 18:56:18.687471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37226) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:18.693709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:18.698947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b95e86a-1cd5-466e-a1e7-199a7adf30f7 req-9ac6092f-c607-4b69-9f9d-c2c12b19d210 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710115 Aug 03 18:56:18.740750 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.743259 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.811335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834d833-4f87-4388-825f-6b661a94fead req-6ca0910c-e0ca-404e-a2b1-a0e43d0a88af tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:18.812872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7834d833-4f87-4388-825f-6b661a94fead req-6ca0910c-e0ca-404e-a2b1-a0e43d0a88af tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 945 time: 0.3308067 Aug 03 18:56:18.834121 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.892627 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-8de14f33-8d78-4648-90ec-6b077da097c4', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:56:18.894033 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.966405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aed7727-944d-4f18-a0ac-6b866c55fd74'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:18.968809 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f012f14-6593-43ee-bb39-fafc2e54170b" -d '{"events": [{"server_uuid": "c4647f8e-f657-45a9-abb9-77c7abcc7dde", "name": "network-vif-unplugged", "status": "completed", "tag": "7aed7727-944d-4f18-a0ac-6b866c55fd74"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:19.083111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Allocated IP 172.20.0.2 (8de14f33-8d78-4648-90ec-6b077da097c4/7446950d-a78e-45e3-8e94-7f92acea9be7/9a949150-3fcb-42bb-ac60-5a62e04f1441) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:19.083440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on host n-h2-802918-7 for vnic_type normal with profile {"migrating_to": "n-h1-802918-7"} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:19.084255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:19.084538 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.084850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:19.093250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7aed7727-944d-4f18-a0ac-6b866c55fd74,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:19.276873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:56:19.277212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Attempting to bind port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on network 12a0583d-c43f-4b80-bf98-47717a5abbf8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:19.302897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e00145db-bd30-4c21-9ad4-7e490514d350 req-b97f9fc1-02cf-43c2-ab29-889b810248c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611137 Aug 03 18:56:19.336170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7834d833-4f87-4388-825f-6b661a94fead req-9e5f5dd2-316f-430e-a384-bb2782530705 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028393 Aug 03 18:56:19.345522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:19.345891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Checking segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:19.346277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Bound using segment: {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:19.346735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Bound port: 7aed7727-944d-4f18-a0ac-6b866c55fd74, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc223b4-25df-4044-b214-443291fc196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '12a0583d-c43f-4b80-bf98-47717a5abbf8'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:19.347099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.382832 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.396744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Transition to ACTIVE for port object 9a949150-3fcb-42bb-ac60-5a62e04f1441 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:19.418568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Transition to ACTIVE for port object 9a949150-3fcb-42bb-ac60-5a62e04f1441 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:19.431488 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.455303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.482070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Network 8de14f33-8d78-4648-90ec-6b077da097c4 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:19.483173 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.487551 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:19.496383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:19.580849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] Router c16fffa5-753f-4c1e-aa44-2c249205d082 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:56:19.583083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:19.598892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Pushing event updated for resources: {'Port': ['ID=9a949150-3fcb-42bb-ac60-5a62e04f1441,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:19.613218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Attempting to bind port 9a949150-3fcb-42bb-ac60-5a62e04f1441 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:19.613427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Attempting to bind port 9a949150-3fcb-42bb-ac60-5a62e04f1441 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:19.613710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Attempting to bind port 9a949150-3fcb-42bb-ac60-5a62e04f1441 on network 8de14f33-8d78-4648-90ec-6b077da097c4 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:19.620398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:19.620967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Checking segment: {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:19.621246 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.621658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Bound using segment: {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:19.622139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Bound port: 9a949150-3fcb-42bb-ac60-5a62e04f1441, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:19.622630 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.624472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:19.626861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Allocated IP 172.25.8.231 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/011a7107-08d9-4c49-ad7a-0c452912bfad) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:19.635913 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.648985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444de044-1ca6-4941-9bca-36aacfd7b37f req-e36400cb-933f-45d0-aa9d-bf433791be0b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:19.657865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-444de044-1ca6-4941-9bca-36aacfd7b37f req-e36400cb-933f-45d0-aa9d-bf433791be0b tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.3703744 Aug 03 18:56:19.729879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] For port 9a949150-3fcb-42bb-ac60-5a62e04f1441, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:19.732399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 7aed7727-944d-4f18-a0ac-6b866c55fd74 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:56:19.738955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 65e65df1-20b3-40c6-8aec-bad18058abec no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:19.762427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 65e65df1-20b3-40c6-8aec-bad18058abec {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:19.762969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 65e65df1-20b3-40c6-8aec-bad18058abec not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:19.786778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] For port 9a949150-3fcb-42bb-ac60-5a62e04f1441, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=9a949150-3fcb-42bb-ac60-5a62e04f1441,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:19.791081 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.796257 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.823195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cca257-b298-4fe7-abe7-06ea97199954 req-ae33c779-3b70-4b15-9cbb-aded9aaaaff8 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:19.834302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48cca257-b298-4fe7-abe7-06ea97199954 req-ae33c779-3b70-4b15-9cbb-aded9aaaaff8 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 949 time: 0.3424366 Aug 03 18:56:19.876691 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.912623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-444de044-1ca6-4941-9bca-36aacfd7b37f req-5e3d1616-721e-40ba-af56-3b62977b8095 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536306 Aug 03 18:56:19.928085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a734770-fbd1-450e-9dbb-220709811832 None None] Pushing event updated for resources: {'Port': ['ID=9a949150-3fcb-42bb-ac60-5a62e04f1441,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:19.953458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:19.967250 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:19.970757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:19.971148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7aed7727-944d-4f18-a0ac-6b866c55fd74,revision_number=8']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:19.974843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:19.986549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:19.987598 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:19.989229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-ef63c7b0-d0f6-4890-b8a6-153b8f61bfc9 service neutron] 10.222.0.74 "PUT /v2.0/ports/7aed7727-944d-4f18-a0ac-6b866c55fd74 HTTP/1.1" status: 200 len: 1122 time: 2.5897319 Aug 03 18:56:19.989450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 7aed7727-944d-4f18-a0ac-6b866c55fd74 has no active binding in host n-h1-802918-7 {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 18:56:20.046810 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71291a9b-3a43-4072-8dde-f67f16def74f x-openstack-request-id: req-71291a9b-3a43-4072-8dde-f67f16def74f {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:20.047591 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4647f8e-f657-45a9-abb9-77c7abcc7dde", "name": "network-vif-unplugged", "status": "completed", "tag": "7aed7727-944d-4f18-a0ac-6b866c55fd74", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:20.047861 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71291a9b-3a43-4072-8dde-f67f16def74f {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:20.048205 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Pushing event updated for resources: {'Port': ['ID=011a7107-08d9-4c49-ad7a-0c452912bfad,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:20.048339 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aed7727-944d-4f18-a0ac-6b866c55fd74', 'code': 200} Aug 03 18:56:20.076866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48cca257-b298-4fe7-abe7-06ea97199954 req-e10b7369-ab2c-4d2b-b251-2b0966988970 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405565 Aug 03 18:56:20.130291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:56:20.136438 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-de62694a-fae2-4e78-ad98-e64755629225 admin admin] 10.222.0.78 "PUT /v2.0/routers/c16fffa5-753f-4c1e-aa44-2c249205d082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1950021 Aug 03 18:56:20.140712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37252) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:20.146333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d760cf0-f5a3-408c-8472-5e32f8970259 None None] Sync routers for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:56:20.159213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['7aed7727-944d-4f18-a0ac-6b866c55fd74'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:20.285745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d760cf0-f5a3-408c-8472-5e32f8970259 None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:20.286480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5d760cf0-f5a3-408c-8472-5e32f8970259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:20.417406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['7aed7727-944d-4f18-a0ac-6b866c55fd74'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:20.484558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaea0f9-afe2-43cc-934e-849d9bbef2fd req-8c984e74-3263-40df-84e3-b2bb395eb89e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:20.492907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eeaea0f9-afe2-43cc-934e-849d9bbef2fd req-8c984e74-3263-40df-84e3-b2bb395eb89e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 944 time: 0.3533154 Aug 03 18:56:20.553702 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:20.615765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eeaea0f9-afe2-43cc-934e-849d9bbef2fd req-bed9fea5-d2ad-4e03-99e9-ea9b507982fc tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216750 Aug 03 18:56:20.686197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:20.805470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5d760cf0-f5a3-408c-8472-5e32f8970259 None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:20.992849 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:21.193859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:56:21.404898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5d760cf0-f5a3-408c-8472-5e32f8970259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:56:17Z', 'revision_number': 5, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port': {'id': '109535f0-7f89-40c6-968e-b0e8308d17f4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:50:55Z', 'updated_at': '2021-08-03T18:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:21.420781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba48e5-17cd-418c-8a9c-97ec4ab21c5b req-ad4b9861-af78-4794-a714-0dca70e0726f tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:21.429922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbba48e5-17cd-418c-8a9c-97ec4ab21c5b req-ad4b9861-af78-4794-a714-0dca70e0726f tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 945 time: 0.8072081 Aug 03 18:56:21.487515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9a949150-3fcb-42bb-ac60-5a62e04f1441 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:21.490498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8385f-2d62-4e65-821b-d1cd8e9d8a2b req-f071e3f8-5fbc-4ea6-b697-ecb3a8834937 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:21.499440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-edf8385f-2d62-4e65-821b-d1cd8e9d8a2b req-f071e3f8-5fbc-4ea6-b697-ecb3a8834937 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.2769620 Aug 03 18:56:21.519502 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:56:21.522732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5e1d5c0d-de69-4953-b124-8871e405dac5 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:21.531166 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Sync routers for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:56:21.540096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd82cf8-b151-41cd-bbdb-cd5d65fdc37a req-38c4cf00-dc1e-42c9-af83-f7235e6e525c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:21.541970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8cd82cf8-b151-41cd-bbdb-cd5d65fdc37a req-38c4cf00-dc1e-42c9-af83-f7235e6e525c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 949 time: 0.3218095 Aug 03 18:56:21.547602 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:21.549236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d760cf0-f5a3-408c-8472-5e32f8970259 None None] Checking router: c16fffa5-753f-4c1e-aa44-2c249205d082 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:56:21.549415 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:21.550139 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:21.550639 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:21.551937 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d358cf8d-b041-43b7-b23c-028e199c1d01 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.8631902 Aug 03 18:56:21.554739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37268) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:21.568854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbba48e5-17cd-418c-8a9c-97ec4ab21c5b req-17c6405b-eb36-4a5f-ba28-ebde316fd3db tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346452 Aug 03 18:56:21.642441 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a82d1c-53fe-4cce-9694-c530aed81813 None None] Network 8de14f33-8d78-4648-90ec-6b077da097c4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:56:21.665253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d760cf0-f5a3-408c-8472-5e32f8970259 None None] Routers {'c16fffa5-753f-4c1e-aa44-2c249205d082'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:21.667221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5d760cf0-f5a3-408c-8472-5e32f8970259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c16fffa5-753f-4c1e-aa44-2c249205d082'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:21.735574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-edf8385f-2d62-4e65-821b-d1cd8e9d8a2b req-c69d9f50-ac3b-4a5a-800a-fd0660b219c6 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351410 Aug 03 18:56:21.773145 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:21.779567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5d760cf0-f5a3-408c-8472-5e32f8970259 None None] Set router c16fffa5-753f-4c1e-aa44-2c249205d082 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:21.895001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5d760cf0-f5a3-408c-8472-5e32f8970259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:56:21Z', 'revision_number': 6, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:21.938816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87d93d-cde1-4b98-82bf-8967050cde4d req-328496e0-8cc7-425e-b548-cce3cc6c0949 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:21.940703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a87d93d-cde1-4b98-82bf-8967050cde4d req-328496e0-8cc7-425e-b548-cce3cc6c0949 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 949 time: 0.2161834 Aug 03 18:56:21.950085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 9a949150-3fcb-42bb-ac60-5a62e04f1441 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:21.955685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Deleting port 109535f0-7f89-40c6-968e-b0e8308d17f4 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:21.956430 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:21.960393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d760cf0-f5a3-408c-8472-5e32f8970259 None None] The sync data for ids ['c16fffa5-753f-4c1e-aa44-2c249205d082'] in n-d-802918-7 is: [{'id': 'c16fffa5-753f-4c1e-aa44-2c249205d082', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-201744754-router', 'tenant_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:50:54Z', 'updated_at': '2021-08-03T18:56:21Z', 'revision_number': 6, 'project_id': 'fd8c48d64fcd431e8d2d0da8cb4bf612', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:56:21.963960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 5e1d5c0d-de69-4953-b124-8871e405dac5 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:21.976950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 5e1d5c0d-de69-4953-b124-8871e405dac5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:21.977358 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.073916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-96ae47f9-d53e-44a4-b547-f25380e18580 None None] Provisioning for port 9a949150-3fcb-42bb-ac60-5a62e04f1441 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:22.082199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-96ae47f9-d53e-44a4-b547-f25380e18580 None None] Provisioning complete for port 9a949150-3fcb-42bb-ac60-5a62e04f1441 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:22.082870 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-96ae47f9-d53e-44a4-b547-f25380e18580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.086892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] For port 109535f0-7f89-40c6-968e-b0e8308d17f4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=109535f0-7f89-40c6-968e-b0e8308d17f4,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:22.087394 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.101623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Calling delete_port for 109535f0-7f89-40c6-968e-b0e8308d17f4 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:22.151458 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:20Z', 'revision_number': 3, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:22.203679 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.215995 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Checking router: 17ee9e63-82cc-4d83-aba9-a95f54e4d019 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:56:22.216621 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Updating router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 port 011a7107-08d9-4c49-ad7a-0c452912bfad binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:56:22.246694 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.279190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.328985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801ce653-c446-4a9e-9a73-e54a5015374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1d5c0d-de69-4953-b124-8871e405dac5'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:22.331349 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e33bff-3778-42b2-8055-224aeedaa908" -d '{"events": [{"server_uuid": "801ce653-c446-4a9e-9a73-e54a5015374d", "name": "network-vif-plugged", "status": "completed", "tag": "5e1d5c0d-de69-4953-b124-8871e405dac5"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:22.333574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'tag': '7aed7727-944d-4f18-a0ac-6b866c55fd74'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:22.337238 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d24738-8f94-4887-bd05-dff272b53ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4647f8e-f657-45a9-abb9-77c7abcc7dde", "tag": "7aed7727-944d-4f18-a0ac-6b866c55fd74"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:22.403120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-8cd82cf8-b151-41cd-bbdb-cd5d65fdc37a req-2e7d731a-a39f-4eaa-8ccb-40a8765ba19c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Deleting port be39b057-5b52-48ca-b6f9-3c835cdf0d8e {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:22.403730 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8cd82cf8-b151-41cd-bbdb-cd5d65fdc37a req-2e7d731a-a39f-4eaa-8ccb-40a8765ba19c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.413823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5e1d5c0d-de69-4953-b124-8871e405dac5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5e1d5c0d-de69-4953-b124-8871e405dac5,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:22.468873 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.495941 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.611717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95068683-de18-42dd-a5f2-d8ad4aafc14b req-39e6b8d2-4949-40e5-a0ff-dd1a7be7727b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:22.616543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Allocated IP 172.20.0.1 (8de14f33-8d78-4648-90ec-6b077da097c4/7446950d-a78e-45e3-8e94-7f92acea9be7/0fa08d71-4f9f-4b3b-b14d-fd20145b9909) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:22.621021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95068683-de18-42dd-a5f2-d8ad4aafc14b req-39e6b8d2-4949-40e5-a0ff-dd1a7be7727b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 944 time: 0.3076856 Aug 03 18:56:22.629392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=109535f0-7f89-40c6-968e-b0e8308d17f4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:22.670486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a87d93d-cde1-4b98-82bf-8967050cde4d req-8b7b8fc3-986c-46e0-aeec-172cd54ed62f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7168295 Aug 03 18:56:22.688999 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-96ae47f9-d53e-44a4-b547-f25380e18580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.710100 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.716062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=5e1d5c0d-de69-4953-b124-8871e405dac5,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:22.725163 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Transition to ACTIVE for port object 011a7107-08d9-4c49-ad7a-0c452912bfad will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:22.735313 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.783088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-96ae47f9-d53e-44a4-b547-f25380e18580 None None] For port 9a949150-3fcb-42bb-ac60-5a62e04f1441, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=9a949150-3fcb-42bb-ac60-5a62e04f1441,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:22.791014 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-96ae47f9-d53e-44a4-b547-f25380e18580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.807012 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7aac8e-039f-4edf-aa67-c13481c5b1dc x-openstack-request-id: req-ba7aac8e-039f-4edf-aa67-c13481c5b1dc {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:22.808250 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4647f8e-f657-45a9-abb9-77c7abcc7dde", "tag": "7aed7727-944d-4f18-a0ac-6b866c55fd74", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:22.810307 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba7aac8e-039f-4edf-aa67-c13481c5b1dc {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:22.811094 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'tag': '7aed7727-944d-4f18-a0ac-6b866c55fd74', 'status': 'completed', 'code': 200} Aug 03 18:56:22.860099 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327645d-eea5-42f6-a023-505cd92e23a0 None None] Pushing event updated for resources: {'Port': ['ID=011a7107-08d9-4c49-ad7a-0c452912bfad,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:22.899737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae47f9-d53e-44a4-b547-f25380e18580 None None] Pushing event updated for resources: {'Port': ['ID=9a949150-3fcb-42bb-ac60-5a62e04f1441,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:22.927903 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5567caf7-65dc-42c4-8afb-af0192ef9f4d x-openstack-request-id: req-5567caf7-65dc-42c4-8afb-af0192ef9f4d {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:22.928212 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801ce653-c446-4a9e-9a73-e54a5015374d", "name": "network-vif-plugged", "status": "completed", "tag": "5e1d5c0d-de69-4953-b124-8871e405dac5", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:22.928472 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5567caf7-65dc-42c4-8afb-af0192ef9f4d {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:22.928893 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801ce653-c446-4a9e-9a73-e54a5015374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1d5c0d-de69-4953-b124-8871e405dac5', 'code': 200} Aug 03 18:56:22.929414 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Attempting to bind port 011a7107-08d9-4c49-ad7a-0c452912bfad on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:22.929825 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Attempting to bind port 011a7107-08d9-4c49-ad7a-0c452912bfad by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:22.931730 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Attempting to bind port 011a7107-08d9-4c49-ad7a-0c452912bfad on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:22.951644 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:22.953770 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:22.954188 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.954585 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:22.954927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95068683-de18-42dd-a5f2-d8ad4aafc14b req-413a8937-d4d6-4224-84e0-f0ead395f4e8 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330126 Aug 03 18:56:22.955122 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Bound port: 011a7107-08d9-4c49-ad7a-0c452912bfad, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:22.955455 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.962782 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:23.105559 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] For port 011a7107-08d9-4c49-ad7a-0c452912bfad, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:23.109394 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] For port 011a7107-08d9-4c49-ad7a-0c452912bfad, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=011a7107-08d9-4c49-ad7a-0c452912bfad,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:23.119919 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:23.222187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-59f3eb63-d58a-4cb1-82e2-84b59b80de2c None None] Provisioning complete for port 9a949150-3fcb-42bb-ac60-5a62e04f1441 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:23.222715 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-59f3eb63-d58a-4cb1-82e2-84b59b80de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:23.225464 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327645d-eea5-42f6-a023-505cd92e23a0 None None] Pushing event updated for resources: {'Port': ['ID=011a7107-08d9-4c49-ad7a-0c452912bfad,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:23.231481 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:23.256357 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:23.271657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8cd82cf8-b151-41cd-bbdb-cd5d65fdc37a req-2e7d731a-a39f-4eaa-8ccb-40a8765ba19c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] For port be39b057-5b52-48ca-b6f9-3c835cdf0d8e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:23.276013 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8cd82cf8-b151-41cd-bbdb-cd5d65fdc37a req-2e7d731a-a39f-4eaa-8ccb-40a8765ba19c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:23.325298 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d24738-8f94-4887-bd05-dff272b53ac1 req-0b6379cb-298f-4341-abd8-02bfba494f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:23.330927 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:23.332496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98d24738-8f94-4887-bd05-dff272b53ac1 req-0b6379cb-298f-4341-abd8-02bfba494f4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 1125 time: 0.5063512 Aug 03 18:56:23.339773 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:23.343316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d8b0f-f79f-4ad0-8408-9df163f12682 req-3c000633-a908-4b5b-acb3-3742c400328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:23.345168 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f71d8b0f-f79f-4ad0-8408-9df163f12682 req-3c000633-a908-4b5b-acb3-3742c400328a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 1097 time: 0.1127439 Aug 03 18:56:23.407867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-8cd82cf8-b151-41cd-bbdb-cd5d65fdc37a req-2e7d731a-a39f-4eaa-8ccb-40a8765ba19c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Calling delete_port for be39b057-5b52-48ca-b6f9-3c835cdf0d8e owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:23.427746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:23.440004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9a949150-3fcb-42bb-ac60-5a62e04f1441 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:23.446008 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f71d8b0f-f79f-4ad0-8408-9df163f12682 req-d9753345-8823-4ce2-bc6a-fda1e3cfe375 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749085 Aug 03 18:56:23.478763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Transition to ACTIVE for port object 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:23.549765 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:23.591898 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:23.636482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 9a949150-3fcb-42bb-ac60-5a62e04f1441 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:23.637006 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:23.682120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Network 8de14f33-8d78-4648-90ec-6b077da097c4 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:23.689941 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:23.694925 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:23.698898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa08d71-4f9f-4b3b-b14d-fd20145b9909,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:23.770934 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:23.927377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 16ba17f7-87a2-414b-b54f-495445991fb6 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:23.933852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21ae3a-aef6-4976-9915-4df50ce7c846 req-4f5b1776-bbc5-49aa-a12d-cc52975e3b18 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:23.949929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a21ae3a-aef6-4976-9915-4df50ce7c846 req-4f5b1776-bbc5-49aa-a12d-cc52975e3b18 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 946 time: 0.8616621 Aug 03 18:56:23.971688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 16ba17f7-87a2-414b-b54f-495445991fb6 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:23.972422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 16ba17f7-87a2-414b-b54f-495445991fb6 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:23.974867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 109535f0-7f89-40c6-968e-b0e8308d17f4 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:24.012504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 109535f0-7f89-40c6-968e-b0e8308d17f4 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:24.013128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 109535f0-7f89-40c6-968e-b0e8308d17f4 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:24.090007 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:20Z', 'revision_number': 3, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:24.108593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520f841-46d3-40ef-9a0d-f91fce9b7786 req-d8c35171-5bf8-4a7f-a0d6-d9161d96a99c tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:24.110497 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9520f841-46d3-40ef-9a0d-f91fce9b7786 req-d8c35171-5bf8-4a7f-a0d6-d9161d96a99c tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 1100 time: 1.0191026 Aug 03 18:56:24.119288 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:24.119795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c16fffa5-753f-4c1e-aa44-2c249205d082 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 18:56:24.123482 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:24.125726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:24.128012 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56c133-4b78-4501-a9eb-ab96c71432af None None] The sync data for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 is: [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:20Z', 'revision_number': 3, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:56:24.128220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c48e14aa-7f13-4995-b582-0b93b93baed3 admin admin] 10.222.0.78 "DELETE /v2.0/routers/c16fffa5-753f-4c1e-aa44-2c249205d082 HTTP/1.1" status: 204 len: 168 time: 3.9856169 Aug 03 18:56:24.134625 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8cd82cf8-b151-41cd-bbdb-cd5d65fdc37a req-2e7d731a-a39f-4eaa-8ccb-40a8765ba19c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:24.146563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37290) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:24.147789 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2d43d13c-70d2-4851-af63-d7e8d684a33e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:24.178424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d24738-8f94-4887-bd05-dff272b53ac1 req-35296452-9f42-400d-8d42-0856f87cd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:24.181098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98d24738-8f94-4887-bd05-dff272b53ac1 req-35296452-9f42-400d-8d42-0856f87cd3c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.8167334 Aug 03 18:56:24.263452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b506ef19-da40-4e42-83d5-c00c954e7f0d None None] Provisioning for port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:24.281176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b506ef19-da40-4e42-83d5-c00c954e7f0d None None] Provisioning complete for port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:24.290219 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b506ef19-da40-4e42-83d5-c00c954e7f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:24.309109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d731a-a39f-4eaa-8ccb-40a8765ba19c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Pushing event deleted for resources: {'Port': ['ID=be39b057-5b52-48ca-b6f9-3c835cdf0d8e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:24.326219 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-40379797-3c0f-469c-8cc8-8f303b2753e0 admin admin] Deleting subnet 3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:56:24.346879 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-40379797-3c0f-469c-8cc8-8f303b2753e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:24.411942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a21ae3a-aef6-4976-9915-4df50ce7c846 req-6ec21371-bf49-43a2-809f-ab9a03d36fc2 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587994 Aug 03 18:56:24.432819 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b506ef19-da40-4e42-83d5-c00c954e7f0d None None] Port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:56:24.452889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98d24738-8f94-4887-bd05-dff272b53ac1 req-25b74fb8-9908-43e6-9d31-cb6f5d0dc1a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74 HTTP/1.1" status: 200 len: 217 time: 0.2366910 Aug 03 18:56:24.462334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9520f841-46d3-40ef-9a0d-f91fce9b7786 req-fb473aa1-c59e-42d9-85f7-688c8da4e6e6 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289163 Aug 03 18:56:24.742391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-40379797-3c0f-469c-8cc8-8f303b2753e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:24.745945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd82cf8-b151-41cd-bbdb-cd5d65fdc37a req-2e7d731a-a39f-4eaa-8ccb-40a8765ba19c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] No DVR routers for this DVR port be39b057-5b52-48ca-b6f9-3c835cdf0d8e on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:24.748887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d24738-8f94-4887-bd05-dff272b53ac1 req-6e457f62-f4d4-4d8f-9d43-8655ab561e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:24.759991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98d24738-8f94-4887-bd05-dff272b53ac1 req-6e457f62-f4d4-4d8f-9d43-8655ab561e11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.2205410 Aug 03 18:56:24.825109 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8cd82cf8-b151-41cd-bbdb-cd5d65fdc37a req-2e7d731a-a39f-4eaa-8ccb-40a8765ba19c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:24.834480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8cd82cf8-b151-41cd-bbdb-cd5d65fdc37a req-2e7d731a-a39f-4eaa-8ccb-40a8765ba19c tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.74 "DELETE /v2.0/ports/be39b057-5b52-48ca-b6f9-3c835cdf0d8e HTTP/1.1" status: 204 len: 173 time: 3.2627792 Aug 03 18:56:24.835277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'name': 'network-vif-deleted', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:24.838531 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526f7a09-9d61-4621-812b-a5d464f0c035" -d '{"events": [{"server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "name": "network-vif-deleted", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:24.850193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-105a6e88-03a5-4e79-a293-d59332b27886 req-67188441-e312-444f-b3d3-ceab36abeeba tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=55153da9-9a9b-429d-aad8-3f3ff24e9328 HTTP/1.1" status: 200 len: 210 time: 0.0780728 Aug 03 18:56:24.915089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98d24738-8f94-4887-bd05-dff272b53ac1 req-2efcc3c9-248a-46f2-9bbe-195e679b26f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619454 Aug 03 18:56:25.062863 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e187fe87-7d3e-48b2-bee3-5708240669d0 x-openstack-request-id: req-e187fe87-7d3e-48b2-bee3-5708240669d0 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:25.063561 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55153da9-9a9b-429d-aad8-3f3ff24e9328", "name": "network-vif-deleted", "tag": "be39b057-5b52-48ca-b6f9-3c835cdf0d8e", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:25.063561 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e187fe87-7d3e-48b2-bee3-5708240669d0 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:25.064703 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55153da9-9a9b-429d-aad8-3f3ff24e9328', 'name': 'network-vif-deleted', 'tag': 'be39b057-5b52-48ca-b6f9-3c835cdf0d8e', 'status': 'completed', 'code': 200} Aug 03 18:56:25.072181 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-40379797-3c0f-469c-8cc8-8f303b2753e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:25.237169 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:25.239024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-751d42ff-1bcb-418e-8daf-477e0fb9092b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908079 Aug 03 18:56:25.248667 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:25.256479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08217df5-980f-4d68-9240-5174628d2f1c req-a373e574-f5ac-48df-9ed3-23b308d3aee3 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:25.264695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08217df5-980f-4d68-9240-5174628d2f1c req-a373e574-f5ac-48df-9ed3-23b308d3aee3 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 944 time: 0.3482180 Aug 03 18:56:25.374345 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:25.385705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa08d71-4f9f-4b3b-b14d-fd20145b9909,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:25.391770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-40379797-3c0f-469c-8cc8-8f303b2753e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:25.447722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5762385-f0d9-4ebd-b078-5e5392b9b238 None None] Network 31240d09-c12e-43f9-8d62-a9e18e6d7a04 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:56:25.460909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40379797-3c0f-469c-8cc8-8f303b2753e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:25.464155 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-40379797-3c0f-469c-8cc8-8f303b2753e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:25.468899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37310) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:25.469844 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-40379797-3c0f-469c-8cc8-8f303b2753e0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3a4a5e7c-1dc9-4ede-a0f1-28c232325b0a HTTP/1.1" status: 204 len: 168 time: 1.3221259 Aug 03 18:56:25.587263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Network 8de14f33-8d78-4648-90ec-6b077da097c4 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:25.594074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:25.599945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 011a7107-08d9-4c49-ad7a-0c452912bfad up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:25.603298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7aed7727-944d-4f18-a0ac-6b866c55fd74 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:25.710838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08217df5-980f-4d68-9240-5174628d2f1c req-7957399d-6d8d-4360-95a0-4ee2a503a6e2 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451568 Aug 03 18:56:25.714397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98d24738-8f94-4887-bd05-dff272b53ac1 req-9447bd56-f350-4709-a8b2-625deba65fb8 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7648740 Aug 03 18:56:25.757743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-8b1fd016-c9d5-4281-b518-d1384d9fd201 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:25.767544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-8b1fd016-c9d5-4281-b518-d1384d9fd201 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4997430 Aug 03 18:56:25.803397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-c1874fec-4a69-42ed-b3d3-22c298717904 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/quotas/5f57a51310c1494daeeeef8912c80670 HTTP/1.1" status: 200 len: 375 time: 0.0345366 Aug 03 18:56:25.859143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device be39b057-5b52-48ca-b6f9-3c835cdf0d8e no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:25.921213 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:25.957833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:56:26.137601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9550bd3-f905-4157-8ace-8d71847b8626 req-2aadbe93-ddd0-458c-a891-51292235854a tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:26.139589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9550bd3-f905-4157-8ace-8d71847b8626 req-2aadbe93-ddd0-458c-a891-51292235854a tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 946 time: 0.2301552 Aug 03 18:56:26.157959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: be39b057-5b52-48ca-b6f9-3c835cdf0d8e {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:26.158326 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device be39b057-5b52-48ca-b6f9-3c835cdf0d8e not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:26.183089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:56:26.194145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-22c23825-5e6f-4e6f-a310-b95932893fae tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3890073 Aug 03 18:56:26.199146 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8b7015b3-aca2-429c-923e-f23d7e4c8f67 admin admin] 10.222.0.78 "PUT /v2.0/routers/17ee9e63-82cc-4d83-aba9-a95f54e4d019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6416662 Aug 03 18:56:26.224166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-31692e42-9856-4e68-9ff8-16cec6799580 None None] Provisioning complete for port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:26.224470 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-31692e42-9856-4e68-9ff8-16cec6799580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:26.254301 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98d24738-8f94-4887-bd05-dff272b53ac1 req-c69605d5-c03e-4917-9aab-5eb440b27e89 service neutron] 10.222.0.37 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228550 Aug 03 18:56:26.306920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Deleting port 96587a37-4d21-4280-9424-9b63e2bcddaf {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:26.307575 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:26.313311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9550bd3-f905-4157-8ace-8d71847b8626 req-598ed70b-eec9-436e-b32f-528756d186db tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635346 Aug 03 18:56:26.351750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b90966e-f173-41cc-8099-881c9a2320c1 None None] DHCP port deletion for 31240d09-c12e-43f9-8d62-a9e18e6d7a04 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 18:56:26.428649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-31692e42-9856-4e68-9ff8-16cec6799580 None None] Port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:56:26.438543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 011a7107-08d9-4c49-ad7a-0c452912bfad completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:26.452866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 011a7107-08d9-4c49-ad7a-0c452912bfad triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:26.452866 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:26.455148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] For port 96587a37-4d21-4280-9424-9b63e2bcddaf, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=96587a37-4d21-4280-9424-9b63e2bcddaf,segment=NetworkSegment(686c5043-8cd3-49c0-9bd4-235329fdb5d8),segment_id=686c5043-8cd3-49c0-9bd4-235329fdb5d8)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:26.455533 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:26.475582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Calling delete_port for 96587a37-4d21-4280-9424-9b63e2bcddaf owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:26.589710 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:26.628478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] No DVR routers for this DVR port 96587a37-4d21-4280-9424-9b63e2bcddaf on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:26.656941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4b90966e-f173-41cc-8099-881c9a2320c1 None None] Deleting port 96587a37-4d21-4280-9424-9b63e2bcddaf {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:26.657435 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4b90966e-f173-41cc-8099-881c9a2320c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:26.660060 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:26.676033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=96587a37-4d21-4280-9424-9b63e2bcddaf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:26.760974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 011a7107-08d9-4c49-ad7a-0c452912bfad, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=011a7107-08d9-4c49-ad7a-0c452912bfad,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:26.776804 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:26.809104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4b90966e-f173-41cc-8099-881c9a2320c1 None None] For port 96587a37-4d21-4280-9424-9b63e2bcddaf, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:26.809542 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4b90966e-f173-41cc-8099-881c9a2320c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:26.829801 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4b90966e-f173-41cc-8099-881c9a2320c1 None None] Calling delete_port for 96587a37-4d21-4280-9424-9b63e2bcddaf owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:26.830769 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-ef179fe8-9ef0-40b2-aab9-f306e087df1e tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1100686971&fields=id&tenant_id=4bc9eed3df8a4ca9b9573c682a012193 HTTP/1.1" status: 200 len: 267 time: 0.2068663 Aug 03 18:56:26.836180 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:26.841860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-4b90966e-f173-41cc-8099-881c9a2320c1 None None] Port 96587a37-4d21-4280-9424-9b63e2bcddaf was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 18:56:26.847386 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4b90966e-f173-41cc-8099-881c9a2320c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:26.869733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dab7435d-ce42-4f0d-bb8d-fb4d12a039e4 req-282f95b6-fd4a-4e5c-a209-c7314821c570 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 210 time: 0.0682876 Aug 03 18:56:26.879144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b90966e-f173-41cc-8099-881c9a2320c1 None None] No DVR routers for this DVR port 96587a37-4d21-4280-9424-9b63e2bcddaf on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:26.887896 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=011a7107-08d9-4c49-ad7a-0c452912bfad,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:26.930412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90966e-f173-41cc-8099-881c9a2320c1 None None] Pushing event deleted for resources: {'Port': ['ID=96587a37-4d21-4280-9424-9b63e2bcddaf,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:26.936005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31240d09-c12e-43f9-8d62-a9e18e6d7a04']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:26.941538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-2ca4d1e5-23e2-4ef7-9402-61a20452041e service neutron] 10.222.0.37 "GET /v2.0/ports/7aed7727-944d-4f18-a0ac-6b866c55fd74/bindings/n-h1-802918-7 HTTP/1.1" status: 200 len: 384 time: 0.3602459 Aug 03 18:56:26.957542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686c5043-8cd3-49c0-9bd4-235329fdb5d8') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:26.957916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686c5043-8cd3-49c0-9bd4-235329fdb5d8') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:27.001674 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:27.014744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Sync routers for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:56:27.036776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:27.036776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:27.047653 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:27.074267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:56:27.074707 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: timer() Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:56:27.076420 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:56:27.099525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-1179351e-cf8f-4f0c-9484-14cb87ff24b0 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:27.101218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-1179351e-cf8f-4f0c-9484-14cb87ff24b0 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/networks?id=9e7b384a-474b-40c2-a241-659b19b06191 HTTP/1.1" status: 200 len: 815 time: 0.2438085 Aug 03 18:56:27.171539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:27.183040 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-0a185e04-8e27-4047-a90a-f6e4ee70c16e tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/quotas/4bc9eed3df8a4ca9b9573c682a012193 HTTP/1.1" status: 200 len: 375 time: 0.0538270 Aug 03 18:56:27.210741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:27.256451 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:27.260938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/31240d09-c12e-43f9-8d62-a9e18e6d7a04 HTTP/1.1" status: 204 len: 168 time: 1.7764599 Aug 03 18:56:27.261743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37356) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:27.344056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 011a7107-08d9-4c49-ad7a-0c452912bfad up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:27.377876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb719a-facc-4891-bd87-fa544363f7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=31240d09-c12e-43f9-8d62-a9e18e6d7a04,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:27.441048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 011a7107-08d9-4c49-ad7a-0c452912bfad triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:27.442328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:27.578617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 2, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:27.616552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Checking router: 17ee9e63-82cc-4d83-aba9-a95f54e4d019 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:56:27.616915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Updating router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:56:27.661018 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:27.701396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 96587a37-4d21-4280-9424-9b63e2bcddaf no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:27.731395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 96587a37-4d21-4280-9424-9b63e2bcddaf {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:27.731893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 96587a37-4d21-4280-9424-9b63e2bcddaf not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:27.759935 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:27.826890 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-326e653e-9784-40ed-b751-e228020eefe2 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4bc9eed3df8a4ca9b9573c682a012193&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6328714 Aug 03 18:56:27.932769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-4a2a216d-d054-41d7-a903-53aef8d80506 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:27.934391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-4a2a216d-d054-41d7-a903-53aef8d80506 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 820 time: 0.7338812 Aug 03 18:56:27.969548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-87feeb60-56cb-4f71-9017-994616666f42 req-14943ad5-1c6b-4915-93a8-5635b292c409 service neutron] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:27.989172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-9bfaaa38-06d5-4904-ac94-439d71b50a2c tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/quotas/8327d0477c7143a4b85b4caceac9acb3 HTTP/1.1" status: 200 len: 375 time: 0.0401933 Aug 03 18:56:28.054905 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:28.067189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-87feeb60-56cb-4f71-9017-994616666f42 req-14943ad5-1c6b-4915-93a8-5635b292c409 service neutron] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:28.068801 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Transition to ACTIVE for port object 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:28.071016 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] Deleting port ebd5e5ba-1469-4c22-957a-464fbfda7cfc {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:28.072009 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:28.077317 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:28.107281 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-ec1ed15a-5861-489c-8e9a-7b713c700798 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5f57a51310c1494daeeeef8912c80670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892584 Aug 03 18:56:28.136805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a1a12-2b63-4224-a7a4-952bfcbc7fa8 None None] Pushing event updated for resources: {'Port': ['ID=0fa08d71-4f9f-4b3b-b14d-fd20145b9909,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:28.203813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-87feeb60-56cb-4f71-9017-994616666f42 req-14943ad5-1c6b-4915-93a8-5635b292c409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aed7727-944d-4f18-a0ac-6b866c55fd74 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:28.218092 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-09a1b46a-52df-46f0-bc42-7387dbe2ddf1 service neutron] 10.222.0.78 "GET /v2.0/networks/9e7b384a-474b-40c2-a241-659b19b06191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734372 Aug 03 18:56:28.219932 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Attempting to bind port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:28.220602 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Attempting to bind port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:28.221233 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Attempting to bind port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 on network 8de14f33-8d78-4648-90ec-6b077da097c4 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:28.228004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:28.228799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Checking segment: {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:28.229432 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:28.230071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Bound using segment: {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:28.230842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Bound port: 0fa08d71-4f9f-4b3b-b14d-fd20145b9909, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:28.231648 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:28.240460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] For port ebd5e5ba-1469-4c22-957a-464fbfda7cfc, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ebd5e5ba-1469-4c22-957a-464fbfda7cfc,segment=NetworkSegment(f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9),segment_id=f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:28.241030 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:28.241424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-87feeb60-56cb-4f71-9017-994616666f42 req-14943ad5-1c6b-4915-93a8-5635b292c409 service neutron] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:28.261421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] Calling delete_port for ebd5e5ba-1469-4c22-957a-464fbfda7cfc owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:28.310582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] For port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:28.315529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-68a604f1-d47b-4acf-b258-36b7850fa064 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3095999 Aug 03 18:56:28.315791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] For port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0fa08d71-4f9f-4b3b-b14d-fd20145b9909,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:28.322993 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:28.331329 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87feeb60-56cb-4f71-9017-994616666f42 req-14943ad5-1c6b-4915-93a8-5635b292c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:28.414224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:28.415313 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:28.423420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-3cdce8bf-868b-474b-8d2b-9e8c3e2d6eb0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:28.425041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-3cdce8bf-868b-474b-8d2b-9e8c3e2d6eb0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073707 Aug 03 18:56:28.463552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Request body: {'port': {'device_id': '4a451c5b-6351-4938-9a27-917a218249a2', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '5f57a51310c1494daeeeef8912c80670'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:28.520660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a1a12-2b63-4224-a7a4-952bfcbc7fa8 None None] Pushing event updated for resources: {'Port': ['ID=0fa08d71-4f9f-4b3b-b14d-fd20145b9909,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:28.552490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:28.566364 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:28.602161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd5e5ba-1469-4c22-957a-464fbfda7cfc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:28.622072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-dbb2b175-4773-4902-b594-4005fd55a65c service neutron] 10.222.0.78 "GET /v2.0/networks/9e7b384a-474b-40c2-a241-659b19b06191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859999 Aug 03 18:56:28.746316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-87feeb60-56cb-4f71-9017-994616666f42 req-14943ad5-1c6b-4915-93a8-5635b292c409 service neutron] Transition to ACTIVE for port object 7aed7727-944d-4f18-a0ac-6b866c55fd74 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:28.776808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-c29996f8-62ed-40dd-87d5-b15a890a5d01 service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379990 Aug 03 18:56:28.783389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87feeb60-56cb-4f71-9017-994616666f42 req-14943ad5-1c6b-4915-93a8-5635b292c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:28.980332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Made reservation on behalf of 5f57a51310c1494daeeeef8912c80670 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:56:28.984127 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:28.996469 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:29.031750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14943ad5-1c6b-4915-93a8-5635b292c409 service neutron] Pushing event updated for resources: {'Port': ['ID=7aed7727-944d-4f18-a0ac-6b866c55fd74,revision_number=10']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:29.057909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-87feeb60-56cb-4f71-9017-994616666f42 req-14943ad5-1c6b-4915-93a8-5635b292c409 service neutron] No DVR routers for this DVR port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:29.063453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:28Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:29.099990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f0f91-7230-4775-95ca-8359180629e5 None None] The sync data for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 is: [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:28Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:56:29.261892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-14943ad5-1c6b-4915-93a8-5635b292c409 service neutron] 10.222.0.37 "PUT /v2.0/ports/7aed7727-944d-4f18-a0ac-6b866c55fd74/bindings/n-h1-802918-7/activate HTTP/1.1" status: 200 len: 369 time: 2.3016274 Aug 03 18:56:29.278433 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-2d81c8e9-d416-4482-9583-8eecb89fc27c service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682324 Aug 03 18:56:29.374129 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:29.428900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Allocated IP 192.168.233.35 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:29.519196 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] Router 056a6f11-1237-4958-a6cb-d1a56be0914e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:56:29.534929 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeb60-56cb-4f71-9017-994616666f42 req-c059c67b-323e-4fa7-8126-11da50869179 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:29.543028 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-c059c67b-323e-4fa7-8126-11da50869179 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.1720493 Aug 03 18:56:29.647211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:29.755704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:29.763166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:29.764664 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:29.842341 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:29.854556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeb60-56cb-4f71-9017-994616666f42 req-d1729168-52f2-4a6d-abe5-843e147cc51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:29.859877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Transition to ACTIVE for port object e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:29.865464 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-d1729168-52f2-4a6d-abe5-843e147cc51d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde&tenant_id=dc860d339a74459e8987d12f9967f2cb HTTP/1.1" status: 200 len: 1096 time: 0.2836759 Aug 03 18:56:29.876159 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:56:29.891818 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b390fa-96cf-435f-8b86-9847898fc7d4 None None] Sync routers for ids ['056a6f11-1237-4958-a6cb-d1a56be0914e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:56:29.894278 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c622bdfa-e731-4606-bac9-fe0f301c55cd admin admin] 10.222.0.78 "PUT /v2.0/routers/056a6f11-1237-4958-a6cb-d1a56be0914e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6283863 Aug 03 18:56:29.896139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37390) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:29.921103 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b390fa-96cf-435f-8b86-9847898fc7d4 None None] Routers {'056a6f11-1237-4958-a6cb-d1a56be0914e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:29.921786 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-39b390fa-96cf-435f-8b86-9847898fc7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['056a6f11-1237-4958-a6cb-d1a56be0914e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:29.996470 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:30.045370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363bf98-92cc-4501-bd78-35023d69cf38 req-9ce35cc3-0293-4726-863e-2d5fa74edda1 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:30.055977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a363bf98-92cc-4501-bd78-35023d69cf38 req-9ce35cc3-0293-4726-863e-2d5fa74edda1 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 946 time: 0.4431565 Aug 03 18:56:30.065186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:30.104660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'f8bec4d1-5a77-488a-be20-afa878741001', '400de580-68ef-4b10-a1e4-1d8b1e254f1b', 'a9767807-6fec-4faf-85c3-3d9c4a95b75c', '20edc49d-6225-4774-bcaf-73887ef92c43'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:30.224059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeb60-56cb-4f71-9017-994616666f42 req-5cb13d6e-6d83-40a9-b7b2-ee7ce113f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:30.229821 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-5cb13d6e-6d83-40a9-b7b2-ee7ce113f0d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 1096 time: 0.3266749 Aug 03 18:56:30.232886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c008b-b4b3-46e9-8209-8b0b1d3d1587 req-2e4d2862-7b16-41d8-95e8-b3a548c5643c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:30.242238 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-346c008b-b4b3-46e9-8209-8b0b1d3d1587 req-2e4d2862-7b16-41d8-95e8-b3a548c5643c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 945 time: 0.5634656 Aug 03 18:56:30.244118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8', '922d0dfb-2d21-4770-9cf1-229ec814a33a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:30.288639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0fa08d71-4f9f-4b3b-b14d-fd20145b9909,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:30.315889 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:30.342447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:30.372387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a363bf98-92cc-4501-bd78-35023d69cf38 req-c4dc93d9-923c-445e-8b6d-c12f25e4bd26 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154445 Aug 03 18:56:30.388247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:30.396811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event updated for resources: {'Port': ['ID=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:30.419354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:30.450113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35f7e7-042d-441a-a18f-2298e621f6f8 req-57ae01c8-329b-4f5b-8062-9b3b04d105a7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:30.450424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=0fa08d71-4f9f-4b3b-b14d-fd20145b9909,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:30.454506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab35f7e7-042d-441a-a18f-2298e621f6f8 req-57ae01c8-329b-4f5b-8062-9b3b04d105a7 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.37 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.5207398 Aug 03 18:56:30.456777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:30.489194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-346c008b-b4b3-46e9-8209-8b0b1d3d1587 req-64aaa314-9d4b-4614-bdcc-32fd0c7dc9ed tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449031 Aug 03 18:56:30.533708 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-39b390fa-96cf-435f-8b86-9847898fc7d4 None None] Set router 056a6f11-1237-4958-a6cb-d1a56be0914e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:30.826036 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-39b390fa-96cf-435f-8b86-9847898fc7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-router', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:05Z', 'updated_at': '2021-08-03T18:56:28Z', 'revision_number': 5, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'gw_port': {'id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:06Z', 'updated_at': '2021-08-03T18:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:30.871173 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b390fa-96cf-435f-8b86-9847898fc7d4 None None] Checking router: 056a6f11-1237-4958-a6cb-d1a56be0914e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:56:30.882663 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b390fa-96cf-435f-8b86-9847898fc7d4 None None] Routers {'056a6f11-1237-4958-a6cb-d1a56be0914e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:30.883360 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-39b390fa-96cf-435f-8b86-9847898fc7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['056a6f11-1237-4958-a6cb-d1a56be0914e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:30.969437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2a05caa-1e5b-463c-8b9d-f39ad7466105 req-4f957483-1d01-4e21-a123-8f7e1ddf72e4 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 210 time: 0.1822381 Aug 03 18:56:31.008975 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-39b390fa-96cf-435f-8b86-9847898fc7d4 None None] Set router 056a6f11-1237-4958-a6cb-d1a56be0914e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:31.046684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:31.047745 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:31.119681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-730998c4-bab3-459f-9e4d-fc83c12a6c10 None None] Provisioning for port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:31.120700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911fb2a-a77a-4121-a18a-bdea1dc06085 req-0a0008e7-a116-4575-9c48-caaef63870f5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:31.128847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3911fb2a-a77a-4121-a18a-bdea1dc06085 req-0a0008e7-a116-4575-9c48-caaef63870f5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 935 time: 0.3767321 Aug 03 18:56:31.156801 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-730998c4-bab3-459f-9e4d-fc83c12a6c10 None None] Provisioning complete for port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:31.157170 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-730998c4-bab3-459f-9e4d-fc83c12a6c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:31.192802 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f9dd1a85-6a4c-4012-90f1-44dcfec32282 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7397518 Aug 03 18:56:31.223271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Request body: {'port': {'device_id': '4a451c5b-6351-4938-9a27-917a218249a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:31.344728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-730998c4-bab3-459f-9e4d-fc83c12a6c10 None None] Port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:56:31.364969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-ab35f7e7-042d-441a-a18f-2298e621f6f8 req-3a92c46b-123d-470c-9c23-438cd11e18c1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Deleting port 2d43d13c-70d2-4851-af63-d7e8d684a33e {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:31.365519 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab35f7e7-042d-441a-a18f-2298e621f6f8 req-3a92c46b-123d-470c-9c23-438cd11e18c1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:31.373600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:31.384084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3911fb2a-a77a-4121-a18a-bdea1dc06085 req-f3d9eb12-187f-43e6-8374-0614c30ddc47 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487864 Aug 03 18:56:31.453586 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-39b390fa-96cf-435f-8b86-9847898fc7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-router', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:05Z', 'updated_at': '2021-08-03T18:56:28Z', 'revision_number': 5, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'gw_port': {'id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:06Z', 'updated_at': '2021-08-03T18:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:31.519622 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b390fa-96cf-435f-8b86-9847898fc7d4 None None] The sync data for ids ['056a6f11-1237-4958-a6cb-d1a56be0914e'] in n-d-802918-7 is: [{'id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1819025413-router', 'tenant_id': 'a5947d56a9254c0083a393f9ca04dd23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:51:05Z', 'updated_at': '2021-08-03T18:56:28Z', 'revision_number': 5, 'project_id': 'a5947d56a9254c0083a393f9ca04dd23', 'gw_port': {'id': '0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:70:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056a6f11-1237-4958-a6cb-d1a56be0914e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:51:06Z', 'updated_at': '2021-08-03T18:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:56:31.534095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f912b-80be-468f-81fb-29d4310efa72 req-e6a1544b-a0af-4ed4-971e-d68e3b114df0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:31.539699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e95f912b-80be-468f-81fb-29d4310efa72 req-e6a1544b-a0af-4ed4-971e-d68e3b114df0 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 950 time: 0.4398565 Aug 03 18:56:31.571435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeb60-56cb-4f71-9017-994616666f42 req-b765fcdb-10bf-4358-8a3b-236209039609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:31.572934 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-b765fcdb-10bf-4358-8a3b-236209039609 service neutron] 10.222.0.74 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 1.3335848 Aug 03 18:56:31.585049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:31.590967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-cef2aa7c-b659-4718-b057-1d1cb25087c8 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:31.592508 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-cef2aa7c-b659-4718-b057-1d1cb25087c8 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.74 "GET /v2.0/networks?id=9e7b384a-474b-40c2-a241-659b19b06191 HTTP/1.1" status: 200 len: 815 time: 0.2755387 Aug 03 18:56:31.610032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30b73ab5-707a-484e-9e25-bc286fa9af1c req-ccf5fe85-6b5a-44eb-a2d0-4bde7b626c20 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 210 time: 0.0691924 Aug 03 18:56:31.682550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:31.695404 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-918995ce-221a-4827-8bfd-f220205191c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74 HTTP/1.1" status: 200 len: 217 time: 0.0998576 Aug 03 18:56:31.725711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:31.726174 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:31.791491 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3343296f-0718-4066-9f8d-f56d1481e4c7 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc9eed3df8a4ca9b9573c682a012193 HTTP/1.1" status: 200 len: 380 time: 0.1051366 Aug 03 18:56:31.815283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Request body: {'port': {'device_id': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'admin_state_up': True, 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'security_groups': ['d26f5fab-00c9-45c3-9789-d55fc6e79602']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:31.923926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e95f912b-80be-468f-81fb-29d4310efa72 req-1d85c1c7-d6c9-4d18-84fa-3a1eb9946f45 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/security-groups?id=b6718de5-4307-4327-b097-f28ad9e6352b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752170 Aug 03 18:56:31.945894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ab35f7e7-042d-441a-a18f-2298e621f6f8 req-3a92c46b-123d-470c-9c23-438cd11e18c1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] For port 2d43d13c-70d2-4851-af63-d7e8d684a33e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2d43d13c-70d2-4851-af63-d7e8d684a33e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:31.946688 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab35f7e7-042d-441a-a18f-2298e621f6f8 req-3a92c46b-123d-470c-9c23-438cd11e18c1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:31.952329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeb60-56cb-4f71-9017-994616666f42 req-96ec4f8b-38ee-4f78-924a-1614ce742fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:31.953970 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-96ec4f8b-38ee-4f78-924a-1614ce742fa6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.2483933 Aug 03 18:56:32.047477 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-7b5f270e-4281-4d22-aefe-effd4c4dc6ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749445 Aug 03 18:56:32.058673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Made reservation on behalf of 4bc9eed3df8a4ca9b9573c682a012193 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:56:32.064589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:32.191448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-ab35f7e7-042d-441a-a18f-2298e621f6f8 req-3a92c46b-123d-470c-9c23-438cd11e18c1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Calling delete_port for 2d43d13c-70d2-4851-af63-d7e8d684a33e owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:32.299095 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-567a133d-982a-4e1f-9e3e-2f71296feca6 service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304623 Aug 03 18:56:32.406921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Deleting port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:32.407199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:32.508424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8b631d4-f697-4e52-8870-19fe3daf1469 req-eb530a6e-2dbe-4d52-91f9-3f1bd6221d6d tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 210 time: 0.0693181 Aug 03 18:56:32.526921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0ba46-1a7b-4228-be47-d12ee3c4dde9 req-309c1f78-8b05-48a4-8f10-6076c2093e60 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:32.535188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78d0ba46-1a7b-4228-be47-d12ee3c4dde9 req-309c1f78-8b05-48a4-8f10-6076c2093e60 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 945 time: 0.3676403 Aug 03 18:56:32.588675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-b54de1e3-cbc4-4e03-be22-5ab5da7382e5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:32.590240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-b54de1e3-cbc4-4e03-be22-5ab5da7382e5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.74 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 820 time: 0.7183170 Aug 03 18:56:32.638472 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-8f6b31e5-d5be-46c2-95bc-c2937f228ab9 service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182557 Aug 03 18:56:32.653109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Request body: {'port': {'device_id': '90fa8082-2463-4a53-9d79-d120df661443', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'admin_state_up': True, 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:32.701437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] For port 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:32.701990 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:32.723783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Calling delete_port for 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:32.726399 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78d0ba46-1a7b-4228-be47-d12ee3c4dde9 req-5a97c30b-f379-4140-89f9-b45ec4c1f7de tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840024 Aug 03 18:56:32.777050 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Allocated IP 172.20.0.8 (9e7b384a-474b-40c2-a241-659b19b06191/cb5ee1b8-10d3-47af-a6c8-25ddcc280211/1931d4ad-95b1-4788-9d92-7ddf7b7bbcda) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:32.968757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fdbf381-1093-47a6-a705-bae0fd13490d req-2fae9777-6108-423a-9ff2-9b734cf70288 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 210 time: 0.1109741 Aug 03 18:56:33.008350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be0505-4971-4a62-ac6e-b025bbdf3097 req-110f9611-79b0-4b80-a977-4a921212614a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:33.017164 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88be0505-4971-4a62-ac6e-b025bbdf3097 req-110f9611-79b0-4b80-a977-4a921212614a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 935 time: 0.3037755 Aug 03 18:56:33.033626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:33.065644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.072795 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab35f7e7-042d-441a-a18f-2298e621f6f8 req-3a92c46b-123d-470c-9c23-438cd11e18c1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.156218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feeb60-56cb-4f71-9017-994616666f42 req-9270c3a7-09cf-4a94-aa7b-f94fbe8e0f33 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:33.157939 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-9270c3a7-09cf-4a94-aa7b-f94fbe8e0f33 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde&tenant_id=dc860d339a74459e8987d12f9967f2cb&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.1215110 Aug 03 18:56:33.172068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Transition to ACTIVE for port object e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:33.175915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92c46b-123d-470c-9c23-438cd11e18c1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Pushing event deleted for resources: {'Port': ['ID=2d43d13c-70d2-4851-af63-d7e8d684a33e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:33.208971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61f97395-cca9-4aca-ac23-f8ba76f90ec8 req-53468d13-2fdf-4275-a200-21e523b1cc29 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.78 "GET /v2.0/ports?device_id=2370a4b6-e884-455e-8b46-776604e6d5e5 HTTP/1.1" status: 200 len: 210 time: 0.0546334 Aug 03 18:56:33.209682 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.263908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88be0505-4971-4a62-ac6e-b025bbdf3097 req-b156cf15-9699-4269-91f5-bfa1dcd08d2f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457473 Aug 03 18:56:33.268014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ebd5e5ba-1469-4c22-957a-464fbfda7cfc no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:33.294605 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Made reservation on behalf of 8327d0477c7143a4b85b4caceac9acb3 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:56:33.295838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.298463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.301731 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ebd5e5ba-1469-4c22-957a-464fbfda7cfc {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:33.302351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ebd5e5ba-1469-4c22-957a-464fbfda7cfc not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:33.332264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab35f7e7-042d-441a-a18f-2298e621f6f8 req-3a92c46b-123d-470c-9c23-438cd11e18c1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] No DVR routers for this DVR port 2d43d13c-70d2-4851-af63-d7e8d684a33e on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:33.335035 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab35f7e7-042d-441a-a18f-2298e621f6f8 req-3a92c46b-123d-470c-9c23-438cd11e18c1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.338304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab35f7e7-042d-441a-a18f-2298e621f6f8 req-3a92c46b-123d-470c-9c23-438cd11e18c1 tempest-MigrationsAdminTest-558792566 tempest-MigrationsAdminTest-558792566-project] 10.222.0.37 "DELETE /v2.0/ports/2d43d13c-70d2-4851-af63-d7e8d684a33e HTTP/1.1" status: 204 len: 173 time: 2.8456750 Aug 03 18:56:33.346695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Transition to ACTIVE for port object 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:33.356711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'name': 'network-vif-deleted', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:33.371036 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.373189 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e862f6d6-0d3d-4cd6-ad72-3bab8a574ff4" -d '{"events": [{"server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "name": "network-vif-deleted", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:33.439323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:33.549367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5e1d5c0d-de69-4953-b124-8871e405dac5 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:56:33.553360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2d43d13c-70d2-4851-af63-d7e8d684a33e no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:33.555490 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.635349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.690938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 2d43d13c-70d2-4851-af63-d7e8d684a33e {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:33.697106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2d43d13c-70d2-4851-af63-d7e8d684a33e not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:33.736407 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b4b0294a-204e-49de-baaa-1300100de74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.739382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Network 9e7b384a-474b-40c2-a241-659b19b06191 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:33.740688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-87feeb60-56cb-4f71-9017-994616666f42 req-b73a0c54-7fbf-402e-99f0-d7bbd6de0295 service neutron] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:33.742792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.749256 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.756140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:33.756140 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-87feeb60-56cb-4f71-9017-994616666f42 req-b73a0c54-7fbf-402e-99f0-d7bbd6de0295 service neutron] Notify callbacks [] for binding, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.756504 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87feeb60-56cb-4f71-9017-994616666f42 req-b73a0c54-7fbf-402e-99f0-d7bbd6de0295 service neutron] 10.222.0.74 "DELETE /v2.0/ports/7aed7727-944d-4f18-a0ac-6b866c55fd74/bindings/n-h2-802918-7 HTTP/1.1" status: 204 len: 173 time: 0.5614080 Aug 03 18:56:33.766485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:33.846444 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Pushing event updated for resources: {'Port': ['ID=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:33.866135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.867045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 056a6f11-1237-4958-a6cb-d1a56be0914e {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 18:56:33.873019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.874401 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1fc17c64-8f39-4037-a0dd-05a14449649b admin admin] 10.222.0.78 "DELETE /v2.0/routers/056a6f11-1237-4958-a6cb-d1a56be0914e HTTP/1.1" status: 204 len: 168 time: 3.9771962 Aug 03 18:56:33.880440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37444) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:33.939049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:33.939831 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:33.972052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Pushing event updated for resources: {'Port': ['ID=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:33.987504 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8fcb2af7-b5bf-464b-a88c-b66f3fe1ea03 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1763194 Aug 03 18:56:34.018024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5e1d5c0d-de69-4953-b124-8871e405dac5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5e1d5c0d-de69-4953-b124-8871e405dac5,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:34.042649 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Request body: {'port': {'device_id': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:34.069065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c10fe91-bc5d-4cd8-8581-70ff3dd990c9 admin admin] Deleting subnet 9f7e0d60-aa66-4d3a-83bd-90291b0b057d {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:56:34.080244 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c10fe91-bc5d-4cd8-8581-70ff3dd990c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.086280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '5e1d5c0d-de69-4953-b124-8871e405dac5', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'port_id': '5e1d5c0d-de69-4953-b124-8871e405dac5', 'mac_address': 'fa:16:3e:8e:5d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98261e03-5c98-4ab9-a3a1-0b63421e7d8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:56:34.180829 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.184050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c10fe91-bc5d-4cd8-8581-70ff3dd990c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.202540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e1d5c0d-de69-4953-b124-8871e405dac5 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:34.239533 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5e1d5c0d-de69-4953-b124-8871e405dac5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5e1d5c0d-de69-4953-b124-8871e405dac5,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:34.245955 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.328613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=5e1d5c0d-de69-4953-b124-8871e405dac5,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:34.373193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.376788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['5e1d5c0d-de69-4953-b124-8871e405dac5'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:34.394356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c10fe91-bc5d-4cd8-8581-70ff3dd990c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.423021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda74349-35fe-4204-81d1-1eebe9d26caf req-3fce6822-d397-4886-af11-1beb5acd984a tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:34.436152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bda74349-35fe-4204-81d1-1eebe9d26caf req-3fce6822-d397-4886-af11-1beb5acd984a tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 931 time: 0.6107626 Aug 03 18:56:34.557004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b39ee9eb-19fb-48c4-a32e-c02cccc80164 None None] Provisioning for port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:34.567493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Attempting to bind port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:34.568631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Attempting to bind port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:34.569827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Attempting to bind port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:34.591853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b39ee9eb-19fb-48c4-a32e-c02cccc80164 None None] Provisioning complete for port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:34.592278 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b39ee9eb-19fb-48c4-a32e-c02cccc80164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.649972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:56:34.650603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Attempting to bind port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:34.674641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b39ee9eb-19fb-48c4-a32e-c02cccc80164 None None] Port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:56:34.682715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:34.683184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:34.683781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:34.684610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Bound port: e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:34.684989 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.709989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1b0f3-b1c5-4643-b74a-935ea7684c1e req-5258f640-5e6a-4b3b-ad03-b6b706992911 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:34.718616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9db1b0f3-b1c5-4643-b74a-935ea7684c1e req-5258f640-5e6a-4b3b-ad03-b6b706992911 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 945 time: 0.6412761 Aug 03 18:56:34.743213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bda74349-35fe-4204-81d1-1eebe9d26caf req-1f174fcf-faa6-42cc-aa40-f6e6ea0a1637 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059533 Aug 03 18:56:34.744779 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Allocated IP 172.20.0.10 (8de14f33-8d78-4648-90ec-6b077da097c4/7446950d-a78e-45e3-8e94-7f92acea9be7/6354fdaf-b355-4f4b-a179-6a20ce64e165) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:34.857437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9db1b0f3-b1c5-4643-b74a-935ea7684c1e req-e404ff7c-ba1f-4a31-90b7-50d56eb7ba80 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164384 Aug 03 18:56:34.874069 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd5f430-f73d-4577-b1a9-3e2448505755 x-openstack-request-id: req-0bd5f430-f73d-4577-b1a9-3e2448505755 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:34.874380 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2370a4b6-e884-455e-8b46-776604e6d5e5", "name": "network-vif-deleted", "tag": "2d43d13c-70d2-4851-af63-d7e8d684a33e", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:34.874650 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0bd5f430-f73d-4577-b1a9-3e2448505755 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:34.875075 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2370a4b6-e884-455e-8b46-776604e6d5e5', 'name': 'network-vif-deleted', 'tag': '2d43d13c-70d2-4851-af63-d7e8d684a33e', 'status': 'completed', 'code': 200} Aug 03 18:56:34.917978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] For port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:34.936605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:34.950228 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.967906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Transition to ACTIVE for port object 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:34.970795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c10fe91-bc5d-4cd8-8581-70ff3dd990c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.972796 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6896e6cf-6ed3-4574-a36e-eb42305aa4b9 req-8d840c9a-5e47-48cb-ade5-43d0b46f7592 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 210 time: 0.0519078 Aug 03 18:56:34.976491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] For port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:35.000243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:35.016593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10fe91-bc5d-4cd8-8581-70ff3dd990c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f7e0d60-aa66-4d3a-83bd-90291b0b057d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:35.051633 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c10fe91-bc5d-4cd8-8581-70ff3dd990c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:35.058724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a48fd7-64e4-42b8-a242-781ae287b6a0 None None] Network ecdbe563-1716-4ef2-8438-cdd52c87a2cc requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:56:35.066896 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8c10fe91-bc5d-4cd8-8581-70ff3dd990c9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9f7e0d60-aa66-4d3a-83bd-90291b0b057d HTTP/1.1" status: 204 len: 168 time: 1.1808457 Aug 03 18:56:35.073103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37460) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:35.329096 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:35.337524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Pushing event updated for resources: {'Port': ['ID=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:35.395115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:35.418975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Transition to ACTIVE for port object 6354fdaf-b355-4f4b-a179-6a20ce64e165 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:35.438981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:35.506930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:35.507545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0e4f5ce4-bf3d-43a0-9ce0-85d3300fda0c not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:35.517628 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:35.521108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:35.562712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5e1d5c0d-de69-4953-b124-8871e405dac5 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:35.580696 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37482) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:35.640131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7cd75b-948b-4633-a5d3-287a2dea7bee None None] DHCP port deletion for ecdbe563-1716-4ef2-8438-cdd52c87a2cc request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 18:56:35.651475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Attempting to bind port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:35.652249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Attempting to bind port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:35.652898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Attempting to bind port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda on network 9e7b384a-474b-40c2-a241-659b19b06191 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:35.679718 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda on network 9e7b384a-474b-40c2-a241-659b19b06191 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:56:35.682994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Attempting to bind port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda on network 9e7b384a-474b-40c2-a241-659b19b06191 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:35.686261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Network 8de14f33-8d78-4648-90ec-6b077da097c4 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:35.697720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:35.716016 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 5e1d5c0d-de69-4953-b124-8871e405dac5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:35.716787 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:35.717179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:35.720923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:35.722673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Checking segment: {'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:35.724494 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Bound using segment: {'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:35.725099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Bound port: 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5726d160-750a-4ea4-8db9-8f6747963d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:35.727138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:35.772244 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:35.775015 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:35.780545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] 10.222.0.74 "PUT /v2.0/ports/e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d HTTP/1.1" status: 200 len: 1095 time: 4.5603812 Aug 03 18:56:35.880764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cd75b-948b-4633-a5d3-287a2dea7bee None None] Deleting port 7d43e99b-bfe5-4a12-82a3-29105edf664d {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:35.881436 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd75b-948b-4633-a5d3-287a2dea7bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:35.929124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Deleting port 7d43e99b-bfe5-4a12-82a3-29105edf664d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:35.931571 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.019302 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.067024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c49b85-9061-4d7f-b3f9-b02a1b0542ff service neutron] Pushing event updated for resources: {'Port': ['ID=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:36.177800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] For port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:36.189748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3d7cd75b-948b-4633-a5d3-287a2dea7bee None None] For port 7d43e99b-bfe5-4a12-82a3-29105edf664d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7d43e99b-bfe5-4a12-82a3-29105edf664d,segment=NetworkSegment(f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9),segment_id=f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:36.190033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] For port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:36.190378 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd75b-948b-4633-a5d3-287a2dea7bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.193558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a17bd-ee51-4646-8b39-8022d7db6722 req-bfde99f9-aca8-4f3f-9d4e-6e49accc7d63 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:36.199927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce8a17bd-ee51-4646-8b39-8022d7db6722 req-bfde99f9-aca8-4f3f-9d4e-6e49accc7d63 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 947 time: 0.6915753 Aug 03 18:56:36.201041 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c192b95c-41b6-4310-90e2-5214edbfedf1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0af165f6330042b395e2a638c3cc2bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6174898 Aug 03 18:56:36.203567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] For port 7d43e99b-bfe5-4a12-82a3-29105edf664d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7d43e99b-bfe5-4a12-82a3-29105edf664d,segment=NetworkSegment(f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9),segment_id=f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:36.204645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.207500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37500) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:36.222817 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.247354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Calling delete_port for 7d43e99b-bfe5-4a12-82a3-29105edf664d owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:36.257592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cd75b-948b-4633-a5d3-287a2dea7bee None None] Calling delete_port for 7d43e99b-bfe5-4a12-82a3-29105edf664d owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:36.262314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1317d6-7954-4442-aec7-6d2992f8d369 req-6549e42a-d277-45dd-963b-9fc86f2e6982 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:36.273570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801ce653-c446-4a9e-9a73-e54a5015374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1d5c0d-de69-4953-b124-8871e405dac5'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:36.276282 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267a9a34-2662-4799-a19c-ac91b3de1501" -d '{"events": [{"server_uuid": "801ce653-c446-4a9e-9a73-e54a5015374d", "name": "network-vif-plugged", "status": "completed", "tag": "5e1d5c0d-de69-4953-b124-8871e405dac5"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:36.276929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f1317d6-7954-4442-aec7-6d2992f8d369 req-6549e42a-d277-45dd-963b-9fc86f2e6982 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 1096 time: 0.6414700 Aug 03 18:56:36.299657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5e1d5c0d-de69-4953-b124-8871e405dac5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5e1d5c0d-de69-4953-b124-8871e405dac5,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:36.303209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Pushing event updated for resources: {'Port': ['ID=6354fdaf-b355-4f4b-a179-6a20ce64e165,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:36.323759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:36.327115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.349413 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.393760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-3a318c86-58c6-4bdd-b360-5fb76dcfdc87 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7762401 Aug 03 18:56:36.403728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-76f797ab-3038-41e2-b9d1-6ec4d2bc6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:36.405244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-76f797ab-3038-41e2-b9d1-6ec4d2bc6944 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 1098 time: 0.4864185 Aug 03 18:56:36.434979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Request body: {'port': {'device_id': '90fa8082-2463-4a53-9d79-d120df661443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:36.499298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce8a17bd-ee51-4646-8b39-8022d7db6722 req-a453f4f2-3853-44e6-9413-0d1cff1676c4 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527435 Aug 03 18:56:36.500205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=5e1d5c0d-de69-4953-b124-8871e405dac5,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:36.501001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:36.501725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.503228 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] 10.222.0.74 "PUT /v2.0/ports/1931d4ad-95b1-4788-9d92-7ddf7b7bbcda HTTP/1.1" status: 200 len: 1091 time: 2.4962726 Aug 03 18:56:36.508186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'tag': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:36.522947 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "65684fa9-1a3c-40f4-a4d8-ad2593518659", "tag": "1931d4ad-95b1-4788-9d92-7ddf7b7bbcda"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:36.542424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f1317d6-7954-4442-aec7-6d2992f8d369 req-aadbc93a-5f09-486b-9dcb-c6be1f38ac73 tempest-LiveAutoBlockMigrationV225Test-708064885 tempest-LiveAutoBlockMigrationV225Test-708064885-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488689 Aug 03 18:56:36.581785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9ee24-0545-4910-8acc-aa5c02bc3e64 service neutron] Pushing event updated for resources: {'Port': ['ID=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:36.679221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f27de29b-9160-494f-94f2-e24f443b32ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d HTTP/1.1" status: 200 len: 217 time: 0.2495778 Aug 03 18:56:36.682068 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.736540 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-339a151d-58dd-445b-ab0c-50b537df7d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.754377 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.784301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5912c45c-991d-4ee2-8ab0-5a6fd6630be0 None None] Provisioning for port 6354fdaf-b355-4f4b-a179-6a20ce64e165 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:36.807907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.812011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5912c45c-991d-4ee2-8ab0-5a6fd6630be0 None None] Provisioning complete for port 6354fdaf-b355-4f4b-a179-6a20ce64e165 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:36.812512 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5912c45c-991d-4ee2-8ab0-5a6fd6630be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.901014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a451c5b-6351-4938-9a27-917a218249a2', 'tag': 'e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:36.904066 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd75b-948b-4633-a5d3-287a2dea7bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.904685 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a451c5b-6351-4938-9a27-917a218249a2", "tag": "e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:36.910810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-e9a92bd2-f93d-485d-ad65-b3d956bc4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:36.912569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-e9a92bd2-f93d-485d-ad65-b3d956bc4dba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.2245264 Aug 03 18:56:36.918875 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.955605 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:36.964854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] No DVR routers for this DVR port 7d43e99b-bfe5-4a12-82a3-29105edf664d on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:37.004522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cd75b-948b-4633-a5d3-287a2dea7bee None None] Pushing event deleted for resources: {'Port': ['ID=7d43e99b-bfe5-4a12-82a3-29105edf664d,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:37.018356 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5912c45c-991d-4ee2-8ab0-5a6fd6630be0 None None] Port 6354fdaf-b355-4f4b-a179-6a20ce64e165 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:56:37.029344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7cd75b-948b-4633-a5d3-287a2dea7bee None None] No DVR routers for this DVR port 7d43e99b-bfe5-4a12-82a3-29105edf664d on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:37.040342 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d43e99b-bfe5-4a12-82a3-29105edf664d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:37.122619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:37.123599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8727dd-7944-4f30-bcf2-8020c98bdfec req-da0526ce-2e6f-4bc9-a289-e657dbcce27a tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:37.127769 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe8727dd-7944-4f30-bcf2-8020c98bdfec req-da0526ce-2e6f-4bc9-a289-e657dbcce27a tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 943 time: 0.3982372 Aug 03 18:56:37.133697 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8c2f440a-badc-48e4-bfea-1bf410fbb902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:37.142554 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-8c2f440a-badc-48e4-bfea-1bf410fbb902 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bc9eed3df8a4ca9b9573c682a012193&device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 1094 time: 0.4920774 Aug 03 18:56:37.152683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdbe563-1716-4ef2-8438-cdd52c87a2cc']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:37.218187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:37.218858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a88bc9-fe1f-4d0b-977f-64c3d04ba6f9') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:37.226333 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-d41ca587-fe28-46f3-a5c6-fa92638e4afb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda HTTP/1.1" status: 200 len: 217 time: 0.0702848 Aug 03 18:56:37.230455 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:37.318963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-d9b6fd41-31dd-413f-8fd5-9fc106fdc8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:37.321183 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-d9b6fd41-31dd-413f-8fd5-9fc106fdc8d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb5ee1b8-10d3-47af-a6c8-25ddcc280211 HTTP/1.1" status: 200 len: 854 time: 0.0781493 Aug 03 18:56:37.322300 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:37.360092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7d43e99b-bfe5-4a12-82a3-29105edf664d no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:37.372956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:37.385957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:37.402694 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6718de5-4307-4327-b097-f28ad9e6352b HTTP/1.1" status: 204 len: 168 time: 1.1875949 Aug 03 18:56:37.406487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:56:37.416252 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 7d43e99b-bfe5-4a12-82a3-29105edf664d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:37.418509 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:56:37.425096 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:56:37.431069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7d43e99b-bfe5-4a12-82a3-29105edf664d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:37.569671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb4fec-4f6d-4646-aea5-860ff6626a5f req-a602b54b-c489-4704-b2a5-90d13aeee74d tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:37.576377 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2eb4fec-4f6d-4646-aea5-860ff6626a5f req-a602b54b-c489-4704-b2a5-90d13aeee74d tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 932 time: 0.7611027 Aug 03 18:56:37.585640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6718de5-4307-4327-b097-f28ad9e6352b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:37.649388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-68c6c971-8d01-4db9-8427-3905229cf374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:37.650662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-68c6c971-8d01-4db9-8427-3905229cf374 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7147343 Aug 03 18:56:37.654876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.654876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.655464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.655962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.656418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.657001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.657440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.658067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.658504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.658933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.659390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.659977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc1e318-d622-4c40-99e0-5e945baf7e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:37.699295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:37.709201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-2c3af254-78a9-4893-9fae-435339fa00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:37.710704 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-2c3af254-78a9-4893-9fae-435339fa00f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9e7b384a-474b-40c2-a241-659b19b06191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3764861 Aug 03 18:56:37.725611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:37.733914 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ecdbe563-1716-4ef2-8438-cdd52c87a2cc HTTP/1.1" status: 204 len: 168 time: 2.6578536 Aug 03 18:56:37.736759 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:37.830385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-f5cef373-da58-47b2-8b72-7e24213ff0c6 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710370 Aug 03 18:56:37.895358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063f17c-e3be-42c6-ac97-91f104abc438 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecdbe563-1716-4ef2-8438-cdd52c87a2cc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:37.993934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6354fdaf-b355-4f4b-a179-6a20ce64e165 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:38.010206 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:38.029215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Transition to ACTIVE for port object 6354fdaf-b355-4f4b-a179-6a20ce64e165 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:38.034731 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-3177b61c-1af4-455d-ab06-b52e87747ba3 service neutron] 10.222.0.74 "GET /v2.0/networks/9e7b384a-474b-40c2-a241-659b19b06191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901335 Aug 03 18:56:38.039939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37526) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:38.059628 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:38.188037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37528) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:38.200470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Pushing event updated for resources: {'Port': ['ID=6354fdaf-b355-4f4b-a179-6a20ce64e165,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:38.248834 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe8727dd-7944-4f30-bcf2-8020c98bdfec req-d65d5ca0-a6ff-47c6-bf86-37baa59fe117 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7063007 Aug 03 18:56:38.252316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2eb4fec-4f6d-4646-aea5-860ff6626a5f req-72f839f8-bf19-4dbf-b678-6f905f3a7b22 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529739 Aug 03 18:56:38.419653 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4cfa00c7-3ffa-45d2-a70a-e2aa09df428c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd8c48d64fcd431e8d2d0da8cb4bf612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133276 Aug 03 18:56:38.467809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37530) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:38.471690 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425edb6f-17fb-48e8-950e-e15c78aa6225 x-openstack-request-id: req-425edb6f-17fb-48e8-950e-e15c78aa6225 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:38.471981 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801ce653-c446-4a9e-9a73-e54a5015374d", "name": "network-vif-plugged", "status": "completed", "tag": "5e1d5c0d-de69-4953-b124-8871e405dac5", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:38.472496 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-425edb6f-17fb-48e8-950e-e15c78aa6225 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:38.473304 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801ce653-c446-4a9e-9a73-e54a5015374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1d5c0d-de69-4953-b124-8871e405dac5', 'code': 200} Aug 03 18:56:38.652097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed6f770-25e9-4ffa-aecc-d140ab45679a req-d2c1dcb5-c659-45e0-9e5c-68f4da34db46 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155188 Aug 03 18:56:38.656509 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517a5e4e-8135-46b7-b061-3f004b96561c x-openstack-request-id: req-517a5e4e-8135-46b7-b061-3f004b96561c {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:38.657134 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65684fa9-1a3c-40f4-a4d8-ad2593518659", "tag": "1931d4ad-95b1-4788-9d92-7ddf7b7bbcda", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:38.663756 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-517a5e4e-8135-46b7-b061-3f004b96561c {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:38.665100 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'tag': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda', 'status': 'completed', 'code': 200} Aug 03 18:56:38.770431 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3e6b9449-ec45-457e-ba14-8fc244bfb901 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=69f4bae4585f4ff386c76fdc5d35d547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7294772 Aug 03 18:56:38.772633 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Attempting to bind port 6354fdaf-b355-4f4b-a179-6a20ce64e165 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:38.773161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Attempting to bind port 6354fdaf-b355-4f4b-a179-6a20ce64e165 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:38.774483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37540) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:38.774862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Attempting to bind port 6354fdaf-b355-4f4b-a179-6a20ce64e165 on network 8de14f33-8d78-4648-90ec-6b077da097c4 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:38.786365 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d362de3-88e4-46bc-8c97-65235bbea923 x-openstack-request-id: req-5d362de3-88e4-46bc-8c97-65235bbea923 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:38.799993 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a451c5b-6351-4938-9a27-917a218249a2", "tag": "e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:38.800899 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d362de3-88e4-46bc-8c97-65235bbea923 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:38.801710 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a451c5b-6351-4938-9a27-917a218249a2', 'tag': 'e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d', 'status': 'completed', 'code': 200} Aug 03 18:56:38.827554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Port 6354fdaf-b355-4f4b-a179-6a20ce64e165 on network 8de14f33-8d78-4648-90ec-6b077da097c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:56:38.828054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Attempting to bind port 6354fdaf-b355-4f4b-a179-6a20ce64e165 on network 8de14f33-8d78-4648-90ec-6b077da097c4 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:38.837804 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c41a7c1-c879-4ff6-8e15-84021fc90de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:38.873727 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c41a7c1-c879-4ff6-8e15-84021fc90de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:38.909806 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7d6c3d2-89b8-45f2-87a0-9b80ec4e30d2 req-56f4011a-a1b4-417c-8eac-df711b8bca25 service neutron] 10.222.0.74 "GET /v2.0/networks/9e7b384a-474b-40c2-a241-659b19b06191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8601327 Aug 03 18:56:38.916138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9eba-291e-406c-a7ec-3cf370c98cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:38.971520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9eba-291e-406c-a7ec-3cf370c98cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:39.045127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:39.045746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Checking segment: {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:39.046239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Bound using segment: {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:39.046810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Bound port: 6354fdaf-b355-4f4b-a179-6a20ce64e165, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:39.047421 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:39.073613 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9eba-291e-406c-a7ec-3cf370c98cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:39.077384 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c41a7c1-c879-4ff6-8e15-84021fc90de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:39.077728 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3a3e9eba-291e-406c-a7ec-3cf370c98cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:39.079108 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3a3e9eba-291e-406c-a7ec-3cf370c98cff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/666b1a79-57d0-4cd8-8cdf-7e325ec358a9 HTTP/1.1" status: 204 len: 168 time: 0.3030560 Aug 03 18:56:39.081254 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c41a7c1-c879-4ff6-8e15-84021fc90de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:39.082930 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4c41a7c1-c879-4ff6-8e15-84021fc90de8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6683cda7-6afa-4471-bae4-141a40d65dd7 HTTP/1.1" status: 204 len: 168 time: 0.6077476 Aug 03 18:56:39.138510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e9eba-291e-406c-a7ec-3cf370c98cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666b1a79-57d0-4cd8-8cdf-7e325ec358a9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:39.174986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7 req-9463b386-f41c-4a69-9b06-0d6c77b7b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:39.177455 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7 req-9463b386-f41c-4a69-9b06-0d6c77b7b2d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bc9eed3df8a4ca9b9573c682a012193&device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 1094 time: 0.0969777 Aug 03 18:56:39.247005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41a7c1-c879-4ff6-8e15-84021fc90de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6683cda7-6afa-4471-bae4-141a40d65dd7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:39.347198 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a req-29f4abd4-083c-499d-a68f-2ad0bfb432c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:39.349523 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a req-29f4abd4-083c-499d-a68f-2ad0bfb432c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 1098 time: 0.3561909 Aug 03 18:56:39.365086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12a733-dc2e-4adf-b537-50cb6a3a3faf req-b8386373-2c1a-41e3-84f5-e5b3d951f723 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:39.367268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f12a733-dc2e-4adf-b537-50cb6a3a3faf req-b8386373-2c1a-41e3-84f5-e5b3d951f723 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 947 time: 0.3959966 Aug 03 18:56:39.370855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] For port 6354fdaf-b355-4f4b-a179-6a20ce64e165, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:39.385785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] For port 6354fdaf-b355-4f4b-a179-6a20ce64e165, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:39.410974 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:39.443656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d41abe-06df-47db-9ff3-1587c29fd095 req-64d7fa7f-2686-4f74-8015-1fbf79e43b0d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:39.454413 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28d41abe-06df-47db-9ff3-1587c29fd095 req-64d7fa7f-2686-4f74-8015-1fbf79e43b0d tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 945 time: 0.2625093 Aug 03 18:56:39.456615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7 req-8b94131e-c97f-4234-b031-d2f78bc2ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:39.459908 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7 req-8b94131e-c97f-4234-b031-d2f78bc2ab63 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9e7b384a-474b-40c2-a241-659b19b06191 HTTP/1.1" status: 200 len: 916 time: 0.2650836 Aug 03 18:56:39.493287 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:39.591165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:39.595647 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:39.601352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] 10.222.0.74 "PUT /v2.0/ports/6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 1092 time: 3.1771209 Aug 03 18:56:39.608864 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7 req-22277a0e-5c0f-4c22-9d3c-86a82650be6f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda HTTP/1.1" status: 200 len: 217 time: 0.1328471 Aug 03 18:56:39.656886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f12a733-dc2e-4adf-b537-50cb6a3a3faf req-2633d516-8bd0-4c74-8eb0-cfa5ded3648a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823291 Aug 03 18:56:39.766418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7 req-d08f470b-9e72-48c0-914a-79c296e2bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:39.768326 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7 req-d08f470b-9e72-48c0-914a-79c296e2bded service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb5ee1b8-10d3-47af-a6c8-25ddcc280211 HTTP/1.1" status: 200 len: 854 time: 0.1479738 Aug 03 18:56:39.881923 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28d41abe-06df-47db-9ff3-1587c29fd095 req-25bf05b1-f29a-4394-a8b1-4cea2af8105b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261949 Aug 03 18:56:39.902226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4bcf4-645c-4e24-98d3-7e5cf98ec9bb service neutron] Pushing event updated for resources: {'Port': ['ID=6354fdaf-b355-4f4b-a179-6a20ce64e165,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:39.932111 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7 req-c308f45c-80b6-4514-a64e-05f178c3c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:39.952123 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7 req-c308f45c-80b6-4514-a64e-05f178c3c44a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9e7b384a-474b-40c2-a241-659b19b06191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730859 Aug 03 18:56:40.000913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a req-c46f2f65-dddb-45a2-b4b7-18ce84550272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:40.002608 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a req-c46f2f65-dddb-45a2-b4b7-18ce84550272 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.6054628 Aug 03 18:56:40.180923 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7 req-b471b3cb-ed7c-49b6-8258-4a138dee9f1b service neutron] 10.222.0.74 "GET /v2.0/networks/9e7b384a-474b-40c2-a241-659b19b06191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137220 Aug 03 18:56:40.206837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a req-9effc1fe-faba-4912-a29e-7aa9b182fd98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d HTTP/1.1" status: 200 len: 217 time: 0.1503880 Aug 03 18:56:40.231893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74980d58-3970-4048-9528-4673282ae772 req-1e3fd01b-936e-4e8a-9fe8-2d3e45ec50c1 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:40.268244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74980d58-3970-4048-9528-4673282ae772 req-1e3fd01b-936e-4e8a-9fe8-2d3e45ec50c1 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 943 time: 0.4003546 Aug 03 18:56:40.272102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37568) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:40.298989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-72a617e9-3b9f-4eb6-a6f7-9f80b7be6644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:40.300882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-72a617e9-3b9f-4eb6-a6f7-9f80b7be6644 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 1095 time: 0.5068283 Aug 03 18:56:40.428245 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-98cab496-6b33-4fa4-80ee-41a43fc4e9a7 req-331b2c6e-33f4-49ff-8376-972f49f1fb6d service neutron] 10.222.0.74 "GET /v2.0/networks/9e7b384a-474b-40c2-a241-659b19b06191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330315 Aug 03 18:56:40.461963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bfc6b-26a7-4404-8ada-c5038dd953cf req-c1d0201a-7944-45ec-adad-1d83cd335e68 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:40.463636 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-572bfc6b-26a7-4404-8ada-c5038dd953cf req-c1d0201a-7944-45ec-adad-1d83cd335e68 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 945 time: 0.1032588 Aug 03 18:56:40.466137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3833a-dce1-4292-bd43-55f81672c6cd req-f54f8369-5375-4461-b36c-258d7e80da17 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:40.477607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5af3833a-dce1-4292-bd43-55f81672c6cd req-f54f8369-5375-4461-b36c-258d7e80da17 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 944 time: 0.4519958 Aug 03 18:56:40.501219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-72397954-4f92-499a-9155-da18240efea4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 217 time: 0.1403055 Aug 03 18:56:40.536679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74980d58-3970-4048-9528-4673282ae772 req-76733950-4e92-4c26-87de-11a8e45352b7 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620754 Aug 03 18:56:40.634795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-572bfc6b-26a7-4404-8ada-c5038dd953cf req-f9d6c9eb-163d-483b-9e63-237cbacb41e4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Deleting port 7aed7727-944d-4f18-a0ac-6b866c55fd74 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:56:40.635158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-572bfc6b-26a7-4404-8ada-c5038dd953cf req-f9d6c9eb-163d-483b-9e63-237cbacb41e4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:40.650038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a req-6e33809b-f7e8-4802-acfd-bb28feb029b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:40.651895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a req-6e33809b-f7e8-4802-acfd-bb28feb029b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.3656468 Aug 03 18:56:40.661183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5ccba99f-cf37-4944-804b-c9ded1e9d973 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a5947d56a9254c0083a393f9ca04dd23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591411 Aug 03 18:56:40.672360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37574) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:40.736624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5af3833a-dce1-4292-bd43-55f81672c6cd req-325d7ddb-252a-4035-ab49-19918a71db64 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522600 Aug 03 18:56:40.812730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:40.823840 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b" -d '{"events": [{"name": "network-changed", "server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:40.850874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-f9577cee-3eba-403e-a418-7c2e39213946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:40.853098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-f9577cee-3eba-403e-a418-7c2e39213946 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.3155165 Aug 03 18:56:40.905981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-572bfc6b-26a7-4404-8ada-c5038dd953cf req-f9d6c9eb-163d-483b-9e63-237cbacb41e4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] For port 7aed7727-944d-4f18-a0ac-6b866c55fd74, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7aed7727-944d-4f18-a0ac-6b866c55fd74,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:40.906657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-572bfc6b-26a7-4404-8ada-c5038dd953cf req-f9d6c9eb-163d-483b-9e63-237cbacb41e4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:40.927244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-572bfc6b-26a7-4404-8ada-c5038dd953cf req-f9d6c9eb-163d-483b-9e63-237cbacb41e4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Calling delete_port for 7aed7727-944d-4f18-a0ac-6b866c55fd74 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:56:41.016122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37596) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:41.190827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-572bfc6b-26a7-4404-8ada-c5038dd953cf req-f9d6c9eb-163d-483b-9e63-237cbacb41e4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.239443 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['c666210d-b3b7-403c-b56c-1422ce6d38ee', '7aed7727-944d-4f18-a0ac-6b866c55fd74'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:41.248345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2140939034-network', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:41.309345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a req-9d84f136-5cbb-476e-b559-6c6c92471ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:41.310949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a req-9d84f136-5cbb-476e-b559-6c6c92471ad9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5943871 Aug 03 18:56:41.317547 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-270965e5-6a61-4f3e-954a-84949eeb33eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.378424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b8789-7708-473c-b36a-594c33c6d168 req-7275a7ad-3f5b-41c0-a832-ba026fe9400b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:41.387956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b10b8789-7708-473c-b36a-594c33c6d168 req-7275a7ad-3f5b-41c0-a832-ba026fe9400b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 947 time: 0.5547628 Aug 03 18:56:41.394538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6c9eb-163d-483b-9e63-237cbacb41e4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Pushing event deleted for resources: {'Port': ['ID=7aed7727-944d-4f18-a0ac-6b866c55fd74,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:41.402203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Made reservation on behalf of ed4f0e0eaf564d16a8b1682229d7763a for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:56:41.414017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.421027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-b3aba9dc-76eb-4d03-adda-6c722675c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:41.422679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-b3aba9dc-76eb-4d03-adda-6c722675c432 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5358136 Aug 03 18:56:41.440926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b8248-f097-4504-a9fa-2238ec628b16 req-2186d087-52a2-4122-ac71-26d478eba83b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:41.442546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-482b8248-f097-4504-a9fa-2238ec628b16 req-2186d087-52a2-4122-ac71-26d478eba83b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 945 time: 0.2161891 Aug 03 18:56:41.446285 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-270965e5-6a61-4f3e-954a-84949eeb33eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.449435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-572bfc6b-26a7-4404-8ada-c5038dd953cf req-f9d6c9eb-163d-483b-9e63-237cbacb41e4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] No DVR routers for this DVR port 7aed7727-944d-4f18-a0ac-6b866c55fd74 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:56:41.452029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-572bfc6b-26a7-4404-8ada-c5038dd953cf req-f9d6c9eb-163d-483b-9e63-237cbacb41e4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.454959 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-572bfc6b-26a7-4404-8ada-c5038dd953cf req-f9d6c9eb-163d-483b-9e63-237cbacb41e4 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.74 "DELETE /v2.0/ports/7aed7727-944d-4f18-a0ac-6b866c55fd74 HTTP/1.1" status: 204 len: 173 time: 0.9758608 Aug 03 18:56:41.462103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'name': 'network-vif-deleted', 'tag': '7aed7727-944d-4f18-a0ac-6b866c55fd74'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:41.464552 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d70cb5-d8dc-4c3a-827e-15a9e9b0fa7d" -d '{"events": [{"server_uuid": "c4647f8e-f657-45a9-abb9-77c7abcc7dde", "name": "network-vif-deleted", "tag": "7aed7727-944d-4f18-a0ac-6b866c55fd74"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:41.468558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.613133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.624455 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.663021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:56:41.665022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b10b8789-7708-473c-b36a-594c33c6d168 req-a93ea039-fa2e-4c16-9851-9ff8d6b02174 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722349 Aug 03 18:56:41.694237 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.696019 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Added segment 1ce4fe46-37fb-43aa-9186-105b240c1a9e of type vlan for network 9c35e593-f50e-47fd-9090-ba39e0bda5cd Aug 03 18:56:41.707995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95602f8-3ca8-48bf-9bc6-d270dcc2297f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:41.732995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-482b8248-f097-4504-a9fa-2238ec628b16 req-d501a9ae-6537-4a14-b97b-60aee21c7bdb tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355094 Aug 03 18:56:41.750276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-270965e5-6a61-4f3e-954a-84949eeb33eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.752998 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-270965e5-6a61-4f3e-954a-84949eeb33eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.756869 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-270965e5-6a61-4f3e-954a-84949eeb33eb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65ebd45f-3d21-4e96-9a43-471bd410e0dc HTTP/1.1" status: 204 len: 168 time: 1.0816422 Aug 03 18:56:41.767909 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aab56ea-04fb-437d-ad39-61e2dedd38f4 x-openstack-request-id: req-8aab56ea-04fb-437d-ad39-61e2dedd38f4 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:41.768210 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:41.768471 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8aab56ea-04fb-437d-ad39-61e2dedd38f4 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:41.768880 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'status': 'completed', 'code': 200} Aug 03 18:56:41.793746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270965e5-6a61-4f3e-954a-84949eeb33eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ebd45f-3d21-4e96-9a43-471bd410e0dc,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:41.797147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a req-cafb31e8-4a0e-41b0-ae3f-21f0431121da service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725392 Aug 03 18:56:41.799938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.834082 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e0535-e787-4ca2-8ff8-ab1dd0053886 x-openstack-request-id: req-c67e0535-e787-4ca2-8ff8-ab1dd0053886 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:41.834558 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4647f8e-f657-45a9-abb9-77c7abcc7dde", "name": "network-vif-deleted", "tag": "7aed7727-944d-4f18-a0ac-6b866c55fd74", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:41.834982 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c67e0535-e787-4ca2-8ff8-ab1dd0053886 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:41.838303 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4647f8e-f657-45a9-abb9-77c7abcc7dde', 'name': 'network-vif-deleted', 'tag': '7aed7727-944d-4f18-a0ac-6b866c55fd74', 'status': 'completed', 'code': 200} Aug 03 18:56:41.882824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.884255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:41.885585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:41.974687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9573624 Aug 03 18:56:41.975694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-7db8102a-0b9d-4c49-9f1b-6c6780594c14 service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258820 Aug 03 18:56:41.982558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69112a-6086-4bd2-b16e-a36015205c5f admin admin] Pushing event updated for resources: {'Network': ['ID=9c35e593-f50e-47fd-9090-ba39e0bda5cd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:41.992028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37614) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:42.002093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] Request body: {'subnet': {'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2140939034-subnet', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:42.004677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 9c35e593-f50e-47fd-9090-ba39e0bda5cd details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:56:42.034785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] Made reservation on behalf of ed4f0e0eaf564d16a8b1682229d7763a for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:56:42.039886 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:42.069126 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77df4f2a-f2aa-4fba-8f66-893e863b6c2f req-bef35d3d-ad1b-43a2-b368-d01f9669e022 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 210 time: 0.2122040 Aug 03 18:56:42.344066 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:42.405236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734998c-64af-4f0e-b4ec-f529997d1344 req-b14a32eb-fde1-4aac-8a6f-5bf0e666a7f0 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:42.413076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6734998c-64af-4f0e-b4ec-f529997d1344 req-b14a32eb-fde1-4aac-8a6f-5bf0e666a7f0 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 943 time: 0.4329951 Aug 03 18:56:42.477243 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c397ef08-2f9a-4521-b364-dffa7d3ddb8a req-4a4059a8-3e25-4ab8-ad0a-c4511f5eaa1f service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546285 Aug 03 18:56:42.514856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] Pushing event updated for resources: {'Subnet': ['ID=694700ae-13c8-46d4-844c-13ffdfa19544,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:42.548954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] Checking segment: {'id': '1ce4fe46-37fb-43aa-9186-105b240c1a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:42.549358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] Network hostable DHCP agents. Network: 9c35e593-f50e-47fd-9090-ba39e0bda5cd, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:56:42.552136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f68534e-2b3c-45a5-bd45-a248446fbb73 req-704a815f-1311-4f47-8e58-049ace55c017 service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395052 Aug 03 18:56:42.605946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6734998c-64af-4f0e-b4ec-f529997d1344 req-66bbb903-7dfe-478a-b0ad-faa8dbcd72be tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732905 Aug 03 18:56:42.613418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] Network 9c35e593-f50e-47fd-9090-ba39e0bda5cd is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:56:42.637239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 9c35e593-f50e-47fd-9090-ba39e0bda5cd) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:42.651270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:42.651826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb04b634-46fd-4f41-a1c4-17f301841753 None None] Network 9c35e593-f50e-47fd-9090-ba39e0bda5cd requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:56:42.652388 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:42.715848 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aefd9d83-2912-458b-9c7b-e4a9e39b226f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7192161 Aug 03 18:56:42.717875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37636) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:42.725008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2140939034-router', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:42.777638 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:42.779181 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:42.962030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b req-bec50420-7066-438b-9caf-dbbe5c7fa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:42.963952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b req-bec50420-7066-438b-9caf-dbbe5c7fa732 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 1095 time: 0.2956190 Aug 03 18:56:42.977437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5c22e-2c06-4fbd-9913-7194ab78ecb5 req-675eec4b-f9e9-45ac-b2a4-55a5e7cfac7f tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:42.987658 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8e5c22e-2c06-4fbd-9913-7194ab78ecb5 req-675eec4b-f9e9-45ac-b2a4-55a5e7cfac7f tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 944 time: 0.2599905 Aug 03 18:56:42.998623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:43.094904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-9c35e593-f50e-47fd-9090-ba39e0bda5cd', 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'fixed_ips': [{'subnet_id': '694700ae-13c8-46d4-844c-13ffdfa19544'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:56:43.097068 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:43.270205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8e5c22e-2c06-4fbd-9913-7194ab78ecb5 req-efe4a52c-c369-4599-ada4-e39421794f8f tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730815 Aug 03 18:56:43.307630 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:43.427281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553d02e-8fbd-48b3-9e77-fdb55517aecd req-33011fe8-c8a8-4172-b7e1-cad02764b154 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:43.436330 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8553d02e-8fbd-48b3-9e77-fdb55517aecd req-33011fe8-c8a8-4172-b7e1-cad02764b154 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 947 time: 0.3453140 Aug 03 18:56:43.460365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b req-1c53c9a7-7b0f-4395-abcf-336bbde87a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:43.461940 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b req-1c53c9a7-7b0f-4395-abcf-336bbde87a11 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.4723020 Aug 03 18:56:43.469571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Allocated IP 172.20.0.2 (9c35e593-f50e-47fd-9090-ba39e0bda5cd/694700ae-13c8-46d4-844c-13ffdfa19544/8b973a5a-4359-4381-8735-a18707fcc366) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:43.609136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-409c278f-4e30-4cfc-bdf0-e83080add40d req-6c23fe81-62f6-4bac-bba4-0358600f986b tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 210 time: 0.1665907 Aug 03 18:56:43.726231 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:43.732139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b req-29bf9480-b569-4f42-aa37-c58410f13895 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 217 time: 0.2280338 Aug 03 18:56:43.789526 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:43.821097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:56:43.854552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 7aed7727-944d-4f18-a0ac-6b866c55fd74 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:56:43.855128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b req-0bffa8a6-0d62-4e04-babf-ab2ba9bfb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:43.857024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b req-0bffa8a6-0d62-4e04-babf-ab2ba9bfb6d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.0988827 Aug 03 18:56:43.884759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8553d02e-8fbd-48b3-9e77-fdb55517aecd req-04275ce5-a698-45d7-a7d6-434425b005ef tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480169 Aug 03 18:56:43.949700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 7aed7727-944d-4f18-a0ac-6b866c55fd74 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:56:43.950120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 7aed7727-944d-4f18-a0ac-6b866c55fd74 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:56:43.973117 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:44.011247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Transition to ACTIVE for port object 8b973a5a-4359-4381-8735-a18707fcc366 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:44.036108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5ce0-89d0-4aed-b5a7-11125ed70095 req-54118762-e8d8-495b-a248-60087ab0850c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:44.037936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f9d5ce0-89d0-4aed-b5a7-11125ed70095 req-54118762-e8d8-495b-a248-60087ab0850c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 943 time: 0.2536664 Aug 03 18:56:44.045821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b req-ac7d355c-e271-4358-8414-50cd7f1033be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:44.047510 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b req-ac7d355c-e271-4358-8414-50cd7f1033be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577809 Aug 03 18:56:44.081304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Allocated IP 172.25.8.254 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/c948f15b-3385-4596-82cd-4d3619c133e6) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:44.171892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f9d5ce0-89d0-4aed-b5a7-11125ed70095 req-5c1bd76c-e691-4ca2-ae75-489009a47e26 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232510 Aug 03 18:56:44.196575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Transition to ACTIVE for port object 8b973a5a-4359-4381-8735-a18707fcc366 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:44.219102 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:44.289413 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b req-8a4dc71e-6240-436d-ac1e-4d0e71cb3da3 service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159958 Aug 03 18:56:44.294378 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:44.340917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:44.361415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Network 9c35e593-f50e-47fd-9090-ba39e0bda5cd is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:44.374023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:44.390298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:44.397685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:44.402189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:44.405314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:44.425736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:44.516873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d', 'mac_address': 'fa:16:3e:4d:ee:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:56:44.555471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Pushing event updated for resources: {'Port': ['ID=c948f15b-3385-4596-82cd-4d3619c133e6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:44.603462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Pushing event updated for resources: {'Port': ['ID=8b973a5a-4359-4381-8735-a18707fcc366,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:44.647745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Attempting to bind port 8b973a5a-4359-4381-8735-a18707fcc366 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:44.649113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Attempting to bind port 8b973a5a-4359-4381-8735-a18707fcc366 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '1ce4fe46-37fb-43aa-9186-105b240c1a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:44.650054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Attempting to bind port 8b973a5a-4359-4381-8735-a18707fcc366 on network 9c35e593-f50e-47fd-9090-ba39e0bda5cd {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:44.665924 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:44.667279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Checking segment: {'id': '1ce4fe46-37fb-43aa-9186-105b240c1a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:44.668031 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:44.669372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Bound using segment: {'id': '1ce4fe46-37fb-43aa-9186-105b240c1a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:44.670364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Bound port: 8b973a5a-4359-4381-8735-a18707fcc366, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce4fe46-37fb-43aa-9186-105b240c1a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:44.671045 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:44.687459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443051b-fc0f-4238-85f6-e8575a4286e7 req-5f3eec48-1148-4260-96e6-e09d79783830 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:44.695432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0443051b-fc0f-4238-85f6-e8575a4286e7 req-5f3eec48-1148-4260-96e6-e09d79783830 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 944 time: 0.2286763 Aug 03 18:56:44.716458 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cf8cb50-acc7-4cc0-9ddb-6a8ad9a9416b req-96d7f977-f834-4462-9a69-2be933ce271e service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182491 Aug 03 18:56:44.765400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0443051b-fc0f-4238-85f6-e8575a4286e7 req-474850c4-4163-4149-ab34-0c436fa6df11 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687559 Aug 03 18:56:44.863742 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:44.867123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] For port 8b973a5a-4359-4381-8735-a18707fcc366, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:44.873998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] For port 8b973a5a-4359-4381-8735-a18707fcc366, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8b973a5a-4359-4381-8735-a18707fcc366,segment=NetworkSegment(1ce4fe46-37fb-43aa-9186-105b240c1a9e),segment_id=1ce4fe46-37fb-43aa-9186-105b240c1a9e)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:44.876997 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:44.941420 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:44.984258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:44.995544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c721b6df-2456-49c4-a0c5-a02beff045f3 req-e06b00e0-2a1d-41e6-9679-6c157fa7de41 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 210 time: 0.1091311 Aug 03 18:56:45.115196 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:45.158228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:45.164171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09418ef1-1461-417d-be3b-74d2cd91d0d9 None None] Pushing event updated for resources: {'Port': ['ID=8b973a5a-4359-4381-8735-a18707fcc366,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:45.168561 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:45.232462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78c98d-3aa6-41e6-af8e-af8c559a104d req-3d3e8779-cd62-4cdf-b78e-5cc921915f0d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:45.241029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc78c98d-3aa6-41e6-af8e-af8c559a104d req-3d3e8779-cd62-4cdf-b78e-5cc921915f0d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 947 time: 0.1304522 Aug 03 18:56:45.297381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:45.338370 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc78c98d-3aa6-41e6-af8e-af8c559a104d req-27cb5ec7-a954-4ffc-9100-3597accb14e8 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865991 Aug 03 18:56:45.376327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:45.610019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f971292-7096-4ab2-a534-5cb5feb51545 req-f2a3ffe1-826d-4a2f-99f6-0c3aa45a29df tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:45.619502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f971292-7096-4ab2-a534-5cb5feb51545 req-f2a3ffe1-826d-4a2f-99f6-0c3aa45a29df tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 943 time: 0.1589446 Aug 03 18:56:45.626049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:45.700204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Router 20c74814-0db9-4361-888e-ecbaeff72b64 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:56:45.711175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f971292-7096-4ab2-a534-5cb5feb51545 req-d5411c6b-9d49-4d43-8b5e-9cf96218a365 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902212 Aug 03 18:56:45.843804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6354fdaf-b355-4f4b-a179-6a20ce64e165 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:56:45.953539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:56:45.988955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Sync routers for ids ['20c74814-0db9-4361-888e-ecbaeff72b64'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:56:45.997855 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:45.999601 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-50aee83a-e233-4909-b20f-a145aed351fb admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2798548 Aug 03 18:56:46.004139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37758) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:46.027498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Routers {'20c74814-0db9-4361-888e-ecbaeff72b64'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:46.028410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['20c74814-0db9-4361-888e-ecbaeff72b64'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:46.029931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7c791-89a1-4550-85f8-29484b45b98d req-3553903a-45ca-42f7-b3a0-5952b5517323 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:46.040214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e7d7c791-89a1-4550-85f8-29484b45b98d req-3553903a-45ca-42f7-b3a0-5952b5517323 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 944 time: 0.1390412 Aug 03 18:56:46.170489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e7d7c791-89a1-4550-85f8-29484b45b98d req-61c7e0e4-6265-43b0-b174-fb05650adb56 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245074 Aug 03 18:56:46.352690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd29bef0-6635-4e6d-9c70-7991b81d4963 req-53bda31d-05b6-435e-8af3-f304a1ae86a0 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 210 time: 0.0913391 Aug 03 18:56:46.515679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Set router 20c74814-0db9-4361-888e-ecbaeff72b64 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:46.696666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42441b54-a06a-4d46-9d96-2eb80ed7fa33 req-108cfb22-378f-4ca9-ae71-64339bdfd232 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:46.700958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42441b54-a06a-4d46-9d96-2eb80ed7fa33 req-108cfb22-378f-4ca9-ae71-64339bdfd232 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 948 time: 0.1583576 Aug 03 18:56:46.810801 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 6354fdaf-b355-4f4b-a179-6a20ce64e165, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:46.848936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'port_id': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'mac_address': 'fa:16:3e:17:e0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:56:46.877341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42441b54-a06a-4d46-9d96-2eb80ed7fa33 req-be72b393-75f6-4dfb-a61c-d76a4e5d7a44 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699953 Aug 03 18:56:46.978598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37778) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:47.048974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a469c-6de9-4ef5-ad7f-8d0dda03036d req-09273faf-de86-44c6-a495-08f8f6de5399 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:47.054529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-637a469c-6de9-4ef5-ad7f-8d0dda03036d req-09273faf-de86-44c6-a495-08f8f6de5399 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 943 time: 0.1354687 Aug 03 18:56:47.071974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37046aa-caa6-4c44-8ce5-f60a0dc9323e None None] Network 9c35e593-f50e-47fd-9090-ba39e0bda5cd requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:56:47.143033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-637a469c-6de9-4ef5-ad7f-8d0dda03036d req-54c20d00-f4cf-4c76-a07e-6ff29c8b0b8b tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803351 Aug 03 18:56:47.212371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe5b7-9171-4daa-9a9f-e411d71633f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:47.321117 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:47.361909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6354fdaf-b355-4f4b-a179-6a20ce64e165 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:47.409207 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe5b7-9171-4daa-9a9f-e411d71633f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:47.413418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 6354fdaf-b355-4f4b-a179-6a20ce64e165, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:47.414732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d4c50857-d0ee-4e5d-ba8e-44df9b5aebb6 None None] Provisioning for port 8b973a5a-4359-4381-8735-a18707fcc366 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:47.434669 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:47.457159 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe5b7-9171-4daa-9a9f-e411d71633f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:47.623438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8b973a5a-4359-4381-8735-a18707fcc366 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:47.626837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d5bfe5b7-9171-4daa-9a9f-e411d71633f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=40f0e8241ea04b4ead348657c7e72fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453981 Aug 03 18:56:47.629269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37800) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:47.699509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62c0112f-9f38-41d1-b77a-fb1d61043929 req-ed1bdc37-7527-4336-9de2-c0b1178a9185 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 210 time: 0.1065199 Aug 03 18:56:47.700475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfe5b7-9171-4daa-9a9f-e411d71633f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d015615-baf0-46f9-8a4e-01364ba624e6,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:47.718448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f967949-8252-4a85-a47c-8eb9483a6c57 req-d44659fe-7207-44a1-a1da-97e1224daedd tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:47.725878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f967949-8252-4a85-a47c-8eb9483a6c57 req-d44659fe-7207-44a1-a1da-97e1224daedd tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 945 time: 0.3146889 Aug 03 18:56:47.770257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=6354fdaf-b355-4f4b-a179-6a20ce64e165,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:47.783839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'name': 'tempest-FloatingIPsTestJSON-2140939034-router', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:42Z', 'updated_at': '2021-08-03T18:56:44Z', 'revision_number': 3, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'gw_port': {'id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:43Z', 'updated_at': '2021-08-03T18:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:47.812136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f967949-8252-4a85-a47c-8eb9483a6c57 req-406aba53-6bcf-4539-ae0a-915768bcca7c tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786757 Aug 03 18:56:47.870392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-09d9738f-b4dd-425e-94dd-f8b3a6424dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:47.876571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:56:47.890985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Checking router: 20c74814-0db9-4361-888e-ecbaeff72b64 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:56:47.891483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Updating router 20c74814-0db9-4361-888e-ecbaeff72b64 port c948f15b-3385-4596-82cd-4d3619c133e6 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:56:47.975332 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:48.051363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071d94c-98b9-43ad-9481-91c7557972fc req-ab44e2e3-69bf-46e8-8ca9-bfc0639ee186 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:48.064816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2071d94c-98b9-43ad-9481-91c7557972fc req-ab44e2e3-69bf-46e8-8ca9-bfc0639ee186 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 948 time: 0.1077955 Aug 03 18:56:48.143152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2071d94c-98b9-43ad-9481-91c7557972fc req-8d8876a8-c151-46f3-8cac-83c28fd0138f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758169 Aug 03 18:56:48.146352 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-09d9738f-b4dd-425e-94dd-f8b3a6424dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:48.217773 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-09d9738f-b4dd-425e-94dd-f8b3a6424dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:48.225432 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-09d9738f-b4dd-425e-94dd-f8b3a6424dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:48.230761 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-09d9738f-b4dd-425e-94dd-f8b3a6424dc0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d015615-baf0-46f9-8a4e-01364ba624e6 HTTP/1.1" status: 204 len: 168 time: 0.5997608 Aug 03 18:56:48.254470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['6354fdaf-b355-4f4b-a179-6a20ce64e165'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:48.275067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9738f-b4dd-425e-94dd-f8b3a6424dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d015615-baf0-46f9-8a4e-01364ba624e6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:48.310141 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:48.318123 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 18:56:48.422713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22778e-8e5e-4988-985e-84d0a170e012 req-3bf6fa42-0bf3-4632-99bf-d28e39b0fc3a tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:48.425929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c22778e-8e5e-4988-985e-84d0a170e012 req-3bf6fa42-0bf3-4632-99bf-d28e39b0fc3a tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 943 time: 0.1301649 Aug 03 18:56:48.583937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 8b973a5a-4359-4381-8735-a18707fcc366 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:48.622560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c22778e-8e5e-4988-985e-84d0a170e012 req-3c305076-5e20-4f4e-a451-384324626c00 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856716 Aug 03 18:56:48.678640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8b973a5a-4359-4381-8735-a18707fcc366 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:48.679023 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:48.734786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Allocated IP 172.20.0.1 (9c35e593-f50e-47fd-9090-ba39e0bda5cd/694700ae-13c8-46d4-844c-13ffdfa19544/de4d80d6-4330-486b-b472-cec8f6c78899) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:49.066483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37836) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:49.125045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8baafb5-50fd-42b5-ab57-3fbdf0cb3d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:49.137839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57138c8d-b879-4531-8fa5-22b16bd3de88 req-05a30cd5-efa8-4cb1-ace7-49085ecae1f1 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 210 time: 0.1117303 Aug 03 18:56:49.165217 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:49.198435 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:49.240012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Transition to ACTIVE for port object de4d80d6-4330-486b-b472-cec8f6c78899 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:49.361399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:49.435997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:49.453812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163424b-69c1-465d-9598-54ff7482d0cf req-76867fd8-42c5-45cb-902f-8d72da978e3e tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:49.470517 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1163424b-69c1-465d-9598-54ff7482d0cf req-76867fd8-42c5-45cb-902f-8d72da978e3e tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 945 time: 0.1574731 Aug 03 18:56:49.490709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'port_id': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'mac_address': 'fa:16:3e:94:eb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:56:49.543918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 8b973a5a-4359-4381-8735-a18707fcc366, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8b973a5a-4359-4381-8735-a18707fcc366,segment=NetworkSegment(1ce4fe46-37fb-43aa-9186-105b240c1a9e),segment_id=1ce4fe46-37fb-43aa-9186-105b240c1a9e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:49.574871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:49.582698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Pushing event updated for resources: {'Port': ['ID=de4d80d6-4330-486b-b472-cec8f6c78899,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:49.596914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Network 9c35e593-f50e-47fd-9090-ba39e0bda5cd is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:49.600776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:49.616909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:49.630140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1163424b-69c1-465d-9598-54ff7482d0cf req-ea252b16-bede-4631-804a-0763554a2446 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558867 Aug 03 18:56:49.691954 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:49.762011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8baafb5-50fd-42b5-ab57-3fbdf0cb3d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:49.773918 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8baafb5-50fd-42b5-ab57-3fbdf0cb3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:49.782236 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:49.813103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Transition to ACTIVE for port object c948f15b-3385-4596-82cd-4d3619c133e6 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:56:49.892695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec4e56-7e5a-4e06-8a09-73805e3a3337 req-8f696058-da8c-42f2-be80-0a985c61045b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:49.894479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e7ec4e56-7e5a-4e06-8a09-73805e3a3337 req-8f696058-da8c-42f2-be80-0a985c61045b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 948 time: 0.1300859 Aug 03 18:56:49.909318 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:49.972881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baafb5-50fd-42b5-ab57-3fbdf0cb3d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af46840-3bad-4cc7-8354-e31295e557d8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:49.986732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e7ec4e56-7e5a-4e06-8a09-73805e3a3337 req-c4b2d7b7-8f98-4554-b8e0-74b94ae0a9ab tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826838 Aug 03 18:56:49.991012 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.011323 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f8baafb5-50fd-42b5-ab57-3fbdf0cb3d94 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98bdb6693b5340459eb6300ac5384de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9437518 Aug 03 18:56:50.014288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37842) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:56:50.043674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8a2f67a-ce1e-416e-a84b-561b42d8abbb {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:50.051236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3c49e502-e5f1-4d23-990c-ba1f2a8ce7aa None None] Provisioning complete for port 8b973a5a-4359-4381-8735-a18707fcc366 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:50.051630 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3c49e502-e5f1-4d23-990c-ba1f2a8ce7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.112791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Attempting to bind port c948f15b-3385-4596-82cd-4d3619c133e6 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:56:50.113180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Attempting to bind port c948f15b-3385-4596-82cd-4d3619c133e6 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:56:50.113580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Attempting to bind port c948f15b-3385-4596-82cd-4d3619c133e6 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:56:50.133725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=8b973a5a-4359-4381-8735-a18707fcc366,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:50.158725 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-acaafd1e-6573-45f6-99f6-2be3ab2c457c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.162080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.162437 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.162790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.163189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.164936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.164936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.164936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.164936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.165634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.165973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.166307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.166865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:56:50.239721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:56:50.240160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:56:50.240544 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.243928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:56:50.244558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Bound port: c948f15b-3385-4596-82cd-4d3619c133e6, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:56:50.245279 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.260982 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.311371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] For port c948f15b-3385-4596-82cd-4d3619c133e6, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:56:50.315480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] For port c948f15b-3385-4596-82cd-4d3619c133e6, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c948f15b-3385-4596-82cd-4d3619c133e6,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:56:50.316712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9951f1-69ac-4611-b959-97cd58de7256 None None] Pushing event updated for resources: {'Port': ['ID=c948f15b-3385-4596-82cd-4d3619c133e6,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:50.326047 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.334746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:50.335165 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-acaafd1e-6573-45f6-99f6-2be3ab2c457c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.513418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9951f1-69ac-4611-b959-97cd58de7256 None None] Pushing event updated for resources: {'Port': ['ID=c948f15b-3385-4596-82cd-4d3619c133e6,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:50.515456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70036f0-3eb5-44f1-806c-faf8de759eae req-4bfdcb23-3bb3-404c-b50a-9c7a79c9596a tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:50.532274 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.534708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c70036f0-3eb5-44f1-806c-faf8de759eae req-4bfdcb23-3bb3-404c-b50a-9c7a79c9596a tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 943 time: 0.3717430 Aug 03 18:56:50.656389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:56:50.676103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:50.702732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c70036f0-3eb5-44f1-806c-faf8de759eae req-236d84fa-7487-4062-a7b2-bd571ff654db tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665545 Aug 03 18:56:50.712329 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-acaafd1e-6573-45f6-99f6-2be3ab2c457c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.715378 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-acaafd1e-6573-45f6-99f6-2be3ab2c457c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.724972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-acaafd1e-6573-45f6-99f6-2be3ab2c457c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4af46840-3bad-4cc7-8354-e31295e557d8 HTTP/1.1" status: 204 len: 168 time: 0.7065957 Aug 03 18:56:50.770136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaafd1e-6573-45f6-99f6-2be3ab2c457c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af46840-3bad-4cc7-8354-e31295e557d8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:50.869943 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:56:50.905250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.932195 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:50.938604 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['b8a2f67a-ce1e-416e-a84b-561b42d8abbb'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:51.035548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d5b9dd8-adc8-4375-8fb6-2e9765c39454 req-21ca2bd8-f9ed-44e6-91aa-8eecd9deb222 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4647f8e-f657-45a9-abb9-77c7abcc7dde HTTP/1.1" status: 200 len: 210 time: 0.1454532 Aug 03 18:56:51.077030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f1e2b10a-4b83-48c0-9761-7b09733c7ad0 None None] Provisioning for port de4d80d6-4330-486b-b472-cec8f6c78899 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:51.090755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Routers {'20c74814-0db9-4361-888e-ecbaeff72b64'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:51.091478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['20c74814-0db9-4361-888e-ecbaeff72b64'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:51.254069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Pushing event updated for resources: {'Port': ['ID=de4d80d6-4330-486b-b472-cec8f6c78899,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:51.356567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:51.424865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39624d84-70e9-4d0d-992e-a659e2a8b550 req-e580a245-1eda-400a-81b5-d06bfcb507f5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:51.436980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39624d84-70e9-4d0d-992e-a659e2a8b550 req-e580a245-1eda-400a-81b5-d06bfcb507f5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 945 time: 0.1202736 Aug 03 18:56:51.552315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39624d84-70e9-4d0d-992e-a659e2a8b550 req-4b5ce211-6926-45c5-9945-3cd64f3cc388 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140618 Aug 03 18:56:51.694686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f1e2b10a-4b83-48c0-9761-7b09733c7ad0 None None] Provisioning complete for port de4d80d6-4330-486b-b472-cec8f6c78899 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:51.695934 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1e2b10a-4b83-48c0-9761-7b09733c7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:51.715530 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 18:56:51.728651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:51.735095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Network 9c35e593-f50e-47fd-9090-ba39e0bda5cd is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:51.751269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:51.906666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a518d6d-4a2f-4736-8e5c-2b050b522297 req-8d2409f6-3694-4ef3-8898-1501c6091738 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:51.932045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a518d6d-4a2f-4736-8e5c-2b050b522297 req-8d2409f6-3694-4ef3-8898-1501c6091738 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 948 time: 0.2294269 Aug 03 18:56:51.944088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8b973a5a-4359-4381-8735-a18707fcc366 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:52.096846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a518d6d-4a2f-4736-8e5c-2b050b522297 req-b9061e83-1afb-4d30-bf2f-5a21a2d7ea7f tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621056 Aug 03 18:56:52.212662 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Router 20c74814-0db9-4361-888e-ecbaeff72b64 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:56:52.293389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] Set router 20c74814-0db9-4361-888e-ecbaeff72b64 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:52.373984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2b10a-4b83-48c0-9761-7b09733c7ad0 None None] Port de4d80d6-4330-486b-b472-cec8f6c78899 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:56:52.437280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:52.465582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:52.465860 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:52.481288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeadc69-9996-4a88-b178-6fd967fd99a2 req-057e7135-4fdf-4412-b8de-6d89446b2b32 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:52.486472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:52.497766 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beeadc69-9996-4a88-b178-6fd967fd99a2 req-057e7135-4fdf-4412-b8de-6d89446b2b32 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 943 time: 0.1451278 Aug 03 18:56:52.539468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:56:52.557377 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-257b0124-330e-4b5a-8748-8a64697d25e3 admin admin] 10.222.0.78 "PUT /v2.0/routers/20c74814-0db9-4361-888e-ecbaeff72b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5522444 Aug 03 18:56:52.661160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beeadc69-9996-4a88-b178-6fd967fd99a2 req-f870f4d6-41b3-42ac-a474-2cb78ba57e2d tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340888 Aug 03 18:56:52.767683 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-d2832fc2-d511-4190-814d-e6b32f2d88cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f2636b6-95aa-4d4c-abfd-bf98fc336837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1225445 Aug 03 18:56:52.882498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'port_id': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda', 'mac_address': 'fa:16:3e:df:f1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:56:52.959660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-ebed0e2b-5670-463d-91f2-026c5c1f67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:52.965418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-ebed0e2b-5670-463d-91f2-026c5c1f67a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f57a51310c1494daeeeef8912c80670&device_id=4f2636b6-95aa-4d4c-abfd-bf98fc336837 HTTP/1.1" status: 200 len: 1100 time: 0.1157792 Aug 03 18:56:53.066156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8b973a5a-4359-4381-8735-a18707fcc366 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:53.067040 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:53.077214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-824d4513-ace2-487f-9185-1aea85b09ac7 None None] Provisioning complete for port de4d80d6-4330-486b-b472-cec8f6c78899 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:53.078100 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-824d4513-ace2-487f-9185-1aea85b09ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:53.204307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-3eebb67d-68fe-4bdc-9e63-88adf4cc1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:53.207217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-3eebb67d-68fe-4bdc-9e63-88adf4cc1556 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2118998 Aug 03 18:56:53.384339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-7b13d0aa-f59b-4071-9d12-bbcdbd6fe73a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 HTTP/1.1" status: 200 len: 217 time: 0.1587434 Aug 03 18:56:53.407992 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:53.743824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:56:53.756905 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-824d4513-ace2-487f-9185-1aea85b09ac7 None None] Port de4d80d6-4330-486b-b472-cec8f6c78899 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:56:53.788290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-2512c540-8645-46a2-8954-c8af8bd47694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:53.800258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-2512c540-8645-46a2-8954-c8af8bd47694 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.4099219 Aug 03 18:56:53.825812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c005ad5-482b-43b7-9575-128929e67c27 req-779cb490-1bb4-4028-89dd-0162ce2d7151 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:53.837853 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c005ad5-482b-43b7-9575-128929e67c27 req-779cb490-1bb4-4028-89dd-0162ce2d7151 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 945 time: 0.4268878 Aug 03 18:56:54.035301 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c005ad5-482b-43b7-9575-128929e67c27 req-251635b6-a2cc-46a7-90c3-f46028f02e6a tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950126 Aug 03 18:56:54.083543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-8be19baa-38ac-4492-8b90-b15470e138e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:54.092824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-8be19baa-38ac-4492-8b90-b15470e138e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312911 Aug 03 18:56:54.303236 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:54.373036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:54.466030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-b6b47073-4fb8-4006-b4f9-056c3962add1 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656785 Aug 03 18:56:54.481745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:54.489200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a451c5b-6351-4938-9a27-917a218249a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:56:54.500076 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57c8487-9e68-4819-b2c0-7d7548247b9e" -d '{"events": [{"server_uuid": "4a451c5b-6351-4938-9a27-917a218249a2", "name": "network-vif-plugged", "status": "completed", "tag": "e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:56:54.525384 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:54.542185 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:54.641327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6354fdaf-b355-4f4b-a179-6a20ce64e165 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:54.824538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'name': 'tempest-FloatingIPsTestJSON-2140939034-router', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:42Z', 'updated_at': '2021-08-03T18:56:50Z', 'revision_number': 4, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'gw_port': {'id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:43Z', 'updated_at': '2021-08-03T18:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'de4d80d6-4330-486b-b472-cec8f6c78899', 'name': '', 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'mac_address': 'fa:16:3e:b5:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '694700ae-13c8-46d4-844c-13ffdfa19544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:48Z', 'updated_at': '2021-08-03T18:56:50Z', 'revision_number': 2, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'subnets': [{'id': '694700ae-13c8-46d4-844c-13ffdfa19544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:54.871149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:54.952048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b627c-2d9d-4be9-8a22-f25251e5a410 None None] The sync data for ids ['20c74814-0db9-4361-888e-ecbaeff72b64'] in n-d-802918-7 is: [{'id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'name': 'tempest-FloatingIPsTestJSON-2140939034-router', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:42Z', 'updated_at': '2021-08-03T18:56:50Z', 'revision_number': 4, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'gw_port': {'id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:43Z', 'updated_at': '2021-08-03T18:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'de4d80d6-4330-486b-b472-cec8f6c78899', 'name': '', 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'mac_address': 'fa:16:3e:b5:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '694700ae-13c8-46d4-844c-13ffdfa19544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:48Z', 'updated_at': '2021-08-03T18:56:50Z', 'revision_number': 2, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'subnets': [{'id': '694700ae-13c8-46d4-844c-13ffdfa19544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:56:55.099027 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:55.103930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['1931d4ad-95b1-4788-9d92-7ddf7b7bbcda'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:56:55.129311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 6354fdaf-b355-4f4b-a179-6a20ce64e165 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:55.205738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 6354fdaf-b355-4f4b-a179-6a20ce64e165 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:55.206181 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:55.206917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-039ae625-e8d8-41dd-bacb-252f4e1dd501 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5492461 Aug 03 18:56:55.221380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:56:55.345672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:55.472555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d42bb82b-62a8-4cfb-9ccd-264f16302b5d req-8810e21c-9f67-44bc-8d81-4abb96d4ce99 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9979358 Aug 03 18:56:55.520614 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:55.682297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 6354fdaf-b355-4f4b-a179-6a20ce64e165, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:55.715830 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:55.738410 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:55.917852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=6354fdaf-b355-4f4b-a179-6a20ce64e165,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:56.199329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Allocated IP 172.25.8.77 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/8128b4d5-0391-4e7f-bafb-e5eadc577df2) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:56:56.565219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:56.570938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:56.646997 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:56.782794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Pushing event updated for resources: {'Port': ['ID=8128b4d5-0391-4e7f-bafb-e5eadc577df2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:56.822153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port b8a2f67a-ce1e-416e-a84b-561b42d8abbb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:56.822537 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:56.833474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:56:56.843252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:56:56.858081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:56:57.037615 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:57.115321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:57.127639 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:57.233012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:57.334769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:57.367508 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:57.901115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:57.914969 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:58.050967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Pushing event updated for resources: {'Port': ['ID=8128b4d5-0391-4e7f-bafb-e5eadc577df2,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:58.229531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:58.291702 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:58.293275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-5b258cfa-9fdf-4cdb-a31e-1b2c9eb92bef tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0848060 Aug 03 18:56:58.354515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c948f15b-3385-4596-82cd-4d3619c133e6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:58.441543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-763beff3-f233-46f1-8104-61e6afb207a5 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.1389151 Aug 03 18:56:58.495699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c948f15b-3385-4596-82cd-4d3619c133e6 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:58.502478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c948f15b-3385-4596-82cd-4d3619c133e6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:58.503264 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:58.609521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:56:58.717465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-19d0a0f8-40f4-41c1-b64b-31f742f3d4a8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:58.725356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f9dabf9-8581-4ace-bc97-adc684f0fd11 req-19d0a0f8-40f4-41c1-b64b-31f742f3d4a8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2769473 Aug 03 18:56:58.741401 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:58.793310 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port c948f15b-3385-4596-82cd-4d3619c133e6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c948f15b-3385-4596-82cd-4d3619c133e6,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:58.810507 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:58.913564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=c948f15b-3385-4596-82cd-4d3619c133e6,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:58.922769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:56:58.927544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:56:58.928277 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:58.968437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11affc0-7c14-436e-8679-6dd2a330acfb req-91c7edc2-09e0-47bc-b250-30bf828aa9d8 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:58.970480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f11affc0-7c14-436e-8679-6dd2a330acfb req-91c7edc2-09e0-47bc-b250-30bf828aa9d8 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 949 time: 0.1247900 Aug 03 18:56:58.977750 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Sync routers for ids ['20c74814-0db9-4361-888e-ecbaeff72b64'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:56:59.003114 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Routers {'20c74814-0db9-4361-888e-ecbaeff72b64'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:56:59.006320 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['20c74814-0db9-4361-888e-ecbaeff72b64'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:59.062539 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:59.141271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f11affc0-7c14-436e-8679-6dd2a330acfb req-b7ab32bf-279b-401b-8236-43a5a783cc46 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555982 Aug 03 18:56:59.145741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:56:59.151413 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:59.385927 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Set router 20c74814-0db9-4361-888e-ecbaeff72b64 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:56:59.500875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:56:59.537942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4320f0-a9b3-41de-84e2-d7be9d81c325 req-26287144-44d5-4954-9467-dfdb7becbc09 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:56:59.549842 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:59.567264 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c4320f0-a9b3-41de-84e2-d7be9d81c325 req-26287144-44d5-4954-9467-dfdb7becbc09 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.2222986 Aug 03 18:56:59.721714 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'name': 'tempest-FloatingIPsTestJSON-2140939034-router', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:42Z', 'updated_at': '2021-08-03T18:56:50Z', 'revision_number': 4, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'gw_port': {'id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:43Z', 'updated_at': '2021-08-03T18:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'de4d80d6-4330-486b-b472-cec8f6c78899', 'name': '', 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'mac_address': 'fa:16:3e:b5:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '694700ae-13c8-46d4-844c-13ffdfa19544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:48Z', 'updated_at': '2021-08-03T18:56:50Z', 'revision_number': 2, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'subnets': [{'id': '694700ae-13c8-46d4-844c-13ffdfa19544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:56:59.739933 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c4320f0-a9b3-41de-84e2-d7be9d81c325 req-5145ddd4-c876-4fb9-9a6a-c8397861cfbc tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718342 Aug 03 18:56:59.753526 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Checking router: 20c74814-0db9-4361-888e-ecbaeff72b64 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:56:59.753905 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Updating router 20c74814-0db9-4361-888e-ecbaeff72b64 port de4d80d6-4330-486b-b472-cec8f6c78899 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:56:59.808249 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:59.838929 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf961466-50db-4c07-86d0-625d7c4bf651 x-openstack-request-id: req-cf961466-50db-4c07-86d0-625d7c4bf651 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:56:59.839328 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a451c5b-6351-4938-9a27-917a218249a2", "name": "network-vif-plugged", "status": "completed", "tag": "e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:56:59.839684 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cf961466-50db-4c07-86d0-625d7c4bf651 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:56:59.840188 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a451c5b-6351-4938-9a27-917a218249a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d', 'code': 200} Aug 03 18:57:00.169546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1508a-9db2-4e51-af20-fe25a81d5792 req-11eac584-db68-4776-bb2a-41e58d8247f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:00.181333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48b1508a-9db2-4e51-af20-fe25a81d5792 req-11eac584-db68-4776-bb2a-41e58d8247f3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 1100 time: 0.2400811 Aug 03 18:57:00.263989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c948f15b-3385-4596-82cd-4d3619c133e6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:00.313510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2f7a9-0cd2-4730-914f-bf76ec4f9850 req-618f3c7b-a3d7-476d-ab64-a3ae4d8d9864 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:00.315105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79a2f7a9-0cd2-4730-914f-bf76ec4f9850 req-618f3c7b-a3d7-476d-ab64-a3ae4d8d9864 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 946 time: 0.2886920 Aug 03 18:57:00.375645 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48b1508a-9db2-4e51-af20-fe25a81d5792 req-e3e6a609-f8a5-4615-b46f-0a167bb19c98 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860149 Aug 03 18:57:00.411034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c948f15b-3385-4596-82cd-4d3619c133e6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:00.411839 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:00.489106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79a2f7a9-0cd2-4730-914f-bf76ec4f9850 req-84a6fca5-1988-4b31-baf4-9cf7cfbf5606 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287367 Aug 03 18:57:00.598323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37952) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:00.634537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d775c12-9493-494c-bfe6-95eb5e5d3175 req-5bfd085d-55a8-4791-90c4-b06c170a0635 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips/a9fc8ac7-3402-4ef8-b435-d89c81c1d755 HTTP/1.1" status: 200 len: 692 time: 0.1191328 Aug 03 18:57:00.649310 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:00.696124 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Transition to ACTIVE for port object de4d80d6-4330-486b-b472-cec8f6c78899 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:57:00.709802 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:00.815037 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Pushing event updated for resources: {'Port': ['ID=de4d80d6-4330-486b-b472-cec8f6c78899,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:00.844389 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.844732 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.845014 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.848489 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.849051 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.849442 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.849865 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.850464 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.850976 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.851473 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.851803 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.852129 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:00.875351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d775c12-9493-494c-bfe6-95eb5e5d3175 req-105e139e-7751-4803-9908-54889be9d387 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:00.876916 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d775c12-9493-494c-bfe6-95eb5e5d3175 req-105e139e-7751-4803-9908-54889be9d387 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2390282 Aug 03 18:57:00.894940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-2d775c12-9493-494c-bfe6-95eb5e5d3175 req-c0c73927-9fa5-4de9-9d2a-efeb1ae510ce tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:57:00.896302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d775c12-9493-494c-bfe6-95eb5e5d3175 req-c0c73927-9fa5-4de9-9d2a-efeb1ae510ce tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120404 Aug 03 18:57:00.933391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e88aba2f-f808-4732-8a54-a5b8735f5ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.065026 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Attempting to bind port de4d80d6-4330-486b-b472-cec8f6c78899 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:57:01.075557 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Attempting to bind port de4d80d6-4330-486b-b472-cec8f6c78899 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '1ce4fe46-37fb-43aa-9186-105b240c1a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:57:01.076937 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Attempting to bind port de4d80d6-4330-486b-b472-cec8f6c78899 on network 9c35e593-f50e-47fd-9090-ba39e0bda5cd {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:57:01.089768 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:57:01.091349 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Checking segment: {'id': '1ce4fe46-37fb-43aa-9186-105b240c1a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:57:01.092267 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.093443 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Bound using segment: {'id': '1ce4fe46-37fb-43aa-9186-105b240c1a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:57:01.094689 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Bound port: de4d80d6-4330-486b-b472-cec8f6c78899, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce4fe46-37fb-43aa-9186-105b240c1a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:57:01.096702 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.141998 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e88aba2f-f808-4732-8a54-a5b8735f5ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.155264 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e88aba2f-f808-4732-8a54-a5b8735f5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.174642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f6a0-7255-411f-93fe-bc01e9fc99f5 req-b1a2aac8-58c0-43a4-8d2a-320077fe44d0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:01.176766 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d77f6a0-7255-411f-93fe-bc01e9fc99f5 req-b1a2aac8-58c0-43a4-8d2a-320077fe44d0 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 949 time: 0.1103389 Aug 03 18:57:01.201037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aba2f-f808-4732-8a54-a5b8735f5ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec95b6-b2e6-40b9-b92a-343c1a282546,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:01.232352 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] For port de4d80d6-4330-486b-b472-cec8f6c78899, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:57:01.237834 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] For port de4d80d6-4330-486b-b472-cec8f6c78899, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=de4d80d6-4330-486b-b472-cec8f6c78899,segment=NetworkSegment(1ce4fe46-37fb-43aa-9186-105b240c1a9e),segment_id=1ce4fe46-37fb-43aa-9186-105b240c1a9e)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:57:01.249736 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.270495 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e88aba2f-f808-4732-8a54-a5b8735f5ac6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ac01e34ba694400da5fcd7f7415c3e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6656396 Aug 03 18:57:01.271561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37972) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:01.316025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d77f6a0-7255-411f-93fe-bc01e9fc99f5 req-c31dfc0c-6d75-4bd1-94b5-dd66e2808c9d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284690 Aug 03 18:57:01.337855 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a43ae8-9927-4b32-b2e3-45bcafe6ec3d None None] Pushing event updated for resources: {'Port': ['ID=de4d80d6-4330-486b-b472-cec8f6c78899,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:01.378465 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Routers {'20c74814-0db9-4361-888e-ecbaeff72b64'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:01.380991 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:56:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['20c74814-0db9-4361-888e-ecbaeff72b64'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:01.449388 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe22a0a5-d800-4417-83aa-37473d1857f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.484644 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe22a0a5-d800-4417-83aa-37473d1857f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.555279 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe22a0a5-d800-4417-83aa-37473d1857f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.559818 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe22a0a5-d800-4417-83aa-37473d1857f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:01.566759 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fe22a0a5-d800-4417-83aa-37473d1857f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4ec95b6-b2e6-40b9-b92a-343c1a282546 HTTP/1.1" status: 204 len: 168 time: 0.2936428 Aug 03 18:57:01.591601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22a0a5-d800-4417-83aa-37473d1857f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec95b6-b2e6-40b9-b92a-343c1a282546,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:01.636503 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f4520-dbe6-44cb-a9b9-a583a37263fe req-a165be07-9d17-4d44-a516-77df264122a9 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:01.650731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-156f4520-dbe6-44cb-a9b9-a583a37263fe req-a165be07-9d17-4d44-a516-77df264122a9 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.1920848 Aug 03 18:57:01.823979 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] Set router 20c74814-0db9-4361-888e-ecbaeff72b64 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:01.841145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165'}, {'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb'}, {'server_uuid': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:01.845215 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27b6d8e-c2f7-44dd-9300-b30af74cff7a" -d '{"events": [{"server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "name": "network-vif-plugged", "status": "completed", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165"}, {"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-plugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb"}, {"server_uuid": "65684fa9-1a3c-40f4-a4d8-ad2593518659", "name": "network-vif-plugged", "status": "completed", "tag": "1931d4ad-95b1-4788-9d92-7ddf7b7bbcda"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:01.860494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-156f4520-dbe6-44cb-a9b9-a583a37263fe req-1c23fc5f-d781-4171-9070-dad1f8e85e0f tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081075 Aug 03 18:57:01.867367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3d8652d-bd7f-46c2-b779-48668e55b3b5 req-a71be56f-687a-4038-9225-689eb99334cd tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=ed4f0e0eaf564d16a8b1682229d7763a HTTP/1.1" status: 200 len: 695 time: 0.1522686 Aug 03 18:57:02.234011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37998) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:02.253150 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'name': 'tempest-FloatingIPsTestJSON-2140939034-router', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:42Z', 'updated_at': '2021-08-03T18:56:50Z', 'revision_number': 4, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'gw_port': {'id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:43Z', 'updated_at': '2021-08-03T18:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'de4d80d6-4330-486b-b472-cec8f6c78899', 'name': '', 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'mac_address': 'fa:16:3e:b5:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '694700ae-13c8-46d4-844c-13ffdfa19544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:48Z', 'updated_at': '2021-08-03T18:57:01Z', 'revision_number': 4, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'subnets': [{'id': '694700ae-13c8-46d4-844c-13ffdfa19544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:02.261464 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ece33854-147d-46ec-aa2b-3ce5e7d69fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:02.335171 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca34459-31c7-4d34-8422-765b55074ee2 None None] The sync data for ids ['20c74814-0db9-4361-888e-ecbaeff72b64'] in n-d-802918-7 is: [{'id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'name': 'tempest-FloatingIPsTestJSON-2140939034-router', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:42Z', 'updated_at': '2021-08-03T18:56:50Z', 'revision_number': 4, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'gw_port': {'id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:43Z', 'updated_at': '2021-08-03T18:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'de4d80d6-4330-486b-b472-cec8f6c78899', 'name': '', 'network_id': '9c35e593-f50e-47fd-9090-ba39e0bda5cd', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'mac_address': 'fa:16:3e:b5:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '694700ae-13c8-46d4-844c-13ffdfa19544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:48Z', 'updated_at': '2021-08-03T18:57:01Z', 'revision_number': 4, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'subnets': [{'id': '694700ae-13c8-46d4-844c-13ffdfa19544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:57:02.342575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device de4d80d6-4330-486b-b472-cec8f6c78899 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:02.430528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ece33854-147d-46ec-aa2b-3ce5e7d69fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:02.440572 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ece33854-147d-46ec-aa2b-3ce5e7d69fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:02.473602 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port de4d80d6-4330-486b-b472-cec8f6c78899 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:57:02.481466 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port de4d80d6-4330-486b-b472-cec8f6c78899 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:02.481856 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:02.512639 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ece33854-147d-46ec-aa2b-3ce5e7d69fda admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=85a86fc4d9cd46f3b14f714f22535411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763262 Aug 03 18:57:02.513175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece33854-147d-46ec-aa2b-3ce5e7d69fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0300765-2dcf-4b23-9c2f-1cd74384208f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:02.517957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38006) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:02.592710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffd476cf-fb72-4126-9174-e2e925a1b427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:02.623841 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffd476cf-fb72-4126-9174-e2e925a1b427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:02.688035 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:02.700374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d37cd3-7d39-4e8b-8686-fafa96a99208 req-31776ea9-b022-479b-8eeb-9672b73f9681 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:02.706008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83d37cd3-7d39-4e8b-8686-fafa96a99208 req-31776ea9-b022-479b-8eeb-9672b73f9681 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.74 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 944 time: 0.1352987 Aug 03 18:57:02.712872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffd476cf-fb72-4126-9174-e2e925a1b427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:02.717847 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffd476cf-fb72-4126-9174-e2e925a1b427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:02.719257 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ffd476cf-fb72-4126-9174-e2e925a1b427 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0300765-2dcf-4b23-9c2f-1cd74384208f HTTP/1.1" status: 204 len: 168 time: 0.1984935 Aug 03 18:57:02.720934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479f440-3a39-4acd-8080-15995094cef0 req-d10e840b-35f3-489e-bb56-05096cad1a21 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:02.722628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7479f440-3a39-4acd-8080-15995094cef0 req-d10e840b-35f3-489e-bb56-05096cad1a21 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 946 time: 0.1536992 Aug 03 18:57:02.763693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd476cf-fb72-4126-9174-e2e925a1b427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0300765-2dcf-4b23-9c2f-1cd74384208f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:02.822884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port de4d80d6-4330-486b-b472-cec8f6c78899, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=de4d80d6-4330-486b-b472-cec8f6c78899,segment=NetworkSegment(1ce4fe46-37fb-43aa-9186-105b240c1a9e),segment_id=1ce4fe46-37fb-43aa-9186-105b240c1a9e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:02.837550 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:02.900828 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7479f440-3a39-4acd-8080-15995094cef0 req-5753918c-f1d8-4253-924e-9e9aae48c1ef tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052358 Aug 03 18:57:02.921121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8652d-bd7f-46c2-b779-48668e55b3b5 req-b1957e3e-f0f2-4055-9cfa-04ed607b3aba tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:02.922790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3d8652d-bd7f-46c2-b779-48668e55b3b5 req-b1957e3e-f0f2-4055-9cfa-04ed607b3aba tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/networks?id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 787 time: 1.0482101 Aug 03 18:57:02.943827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-f3d8652d-bd7f-46c2-b779-48668e55b3b5 req-c8963dc1-0986-4c48-b89d-f4cfc5dea918 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:57:02.944941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3d8652d-bd7f-46c2-b779-48668e55b3b5 req-c8963dc1-0986-4c48-b89d-f4cfc5dea918 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116353 Aug 03 18:57:02.951116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=de4d80d6-4330-486b-b472-cec8f6c78899,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:03.002664 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-83d37cd3-7d39-4e8b-8686-fafa96a99208 req-aafabe59-1a81-4b35-a7f5-b609a62f4a2e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Deleting port c666210d-b3b7-403c-b56c-1422ce6d38ee {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:03.003168 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83d37cd3-7d39-4e8b-8686-fafa96a99208 req-aafabe59-1a81-4b35-a7f5-b609a62f4a2e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:03.093000 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21173f3-f657-4834-875a-969350502c6d x-openstack-request-id: req-c21173f3-f657-4834-875a-969350502c6d {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:03.093303 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "name": "network-vif-plugged", "status": "completed", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165", "code": 200}, {"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-plugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb", "code": 200}, {"server_uuid": "65684fa9-1a3c-40f4-a4d8-ad2593518659", "name": "network-vif-plugged", "status": "completed", "tag": "1931d4ad-95b1-4788-9d92-7ddf7b7bbcda", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:03.093650 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c21173f3-f657-4834-875a-969350502c6d {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:03.094060 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'code': 200} Aug 03 18:57:03.094314 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'code': 200} Aug 03 18:57:03.094563 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda', 'code': 200} Aug 03 18:57:03.273410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dd04-121d-4cd4-b3df-118b0e8b62ab req-e9c05ff6-7809-4f0c-92a9-062e383a207c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:03.275462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bd5dd04-121d-4cd4-b3df-118b0e8b62ab req-e9c05ff6-7809-4f0c-92a9-062e383a207c tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=6040c0ff-f038-46ac-9add-52ec06590ef1 HTTP/1.1" status: 200 len: 944 time: 0.1767824 Aug 03 18:57:03.381619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b92b-2f9f-42a9-84d8-1032e9796b98 req-7d2766bd-f478-45fb-93ba-5956b778cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:03.390217 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4766b92b-2f9f-42a9-84d8-1032e9796b98 req-7d2766bd-f478-45fb-93ba-5956b778cc3d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 1096 time: 0.1019943 Aug 03 18:57:03.424156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-83d37cd3-7d39-4e8b-8686-fafa96a99208 req-aafabe59-1a81-4b35-a7f5-b609a62f4a2e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] For port c666210d-b3b7-403c-b56c-1422ce6d38ee, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c666210d-b3b7-403c-b56c-1422ce6d38ee,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:03.424455 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83d37cd3-7d39-4e8b-8686-fafa96a99208 req-aafabe59-1a81-4b35-a7f5-b609a62f4a2e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:03.438615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bd5dd04-121d-4cd4-b3df-118b0e8b62ab req-08357adc-08be-4b61-8151-fd5771af0c06 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365547 Aug 03 18:57:03.443735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd0328-15a3-46f5-8abb-31303ae2bf8c req-25429c54-fb54-4729-8364-6b0b6158e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:03.445967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8bd0328-15a3-46f5-8abb-31303ae2bf8c req-25429c54-fb54-4729-8364-6b0b6158e55e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 1097 time: 0.1694951 Aug 03 18:57:03.451392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-83d37cd3-7d39-4e8b-8686-fafa96a99208 req-aafabe59-1a81-4b35-a7f5-b609a62f4a2e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Calling delete_port for c666210d-b3b7-403c-b56c-1422ce6d38ee owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:03.489995 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4766b92b-2f9f-42a9-84d8-1032e9796b98 req-71e573d6-d2dd-4a48-b8fc-0688be82d745 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929685 Aug 03 18:57:03.525552 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8bd0328-15a3-46f5-8abb-31303ae2bf8c req-920e51dd-c4d8-4732-94e6-6be9d21d5214 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715997 Aug 03 18:57:03.598304 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3d2bcc6f-88a5-48c9-8586-02d060415563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:03.688229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7053f0c-ed64-4dd4-a0fa-98451f1152cc req-b1a1a9e9-f9e1-4980-9edc-ab3f816b23f7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:03.690071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7053f0c-ed64-4dd4-a0fa-98451f1152cc req-b1a1a9e9-f9e1-4980-9edc-ab3f816b23f7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 949 time: 0.0818307 Aug 03 18:57:03.738471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7053f0c-ed64-4dd4-a0fa-98451f1152cc req-bfa19b34-2568-41b6-94f0-6ce6dc82e008 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Aug 03 18:57:03.852257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83d37cd3-7d39-4e8b-8686-fafa96a99208 req-aafabe59-1a81-4b35-a7f5-b609a62f4a2e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:03.894626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['c666210d-b3b7-403c-b56c-1422ce6d38ee'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:03.937107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafabe59-1a81-4b35-a7f5-b609a62f4a2e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Pushing event deleted for resources: {'Port': ['ID=c666210d-b3b7-403c-b56c-1422ce6d38ee,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:03.986636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685ce34-45ac-4cab-97fa-0a043a26095a req-c8588646-8e1f-4833-a02a-917762ab03ce tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:03.988300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6685ce34-45ac-4cab-97fa-0a043a26095a req-c8588646-8e1f-4833-a02a-917762ab03ce tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.1270893 Aug 03 18:57:04.004075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d37cd3-7d39-4e8b-8686-fafa96a99208 req-aafabe59-1a81-4b35-a7f5-b609a62f4a2e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] No DVR routers for this DVR port c666210d-b3b7-403c-b56c-1422ce6d38ee on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:04.006807 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83d37cd3-7d39-4e8b-8686-fafa96a99208 req-aafabe59-1a81-4b35-a7f5-b609a62f4a2e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:04.009837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83d37cd3-7d39-4e8b-8686-fafa96a99208 req-aafabe59-1a81-4b35-a7f5-b609a62f4a2e tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.74 "DELETE /v2.0/ports/c666210d-b3b7-403c-b56c-1422ce6d38ee HTTP/1.1" status: 204 len: 173 time: 1.2818170 Aug 03 18:57:04.010392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'name': 'network-vif-deleted', 'tag': 'c666210d-b3b7-403c-b56c-1422ce6d38ee'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:04.012931 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf3468c-2aca-41b2-af60-4078a299624c" -d '{"events": [{"server_uuid": "6040c0ff-f038-46ac-9add-52ec06590ef1", "name": "network-vif-deleted", "tag": "c666210d-b3b7-403c-b56c-1422ce6d38ee"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:04.077779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6685ce34-45ac-4cab-97fa-0a043a26095a req-7fb3781d-07c0-4739-8731-86b5d92d77f7 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614138 Aug 03 18:57:04.218102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-36064009-a862-4670-8637-b6d0102bc3e3 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips/a9fc8ac7-3402-4ef8-b435-d89c81c1d755 HTTP/1.1" status: 200 len: 692 time: 0.0879214 Aug 03 18:57:04.298661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device de4d80d6-4330-486b-b472-cec8f6c78899 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:04.379268 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port de4d80d6-4330-486b-b472-cec8f6c78899 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:04.379658 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:04.514940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-7a3a2c8c-dc9e-4db6-9c17-9fbcc3ab3883 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:04.527561 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-7a3a2c8c-dc9e-4db6-9c17-9fbcc3ab3883 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2964871 Aug 03 18:57:04.618760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-e46d44b3-f6d6-49b6-891f-25c9a04419c0 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.0893497 Aug 03 18:57:04.693424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f8098-2fa2-41fc-91d4-e860335f75d1 req-bee5b194-fbe4-4a85-8d42-4bd54c4eaf76 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:04.695716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-789f8098-2fa2-41fc-91d4-e860335f75d1 req-bee5b194-fbe4-4a85-8d42-4bd54c4eaf76 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 1100 time: 0.1205137 Aug 03 18:57:04.718665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-e5ffc411-178e-4a4d-8ccd-08a07768769b tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.0877552 Aug 03 18:57:04.806144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-789f8098-2fa2-41fc-91d4-e860335f75d1 req-98707c15-e4fd-48e9-8b06-1f16fd5b6f90 tempest-ServersOnMultiNodesTest-657980929 tempest-ServersOnMultiNodesTest-657980929-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991306 Aug 03 18:57:04.920044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-15a17de1-57a2-4cdc-90e3-b1e848dae51c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Deleting port 8128b4d5-0391-4e7f-bafb-e5eadc577df2 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:04.920490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-15a17de1-57a2-4cdc-90e3-b1e848dae51c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:05.087779 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-15a17de1-57a2-4cdc-90e3-b1e848dae51c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:05.088056 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-15a17de1-57a2-4cdc-90e3-b1e848dae51c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:05.111796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a2a60-f3b0-4917-a1d0-b9a384e3b46a req-388cdec8-68a3-47de-93bc-8861c67288a9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:05.113563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b99a2a60-f3b0-4917-a1d0-b9a384e3b46a req-388cdec8-68a3-47de-93bc-8861c67288a9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 946 time: 0.1016250 Aug 03 18:57:05.120858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-15a17de1-57a2-4cdc-90e3-b1e848dae51c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Calling delete_port for 8128b4d5-0391-4e7f-bafb-e5eadc577df2 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:05.282499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b99a2a60-f3b0-4917-a1d0-b9a384e3b46a req-a527f505-1d4b-4471-aec0-4c9f515627c3 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490245 Aug 03 18:57:05.514841 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e0f385-78d8-4e3e-88e4-1d2400fa34bf x-openstack-request-id: req-d3e0f385-78d8-4e3e-88e4-1d2400fa34bf {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:05.517157 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6040c0ff-f038-46ac-9add-52ec06590ef1", "name": "network-vif-deleted", "tag": "c666210d-b3b7-403c-b56c-1422ce6d38ee", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:05.520992 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3e0f385-78d8-4e3e-88e4-1d2400fa34bf {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:05.522099 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6040c0ff-f038-46ac-9add-52ec06590ef1', 'name': 'network-vif-deleted', 'tag': 'c666210d-b3b7-403c-b56c-1422ce6d38ee', 'status': 'completed', 'code': 200} Aug 03 18:57:05.603929 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-15a17de1-57a2-4cdc-90e3-b1e848dae51c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:05.683857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a17de1-57a2-4cdc-90e3-b1e848dae51c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Pushing event deleted for resources: {'Port': ['ID=8128b4d5-0391-4e7f-bafb-e5eadc577df2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:05.765813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5e1d5c0d-de69-4953-b124-8871e405dac5 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:05.792835 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-15a17de1-57a2-4cdc-90e3-b1e848dae51c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:05.796855 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-15a17de1-57a2-4cdc-90e3-b1e848dae51c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:05.811914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d5f5e27-8697-41a3-b1e2-53d4e6ad0120 req-15a17de1-57a2-4cdc-90e3-b1e848dae51c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "DELETE /v2.0/floatingips/a9fc8ac7-3402-4ef8-b435-d89c81c1d755 HTTP/1.1" status: 204 len: 173 time: 1.0922511 Aug 03 18:57:05.940196 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:05.999468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5e1d5c0d-de69-4953-b124-8871e405dac5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5e1d5c0d-de69-4953-b124-8871e405dac5,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:06.002684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801ce653-c446-4a9e-9a73-e54a5015374d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1d5c0d-de69-4953-b124-8871e405dac5'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:06.005605 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e068a7-f5c4-42d9-b76d-7079fb855ec7" -d '{"events": [{"server_uuid": "801ce653-c446-4a9e-9a73-e54a5015374d", "name": "network-vif-unplugged", "status": "completed", "tag": "5e1d5c0d-de69-4953-b124-8871e405dac5"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:06.011317 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:06.011952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c529c-a836-4946-926f-6cabbaa9cd75 req-62111c66-ebc0-427c-92cd-0a3a8c82749c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:06.013920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad2c529c-a836-4946-926f-6cabbaa9cd75 req-62111c66-ebc0-427c-92cd-0a3a8c82749c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.0704119 Aug 03 18:57:06.079374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad2c529c-a836-4946-926f-6cabbaa9cd75 req-5dc96192-da5f-43b2-8ec9-33ec1c69dc18 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526717 Aug 03 18:57:06.129963 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=5e1d5c0d-de69-4953-b124-8871e405dac5,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:06.251372 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-b0703f03-9dc7-46d6-b1a8-4608e87dddcd tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1468470 Aug 03 18:57:06.263743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:06.294742 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:06.378477 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7d6836c1-5909-4476-8116-ed11b9cb3551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:06.440483 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:06.567941 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:06.622501 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c666210d-b3b7-403c-b56c-1422ce6d38ee no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:06.648200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: c666210d-b3b7-403c-b56c-1422ce6d38ee {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:06.649802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c666210d-b3b7-403c-b56c-1422ce6d38ee not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:06.685127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Allocated IP 172.25.8.100 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/0f56057a-218f-4918-8bc7-354fe208904c) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:57:06.784872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-9c5e2e5a-b8ab-411c-896c-db8028fcd675 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:06.786421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-9c5e2e5a-b8ab-411c-896c-db8028fcd675 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 805 time: 0.1926463 Aug 03 18:57:06.811862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-500f672a-6739-4f75-ba0a-d477ec3122cb tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/quotas/bcb1ed5b281d4e14950d94c7c9818fd4 HTTP/1.1" status: 200 len: 375 time: 0.0170832 Aug 03 18:57:06.890928 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:06.905816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-02d8c76c-882b-485a-bc6b-b0485b302ae3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846028 Aug 03 18:57:07.005155 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:07.067238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:57:07.083522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:57:07.086205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:57:07.114042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Pushing event updated for resources: {'Port': ['ID=0f56057a-218f-4918-8bc7-354fe208904c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:07.131288 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-5d0fbc68-56c8-44b6-aac0-b5695044bdae service neutron] 10.222.0.78 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012229 Aug 03 18:57:07.299169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:07.338025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb08d40-8127-44f8-aaf2-4af28f5158d0 req-bed6a6e0-786b-464b-99a6-7c48ec68f1d7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:07.340105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5cb08d40-8127-44f8-aaf2-4af28f5158d0 req-bed6a6e0-786b-464b-99a6-7c48ec68f1d7 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 945 time: 0.1192784 Aug 03 18:57:07.380535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-da459ebe-9231-41f2-bd6a-d39f2960e59d service neutron] 10.222.0.78 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387304 Aug 03 18:57:07.407014 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:07.559406 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d661d3b1-1c99-4188-b07d-45904812cc21 x-openstack-request-id: req-d661d3b1-1c99-4188-b07d-45904812cc21 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:07.559929 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801ce653-c446-4a9e-9a73-e54a5015374d", "name": "network-vif-unplugged", "status": "completed", "tag": "5e1d5c0d-de69-4953-b124-8871e405dac5", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:07.559929 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d661d3b1-1c99-4188-b07d-45904812cc21 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:07.560350 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801ce653-c446-4a9e-9a73-e54a5015374d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1d5c0d-de69-4953-b124-8871e405dac5', 'code': 200} Aug 03 18:57:07.744619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c2ca8-cdeb-4117-952e-82acf29f1a1f req-a7ae4446-6b1e-4fdb-9fe9-4deb28000c38 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:07.746205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd1c2ca8-cdeb-4117-952e-82acf29f1a1f req-a7ae4446-6b1e-4fdb-9fe9-4deb28000c38 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "GET /v2.0/ports?device_id=801ce653-c446-4a9e-9a73-e54a5015374d HTTP/1.1" status: 200 len: 944 time: 0.1494198 Aug 03 18:57:07.748473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-5cb08d40-8127-44f8-aaf2-4af28f5158d0 req-af29be12-5d4f-4ee7-95be-c1f9872eed64 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Deleting port b9132548-aab1-4d19-afe8-0c9149a7ba20 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:07.748791 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5cb08d40-8127-44f8-aaf2-4af28f5158d0 req-af29be12-5d4f-4ee7-95be-c1f9872eed64 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:07.758659 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:07.895549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dce298-a854-42f0-952d-cf0f136adf05 req-d1666115-382b-4d3a-866c-fab7c314d76b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:07.903731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41dce298-a854-42f0-952d-cf0f136adf05 req-d1666115-382b-4d3a-866c-fab7c314d76b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 949 time: 0.2641845 Aug 03 18:57:07.993967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:08.022762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:08.033823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5cb08d40-8127-44f8-aaf2-4af28f5158d0 req-af29be12-5d4f-4ee7-95be-c1f9872eed64 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] For port b9132548-aab1-4d19-afe8-0c9149a7ba20, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b9132548-aab1-4d19-afe8-0c9149a7ba20,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:08.034355 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5cb08d40-8127-44f8-aaf2-4af28f5158d0 req-af29be12-5d4f-4ee7-95be-c1f9872eed64 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:08.066632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41dce298-a854-42f0-952d-cf0f136adf05 req-10d2cae0-7443-4489-999e-6f74df696baf tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612353 Aug 03 18:57:08.074967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-5cb08d40-8127-44f8-aaf2-4af28f5158d0 req-af29be12-5d4f-4ee7-95be-c1f9872eed64 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Calling delete_port for b9132548-aab1-4d19-afe8-0c9149a7ba20 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:08.247993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Pushing event updated for resources: {'Port': ['ID=0f56057a-218f-4918-8bc7-354fe208904c,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:08.276697 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:08.286172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-dd1c2ca8-cdeb-4117-952e-82acf29f1a1f req-1b9caab7-01c3-464d-98e5-b6b5a7872f06 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Deleting port 5e1d5c0d-de69-4953-b124-8871e405dac5 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:08.286518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dd1c2ca8-cdeb-4117-952e-82acf29f1a1f req-1b9caab7-01c3-464d-98e5-b6b5a7872f06 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:08.372449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6191d84-b2f2-4aa8-b82c-e3ff9b5364f8 req-a74cdfbb-f960-4890-b595-e25614fb59be tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:08.377744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6191d84-b2f2-4aa8-b82c-e3ff9b5364f8 req-a74cdfbb-f960-4890-b595-e25614fb59be tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.2259982 Aug 03 18:57:08.386826 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:08.387837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38162) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:08.388378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-226f681d-1c00-4571-8dbe-26df82f47f0c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1289730 Aug 03 18:57:08.402189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8c7bd7ee-3736-44c7-9b5e-086dda003f0c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Request body: {'floatingip': {'port_id': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:08.483620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd7ee-3736-44c7-9b5e-086dda003f0c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for floatingip, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:08.607295 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-1b907ad5-6fb8-4c79-b6fa-514a7045c00e tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.100 HTTP/1.1" status: 200 len: 696 time: 0.1980653 Aug 03 18:57:08.829441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38184) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:09.018612 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd7ee-3736-44c7-9b5e-086dda003f0c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.041585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd7ee-3736-44c7-9b5e-086dda003f0c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.064822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-dd1c2ca8-cdeb-4117-952e-82acf29f1a1f req-1b9caab7-01c3-464d-98e5-b6b5a7872f06 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] For port 5e1d5c0d-de69-4953-b124-8871e405dac5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5e1d5c0d-de69-4953-b124-8871e405dac5,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:09.065695 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dd1c2ca8-cdeb-4117-952e-82acf29f1a1f req-1b9caab7-01c3-464d-98e5-b6b5a7872f06 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.084685 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5cb08d40-8127-44f8-aaf2-4af28f5158d0 req-af29be12-5d4f-4ee7-95be-c1f9872eed64 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.098546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed7998-8346-4bce-97e4-f6e94c6102f0 req-b9ec969f-1c2e-402a-844c-b22322ce5bc5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:09.101700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2aed7998-8346-4bce-97e4-f6e94c6102f0 req-b9ec969f-1c2e-402a-844c-b22322ce5bc5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 949 time: 0.7064769 Aug 03 18:57:09.118345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-dd1c2ca8-cdeb-4117-952e-82acf29f1a1f req-1b9caab7-01c3-464d-98e5-b6b5a7872f06 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Calling delete_port for 5e1d5c0d-de69-4953-b124-8871e405dac5 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:09.122867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ff52cf5-4f9a-43a4-acee-3f5e6b4c7b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.186544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29be12-5d4f-4ee7-95be-c1f9872eed64 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Pushing event deleted for resources: {'Port': ['ID=b9132548-aab1-4d19-afe8-0c9149a7ba20,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:09.233737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea399620-d666-4687-805a-0f0709dbc51c req-e50e8159-4b4c-4fea-b5f5-d1febee1501d tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:09.235296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea399620-d666-4687-805a-0f0709dbc51c req-e50e8159-4b4c-4fea-b5f5-d1febee1501d tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 946 time: 0.6757760 Aug 03 18:57:09.266520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-280a461c-508b-43e8-8073-a4a80036f5f4 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:09.268308 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-280a461c-508b-43e8-8073-a4a80036f5f4 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 805 time: 0.2484467 Aug 03 18:57:09.272472 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-8c7bd7ee-3736-44c7-9b5e-086dda003f0c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Floating IP 36ef8571-6570-4162-94b6-c5c4fb8ebd1a associated. External IP: 172.25.8.133, port: 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda. Aug 03 18:57:09.317958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb08d40-8127-44f8-aaf2-4af28f5158d0 req-af29be12-5d4f-4ee7-95be-c1f9872eed64 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] No DVR routers for this DVR port b9132548-aab1-4d19-afe8-0c9149a7ba20 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:09.320132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Request body: {'port': {'device_id': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'admin_state_up': True, 'tenant_id': 'bcb1ed5b281d4e14950d94c7c9818fd4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:09.342055 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5cb08d40-8127-44f8-aaf2-4af28f5158d0 req-af29be12-5d4f-4ee7-95be-c1f9872eed64 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.344051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5cb08d40-8127-44f8-aaf2-4af28f5158d0 req-af29be12-5d4f-4ee7-95be-c1f9872eed64 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.74 "DELETE /v2.0/ports/b9132548-aab1-4d19-afe8-0c9149a7ba20 HTTP/1.1" status: 204 len: 173 time: 1.9850278 Aug 03 18:57:09.345801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'name': 'network-vif-deleted', 'tag': 'b9132548-aab1-4d19-afe8-0c9149a7ba20'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:09.348149 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40908a9-d18e-4872-8a68-4d22c634b3d2" -d '{"events": [{"server_uuid": "8c94c224-a3f6-4cb5-ad65-cd016782be56", "name": "network-vif-deleted", "tag": "b9132548-aab1-4d19-afe8-0c9149a7ba20"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:09.395162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-2067c1aa-da5a-4def-aefa-4e5948ace30b tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:09.398574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6453ee6-4b1e-4f90-83b5-bfbbcd07a447 req-2067c1aa-da5a-4def-aefa-4e5948ace30b tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.4130504 Aug 03 18:57:09.465147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea399620-d666-4687-805a-0f0709dbc51c req-c32fff4c-91b5-4003-878c-784e618b0bfa tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011783 Aug 03 18:57:09.498754 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.526839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4f6b2e9-f99c-4b98-aaa1-cb676bdbad6c req-12502b11-f999-46f7-b432-00f8c57cc263 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8c94c224-a3f6-4cb5-ad65-cd016782be56 HTTP/1.1" status: 200 len: 210 time: 0.0505528 Aug 03 18:57:09.543500 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ff52cf5-4f9a-43a4-acee-3f5e6b4c7b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.549734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-2aed7998-8346-4bce-97e4-f6e94c6102f0 req-28165272-a3ff-4b05-95b5-61c1001988ba tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Deleting port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:09.550084 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2aed7998-8346-4bce-97e4-f6e94c6102f0 req-28165272-a3ff-4b05-95b5-61c1001988ba tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.560171 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ff52cf5-4f9a-43a4-acee-3f5e6b4c7b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.652698 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8ff52cf5-4f9a-43a4-acee-3f5e6b4c7b86 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c1397bc384d40d3aae41b61a3c9b35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8221743 Aug 03 18:57:09.656727 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d2e83a4-2575-4a86-80de-672089a76efc req-71f6e698-0580-452c-a511-99b7cacb2742 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 210 time: 0.1018920 Aug 03 18:57:09.658266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38200) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:09.712490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dd1c2ca8-cdeb-4117-952e-82acf29f1a1f req-1b9caab7-01c3-464d-98e5-b6b5a7872f06 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.779398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2fc2a-54ca-4e1d-9c62-676124e1eb5e req-0f1b780d-ae83-4a53-86fa-69c6ad2f7fca tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:09.781091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18a2fc2a-54ca-4e1d-9c62-676124e1eb5e req-0f1b780d-ae83-4a53-86fa-69c6ad2f7fca tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 945 time: 0.1579821 Aug 03 18:57:09.802200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9caab7-01c3-464d-98e5-b6b5a7872f06 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Pushing event deleted for resources: {'Port': ['ID=5e1d5c0d-de69-4953-b124-8871e405dac5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:09.870238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2aed7998-8346-4bce-97e4-f6e94c6102f0 req-28165272-a3ff-4b05-95b5-61c1001988ba tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] For port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:09.870973 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2aed7998-8346-4bce-97e4-f6e94c6102f0 req-28165272-a3ff-4b05-95b5-61c1001988ba tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.901233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1c2ca8-cdeb-4117-952e-82acf29f1a1f req-1b9caab7-01c3-464d-98e5-b6b5a7872f06 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] No DVR routers for this DVR port 5e1d5c0d-de69-4953-b124-8871e405dac5 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:09.911333 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-dd1c2ca8-cdeb-4117-952e-82acf29f1a1f req-1b9caab7-01c3-464d-98e5-b6b5a7872f06 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:09.913928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd1c2ca8-cdeb-4117-952e-82acf29f1a1f req-1b9caab7-01c3-464d-98e5-b6b5a7872f06 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "DELETE /v2.0/ports/5e1d5c0d-de69-4953-b124-8871e405dac5 HTTP/1.1" status: 204 len: 173 time: 2.1561384 Aug 03 18:57:09.914826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-2aed7998-8346-4bce-97e4-f6e94c6102f0 req-28165272-a3ff-4b05-95b5-61c1001988ba tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Calling delete_port for e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:09.941480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18a2fc2a-54ca-4e1d-9c62-676124e1eb5e req-ee6f6e68-cbc8-4e3a-85da-270c9d4f5759 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423120 Aug 03 18:57:09.950215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff52cf5-4f9a-43a4-acee-3f5e6b4c7b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6717e63e-84be-45e0-81b0-32b09e2de933,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:09.951678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4610086-cf43-43f9-961a-812d135d4f89 req-06953e71-428a-41a6-83b0-9d72ec8c4d7c tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:09.953421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4610086-cf43-43f9-961a-812d135d4f89 req-06953e71-428a-41a6-83b0-9d72ec8c4d7c tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a451c5b-6351-4938-9a27-917a218249a2 HTTP/1.1" status: 200 len: 949 time: 0.2098691 Aug 03 18:57:10.018124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Made reservation on behalf of bcb1ed5b281d4e14950d94c7c9818fd4 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:10.023477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:10.065156 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565a225b-012b-44ce-9500-4a1af76454fd x-openstack-request-id: req-565a225b-012b-44ce-9500-4a1af76454fd {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:10.065791 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c94c224-a3f6-4cb5-ad65-cd016782be56", "name": "network-vif-deleted", "tag": "b9132548-aab1-4d19-afe8-0c9149a7ba20", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:10.065791 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-565a225b-012b-44ce-9500-4a1af76454fd {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:10.066248 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c94c224-a3f6-4cb5-ad65-cd016782be56', 'name': 'network-vif-deleted', 'tag': 'b9132548-aab1-4d19-afe8-0c9149a7ba20', 'status': 'completed', 'code': 200} Aug 03 18:57:10.129172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f17a173-206a-4b47-8e65-bee2c89ab259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:10.161742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-fe0802bf-4a99-4e46-96be-3db36b2976b0 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips/8ec165b5-b4ea-4a22-9cb7-9a94e60b990d HTTP/1.1" status: 200 len: 693 time: 0.0825715 Aug 03 18:57:10.173888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4610086-cf43-43f9-961a-812d135d4f89 req-599d3c78-15a7-49dc-b47f-85b4c28bd8da tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164713 Aug 03 18:57:10.199690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7bd7ee-3736-44c7-9b5e-086dda003f0c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Router 17b850b5-64d5-48e4-b49c-dc568409f9e1 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:57:10.220816 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f17a173-206a-4b47-8e65-bee2c89ab259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:10.367224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Allocated IP 172.20.0.10 (562669de-245f-4f72-93b1-ab3c15cd9cbb/98261e03-5c98-4ab9-a3a1-0b63421e7d8b/7a4ae0e3-81dc-4ffc-97a1-44d9513d6298) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:57:10.383643 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2aed7998-8346-4bce-97e4-f6e94c6102f0 req-28165272-a3ff-4b05-95b5-61c1001988ba tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:10.395288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'f8bec4d1-5a77-488a-be20-afa878741001', '400de580-68ef-4b10-a1e4-1d8b1e254f1b', 'a9767807-6fec-4faf-85c3-3d9c4a95b75c', '20edc49d-6225-4774-bcaf-73887ef92c43'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:10.407356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f17a173-206a-4b47-8e65-bee2c89ab259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:10.410569 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f17a173-206a-4b47-8e65-bee2c89ab259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:10.411867 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6f17a173-206a-4b47-8e65-bee2c89ab259 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6717e63e-84be-45e0-81b0-32b09e2de933 HTTP/1.1" status: 204 len: 168 time: 0.7481265 Aug 03 18:57:10.445355 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17a173-206a-4b47-8e65-bee2c89ab259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6717e63e-84be-45e0-81b0-32b09e2de933,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:10.446705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28165272-a3ff-4b05-95b5-61c1001988ba tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event deleted for resources: {'Port': ['ID=e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:10.455429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-3836d963-d64d-457c-8040-5654500c3a9f tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:10.462860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-3836d963-d64d-457c-8040-5654500c3a9f tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2864816 Aug 03 18:57:10.471442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-13ab57f4-4ea4-42aa-8b95-077feb6e6889 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:57:10.478652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-13ab57f4-4ea4-42aa-8b95-077feb6e6889 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148752 Aug 03 18:57:10.483869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7bd7ee-3736-44c7-9b5e-086dda003f0c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:57:10.487243 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-6f79477e-d989-4cf9-89c0-7a76613d1c44 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2842765 Aug 03 18:57:10.489847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8', '922d0dfb-2d21-4770-9cf1-229ec814a33a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:10.511407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd7ee-3736-44c7-9b5e-086dda003f0c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:10.562251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:10.585196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029a486-881d-40bd-9678-061fdb984067 None None] Sync routers for ids ['17b850b5-64d5-48e4-b49c-dc568409f9e1'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:57:10.587561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aed7998-8346-4bce-97e4-f6e94c6102f0 req-28165272-a3ff-4b05-95b5-61c1001988ba tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] No DVR routers for this DVR port e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:10.599386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-87585b03-2421-4d77-a94b-bbfc47c6f015 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.100 HTTP/1.1" status: 200 len: 696 time: 0.1197693 Aug 03 18:57:10.601881 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2aed7998-8346-4bce-97e4-f6e94c6102f0 req-28165272-a3ff-4b05-95b5-61c1001988ba tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:10.607952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2aed7998-8346-4bce-97e4-f6e94c6102f0 req-28165272-a3ff-4b05-95b5-61c1001988ba tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "DELETE /v2.0/ports/e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d HTTP/1.1" status: 204 len: 173 time: 1.4737799 Aug 03 18:57:10.669528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:10.679265 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8c7bd7ee-3736-44c7-9b5e-086dda003f0c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "PUT /v2.0/floatingips/36ef8571-6570-4162-94b6-c5c4fb8ebd1a HTTP/1.1" status: 200 len: 991 time: 2.2864394 Aug 03 18:57:10.685559 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'tag': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:10.687891 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "65684fa9-1a3c-40f4-a4d8-ad2593518659", "tag": "1931d4ad-95b1-4788-9d92-7ddf7b7bbcda"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:10.692905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-ef197df6-d8ce-4438-a54b-8ee49a7d2375 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.100 HTTP/1.1" status: 200 len: 696 time: 0.0926273 Aug 03 18:57:10.733270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:10.733993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:10.734619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b9132548-aab1-4d19-afe8-0c9149a7ba20 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:10.742445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029a486-881d-40bd-9678-061fdb984067 None None] Routers {'17b850b5-64d5-48e4-b49c-dc568409f9e1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:10.750028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e029a486-881d-40bd-9678-061fdb984067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17b850b5-64d5-48e4-b49c-dc568409f9e1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:10.754598 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:10.827001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: b9132548-aab1-4d19-afe8-0c9149a7ba20 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:10.828350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b9132548-aab1-4d19-afe8-0c9149a7ba20 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:10.850661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:10.938521 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:10.949749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18803e04-7dc8-497c-be53-8eb48e64bb7c req-2af61101-33ef-4c14-b29e-36bfc9ee6df1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1265779 Aug 03 18:57:11.003500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Network 562669de-245f-4f72-93b1-ab3c15cd9cbb is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:57:11.007252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-11ca3187-d3c1-4010-880d-cfdac6d760b8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Deleting port 0f56057a-218f-4918-8bc7-354fe208904c {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:11.007555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:57:11.011731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:57:11.014260 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-11ca3187-d3c1-4010-880d-cfdac6d760b8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.056344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Pushing event updated for resources: {'Port': ['ID=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:11.070963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38216) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:11.074817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e029a486-881d-40bd-9678-061fdb984067 None None] Set router 17b850b5-64d5-48e4-b49c-dc568409f9e1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:11.092962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18309672-1e77-434d-af2a-cd1fc22d697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.101304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:11.101890 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.130082 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f7e18713-63b6-43bd-b8d5-fd51ca1073a3 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8171256 Aug 03 18:57:11.146781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Request body: {'port': {'device_id': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:11.167685 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.196713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803e04-7dc8-497c-be53-8eb48e64bb7c req-b3aaa5be-e58e-4711-936a-a3efbcc758f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:11.198374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18803e04-7dc8-497c-be53-8eb48e64bb7c req-b3aaa5be-e58e-4711-936a-a3efbcc758f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dc860d339a74459e8987d12f9967f2cb&device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 1095 time: 0.1127448 Aug 03 18:57:11.200465 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-11ca3187-d3c1-4010-880d-cfdac6d760b8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.200801 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-11ca3187-d3c1-4010-880d-cfdac6d760b8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.255641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-11ca3187-d3c1-4010-880d-cfdac6d760b8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Calling delete_port for 0f56057a-218f-4918-8bc7-354fe208904c owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:11.257448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.361205 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18309672-1e77-434d-af2a-cd1fc22d697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.374468 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18309672-1e77-434d-af2a-cd1fc22d697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.473171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Allocated IP 172.25.8.122 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/faa3b5b2-5abd-4e41-bebe-51791d3f5e3b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:57:11.484129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803e04-7dc8-497c-be53-8eb48e64bb7c req-cabfc60e-5867-4634-9d71-4ae1d8cce69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:11.485651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18309672-1e77-434d-af2a-cd1fc22d697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b875725-5aed-4d82-b701-0e20c3582dbc,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:11.488720 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18803e04-7dc8-497c-be53-8eb48e64bb7c req-cabfc60e-5867-4634-9d71-4ae1d8cce69a service neutron] 10.222.0.74 "GET /v2.0/networks?id=12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 200 len: 921 time: 0.2444878 Aug 03 18:57:11.497777 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-18309672-1e77-434d-af2a-cd1fc22d697b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34ea71561f5d4342b0e77b407ffbc77b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226861 Aug 03 18:57:11.499169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38220) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:11.566379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18803e04-7dc8-497c-be53-8eb48e64bb7c req-7ee2356f-572b-408c-ab28-75098fce6e00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c HTTP/1.1" status: 200 len: 217 time: 0.0627637 Aug 03 18:57:11.632921 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17852f67-76a2-4b9a-9405-b9c4bf9b2be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.664857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e029a486-881d-40bd-9678-061fdb984067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:48Z', 'revision_number': 4, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '36ef8571-6570-4162-94b6-c5c4fb8ebd1a', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'port_id': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'mac_address': 'fa:16:3e:df:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:55:55Z', 'updated_at': '2021-08-03T18:57:08Z', 'revision_number': 1, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47164d38-d996-4e99-8864-2ccd76f95ce0', 'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'mac_address': 'fa:16:3e:00:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:44Z', 'updated_at': '2021-08-03T18:55:56Z', 'revision_number': 5, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'subnets': [{'id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:11.672214 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17852f67-76a2-4b9a-9405-b9c4bf9b2be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.694847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029a486-881d-40bd-9678-061fdb984067 None None] Checking router: 17b850b5-64d5-48e4-b49c-dc568409f9e1 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:57:11.721856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029a486-881d-40bd-9678-061fdb984067 None None] Routers {'17b850b5-64d5-48e4-b49c-dc568409f9e1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:11.722688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e029a486-881d-40bd-9678-061fdb984067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17b850b5-64d5-48e4-b49c-dc568409f9e1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:11.726988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803e04-7dc8-497c-be53-8eb48e64bb7c req-167390cb-e3b0-4162-84db-cadc7a3036e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:11.728478 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18803e04-7dc8-497c-be53-8eb48e64bb7c req-167390cb-e3b0-4162-84db-cadc7a3036e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 200 len: 860 time: 0.1408513 Aug 03 18:57:11.744827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:57:11.748293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-11ca3187-d3c1-4010-880d-cfdac6d760b8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.754333 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.778113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5e1d5c0d-de69-4953-b124-8871e405dac5 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:11.782714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Transition to ACTIVE for port object 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:57:11.784372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17852f67-76a2-4b9a-9405-b9c4bf9b2be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.784577 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.789269 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17852f67-76a2-4b9a-9405-b9c4bf9b2be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.790603 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-17852f67-76a2-4b9a-9405-b9c4bf9b2be8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b875725-5aed-4d82-b701-0e20c3582dbc HTTP/1.1" status: 204 len: 168 time: 0.2907200 Aug 03 18:57:11.805662 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.846224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17852f67-76a2-4b9a-9405-b9c4bf9b2be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b875725-5aed-4d82-b701-0e20c3582dbc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:11.862008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca3187-d3c1-4010-880d-cfdac6d760b8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Pushing event deleted for resources: {'Port': ['ID=0f56057a-218f-4918-8bc7-354fe208904c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:11.873140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18803e04-7dc8-497c-be53-8eb48e64bb7c req-2475792c-76d4-4b0c-87b4-048f0f62195f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=12a0583d-c43f-4b80-bf98-47717a5abbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115346 Aug 03 18:57:11.879174 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Pushing event updated for resources: {'Port': ['ID=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:11.955538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 5e1d5c0d-de69-4953-b124-8871e405dac5 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:11.956358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5e1d5c0d-de69-4953-b124-8871e405dac5 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:11.967924 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Attempting to bind port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:57:11.968781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Attempting to bind port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:57:11.969491 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Attempting to bind port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 on network 562669de-245f-4f72-93b1-ab3c15cd9cbb {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:57:11.977214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 on network 562669de-245f-4f72-93b1-ab3c15cd9cbb not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:57:11.978512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Attempting to bind port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 on network 562669de-245f-4f72-93b1-ab3c15cd9cbb {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:57:11.987625 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:57:11.989675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Checking segment: {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:57:11.991712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Bound using segment: {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:57:11.993806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Bound port: 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '451b0498-b8f1-48de-8c9a-87dcce7d52f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:57:11.994481 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.017166 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-11ca3187-d3c1-4010-880d-cfdac6d760b8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.020708 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-11ca3187-d3c1-4010-880d-cfdac6d760b8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.022210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e17f05d-9a9a-44a6-9df3-2ecad207a935 req-11ca3187-d3c1-4010-880d-cfdac6d760b8 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "DELETE /v2.0/floatingips/8ec165b5-b4ea-4a22-9cb7-9a94e60b990d HTTP/1.1" status: 204 len: 173 time: 1.3203583 Aug 03 18:57:12.061640 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.066914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801ce653-c446-4a9e-9a73-e54a5015374d', 'name': 'network-vif-deleted', 'tag': '5e1d5c0d-de69-4953-b124-8871e405dac5'}, {'server_uuid': '4a451c5b-6351-4938-9a27-917a218249a2', 'name': 'network-vif-deleted', 'tag': 'e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:12.071959 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875752d1-7412-4c74-8469-346a3818ae49" -d '{"events": [{"server_uuid": "801ce653-c446-4a9e-9a73-e54a5015374d", "name": "network-vif-deleted", "tag": "5e1d5c0d-de69-4953-b124-8871e405dac5"}, {"server_uuid": "4a451c5b-6351-4938-9a27-917a218249a2", "name": "network-vif-deleted", "tag": "e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:12.075954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e029a486-881d-40bd-9678-061fdb984067 None None] Set router 17b850b5-64d5-48e4-b49c-dc568409f9e1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:12.108721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18803e04-7dc8-497c-be53-8eb48e64bb7c req-a9b6f7d2-cb43-4f2b-83a2-3a71baa31519 service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017314 Aug 03 18:57:12.143451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] For port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:57:12.148772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] For port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:57:12.154853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.186265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:12.187195 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.189333 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] 10.222.0.37 "PUT /v2.0/ports/7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 HTTP/1.1" status: 200 len: 1092 time: 1.0486419 Aug 03 18:57:12.249429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18803e04-7dc8-497c-be53-8eb48e64bb7c req-ad166deb-b4ef-47f7-9720-ee895374436c service neutron] 10.222.0.74 "GET /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205378 Aug 03 18:57:12.260456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:57:12.277807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:57:12.286873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:57:12.294899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Pushing event updated for resources: {'Port': ['ID=faa3b5b2-5abd-4e41-bebe-51791d3f5e3b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:12.322588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a1c33-2be2-4077-9d05-ad0fe9cc7dac service neutron] Pushing event updated for resources: {'Port': ['ID=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:12.338122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f9ed867b-197c-430e-8e5e-c3b4eeb75588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:12.340871 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-f9ed867b-197c-430e-8e5e-c3b4eeb75588 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 1095 time: 0.0839665 Aug 03 18:57:12.393172 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-1ad1a88a-3a9d-4ced-882f-3d8d3d931b3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 HTTP/1.1" status: 200 len: 217 time: 0.0443225 Aug 03 18:57:12.415617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.482720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-98754da3-13bd-4011-b9b1-88fd7635ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:12.484239 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-98754da3-13bd-4011-b9b1-88fd7635ff4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98261e03-5c98-4ab9-a3a1-0b63421e7d8b HTTP/1.1" status: 200 len: 845 time: 0.0838609 Aug 03 18:57:12.494971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.547834 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-c1343b80-7423-432f-ac9b-f613033f3d77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=562669de-245f-4f72-93b1-ab3c15cd9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527227 Aug 03 18:57:12.647837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:12.727388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e029a486-881d-40bd-9678-061fdb984067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:48Z', 'revision_number': 4, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '36ef8571-6570-4162-94b6-c5c4fb8ebd1a', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'port_id': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'mac_address': 'fa:16:3e:df:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:55:55Z', 'updated_at': '2021-08-03T18:57:08Z', 'revision_number': 1, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47164d38-d996-4e99-8864-2ccd76f95ce0', 'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'mac_address': 'fa:16:3e:00:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:44Z', 'updated_at': '2021-08-03T18:55:56Z', 'revision_number': 5, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'subnets': [{'id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:12.746377 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-dc1895ca-9ab7-47d3-b5f2-4bd0147f4e37 service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870100 Aug 03 18:57:12.762314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029a486-881d-40bd-9678-061fdb984067 None None] The sync data for ids ['17b850b5-64d5-48e4-b49c-dc568409f9e1'] in n-d-802918-7 is: [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:48Z', 'revision_number': 4, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '36ef8571-6570-4162-94b6-c5c4fb8ebd1a', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'port_id': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'mac_address': 'fa:16:3e:df:f1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:55:55Z', 'updated_at': '2021-08-03T18:57:08Z', 'revision_number': 1, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47164d38-d996-4e99-8864-2ccd76f95ce0', 'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'mac_address': 'fa:16:3e:00:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:44Z', 'updated_at': '2021-08-03T18:55:56Z', 'revision_number': 5, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'subnets': [{'id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:57:12.834267 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.846635 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.856594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.866695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:12.869924 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de4c8ce-c484-4b08-b78d-c8a6ab926c7e" -d '{"events": [{"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:12.896498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:12.903169 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:12.959171 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ca514c9-ef14-43b7-b6a7-cfa5ca006e50 req-53f670b7-20bc-4e19-bfe4-9c29b002f0ab service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928887 Aug 03 18:57:12.966255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:13.009748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Pushing event updated for resources: {'Port': ['ID=faa3b5b2-5abd-4e41-bebe-51791d3f5e3b,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:13.039161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111db1c1-a459-4ce9-94f8-268e2ce9275a req-6be1fd5c-18e6-4a02-9f01-41a358908676 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:13.040788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-111db1c1-a459-4ce9-94f8-268e2ce9275a req-6be1fd5c-18e6-4a02-9f01-41a358908676 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 944 time: 0.1180091 Aug 03 18:57:13.041829 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:13.072527 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:13.073694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-daa84f94-23b3-4b19-a959-7a2d13950874 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5757983 Aug 03 18:57:13.085728 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e8e443-8a23-4a8b-9797-87854340d159 None None] New status for floating IP 36ef8571-6570-4162-94b6-c5c4fb8ebd1a: ACTIVE {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:57:13.108452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-111db1c1-a459-4ce9-94f8-268e2ce9275a req-b15681c4-967a-430a-b2ce-7e1097647647 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534887 Aug 03 18:57:13.169873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-4407d3ee-5e41-465b-b0a8-e06cf493797b tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.0770297 Aug 03 18:57:13.201263 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3ad94b-1a21-4cc3-a3a2-73cd856b46a6 x-openstack-request-id: req-ce3ad94b-1a21-4cc3-a3a2-73cd856b46a6 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:13.201726 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65684fa9-1a3c-40f4-a4d8-ad2593518659", "tag": "1931d4ad-95b1-4788-9d92-7ddf7b7bbcda", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:13.202057 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce3ad94b-1a21-4cc3-a3a2-73cd856b46a6 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:13.202427 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'tag': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda', 'status': 'completed', 'code': 200} Aug 03 18:57:13.427218 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-dda24a2d-f2d8-46b3-83af-bfc8a5530bd5 req-57bdf2e1-bb45-4441-95ad-4e342d23382c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] show failed (client error): The resource could not be found. Aug 03 18:57:13.428602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dda24a2d-f2d8-46b3-83af-bfc8a5530bd5 req-57bdf2e1-bb45-4441-95ad-4e342d23382c tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips/8ec165b5-b4ea-4a22-9cb7-9a94e60b990d HTTP/1.1" status: 404 len: 350 time: 0.1274095 Aug 03 18:57:13.439213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-067b1733-d8ac-4c17-9382-ce5d14c2b91c tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:13.441115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c4be2d-a63e-4124-b4d5-2d8bde0d4b3e req-067b1733-d8ac-4c17-9382-ce5d14c2b91c tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2701895 Aug 03 18:57:13.464204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2 req-6d0f0460-3b9b-478a-8a6f-55b01f2f1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:13.466979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2 req-6d0f0460-3b9b-478a-8a6f-55b01f2f1085 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bc9eed3df8a4ca9b9573c682a012193&device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 1096 time: 0.1604855 Aug 03 18:57:13.508356 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814bbb9a-fe7a-4b5e-9257-720548dd7aef x-openstack-request-id: req-814bbb9a-fe7a-4b5e-9257-720548dd7aef {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:13.508663 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801ce653-c446-4a9e-9a73-e54a5015374d", "name": "network-vif-deleted", "tag": "5e1d5c0d-de69-4953-b124-8871e405dac5", "status": "completed", "code": 200}, {"server_uuid": "4a451c5b-6351-4938-9a27-917a218249a2", "name": "network-vif-deleted", "tag": "e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:13.508950 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-814bbb9a-fe7a-4b5e-9257-720548dd7aef {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:13.509649 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801ce653-c446-4a9e-9a73-e54a5015374d', 'name': 'network-vif-deleted', 'tag': '5e1d5c0d-de69-4953-b124-8871e405dac5', 'status': 'completed', 'code': 200} Aug 03 18:57:13.509649 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a451c5b-6351-4938-9a27-917a218249a2', 'name': 'network-vif-deleted', 'tag': 'e017a4d7-5ab8-4a14-8ef4-bb63cde52d8d', 'status': 'completed', 'code': 200} Aug 03 18:57:13.570422 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acf3839-558a-4adf-b516-cdc8432c7d78 x-openstack-request-id: req-6acf3839-558a-4adf-b516-cdc8432c7d78 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:13.571493 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:13.572026 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6acf3839-558a-4adf-b516-cdc8432c7d78 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:13.572998 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'code': 200} Aug 03 18:57:13.628996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2 req-c97f2627-e044-470e-a2d9-f721a02a0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:13.630888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2 req-c97f2627-e044-470e-a2d9-f721a02a0fb3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9e7b384a-474b-40c2-a241-659b19b06191 HTTP/1.1" status: 200 len: 916 time: 0.1355014 Aug 03 18:57:13.739296 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-a7ef1d83-0872-4db4-bbac-6c3699895a92 req-2f68c09e-4b19-403f-8a9d-9502d75d7058 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] show failed (client error): The resource could not be found. Aug 03 18:57:13.740785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7ef1d83-0872-4db4-bbac-6c3699895a92 req-2f68c09e-4b19-403f-8a9d-9502d75d7058 tempest-FloatingIPsTestJSON-1383130172 tempest-FloatingIPsTestJSON-1383130172-project] 10.222.0.78 "GET /v2.0/floatingips/8ec165b5-b4ea-4a22-9cb7-9a94e60b990d HTTP/1.1" status: 404 len: 350 time: 0.0455918 Aug 03 18:57:13.753270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38292) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:13.769336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2 req-abd13bd7-1d01-4876-8505-9fab4b65e326 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda HTTP/1.1" status: 200 len: 1001 time: 0.1220348 Aug 03 18:57:13.928250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2 req-3d2629b0-16f1-4a24-b6f4-de4b2c18b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:13.929808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2 req-3d2629b0-16f1-4a24-b6f4-de4b2c18b801 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb5ee1b8-10d3-47af-a6c8-25ddcc280211 HTTP/1.1" status: 200 len: 854 time: 0.1471896 Aug 03 18:57:13.968345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8b298-cc68-4adc-ad1a-1d9c412765b2 req-c66822a7-f257-4935-ae58-0bce9fb39659 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:13.970276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bab8b298-cc68-4adc-ad1a-1d9c412765b2 req-c66822a7-f257-4935-ae58-0bce9fb39659 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 944 time: 0.1423862 Aug 03 18:57:14.143455 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:14.350482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-9dabd05d-a0fe-4f0e-8598-dabc3c96f9f4 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:14.351973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-9dabd05d-a0fe-4f0e-8598-dabc3c96f9f4 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 820 time: 0.5090706 Aug 03 18:57:14.379277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2 req-8e4f89de-b6ef-40ce-9039-5eefc734c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:14.380773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2 req-8e4f89de-b6ef-40ce-9039-5eefc734c13b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9e7b384a-474b-40c2-a241-659b19b06191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4376054 Aug 03 18:57:14.384705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bab8b298-cc68-4adc-ad1a-1d9c412765b2 req-5073dfa9-5df3-40e0-87c7-b5932a1b949f tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/security-groups?id=1726d8bb-e25b-4238-9195-bc48dc3eeaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841479 Aug 03 18:57:14.385988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-19f3c8eb-0b3d-452c-88dd-8df59eee1b3e tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/quotas/8327d0477c7143a4b85b4caceac9acb3 HTTP/1.1" status: 200 len: 375 time: 0.0277352 Aug 03 18:57:14.420451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] Deleting port de4d80d6-4330-486b-b472-cec8f6c78899 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:14.420893 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:14.516114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] For port de4d80d6-4330-486b-b472-cec8f6c78899, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=de4d80d6-4330-486b-b472-cec8f6c78899,segment=NetworkSegment(1ce4fe46-37fb-43aa-9186-105b240c1a9e),segment_id=1ce4fe46-37fb-43aa-9186-105b240c1a9e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:14.516477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:14.529454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] Calling delete_port for de4d80d6-4330-486b-b472-cec8f6c78899 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:14.538216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-d8f40800-81c9-4667-b3a9-60a53376723e tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1396728 Aug 03 18:57:14.623369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbaf0d1-9052-4107-9546-443f71d8472f req-5a1c32bd-be28-4eea-8d38-023c11565ef7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:14.624876 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abbaf0d1-9052-4107-9546-443f71d8472f req-5a1c32bd-be28-4eea-8d38-023c11565ef7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 949 time: 0.1430411 Aug 03 18:57:14.645108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2 req-b8274a9a-4fce-4414-afe9-5b9a9f853d2b service neutron] 10.222.0.74 "GET /v2.0/networks/9e7b384a-474b-40c2-a241-659b19b06191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146795 Aug 03 18:57:14.654588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:57:14.694969 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abbaf0d1-9052-4107-9546-443f71d8472f req-bb891e68-d976-4c68-af38-04b35e120e82 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623567 Aug 03 18:57:14.699230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-eb351105-5dcb-4d1c-a2ec-37831b2311be service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516898 Aug 03 18:57:14.741791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:14.791914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] Pushing event deleted for resources: {'Port': ['ID=de4d80d6-4330-486b-b472-cec8f6c78899,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:14.800357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:14.814339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'port_id': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'mac_address': 'fa:16:3e:94:eb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:57:14.864464 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:14.884443 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a2f67a-ce1e-416e-a84b-561b42d8abbb {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:57:14.942798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cf727-e19d-4275-a157-ba8e76fe8df9 req-e71f3186-a543-414f-82b3-6b2070e6b5c6 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:14.945337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-611cf727-e19d-4275-a157-ba8e76fe8df9 req-e71f3186-a543-414f-82b3-6b2070e6b5c6 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 944 time: 0.2438560 Aug 03 18:57:14.956642 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:14.965652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-eeded92f-9b6c-41d8-aa69-fe5f6d814d14 service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439539 Aug 03 18:57:14.967211 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:14.969067 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:14.996681 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-375a61c9-a0b8-4b2e-9e27-5cf3cdcdc1b2 req-a752e57f-0a8c-47fc-9657-d1df57f6a732 service neutron] 10.222.0.74 "GET /v2.0/networks/9e7b384a-474b-40c2-a241-659b19b06191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962587 Aug 03 18:57:15.034204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:15.062339 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:15.133296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-611cf727-e19d-4275-a157-ba8e76fe8df9 req-a92b75f5-5607-48c0-ab9e-a7095c021650 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Deleting port 709e0cec-c89c-49d3-9cc3-7b372bcb769c {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:15.133689 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-611cf727-e19d-4275-a157-ba8e76fe8df9 req-a92b75f5-5607-48c0-ab9e-a7095c021650 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:15.180923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['b8a2f67a-ce1e-416e-a84b-561b42d8abbb'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:15.219506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'tag': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:15.221830 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0154d22-becb-4792-b158-3514d22d810a" -d '{"events": [{"name": "network-changed", "server_uuid": "96a4e385-7caf-4699-a317-a99a4b97d8b4", "tag": "7a4ae0e3-81dc-4ffc-97a1-44d9513d6298"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:15.294330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-611cf727-e19d-4275-a157-ba8e76fe8df9 req-a92b75f5-5607-48c0-ab9e-a7095c021650 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] For port 709e0cec-c89c-49d3-9cc3-7b372bcb769c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=709e0cec-c89c-49d3-9cc3-7b372bcb769c,segment=NetworkSegment(7cc223b4-25df-4044-b214-443291fc196d),segment_id=7cc223b4-25df-4044-b214-443291fc196d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:15.294330 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-611cf727-e19d-4275-a157-ba8e76fe8df9 req-a92b75f5-5607-48c0-ab9e-a7095c021650 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:15.312889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-611cf727-e19d-4275-a157-ba8e76fe8df9 req-a92b75f5-5607-48c0-ab9e-a7095c021650 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Calling delete_port for 709e0cec-c89c-49d3-9cc3-7b372bcb769c owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:15.325107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040140b7-3b47-4a12-8d67-77dba0c0e226 req-636a2322-7f5d-4054-8f4d-45b2926a9ad2 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:15.326866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-040140b7-3b47-4a12-8d67-77dba0c0e226 req-636a2322-7f5d-4054-8f4d-45b2926a9ad2 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 944 time: 0.1034887 Aug 03 18:57:15.420897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-040140b7-3b47-4a12-8d67-77dba0c0e226 req-8d331a77-ac66-42ef-b1af-2910e5c44795 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850866 Aug 03 18:57:15.430352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] Router 20c74814-0db9-4361-888e-ecbaeff72b64 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:57:15.574919 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f595b52-f325-46b4-b809-ca823526d649 x-openstack-request-id: req-4f595b52-f325-46b4-b809-ca823526d649 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:15.575348 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a4e385-7caf-4699-a317-a99a4b97d8b4", "tag": "7a4ae0e3-81dc-4ffc-97a1-44d9513d6298", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:15.575687 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f595b52-f325-46b4-b809-ca823526d649 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:15.576198 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'tag': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298', 'status': 'completed', 'code': 200} Aug 03 18:57:15.597941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d88e2e69-daa4-4a7f-abc7-e1b4994ac80c req-f14e0c93-5656-4fc6-aaa0-59f591849107 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 210 time: 0.0713773 Aug 03 18:57:15.635308 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:57:15.642737 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d48b69b5-fa57-4d1c-b45d-ae617893345e admin admin] 10.222.0.78 "PUT /v2.0/routers/20c74814-0db9-4361-888e-ecbaeff72b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8874938 Aug 03 18:57:15.645777 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38330) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:15.651643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ad1ec-3e92-4ddd-857f-8bb1e9548968 None None] Sync routers for ids ['20c74814-0db9-4361-888e-ecbaeff72b64'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:57:15.662197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0154d22-becb-4792-b158-3514d22d810a req-a689c955-177b-457f-98d9-21224c4c326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:15.663724 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e0154d22-becb-4792-b158-3514d22d810a req-a689c955-177b-457f-98d9-21224c4c326f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 1095 time: 0.0799685 Aug 03 18:57:15.669840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ad1ec-3e92-4ddd-857f-8bb1e9548968 None None] Routers {'20c74814-0db9-4361-888e-ecbaeff72b64'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:15.670507 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7d8ad1ec-3e92-4ddd-857f-8bb1e9548968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['20c74814-0db9-4361-888e-ecbaeff72b64'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:15.697667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2c94815-88cc-4c1f-8a0c-6e36a87f55e2 req-b34be3ba-9bf3-4f69-9e7e-9a9e178eb9fc tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9 HTTP/1.1" status: 200 len: 210 time: 0.0465651 Aug 03 18:57:15.740485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-611cf727-e19d-4275-a157-ba8e76fe8df9 req-a92b75f5-5607-48c0-ab9e-a7095c021650 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:15.789580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b75f5-5607-48c0-ab9e-a7095c021650 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Pushing event deleted for resources: {'Port': ['ID=709e0cec-c89c-49d3-9cc3-7b372bcb769c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:15.850363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-7d8ad1ec-3e92-4ddd-857f-8bb1e9548968 None None] Set router 20c74814-0db9-4361-888e-ecbaeff72b64 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:15.870592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a10c4b-df2b-4271-9869-2c01bba0d160 req-f8a08da0-4962-4e3f-92c4-1904eaea4212 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:15.872226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70a10c4b-df2b-4271-9869-2c01bba0d160 req-f8a08da0-4962-4e3f-92c4-1904eaea4212 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 949 time: 0.1733823 Aug 03 18:57:15.897706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-611cf727-e19d-4275-a157-ba8e76fe8df9 req-a92b75f5-5607-48c0-ab9e-a7095c021650 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] No DVR routers for this DVR port 709e0cec-c89c-49d3-9cc3-7b372bcb769c on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:15.902761 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-611cf727-e19d-4275-a157-ba8e76fe8df9 req-a92b75f5-5607-48c0-ab9e-a7095c021650 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:15.905063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-611cf727-e19d-4275-a157-ba8e76fe8df9 req-a92b75f5-5607-48c0-ab9e-a7095c021650 tempest-LiveAutoBlockMigrationV225Test-1548037699 tempest-LiveAutoBlockMigrationV225Test-1548037699-project] 10.222.0.74 "DELETE /v2.0/ports/709e0cec-c89c-49d3-9cc3-7b372bcb769c HTTP/1.1" status: 204 len: 173 time: 0.9383755 Aug 03 18:57:15.905679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'name': 'network-vif-deleted', 'tag': '709e0cec-c89c-49d3-9cc3-7b372bcb769c'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:15.908361 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958bc712-d51f-4f13-a9d9-e817efec6e53" -d '{"events": [{"server_uuid": "8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9", "name": "network-vif-deleted", "tag": "709e0cec-c89c-49d3-9cc3-7b372bcb769c"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:15.915850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0154d22-becb-4792-b158-3514d22d810a req-8208ad86-5f27-4ef6-bf82-f485fb2f4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:15.918034 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e0154d22-becb-4792-b158-3514d22d810a req-8208ad86-5f27-4ef6-bf82-f485fb2f4daf service neutron] 10.222.0.37 "GET /v2.0/networks?id=562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 200 len: 906 time: 0.2155907 Aug 03 18:57:15.926159 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:15.954828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d44c3e-34e4-4163-a323-cddf284977d8 req-02bc7fde-3477-4236-a654-6e35061d04c7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:15.956683 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78d44c3e-34e4-4163-a323-cddf284977d8 req-02bc7fde-3477-4236-a654-6e35061d04c7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d002317a-f60f-4cf1-a379-17445676d610 HTTP/1.1" status: 200 len: 949 time: 0.1584420 Aug 03 18:57:16.037170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78d44c3e-34e4-4163-a323-cddf284977d8 req-580b1f9b-ce9f-48d0-a7f8-723eb1d983a5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520799 Aug 03 18:57:16.054059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-70a10c4b-df2b-4271-9869-2c01bba0d160 req-0d70215a-35e6-4243-99b1-fdb6774fe565 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Deleting port 20edc49d-6225-4774-bcaf-73887ef92c43 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:16.054681 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-70a10c4b-df2b-4271-9869-2c01bba0d160 req-0d70215a-35e6-4243-99b1-fdb6774fe565 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:16.201956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-70a10c4b-df2b-4271-9869-2c01bba0d160 req-0d70215a-35e6-4243-99b1-fdb6774fe565 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] For port 20edc49d-6225-4774-bcaf-73887ef92c43, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=20edc49d-6225-4774-bcaf-73887ef92c43,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:16.202699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-70a10c4b-df2b-4271-9869-2c01bba0d160 req-0d70215a-35e6-4243-99b1-fdb6774fe565 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:16.236131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7d8ad1ec-3e92-4ddd-857f-8bb1e9548968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'name': 'tempest-FloatingIPsTestJSON-2140939034-router', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:42Z', 'updated_at': '2021-08-03T18:57:14Z', 'revision_number': 5, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'gw_port': {'id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:43Z', 'updated_at': '2021-08-03T18:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:16.253276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-70a10c4b-df2b-4271-9869-2c01bba0d160 req-0d70215a-35e6-4243-99b1-fdb6774fe565 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Calling delete_port for 20edc49d-6225-4774-bcaf-73887ef92c43 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:16.257139 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e710ed4-2b9e-48df-a49d-04b0328c8a3a x-openstack-request-id: req-8e710ed4-2b9e-48df-a49d-04b0328c8a3a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:16.257533 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9", "name": "network-vif-deleted", "tag": "709e0cec-c89c-49d3-9cc3-7b372bcb769c", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:16.257809 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e710ed4-2b9e-48df-a49d-04b0328c8a3a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:16.258175 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8e01ac-be20-4bfc-8fac-c7e7fe9c06c9', 'name': 'network-vif-deleted', 'tag': '709e0cec-c89c-49d3-9cc3-7b372bcb769c', 'status': 'completed', 'code': 200} Aug 03 18:57:16.296185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ad1ec-3e92-4ddd-857f-8bb1e9548968 None None] Checking router: 20c74814-0db9-4361-888e-ecbaeff72b64 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:57:16.313326 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ad1ec-3e92-4ddd-857f-8bb1e9548968 None None] Routers {'20c74814-0db9-4361-888e-ecbaeff72b64'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:16.314697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7d8ad1ec-3e92-4ddd-857f-8bb1e9548968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['20c74814-0db9-4361-888e-ecbaeff72b64'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:16.407140 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-70a10c4b-df2b-4271-9869-2c01bba0d160 req-0d70215a-35e6-4243-99b1-fdb6774fe565 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:16.436266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'f8bec4d1-5a77-488a-be20-afa878741001', '400de580-68ef-4b10-a1e4-1d8b1e254f1b', 'a9767807-6fec-4faf-85c3-3d9c4a95b75c', '20edc49d-6225-4774-bcaf-73887ef92c43'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:16.443243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70215a-35e6-4243-99b1-fdb6774fe565 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event deleted for resources: {'Port': ['ID=20edc49d-6225-4774-bcaf-73887ef92c43,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:16.473900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8', '922d0dfb-2d21-4770-9cf1-229ec814a33a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:16.474161 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e0154d22-becb-4792-b158-3514d22d810a req-77a5934a-7fcd-420f-8821-4e8d21afeba0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 HTTP/1.1" status: 200 len: 217 time: 0.4821324 Aug 03 18:57:16.497492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a10c4b-df2b-4271-9869-2c01bba0d160 req-0d70215a-35e6-4243-99b1-fdb6774fe565 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] No DVR routers for this DVR port 20edc49d-6225-4774-bcaf-73887ef92c43 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:16.500278 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-70a10c4b-df2b-4271-9869-2c01bba0d160 req-0d70215a-35e6-4243-99b1-fdb6774fe565 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:16.502955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70a10c4b-df2b-4271-9869-2c01bba0d160 req-0d70215a-35e6-4243-99b1-fdb6774fe565 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "DELETE /v2.0/ports/20edc49d-6225-4774-bcaf-73887ef92c43 HTTP/1.1" status: 204 len: 173 time: 0.6141522 Aug 03 18:57:16.544554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:16.544796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-7d8ad1ec-3e92-4ddd-857f-8bb1e9548968 None None] Set router 20c74814-0db9-4361-888e-ecbaeff72b64 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:16.555498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0154d22-becb-4792-b158-3514d22d810a req-d7503ab1-e09f-4a26-a492-43379475ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:16.557074 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e0154d22-becb-4792-b158-3514d22d810a req-d7503ab1-e09f-4a26-a492-43379475ef68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98261e03-5c98-4ab9-a3a1-0b63421e7d8b HTTP/1.1" status: 200 len: 845 time: 0.0620148 Aug 03 18:57:16.638401 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e0154d22-becb-4792-b158-3514d22d810a req-576a61c0-ea60-41f5-80b3-bee47286c138 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=562669de-245f-4f72-93b1-ab3c15cd9cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389171 Aug 03 18:57:16.660998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d01f8-4f54-41af-97fe-c3da02545cec req-9d3d3ca0-7da3-4448-90fa-6794747acad1 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:16.665359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e9d01f8-4f54-41af-97fe-c3da02545cec req-9d3d3ca0-7da3-4448-90fa-6794747acad1 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 944 time: 0.1193316 Aug 03 18:57:16.772866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Deleting port c948f15b-3385-4596-82cd-4d3619c133e6 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:16.774630 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:16.821007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:16.870657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e9d01f8-4f54-41af-97fe-c3da02545cec req-1320d05e-c5cd-48c3-af02-709d2a083738 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879156 Aug 03 18:57:16.907524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-ba5e3187-0127-4d14-aa98-b2a0c86aa184 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:16.920426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-ba5e3187-0127-4d14-aa98-b2a0c86aa184 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.37 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 820 time: 0.1911197 Aug 03 18:57:16.942020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Request body: {'port': {'device_id': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'admin_state_up': True, 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:16.973861 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e0154d22-becb-4792-b158-3514d22d810a req-2db6eb2f-e073-411f-b847-d98b7913dbc6 service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209765 Aug 03 18:57:17.169784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] For port c948f15b-3385-4596-82cd-4d3619c133e6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c948f15b-3385-4596-82cd-4d3619c133e6,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:17.170331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:17.233822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Calling delete_port for c948f15b-3385-4596-82cd-4d3619c133e6 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:17.321118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7458a081-3d9c-4d47-b4cc-15c6202c68b4 req-bcde655a-7c73-4c12-90e6-a13a1d2e0ad8 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 210 time: 0.2224715 Aug 03 18:57:17.362482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Made reservation on behalf of 8327d0477c7143a4b85b4caceac9acb3 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:17.370897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:17.418627 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e0154d22-becb-4792-b158-3514d22d810a req-297fbb07-e834-4f02-8ca4-8fdc40f5b909 service neutron] 10.222.0.37 "GET /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255042 Aug 03 18:57:17.454257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38366) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:17.570640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port b8a2f67a-ce1e-416e-a84b-561b42d8abbb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:17.575366 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:17.673187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7d8ad1ec-3e92-4ddd-857f-8bb1e9548968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'name': 'tempest-FloatingIPsTestJSON-2140939034-router', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:42Z', 'updated_at': '2021-08-03T18:57:14Z', 'revision_number': 5, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'gw_port': {'id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:43Z', 'updated_at': '2021-08-03T18:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:17.721992 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:17.759137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Allocated IP 172.20.0.3 (8de14f33-8d78-4648-90ec-6b077da097c4/7446950d-a78e-45e3-8e94-7f92acea9be7/a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:57:17.810471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ad1ec-3e92-4ddd-857f-8bb1e9548968 None None] The sync data for ids ['20c74814-0db9-4361-888e-ecbaeff72b64'] in n-d-802918-7 is: [{'id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'name': 'tempest-FloatingIPsTestJSON-2140939034-router', 'tenant_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:42Z', 'updated_at': '2021-08-03T18:57:14Z', 'revision_number': 5, 'project_id': 'ed4f0e0eaf564d16a8b1682229d7763a', 'gw_port': {'id': 'c948f15b-3385-4596-82cd-4d3619c133e6', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c74814-0db9-4361-888e-ecbaeff72b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:43Z', 'updated_at': '2021-08-03T18:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:57:17.820352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Pushing event deleted for resources: {'Port': ['ID=c948f15b-3385-4596-82cd-4d3619c133e6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:17.875746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:57:17.979875 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:17.998323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Transition to ACTIVE for port object a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:57:18.048187 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.073369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40b8aeb-9795-4099-bf12-adf2e895a103 admin admin] Deleting subnet 2875b3c8-f991-4615-892b-ba13371dbecd {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:57:18.089831 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e40b8aeb-9795-4099-bf12-adf2e895a103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.105627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Network 8de14f33-8d78-4648-90ec-6b077da097c4 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:57:18.109668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:57:18.114739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:57:18.193610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:18.194324 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.241809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.264001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e40b8aeb-9795-4099-bf12-adf2e895a103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.325306 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.404076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd002317a-f60f-4cf1-a379-17445676d610', 'name': 'network-vif-deleted', 'tag': '20edc49d-6225-4774-bcaf-73887ef92c43'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:18.406378 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456e76b7-bfe4-426d-b46e-73628803ba88" -d '{"events": [{"server_uuid": "d002317a-f60f-4cf1-a379-17445676d610", "name": "network-vif-deleted", "tag": "20edc49d-6225-4774-bcaf-73887ef92c43"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:18.424952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4874694 Aug 03 18:57:18.451047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Request body: {'port': {'device_id': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:18.461693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Pushing event updated for resources: {'Port': ['ID=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:18.504650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:18.536775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device de4d80d6-4330-486b-b472-cec8f6c78899 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:18.552664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:18.557411 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d038c454-6a46-49f1-b321-1bb2ead8e92c" -d '{"events": [{"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-plugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:18.567487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.568040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.568600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.569393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.570007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.570726 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.571474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.572061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.572620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.573315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.573899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.574478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fddeeb2-6cc9-483a-88a2-5e03e427fcc9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:18.598351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.602219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.642602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c413dca-54b7-4564-879c-058fcc71920d req-885cc651-cecf-4555-8c0b-950f83f60907 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:18.651537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c413dca-54b7-4564-879c-058fcc71920d req-885cc651-cecf-4555-8c0b-950f83f60907 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 950 time: 0.4057086 Aug 03 18:57:18.679446 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: de4d80d6-4330-486b-b472-cec8f6c78899 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:18.679794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device de4d80d6-4330-486b-b472-cec8f6c78899 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:18.688898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:18.692588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'port_id': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298', 'mac_address': 'fa:16:3e:bc:f2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98261e03-5c98-4ab9-a3a1-0b63421e7d8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:57:18.706321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.722252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e40b8aeb-9795-4099-bf12-adf2e895a103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.748208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8190-8781-4c01-998d-94ed672f78b9 req-b9057fa5-ef4a-4e0e-90da-1addf309b3b4 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:18.756331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f9a8190-8781-4c01-998d-94ed672f78b9 req-b9057fa5-ef4a-4e0e-90da-1addf309b3b4 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 944 time: 0.5196772 Aug 03 18:57:18.758403 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.777362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 709e0cec-c89c-49d3-9cc3-7b372bcb769c no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:18.786690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7a8c73ca-79c3-47b4-8bba-ae4a7abd6648 None None] Provisioning for port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:57:18.804288 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.805218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c74814-0db9-4361-888e-ecbaeff72b64 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 18:57:18.814311 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.815035 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-75358ec5-1b32-4a5e-a9c3-09ce18a7df3b admin admin] 10.222.0.78 "DELETE /v2.0/routers/20c74814-0db9-4361-888e-ecbaeff72b64 HTTP/1.1" status: 204 len: 168 time: 3.1661363 Aug 03 18:57:18.817148 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e40b8aeb-9795-4099-bf12-adf2e895a103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.830206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38404) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:18.831483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7a8c73ca-79c3-47b4-8bba-ae4a7abd6648 None None] Provisioning complete for port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:18.833718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c413dca-54b7-4564-879c-058fcc71920d req-5cdd18e6-5c65-4453-bdbe-879953b9c1cc tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774921 Aug 03 18:57:18.836526 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e40b8aeb-9795-4099-bf12-adf2e895a103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.839651 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e40b8aeb-9795-4099-bf12-adf2e895a103 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2875b3c8-f991-4615-892b-ba13371dbecd HTTP/1.1" status: 204 len: 168 time: 1.3796403 Aug 03 18:57:18.841630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38406) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:18.842590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7a8c73ca-79c3-47b4-8bba-ae4a7abd6648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:18.853400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 709e0cec-c89c-49d3-9cc3-7b372bcb769c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:18.853772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 709e0cec-c89c-49d3-9cc3-7b372bcb769c not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:18.934386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f9a8190-8781-4c01-998d-94ed672f78b9 req-9a1c8f34-5586-4ce2-9ac7-2a221f46c213 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768746 Aug 03 18:57:18.944149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabbb66f-64f0-43d5-9c94-8dc4d89abd99 admin admin] Deleting subnet 694700ae-13c8-46d4-844c-13ffdfa19544 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:57:18.982045 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.003213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=10']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:19.049021 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993b8bbb-fe8e-415c-8842-70927ae1f98f x-openstack-request-id: req-993b8bbb-fe8e-415c-8842-70927ae1f98f {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:19.049021 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d002317a-f60f-4cf1-a379-17445676d610", "name": "network-vif-deleted", "tag": "20edc49d-6225-4774-bcaf-73887ef92c43", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:19.049021 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-993b8bbb-fe8e-415c-8842-70927ae1f98f {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:19.052723 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd002317a-f60f-4cf1-a379-17445676d610', 'name': 'network-vif-deleted', 'tag': '20edc49d-6225-4774-bcaf-73887ef92c43', 'status': 'completed', 'code': 200} Aug 03 18:57:19.110309 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.112110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:57:19.113226 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fabbb66f-64f0-43d5-9c94-8dc4d89abd99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.116755 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b8aeb-9795-4099-bf12-adf2e895a103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2875b3c8-f991-4615-892b-ba13371dbecd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:19.118913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c73ca-79c3-47b4-8bba-ae4a7abd6648 None None] Port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:57:19.162333 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fabbb66f-64f0-43d5-9c94-8dc4d89abd99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.190611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:19.201811 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.256091 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4126ea-ac55-4f4a-a844-2d48526b79b5 x-openstack-request-id: req-7a4126ea-ac55-4f4a-a844-2d48526b79b5 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:19.259302 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-plugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:19.259469 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a4126ea-ac55-4f4a-a844-2d48526b79b5 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:19.259811 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'code': 200} Aug 03 18:57:19.304206 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.320138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a0583d-c43f-4b80-bf98-47717a5abbf8']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:19.339805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:19.351575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc223b4-25df-4044-b214-443291fc196d') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:19.351873 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc223b4-25df-4044-b214-443291fc196d') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:19.380013 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.398142 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fabbb66f-64f0-43d5-9c94-8dc4d89abd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.403878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21c524-ddc9-4a24-8a3d-18b4c1418b38 req-913b002b-2c90-4be4-bd8d-90c714bef8e6 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:19.416978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b21c524-ddc9-4a24-8a3d-18b4c1418b38 req-913b002b-2c90-4be4-bd8d-90c714bef8e6 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 931 time: 0.3724473 Aug 03 18:57:19.444420 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.525583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b21c524-ddc9-4a24-8a3d-18b4c1418b38 req-54b62adb-3093-48a4-b755-c70ed398e275 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107211 Aug 03 18:57:19.587260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:57:19.587933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.627802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['7a4ae0e3-81dc-4ffc-97a1-44d9513d6298'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:19.729456 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['6354fdaf-b355-4f4b-a179-6a20ce64e165'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:57:19.765925 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:57:19.780123 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fabbb66f-64f0-43d5-9c94-8dc4d89abd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.789128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:57:19.812599 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.826616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fabbb66f-64f0-43d5-9c94-8dc4d89abd99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.834019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c5bd5-b3c8-4330-90bc-2074db050171 None None] Network 9c35e593-f50e-47fd-9090-ba39e0bda5cd requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:57:19.842529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38414) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:19.850775 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fabbb66f-64f0-43d5-9c94-8dc4d89abd99 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/694700ae-13c8-46d4-844c-13ffdfa19544 HTTP/1.1" status: 204 len: 168 time: 1.0169177 Aug 03 18:57:19.874120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Transition to ACTIVE for port object a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:57:19.905694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.906981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b066fae-9d4e-48cc-a3e7-a3f2b9d95b36 req-3f428fed-d73b-49a3-9eb4-05ba34fba37e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:19.909358 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b066fae-9d4e-48cc-a3e7-a3f2b9d95b36 req-3f428fed-d73b-49a3-9eb4-05ba34fba37e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 950 time: 0.4447267 Aug 03 18:57:19.911619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbb66f-64f0-43d5-9c94-8dc4d89abd99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694700ae-13c8-46d4-844c-13ffdfa19544,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:19.918094 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.928886 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:19.931518 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] 10.222.0.78 "DELETE /v2.0/networks/12a0583d-c43f-4b80-bf98-47717a5abbf8 HTTP/1.1" status: 204 len: 168 time: 1.0094345 Aug 03 18:57:19.939137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38422) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:20.025459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e93fb25-e9c5-4343-ae85-444173687e7e admin admin] Deleting subnet e6ca7eb1-a060-4864-a1bc-9ed50ecb182e {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:57:20.033085 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf36a06-8cb5-4972-987d-b4c32976dd43 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a0583d-c43f-4b80-bf98-47717a5abbf8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:20.035240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e93fb25-e9c5-4343-ae85-444173687e7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.131241 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e93fb25-e9c5-4343-ae85-444173687e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.136328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 20edc49d-6225-4774-bcaf-73887ef92c43 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:20.209362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c948f15b-3385-4596-82cd-4d3619c133e6 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:20.215779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 20edc49d-6225-4774-bcaf-73887ef92c43 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:20.216547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 20edc49d-6225-4774-bcaf-73887ef92c43 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:20.219061 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e93fb25-e9c5-4343-ae85-444173687e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.229145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-0b066fae-9d4e-48cc-a3e7-a3f2b9d95b36 req-fc131cfd-a425-420e-9063-0eb0eb0f1ae9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Deleting port a9767807-6fec-4faf-85c3-3d9c4a95b75c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:20.229529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b066fae-9d4e-48cc-a3e7-a3f2b9d95b36 req-fc131cfd-a425-420e-9063-0eb0eb0f1ae9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.263124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c948f15b-3385-4596-82cd-4d3619c133e6 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:20.263517 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c948f15b-3385-4596-82cd-4d3619c133e6 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:20.300160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.332556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2941d19-fff1-4a58-8576-01733e89cfeb req-91592f03-84db-49ed-bed2-b767fd2694cd tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:20.341344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2941d19-fff1-4a58-8576-01733e89cfeb req-91592f03-84db-49ed-bed2-b767fd2694cd tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 950 time: 0.2847931 Aug 03 18:57:20.348924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Pushing event updated for resources: {'Port': ['ID=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:20.385933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd4de7-7689-4b86-bd3d-aa569cfa4e13 req-ab82490e-0a9c-4da0-b6d3-8cc0d94696df tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:20.394489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2cbd4de7-7689-4b86-bd3d-aa569cfa4e13 req-ab82490e-0a9c-4da0-b6d3-8cc0d94696df tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 945 time: 0.2965329 Aug 03 18:57:20.486533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0b066fae-9d4e-48cc-a3e7-a3f2b9d95b36 req-fc131cfd-a425-420e-9063-0eb0eb0f1ae9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] For port a9767807-6fec-4faf-85c3-3d9c4a95b75c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a9767807-6fec-4faf-85c3-3d9c4a95b75c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:20.487335 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b066fae-9d4e-48cc-a3e7-a3f2b9d95b36 req-fc131cfd-a425-420e-9063-0eb0eb0f1ae9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.492365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e93fb25-e9c5-4343-ae85-444173687e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.548672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2cbd4de7-7689-4b86-bd3d-aa569cfa4e13 req-ea475ee8-9156-4639-9ac6-76c3ce6390a8 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529765 Aug 03 18:57:20.567496 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fdd864-3fbc-4c29-a56f-303c9b20d190 None None] DHCP port deletion for 9c35e593-f50e-47fd-9090-ba39e0bda5cd request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 18:57:20.570493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2941d19-fff1-4a58-8576-01733e89cfeb req-066d2d19-dff2-4337-b632-b555ce589d74 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236271 Aug 03 18:57:20.572933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-0b066fae-9d4e-48cc-a3e7-a3f2b9d95b36 req-fc131cfd-a425-420e-9063-0eb0eb0f1ae9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Calling delete_port for a9767807-6fec-4faf-85c3-3d9c4a95b75c owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:20.599440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93fb25-e9c5-4343-ae85-444173687e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ca7eb1-a060-4864-a1bc-9ed50ecb182e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:20.620387 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e93fb25-e9c5-4343-ae85-444173687e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.627486 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2e93fb25-e9c5-4343-ae85-444173687e7e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e6ca7eb1-a060-4864-a1bc-9ed50ecb182e HTTP/1.1" status: 204 len: 168 time: 0.6759636 Aug 03 18:57:20.628269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38436) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:20.677132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Attempting to bind port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:57:20.678105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Attempting to bind port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:57:20.684281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Attempting to bind port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b on network 8de14f33-8d78-4648-90ec-6b077da097c4 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:57:20.788684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-59fdd864-3fbc-4c29-a56f-303c9b20d190 None None] Deleting port 8b973a5a-4359-4381-8735-a18707fcc366 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:20.788972 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-59fdd864-3fbc-4c29-a56f-303c9b20d190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.835616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b on network 8de14f33-8d78-4648-90ec-6b077da097c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:57:20.835990 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Attempting to bind port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b on network 8de14f33-8d78-4648-90ec-6b077da097c4 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:57:20.876905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Deleting port 8b973a5a-4359-4381-8735-a18707fcc366 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:20.877615 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.884566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:57:20.884566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Checking segment: {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:57:20.884566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Bound using segment: {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:57:20.884566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Bound port: a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9004018-6939-4bc0-ad67-b898ba7de2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:57:20.885106 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.961218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b066fae-9d4e-48cc-a3e7-a3f2b9d95b36 req-fc131cfd-a425-420e-9063-0eb0eb0f1ae9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:20.967293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:21.067431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] For port 8b973a5a-4359-4381-8735-a18707fcc366, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8b973a5a-4359-4381-8735-a18707fcc366,segment=NetworkSegment(1ce4fe46-37fb-43aa-9186-105b240c1a9e),segment_id=1ce4fe46-37fb-43aa-9186-105b240c1a9e)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:21.070021 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:21.090008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb23198-198b-4591-8e7c-5363cf1ea5b7 req-fb5b2160-d419-4221-b672-bf57313c9cf5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:21.110150 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eeb23198-198b-4591-8e7c-5363cf1ea5b7 req-fb5b2160-d419-4221-b672-bf57313c9cf5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 943 time: 0.2500641 Aug 03 18:57:21.141772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc131cfd-a425-420e-9063-0eb0eb0f1ae9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event deleted for resources: {'Port': ['ID=a9767807-6fec-4faf-85c3-3d9c4a95b75c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:21.151197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-59fdd864-3fbc-4c29-a56f-303c9b20d190 None None] For port 8b973a5a-4359-4381-8735-a18707fcc366, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8b973a5a-4359-4381-8735-a18707fcc366,segment=NetworkSegment(1ce4fe46-37fb-43aa-9186-105b240c1a9e),segment_id=1ce4fe46-37fb-43aa-9186-105b240c1a9e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:21.158208 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-59fdd864-3fbc-4c29-a56f-303c9b20d190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:21.193258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-59fdd864-3fbc-4c29-a56f-303c9b20d190 None None] Calling delete_port for 8b973a5a-4359-4381-8735-a18707fcc366 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:21.201100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b066fae-9d4e-48cc-a3e7-a3f2b9d95b36 req-fc131cfd-a425-420e-9063-0eb0eb0f1ae9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] No DVR routers for this DVR port a9767807-6fec-4faf-85c3-3d9c4a95b75c on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:21.210348 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b066fae-9d4e-48cc-a3e7-a3f2b9d95b36 req-fc131cfd-a425-420e-9063-0eb0eb0f1ae9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:21.241374 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b066fae-9d4e-48cc-a3e7-a3f2b9d95b36 req-fc131cfd-a425-420e-9063-0eb0eb0f1ae9 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "DELETE /v2.0/ports/a9767807-6fec-4faf-85c3-3d9c4a95b75c HTTP/1.1" status: 204 len: 173 time: 1.2944005 Aug 03 18:57:21.242668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b668864d-fea8-42d6-a6cb-03980c95ada7', 'name': 'network-vif-deleted', 'tag': 'a9767807-6fec-4faf-85c3-3d9c4a95b75c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:21.251791 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3d487b-b5db-4fcf-a745-d1b320b7c7e2" -d '{"events": [{"server_uuid": "b668864d-fea8-42d6-a6cb-03980c95ada7", "name": "network-vif-deleted", "tag": "a9767807-6fec-4faf-85c3-3d9c4a95b75c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:21.338253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Calling delete_port for 8b973a5a-4359-4381-8735-a18707fcc366 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:21.352242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8', '922d0dfb-2d21-4770-9cf1-229ec814a33a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:21.385742 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b157a5e-6b0c-4a40-bec1-b2e39ef74fdf x-openstack-request-id: req-4b157a5e-6b0c-4a40-bec1-b2e39ef74fdf {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:21.386306 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b668864d-fea8-42d6-a6cb-03980c95ada7", "name": "network-vif-deleted", "tag": "a9767807-6fec-4faf-85c3-3d9c4a95b75c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:21.386729 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b157a5e-6b0c-4a40-bec1-b2e39ef74fdf {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:21.387346 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b668864d-fea8-42d6-a6cb-03980c95ada7', 'name': 'network-vif-deleted', 'tag': 'a9767807-6fec-4faf-85c3-3d9c4a95b75c', 'status': 'completed', 'code': 200} Aug 03 18:57:21.404491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'f8bec4d1-5a77-488a-be20-afa878741001', '400de580-68ef-4b10-a1e4-1d8b1e254f1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:21.484265 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-59fdd864-3fbc-4c29-a56f-303c9b20d190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:21.514446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38450) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:21.549663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fdd864-3fbc-4c29-a56f-303c9b20d190 None None] No DVR routers for this DVR port 8b973a5a-4359-4381-8735-a18707fcc366 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:21.560828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdd864-3fbc-4c29-a56f-303c9b20d190 None None] Pushing event deleted for resources: {'Port': ['ID=8b973a5a-4359-4381-8735-a18707fcc366,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:21.561938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eeb23198-198b-4591-8e7c-5363cf1ea5b7 req-0b719204-2ad8-49d6-bd79-e448c7174dac tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431739 Aug 03 18:57:21.734306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] For port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:57:21.767787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c790aa32-21bc-4182-b6a3-d7e3b82494d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:21.844100 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:21.860055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b76ae77-1daf-4180-96ee-bdd81ed98358']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:21.863134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:21.877032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39869ad2-3400-43b8-8800-ed36a1a1c47f') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:21.877690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39869ad2-3400-43b8-8800-ed36a1a1c47f') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:21.888107 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:21.911612 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:21.926793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:57:21.927149 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.016019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c790aa32-21bc-4182-b6a3-d7e3b82494d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: timer() Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:57:22.024754 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:57:22.027515 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c790aa32-21bc-4182-b6a3-d7e3b82494d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.027610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] For port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:57:22.039553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:57:22.040722 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.072306 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c790aa32-21bc-4182-b6a3-d7e3b82494d9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe1181303b874327be5a29bf7d0922f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563519 Aug 03 18:57:22.072934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38460) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:22.078868 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.081137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1b76ae77-1daf-4180-96ee-bdd81ed98358 HTTP/1.1" status: 204 len: 168 time: 1.4409246 Aug 03 18:57:22.082766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.132184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:22.132184 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.195208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790aa32-21bc-4182-b6a3-d7e3b82494d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64f9dba-d28f-4f87-b855-baebfc005a65,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:22.227649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6850c399-b4a5-448d-94d5-f97208328e3c req-2cc21548-f483-4397-93b3-c0f367353d4c tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=b668864d-fea8-42d6-a6cb-03980c95ada7 HTTP/1.1" status: 200 len: 210 time: 0.4253683 Aug 03 18:57:22.250418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Pushing event updated for resources: {'Port': ['ID=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:22.259319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:22.260239 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.263261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-b73d045f-7de1-4930-b25f-384e7cdf364b service neutron] 10.222.0.37 "PUT /v2.0/ports/a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b HTTP/1.1" status: 200 len: 1091 time: 3.8257692 Aug 03 18:57:22.270962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'tag': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:22.284946 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147eb553-c779-4b88-a615-50a3b0655e61" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb63c78-2e7d-49e5-a2ba-ea0e696496e5", "tag": "a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:22.293934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d17909-414c-4100-b172-db3d80fa2905 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b76ae77-1daf-4180-96ee-bdd81ed98358,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:22.313293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab57e3a-6443-434d-bb90-a8048e7afe84 req-f049d68e-27bc-4c12-8121-1ea7d1e1eea8 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:22.315441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eab57e3a-6443-434d-bb90-a8048e7afe84 req-f049d68e-27bc-4c12-8121-1ea7d1e1eea8 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 945 time: 0.5677910 Aug 03 18:57:22.359061 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.389160 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9553a95f-af00-4258-a6e9-ad5821d49fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.431805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38470) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:22.456180 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9553a95f-af00-4258-a6e9-ad5821d49fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.465067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b973a5a-4359-4381-8735-a18707fcc366,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:22.473673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] No DVR routers for this DVR port 8b973a5a-4359-4381-8735-a18707fcc366 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:22.537086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9553a95f-af00-4258-a6e9-ad5821d49fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.541892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8b973a5a-4359-4381-8735-a18707fcc366 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:22.543069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9553a95f-af00-4258-a6e9-ad5821d49fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.544325 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9553a95f-af00-4258-a6e9-ad5821d49fa0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b64f9dba-d28f-4f87-b855-baebfc005a65 HTTP/1.1" status: 204 len: 168 time: 0.4694507 Aug 03 18:57:22.554303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553a95f-af00-4258-a6e9-ad5821d49fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64f9dba-d28f-4f87-b855-baebfc005a65,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:22.581900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 8b973a5a-4359-4381-8735-a18707fcc366 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:22.582267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8b973a5a-4359-4381-8735-a18707fcc366 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:22.622847 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.634917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c35e593-f50e-47fd-9090-ba39e0bda5cd']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:22.647578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce4fe46-37fb-43aa-9186-105b240c1a9e') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:22.647898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce4fe46-37fb-43aa-9186-105b240c1a9e') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:22.660557 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.676722 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.686143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:57:22.686808 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.775050 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c81ccb-273f-4c2f-8a9b-0640d79983ba x-openstack-request-id: req-a0c81ccb-273f-4c2f-8a9b-0640d79983ba {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:22.775319 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb63c78-2e7d-49e5-a2ba-ea0e696496e5", "tag": "a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:22.776114 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0c81ccb-273f-4c2f-8a9b-0640d79983ba {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:22.776823 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'tag': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'status': 'completed', 'code': 200} Aug 03 18:57:22.800588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.844335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:22.846890 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f94a66-dbbc-41ee-b635-723d6ad3d7a1" -d '{"events": [{"server_uuid": "96a4e385-7caf-4699-a317-a99a4b97d8b4", "name": "network-vif-plugged", "status": "completed", "tag": "7a4ae0e3-81dc-4ffc-97a1-44d9513d6298"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:22.865395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:22.875973 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.876982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a9767807-6fec-4faf-85c3-3d9c4a95b75c no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:22.934081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: a9767807-6fec-4faf-85c3-3d9c4a95b75c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:22.934631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a9767807-6fec-4faf-85c3-3d9c4a95b75c not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:22.972509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:23.157921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38480) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: timer() Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:57:23.161292 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:57:23.166592 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.181567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b769a5-3524-4a47-90aa-149dd07b0934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.193652 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.196136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9c35e593-f50e-47fd-9090-ba39e0bda5cd HTTP/1.1" status: 204 len: 168 time: 3.3488197 Aug 03 18:57:23.208974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-6ac34f26-0f4d-4857-bfd8-9fe15512931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:23.210532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-6ac34f26-0f4d-4857-bfd8-9fe15512931c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 1094 time: 0.8940871 Aug 03 18:57:23.265180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2ec42e4f-f1ba-427a-bf07-b920750decea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc860d339a74459e8987d12f9967f2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8320222 Aug 03 18:57:23.276944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38490) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:23.297474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d8f7a-7fc2-4290-bf5f-f55bc46c7f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c35e593-f50e-47fd-9090-ba39e0bda5cd,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:23.314372 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eab57e3a-6443-434d-bb90-a8048e7afe84 req-914dedc7-55b6-4487-83e5-897a27347150 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9416609 Aug 03 18:57:23.324642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b769a5-3524-4a47-90aa-149dd07b0934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.341248 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b769a5-3524-4a47-90aa-149dd07b0934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.385199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b769a5-3524-4a47-90aa-149dd07b0934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6e8268-cd4f-4e27-b191-b281a7d033af,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:23.390692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f0b769a5-3524-4a47-90aa-149dd07b0934 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=26f6ca4867134802a091e8f28cb85163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313540 Aug 03 18:57:23.391759 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fc161c-b75f-4791-8bce-087cab46e6aa x-openstack-request-id: req-58fc161c-b75f-4791-8bce-087cab46e6aa {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:23.392055 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a4e385-7caf-4699-a317-a99a4b97d8b4", "name": "network-vif-plugged", "status": "completed", "tag": "7a4ae0e3-81dc-4ffc-97a1-44d9513d6298", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:23.392353 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-58fc161c-b75f-4791-8bce-087cab46e6aa {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:23.393485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38492) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:23.399942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-22430600-22e1-4b3f-8660-dfcc3fc5fea0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b HTTP/1.1" status: 200 len: 217 time: 0.1613877 Aug 03 18:57:23.400404 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298', 'code': 200} Aug 03 18:57:23.536483 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6512-ee24-455e-988d-10b6f9992383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.570630 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6512-ee24-455e-988d-10b6f9992383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.583596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38498) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:23.586752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaed32-2de5-4fc5-9992-5ed3e513de72 req-9b2c8599-79d0-492b-b3dc-04810cc01760 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:23.589356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ebf36-bc63-421f-a3f6-8fd901e246b5 req-1da2cb8c-4c06-4641-94c7-595e5ff2bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:23.591350 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-281ebf36-bc63-421f-a3f6-8fd901e246b5 req-1da2cb8c-4c06-4641-94c7-595e5ff2bbb8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 1097 time: 0.0968416 Aug 03 18:57:23.595060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63aaed32-2de5-4fc5-9992-5ed3e513de72 req-9b2c8599-79d0-492b-b3dc-04810cc01760 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 943 time: 0.8348839 Aug 03 18:57:23.657739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-38e64aa6-2343-47bd-9425-684d7cca80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:23.659748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-38e64aa6-2343-47bd-9425-684d7cca80b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.2348099 Aug 03 18:57:23.699966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63aaed32-2de5-4fc5-9992-5ed3e513de72 req-dbaf155e-ff27-4cbd-8df1-c313f18fbd89 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037047 Aug 03 18:57:23.703529 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-281ebf36-bc63-421f-a3f6-8fd901e246b5 req-08da8c1a-5e40-473e-9eb8-aacdf2cc05dc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853231 Aug 03 18:57:23.723826 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1ad544d0-2634-4d08-a791-4b25121181b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ed4f0e0eaf564d16a8b1682229d7763a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371398 Aug 03 18:57:23.725344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38502) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:23.744015 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e08f3dc4-7b06-4f0b-bfd1-41bf0db02a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.775778 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e08f3dc4-7b06-4f0b-bfd1-41bf0db02a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.782252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6512-ee24-455e-988d-10b6f9992383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.786465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b1e6512-ee24-455e-988d-10b6f9992383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.789225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-66b7f8c8-4d64-4b3d-8704-7571a1a246b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:23.793543 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8b1e6512-ee24-455e-988d-10b6f9992383 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df6e8268-cd4f-4e27-b191-b281a7d033af HTTP/1.1" status: 204 len: 168 time: 0.3987188 Aug 03 18:57:23.801050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-66b7f8c8-4d64-4b3d-8704-7571a1a246b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265626 Aug 03 18:57:23.802841 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e6512-ee24-455e-988d-10b6f9992383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6e8268-cd4f-4e27-b191-b281a7d033af,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:23.825748 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c86bbf4-3449-4248-b766-f63ec4e7b1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.858618 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c86bbf4-3449-4248-b766-f63ec4e7b1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.968080 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e08f3dc4-7b06-4f0b-bfd1-41bf0db02a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.971379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e08f3dc4-7b06-4f0b-bfd1-41bf0db02a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.972721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e08f3dc4-7b06-4f0b-bfd1-41bf0db02a7b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1726d8bb-e25b-4238-9195-bc48dc3eeaa6 HTTP/1.1" status: 204 len: 168 time: 0.6821265 Aug 03 18:57:23.990348 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c86bbf4-3449-4248-b766-f63ec4e7b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.991677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f3dc4-7b06-4f0b-bfd1-41bf0db02a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1726d8bb-e25b-4238-9195-bc48dc3eeaa6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:23.995532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-75f6b9fe-c315-4814-973c-c561e83754aa service neutron] 10.222.0.37 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911271 Aug 03 18:57:23.996339 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c86bbf4-3449-4248-b766-f63ec4e7b1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:23.997699 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5c86bbf4-3449-4248-b766-f63ec4e7b1ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b95602f8-3ca8-48bf-9bc6-d270dcc2297f HTTP/1.1" status: 204 len: 168 time: 0.2715554 Aug 03 18:57:24.008508 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86bbf4-3449-4248-b766-f63ec4e7b1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95602f8-3ca8-48bf-9bc6-d270dcc2297f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:24.183421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50bea9b-ee0a-4845-bd2d-5f1af6874966 req-ec8c420d-d8d3-4561-a471-4e2b182ae3eb service neutron] 10.222.0.37 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772232 Aug 03 18:57:24.192218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ed4b8-3aa4-4536-9c29-09faa461a316 req-88dc5910-3d85-418c-bddc-246e1131b120 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:24.194308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-225ed4b8-3aa4-4536-9c29-09faa461a316 req-88dc5910-3d85-418c-bddc-246e1131b120 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=046a1a64-6e4d-4c9b-afa8-483e6917d8e1 HTTP/1.1" status: 200 len: 950 time: 0.1159306 Aug 03 18:57:24.323676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-225ed4b8-3aa4-4536-9c29-09faa461a316 req-04bb874e-819b-4854-9e24-f500eb31ef18 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176500 Aug 03 18:57:24.342509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eb553-c779-4b88-a615-50a3b0655e61 req-7fe9d962-5306-4d39-bada-22b4532532ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:24.344050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-147eb553-c779-4b88-a615-50a3b0655e61 req-7fe9d962-5306-4d39-bada-22b4532532ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 1094 time: 0.0993385 Aug 03 18:57:24.636504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38530) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:24.637011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c31c4f-018b-4ada-a262-0013e8e6f69f req-d792bf50-cfa1-4de1-8bdc-64cc41345729 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:24.644446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4c31c4f-018b-4ada-a262-0013e8e6f69f req-d792bf50-cfa1-4de1-8bdc-64cc41345729 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 946 time: 0.1516378 Aug 03 18:57:24.665233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eb553-c779-4b88-a615-50a3b0655e61 req-a9dea28a-1e52-4fa8-94e2-4503782fbba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:24.668189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-147eb553-c779-4b88-a615-50a3b0655e61 req-a9dea28a-1e52-4fa8-94e2-4503782fbba3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.3034444 Aug 03 18:57:24.718325 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f52f9cff-3703-4174-984d-aaa21607c41d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7b17dca15970456c8cd1b1e2294f1d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777049 Aug 03 18:57:24.729846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38532) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:24.740937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-147eb553-c779-4b88-a615-50a3b0655e61 req-e083a65c-8a2f-4f11-960e-7848b5ee2127 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b HTTP/1.1" status: 200 len: 217 time: 0.0646992 Aug 03 18:57:24.752750 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4c31c4f-018b-4ada-a262-0013e8e6f69f req-1f9c7015-7b52-4dba-9695-6330d0bafdc2 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057920 Aug 03 18:57:24.971527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eb553-c779-4b88-a615-50a3b0655e61 req-1f401d79-eb75-47da-a19c-ec86a73b2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:24.973051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-147eb553-c779-4b88-a615-50a3b0655e61 req-1f401d79-eb75-47da-a19c-ec86a73b2880 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.2167571 Aug 03 18:57:25.003909 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c695620f-2a62-4cba-99b5-5864838f4cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:25.044352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8b8db-032d-4511-9a88-84653789198a req-e3b86f94-3602-42ec-ba3a-420b7543e2b4 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:25.051632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9f8b8db-032d-4511-9a88-84653789198a req-e3b86f94-3602-42ec-ba3a-420b7543e2b4 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 943 time: 0.1941552 Aug 03 18:57:25.086281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c695620f-2a62-4cba-99b5-5864838f4cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:25.113951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eb553-c779-4b88-a615-50a3b0655e61 req-20b68f4c-85df-47a9-b93e-1a2bcc3edbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:25.116715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-147eb553-c779-4b88-a615-50a3b0655e61 req-20b68f4c-85df-47a9-b93e-1a2bcc3edbec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296678 Aug 03 18:57:25.147644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9f8b8db-032d-4511-9a88-84653789198a req-81b1f388-7209-4da5-ad79-5e54cb1d7069 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925007 Aug 03 18:57:25.250781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c695620f-2a62-4cba-99b5-5864838f4cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:25.253567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c695620f-2a62-4cba-99b5-5864838f4cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:25.254905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c695620f-2a62-4cba-99b5-5864838f4cc6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f270344-ea78-412a-a686-f65d623793cb HTTP/1.1" status: 204 len: 168 time: 0.5214045 Aug 03 18:57:25.278130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695620f-2a62-4cba-99b5-5864838f4cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f270344-ea78-412a-a686-f65d623793cb,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:25.322196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-147eb553-c779-4b88-a615-50a3b0655e61 req-fd1a8363-e1f3-459e-8a00-19ee22c18868 service neutron] 10.222.0.37 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866522 Aug 03 18:57:25.477637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-147eb553-c779-4b88-a615-50a3b0655e61 req-adea2f0d-8e7d-44cb-a08b-9eca0635caee service neutron] 10.222.0.37 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259592 Aug 03 18:57:25.558527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca8189-d1b6-4cd0-9ca2-a1bb28c9ed24 req-236b4c83-0b89-49ac-bee3-11942f53ec8e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:25.566167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0ca8189-d1b6-4cd0-9ca2-a1bb28c9ed24 req-236b4c83-0b89-49ac-bee3-11942f53ec8e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=046a1a64-6e4d-4c9b-afa8-483e6917d8e1 HTTP/1.1" status: 200 len: 950 time: 0.0986872 Aug 03 18:57:25.637606 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0ca8189-d1b6-4cd0-9ca2-a1bb28c9ed24 req-cd13bc21-dc3d-4740-a85d-0a186d6705db tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704923 Aug 03 18:57:25.695035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de927c-089a-407b-91b5-bfdafb44d708 req-3b07bdee-89df-4640-9c07-997a981bdf84 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:25.696656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1de927c-089a-407b-91b5-bfdafb44d708 req-3b07bdee-89df-4640-9c07-997a981bdf84 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/ports?device_id=046a1a64-6e4d-4c9b-afa8-483e6917d8e1 HTTP/1.1" status: 200 len: 950 time: 0.0840313 Aug 03 18:57:25.846626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e1de927c-089a-407b-91b5-bfdafb44d708 req-ccd84465-b236-4e59-821b-cd66cfcc8065 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Deleting port 400de580-68ef-4b10-a1e4-1d8b1e254f1b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:25.846978 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e1de927c-089a-407b-91b5-bfdafb44d708 req-ccd84465-b236-4e59-821b-cd66cfcc8065 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:26.018690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04c3a9-e22e-4645-820a-04019de57f38 req-cd326666-a680-4e2b-9acb-e6aa284dedca tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:26.020336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb04c3a9-e22e-4645-820a-04019de57f38 req-cd326666-a680-4e2b-9acb-e6aa284dedca tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 946 time: 0.1028304 Aug 03 18:57:26.035998 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38584) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:26.064562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e1de927c-089a-407b-91b5-bfdafb44d708 req-ccd84465-b236-4e59-821b-cd66cfcc8065 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] For port 400de580-68ef-4b10-a1e4-1d8b1e254f1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=400de580-68ef-4b10-a1e4-1d8b1e254f1b,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:26.064855 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e1de927c-089a-407b-91b5-bfdafb44d708 req-ccd84465-b236-4e59-821b-cd66cfcc8065 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:26.103101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e1de927c-089a-407b-91b5-bfdafb44d708 req-ccd84465-b236-4e59-821b-cd66cfcc8065 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Calling delete_port for 400de580-68ef-4b10-a1e4-1d8b1e254f1b owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:26.113401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb04c3a9-e22e-4645-820a-04019de57f38 req-64728552-dab5-484a-80e1-ed7d289da2d6 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864604 Aug 03 18:57:26.266456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afe157-97bd-46ed-8ece-dbefa3ff700a req-3fa81c2b-7f61-41ce-a8ea-e17a69aea27b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:26.268710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6afe157-97bd-46ed-8ece-dbefa3ff700a req-3fa81c2b-7f61-41ce-a8ea-e17a69aea27b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 950 time: 0.1519914 Aug 03 18:57:26.440151 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1942796957-network', 'tenant_id': 'bea505bdaa454a6c92cf5ce62e17cbe9'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:26.523338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Made reservation on behalf of bea505bdaa454a6c92cf5ce62e17cbe9 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:26.526403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:26.545258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604953e9-0cd5-4cf8-929b-909d909e006e req-2d15ff54-80f4-4593-9fc0-e8be91085918 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:26.548847 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:26.552757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-604953e9-0cd5-4cf8-929b-909d909e006e req-2d15ff54-80f4-4593-9fc0-e8be91085918 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 943 time: 0.2373700 Aug 03 18:57:26.794934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-604953e9-0cd5-4cf8-929b-909d909e006e req-22932283-37c3-4935-b0b1-21e2e8493741 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287872 Aug 03 18:57:26.798400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e1de927c-089a-407b-91b5-bfdafb44d708 req-ccd84465-b236-4e59-821b-cd66cfcc8065 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:26.812104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'f8bec4d1-5a77-488a-be20-afa878741001', '400de580-68ef-4b10-a1e4-1d8b1e254f1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:26.880740 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:26.881673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:26.888986 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84465-b236-4e59-821b-cd66cfcc8065 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event deleted for resources: {'Port': ['ID=400de580-68ef-4b10-a1e4-1d8b1e254f1b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:26.889537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:26.918028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:57:26.920282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-f6afe157-97bd-46ed-8ece-dbefa3ff700a req-e71cc107-c9d4-47dd-9530-1d9d504b0b0b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Deleting port 922d0dfb-2d21-4770-9cf1-229ec814a33a {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:26.920282 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f6afe157-97bd-46ed-8ece-dbefa3ff700a req-e71cc107-c9d4-47dd-9530-1d9d504b0b0b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:26.986176 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:26.988093 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Added segment fd63bc39-5c6a-4e36-bb01-d90283fe31e8 of type vlan for network 53e9dc82-aa66-417a-aae4-8b4b5d73070d Aug 03 18:57:27.081025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3eba70d3-f0c6-4d69-a5e2-2eab0ed6ddac req-c5ed8e92-1933-418d-b70e-00efb54490e3 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=046a1a64-6e4d-4c9b-afa8-483e6917d8e1 HTTP/1.1" status: 200 len: 210 time: 0.1310835 Aug 03 18:57:27.141619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe98b6-3c57-4761-ab69-fcb745b5c408,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:27.227474 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:27.234344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1de927c-089a-407b-91b5-bfdafb44d708 req-ccd84465-b236-4e59-821b-cd66cfcc8065 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] No DVR routers for this DVR port 400de580-68ef-4b10-a1e4-1d8b1e254f1b on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:27.263555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e1de927c-089a-407b-91b5-bfdafb44d708 req-ccd84465-b236-4e59-821b-cd66cfcc8065 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:27.267769 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1de927c-089a-407b-91b5-bfdafb44d708 req-ccd84465-b236-4e59-821b-cd66cfcc8065 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "DELETE /v2.0/ports/400de580-68ef-4b10-a1e4-1d8b1e254f1b HTTP/1.1" status: 204 len: 173 time: 1.5640502 Aug 03 18:57:27.268575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046a1a64-6e4d-4c9b-afa8-483e6917d8e1', 'name': 'network-vif-deleted', 'tag': '400de580-68ef-4b10-a1e4-1d8b1e254f1b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:27.274717 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4044976-8ef9-4b99-a7ae-fdac431f897f" -d '{"events": [{"server_uuid": "046a1a64-6e4d-4c9b-afa8-483e6917d8e1", "name": "network-vif-deleted", "tag": "400de580-68ef-4b10-a1e4-1d8b1e254f1b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:27.309927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:27.311470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:27.312405 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:27.456250 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f84bba4-77b1-45f4-b811-96f20ed5b247 x-openstack-request-id: req-5f84bba4-77b1-45f4-b811-96f20ed5b247 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:27.457538 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046a1a64-6e4d-4c9b-afa8-483e6917d8e1", "name": "network-vif-deleted", "tag": "400de580-68ef-4b10-a1e4-1d8b1e254f1b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:27.457965 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f84bba4-77b1-45f4-b811-96f20ed5b247 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:27.458599 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046a1a64-6e4d-4c9b-afa8-483e6917d8e1', 'name': 'network-vif-deleted', 'tag': '400de580-68ef-4b10-a1e4-1d8b1e254f1b', 'status': 'completed', 'code': 200} Aug 03 18:57:27.492172 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4550514 Aug 03 18:57:27.495414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38666) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:27.512728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f6afe157-97bd-46ed-8ece-dbefa3ff700a req-e71cc107-c9d4-47dd-9530-1d9d504b0b0b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] For port 922d0dfb-2d21-4770-9cf1-229ec814a33a, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=922d0dfb-2d21-4770-9cf1-229ec814a33a,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:27.515530 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f6afe157-97bd-46ed-8ece-dbefa3ff700a req-e71cc107-c9d4-47dd-9530-1d9d504b0b0b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:27.523435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7212eb-5380-4d1e-9801-f976f1c5123b admin admin] Pushing event updated for resources: {'Network': ['ID=53e9dc82-aa66-417a-aae4-8b4b5d73070d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:27.543853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] Request body: {'subnet': {'network_id': '53e9dc82-aa66-417a-aae4-8b4b5d73070d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1942796957-subnet', 'tenant_id': 'bea505bdaa454a6c92cf5ce62e17cbe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:27.610327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-f6afe157-97bd-46ed-8ece-dbefa3ff700a req-e71cc107-c9d4-47dd-9530-1d9d504b0b0b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Calling delete_port for 922d0dfb-2d21-4770-9cf1-229ec814a33a owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:27.620623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 53e9dc82-aa66-417a-aae4-8b4b5d73070d details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:57:27.814992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] Made reservation on behalf of bea505bdaa454a6c92cf5ce62e17cbe9 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:27.818101 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:27.874690 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:57:27.962104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:57:28.014358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:28.096231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] Pushing event updated for resources: {'Subnet': ['ID=23402d51-d360-464e-a0d6-d831cb5e234a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:28.133807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] Checking segment: {'id': 'fd63bc39-5c6a-4e36-bb01-d90283fe31e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '53e9dc82-aa66-417a-aae4-8b4b5d73070d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:57:28.134181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] Network hostable DHCP agents. Network: 53e9dc82-aa66-417a-aae4-8b4b5d73070d, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:57:28.196594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] Network 53e9dc82-aa66-417a-aae4-8b4b5d73070d is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:57:28.218662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f6afe157-97bd-46ed-8ece-dbefa3ff700a req-e71cc107-c9d4-47dd-9530-1d9d504b0b0b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:28.227632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 53e9dc82-aa66-417a-aae4-8b4b5d73070d) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:57:28.242649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6756e7d7-1f31-47e7-8aea-2025c337bd57 None None] Network 53e9dc82-aa66-417a-aae4-8b4b5d73070d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:57:28.281887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:28.282581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:28.358629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:28.373370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:28.409817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cc107-c9d4-47dd-9530-1d9d504b0b0b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event deleted for resources: {'Port': ['ID=922d0dfb-2d21-4770-9cf1-229ec814a33a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:28.428806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'port_id': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'mac_address': 'fa:16:3e:c8:b8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:57:28.438688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6afe157-97bd-46ed-8ece-dbefa3ff700a req-e71cc107-c9d4-47dd-9530-1d9d504b0b0b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] No DVR routers for this DVR port 922d0dfb-2d21-4770-9cf1-229ec814a33a on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:28.446457 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f6afe157-97bd-46ed-8ece-dbefa3ff700a req-e71cc107-c9d4-47dd-9530-1d9d504b0b0b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:28.449312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6afe157-97bd-46ed-8ece-dbefa3ff700a req-e71cc107-c9d4-47dd-9530-1d9d504b0b0b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "DELETE /v2.0/ports/922d0dfb-2d21-4770-9cf1-229ec814a33a HTTP/1.1" status: 204 len: 173 time: 2.1734152 Aug 03 18:57:28.451974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-2d55919f-10c8-43b2-9845-b669aecc695a tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=97f89cc37f4f4b2c85ace8e6b3f55738&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1649783 Aug 03 18:57:28.475664 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1d571e11-5ad8-44cb-9a7e-dfdadc06736a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9755988 Aug 03 18:57:28.550502 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:28.559708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3859160-f6a6-4269-9080-c05c6ba2855e None None] Network 53e9dc82-aa66-417a-aae4-8b4b5d73070d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:57:28.613550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:57:28.663644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:28.695294 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:28.717984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 922d0dfb-2d21-4770-9cf1-229ec814a33a no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:28.743034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b863ea0-a121-48ec-a8c9-0db2797b224a req-2977a527-1af3-4d78-a4e6-e8accdee4fe4 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:28.744980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b863ea0-a121-48ec-a8c9-0db2797b224a req-2977a527-1af3-4d78-a4e6-e8accdee4fe4 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 943 time: 0.3588982 Aug 03 18:57:28.758036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-a6786546-8389-491d-8470-571fc7eff5b6 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:28.759904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-a6786546-8389-491d-8470-571fc7eff5b6 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816899 Aug 03 18:57:28.779116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 922d0dfb-2d21-4770-9cf1-229ec814a33a {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:28.779801 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 922d0dfb-2d21-4770-9cf1-229ec814a33a not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:28.797487 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-4fc6174b-9979-4550-bcc0-fce8ac6192f4 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/quotas/97f89cc37f4f4b2c85ace8e6b3f55738 HTTP/1.1" status: 200 len: 375 time: 0.0266304 Aug 03 18:57:28.855465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-19caa7c9-d6ca-4f1e-808c-c00989ad1c0b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=97f89cc37f4f4b2c85ace8e6b3f55738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550137 Aug 03 18:57:28.858942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b863ea0-a121-48ec-a8c9-0db2797b224a req-7348626d-2324-4290-9519-52771c8343e1 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979869 Aug 03 18:57:28.872866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'f8bec4d1-5a77-488a-be20-afa878741001'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:28.912081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:29.099398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:29.167230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc592e3-882a-4cac-b4f5-2c1e23fa4288 req-1a49b175-c1b3-4bd4-a455-bab57a9194f0 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:29.174807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3dc592e3-882a-4cac-b4f5-2c1e23fa4288 req-1a49b175-c1b3-4bd4-a455-bab57a9194f0 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 946 time: 0.0898488 Aug 03 18:57:29.237382 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3dc592e3-882a-4cac-b4f5-2c1e23fa4288 req-3547af24-fc4e-40a1-9a64-d0d32039cfa2 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615325 Aug 03 18:57:29.406480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-02977de5-31e2-4ca1-9bc9-5025d8571d82 req-c7dfa8e8-25dd-4c93-8ad5-7bb0a9a97627 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-541880271', 'description': 'tempest-description-91045228'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:29.418620 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:29.469781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99331cb7-1dc7-4ced-a35f-7495ac80f966', 'name': 'network-vif-deleted', 'tag': '922d0dfb-2d21-4770-9cf1-229ec814a33a'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:29.472423 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70451bec-8d8b-4729-a22e-45a507e8e96e" -d '{"events": [{"server_uuid": "99331cb7-1dc7-4ced-a35f-7495ac80f966", "name": "network-vif-deleted", "tag": "922d0dfb-2d21-4770-9cf1-229ec814a33a"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:29.480434 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02977de5-31e2-4ca1-9bc9-5025d8571d82 req-c7dfa8e8-25dd-4c93-8ad5-7bb0a9a97627 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:29.520077 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e1cf3a0-7cb8-44f1-b50f-fcef68d9bff5 req-f9fb6753-8652-49b8-ba8f-9a0275ca6bb1 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=99331cb7-1dc7-4ced-a35f-7495ac80f966 HTTP/1.1" status: 200 len: 210 time: 0.0620844 Aug 03 18:57:29.688098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-301c672d-5743-47e6-a11a-22718cc6261d req-8bcefe20-f60b-494d-9396-69b3bcf79741 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 210 time: 0.0633435 Aug 03 18:57:29.779846 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02977de5-31e2-4ca1-9bc9-5025d8571d82 req-c7dfa8e8-25dd-4c93-8ad5-7bb0a9a97627 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:29.787695 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02977de5-31e2-4ca1-9bc9-5025d8571d82 req-c7dfa8e8-25dd-4c93-8ad5-7bb0a9a97627 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:29.806658 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47032625-63dd-46bb-8498-d3da85a9f2c1 x-openstack-request-id: req-47032625-63dd-46bb-8498-d3da85a9f2c1 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:29.807261 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99331cb7-1dc7-4ced-a35f-7495ac80f966", "name": "network-vif-deleted", "tag": "922d0dfb-2d21-4770-9cf1-229ec814a33a", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:29.807548 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-47032625-63dd-46bb-8498-d3da85a9f2c1 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:29.808110 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99331cb7-1dc7-4ced-a35f-7495ac80f966', 'name': 'network-vif-deleted', 'tag': '922d0dfb-2d21-4770-9cf1-229ec814a33a', 'status': 'completed', 'code': 200} Aug 03 18:57:29.834338 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02977de5-31e2-4ca1-9bc9-5025d8571d82 req-c7dfa8e8-25dd-4c93-8ad5-7bb0a9a97627 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:29.835234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02977de5-31e2-4ca1-9bc9-5025d8571d82 req-c7dfa8e8-25dd-4c93-8ad5-7bb0a9a97627 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4332588 Aug 03 18:57:29.840341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfa8e8-25dd-4c93-8ad5-7bb0a9a97627 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5ff911-9f8d-40eb-9e58-b0ece3b4febc,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:29.911228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:57:29.915840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 400de580-68ef-4b10-a1e4-1d8b1e254f1b no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:29.941174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 400de580-68ef-4b10-a1e4-1d8b1e254f1b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:29.941892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 400de580-68ef-4b10-a1e4-1d8b1e254f1b not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:29.959267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c4ddb9d-354f-475a-976e-e6054c0efa22 req-6d4d7999-da6f-4587-88f2-dbe6480c927e tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/7a5ff911-9f8d-40eb-9e58-b0ece3b4febc HTTP/1.1" status: 200 len: 1810 time: 0.0951040 Aug 03 18:57:29.974466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-1c4ddb9d-354f-475a-976e-e6054c0efa22 req-23f23ff9-9490-4054-bc8d-a2c7b2bb1056 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a5ff911-9f8d-40eb-9e58-b0ece3b4febc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:29.975141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-1c4ddb9d-354f-475a-976e-e6054c0efa22 req-23f23ff9-9490-4054-bc8d-a2c7b2bb1056 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a5ff911-9f8d-40eb-9e58-b0ece3b4febc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:30.090689 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1c4ddb9d-354f-475a-976e-e6054c0efa22 req-23f23ff9-9490-4054-bc8d-a2c7b2bb1056 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:30.195631 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1c4ddb9d-354f-475a-976e-e6054c0efa22 req-23f23ff9-9490-4054-bc8d-a2c7b2bb1056 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:30.208784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88007f6f-8324-4357-87b2-5cf78f99c4a0 req-73867b35-c056-46db-98aa-5201039fd86b tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:30.216827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88007f6f-8324-4357-87b2-5cf78f99c4a0 req-73867b35-c056-46db-98aa-5201039fd86b tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 944 time: 0.1025784 Aug 03 18:57:30.225359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1c4ddb9d-354f-475a-976e-e6054c0efa22 req-23f23ff9-9490-4054-bc8d-a2c7b2bb1056 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:30.233394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:30.265262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f23ff9-9490-4054-bc8d-a2c7b2bb1056 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff83f42-bd84-4b4f-bdc3-72a978653372,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:30.284352 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1c4ddb9d-354f-475a-976e-e6054c0efa22 req-23f23ff9-9490-4054-bc8d-a2c7b2bb1056 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:30.291484 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298', 'network_id': '562669de-245f-4f72-93b1-ab3c15cd9cbb', 'port_id': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298', 'mac_address': 'fa:16:3e:bc:f2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98261e03-5c98-4ab9-a3a1-0b63421e7d8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:57:30.297667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c4ddb9d-354f-475a-976e-e6054c0efa22 req-23f23ff9-9490-4054-bc8d-a2c7b2bb1056 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3299870 Aug 03 18:57:30.354999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88007f6f-8324-4357-87b2-5cf78f99c4a0 req-fcce849c-2473-4c96-9ff5-7c102d43e3c3 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372898 Aug 03 18:57:30.411253 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:30.446311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:57:30.462499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38780) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:30.480680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:30.489961 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:30.556179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:30.594358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e8150-ae4b-415c-a5a2-7c5050cd2865 req-c6cc4c06-aef3-4371-8ff7-9d37ea1f4ea7 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:30.604810 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-209e8150-ae4b-415c-a5a2-7c5050cd2865 req-c6cc4c06-aef3-4371-8ff7-9d37ea1f4ea7 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 945 time: 0.1095121 Aug 03 18:57:30.617204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['7a4ae0e3-81dc-4ffc-97a1-44d9513d6298'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:30.647562 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca5557f6-e6a2-4189-b8f3-89bfc4fb78df req-dc8599dd-8b4d-41cc-903d-41bca7d80037 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/7a5ff911-9f8d-40eb-9e58-b0ece3b4febc HTTP/1.1" status: 200 len: 2403 time: 0.1114562 Aug 03 18:57:30.649591 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5bc07aa-228a-42b6-b615-a40a7a934ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:30.710269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-209e8150-ae4b-415c-a5a2-7c5050cd2865 req-c5273e7e-422d-4546-82e0-d8881874cb16 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039398 Aug 03 18:57:30.833670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c1fa165-add0-4ff4-b76f-fc9d9da233b2 req-9407da57-0c91-4234-b2d2-5b0fc2833b36 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-group-rules/0ff83f42-bd84-4b4f-bdc3-72a978653372 HTTP/1.1" status: 200 len: 778 time: 0.0671077 Aug 03 18:57:30.890970 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5bc07aa-228a-42b6-b615-a40a7a934ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:30.898334 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5bc07aa-228a-42b6-b615-a40a7a934ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:30.941823 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b5bc07aa-228a-42b6-b615-a40a7a934ac4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3f538fcaf9de4089935f31c33513f676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772470 Aug 03 18:57:30.946481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38796) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:30.973577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb2ff874-de59-4a48-98c6-784492cb1873 req-e99db09f-add5-4cda-906c-6e67f8e7502d tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 210 time: 0.0797307 Aug 03 18:57:31.127640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-34cd0e57-6ca0-4c2e-9101-1a72a65bd181 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=97f89cc37f4f4b2c85ace8e6b3f55738&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1291568 Aug 03 18:57:31.143695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c1fa165-add0-4ff4-b76f-fc9d9da233b2 req-94d6acbc-1472-484c-8b48-038339a56262 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/7a5ff911-9f8d-40eb-9e58-b0ece3b4febc HTTP/1.1" status: 200 len: 2403 time: 0.2931232 Aug 03 18:57:31.147051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc07aa-228a-42b6-b615-a40a7a934ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f0cc40-8430-48ce-8e0e-9e7b028704c3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:31.213077 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00b8f981-81a0-4ddf-bff8-ba77ee2a1c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.299995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00b8f981-81a0-4ddf-bff8-ba77ee2a1c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.310502 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5c1fa165-add0-4ff4-b76f-fc9d9da233b2 req-6a58b457-1070-4c7c-8e0f-39f3e8c6bda6 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.330794 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5c1fa165-add0-4ff4-b76f-fc9d9da233b2 req-6a58b457-1070-4c7c-8e0f-39f3e8c6bda6 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.418288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-681e4e13-601f-47c0-8ea3-4bd82fa27579 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:31.420030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-681e4e13-601f-47c0-8ea3-4bd82fa27579 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514553 Aug 03 18:57:31.421354 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5c1fa165-add0-4ff4-b76f-fc9d9da233b2 req-6a58b457-1070-4c7c-8e0f-39f3e8c6bda6 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.431419 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5c1fa165-add0-4ff4-b76f-fc9d9da233b2 req-6a58b457-1070-4c7c-8e0f-39f3e8c6bda6 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.433414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c1fa165-add0-4ff4-b76f-fc9d9da233b2 req-6a58b457-1070-4c7c-8e0f-39f3e8c6bda6 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/0ff83f42-bd84-4b4f-bdc3-72a978653372 HTTP/1.1" status: 204 len: 173 time: 0.2882235 Aug 03 18:57:31.444681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58b457-1070-4c7c-8e0f-39f3e8c6bda6 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ff83f42-bd84-4b4f-bdc3-72a978653372,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:31.448840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00b8f981-81a0-4ddf-bff8-ba77ee2a1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.452872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00b8f981-81a0-4ddf-bff8-ba77ee2a1c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.454861 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-00b8f981-81a0-4ddf-bff8-ba77ee2a1c7a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e3f0cc40-8430-48ce-8e0e-9e7b028704c3 HTTP/1.1" status: 204 len: 168 time: 0.5071218 Aug 03 18:57:31.472886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8f981-81a0-4ddf-bff8-ba77ee2a1c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f0cc40-8430-48ce-8e0e-9e7b028704c3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:31.497066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Request body: {'port': {'device_id': '7ea52a45-7c3f-4eac-a8df-1c7d1889d949', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '97f89cc37f4f4b2c85ace8e6b3f55738'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:31.585368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ba85397f-c74f-4d60-b649-7719f2922f9e req-7e257e51-b8ce-437d-ba70-300119372b29 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1690534818', 'description': 'tempest-description-1666969170'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:31.670199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ba85397f-c74f-4d60-b649-7719f2922f9e req-7e257e51-b8ce-437d-ba70-300119372b29 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.686753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853185f4-5d68-47fc-8e54-e0f8b8a5c58f req-cb3c6c3c-5ff7-47aa-b606-3e5c3dcb104c tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:31.689043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-853185f4-5d68-47fc-8e54-e0f8b8a5c58f req-cb3c6c3c-5ff7-47aa-b606-3e5c3dcb104c tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 944 time: 0.1167591 Aug 03 18:57:31.761566 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.api [req-ba85397f-c74f-4d60-b649-7719f2922f9e req-7e257e51-b8ce-437d-ba70-300119372b29 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 18:57:31.761566 n-d-802918-7 neutron-server[100487]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 18:57:31.761566 n-d-802918-7 neutron-server[100487]: [parameters: {'project_id_1': 'bea505bdaa454a6c92cf5ce62e17cbe9', 'expiration_1': datetime.datetime(2021, 8, 3, 18, 57, 31, 741669)}] Aug 03 18:57:31.761566 n-d-802918-7 neutron-server[100487]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:57:31.762011 n-d-802918-7 neutron-server[100487]: DEBUG oslo_db.api [req-ba85397f-c74f-4d60-b649-7719f2922f9e req-7e257e51-b8ce-437d-ba70-300119372b29 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:57:31.780511 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-853185f4-5d68-47fc-8e54-e0f8b8a5c58f req-0ff783e0-56a8-4950-8048-e6611d739478 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733044 Aug 03 18:57:31.797484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Made reservation on behalf of 97f89cc37f4f4b2c85ace8e6b3f55738 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:31.797484 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.821212 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:31.909778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:32.031537 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.034810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:57:32.041051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:32.041430 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.050998 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.142631 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.153798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71365b68-9739-4be1-becf-753b5402a673 req-02000cdd-6fda-4afb-84a2-92507e826c40 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:32.154933 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71365b68-9739-4be1-becf-753b5402a673 req-02000cdd-6fda-4afb-84a2-92507e826c40 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f2636b6-95aa-4d4c-abfd-bf98fc336837 HTTP/1.1" status: 200 len: 949 time: 0.1445310 Aug 03 18:57:32.158465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c26825f-04fe-412a-863f-7e7b7ea9f884,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:32.181241 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:32.184369 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b34d0a-853a-4666-bbcc-03d59bd10dc2" -d '{"events": [{"server_uuid": "aeb63c78-2e7d-49e5-a2ba-ea0e696496e5", "name": "network-vif-plugged", "status": "completed", "tag": "a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:32.204744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:32.213804 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.214926 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:32.264720 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ba85397f-c74f-4d60-b649-7719f2922f9e req-7e257e51-b8ce-437d-ba70-300119372b29 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.304788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71365b68-9739-4be1-becf-753b5402a673 req-7ea5babd-d04e-4750-a50d-709dad029fbd tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397328 Aug 03 18:57:32.314089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:32.321540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Allocated IP 192.168.233.138 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/35d7f7ed-dbdc-4e3d-9f6c-e15551539a14) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:57:32.334371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:32.334994 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.493226 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.533893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:32.540227 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.620819 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ba85397f-c74f-4d60-b649-7719f2922f9e req-7e257e51-b8ce-437d-ba70-300119372b29 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.627870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:32.637088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ba85397f-c74f-4d60-b649-7719f2922f9e req-7e257e51-b8ce-437d-ba70-300119372b29 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.658524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326017e3-3a21-4a55-b2cf-dec94e4951d2 req-7b9fa3db-fc26-4c65-9098-d73e7239a42c tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:32.660307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-326017e3-3a21-4a55-b2cf-dec94e4951d2 req-7b9fa3db-fc26-4c65-9098-d73e7239a42c tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 945 time: 0.2258739 Aug 03 18:57:32.700881 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ba85397f-c74f-4d60-b649-7719f2922f9e req-7e257e51-b8ce-437d-ba70-300119372b29 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.702073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba85397f-c74f-4d60-b649-7719f2922f9e req-7e257e51-b8ce-437d-ba70-300119372b29 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1390271 Aug 03 18:57:32.713654 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.721306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e257e51-b8ce-437d-ba70-300119372b29 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f8704a-4616-4c7c-8560-5b00b7b9d367,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:32.749673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Transition to ACTIVE for port object 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:57:32.757338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-326017e3-3a21-4a55-b2cf-dec94e4951d2 req-8c59cb4f-f2d3-4c37-b9c4-1c0ae3ba2c2e tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c514e80-cf46-4cd6-b394-7c4e2dab9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812068 Aug 03 18:57:32.818833 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-453b2497-1c58-4d0b-9f70-ca90e102d2be req-8a85e3da-604c-4f2e-995f-57da0394e4b4 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 210 time: 0.0467510 Aug 03 18:57:32.838542 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.858785 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8797ffa4-2e2b-461e-9036-3a2b964f9913 x-openstack-request-id: req-8797ffa4-2e2b-461e-9036-3a2b964f9913 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:32.859309 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb63c78-2e7d-49e5-a2ba-ea0e696496e5", "name": "network-vif-plugged", "status": "completed", "tag": "a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:32.860001 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8797ffa4-2e2b-461e-9036-3a2b964f9913 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:32.860603 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'code': 200} Aug 03 18:57:32.917637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:57:32.932367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:57:32.950440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Pushing event updated for resources: {'Port': ['ID=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:32.955155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:57:33.020390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:33.021107 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:33.070681 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-856b3925-a7f8-426a-bb6a-e92f347d1d8b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5791111 Aug 03 18:57:33.083222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-871bf265-9ce0-442c-9401-9a6e87fe6be3 req-1e8f8783-f28d-44fe-b304-e3c11150bc36 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/e0f8704a-4616-4c7c-8560-5b00b7b9d367 HTTP/1.1" status: 200 len: 1813 time: 0.2035072 Aug 03 18:57:33.100935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Request body: {'port': {'device_id': '7ea52a45-7c3f-4eac-a8df-1c7d1889d949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:33.115721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a51784-6f51-4881-bda4-5d7acb1a8f08 req-f57455cc-5bbc-4a33-8d12-b9456c00bca7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:33.118286 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02a51784-6f51-4881-bda4-5d7acb1a8f08 req-f57455cc-5bbc-4a33-8d12-b9456c00bca7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f2636b6-95aa-4d4c-abfd-bf98fc336837 HTTP/1.1" status: 200 len: 949 time: 0.1378841 Aug 03 18:57:33.133527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce74f5-d02d-4733-8fd3-78f50fc10cda req-0ba8609c-facb-42c7-8be6-101b8560af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:33.135161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87ce74f5-d02d-4733-8fd3-78f50fc10cda req-0ba8609c-facb-42c7-8be6-101b8560af4d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 1096 time: 0.1248009 Aug 03 18:57:33.224224 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:33.245895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87ce74f5-d02d-4733-8fd3-78f50fc10cda req-6af5c348-b889-4103-9a61-9acbd2c60958 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005771 Aug 03 18:57:33.284880 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-e76456ec-ebd4-4760-b9c2-863fd62e98f8 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=4bc2dff4039f4f9aa66a0763497ac2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863280 Aug 03 18:57:33.298407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-02a51784-6f51-4881-bda4-5d7acb1a8f08 req-adb6c6f8-372c-485f-ae38-5bf210df8525 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Deleting port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:33.299188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02a51784-6f51-4881-bda4-5d7acb1a8f08 req-adb6c6f8-372c-485f-ae38-5bf210df8525 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:33.401760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-947fe8b8-921e-4f5e-ad64-58710f024f54 None None] Provisioning for port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:57:33.408478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-02a51784-6f51-4881-bda4-5d7acb1a8f08 req-adb6c6f8-372c-485f-ae38-5bf210df8525 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] For port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:33.409280 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02a51784-6f51-4881-bda4-5d7acb1a8f08 req-adb6c6f8-372c-485f-ae38-5bf210df8525 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:33.414264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-947fe8b8-921e-4f5e-ad64-58710f024f54 None None] Provisioning complete for port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:33.414654 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-947fe8b8-921e-4f5e-ad64-58710f024f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:33.424101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-02a51784-6f51-4881-bda4-5d7acb1a8f08 req-adb6c6f8-372c-485f-ae38-5bf210df8525 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Calling delete_port for 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:33.478742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-947fe8b8-921e-4f5e-ad64-58710f024f54 None None] Port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:57:33.588187 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-75f02711-ba72-4d52-a604-bec8843cbccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:33.611447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02a51784-6f51-4881-bda4-5d7acb1a8f08 req-adb6c6f8-372c-485f-ae38-5bf210df8525 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:33.643249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6c6f8-372c-485f-ae38-5bf210df8525 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event deleted for resources: {'Port': ['ID=64a0dbcb-7080-4f06-94eb-2b2daf5c25c4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:33.651495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'f8bec4d1-5a77-488a-be20-afa878741001'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:33.665393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:33.729817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a51784-6f51-4881-bda4-5d7acb1a8f08 req-adb6c6f8-372c-485f-ae38-5bf210df8525 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] No DVR routers for this DVR port 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:33.733708 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02a51784-6f51-4881-bda4-5d7acb1a8f08 req-adb6c6f8-372c-485f-ae38-5bf210df8525 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:33.740886 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02a51784-6f51-4881-bda4-5d7acb1a8f08 req-adb6c6f8-372c-485f-ae38-5bf210df8525 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "DELETE /v2.0/ports/64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 HTTP/1.1" status: 204 len: 173 time: 0.6152949 Aug 03 18:57:33.741393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2636b6-95aa-4d4c-abfd-bf98fc336837', 'name': 'network-vif-deleted', 'tag': '64a0dbcb-7080-4f06-94eb-2b2daf5c25c4'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:33.743807 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d397c51f-a4b6-443c-8ac9-a9b7063ef4d0" -d '{"events": [{"server_uuid": "4f2636b6-95aa-4d4c-abfd-bf98fc336837", "name": "network-vif-deleted", "tag": "64a0dbcb-7080-4f06-94eb-2b2daf5c25c4"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:33.764797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34826228-502e-4c09-9782-691ad959bac9 req-a70a0cb3-832b-4b86-becf-ee776c60250d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:33.777268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34826228-502e-4c09-9782-691ad959bac9 req-a70a0cb3-832b-4b86-becf-ee776c60250d tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 950 time: 0.3104720 Aug 03 18:57:33.865037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dba0d-b96e-4cb0-bb6b-373dd88df206 req-73a91b74-79f5-42ef-9a05-8f0018ed0163 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:33.866633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-106dba0d-b96e-4cb0-bb6b-373dd88df206 req-73a91b74-79f5-42ef-9a05-8f0018ed0163 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 945 time: 0.3098385 Aug 03 18:57:33.928070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:33.981843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c3b3a-d374-428e-acff-672590cec88e req-2efd316a-8c02-4e2a-a931-26ff08e896da tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:33.989490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-2efd316a-8c02-4e2a-a931-26ff08e896da tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7035730 Aug 03 18:57:34.047944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-a31d19e0-7c69-4608-a92b-728a960cc364 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/quotas/4bc2dff4039f4f9aa66a0763497ac2da HTTP/1.1" status: 200 len: 375 time: 0.0574629 Aug 03 18:57:34.208378 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:34.301568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:34.311386 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:34.312131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f8bec4d1-5a77-488a-be20-afa878741001 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:34.431179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:34.485409 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:34.540609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f8bec4d1-5a77-488a-be20-afa878741001, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f8bec4d1-5a77-488a-be20-afa878741001,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:34.551009 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:34.624316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=f8bec4d1-5a77-488a-be20-afa878741001,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:34.668170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-06f7083c-fcc9-427a-9353-082d0da0c7d9 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4bc2dff4039f4f9aa66a0763497ac2da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6192279 Aug 03 18:57:34.710160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-106dba0d-b96e-4cb0-bb6b-373dd88df206 req-aa14c46f-eefe-40c8-bc7d-3cf4d01fbceb tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8238971 Aug 03 18:57:34.787616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-34826228-502e-4c09-9782-691ad959bac9 req-af6c2461-e578-4d92-93c5-9350ebf4bcc7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Deleting port f8bec4d1-5a77-488a-be20-afa878741001 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:34.788487 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-34826228-502e-4c09-9782-691ad959bac9 req-af6c2461-e578-4d92-93c5-9350ebf4bcc7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:34.861850 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298'}, {'server_uuid': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298'}, {'server_uuid': 'd04dc391-1f69-4680-91f9-b01d9addba90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8bec4d1-5a77-488a-be20-afa878741001'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:34.865268 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e09b73-c72d-43a0-9ee9-689f2a00b580" -d '{"events": [{"server_uuid": "96a4e385-7caf-4699-a317-a99a4b97d8b4", "name": "network-vif-plugged", "status": "completed", "tag": "7a4ae0e3-81dc-4ffc-97a1-44d9513d6298"}, {"server_uuid": "96a4e385-7caf-4699-a317-a99a4b97d8b4", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4ae0e3-81dc-4ffc-97a1-44d9513d6298"}, {"server_uuid": "d04dc391-1f69-4680-91f9-b01d9addba90", "name": "network-vif-unplugged", "status": "completed", "tag": "f8bec4d1-5a77-488a-be20-afa878741001"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:34.919961 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75157961-d132-4f53-9d3a-7cf0ee3c356e x-openstack-request-id: req-75157961-d132-4f53-9d3a-7cf0ee3c356e {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:34.920512 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2636b6-95aa-4d4c-abfd-bf98fc336837", "name": "network-vif-deleted", "tag": "64a0dbcb-7080-4f06-94eb-2b2daf5c25c4", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:34.920512 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75157961-d132-4f53-9d3a-7cf0ee3c356e {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:34.921171 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2636b6-95aa-4d4c-abfd-bf98fc336837', 'name': 'network-vif-deleted', 'tag': '64a0dbcb-7080-4f06-94eb-2b2daf5c25c4', 'status': 'completed', 'code': 200} Aug 03 18:57:34.937939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-34826228-502e-4c09-9782-691ad959bac9 req-af6c2461-e578-4d92-93c5-9350ebf4bcc7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] For port f8bec4d1-5a77-488a-be20-afa878741001, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f8bec4d1-5a77-488a-be20-afa878741001,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:34.938335 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-34826228-502e-4c09-9782-691ad959bac9 req-af6c2461-e578-4d92-93c5-9350ebf4bcc7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:34.957730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-34826228-502e-4c09-9782-691ad959bac9 req-af6c2461-e578-4d92-93c5-9350ebf4bcc7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Calling delete_port for f8bec4d1-5a77-488a-be20-afa878741001 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:35.089220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4f8aecb-de0b-4375-89a6-75213197e0ba req-e5b52e9e-29a9-49a1-917c-e8efd937568f tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 210 time: 0.0744777 Aug 03 18:57:35.158287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-54425a6d-16a9-42ac-9908-fa5b043c82f9 req-d773e071-4ced-4f72-aab4-6ef7ebe40a18 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-491591302', 'description': 'tempest-description-467282381'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:35.202320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf19fd9-6f5c-4da1-b6f0-6f3f01aee595 req-f2f2afa0-1bcd-4861-bd8d-6cc8e2644056 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:35.206201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bf19fd9-6f5c-4da1-b6f0-6f3f01aee595 req-f2f2afa0-1bcd-4861-bd8d-6cc8e2644056 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 936 time: 0.1924889 Aug 03 18:57:35.219687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:57:35.260773 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:35.281729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-54425a6d-16a9-42ac-9908-fa5b043c82f9 req-d773e071-4ced-4f72-aab4-6ef7ebe40a18 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:35.327078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Transition to ACTIVE for port object 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:57:35.343576 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:35.362080 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-34826228-502e-4c09-9782-691ad959bac9 req-af6c2461-e578-4d92-93c5-9350ebf4bcc7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:35.397114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bf19fd9-6f5c-4da1-b6f0-6f3f01aee595 req-f0290028-9250-4e8b-a409-c3f80961bedd tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c26825f-04fe-412a-863f-7e7b7ea9f884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494646 Aug 03 18:57:35.411204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:35.508187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Pushing event updated for resources: {'Port': ['ID=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:35.509263 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78fcd76-0f1c-47e8-9e9c-8f15ecbe1d91 x-openstack-request-id: req-a78fcd76-0f1c-47e8-9e9c-8f15ecbe1d91 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:35.509866 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a4e385-7caf-4699-a317-a99a4b97d8b4", "name": "network-vif-plugged", "status": "completed", "tag": "7a4ae0e3-81dc-4ffc-97a1-44d9513d6298", "code": 200}, {"server_uuid": "96a4e385-7caf-4699-a317-a99a4b97d8b4", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4ae0e3-81dc-4ffc-97a1-44d9513d6298", "code": 200}, {"server_uuid": "d04dc391-1f69-4680-91f9-b01d9addba90", "name": "network-vif-unplugged", "status": "completed", "tag": "f8bec4d1-5a77-488a-be20-afa878741001", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:35.509985 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a78fcd76-0f1c-47e8-9e9c-8f15ecbe1d91 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:35.510910 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298', 'code': 200} Aug 03 18:57:35.511174 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298', 'code': 200} Aug 03 18:57:35.511428 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04dc391-1f69-4680-91f9-b01d9addba90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8bec4d1-5a77-488a-be20-afa878741001', 'code': 200} Aug 03 18:57:35.634522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-34826228-502e-4c09-9782-691ad959bac9 req-af6c2461-e578-4d92-93c5-9350ebf4bcc7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] No DVR routers for this DVR port f8bec4d1-5a77-488a-be20-afa878741001 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:35.654653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c2461-e578-4d92-93c5-9350ebf4bcc7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event deleted for resources: {'Port': ['ID=f8bec4d1-5a77-488a-be20-afa878741001,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:35.672938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-34826228-502e-4c09-9782-691ad959bac9 req-af6c2461-e578-4d92-93c5-9350ebf4bcc7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:35.674900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34826228-502e-4c09-9782-691ad959bac9 req-af6c2461-e578-4d92-93c5-9350ebf4bcc7 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.37 "DELETE /v2.0/ports/f8bec4d1-5a77-488a-be20-afa878741001 HTTP/1.1" status: 204 len: 173 time: 1.8712413 Aug 03 18:57:35.675698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04dc391-1f69-4680-91f9-b01d9addba90', 'name': 'network-vif-deleted', 'tag': 'f8bec4d1-5a77-488a-be20-afa878741001'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:35.704412 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e29d701-e71a-4138-a682-51e93759b9c3" -d '{"events": [{"server_uuid": "d04dc391-1f69-4680-91f9-b01d9addba90", "name": "network-vif-deleted", "tag": "f8bec4d1-5a77-488a-be20-afa878741001"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:35.704775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63609f-4089-4d60-baa6-6d50a4d6ca61 req-4429f9c1-f299-4274-af8d-fa59f4ba87b4 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:35.707344 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7b63609f-4089-4d60-baa6-6d50a4d6ca61 req-4429f9c1-f299-4274-af8d-fa59f4ba87b4 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 944 time: 0.1194210 Aug 03 18:57:35.820922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2995d082-fb81-47f3-bd9e-fa2782a3a87d req-94d4a803-9dda-4dbf-be2c-f1fe66882a02 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=d04dc391-1f69-4680-91f9-b01d9addba90 HTTP/1.1" status: 200 len: 210 time: 0.1795824 Aug 03 18:57:35.869510 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-54425a6d-16a9-42ac-9908-fa5b043c82f9 req-d773e071-4ced-4f72-aab4-6ef7ebe40a18 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:35.917637 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-54425a6d-16a9-42ac-9908-fa5b043c82f9 req-d773e071-4ced-4f72-aab4-6ef7ebe40a18 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:35.939190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:35.952469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Attempting to bind port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:57:35.953066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Attempting to bind port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:57:35.954645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Attempting to bind port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:57:35.969027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-7b63609f-4089-4d60-baa6-6d50a4d6ca61 req-74cd6199-1375-4048-bf15-d41206989076 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Deleting port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:35.969730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7b63609f-4089-4d60-baa6-6d50a4d6ca61 req-74cd6199-1375-4048-bf15-d41206989076 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:35.972729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-54425a6d-16a9-42ac-9908-fa5b043c82f9 req-d773e071-4ced-4f72-aab4-6ef7ebe40a18 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:35.991555 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:35.992011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 64a0dbcb-7080-4f06-94eb-2b2daf5c25c4 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:35.995362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54425a6d-16a9-42ac-9908-fa5b043c82f9 req-d773e071-4ced-4f72-aab4-6ef7ebe40a18 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8438227 Aug 03 18:57:36.022391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:57:36.022391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Attempting to bind port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:57:36.051741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:57:36.054365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:57:36.055262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:57:36.056136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Bound port: 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:57:36.056801 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:36.125432 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469559a0-7c69-4182-9347-d8d51505c144 x-openstack-request-id: req-469559a0-7c69-4182-9347-d8d51505c144 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:36.125688 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04dc391-1f69-4680-91f9-b01d9addba90", "name": "network-vif-deleted", "tag": "f8bec4d1-5a77-488a-be20-afa878741001", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:36.125968 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-469559a0-7c69-4182-9347-d8d51505c144 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:36.126281 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04dc391-1f69-4680-91f9-b01d9addba90', 'name': 'network-vif-deleted', 'tag': 'f8bec4d1-5a77-488a-be20-afa878741001', 'status': 'completed', 'code': 200} Aug 03 18:57:36.126864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773e071-4ced-4f72-aab4-6ef7ebe40a18 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bab0136-c5fb-48c2-9a6b-388c27351eea,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:36.217960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-7b63609f-4089-4d60-baa6-6d50a4d6ca61 req-74cd6199-1375-4048-bf15-d41206989076 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] For port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,segment=NetworkSegment(451b0498-b8f1-48de-8c9a-87dcce7d52f5),segment_id=451b0498-b8f1-48de-8c9a-87dcce7d52f5)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:36.218645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7b63609f-4089-4d60-baa6-6d50a4d6ca61 req-74cd6199-1375-4048-bf15-d41206989076 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:36.236722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] For port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:57:36.251935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] For port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:57:36.268606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-7b63609f-4089-4d60-baa6-6d50a4d6ca61 req-74cd6199-1375-4048-bf15-d41206989076 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Calling delete_port for 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:36.289697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210bd3b-6527-4141-af34-9c61cbc7a1f2 req-d39a335d-72d5-4abe-8ffc-4874fce107dc tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:36.293540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f210bd3b-6527-4141-af34-9c61cbc7a1f2 req-d39a335d-72d5-4abe-8ffc-4874fce107dc tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 945 time: 0.2137063 Aug 03 18:57:36.297114 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:36.396364 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ca19f538-d00a-4393-9c87-767958c33d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:36.484867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7b63609f-4089-4d60-baa6-6d50a4d6ca61 req-74cd6199-1375-4048-bf15-d41206989076 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:36.501718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-798eb776-4a83-4091-ae78-cf02a980faba tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4bc2dff4039f4f9aa66a0763497ac2da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416939 Aug 03 18:57:36.520243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:36.521347 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:36.522831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] 10.222.0.74 "PUT /v2.0/ports/35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 HTTP/1.1" status: 200 len: 1096 time: 3.4283879 Aug 03 18:57:36.570299 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:36.599279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd6199-1375-4048-bf15-d41206989076 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Pushing event deleted for resources: {'Port': ['ID=7a4ae0e3-81dc-4ffc-97a1-44d9513d6298,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:36.657921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60bd20-5ed0-42ff-882b-39a83e519503 service neutron] Pushing event updated for resources: {'Port': ['ID=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:36.705631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b63609f-4089-4d60-baa6-6d50a4d6ca61 req-74cd6199-1375-4048-bf15-d41206989076 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] No DVR routers for this DVR port 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:36.709392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7b63609f-4089-4d60-baa6-6d50a4d6ca61 req-74cd6199-1375-4048-bf15-d41206989076 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:36.712621 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7b63609f-4089-4d60-baa6-6d50a4d6ca61 req-74cd6199-1375-4048-bf15-d41206989076 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.37 "DELETE /v2.0/ports/7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 HTTP/1.1" status: 204 len: 173 time: 0.9916668 Aug 03 18:57:36.765615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f210bd3b-6527-4141-af34-9c61cbc7a1f2 req-d8840953-a406-4b42-974c-721162126475 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553995 Aug 03 18:57:36.791113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1a5d523-f981-41a8-9027-8a3a3cae3143 req-3882c5c6-1b1c-46fe-a93e-8dbe3ad36d81 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/4bab0136-c5fb-48c2-9a6b-388c27351eea HTTP/1.1" status: 200 len: 1811 time: 0.4767642 Aug 03 18:57:36.922332 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'name': 'network-vif-deleted', 'tag': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:36.925661 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7e83e9-3404-47b3-928c-1ffbadd679bd" -d '{"events": [{"server_uuid": "96a4e385-7caf-4699-a317-a99a4b97d8b4", "name": "network-vif-deleted", "tag": "7a4ae0e3-81dc-4ffc-97a1-44d9513d6298"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:37.003027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d8f2ef8-0ccf-447b-a207-cb80f4bbd446 req-b659da10-501d-40de-8f8c-5f78e10dc38e tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 210 time: 0.0619304 Aug 03 18:57:37.053488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-79fb9e33-b73f-42ca-bda3-feccacd26f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:37.058707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-79fb9e33-b73f-42ca-bda3-feccacd26f4f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=97f89cc37f4f4b2c85ace8e6b3f55738&device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 1099 time: 0.3857353 Aug 03 18:57:37.135323 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a16d1a46-c027-4ebc-80e5-00b80aa5383c req-e4354fe2-98b8-4375-b39c-cdadf4d04bb1 tempest-ImagesTestJSON-269633649 tempest-ImagesTestJSON-269633649-project] 10.222.0.78 "GET /v2.0/ports?device_id=96a4e385-7caf-4699-a317-a99a4b97d8b4 HTTP/1.1" status: 200 len: 210 time: 0.1273232 Aug 03 18:57:37.267174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-3703bc2a-e355-413d-96ca-46a21d46b2c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 HTTP/1.1" status: 200 len: 217 time: 0.1345880 Aug 03 18:57:37.282806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c3b3a-d374-428e-acff-672590cec88e req-624eadb4-08f8-4603-9b3e-e1d78dc39a3e tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:37.284483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-624eadb4-08f8-4603-9b3e-e1d78dc39a3e tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7717760 Aug 03 18:57:37.376463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-5e46f61f-5ea4-4084-aa74-9b9fef6f632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:37.379471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-5e46f61f-5ea4-4084-aa74-9b9fef6f632b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0922763 Aug 03 18:57:37.389468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Request body: {'port': {'device_id': '23c9691c-0e34-497a-9c3e-d298817fb462', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '4bc2dff4039f4f9aa66a0763497ac2da'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:37.600803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a39a-61de-44f4-939a-82a7381088e1 req-7b359716-f4c3-480a-8a7a-380d3be8fb9f tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:37.605171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a18a39a-61de-44f4-939a-82a7381088e1 req-7b359716-f4c3-480a-8a7a-380d3be8fb9f tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 948 time: 0.4752927 Aug 03 18:57:37.608525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Made reservation on behalf of 4bc2dff4039f4f9aa66a0763497ac2da for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:37.613902 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:37.650940 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:37.706834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-c77d6ec3-2777-4261-856a-081d897c5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:37.708472 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-c77d6ec3-2777-4261-856a-081d897c5f29 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1688392 Aug 03 18:57:37.748100 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:37.792216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a18a39a-61de-44f4-939a-82a7381088e1 req-b4098c35-a0b9-4656-a10c-68c6080188e1 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c26825f-04fe-412a-863f-7e7b7ea9f884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744549 Aug 03 18:57:37.844821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-10121fad-00a1-415a-ba35-0d6f025f20d0 req-c5614d40-9e3e-433d-8b85-fc2f6a66b4cb tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-187824279', 'description': 'tempest-description-1491261713'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:37.894786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-0988eb37-1b0a-4854-afe3-24b124e18c8b tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:37.894786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-0988eb37-1b0a-4854-afe3-24b124e18c8b tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2550542 Aug 03 18:57:37.953897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:38.000192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:38.000635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7a4ae0e3-81dc-4ffc-97a1-44d9513d6298 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:38.019192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-2a3a2dea-da0f-490b-9834-9cb9dac7b5a8 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.1127434 Aug 03 18:57:38.036971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-0bd7eb1f-b983-4f82-8c6c-47e9f8a1ccf0 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870212 Aug 03 18:57:38.043915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-35ff8c29-0550-4581-90e7-40996e0842fc tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Request body: {'floatingip': {'port_id': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:38.102028 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:38.106305 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-35ff8c29-0550-4581-90e7-40996e0842fc tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:38.148152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea52a45-7c3f-4eac-a8df-1c7d1889d949', 'tag': '35d7f7ed-dbdc-4e3d-9f6c-e15551539a14'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:38.150559 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd57abb-6113-47fa-82cf-6623f6efd96b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea52a45-7c3f-4eac-a8df-1c7d1889d949", "tag": "35d7f7ed-dbdc-4e3d-9f6c-e15551539a14"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:38.209838 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:38.345861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10121fad-00a1-415a-ba35-0d6f025f20d0 req-c5614d40-9e3e-433d-8b85-fc2f6a66b4cb tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:38.395255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3ab04c-637d-4779-969b-49429f95e365,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:38.482677 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4b1d0e6-414d-4957-83d8-26fa075cdfa8 req-bd3ba39d-982c-4ac3-a952-fefd8afa1e44 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290545 Aug 03 18:57:38.609470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Allocated IP 192.168.233.193 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/1f4362be-2f3d-4a22-9950-957417f14360) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:57:38.730334 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10121fad-00a1-415a-ba35-0d6f025f20d0 req-c5614d40-9e3e-433d-8b85-fc2f6a66b4cb tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:38.745249 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10121fad-00a1-415a-ba35-0d6f025f20d0 req-c5614d40-9e3e-433d-8b85-fc2f6a66b4cb tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:38.875453 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10121fad-00a1-415a-ba35-0d6f025f20d0 req-c5614d40-9e3e-433d-8b85-fc2f6a66b4cb tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:38.887236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10121fad-00a1-415a-ba35-0d6f025f20d0 req-c5614d40-9e3e-433d-8b85-fc2f6a66b4cb tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0557387 Aug 03 18:57:38.928485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5614d40-9e3e-433d-8b85-fc2f6a66b4cb tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f5a71a-bcf4-453f-befc-584452cdbc66,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:38.973408 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17a7639-1d38-48fe-990c-5aa2dadf56c6 x-openstack-request-id: req-f17a7639-1d38-48fe-990c-5aa2dadf56c6 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:38.973933 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a4e385-7caf-4699-a317-a99a4b97d8b4", "name": "network-vif-deleted", "tag": "7a4ae0e3-81dc-4ffc-97a1-44d9513d6298", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:38.974034 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f17a7639-1d38-48fe-990c-5aa2dadf56c6 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:38.975195 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a4e385-7caf-4699-a317-a99a4b97d8b4', 'name': 'network-vif-deleted', 'tag': '7a4ae0e3-81dc-4ffc-97a1-44d9513d6298', 'status': 'completed', 'code': 200} Aug 03 18:57:39.024588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:39.047646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Transition to ACTIVE for port object 1f4362be-2f3d-4a22-9950-957417f14360 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:57:39.115189 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-35ff8c29-0550-4581-90e7-40996e0842fc tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:39.122257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-35ff8c29-0550-4581-90e7-40996e0842fc tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:39.209441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ccd23ac0-fb8c-4e88-ac95-6dc796fc24e3 req-25e75c84-f4a6-4587-bad2-8719609eca77 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 210 time: 0.0448060 Aug 03 18:57:39.210485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:39.265927 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d5e833-ef4b-4715-8d40-bd7890488fae x-openstack-request-id: req-52d5e833-ef4b-4715-8d40-bd7890488fae {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:39.266216 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea52a45-7c3f-4eac-a8df-1c7d1889d949", "tag": "35d7f7ed-dbdc-4e3d-9f6c-e15551539a14", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:39.266467 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-52d5e833-ef4b-4715-8d40-bd7890488fae {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:39.266855 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea52a45-7c3f-4eac-a8df-1c7d1889d949', 'tag': '35d7f7ed-dbdc-4e3d-9f6c-e15551539a14', 'status': 'completed', 'code': 200} Aug 03 18:57:39.297402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:57:39.298222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Pushing event updated for resources: {'Port': ['ID=1f4362be-2f3d-4a22-9950-957417f14360,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:39.303220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:57:39.309837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:57:39.363252 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-35ff8c29-0550-4581-90e7-40996e0842fc tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Floating IP 001325a6-af9a-4d44-b64a-0cb7d2c0b947 associated. External IP: 172.25.8.122, port: 6354fdaf-b355-4f4b-a179-6a20ce64e165. Aug 03 18:57:39.441045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:39.441759 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:39.495504 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:39.661603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3a90cb13-70ba-40de-af73-26aec9b387fd None None] Provisioning for port 1f4362be-2f3d-4a22-9950-957417f14360 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:57:39.666133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3a90cb13-70ba-40de-af73-26aec9b387fd None None] Provisioning complete for port 1f4362be-2f3d-4a22-9950-957417f14360 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:39.666516 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3a90cb13-70ba-40de-af73-26aec9b387fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:39.706043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3a90cb13-70ba-40de-af73-26aec9b387fd None None] Port 1f4362be-2f3d-4a22-9950-957417f14360 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:57:39.834308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15ae30-c643-4569-9e7f-0843391f4fd0 req-20e7a471-0981-455d-a748-ae93cf106e22 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:39.835768 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba15ae30-c643-4569-9e7f-0843391f4fd0 req-20e7a471-0981-455d-a748-ae93cf106e22 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 948 time: 0.4944370 Aug 03 18:57:39.848551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-f97aa44c-4a1d-4bf5-8b6c-8b36adf53807 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4659746 Aug 03 18:57:39.886566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Request body: {'port': {'device_id': '23c9691c-0e34-497a-9c3e-d298817fb462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:39.955742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba15ae30-c643-4569-9e7f-0843391f4fd0 req-820475d9-b780-4837-afd5-5aed6be7d778 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c26825f-04fe-412a-863f-7e7b7ea9f884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062388 Aug 03 18:57:39.973743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd57abb-6113-47fa-82cf-6623f6efd96b req-90f523ae-8cbd-4126-86ed-565b939e7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:39.975792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fd57abb-6113-47fa-82cf-6623f6efd96b req-90f523ae-8cbd-4126-86ed-565b939e7c2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=97f89cc37f4f4b2c85ace8e6b3f55738&device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 1099 time: 0.1368141 Aug 03 18:57:40.080491 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:40.221527 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4c415ce-fb61-4a07-afeb-4f380c5a4236 req-2eaf13d6-56a4-4dcf-9ecf-090711b526f2 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/35f5a71a-bcf4-453f-befc-584452cdbc66 HTTP/1.1" status: 200 len: 1812 time: 0.2076094 Aug 03 18:57:40.312696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd57abb-6113-47fa-82cf-6623f6efd96b req-9226be3f-4322-4e57-994d-07a52e00c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:40.314222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fd57abb-6113-47fa-82cf-6623f6efd96b req-9226be3f-4322-4e57-994d-07a52e00c092 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2969856 Aug 03 18:57:40.324924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-35ff8c29-0550-4581-90e7-40996e0842fc tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:57:40.400387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fd57abb-6113-47fa-82cf-6623f6efd96b req-d9964696-1f49-4f94-9797-e4a6d0335768 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 HTTP/1.1" status: 200 len: 217 time: 0.0687537 Aug 03 18:57:40.575878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd57abb-6113-47fa-82cf-6623f6efd96b req-fe1dfbcb-8679-45fd-8d5a-7934cf05f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:40.577333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fd57abb-6113-47fa-82cf-6623f6efd96b req-fe1dfbcb-8679-45fd-8d5a-7934cf05f88f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1316538 Aug 03 18:57:40.639441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4d6a5-d534-42da-b287-8977d89af287 req-e6b6e497-2994-4035-89b6-00fe6ee2caa5 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:40.640942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8b4d6a5-d534-42da-b287-8977d89af287 req-e6b6e497-2994-4035-89b6-00fe6ee2caa5 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.2961943 Aug 03 18:57:40.736943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-35ff8c29-0550-4581-90e7-40996e0842fc tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:57:40.747243 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-35ff8c29-0550-4581-90e7-40996e0842fc tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:40.748083 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a21a40-416a-499c-bedf-7019e635c3fb None None] Sync routers for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:57:40.757854 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a21a40-416a-499c-bedf-7019e635c3fb None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:40.758554 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d6a21a40-416a-499c-bedf-7019e635c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:40.769271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd57abb-6113-47fa-82cf-6623f6efd96b req-50d750c1-3ac2-4f7d-8c07-53a2b0060d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:40.770922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fd57abb-6113-47fa-82cf-6623f6efd96b req-50d750c1-3ac2-4f7d-8c07-53a2b0060d9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1790607 Aug 03 18:57:40.790791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8b4d6a5-d534-42da-b287-8977d89af287 req-7a745a37-dd72-40ad-a4f9-386db18efe6a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259420 Aug 03 18:57:40.855154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4362be-2f3d-4a22-9950-957417f14360 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:57:40.866731 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:40.869886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-35ff8c29-0550-4581-90e7-40996e0842fc tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "PUT /v2.0/floatingips/001325a6-af9a-4d44-b64a-0cb7d2c0b947 HTTP/1.1" status: 200 len: 997 time: 2.8385575 Aug 03 18:57:40.875750 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d6a21a40-416a-499c-bedf-7019e635c3fb None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:40.900873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Transition to ACTIVE for port object 1f4362be-2f3d-4a22-9950-957417f14360 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:57:40.930338 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:40.946742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-4007e48b-0b60-4d4b-b937-a0994195ef19 req-13789df2-35ee-440a-af7c-a96a8a968042 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2095603865', 'description': 'tempest-description-1587835240'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:41.003334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fd57abb-6113-47fa-82cf-6623f6efd96b req-3974b040-4d90-4715-96e8-fff0c34f2fa5 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113543 Aug 03 18:57:41.043638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4362be-2f3d-4a22-9950-957417f14360,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:41.047486 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-d5c3d8e9-60cf-49f3-916e-47ce05eba83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:41.049090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-d5c3d8e9-60cf-49f3-916e-47ce05eba83d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 1097 time: 0.1596842 Aug 03 18:57:41.091642 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4007e48b-0b60-4d4b-b937-a0994195ef19 req-13789df2-35ee-440a-af7c-a96a8a968042 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:41.137780 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d6a21a40-416a-499c-bedf-7019e635c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:17:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa8082-2463-4a53-9d79-d120df661443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:57:38Z', 'revision_number': 1, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:41.171709 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a21a40-416a-499c-bedf-7019e635c3fb None None] Checking router: 17ee9e63-82cc-4d83-aba9-a95f54e4d019 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:57:41.186471 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a21a40-416a-499c-bedf-7019e635c3fb None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:41.187205 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d6a21a40-416a-499c-bedf-7019e635c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:41.269914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:41.272117 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:41.305034 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d6a21a40-416a-499c-bedf-7019e635c3fb None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:41.315822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fd57abb-6113-47fa-82cf-6623f6efd96b req-0f973f29-84c9-4e8f-97be-f906d9af7efb service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978950 Aug 03 18:57:41.320563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Attempting to bind port 1f4362be-2f3d-4a22-9950-957417f14360 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:57:41.320843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Attempting to bind port 1f4362be-2f3d-4a22-9950-957417f14360 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:57:41.321150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Attempting to bind port 1f4362be-2f3d-4a22-9950-957417f14360 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:57:41.324707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-1507fcbf-94d9-4ea1-9dbf-b7a922aeb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:41.326270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-1507fcbf-94d9-4ea1-9dbf-b7a922aeb335 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.2360172 Aug 03 18:57:41.343259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Port 1f4362be-2f3d-4a22-9950-957417f14360 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:57:41.343819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Attempting to bind port 1f4362be-2f3d-4a22-9950-957417f14360 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:57:41.392473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:57:41.392807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:57:41.393195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:57:41.393666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Bound port: 1f4362be-2f3d-4a22-9950-957417f14360, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:57:41.394030 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:41.458805 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4007e48b-0b60-4d4b-b937-a0994195ef19 req-13789df2-35ee-440a-af7c-a96a8a968042 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:41.466925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-b7c2bef8-dd5d-46c8-94a0-380e4d5fb4a6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 1000 time: 0.1327240 Aug 03 18:57:41.469215 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4007e48b-0b60-4d4b-b937-a0994195ef19 req-13789df2-35ee-440a-af7c-a96a8a968042 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:41.548949 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d6a21a40-416a-499c-bedf-7019e635c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:17:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa8082-2463-4a53-9d79-d120df661443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:57:38Z', 'revision_number': 1, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:41.565865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13789df2-35ee-440a-af7c-a96a8a968042 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6ba925-8313-4562-af80-8868b932507b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:41.568626 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4007e48b-0b60-4d4b-b937-a0994195ef19 req-13789df2-35ee-440a-af7c-a96a8a968042 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:41.570612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4007e48b-0b60-4d4b-b937-a0994195ef19 req-13789df2-35ee-440a-af7c-a96a8a968042 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6413646 Aug 03 18:57:41.575377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] For port 1f4362be-2f3d-4a22-9950-957417f14360, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:57:41.577111 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a21a40-416a-499c-bedf-7019e635c3fb None None] The sync data for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 is: [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:17:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa8082-2463-4a53-9d79-d120df661443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:57:38Z', 'revision_number': 1, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:57:41.583420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] For port 1f4362be-2f3d-4a22-9950-957417f14360, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1f4362be-2f3d-4a22-9950-957417f14360,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:57:41.600228 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:41.609214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-7045c06d-d031-43c6-847b-5011bb29081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:41.611865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-7045c06d-d031-43c6-847b-5011bb29081d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.1317334 Aug 03 18:57:41.719744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:41.720377 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:41.721910 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] 10.222.0.37 "PUT /v2.0/ports/1f4362be-2f3d-4a22-9950-957417f14360 HTTP/1.1" status: 200 len: 1096 time: 1.8479984 Aug 03 18:57:41.761234 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcac08-aed2-47c6-8599-f295e1b6e075 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4362be-2f3d-4a22-9950-957417f14360,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:41.820534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-bcc2693c-0ef0-4df6-9caa-f7d720f28184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:41.822339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-bcc2693c-0ef0-4df6-9caa-f7d720f28184 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651585 Aug 03 18:57:41.833203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e019fc-2746-4f11-a20c-57564a27950a req-71b5e403-a7e1-4fd8-bea8-0bf136e78af6 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:41.835495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75e019fc-2746-4f11-a20c-57564a27950a req-71b5e403-a7e1-4fd8-bea8-0bf136e78af6 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 948 time: 0.1604257 Aug 03 18:57:41.843719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-d8a22d3d-d1b7-48af-ba94-c25e7bef7c0e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:57:41.844807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-d8a22d3d-d1b7-48af-ba94-c25e7bef7c0e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082080 Aug 03 18:57:41.863911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927bb255-c8c9-4937-80cc-97ee036a38ca None None] New status for floating IP 001325a6-af9a-4d44-b64a-0cb7d2c0b947: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:57:41.892601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c3b3a-d374-428e-acff-672590cec88e req-e9d8a5b6-c8cc-4466-a7b3-712dab43fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:41.895076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-e9d8a5b6-c8cc-4466-a7b3-712dab43fcbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bc2dff4039f4f9aa66a0763497ac2da&device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 1099 time: 0.1298344 Aug 03 18:57:41.981567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-b9c1091e-0d34-448a-a5ef-09281715459d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1f4362be-2f3d-4a22-9950-957417f14360 HTTP/1.1" status: 200 len: 217 time: 0.0594265 Aug 03 18:57:41.990065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75e019fc-2746-4f11-a20c-57564a27950a req-3303a0a8-2d4c-4ba2-a920-80a01394d002 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c3ab04c-637d-4779-969b-49429f95e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418879 Aug 03 18:57:42.064526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-22e9b2a1-9e3a-42c6-873b-c16ef4a325c2 service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043047 Aug 03 18:57:42.069357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c3b3a-d374-428e-acff-672590cec88e req-eda32d91-2144-4eb6-80fb-cef73a5367f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:42.071249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-eda32d91-2144-4eb6-80fb-cef73a5367f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0783536 Aug 03 18:57:42.196135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c3b3a-d374-428e-acff-672590cec88e req-9c7ab16b-e70a-48c6-a6c4-58a03bc85935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:42.198210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-9c7ab16b-e70a-48c6-a6c4-58a03bc85935 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171825 Aug 03 18:57:42.263966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3e6fa82-b31e-4dd3-af77-8c7c8d1ed760 req-af7a83a0-ed2c-4be8-910d-a72868df576e service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916351 Aug 03 18:57:42.319347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-ea7941e7-bc2c-4193-922c-25353b86d2b9 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128235 Aug 03 18:57:42.440825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557424d-271d-4d78-88f1-9891b99fed5f req-5e1a00ca-bd20-4469-922f-696c0a2f9986 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:42.442576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6557424d-271d-4d78-88f1-9891b99fed5f req-5e1a00ca-bd20-4469-922f-696c0a2f9986 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 948 time: 0.1017525 Aug 03 18:57:42.486176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d9c3b3a-d374-428e-acff-672590cec88e req-132f4810-430a-4b46-b447-3bb3dee303d7 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543543 Aug 03 18:57:42.506322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6557424d-271d-4d78-88f1-9891b99fed5f req-00ae3d8c-bed8-4a5b-9075-d454a1cca124 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c26825f-04fe-412a-863f-7e7b7ea9f884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533683 Aug 03 18:57:42.549781 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e54f083-7e89-4c82-ace2-3f79f2b9ac67 x-openstack-request-id: req-5e54f083-7e89-4c82-ace2-3f79f2b9ac67 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:42.550084 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:42.550308 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5e54f083-7e89-4c82-ace2-3f79f2b9ac67 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:42.550767 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'status': 'completed', 'code': 200} Aug 03 18:57:42.600154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e0b87975-5ae8-42e0-b496-b321e6b27f2c req-1e9ba794-c992-4ac2-9843-0c650ea0aa95 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/0d6ba925-8313-4562-af80-8868b932507b HTTP/1.1" status: 200 len: 1813 time: 0.0392971 Aug 03 18:57:42.733824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8aae8-1b24-4c1a-98cd-5dfa3d2f9e8f req-e3c019df-1c9d-46bf-9ab8-f4de394a7407 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:42.735350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ca8aae8-1b24-4c1a-98cd-5dfa3d2f9e8f req-e3c019df-1c9d-46bf-9ab8-f4de394a7407 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 950 time: 0.0820668 Aug 03 18:57:42.750666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:57:42.755193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c req-8f05083f-8761-420f-8f24-e67b43e3b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:42.758144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c req-8f05083f-8761-420f-8f24-e67b43e3b764 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 1097 time: 0.0772383 Aug 03 18:57:42.856743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:42.869730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '35d7f7ed-dbdc-4e3d-9f6c-e15551539a14', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '35d7f7ed-dbdc-4e3d-9f6c-e15551539a14', 'mac_address': 'fa:16:3e:ed:b2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:57:42.875501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-8330bbad-ac14-4178-83a3-8409f41a658c tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:42.877066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-8330bbad-ac14-4178-83a3-8409f41a658c tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1405625 Aug 03 18:57:42.882794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ca8aae8-1b24-4c1a-98cd-5dfa3d2f9e8f req-533b3e91-bc22-44c4-a236-aebfce4b9487 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335399 Aug 03 18:57:42.918669 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:42.935393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:57:42.957674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:42.961315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c req-5e74bed2-4fa4-49bc-85a8-7663a2d55aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:42.962119 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:42.963157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c req-5e74bed2-4fa4-49bc-85a8-7663a2d55aae service neutron] 10.222.0.74 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.1858451 Aug 03 18:57:42.992349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-52eaa8df-136e-4dbc-b051-97b0734a1408 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 1002 time: 0.1065321 Aug 03 18:57:43.022209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:43.043709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-352ad8b2-8ccb-4afc-bacc-e7fda9c73dd5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Request body: {'floatingip': {'port_id': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:43.432632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c req-f01c1f73-e43f-41ff-a0bf-d42101a2fbd8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 1002 time: 0.4513402 Aug 03 18:57:43.453913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320b53a-80d3-4f92-a489-64db95570638 req-e02e2ce7-53b3-4d7a-857b-525b1ba1a89b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:43.455328 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2320b53a-80d3-4f92-a489-64db95570638 req-e02e2ce7-53b3-4d7a-857b-525b1ba1a89b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.4908023 Aug 03 18:57:43.470325 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-352ad8b2-8ccb-4afc-bacc-e7fda9c73dd5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:43.567668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c req-80613c28-b7cd-4669-9c5a-e1005ae03bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:43.569307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c req-80613c28-b7cd-4669-9c5a-e1005ae03bf6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.1126442 Aug 03 18:57:43.576334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2320b53a-80d3-4f92-a489-64db95570638 req-d811e9ee-760c-4e58-9b8e-f350793af891 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101990 Aug 03 18:57:43.628782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['35d7f7ed-dbdc-4e3d-9f6c-e15551539a14'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:43.669129 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-2d63ab2c-1ab4-40a3-b31d-5239bbb64079 req-dd16f681-2aab-44e5-ac18-43ae117cbfc7 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] show failed (client error): The resource could not be found. Aug 03 18:57:43.670203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d63ab2c-1ab4-40a3-b31d-5239bbb64079 req-dd16f681-2aab-44e5-ac18-43ae117cbfc7 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/3a3cb90d-f61a-4943-953f-be4bf26fec4a HTTP/1.1" status: 404 len: 352 time: 0.0579593 Aug 03 18:57:43.699577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c req-26b19db9-7869-47ef-bb5f-b375dfe4570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:43.701102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c req-26b19db9-7869-47ef-bb5f-b375dfe4570e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138792 Aug 03 18:57:43.950889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18281f0f-ffbf-47fb-a348-2cedb897faf7 req-3d31c69d-9925-4396-bd59-c06e1e3d33b4 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:43.952408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18281f0f-ffbf-47fb-a348-2cedb897faf7 req-3d31c69d-9925-4396-bd59-c06e1e3d33b4 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 948 time: 0.1886878 Aug 03 18:57:43.982450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c req-f313adcc-76dd-471c-b2ca-18a4b5b4b304 service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401600 Aug 03 18:57:44.093871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18281f0f-ffbf-47fb-a348-2cedb897faf7 req-9b6f2c26-0c22-494f-ada3-6891416a6e63 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c3ab04c-637d-4779-969b-49429f95e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335094 Aug 03 18:57:44.215851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a34c0041-d4ee-4fb9-a941-a66dcfc23a1c req-ccbf8eaa-e81c-42e5-bf48-629f6888abe0 service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162416 Aug 03 18:57:44.268219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e99b6a-aa11-444e-b86f-f724ae652992 req-f20dd827-a23f-4a8b-b2a4-e94f3d8ac823 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:44.269679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17e99b6a-aa11-444e-b86f-f724ae652992 req-f20dd827-a23f-4a8b-b2a4-e94f3d8ac823 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 949 time: 0.1108887 Aug 03 18:57:44.357249 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-352ad8b2-8ccb-4afc-bacc-e7fda9c73dd5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:44.361833 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17e99b6a-aa11-444e-b86f-f724ae652992 req-cf7ee67e-6b8d-461f-b93f-e4b98ed63603 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c26825f-04fe-412a-863f-7e7b7ea9f884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845132 Aug 03 18:57:44.362980 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-352ad8b2-8ccb-4afc-bacc-e7fda9c73dd5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:44.471333 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-352ad8b2-8ccb-4afc-bacc-e7fda9c73dd5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Floating IP 001325a6-af9a-4d44-b64a-0cb7d2c0b947 associated. External IP: 172.25.8.122, port: 6354fdaf-b355-4f4b-a179-6a20ce64e165. Aug 03 18:57:44.525787 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-df5c145a-52f5-4bcc-a3a0-599abedb103c req-725e9359-d7c2-46e9-8214-def9cc46d80a tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] show failed (client error): The resource could not be found. Aug 03 18:57:44.526725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df5c145a-52f5-4bcc-a3a0-599abedb103c req-725e9359-d7c2-46e9-8214-def9cc46d80a tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-group-rules/08756cd2-be33-463b-8baf-87d33b3bb6a3 HTTP/1.1" status: 404 len: 361 time: 0.0194840 Aug 03 18:57:44.571955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c9691c-0e34-497a-9c3e-d298817fb462', 'tag': '1f4362be-2f3d-4a22-9950-957417f14360'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:44.571955 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "23c9691c-0e34-497a-9c3e-d298817fb462", "tag": "1f4362be-2f3d-4a22-9950-957417f14360"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:44.732716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bdd92-8e87-4023-b182-5d28cac19671 req-ff9dc5b7-9302-4ad8-ae63-f135b1f5f74e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:44.734237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-813bdd92-8e87-4023-b182-5d28cac19671 req-ff9dc5b7-9302-4ad8-ae63-f135b1f5f74e tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 950 time: 0.0977466 Aug 03 18:57:44.761225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-352ad8b2-8ccb-4afc-bacc-e7fda9c73dd5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:57:44.777842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:44.785531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-813bdd92-8e87-4023-b182-5d28cac19671 req-a372a586-fc2a-4ced-9984-f4b55b200402 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/security-groups?id=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440409 Aug 03 18:57:44.867469 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:44.890100 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:44.892364 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c4c0f8-4127-4a62-9dd0-cb18b4dec251" -d '{"events": [{"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:44.905104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:44.906908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b919b326-be23-4b3f-b7a5-d35a97ae71fa req-1fb09f07-135c-4d88-880f-760ee4b0f4f3 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/0d6ba925-8313-4562-af80-8868b932507b HTTP/1.1" status: 200 len: 1813 time: 0.0870655 Aug 03 18:57:44.914468 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:44.937153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-352ad8b2-8ccb-4afc-bacc-e7fda9c73dd5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:57:44.948336 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b829041-6875-4f71-bf52-bccb49d4b3dd None None] Sync routers for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:57:44.957872 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b829041-6875-4f71-bf52-bccb49d4b3dd None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:44.958708 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8b829041-6875-4f71-bf52-bccb49d4b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:44.965704 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:44.978823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=11']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:45.055084 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b919b326-be23-4b3f-b7a5-d35a97ae71fa req-b291e080-96aa-4abc-a963-f82852822ff1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:45.067485 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8b829041-6875-4f71-bf52-bccb49d4b3dd None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:45.111470 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b919b326-be23-4b3f-b7a5-d35a97ae71fa req-b291e080-96aa-4abc-a963-f82852822ff1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:45.191837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d818c0-6e6d-4ddb-a90e-11ffd7dc1fbf req-18818c0d-27b3-40bd-a00a-8d620d7ff6d5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:45.193551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24d818c0-6e6d-4ddb-a90e-11ffd7dc1fbf req-18818c0d-27b3-40bd-a00a-8d620d7ff6d5 tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 950 time: 0.1489038 Aug 03 18:57:45.237856 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b919b326-be23-4b3f-b7a5-d35a97ae71fa req-b291e080-96aa-4abc-a963-f82852822ff1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:45.240501 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b919b326-be23-4b3f-b7a5-d35a97ae71fa req-b291e080-96aa-4abc-a963-f82852822ff1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:45.241713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b919b326-be23-4b3f-b7a5-d35a97ae71fa req-b291e080-96aa-4abc-a963-f82852822ff1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "DELETE /v2.0/security-groups/0d6ba925-8313-4562-af80-8868b932507b HTTP/1.1" status: 204 len: 173 time: 0.3271537 Aug 03 18:57:45.291807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291e080-96aa-4abc-a963-f82852822ff1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6ba925-8313-4562-af80-8868b932507b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:45.335193 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142ac78b-1cdf-44ad-b9c9-83c7a1d20251 x-openstack-request-id: req-142ac78b-1cdf-44ad-b9c9-83c7a1d20251 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:45.335615 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c9691c-0e34-497a-9c3e-d298817fb462", "tag": "1f4362be-2f3d-4a22-9950-957417f14360", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:45.335763 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-142ac78b-1cdf-44ad-b9c9-83c7a1d20251 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:45.336131 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c9691c-0e34-497a-9c3e-d298817fb462', 'tag': '1f4362be-2f3d-4a22-9950-957417f14360', 'status': 'completed', 'code': 200} Aug 03 18:57:45.348227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-352ad8b2-8ccb-4afc-bacc-e7fda9c73dd5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:57:45.398321 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8b829041-6875-4f71-bf52-bccb49d4b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:c8:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:57:44Z', 'revision_number': 3, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:45.427916 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b829041-6875-4f71-bf52-bccb49d4b3dd None None] Checking router: 17ee9e63-82cc-4d83-aba9-a95f54e4d019 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:57:45.437448 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b829041-6875-4f71-bf52-bccb49d4b3dd None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:45.438114 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8b829041-6875-4f71-bf52-bccb49d4b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:45.549345 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8b829041-6875-4f71-bf52-bccb49d4b3dd None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:45.775203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-24d818c0-6e6d-4ddb-a90e-11ffd7dc1fbf req-558e427e-14f8-4596-9f49-627147f7b56a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Deleting port 8462a4c9-a724-4376-992c-39108828e8d8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:45.776056 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24d818c0-6e6d-4ddb-a90e-11ffd7dc1fbf req-558e427e-14f8-4596-9f49-627147f7b56a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:45.784748 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8b829041-6875-4f71-bf52-bccb49d4b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:c8:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:57:44Z', 'revision_number': 3, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:45.814154 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b829041-6875-4f71-bf52-bccb49d4b3dd None None] The sync data for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 is: [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:c8:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:57:44Z', 'revision_number': 3, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:57:45.902048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe505d-e70e-4e86-9be3-7d6b4498d934 req-bd15f2ab-be9b-4c19-a63d-77e9975b5176 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:45.903657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2efe505d-e70e-4e86-9be3-7d6b4498d934 req-bd15f2ab-be9b-4c19-a63d-77e9975b5176 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.5179265 Aug 03 18:57:45.905490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4 req-1fba4977-0e55-44d4-82f2-8a04abea9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:45.907026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4 req-1fba4977-0e55-44d4-82f2-8a04abea9690 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bc2dff4039f4f9aa66a0763497ac2da&device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 1099 time: 0.5375617 Aug 03 18:57:45.984351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed867d-8bed-44ad-b936-5638367edd76 None None] New status for floating IP 001325a6-af9a-4d44-b64a-0cb7d2c0b947: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:57:45.988513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1f4362be-2f3d-4a22-9950-957417f14360 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:57:45.998344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-352ad8b2-8ccb-4afc-bacc-e7fda9c73dd5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:57:46.008927 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-352ad8b2-8ccb-4afc-bacc-e7fda9c73dd5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:46.065154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-24d818c0-6e6d-4ddb-a90e-11ffd7dc1fbf req-558e427e-14f8-4596-9f49-627147f7b56a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] For port 8462a4c9-a724-4376-992c-39108828e8d8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8462a4c9-a724-4376-992c-39108828e8d8,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:46.065415 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24d818c0-6e6d-4ddb-a90e-11ffd7dc1fbf req-558e427e-14f8-4596-9f49-627147f7b56a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:46.070898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2efe505d-e70e-4e86-9be3-7d6b4498d934 req-ae624347-7753-4eb0-a6cc-6695b90ccb26 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550634 Aug 03 18:57:46.112419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-24d818c0-6e6d-4ddb-a90e-11ffd7dc1fbf req-558e427e-14f8-4596-9f49-627147f7b56a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Calling delete_port for 8462a4c9-a724-4376-992c-39108828e8d8 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:46.132971 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418dcad2-cd54-4ba1-9bb8-d88384763f27 x-openstack-request-id: req-418dcad2-cd54-4ba1-9bb8-d88384763f27 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:46.133260 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:46.133533 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-418dcad2-cd54-4ba1-9bb8-d88384763f27 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:46.133945 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'code': 200} Aug 03 18:57:46.143426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-352ad8b2-8ccb-4afc-bacc-e7fda9c73dd5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "PUT /v2.0/floatingips/001325a6-af9a-4d44-b64a-0cb7d2c0b947 HTTP/1.1" status: 200 len: 998 time: 3.1063976 Aug 03 18:57:46.182583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4 req-31a14a29-a5d2-4b3a-ae61-8445aefd35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:46.184173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4 req-31a14a29-a5d2-4b3a-ae61-8445aefd35d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2650657 Aug 03 18:57:46.259897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1f4362be-2f3d-4a22-9950-957417f14360, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1f4362be-2f3d-4a22-9950-957417f14360,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:46.284920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4 req-e51035d5-dfdb-4fc0-91b2-fefbbb3c315c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1f4362be-2f3d-4a22-9950-957417f14360 HTTP/1.1" status: 200 len: 217 time: 0.0884094 Aug 03 18:57:46.285310 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '1f4362be-2f3d-4a22-9950-957417f14360', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '1f4362be-2f3d-4a22-9950-957417f14360', 'mac_address': 'fa:16:3e:e6:6a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:57:46.322485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-17152a87-13c6-4ee9-839f-11d262b29503 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:46.324054 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-17152a87-13c6-4ee9-839f-11d262b29503 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports/6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 943 time: 0.1433477 Aug 03 18:57:46.331155 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:46.346032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4362be-2f3d-4a22-9950-957417f14360 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:57:46.370164 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663e957d-3f53-4a83-bb9c-c9ccd1869c13 None None] Sync routers for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:57:46.372410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1f4362be-2f3d-4a22-9950-957417f14360, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1f4362be-2f3d-4a22-9950-957417f14360,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:46.376753 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:46.380926 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e957d-3f53-4a83-bb9c-c9ccd1869c13 None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:46.381641 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-663e957d-3f53-4a83-bb9c-c9ccd1869c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:46.391475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dca13-12a1-42fa-ac0a-e00019427153 req-d7c3f1a5-b4d6-4bf7-8059-1a8ec5d37d81 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:46.393025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-570dca13-12a1-42fa-ac0a-e00019427153 req-d7c3f1a5-b4d6-4bf7-8059-1a8ec5d37d81 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 948 time: 0.1871305 Aug 03 18:57:46.395385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4 req-85c2403e-075a-4a24-bf87-e358f3106494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:46.396822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4 req-85c2403e-075a-4a24-bf87-e358f3106494 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0951633 Aug 03 18:57:46.453707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1f4362be-2f3d-4a22-9950-957417f14360,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:46.525539 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-663e957d-3f53-4a83-bb9c-c9ccd1869c13 None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:46.545217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-570dca13-12a1-42fa-ac0a-e00019427153 req-30ba2752-c70f-45aa-9877-c4fa19c38ac0 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c3ab04c-637d-4779-969b-49429f95e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409290 Aug 03 18:57:46.550763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4 req-de7263e7-b8f3-45d7-ac77-554797cff99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:46.552964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4 req-de7263e7-b8f3-45d7-ac77-554797cff99e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276655 Aug 03 18:57:46.557757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24d818c0-6e6d-4ddb-a90e-11ffd7dc1fbf req-558e427e-14f8-4596-9f49-627147f7b56a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:46.575010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-c4a4a5ea-2407-4da9-abc0-6f8a00473783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:46.576424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-c4a4a5ea-2407-4da9-abc0-6f8a00473783 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 1097 time: 0.1364257 Aug 03 18:57:46.607185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8462a4c9-a724-4376-992c-39108828e8d8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:46.633207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1f4362be-2f3d-4a22-9950-957417f14360'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:46.676317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e427e-14f8-4596-9f49-627147f7b56a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Pushing event deleted for resources: {'Port': ['ID=8462a4c9-a724-4376-992c-39108828e8d8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:46.772955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:57:46.787955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:46.788743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d818c0-6e6d-4ddb-a90e-11ffd7dc1fbf req-558e427e-14f8-4596-9f49-627147f7b56a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] No DVR routers for this DVR port 8462a4c9-a724-4376-992c-39108828e8d8 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:46.794542 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24d818c0-6e6d-4ddb-a90e-11ffd7dc1fbf req-558e427e-14f8-4596-9f49-627147f7b56a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:46.796520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24d818c0-6e6d-4ddb-a90e-11ffd7dc1fbf req-558e427e-14f8-4596-9f49-627147f7b56a tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.74 "DELETE /v2.0/ports/8462a4c9-a724-4376-992c-39108828e8d8 HTTP/1.1" status: 204 len: 173 time: 1.5945134 Aug 03 18:57:46.807062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8214a2f-8c75-4c6c-9254-e90f031b6c41 req-20027376-a4dd-453a-b866-8790a857eef2 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/35f5a71a-bcf4-453f-befc-584452cdbc66 HTTP/1.1" status: 200 len: 1812 time: 0.2293684 Aug 03 18:57:46.840259 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-663e957d-3f53-4a83-bb9c-c9ccd1869c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:c8:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:57:46Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:46.863148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4 req-10edbd1b-859e-4606-90b7-da6eb95bf19b service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023973 Aug 03 18:57:46.869515 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663e957d-3f53-4a83-bb9c-c9ccd1869c13 None None] Checking router: 17ee9e63-82cc-4d83-aba9-a95f54e4d019 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:57:46.879418 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e957d-3f53-4a83-bb9c-c9ccd1869c13 None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:46.880129 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-663e957d-3f53-4a83-bb9c-c9ccd1869c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:46.888484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-dfbd3234-b7ef-4546-a87e-71a9c27b124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:46.890162 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-dfbd3234-b7ef-4546-a87e-71a9c27b124d service neutron] 10.222.0.78 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.3044055 Aug 03 18:57:46.995398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-28c51d82-b913-4034-820f-a4ea28544609 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 217 time: 0.0917721 Aug 03 18:57:46.997846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:57:47.014283 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-663e957d-3f53-4a83-bb9c-c9ccd1869c13 None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:47.017792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:47.018175 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.023142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:47.066032 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e8214a2f-8c75-4c6c-9254-e90f031b6c41 req-b6bf8b4e-4a5d-4eaf-b8ab-d302df10b11f tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.068628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'port_id': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'mac_address': 'fa:16:3e:94:eb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:57:47.124583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-b8d4a648-af19-4d18-bfb6-49dc0035e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:47.126379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-b8d4a648-af19-4d18-bfb6-49dc0035e84f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.1068878 Aug 03 18:57:47.139282 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e8214a2f-8c75-4c6c-9254-e90f031b6c41 req-b6bf8b4e-4a5d-4eaf-b8ab-d302df10b11f tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.154774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dfe36cc-5a36-48ad-82e0-238c76bea1d4 req-6f5df5f7-c0cd-44d9-962c-7dcb281e90b6 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788453 Aug 03 18:57:47.185480 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.208263 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a2f67a-ce1e-416e-a84b-561b42d8abbb {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:57:47.227064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-134efbaf-457a-4392-abec-0558c36bb617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:47.229095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-134efbaf-457a-4392-abec-0558c36bb617 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862710 Aug 03 18:57:47.246932 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.247169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e8214a2f-8c75-4c6c-9254-e90f031b6c41 req-b6bf8b4e-4a5d-4eaf-b8ab-d302df10b11f tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.250186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e8214a2f-8c75-4c6c-9254-e90f031b6c41 req-b6bf8b4e-4a5d-4eaf-b8ab-d302df10b11f tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.250421 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:47.252447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8214a2f-8c75-4c6c-9254-e90f031b6c41 req-b6bf8b4e-4a5d-4eaf-b8ab-d302df10b11f tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "DELETE /v2.0/security-groups/35f5a71a-bcf4-453f-befc-584452cdbc66 HTTP/1.1" status: 204 len: 173 time: 0.4199839 Aug 03 18:57:47.284940 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.324982 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf8b4e-4a5d-4eaf-b8ab-d302df10b11f tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f5a71a-bcf4-453f-befc-584452cdbc66,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:47.346401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165'}, {'name': 'network-changed', 'server_uuid': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'tag': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b'}, {'server_uuid': 'e8987c9e-5663-4b0b-b639-3e99be7e0cb6', 'name': 'network-vif-deleted', 'tag': '8462a4c9-a724-4376-992c-39108828e8d8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:47.348797 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9104b6ce-a298-4a9d-945c-b10ddc662456" -d '{"events": [{"name": "network-changed", "server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165"}, {"name": "network-changed", "server_uuid": "aeb63c78-2e7d-49e5-a2ba-ea0e696496e5", "tag": "a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b"}, {"server_uuid": "e8987c9e-5663-4b0b-b639-3e99be7e0cb6", "name": "network-vif-deleted", "tag": "8462a4c9-a724-4376-992c-39108828e8d8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:47.352268 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-663e957d-3f53-4a83-bb9c-c9ccd1869c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:c8:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:57:46Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:47.382139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:47.392798 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663e957d-3f53-4a83-bb9c-c9ccd1869c13 None None] The sync data for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 is: [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:c8:b8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:57:46Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:57:47.396072 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:47.403716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=12']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:47.463850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d66680-2ed3-428e-b9a8-65be9de1ed91 req-66d706d8-6d37-4293-8b20-161aae9be61a tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:47.465513 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00d66680-2ed3-428e-b9a8-65be9de1ed91 req-66d706d8-6d37-4293-8b20-161aae9be61a tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 950 time: 0.0848160 Aug 03 18:57:47.467861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-2b57c27d-98d3-4c1a-b372-7f7ef4b64f04 service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142599 Aug 03 18:57:47.470710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:47.563235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00d66680-2ed3-428e-b9a8-65be9de1ed91 req-d608177b-3152-4ccc-bd5e-7f98bce75a60 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c26825f-04fe-412a-863f-7e7b7ea9f884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898905 Aug 03 18:57:47.604507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-940f4907-e531-4909-b3ae-e8cbdb5d62e2 service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248360 Aug 03 18:57:47.647529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['b8a2f67a-ce1e-416e-a84b-561b42d8abbb'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:47.701990 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-72e73b23-c989-4253-b678-0cced1cbcdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:47.703702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-72e73b23-c989-4253-b678-0cced1cbcdfc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 1096 time: 0.0552869 Aug 03 18:57:47.813346 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-185e34c2-6758-4201-8b7c-2e6681934a75 req-bfa17741-3ca3-4cd0-a0f1-4517b646bb0b tempest-ServersOnMultiNodesTest-1512245452 tempest-ServersOnMultiNodesTest-1512245452-project] 10.222.0.78 "GET /v2.0/ports?device_id=e8987c9e-5663-4b0b-b639-3e99be7e0cb6 HTTP/1.1" status: 200 len: 210 time: 0.0392375 Aug 03 18:57:47.866252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-151caeb5-86d2-4ab0-82ff-fd4e4ed01b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:47.867820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-151caeb5-86d2-4ab0-82ff-fd4e4ed01b41 service neutron] 10.222.0.78 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.1576993 Aug 03 18:57:47.985211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-512caf56-0f6b-416e-8746-3700b0c97c9c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b HTTP/1.1" status: 200 len: 1001 time: 0.1059883 Aug 03 18:57:48.003028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e41fe-7875-49ae-bb9e-a9d1e8a30715 req-d9837075-f49c-4033-ac4e-87be8dd80460 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:48.004660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b7e41fe-7875-49ae-bb9e-a9d1e8a30715 req-d9837075-f49c-4033-ac4e-87be8dd80460 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 945 time: 0.0852952 Aug 03 18:57:48.012724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1f4362be-2f3d-4a22-9950-957417f14360 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:48.074538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 1f4362be-2f3d-4a22-9950-957417f14360 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:57:48.078120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-33052988-781a-4b14-b531-f6e18a1914b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:48.078863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 1f4362be-2f3d-4a22-9950-957417f14360 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:48.079245 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:48.079623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-33052988-781a-4b14-b531-f6e18a1914b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.0848713 Aug 03 18:57:48.097137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b7e41fe-7875-49ae-bb9e-a9d1e8a30715 req-f154251d-666f-4e0c-aaf1-4f5e647e1901 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639031 Aug 03 18:57:48.135050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea52a45-7c3f-4eac-a8df-1c7d1889d949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d7f7ed-dbdc-4e3d-9f6c-e15551539a14'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:48.137634 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acea92ea-ef28-4898-89b7-d7ebc81425e0" -d '{"events": [{"server_uuid": "7ea52a45-7c3f-4eac-a8df-1c7d1889d949", "name": "network-vif-plugged", "status": "completed", "tag": "35d7f7ed-dbdc-4e3d-9f6c-e15551539a14"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:48.172172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-e2e4bbca-ce88-449f-bab5-1a670b2aeae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:48.177263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-e2e4bbca-ce88-449f-bab5-1a670b2aeae2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901406 Aug 03 18:57:48.185148 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:48.200106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16468003-969a-4678-8a6a-38946a3b448a req-23f7cfff-4c7f-435d-b107-51f927c2bf3a tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/4bab0136-c5fb-48c2-9a6b-388c27351eea HTTP/1.1" status: 200 len: 1811 time: 0.0713239 Aug 03 18:57:48.221410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1f4362be-2f3d-4a22-9950-957417f14360, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1f4362be-2f3d-4a22-9950-957417f14360,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:48.226643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:48.281610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1f4362be-2f3d-4a22-9950-957417f14360,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:48.324065 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-16468003-969a-4678-8a6a-38946a3b448a req-d48b6141-6f19-4d01-88ef-bcf2f1077846 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:48.345012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-2f139077-6c02-4eb2-83a9-abe436919e92 service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579905 Aug 03 18:57:48.368270 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-16468003-969a-4678-8a6a-38946a3b448a req-d48b6141-6f19-4d01-88ef-bcf2f1077846 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:48.473330 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-16468003-969a-4678-8a6a-38946a3b448a req-d48b6141-6f19-4d01-88ef-bcf2f1077846 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:48.476034 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-16468003-969a-4678-8a6a-38946a3b448a req-d48b6141-6f19-4d01-88ef-bcf2f1077846 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:48.477213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16468003-969a-4678-8a6a-38946a3b448a req-d48b6141-6f19-4d01-88ef-bcf2f1077846 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "DELETE /v2.0/security-groups/4bab0136-c5fb-48c2-9a6b-388c27351eea HTTP/1.1" status: 204 len: 173 time: 0.2662964 Aug 03 18:57:48.491934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f131bfa-8e05-4443-bbf0-deabea21a1f8 req-77123977-e8f8-416c-9f5d-7a0bf734a361 service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359921 Aug 03 18:57:48.492908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b6141-6f19-4d01-88ef-bcf2f1077846 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bab0136-c5fb-48c2-9a6b-388c27351eea,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:48.575671 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a555e0-aeac-4460-80ca-c996a65dde9f x-openstack-request-id: req-b7a555e0-aeac-4460-80ca-c996a65dde9f {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:48.575976 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aeb63c78-2e7d-49e5-a2ba-ea0e696496e5", "tag": "a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b", "status": "completed", "code": 200}, {"server_uuid": "e8987c9e-5663-4b0b-b639-3e99be7e0cb6", "name": "network-vif-deleted", "tag": "8462a4c9-a724-4376-992c-39108828e8d8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:48.576291 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b7a555e0-aeac-4460-80ca-c996a65dde9f {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:48.576703 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'status': 'completed', 'code': 200} Aug 03 18:57:48.576953 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'tag': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'status': 'completed', 'code': 200} Aug 03 18:57:48.577199 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8987c9e-5663-4b0b-b639-3e99be7e0cb6', 'name': 'network-vif-deleted', 'tag': '8462a4c9-a724-4376-992c-39108828e8d8', 'status': 'completed', 'code': 200} Aug 03 18:57:48.615986 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99690ae-0fe6-4411-9a0c-283c2d71dc0b x-openstack-request-id: req-d99690ae-0fe6-4411-9a0c-283c2d71dc0b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:48.616840 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea52a45-7c3f-4eac-a8df-1c7d1889d949", "name": "network-vif-plugged", "status": "completed", "tag": "35d7f7ed-dbdc-4e3d-9f6c-e15551539a14", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:48.617116 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d99690ae-0fe6-4411-9a0c-283c2d71dc0b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:48.617711 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea52a45-7c3f-4eac-a8df-1c7d1889d949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d7f7ed-dbdc-4e3d-9f6c-e15551539a14', 'code': 200} Aug 03 18:57:48.741645 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eca6df98-d551-4456-827c-350a10dfd7ab req-2aa71d6b-9782-4c95-9ed2-d666a8a1b46a tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/e0f8704a-4616-4c7c-8560-5b00b7b9d367 HTTP/1.1" status: 200 len: 1813 time: 0.1042569 Aug 03 18:57:48.777611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:57:48.838121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-210936df-ced1-4e9d-be85-c8afa669f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:48.839789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-210936df-ced1-4e9d-be85-c8afa669f284 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 1097 time: 0.1281636 Aug 03 18:57:48.852300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfaca09-0ba1-4c37-84b1-3aba0bb812da req-6428f2c8-afd5-4b12-b0e1-f3a55fd1b845 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:48.859751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port b8a2f67a-ce1e-416e-a84b-561b42d8abbb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:57:48.860050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2bfaca09-0ba1-4c37-84b1-3aba0bb812da req-6428f2c8-afd5-4b12-b0e1-f3a55fd1b845 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 950 time: 0.2368779 Aug 03 18:57:48.860383 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:48.865638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-379b0bf6-98e6-40ea-b854-ba04dc2ed60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:48.867378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-379b0bf6-98e6-40ea-b854-ba04dc2ed60d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 1096 time: 0.2639523 Aug 03 18:57:49.009629 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:49.051247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:49.058823 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:49.059745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8462a4c9-a724-4376-992c-39108828e8d8 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:57:49.066136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5facad-34b3-4ef7-8020-5b544aa40aa8 req-dc0b7947-c91d-4039-bd8c-a51a4698eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:49.068387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d5facad-34b3-4ef7-8020-5b544aa40aa8 req-dc0b7947-c91d-4039-bd8c-a51a4698eb73 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 1101 time: 0.2987864 Aug 03 18:57:49.103397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 8462a4c9-a724-4376-992c-39108828e8d8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:57:49.103879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8462a4c9-a724-4376-992c-39108828e8d8 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:57:49.131918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=13']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:49.133007 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eca6df98-d551-4456-827c-350a10dfd7ab req-1fb751b6-0cea-4059-a5cd-5fa59c8f76a1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:49.140887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2bfaca09-0ba1-4c37-84b1-3aba0bb812da req-a8e38463-6ee1-4566-aa18-0f90bbe1026f tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c3ab04c-637d-4779-969b-49429f95e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801087 Aug 03 18:57:49.233356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eca6df98-d551-4456-827c-350a10dfd7ab req-1fb751b6-0cea-4059-a5cd-5fa59c8f76a1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:49.246600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d5facad-34b3-4ef7-8020-5b544aa40aa8 req-49f3c997-cc18-4873-ad81-78590666755d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3c26825f-04fe-412a-863f-7e7b7ea9f884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564937 Aug 03 18:57:49.301063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-95502ca5-1f86-4632-84e7-bd5a8be3c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:49.302639 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-95502ca5-1f86-4632-84e7-bd5a8be3c453 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.4254043 Aug 03 18:57:49.316264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-9f8370fc-979f-494a-9805-236fd622203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:49.318137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-9f8370fc-979f-494a-9805-236fd622203f service neutron] 10.222.0.74 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.4495709 Aug 03 18:57:49.791808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-32b55998-5c0d-49a6-8cbb-6b2301093fa0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 217 time: 0.0436656 Aug 03 18:57:49.803322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4d5aa39-e009-4954-bf03-b03fc1aff4b6 req-f0af63eb-0db2-42c2-9f1b-861eb66fea3d tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 1001 time: 0.5902519 Aug 03 18:57:49.819052 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eca6df98-d551-4456-827c-350a10dfd7ab req-1fb751b6-0cea-4059-a5cd-5fa59c8f76a1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:49.822238 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eca6df98-d551-4456-827c-350a10dfd7ab req-1fb751b6-0cea-4059-a5cd-5fa59c8f76a1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:49.823448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eca6df98-d551-4456-827c-350a10dfd7ab req-1fb751b6-0cea-4059-a5cd-5fa59c8f76a1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "DELETE /v2.0/security-groups/e0f8704a-4616-4c7c-8560-5b00b7b9d367 HTTP/1.1" status: 204 len: 173 time: 1.0730765 Aug 03 18:57:49.887134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39128) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:49.919284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-3e664f2a-650e-4079-b885-31b1b7855718 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b HTTP/1.1" status: 200 len: 1001 time: 0.6044531 Aug 03 18:57:49.924845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb751b6-0cea-4059-a5cd-5fa59c8f76a1 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f8704a-4616-4c7c-8560-5b00b7b9d367,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:49.987590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5aa39-e009-4954-bf03-b03fc1aff4b6 req-5f9992fd-0a6e-4060-a567-c021cfb74892 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:49.989300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4d5aa39-e009-4954-bf03-b03fc1aff4b6 req-5f9992fd-0a6e-4060-a567-c021cfb74892 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports/a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b HTTP/1.1" status: 200 len: 942 time: 0.1716149 Aug 03 18:57:50.010024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Deleting subnet 98261e03-5c98-4ab9-a3a1-0b63421e7d8b {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:57:50.024461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.028700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-7e0e13d5-7c13-45b4-9d36-38e30ec02094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:50.030394 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-7e0e13d5-7c13-45b4-9d36-38e30ec02094 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.2048168 Aug 03 18:57:50.081723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-7db02173-e4c8-424f-8811-b8c847e10b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:50.083132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-7db02173-e4c8-424f-8811-b8c847e10b76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.1507537 Aug 03 18:57:50.133770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.141290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45a592-f0e3-4c21-8567-2ff2e450e4de req-78163c75-0e5b-4b0a-bd3f-1b4c5e99a22e tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:50.144228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb45a592-f0e3-4c21-8567-2ff2e450e4de req-78163c75-0e5b-4b0a-bd3f-1b4c5e99a22e tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 950 time: 0.1647277 Aug 03 18:57:50.207447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.240793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-fad28c8a-5c2f-4402-8089-40c0abbd8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:50.242530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-fad28c8a-5c2f-4402-8089-40c0abbd8eda service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950815 Aug 03 18:57:50.294352 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.304149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-faf76313-3eb7-4378-b982-a55a29b427b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:50.305881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-faf76313-3eb7-4378-b982-a55a29b427b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078025 Aug 03 18:57:50.320010 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98261e03-5c98-4ab9-a3a1-0b63421e7d8b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:50.335328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.336651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.338189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.339292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.340307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.340836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.341414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.341961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.342760 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.343661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.344236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.344765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:57:50.352539 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.360449 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a6cb71a6-c82c-4566-a88a-9792a958dd70 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/98261e03-5c98-4ab9-a3a1-0b63421e7d8b HTTP/1.1" status: 204 len: 168 time: 0.4719262 Aug 03 18:57:50.362037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39132) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:50.366431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb45a592-f0e3-4c21-8567-2ff2e450e4de req-87827fb2-35bb-4750-b16b-26d97305b716 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c26825f-04fe-412a-863f-7e7b7ea9f884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833382 Aug 03 18:57:50.375967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4d5aa39-e009-4954-bf03-b03fc1aff4b6 req-04a210a1-d359-4450-ae26-55928c033971 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 1001 time: 0.2794726 Aug 03 18:57:50.516289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.619174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c9691c-0e34-497a-9c3e-d298817fb462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4362be-2f3d-4a22-9950-957417f14360'}, {'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:50.621722 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb83ef20-b874-417e-97e4-636b1fc3a5e5" -d '{"events": [{"server_uuid": "23c9691c-0e34-497a-9c3e-d298817fb462", "name": "network-vif-plugged", "status": "completed", "tag": "1f4362be-2f3d-4a22-9950-957417f14360"}, {"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-plugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:50.646006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-d0dca343-ea23-4246-8c3a-2d4c94664b12 service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877740 Aug 03 18:57:50.658872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5aa39-e009-4954-bf03-b03fc1aff4b6 req-379dfe75-4519-4e8c-845c-fa4c90412786 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:50.668529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4d5aa39-e009-4954-bf03-b03fc1aff4b6 req-379dfe75-4519-4e8c-845c-fa4c90412786 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2915771 Aug 03 18:57:50.683001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-745d5eb5-60c1-49a6-897f-06c3d6cbe8ca service neutron] 10.222.0.37 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310013 Aug 03 18:57:50.714836 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.738368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562669de-245f-4f72-93b1-ab3c15cd9cbb']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:50.763290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451b0498-b8f1-48de-8c9a-87dcce7d52f5') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:50.763290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451b0498-b8f1-48de-8c9a-87dcce7d52f5') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:50.783446 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.818412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.833336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:57:50.834871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:57:50.975780 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:57:50.995164 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.037164 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.046017 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] 10.222.0.78 "DELETE /v2.0/networks/562669de-245f-4f72-93b1-ab3c15cd9cbb HTTP/1.1" status: 204 len: 168 time: 0.6768451 Aug 03 18:57:51.052999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91232a7c-add8-4588-afcb-b342015c4661 admin admin] Pushing event deleted for resources: {'Network': ['ID=562669de-245f-4f72-93b1-ab3c15cd9cbb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:51.053840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-c3601cdd-3f9f-487d-903d-6d79f924e99d service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228643 Aug 03 18:57:51.263327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39144) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:51.354737 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7f177e41-0eea-4e92-870b-5ebe1730d5c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bcb1ed5b281d4e14950d94c7c9818fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898588 Aug 03 18:57:51.357758 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:51.386577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39148) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:51.472050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9104b6ce-a298-4a9d-945c-b10ddc662456 req-1bcd85a0-9033-4652-8b05-e11babda2084 service neutron] 10.222.0.37 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7778599 Aug 03 18:57:51.492073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7020484e-bbd1-48a6-b36a-a85fc01a6367 req-978f483a-0155-409c-97cc-cbe50cbfc2d3 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "GET /v2.0/security-groups/7a5ff911-9f8d-40eb-9e58-b0ece3b4febc HTTP/1.1" status: 200 len: 1810 time: 0.7292769 Aug 03 18:57:51.499944 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27d11a6-e471-4418-96f3-1976346b864f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.514796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd7832-7f0e-4c90-94aa-883b3700f7f3 req-358c2c45-309b-46f9-92ea-408013a3414f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:51.517774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9cd7832-7f0e-4c90-94aa-883b3700f7f3 req-358c2c45-309b-46f9-92ea-408013a3414f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.3529580 Aug 03 18:57:51.560547 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27d11a6-e471-4418-96f3-1976346b864f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.655657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9cd7832-7f0e-4c90-94aa-883b3700f7f3 req-165e2624-fc40-4a73-8185-70b1a6d5e5e1 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206229 Aug 03 18:57:51.673575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27d11a6-e471-4418-96f3-1976346b864f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.687925 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27d11a6-e471-4418-96f3-1976346b864f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.688843 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7020484e-bbd1-48a6-b36a-a85fc01a6367 req-d34ef0ec-ac04-4dff-a6ab-3df851d862d3 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.692391 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a27d11a6-e471-4418-96f3-1976346b864f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c514e80-cf46-4cd6-b394-7c4e2dab9b19 HTTP/1.1" status: 204 len: 168 time: 0.3331809 Aug 03 18:57:51.729900 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7020484e-bbd1-48a6-b36a-a85fc01a6367 req-d34ef0ec-ac04-4dff-a6ab-3df851d862d3 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.752319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d11a6-e471-4418-96f3-1976346b864f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c514e80-cf46-4cd6-b394-7c4e2dab9b19,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:51.784296 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7020484e-bbd1-48a6-b36a-a85fc01a6367 req-d34ef0ec-ac04-4dff-a6ab-3df851d862d3 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.788709 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7020484e-bbd1-48a6-b36a-a85fc01a6367 req-d34ef0ec-ac04-4dff-a6ab-3df851d862d3 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.802988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39158) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:51.814108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7020484e-bbd1-48a6-b36a-a85fc01a6367 req-d34ef0ec-ac04-4dff-a6ab-3df851d862d3 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] 10.222.0.78 "DELETE /v2.0/security-groups/7a5ff911-9f8d-40eb-9e58-b0ece3b4febc HTTP/1.1" status: 204 len: 173 time: 0.2946823 Aug 03 18:57:51.851236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ef0ec-ac04-4dff-a6ab-3df851d862d3 tempest-SecurityGroupRulesNegativeTestJSON-1179959314 tempest-SecurityGroupRulesNegativeTestJSON-1179959314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5ff911-9f8d-40eb-9e58-b0ece3b4febc,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:51.919625 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb94cd7-a520-4c84-a3c0-f2420d4b02be x-openstack-request-id: req-6fb94cd7-a520-4c84-a3c0-f2420d4b02be {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:51.920916 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c9691c-0e34-497a-9c3e-d298817fb462", "name": "network-vif-plugged", "status": "completed", "tag": "1f4362be-2f3d-4a22-9950-957417f14360", "code": 200}, {"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-plugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:51.923164 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6fb94cd7-a520-4c84-a3c0-f2420d4b02be {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:51.924086 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c9691c-0e34-497a-9c3e-d298817fb462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4362be-2f3d-4a22-9950-957417f14360', 'code': 200} Aug 03 18:57:51.929296 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'code': 200} Aug 03 18:57:52.224915 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-9569ab8b-0e0e-445e-bb69-f524e9420b79 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 1001 time: 0.2811637 Aug 03 18:57:52.321031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-e86e877e-63f3-40c3-888c-703406502583 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:52.335357 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-e86e877e-63f3-40c3-888c-703406502583 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports/a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b HTTP/1.1" status: 200 len: 942 time: 0.1068795 Aug 03 18:57:52.424688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825861a6-6674-49e7-b01a-f133ae985d7e req-bf0962c6-3a1d-4bd1-8067-250ebf649c29 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:52.430323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7b6e10-4e4a-4e63-93d5-8419b046c689 admin admin] Deleting subnet 23402d51-d360-464e-a0d6-d831cb5e234a {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:57:52.439071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-825861a6-6674-49e7-b01a-f133ae985d7e req-bf0962c6-3a1d-4bd1-8067-250ebf649c29 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 950 time: 0.2889590 Aug 03 18:57:52.446240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6e10-4e4a-4e63-93d5-8419b046c689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:52.510671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba34c4-e04f-4d3e-b5f3-f4bb83cb4ae8 req-556a2491-f90a-4cee-ae77-c9e7b9972f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:52.516982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14ba34c4-e04f-4d3e-b5f3-f4bb83cb4ae8 req-556a2491-f90a-4cee-ae77-c9e7b9972f70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 1101 time: 0.3819509 Aug 03 18:57:52.572389 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6e10-4e4a-4e63-93d5-8419b046c689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:52.682872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-825861a6-6674-49e7-b01a-f133ae985d7e req-8f036ca0-6f95-45bb-8bc3-321a0130bccc tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c3ab04c-637d-4779-969b-49429f95e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321618 Aug 03 18:57:52.717629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14ba34c4-e04f-4d3e-b5f3-f4bb83cb4ae8 req-bc38ab9e-7415-420b-8644-4f0161b0b01f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c3ab04c-637d-4779-969b-49429f95e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892948 Aug 03 18:57:52.736459 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5e2e3665-a26d-415f-bb79-ba76c6907a0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f57a51310c1494daeeeef8912c80670&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3387783 Aug 03 18:57:52.736676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39170) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:52.760439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-8ceba2e1-2613-4ef8-ab97-1c6126c7763d tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 1001 time: 0.2422924 Aug 03 18:57:52.762696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6e10-4e4a-4e63-93d5-8419b046c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:52.936645 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ff49-8a36-485c-80c4-cadab902ac2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:52.955783 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6e10-4e4a-4e63-93d5-8419b046c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.094471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b6e10-4e4a-4e63-93d5-8419b046c689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23402d51-d360-464e-a0d6-d831cb5e234a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:53.113586 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ff49-8a36-485c-80c4-cadab902ac2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.126574 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6e10-4e4a-4e63-93d5-8419b046c689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.131882 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0e7b6e10-4e4a-4e63-93d5-8419b046c689 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/23402d51-d360-464e-a0d6-d831cb5e234a HTTP/1.1" status: 204 len: 168 time: 1.3277397 Aug 03 18:57:53.138203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39182) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:53.152530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104824fa-8719-46ff-9f7c-b5a1f88f86f5 req-b7cc1783-038f-4734-bb7a-d37692108b58 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:53.160179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-104824fa-8719-46ff-9f7c-b5a1f88f86f5 req-b7cc1783-038f-4734-bb7a-d37692108b58 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 950 time: 0.2861972 Aug 03 18:57:53.192600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-c770ba7b-26e8-458c-9191-d25bd8cc3724 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:53.212024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-c770ba7b-26e8-458c-9191-d25bd8cc3724 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.4374003 Aug 03 18:57:53.271638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39184) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:53.294406 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.347902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-104824fa-8719-46ff-9f7c-b5a1f88f86f5 req-3ba5d5eb-0c79-48b8-b520-1222cb2fb898 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c26825f-04fe-412a-863f-7e7b7ea9f884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819768 Aug 03 18:57:53.378284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-126e8ca0-2c32-419a-be46-4dd405af41d5 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 1001 time: 0.1649513 Aug 03 18:57:53.384042 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ff49-8a36-485c-80c4-cadab902ac2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.392171 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ea1ff49-8a36-485c-80c4-cadab902ac2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.393727 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8ea1ff49-8a36-485c-80c4-cadab902ac2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4ea96a7d-f4ba-4728-a2fc-4febc5ffa398 HTTP/1.1" status: 204 len: 168 time: 0.6549728 Aug 03 18:57:53.418074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1ff49-8a36-485c-80c4-cadab902ac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea96a7d-f4ba-4728-a2fc-4febc5ffa398,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:53.423205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-7c76c96c-20ce-4d74-b9fb-b3e0cdf6a264 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:53.539386 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-7c76c96c-20ce-4d74-b9fb-b3e0cdf6a264 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.619089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1756409764-network', 'tenant_id': 'af87ca2713e742dd9cb47e67d00a145f'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:53.639101 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.655287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e9dc82-aa66-417a-aae4-8b4b5d73070d']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:53.682000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd63bc39-5c6a-4e36-bb01-d90283fe31e8') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:53.682367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd63bc39-5c6a-4e36-bb01-d90283fe31e8') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:53.684120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Made reservation on behalf of af87ca2713e742dd9cb47e67d00a145f for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:53.686498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.704809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.712344 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.735828 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.747849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:57:53.748411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:57:53.751211 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:57:53.851274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.857070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.860210 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] 10.222.0.78 "DELETE /v2.0/networks/53e9dc82-aa66-417a-aae4-8b4b5d73070d HTTP/1.1" status: 204 len: 168 time: 0.7209098 Aug 03 18:57:53.915752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727585a-6eeb-4909-8bd0-16de4d34e3ba admin admin] Pushing event deleted for resources: {'Network': ['ID=53e9dc82-aa66-417a-aae4-8b4b5d73070d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:53.963791 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-7c76c96c-20ce-4d74-b9fb-b3e0cdf6a264 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.979475 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-7c76c96c-20ce-4d74-b9fb-b3e0cdf6a264 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:53.979475 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-7c76c96c-20ce-4d74-b9fb-b3e0cdf6a264 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Floating IP 001325a6-af9a-4d44-b64a-0cb7d2c0b947 disassociated. External IP: 172.25.8.122, port: a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b. Aug 03 18:57:53.997007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.014499 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.074733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:57:54.093265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f071be9-7f4d-49db-895e-0281b9f00467,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:54.097929 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.098533 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Added segment bfc2a441-4bed-4567-99c2-8e0cc1936229 of type vlan for network e5e401c9-8666-4b4e-bdc1-c4398169ba8e Aug 03 18:57:54.140535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39202) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:54.206582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.258851 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a2bf4992-37d5-4ff3-b635-61c43b0bc11e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a0bda9cb03c541f0a073134b46585058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1149416 Aug 03 18:57:54.259353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39204) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:54.268583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39206) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:54.309540 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.310542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:54.311161 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.332601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eade73-a741-4960-8524-3f9743ea760e req-b78e271c-762c-4dbb-a391-0e93c2aa1b32 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:54.334364 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9eade73-a741-4960-8524-3f9743ea760e req-b78e271c-762c-4dbb-a391-0e93c2aa1b32 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.3691049 Aug 03 18:57:54.363498 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0870490 Aug 03 18:57:54.376405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39208) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:54.385541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] Request body: {'subnet': {'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1756409764-subnet', 'tenant_id': 'af87ca2713e742dd9cb47e67d00a145f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:54.437139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] Made reservation on behalf of af87ca2713e742dd9cb47e67d00a145f for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:54.440772 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.457204 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c1c6f25d-9b7d-49f0-8556-2aae78a9d07d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bea505bdaa454a6c92cf5ce62e17cbe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865005 Aug 03 18:57:54.460860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39210) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:54.503525 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-055b1465-ed7e-44ce-baf7-2a0e61828c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.539811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5470b5b-32ea-4bd9-a903-459321f5c515 admin admin] Pushing event updated for resources: {'Network': ['ID=e5e401c9-8666-4b4e-bdc1-c4398169ba8e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:54.551004 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9eade73-a741-4960-8524-3f9743ea760e req-26f8d046-340a-4085-9afb-433004bcd122 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731758 Aug 03 18:57:54.551568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e5e401c9-8666-4b4e-bdc1-c4398169ba8e details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:57:54.555262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-7c76c96c-20ce-4d74-b9fb-b3e0cdf6a264 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:57:54.574371 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-055b1465-ed7e-44ce-baf7-2a0e61828c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.636743 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7892c96-81b4-43cd-a424-db25d39665ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.678505 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7892c96-81b4-43cd-a424-db25d39665ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.698871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-055b1465-ed7e-44ce-baf7-2a0e61828c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.701738 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-055b1465-ed7e-44ce-baf7-2a0e61828c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.703136 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-055b1465-ed7e-44ce-baf7-2a0e61828c0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d8bbd7dd-1098-4c8f-92a7-bf8ef88e6784 HTTP/1.1" status: 204 len: 168 time: 0.4428620 Aug 03 18:57:54.744242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b1465-ed7e-44ce-baf7-2a0e61828c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bbd7dd-1098-4c8f-92a7-bf8ef88e6784,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:54.788920 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7892c96-81b4-43cd-a424-db25d39665ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.792426 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7892c96-81b4-43cd-a424-db25d39665ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.792886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-7c76c96c-20ce-4d74-b9fb-b3e0cdf6a264 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:57:54.794216 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e7892c96-81b4-43cd-a424-db25d39665ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cafe98b6-3c57-4761-ab69-fcb745b5c408 HTTP/1.1" status: 204 len: 168 time: 0.3321013 Aug 03 18:57:54.820272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7892c96-81b4-43cd-a424-db25d39665ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe98b6-3c57-4761-ab69-fcb745b5c408,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:54.850218 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-7c76c96c-20ce-4d74-b9fb-b3e0cdf6a264 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.861073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7eb68b-2f52-4a9f-896f-0141bd389ca6 None None] Sync routers for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:57:54.943114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7eb68b-2f52-4a9f-896f-0141bd389ca6 None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:54.950911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dc7eb68b-2f52-4a9f-896f-0141bd389ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:55.131053 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:55.137630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-dc7eb68b-2f52-4a9f-896f-0141bd389ca6 None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:55.163995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-7c76c96c-20ce-4d74-b9fb-b3e0cdf6a264 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "PUT /v2.0/floatingips/001325a6-af9a-4d44-b64a-0cb7d2c0b947 HTTP/1.1" status: 200 len: 695 time: 1.7639668 Aug 03 18:57:55.202671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'tag': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:55.206046 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ea46cb-38d7-4d70-8bf2-303ec961d644" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb63c78-2e7d-49e5-a2ba-ea0e696496e5", "tag": "a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:55.304357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f844c5-9ca0-4860-92c6-5ec31183f89e req-a30e6f89-e1b3-46e3-86ca-ca18553ce89e tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:55.323429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51f844c5-9ca0-4860-92c6-5ec31183f89e req-a30e6f89-e1b3-46e3-86ca-ca18553ce89e tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 950 time: 0.4655104 Aug 03 18:57:55.379895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2941acd2-0ddf-4764-9478-00a2a4b91fbd,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:55.387015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dc7eb68b-2f52-4a9f-896f-0141bd389ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:55.444604 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51f844c5-9ca0-4860-92c6-5ec31183f89e req-cd1c82f1-f3a6-47d7-896e-7a237aaa3559 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c3ab04c-637d-4779-969b-49429f95e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152871 Aug 03 18:57:55.452259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-eb5e2798-bd6e-4009-b7a2-9ce72ea891dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:55.454227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-eb5e2798-bd6e-4009-b7a2-9ce72ea891dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 1096 time: 0.2378421 Aug 03 18:57:55.467818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7eb68b-2f52-4a9f-896f-0141bd389ca6 None None] Checking router: 17ee9e63-82cc-4d83-aba9-a95f54e4d019 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:57:55.493773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] Checking segment: {'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:57:55.494521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] Network hostable DHCP agents. Network: e5e401c9-8666-4b4e-bdc1-c4398169ba8e, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:57:55.500805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7eb68b-2f52-4a9f-896f-0141bd389ca6 None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:57:55.501461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dc7eb68b-2f52-4a9f-896f-0141bd389ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:55.615761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] Network e5e401c9-8666-4b4e-bdc1-c4398169ba8e is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:57:55.657933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e5e401c9-8666-4b4e-bdc1-c4398169ba8e) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:57:55.667874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:55.668653 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:55.672766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-5e8f8af8-c208-4d32-a60d-092b3d6b047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:55.674576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-5e8f8af8-c208-4d32-a60d-092b3d6b047e service neutron] 10.222.0.78 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.2117109 Aug 03 18:57:55.732558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-494313b1-20fa-4c25-91f1-e384e013c2bd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3529041 Aug 03 18:57:55.735344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-10482dcd-cf27-4a65-84b8-232909385069 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b HTTP/1.1" status: 200 len: 217 time: 0.0484047 Aug 03 18:57:55.778160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4506c62-5383-481c-8eb5-4e60181b761d None None] Network e5e401c9-8666-4b4e-bdc1-c4398169ba8e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:57:55.830334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-dc561775-2c2e-43f1-854c-dfcb26702539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:55.834962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-dc561775-2c2e-43f1-854c-dfcb26702539 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.0913360 Aug 03 18:57:55.933363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-fc32ff5d-72be-48da-a074-c8774fac385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:55.936052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-fc32ff5d-72be-48da-a074-c8774fac385a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932209 Aug 03 18:57:55.985893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f493a-4552-4179-b966-d82b245a44c6 None None] Network e5e401c9-8666-4b4e-bdc1-c4398169ba8e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:57:56.078101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-dc7eb68b-2f52-4a9f-896f-0141bd389ca6 None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:57:56.151491 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-1e8fc089-d467-4a99-8fff-5b4c5c794f37 service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058766 Aug 03 18:57:56.154741 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee03b727-ff06-4ff6-878d-e12a296acc8b x-openstack-request-id: req-ee03b727-ff06-4ff6-878d-e12a296acc8b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:57:56.155796 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb63c78-2e7d-49e5-a2ba-ea0e696496e5", "tag": "a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:57:56.157516 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee03b727-ff06-4ff6-878d-e12a296acc8b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:57:56.158267 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'tag': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'status': 'completed', 'code': 200} Aug 03 18:57:56.540662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea46cb-38d7-4d70-8bf2-303ec961d644 req-8712b8b8-4a90-431b-9716-0ffd6ae68a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:56.542457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42ea46cb-38d7-4d70-8bf2-303ec961d644 req-8712b8b8-4a90-431b-9716-0ffd6ae68a92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 1096 time: 0.3809671 Aug 03 18:57:56.636674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dc7eb68b-2f52-4a9f-896f-0141bd389ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:57:56.698803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7eb68b-2f52-4a9f-896f-0141bd389ca6 None None] The sync data for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 is: [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:57:56.701397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff27c5-a0e5-4c93-9997-c4a880d09d3d req-792a33fa-b258-40f3-a7ab-769102c3b93b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:56.710315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17ff27c5-a0e5-4c93-9997-c4a880d09d3d req-792a33fa-b258-40f3-a7ab-769102c3b93b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.2971110 Aug 03 18:57:56.716962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ec5c25-9d21-4b90-817d-bf745cddd2fe req-1a421a25-fc1c-4d54-8cb8-fc5337222d93 service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538671 Aug 03 18:57:56.811886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17ff27c5-a0e5-4c93-9997-c4a880d09d3d req-9836f160-7f18-4a4c-8880-c9ae46129be3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003482 Aug 03 18:57:56.856231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea46cb-38d7-4d70-8bf2-303ec961d644 req-f07677c1-1171-42ab-aa9c-d6abef75b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:56.857959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42ea46cb-38d7-4d70-8bf2-303ec961d644 req-f07677c1-1171-42ab-aa9c-d6abef75b764 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.3061426 Aug 03 18:57:57.013430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42ea46cb-38d7-4d70-8bf2-303ec961d644 req-776adf4d-01f9-4ec5-91c0-dfcca07b282b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b HTTP/1.1" status: 200 len: 217 time: 0.1437237 Aug 03 18:57:57.151505 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39280) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:57.162799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea46cb-38d7-4d70-8bf2-303ec961d644 req-1c701338-3a7a-47c4-b82a-497fed7c9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:57.165956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42ea46cb-38d7-4d70-8bf2-303ec961d644 req-1c701338-3a7a-47c4-b82a-497fed7c9ce5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.0660942 Aug 03 18:57:57.235472 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db74a2d-aa38-4e64-a0d1-d8a5cec6b6d1 None None] New status for floating IP 001325a6-af9a-4d44-b64a-0cb7d2c0b947: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:57:57.545785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1145322787-network', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:57.593683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Made reservation on behalf of 64fecde2fe7c4e6ca13dbe1a71030f34 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:57.598167 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:57.617891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:57.878152 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:57.923587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:57.963287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee214b-8ecc-445e-a8a1-618909ad23f2 req-e1838805-303b-4bbc-b497-5e5d02b0f6a5 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:57.968602 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:57:57.972650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5ee214b-8ecc-445e-a8a1-618909ad23f2 req-e1838805-303b-4bbc-b497-5e5d02b0f6a5 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 950 time: 0.9641776 Aug 03 18:57:57.991977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae3382f-a026-4b5f-9397-9aedf416999f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:57.998373 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86733307-d6a3-4d21-83f8-6c48b3efedef req-f8cc5f68-bcb1-49ad-a473-8cdd469ca37e tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:58.008183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86733307-d6a3-4d21-83f8-6c48b3efedef req-f8cc5f68-bcb1-49ad-a473-8cdd469ca37e tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 950 time: 0.9968324 Aug 03 18:57:58.010304 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:58.010651 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Added segment abd44623-64df-4204-8b68-20c5182736ae of type vlan for network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 Aug 03 18:57:58.028987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe9e04-4c1b-4121-a9f9-9becb8c60b57 req-20715a50-e5a1-4549-af4d-cf26b14115f1 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:58.030583 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c9fe9e04-4c1b-4121-a9f9-9becb8c60b57 req-20715a50-e5a1-4549-af4d-cf26b14115f1 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c9691c-0e34-497a-9c3e-d298817fb462 HTTP/1.1" status: 200 len: 950 time: 0.1905863 Aug 03 18:57:58.140554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5ee214b-8ecc-445e-a8a1-618909ad23f2 req-e56a4995-5b5f-4b47-8a8b-df4bbb828420 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c3ab04c-637d-4779-969b-49429f95e365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668055 Aug 03 18:57:58.144784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea46cb-38d7-4d70-8bf2-303ec961d644 req-a8028db0-d970-4a01-80d5-ca81080d3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:58.146208 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:58.169624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42ea46cb-38d7-4d70-8bf2-303ec961d644 req-a8028db0-d970-4a01-80d5-ca81080d3f01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9570410 Aug 03 18:57:58.266333 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:58.268099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:58.268886 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:58.273693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86733307-d6a3-4d21-83f8-6c48b3efedef req-359f69ee-3ebd-412b-b65a-db76d5eee86f tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c26825f-04fe-412a-863f-7e7b7ea9f884&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602329 Aug 03 18:57:58.370390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89a1c4-9e9a-41bc-a94f-add89bb44051 req-5878f9ee-97f4-4cfd-af7f-24429585ce2b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:58.373971 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2207375 Aug 03 18:57:58.377180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39304) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:58.384662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e89a1c4-9e9a-41bc-a94f-add89bb44051 req-5878f9ee-97f4-4cfd-af7f-24429585ce2b tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 950 time: 0.2102644 Aug 03 18:57:58.386402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] Request body: {'subnet': {'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1145322787-subnet', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:58.394232 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-c9fe9e04-4c1b-4121-a9f9-9becb8c60b57 req-cfd7bec9-32e0-4595-9950-132183069038 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Deleting port 1f4362be-2f3d-4a22-9950-957417f14360 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:58.394580 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c9fe9e04-4c1b-4121-a9f9-9becb8c60b57 req-cfd7bec9-32e0-4595-9950-132183069038 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:58.461641 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73f917-53ed-47e4-bd84-4878381bb50d admin admin] Pushing event updated for resources: {'Network': ['ID=b9fc094f-9ba0-45ca-b343-ab9bde9e1554,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:58.474857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:57:58.502806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] Made reservation on behalf of 64fecde2fe7c4e6ca13dbe1a71030f34 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:57:58.505667 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:58.550724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42ea46cb-38d7-4d70-8bf2-303ec961d644 req-5321e06f-1dbb-40ef-af87-4cfff3bec169 service neutron] 10.222.0.37 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635871 Aug 03 18:57:58.620773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c9fe9e04-4c1b-4121-a9f9-9becb8c60b57 req-cfd7bec9-32e0-4595-9950-132183069038 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] For port 1f4362be-2f3d-4a22-9950-957417f14360, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1f4362be-2f3d-4a22-9950-957417f14360,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:58.621472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c9fe9e04-4c1b-4121-a9f9-9becb8c60b57 req-cfd7bec9-32e0-4595-9950-132183069038 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:58.646521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-c9fe9e04-4c1b-4121-a9f9-9becb8c60b57 req-cfd7bec9-32e0-4595-9950-132183069038 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Calling delete_port for 1f4362be-2f3d-4a22-9950-957417f14360 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:58.819647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42ea46cb-38d7-4d70-8bf2-303ec961d644 req-8b544650-4e9b-4987-be8c-51bcb6ef581a service neutron] 10.222.0.37 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600458 Aug 03 18:57:58.825226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-0e89a1c4-9e9a-41bc-a94f-add89bb44051 req-d74d8583-0b79-4830-bd5a-b27172f906ee tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Deleting port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:57:58.825670 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0e89a1c4-9e9a-41bc-a94f-add89bb44051 req-d74d8583-0b79-4830-bd5a-b27172f906ee tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:58.924251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-b869ef69-d235-4085-a261-3034917453e9 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:58.932916 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-b869ef69-d235-4085-a261-3034917453e9 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/networks?id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e HTTP/1.1" status: 200 len: 822 time: 0.2829065 Aug 03 18:57:58.933755 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:58.971576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-968c0e26-5947-4e28-a81b-70222c8736de tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/quotas/af87ca2713e742dd9cb47e67d00a145f HTTP/1.1" status: 200 len: 375 time: 0.0376761 Aug 03 18:57:59.011226 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c9fe9e04-4c1b-4121-a9f9-9becb8c60b57 req-cfd7bec9-32e0-4595-9950-132183069038 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.042170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-0c27aa8a-9008-498b-a15d-88fab1a68d6a tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=af87ca2713e742dd9cb47e67d00a145f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691993 Aug 03 18:57:59.052477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542b13b-d1e9-4b0d-8e4b-55db47aaef08 req-dc0dc345-246c-4c5e-ac3c-f669b88eb6eb tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:59.054021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4542b13b-d1e9-4b0d-8e4b-55db47aaef08 req-dc0dc345-246c-4c5e-ac3c-f669b88eb6eb tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.2573659 Aug 03 18:57:59.058799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036728d5-fe1f-4e5d-845e-a8d93e5ee764,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:59.069567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7bec9-32e0-4595-9950-132183069038 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Pushing event deleted for resources: {'Port': ['ID=1f4362be-2f3d-4a22-9950-957417f14360,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:59.079560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] Checking segment: {'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:57:59.079877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] Network hostable DHCP agents. Network: b9fc094f-9ba0-45ca-b343-ab9bde9e1554, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:57:59.144751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fe9e04-4c1b-4121-a9f9-9becb8c60b57 req-cfd7bec9-32e0-4595-9950-132183069038 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] No DVR routers for this DVR port 1f4362be-2f3d-4a22-9950-957417f14360 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:59.150691 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c9fe9e04-4c1b-4121-a9f9-9becb8c60b57 req-cfd7bec9-32e0-4595-9950-132183069038 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.153792 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c9fe9e04-4c1b-4121-a9f9-9becb8c60b57 req-cfd7bec9-32e0-4595-9950-132183069038 tempest-ImagesNegativeTestJSON-666671489 tempest-ImagesNegativeTestJSON-666671489-project] 10.222.0.37 "DELETE /v2.0/ports/1f4362be-2f3d-4a22-9950-957417f14360 HTTP/1.1" status: 204 len: 173 time: 1.0757134 Aug 03 18:57:59.154958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c9691c-0e34-497a-9c3e-d298817fb462', 'name': 'network-vif-deleted', 'tag': '1f4362be-2f3d-4a22-9950-957417f14360'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:59.159323 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a709a108-db0d-4c8f-ba21-e0e7844fb7dd" -d '{"events": [{"server_uuid": "23c9691c-0e34-497a-9c3e-d298817fb462", "name": "network-vif-deleted", "tag": "1f4362be-2f3d-4a22-9950-957417f14360"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:57:59.164404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] Network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:57:59.194784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-0e89a1c4-9e9a-41bc-a94f-add89bb44051 req-d74d8583-0b79-4830-bd5a-b27172f906ee tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] For port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:57:59.194784 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0e89a1c4-9e9a-41bc-a94f-add89bb44051 req-d74d8583-0b79-4830-bd5a-b27172f906ee tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.204411 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, b9fc094f-9ba0-45ca-b343-ab9bde9e1554) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:57:59.213848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:59.214594 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.218381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f4e475-60d3-4e30-81eb-ba3ca3a77a7d None None] Network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:57:59.234765 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c1d2932b-b3bc-464d-b1d4-03362301b0f2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8549993 Aug 03 18:57:59.237565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39320) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:59.243238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:57:59.273887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-0e89a1c4-9e9a-41bc-a94f-add89bb44051 req-d74d8583-0b79-4830-bd5a-b27172f906ee tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Calling delete_port for 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:57:59.280824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.282132 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.328905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4542b13b-d1e9-4b0d-8e4b-55db47aaef08 req-ccc2b3bd-2c74-49e8-8bee-53119511a0ce tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543986 Aug 03 18:57:59.396818 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.404782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-2f9ed8b3-cc01-41e1-93fa-d46be027b44d service neutron] 10.222.0.78 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614430 Aug 03 18:57:59.460527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'fixed_ips': [{'subnet_id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:57:59.462155 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.464875 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.665944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-47fee3de-ef23-49ec-a268-a7ecb0aa6299 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a8b981b310264b729079b97b962d53ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778513 Aug 03 18:57:59.666899 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.699412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-c8e6e187-b0df-45f0-9b86-8506e2ea41cc service neutron] 10.222.0.78 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783735 Aug 03 18:57:59.716663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Allocated IP 172.20.0.2 (b9fc094f-9ba0-45ca-b343-ab9bde9e1554/036728d5-fe1f-4e5d-845e-a8d93e5ee764/11baac12-57eb-454b-8f7f-4d84d105e5d2) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:57:59.763784 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0e89a1c4-9e9a-41bc-a94f-add89bb44051 req-d74d8583-0b79-4830-bd5a-b27172f906ee tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.847168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['35d7f7ed-dbdc-4e3d-9f6c-e15551539a14'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:57:59.847647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d8583-0b79-4830-bd5a-b27172f906ee tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Pushing event deleted for resources: {'Port': ['ID=35d7f7ed-dbdc-4e3d-9f6c-e15551539a14,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:57:59.972670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e89a1c4-9e9a-41bc-a94f-add89bb44051 req-d74d8583-0b79-4830-bd5a-b27172f906ee tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] No DVR routers for this DVR port 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:57:59.983278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708588eb-e5b8-403c-9115-958e9d8d204a req-30fe26f2-a0c4-47db-912e-c62e6566bd64 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:57:59.985276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-30fe26f2-a0c4-47db-912e-c62e6566bd64 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3184791 Aug 03 18:57:59.986993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0e89a1c4-9e9a-41bc-a94f-add89bb44051 req-d74d8583-0b79-4830-bd5a-b27172f906ee tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:59.990085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e89a1c4-9e9a-41bc-a94f-add89bb44051 req-d74d8583-0b79-4830-bd5a-b27172f906ee tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.74 "DELETE /v2.0/ports/35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 HTTP/1.1" status: 204 len: 173 time: 1.5719442 Aug 03 18:57:59.990778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea52a45-7c3f-4eac-a8df-1c7d1889d949', 'name': 'network-vif-deleted', 'tag': '35d7f7ed-dbdc-4e3d-9f6c-e15551539a14'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:57:59.996537 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ad55e3-3274-45c6-af5c-7d442b9c971f" -d '{"events": [{"server_uuid": "7ea52a45-7c3f-4eac-a8df-1c7d1889d949", "name": "network-vif-deleted", "tag": "35d7f7ed-dbdc-4e3d-9f6c-e15551539a14"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:00.018824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-128ebaa6-397f-4848-88e4-04ab34ff5b2f tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/quotas/a8b981b310264b729079b97b962d53ab HTTP/1.1" status: 200 len: 375 time: 0.0141122 Aug 03 18:58:00.190798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-e3643903-289e-48ad-a9aa-0452fa4c8d34 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a8b981b310264b729079b97b962d53ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1613176 Aug 03 18:58:00.210851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1f4362be-2f3d-4a22-9950-957417f14360 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:58:00.297470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 1f4362be-2f3d-4a22-9950-957417f14360 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:58:00.297957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1f4362be-2f3d-4a22-9950-957417f14360 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:58:00.347276 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:00.363498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Transition to ACTIVE for port object 11baac12-57eb-454b-8f7f-4d84d105e5d2 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:00.420965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-17a0d72e-f7d3-4e76-9445-2dd5255991ac tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:00.421278 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Transition to ACTIVE for port object 11baac12-57eb-454b-8f7f-4d84d105e5d2 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:00.426846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc4a4b-984e-4bd8-a24c-739265c95425 req-535e69d6-48df-4f6a-bc83-448affe0ebfe tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:00.428266 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bbfc4a4b-984e-4bd8-a24c-739265c95425 req-535e69d6-48df-4f6a-bc83-448affe0ebfe tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.37 "GET /v2.0/ports?device_id=aeb63c78-2e7d-49e5-a2ba-ea0e696496e5 HTTP/1.1" status: 200 len: 945 time: 0.1619475 Aug 03 18:58:00.431477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-17a0d72e-f7d3-4e76-9445-2dd5255991ac tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2341805 Aug 03 18:58:00.431861 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:00.521483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-83260851-ff20-4e77-af53-deb6c6569a1d tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.0878866 Aug 03 18:58:00.535372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-826eac31-13b5-4593-96b0-6cf64aecc616 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Request body: {'floatingip': {'port_id': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:00.542789 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:00.564267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Pushing event updated for resources: {'Port': ['ID=11baac12-57eb-454b-8f7f-4d84d105e5d2,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:00.568821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:00.580164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:00.615688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.616046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.617987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.623659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.623659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.623659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.623659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.623659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.623659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.623659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.623659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.623659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:00.706591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Attempting to bind port 11baac12-57eb-454b-8f7f-4d84d105e5d2 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:00.706979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-826eac31-13b5-4593-96b0-6cf64aecc616 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:00.707124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Attempting to bind port 11baac12-57eb-454b-8f7f-4d84d105e5d2 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:00.707349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Attempting to bind port 11baac12-57eb-454b-8f7f-4d84d105e5d2 on network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:00.713650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:00.714057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Checking segment: {'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:00.714604 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:00.715010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Bound using segment: {'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:00.715495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Bound port: 11baac12-57eb-454b-8f7f-4d84d105e5d2, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:00.716030 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:00.728012 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:00.798651 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:00.806711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] For port 11baac12-57eb-454b-8f7f-4d84d105e5d2, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:00.810615 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497380bc-f5cd-4e99-88b8-73540bcecbb6 x-openstack-request-id: req-497380bc-f5cd-4e99-88b8-73540bcecbb6 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:00.811055 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c9691c-0e34-497a-9c3e-d298817fb462", "name": "network-vif-deleted", "tag": "1f4362be-2f3d-4a22-9950-957417f14360", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:00.811182 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-497380bc-f5cd-4e99-88b8-73540bcecbb6 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:00.811595 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c9691c-0e34-497a-9c3e-d298817fb462', 'name': 'network-vif-deleted', 'tag': '1f4362be-2f3d-4a22-9950-957417f14360', 'status': 'completed', 'code': 200} Aug 03 18:58:00.812796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] For port 11baac12-57eb-454b-8f7f-4d84d105e5d2, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=11baac12-57eb-454b-8f7f-4d84d105e5d2,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:00.840824 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:00.909200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-bbfc4a4b-984e-4bd8-a24c-739265c95425 req-e471762e-9c26-49e4-bc10-65b9793ef5b9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Deleting port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:58:00.909590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bbfc4a4b-984e-4bd8-a24c-739265c95425 req-e471762e-9c26-49e4-bc10-65b9793ef5b9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:00.991596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4c758-07a4-459e-a505-26af6e520b38 None None] Pushing event updated for resources: {'Port': ['ID=11baac12-57eb-454b-8f7f-4d84d105e5d2,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:01.048372 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16b249f1-2886-49b1-9944-c03d394606d7 req-630866a1-c82b-47fa-aa25-d8e0c6d94dc4 tempest-ServerDiagnosticsNegativeTest-651405135 tempest-ServerDiagnosticsNegativeTest-651405135-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ea52a45-7c3f-4eac-a8df-1c7d1889d949 HTTP/1.1" status: 200 len: 210 time: 0.0697875 Aug 03 18:58:01.287479 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169dac10-d2fd-4574-8873-0c419686eb5d x-openstack-request-id: req-169dac10-d2fd-4574-8873-0c419686eb5d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:01.288203 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea52a45-7c3f-4eac-a8df-1c7d1889d949", "name": "network-vif-deleted", "tag": "35d7f7ed-dbdc-4e3d-9f6c-e15551539a14", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:01.288349 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-169dac10-d2fd-4574-8873-0c419686eb5d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:01.289114 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea52a45-7c3f-4eac-a8df-1c7d1889d949', 'name': 'network-vif-deleted', 'tag': '35d7f7ed-dbdc-4e3d-9f6c-e15551539a14', 'status': 'completed', 'code': 200} Aug 03 18:58:01.350323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Allocated IP 172.25.8.242 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/85f00a54-d25e-4a98-a606-1eeb62b1f6ac) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:01.392916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-bbfc4a4b-984e-4bd8-a24c-739265c95425 req-e471762e-9c26-49e4-bc10-65b9793ef5b9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] For port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:01.400931 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bbfc4a4b-984e-4bd8-a24c-739265c95425 req-e471762e-9c26-49e4-bc10-65b9793ef5b9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:01.469072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-bbfc4a4b-984e-4bd8-a24c-739265c95425 req-e471762e-9c26-49e4-bc10-65b9793ef5b9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Calling delete_port for a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:58:01.549670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bdc126d3-f400-4061-ac5c-f8084c97b2ef req-19f6a606-14a1-4f16-84f3-1eaf67421909 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 210 time: 0.1073127 Aug 03 18:58:01.793648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:01.800825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6c82b-7d1c-4d9f-8ca7-bbfd0e0a45a9 req-648069ad-85d3-4e0c-92f4-54d93e128624 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:01.811223 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eab6c82b-7d1c-4d9f-8ca7-bbfd0e0a45a9 req-648069ad-85d3-4e0c-92f4-54d93e128624 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.1288698 Aug 03 18:58:01.916571 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bbfc4a4b-984e-4bd8-a24c-739265c95425 req-e471762e-9c26-49e4-bc10-65b9793ef5b9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:01.922583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eab6c82b-7d1c-4d9f-8ca7-bbfd0e0a45a9 req-4abfa730-5137-4420-953a-21d2327b9ca3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088309 Aug 03 18:58:01.941533 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:01.966589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471762e-9c26-49e4-bc10-65b9793ef5b9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Pushing event deleted for resources: {'Port': ['ID=a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:01.976721 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-826eac31-13b5-4593-96b0-6cf64aecc616 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:01.992645 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-826eac31-13b5-4593-96b0-6cf64aecc616 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:02.073850 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['6354fdaf-b355-4f4b-a179-6a20ce64e165'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:02.091448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:02.299534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfc4a4b-984e-4bd8-a24c-739265c95425 req-e471762e-9c26-49e4-bc10-65b9793ef5b9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] No DVR routers for this DVR port a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:58:02.322013 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bbfc4a4b-984e-4bd8-a24c-739265c95425 req-e471762e-9c26-49e4-bc10-65b9793ef5b9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:02.329303 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bbfc4a4b-984e-4bd8-a24c-739265c95425 req-e471762e-9c26-49e4-bc10-65b9793ef5b9 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.37 "DELETE /v2.0/ports/a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b HTTP/1.1" status: 204 len: 173 time: 1.8847218 Aug 03 18:58:02.357690 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-826eac31-13b5-4593-96b0-6cf64aecc616 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Floating IP 001325a6-af9a-4d44-b64a-0cb7d2c0b947 associated. External IP: 172.25.8.122, port: 6354fdaf-b355-4f4b-a179-6a20ce64e165. Aug 03 18:58:02.370359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:02.393719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b2e5fa1-118d-45ca-8dde-58b16b3d8553 req-47c4c75b-0d26-4064-a0a8-b7b51f249ce7 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 210 time: 0.2790067 Aug 03 18:58:02.401307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:02.409068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:02.480742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 11baac12-57eb-454b-8f7f-4d84d105e5d2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:02.494719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Pushing event updated for resources: {'Port': ['ID=85f00a54-d25e-4a98-a606-1eeb62b1f6ac,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:02.626982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 11baac12-57eb-454b-8f7f-4d84d105e5d2 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:02.814073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'name': 'network-vif-deleted', 'tag': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:02.816771 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8dabdc-bfc1-434a-b91c-bcf488ce344f" -d '{"events": [{"server_uuid": "aeb63c78-2e7d-49e5-a2ba-ea0e696496e5", "name": "network-vif-deleted", "tag": "a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:02.831492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:58:02.903078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:58:02.903429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 35d7f7ed-dbdc-4e3d-9f6c-e15551539a14 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:58:02.989938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae978566-f2f5-48aa-b082-54a4d00c60cf None None] Network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:03.035315 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-09bc3511-86ac-4b90-b48e-0e550e8c456d tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a8b981b310264b729079b97b962d53ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572248 Aug 03 18:58:03.041381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-182f761c-0f54-4549-8117-a3f810b380fe req-affaab0b-ceb1-4ab2-bfb3-68c96beff925 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 210 time: 0.0702534 Aug 03 18:58:03.062056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a2b3e942-03c2-44bb-9c90-6afd78aaf0aa tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:03.062056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a2b3e942-03c2-44bb-9c90-6afd78aaf0aa tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.37 "GET /v2.0/networks?id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e HTTP/1.1" status: 200 len: 822 time: 0.6977158 Aug 03 18:58:03.091035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Request body: {'port': {'device_id': '04199b70-58fc-47ad-8422-d30e811cc149', 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e', 'admin_state_up': True, 'tenant_id': 'af87ca2713e742dd9cb47e67d00a145f'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:03.214130 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f44aff-e37b-4d78-bd40-15704c171f94 x-openstack-request-id: req-34f44aff-e37b-4d78-bd40-15704c171f94 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:03.214425 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb63c78-2e7d-49e5-a2ba-ea0e696496e5", "name": "network-vif-deleted", "tag": "a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:03.214686 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34f44aff-e37b-4d78-bd40-15704c171f94 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:03.215088 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb63c78-2e7d-49e5-a2ba-ea0e696496e5', 'name': 'network-vif-deleted', 'tag': 'a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b', 'status': 'completed', 'code': 200} Aug 03 18:58:03.295149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708588eb-e5b8-403c-9115-958e9d8d204a req-e70e9a50-9c1c-4653-8a49-eb86b0037126 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:03.296683 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-e70e9a50-9c1c-4653-8a49-eb86b0037126 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523437 Aug 03 18:58:03.338691 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Request body: {'port': {'device_id': 'ff960cd6-425e-4236-b89f-6c87e2a015ee', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': 'a8b981b310264b729079b97b962d53ab'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:03.343166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39386) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:03.484472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:03.545720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-826eac31-13b5-4593-96b0-6cf64aecc616 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:58:03.571651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb162d-7906-4385-bd71-5ae4a03ad8b1 req-6085d5fc-260f-4d03-9925-74e6284a0af7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:03.575113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6fbb162d-7906-4385-bd71-5ae4a03ad8b1 req-6085d5fc-260f-4d03-9925-74e6284a0af7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.2373810 Aug 03 18:58:03.630793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Made reservation on behalf of af87ca2713e742dd9cb47e67d00a145f for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:03.637259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:03.692169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-300d97a0-0c15-436d-b8ed-0b5dfcfbca33 None None] Provisioning for port 11baac12-57eb-454b-8f7f-4d84d105e5d2 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:03.703262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6fbb162d-7906-4385-bd71-5ae4a03ad8b1 req-81642b2b-b205-4624-a733-fe1343c32824 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196709 Aug 03 18:58:03.712283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-300d97a0-0c15-436d-b8ed-0b5dfcfbca33 None None] Provisioning complete for port 11baac12-57eb-454b-8f7f-4d84d105e5d2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:03.712283 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-300d97a0-0c15-436d-b8ed-0b5dfcfbca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:03.748623 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f5d243ef-461c-471a-af86-e8190b99a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:03.923079 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-300d97a0-0c15-436d-b8ed-0b5dfcfbca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:03.981604 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3417d122-5aa4-4f87-96e7-926a5cbec95c req-d5187f50-55a1-4ccb-8521-d4fab4b3a14d tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 210 time: 0.0828545 Aug 03 18:58:03.991933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-300d97a0-0c15-436d-b8ed-0b5dfcfbca33 None None] For port 11baac12-57eb-454b-8f7f-4d84d105e5d2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=11baac12-57eb-454b-8f7f-4d84d105e5d2,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:04.002763 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-300d97a0-0c15-436d-b8ed-0b5dfcfbca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:04.107882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:58:04.155350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-826eac31-13b5-4593-96b0-6cf64aecc616 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:58:04.175225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38413171-c6bb-4f50-b316-e081c920b59d None None] Sync routers for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:58:04.187496 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-826eac31-13b5-4593-96b0-6cf64aecc616 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:04.198227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d97a0-0c15-436d-b8ed-0b5dfcfbca33 None None] Pushing event updated for resources: {'Port': ['ID=11baac12-57eb-454b-8f7f-4d84d105e5d2,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:04.206350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:58:04.207039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a7d33f63-f339-4eaf-9890-6b3d3a3e8f1b not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:58:04.229029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38413171-c6bb-4f50-b316-e081c920b59d None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:04.229796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-38413171-c6bb-4f50-b316-e081c920b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:04.263304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Allocated IP 172.20.0.11 (e5e401c9-8666-4b4e-bdc1-c4398169ba8e/2941acd2-0ddf-4764-9478-00a2a4b91fbd/bc1185cc-40f3-48de-a345-1c0f607fbaad) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:04.287326 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d4a82f6c-18fd-4db1-9925-b25112aaca4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97f89cc37f4f4b2c85ace8e6b3f55738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9400592 Aug 03 18:58:04.291520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39400) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:04.327610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-826eac31-13b5-4593-96b0-6cf64aecc616 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "PUT /v2.0/floatingips/001325a6-af9a-4d44-b64a-0cb7d2c0b947 HTTP/1.1" status: 200 len: 997 time: 3.8035634 Aug 03 18:58:04.343605 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:04.346323 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da35949-2f8d-4a2e-945f-65a04b2f5a57" -d '{"events": [{"name": "network-changed", "server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:04.401957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1a711e66-af83-4709-886a-45ce69b36eb3 None None] Provisioning complete for port 11baac12-57eb-454b-8f7f-4d84d105e5d2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:04.402291 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1a711e66-af83-4709-886a-45ce69b36eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:04.437388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Made reservation on behalf of a8b981b310264b729079b97b962d53ab for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:04.446293 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:04.457294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-38413171-c6bb-4f50-b316-e081c920b59d None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:04.470883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1fb5523-73bb-44dd-8ab6-a3af34737066 req-a155d2c7-7c7a-454f-ab68-0d2f5ae06a18 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 210 time: 0.1086187 Aug 03 18:58:04.477488 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:04.550297 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:04.693754 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:04.856976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:04.876864 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:58:05.063831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-38413171-c6bb-4f50-b316-e081c920b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:17:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa8082-2463-4a53-9d79-d120df661443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:58:01Z', 'revision_number': 8, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:05.073372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba7531e-5a58-4e80-ac24-603dfb22428d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:05.166321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38413171-c6bb-4f50-b316-e081c920b59d None None] Checking router: 17ee9e63-82cc-4d83-aba9-a95f54e4d019 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:58:05.186665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Allocated IP 192.168.233.243 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/2fcbd0fd-4c37-4237-9ae2-4531772c0a2d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:05.191233 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38413171-c6bb-4f50-b316-e081c920b59d None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:05.191875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-38413171-c6bb-4f50-b316-e081c920b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:05.193796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39412) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:05.215925 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd46bbe-63c7-45c9-83bb-d838070daf53 x-openstack-request-id: req-8bd46bbe-63c7-45c9-83bb-d838070daf53 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:05.216742 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:05.216742 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8bd46bbe-63c7-45c9-83bb-d838070daf53 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:05.217042 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'status': 'completed', 'code': 200} Aug 03 18:58:05.293104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Router 492aab0d-4b03-4b89-81d7-8f5cc42de90e is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:58:05.343259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:05.414242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-38413171-c6bb-4f50-b316-e081c920b59d None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:05.424084 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:05.462127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-f8ecb5b0-faf6-4c7c-b70b-10ec05385e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:05.463738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-f8ecb5b0-faf6-4c7c-b70b-10ec05385e4f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 1097 time: 1.0892708 Aug 03 18:58:05.464376 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73e5fae0-bc34-47c8-9b69-ca1e59af9bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:05.547109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event updated for resources: {'Port': ['ID=bc1185cc-40f3-48de-a345-1c0f607fbaad,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:05.687785 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6658198d-d0fd-47a9-916e-da40c85ae7e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bc2dff4039f4f9aa66a0763497ac2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910266 Aug 03 18:58:05.694445 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39420) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:05.713645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-717f36cf-7ef0-4362-9782-d1dcfe360b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:05.716462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-717f36cf-7ef0-4362-9782-d1dcfe360b9e service neutron] 10.222.0.78 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.1722374 Aug 03 18:58:05.745208 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:05.777130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:58:05.789698 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Sync routers for ids ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:58:05.807963 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Routers {'492aab0d-4b03-4b89-81d7-8f5cc42de90e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:05.811940 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:05.850142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Transition to ACTIVE for port object 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:05.879400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-2dab43ca-4d32-4076-a270-5cb9cf8b08dd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 1000 time: 0.1299381 Aug 03 18:58:05.895078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:05.901526 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-49289693-a864-4a1b-8eed-db5a39d1fb64 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6625454 Aug 03 18:58:05.909661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39422) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:05.927510 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73e5fae0-bc34-47c8-9b69-ca1e59af9bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:05.952605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-38413171-c6bb-4f50-b316-e081c920b59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:17:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa8082-2463-4a53-9d79-d120df661443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:58:01Z', 'revision_number': 8, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:05.999702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38413171-c6bb-4f50-b316-e081c920b59d None None] The sync data for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 is: [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '001325a6-af9a-4d44-b64a-0cb7d2c0b947', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'port_id': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'mac_address': 'fa:16:3e:17:e0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa8082-2463-4a53-9d79-d120df661443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:57:12Z', 'updated_at': '2021-08-03T18:58:01Z', 'revision_number': 8, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:58:06.027469 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Set router 492aab0d-4b03-4b89-81d7-8f5cc42de90e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:06.031997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Network e5e401c9-8666-4b4e-bdc1-c4398169ba8e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:06.045843 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20539d8f-b118-4a7c-aec0-e2ec7661b5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.050897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:06.076496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:06.104133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71782a4c-b829-4afe-8e63-def2b9e5c379 req-047dfaec-b74e-48f8-acbc-766d1132d687 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:06.110142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71782a4c-b829-4afe-8e63-def2b9e5c379 req-047dfaec-b74e-48f8-acbc-766d1132d687 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.7104383 Aug 03 18:58:06.146072 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20539d8f-b118-4a7c-aec0-e2ec7661b5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.154410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-0874bb52-031c-4e29-878a-89ceb5f1a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:06.156392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-0874bb52-031c-4e29-878a-89ceb5f1a60f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.2560527 Aug 03 18:58:06.183248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da35949-2f8d-4a2e-945f-65a04b2f5a57 req-24b6e88f-0014-4d39-aca3-6f7df9c7ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:06.184997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3da35949-2f8d-4a2e-945f-65a04b2f5a57 req-24b6e88f-0014-4d39-aca3-6f7df9c7ecf3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 1097 time: 0.7868693 Aug 03 18:58:06.249644 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.281316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:06.290648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:06.316634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:06.343222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 11baac12-57eb-454b-8f7f-4d84d105e5d2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:06.402168 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:02Z', 'revision_number': 3, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:06.415214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:06.415890 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.462228 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c667c7ca-2ac0-44d8-91fb-0bcb4a165eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.496755 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Checking router: 492aab0d-4b03-4b89-81d7-8f5cc42de90e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:58:06.497952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ac812-cea6-440c-a1dd-8c1d6906b827 None None] New status for floating IP 001325a6-af9a-4d44-b64a-0cb7d2c0b947: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:58:06.503041 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Updating router 492aab0d-4b03-4b89-81d7-8f5cc42de90e port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:58:06.554826 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2278340 Aug 03 18:58:06.561564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f14da8-f73f-4403-968d-15309dabeece tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Pushing event updated for resources: {'Port': ['ID=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:06.563745 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.580890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Request body: {'port': {'device_id': 'ff960cd6-425e-4236-b89f-6c87e2a015ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:06.607697 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71782a4c-b829-4afe-8e63-def2b9e5c379 req-d1d9c5ed-a69e-42b9-9c41-53443b8b4048 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4402595 Aug 03 18:58:06.608806 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73e5fae0-bc34-47c8-9b69-ca1e59af9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.625136 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73e5fae0-bc34-47c8-9b69-ca1e59af9bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.625136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-73e5fae0-bc34-47c8-9b69-ca1e59af9bb7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c26825f-04fe-412a-863f-7e7b7ea9f884 HTTP/1.1" status: 204 len: 168 time: 2.3266008 Aug 03 18:58:06.676465 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.685394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:06.686120 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.689256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 11baac12-57eb-454b-8f7f-4d84d105e5d2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:06.689797 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.767214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5fae0-bc34-47c8-9b69-ca1e59af9bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c26825f-04fe-412a-863f-7e7b7ea9f884,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:06.803369 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.828885 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-c30692ee-81b1-4c69-98de-a920af131620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:06.830904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-c30692ee-81b1-4c69-98de-a920af131620 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6423533 Aug 03 18:58:06.838463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-a85e6987-f21c-4676-8d8e-664013f03d21 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7590861 Aug 03 18:58:06.862478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-19797e1b-2cec-49b2-af81-dc0a84544329 None None] Provisioning for port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:06.863760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Request body: {'port': {'device_id': '04199b70-58fc-47ad-8422-d30e811cc149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:06.872327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-19797e1b-2cec-49b2-af81-dc0a84544329 None None] Provisioning complete for port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:06.879173 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-19797e1b-2cec-49b2-af81-dc0a84544329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.983467 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20539d8f-b118-4a7c-aec0-e2ec7661b5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.995743 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20539d8f-b118-4a7c-aec0-e2ec7661b5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:06.996855 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-20539d8f-b118-4a7c-aec0-e2ec7661b5ee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c3ab04c-637d-4779-969b-49429f95e365 HTTP/1.1" status: 204 len: 168 time: 1.3009803 Aug 03 18:58:06.997152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da35949-2f8d-4a2e-945f-65a04b2f5a57 req-93ffdb55-2459-4e2b-8a39-e054d136df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:06.998994 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3da35949-2f8d-4a2e-945f-65a04b2f5a57 req-93ffdb55-2459-4e2b-8a39-e054d136df3f service neutron] 10.222.0.74 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.7746389 Aug 03 18:58:07.002320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-f6763099-e4dc-4a3e-8da3-cd46afa8d0af service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546481 Aug 03 18:58:07.119015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-19797e1b-2cec-49b2-af81-dc0a84544329 None None] Port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:07.158434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53618e42-744d-4106-9935-8344d44a14dc req-f3edf188-de4d-4f14-bedc-1831b138e9eb tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:07.167741 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53618e42-744d-4106-9935-8344d44a14dc req-f3edf188-de4d-4f14-bedc-1831b138e9eb tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 936 time: 0.4445262 Aug 03 18:58:07.195475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20539d8f-b118-4a7c-aec0-e2ec7661b5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3ab04c-637d-4779-969b-49429f95e365,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:07.328570 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:07.372893 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:07.374370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39430) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:07.387206 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Transition to ACTIVE for port object 85f00a54-d25e-4a98-a606-1eeb62b1f6ac will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:07.401090 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:07.437746 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3da35949-2f8d-4a2e-945f-65a04b2f5a57 req-864f930f-cab8-42ac-8a4d-e7009bf5422c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 1000 time: 0.4272573 Aug 03 18:58:07.469455 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Pushing event updated for resources: {'Port': ['ID=85f00a54-d25e-4a98-a606-1eeb62b1f6ac,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:07.482678 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.483032 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.483374 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.483713 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.484179 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.484809 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.485103 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.485428 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.486043 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.486369 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.486693 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.487022 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:07.488810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f489-cd6a-4399-813a-68bcbb258e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:07.492927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53618e42-744d-4106-9935-8344d44a14dc req-4c08e946-89db-47c8-b9e9-1ecebd9d585a tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ba7531e-5a58-4e80-ac24-603dfb22428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239472 Aug 03 18:58:07.560364 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Attempting to bind port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:07.560364 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Attempting to bind port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:07.563404 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Attempting to bind port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:07.576588 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:07.580026 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:07.583267 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:07.583946 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:07.584734 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Bound port: 85f00a54-d25e-4a98-a606-1eeb62b1f6ac, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:07.585962 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:07.746603 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] For port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:07.759326 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:07.763480 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] For port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=85f00a54-d25e-4a98-a606-1eeb62b1f6ac,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:07.774963 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:07.811369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1185cc-40f3-48de-a345-1c0f607fbaad {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:07.821136 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:07.836312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Transition to ACTIVE for port object bc1185cc-40f3-48de-a345-1c0f607fbaad will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:07.861536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:07.873012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46d3ac1f-c596-4beb-971e-efe57c732153 req-097d0e22-9417-4c80-a6aa-6aea01a96d66 service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8566253 Aug 03 18:58:07.920353 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5cf24-d418-4c09-90f1-608437bcfb63 None None] Pushing event updated for resources: {'Port': ['ID=85f00a54-d25e-4a98-a606-1eeb62b1f6ac,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:07.943016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da35949-2f8d-4a2e-945f-65a04b2f5a57 req-74126afc-673c-4412-9439-a18fdaf95faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:07.945445 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3da35949-2f8d-4a2e-945f-65a04b2f5a57 req-74126afc-673c-4412-9439-a18fdaf95faf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.4907744 Aug 03 18:58:07.978537 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Routers {'492aab0d-4b03-4b89-81d7-8f5cc42de90e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:07.979377 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:08.041586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd2585-04a4-4825-b386-13bd4bd983c0 req-33d206b9-cf57-4924-af71-0b4b92bf2f71 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:08.043416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cbcd2585-04a4-4825-b386-13bd4bd983c0 req-33d206b9-cf57-4924-af71-0b4b92bf2f71 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 944 time: 0.1989217 Aug 03 18:58:08.116162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Pushing event updated for resources: {'Port': ['ID=bc1185cc-40f3-48de-a345-1c0f607fbaad,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:08.176584 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] Set router 492aab0d-4b03-4b89-81d7-8f5cc42de90e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:08.177665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93b2c3-35a6-4380-941b-6fb98e4871b6 req-f818bb30-0f0c-4fca-801e-640de863158d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:08.179314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba93b2c3-35a6-4380-941b-6fb98e4871b6 req-f818bb30-0f0c-4fca-801e-640de863158d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.1326549 Aug 03 18:58:08.185073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da35949-2f8d-4a2e-945f-65a04b2f5a57 req-3adcbb1d-dfd0-4239-8f0e-58776d5293c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:08.186797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3da35949-2f8d-4a2e-945f-65a04b2f5a57 req-3adcbb1d-dfd0-4239-8f0e-58776d5293c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2280676 Aug 03 18:58:08.220086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:08.302435 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cbcd2585-04a4-4825-b386-13bd4bd983c0 req-45db2418-9151-4838-a3b7-b6a921baef4a tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985617 Aug 03 18:58:08.310621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba93b2c3-35a6-4380-941b-6fb98e4871b6 req-46ac8dc1-40df-4656-ab5c-f896f84d79f6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150284 Aug 03 18:58:08.326965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Attempting to bind port bc1185cc-40f3-48de-a345-1c0f607fbaad on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:08.326965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Attempting to bind port bc1185cc-40f3-48de-a345-1c0f607fbaad by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:08.326965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Attempting to bind port bc1185cc-40f3-48de-a345-1c0f607fbaad on network e5e401c9-8666-4b4e-bdc1-c4398169ba8e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:08.336504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Port bc1185cc-40f3-48de-a345-1c0f607fbaad on network e5e401c9-8666-4b4e-bdc1-c4398169ba8e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:58:08.336763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Attempting to bind port bc1185cc-40f3-48de-a345-1c0f607fbaad on network e5e401c9-8666-4b4e-bdc1-c4398169ba8e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:08.347362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:08.347362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Checking segment: {'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:08.348010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Bound using segment: {'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:08.348520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Bound port: bc1185cc-40f3-48de-a345-1c0f607fbaad, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:08.348716 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:08.413533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f489-cd6a-4399-813a-68bcbb258e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:08.440691 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f489-cd6a-4399-813a-68bcbb258e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:08.447509 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:08.482882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3da35949-2f8d-4a2e-945f-65a04b2f5a57 req-0a863cf5-4eb3-4286-9566-33bf0df903b9 service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568884 Aug 03 18:58:08.513873 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39454) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:08.516570 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:08.531047 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:02Z', 'revision_number': 3, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:08.591164 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3287d8-baee-4670-a142-76915d92f6f3 None None] The sync data for ids ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'] in n-d-802918-7 is: [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:02Z', 'revision_number': 3, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:58:08.674498 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5c31997-2e01-4c03-a6d2-ec7de8b93699 req-eeba4d18-6354-45d6-9983-89a764074cf1 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips/001325a6-af9a-4d44-b64a-0cb7d2c0b947 HTTP/1.1" status: 200 len: 999 time: 0.2724297 Aug 03 18:58:08.682026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] For port bc1185cc-40f3-48de-a345-1c0f607fbaad, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:08.743112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Allocated IP 172.20.0.1 (b9fc094f-9ba0-45ca-b343-ab9bde9e1554/036728d5-fe1f-4e5d-845e-a8d93e5ee764/d4866bb4-28db-4d4e-a715-db8f1ccef6de) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:08.833780 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b0a1f489-cd6a-4399-813a-68bcbb258e9d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54ec4af35d57471b88db1f58176e8bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4530959 Aug 03 18:58:08.840307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39462) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:08.854771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Transition to ACTIVE for port object 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:08.860049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1584305704-network', 'tenant_id': '96a773c5f57a461ca13b163da923052b'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:08.876496 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1f489-cd6a-4399-813a-68bcbb258e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed97e9d-9631-40f6-b9e8-30844907b74d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:08.880123 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:08.888088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3da35949-2f8d-4a2e-945f-65a04b2f5a57 req-c7b6b285-b196-4b75-bfc0-85538247ce9c service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871520 Aug 03 18:58:08.907113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c31997-2e01-4c03-a6d2-ec7de8b93699 req-52b0aa73-c5d5-413f-ad4e-08523025e88e tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:08.916345 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5c31997-2e01-4c03-a6d2-ec7de8b93699 req-52b0aa73-c5d5-413f-ad4e-08523025e88e tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2310517 Aug 03 18:58:08.936493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-a5c31997-2e01-4c03-a6d2-ec7de8b93699 req-e39083d0-4fc2-49c6-9a2c-a680a5c5ba9b tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:58:09.002921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5c31997-2e01-4c03-a6d2-ec7de8b93699 req-e39083d0-4fc2-49c6-9a2c-a680a5c5ba9b tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0856297 Aug 03 18:58:09.027384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] For port bc1185cc-40f3-48de-a345-1c0f607fbaad, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bc1185cc-40f3-48de-a345-1c0f607fbaad,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:09.076232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd31df-c9e0-4cba-b068-fd9dcbe9955d req-1b55a0e0-698f-4914-9ab1-f71b2e14ef72 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:09.078514 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87fd31df-c9e0-4cba-b068-fd9dcbe9955d req-1b55a0e0-698f-4914-9ab1-f71b2e14ef72 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 936 time: 0.4680629 Aug 03 18:58:09.081130 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.148477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.172685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:09.194525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Made reservation on behalf of 96a773c5f57a461ca13b163da923052b for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:09.197289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.252468 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3199887a-ce55-450e-9737-beea791c6edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.257114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Pushing event updated for resources: {'Port': ['ID=bc1185cc-40f3-48de-a345-1c0f607fbaad,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:09.291837 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3199887a-ce55-450e-9737-beea791c6edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.383421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Transition to ACTIVE for port object d4866bb4-28db-4d4e-a715-db8f1ccef6de will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:09.392042 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3199887a-ce55-450e-9737-beea791c6edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.395139 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3199887a-ce55-450e-9737-beea791c6edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.413020 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3199887a-ce55-450e-9737-beea791c6edf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aed97e9d-9631-40f6-b9e8-30844907b74d HTTP/1.1" status: 204 len: 168 time: 0.5640438 Aug 03 18:58:09.414296 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.477939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87fd31df-c9e0-4cba-b068-fd9dcbe9955d req-e9dc86ac-6fb9-4f6c-9ae4-ccf64e1fa9ab tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ba7531e-5a58-4e80-ac24-603dfb22428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963552 Aug 03 18:58:09.484268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-c7095626-8dbf-4c6e-bea6-e33c954b2cd0 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 1002 time: 0.1990974 Aug 03 18:58:09.498608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:09.499791 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.502012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7c0d6699-56ec-4eaa-b687-765616ad0d0c service neutron] 10.222.0.37 "PUT /v2.0/ports/bc1185cc-40f3-48de-a345-1c0f607fbaad HTTP/1.1" status: 200 len: 1092 time: 2.6438069 Aug 03 18:58:09.502616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04199b70-58fc-47ad-8422-d30e811cc149', 'tag': 'bc1185cc-40f3-48de-a345-1c0f607fbaad'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:09.505386 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0f4190-8ad1-4a65-8eca-4add2b4a1b26" -d '{"events": [{"name": "network-changed", "server_uuid": "04199b70-58fc-47ad-8422-d30e811cc149", "tag": "bc1185cc-40f3-48de-a345-1c0f607fbaad"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:09.558846 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.572214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199887a-ce55-450e-9737-beea791c6edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed97e9d-9631-40f6-b9e8-30844907b74d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:09.715065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Attempting to bind port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:09.715433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Attempting to bind port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:09.715791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Attempting to bind port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:09.724583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:58:09.724972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Attempting to bind port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:09.747044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:09.747387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:09.747785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:09.748242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Bound port: 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:09.748609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.755593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-70da03e8-9c87-419a-8886-8a19e8679a92 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:09.757635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-70da03e8-9c87-419a-8886-8a19e8679a92 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports/6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 943 time: 0.2469888 Aug 03 18:58:09.766717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-38aa97d4-8b4b-4400-a85c-6792a4938055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:09.769165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-38aa97d4-8b4b-4400-a85c-6792a4938055 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af87ca2713e742dd9cb47e67d00a145f&device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 1095 time: 0.2056944 Aug 03 18:58:09.782209 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:09.898824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ca31b-7fb3-4043-ac9d-1e64533b560d req-b93b2435-a9de-4204-99e3-4ec4a7d17fd7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:09.906277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f5ca31b-7fb3-4043-ac9d-1e64533b560d req-b93b2435-a9de-4204-99e3-4ec4a7d17fd7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.2718720 Aug 03 18:58:09.908865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d4866bb4-28db-4d4e-a715-db8f1ccef6de,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:09.912707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-fb9742b4-b1f1-4faf-bb0c-f620b754185e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1185cc-40f3-48de-a345-1c0f607fbaad HTTP/1.1" status: 200 len: 217 time: 0.1324859 Aug 03 18:58:09.946688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:09.996710 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] For port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:10.012904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] For port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:10.014561 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-320b38a2-0127-42f9-8218-6f2dc678d3df tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 1002 time: 0.1042354 Aug 03 18:58:10.018058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:10.047476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:10.058393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:10.210970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-2453bfe3-d048-47b0-9001-1aba929a3bbe tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:10.222744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-2453bfe3-d048-47b0-9001-1aba929a3bbe tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2072308 Aug 03 18:58:10.344442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:10.347814 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:10.354284 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] 10.222.0.37 "PUT /v2.0/ports/2fcbd0fd-4c37-4237-9ae2-4531772c0a2d HTTP/1.1" status: 200 len: 1096 time: 3.7785993 Aug 03 18:58:10.357098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff960cd6-425e-4236-b89f-6c87e2a015ee', 'tag': '2fcbd0fd-4c37-4237-9ae2-4531772c0a2d'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:10.369458 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc685747-772d-4da6-b342-619b4e1f8679" -d '{"events": [{"name": "network-changed", "server_uuid": "ff960cd6-425e-4236-b89f-6c87e2a015ee", "tag": "2fcbd0fd-4c37-4237-9ae2-4531772c0a2d"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:10.418696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 85f00a54-d25e-4a98-a606-1eeb62b1f6ac up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:10.447395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-8b688ea5-5cec-424d-9c4a-1c66ac635689 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 1002 time: 0.2223990 Aug 03 18:58:10.470187 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:10.496318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-32a59907-9fec-43d2-a481-211d179298d8 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:10.502246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:10.517320 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:10.518322 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:10.537166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e20015-7056-478c-bb1d-6d8d74d9d6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:10.601419 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:10.608534 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:10.679931 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f5ca31b-7fb3-4043-ac9d-1e64533b560d req-07bef156-3a65-4c9d-a433-b2a41114e8ff tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7616055 Aug 03 18:58:10.727641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-f17d8e0c-8b1e-4f1b-9f5f-74f76398e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:10.738778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8fcbdcb4-bfe0-405a-bccc-935d862acff0 None None] Provisioning for port d4866bb4-28db-4d4e-a715-db8f1ccef6de completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:10.747883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:58:10.752495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-f17d8e0c-8b1e-4f1b-9f5f-74f76398e746 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2941acd2-0ddf-4764-9478-00a2a4b91fbd HTTP/1.1" status: 200 len: 862 time: 0.8212364 Aug 03 18:58:10.756766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708588eb-e5b8-403c-9115-958e9d8d204a req-dd1b461a-981f-4624-b297-00e008f4dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:10.759099 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8fcbdcb4-bfe0-405a-bccc-935d862acff0 None None] Provisioning complete for port d4866bb4-28db-4d4e-a715-db8f1ccef6de triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:10.761046 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-dd1b461a-981f-4624-b297-00e008f4dec1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8b981b310264b729079b97b962d53ab&device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 1099 time: 0.2887604 Aug 03 18:58:10.761714 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fcbdcb4-bfe0-405a-bccc-935d862acff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:10.813892 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1a8395-3251-4ed7-af00-c2b967d58c32,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:10.888634 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:10.922098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-e3129670-9dcd-4002-afa8-028c3759b1c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504369 Aug 03 18:58:10.940584 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-32a59907-9fec-43d2-a481-211d179298d8 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:10.972565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbdcb4-bfe0-405a-bccc-935d862acff0 None None] Port d4866bb4-28db-4d4e-a715-db8f1ccef6de cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:10.984005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=85f00a54-d25e-4a98-a606-1eeb62b1f6ac,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:10.999166 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:11.017441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:11.021105 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Added segment 34706bd4-9abf-4575-ac2c-7d3704897f4b of type vlan for network 2af26204-95bb-4be6-9fab-d7a729ac7a3d Aug 03 18:58:11.029645 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-a3702e01-7314-48e8-bdee-66e42ab1629c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d HTTP/1.1" status: 200 len: 217 time: 0.2438345 Aug 03 18:58:11.156126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=85f00a54-d25e-4a98-a606-1eeb62b1f6ac,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:11.225141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708588eb-e5b8-403c-9115-958e9d8d204a req-3471715e-d4a5-45a6-9527-8645a70d1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:11.226771 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-3471715e-d4a5-45a6-9527-8645a70d1005 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1686416 Aug 03 18:58:11.372583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:11.404218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:11.447645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708588eb-e5b8-403c-9115-958e9d8d204a req-15cbd0de-c951-4ef5-ad73-7618369c1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:11.449121 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-15cbd0de-c951-4ef5-ad73-7618369c1a50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672823 Aug 03 18:58:11.475525 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:11.476520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:11.477130 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:11.613390 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0911736 Aug 03 18:58:11.620549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39522) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:11.638670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] Request body: {'subnet': {'network_id': '2af26204-95bb-4be6-9fab-d7a729ac7a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1584305704-subnet', 'tenant_id': '96a773c5f57a461ca13b163da923052b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:11.742265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc211153-ac69-4238-aedc-e7fd5dbb781b req-1086670d-17ea-46ff-b052-6f50aba342b0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:11.743889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc211153-ac69-4238-aedc-e7fd5dbb781b req-1086670d-17ea-46ff-b052-6f50aba342b0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 944 time: 0.8360589 Aug 03 18:58:11.754600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-7042fc9e-5985-40fe-bd5a-45f621d150d1 service neutron] 10.222.0.37 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8048432 Aug 03 18:58:11.889901 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-32a59907-9fec-43d2-a481-211d179298d8 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:11.902062 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-32a59907-9fec-43d2-a481-211d179298d8 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:11.902646 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-32a59907-9fec-43d2-a481-211d179298d8 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Floating IP 001325a6-af9a-4d44-b64a-0cb7d2c0b947 disassociated. External IP: 172.25.8.122, port: 6354fdaf-b355-4f4b-a179-6a20ce64e165. Aug 03 18:58:11.992370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] Made reservation on behalf of 96a773c5f57a461ca13b163da923052b for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:11.994848 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:12.002531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc211153-ac69-4238-aedc-e7fd5dbb781b req-5c7923fb-be7b-43b5-b82c-77b69f44fbdf tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148080 Aug 03 18:58:12.014989 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31101cad-374a-49b4-82da-91d0288cd2b5 admin admin] Pushing event updated for resources: {'Network': ['ID=2af26204-95bb-4be6-9fab-d7a729ac7a3d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:12.030087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 2af26204-95bb-4be6-9fab-d7a729ac7a3d details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:58:12.057844 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf2a5331-e4b8-41a3-90da-1a2c907d0d3d req-da647452-aee5-4d76-8a88-5ee62221cf4c service neutron] 10.222.0.37 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899501 Aug 03 18:58:12.125592 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-c01539d0-5d33-44d3-869d-189b25a60e45 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511118 Aug 03 18:58:12.194062 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793d3773-79f9-40e9-9540-522c1c4e04f8 x-openstack-request-id: req-793d3773-79f9-40e9-9540-522c1c4e04f8 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:12.194357 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04199b70-58fc-47ad-8422-d30e811cc149", "tag": "bc1185cc-40f3-48de-a345-1c0f607fbaad", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:12.194611 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-793d3773-79f9-40e9-9540-522c1c4e04f8 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:12.195020 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04199b70-58fc-47ad-8422-d30e811cc149', 'tag': 'bc1185cc-40f3-48de-a345-1c0f607fbaad', 'status': 'completed', 'code': 200} Aug 03 18:58:12.288747 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:12.321961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4190-8ad1-4a65-8eca-4add2b4a1b26 req-3f1a78ca-033d-409d-9504-27f7ddfe62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:12.326947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c0f4190-8ad1-4a65-8eca-4add2b4a1b26 req-3f1a78ca-033d-409d-9504-27f7ddfe62a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af87ca2713e742dd9cb47e67d00a145f&device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 1095 time: 0.1372159 Aug 03 18:58:12.338925 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:12.354722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 85f00a54-d25e-4a98-a606-1eeb62b1f6ac up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:12.407195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-32a59907-9fec-43d2-a481-211d179298d8 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:58:12.414584 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2b2df4-ae8a-43d3-846f-43290be319a9 x-openstack-request-id: req-0d2b2df4-ae8a-43d3-846f-43290be319a9 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:12.414986 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff960cd6-425e-4236-b89f-6c87e2a015ee", "tag": "2fcbd0fd-4c37-4237-9ae2-4531772c0a2d", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:12.415251 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d2b2df4-ae8a-43d3-846f-43290be319a9 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:12.419093 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff960cd6-425e-4236-b89f-6c87e2a015ee', 'tag': '2fcbd0fd-4c37-4237-9ae2-4531772c0a2d', 'status': 'completed', 'code': 200} Aug 03 18:58:12.492770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4190-8ad1-4a65-8eca-4add2b4a1b26 req-eaea30c3-60f4-4acf-b90d-72d5bd6481ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:12.494316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c0f4190-8ad1-4a65-8eca-4add2b4a1b26 req-eaea30c3-60f4-4acf-b90d-72d5bd6481ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e HTTP/1.1" status: 200 len: 923 time: 0.1558976 Aug 03 18:58:12.601009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c0f4190-8ad1-4a65-8eca-4add2b4a1b26 req-0ecacd27-e03f-41c3-be7e-4f7fade32ad9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1185cc-40f3-48de-a345-1c0f607fbaad HTTP/1.1" status: 200 len: 217 time: 0.0976233 Aug 03 18:58:12.602773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:12.603233 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:12.614791 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-708588eb-e5b8-403c-9115-958e9d8d204a req-1f39402a-4a60-4da6-bf09-ea500b52b648 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798281 Aug 03 18:58:12.633625 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:12.664694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-32a59907-9fec-43d2-a481-211d179298d8 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:58:12.671670 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-32a59907-9fec-43d2-a481-211d179298d8 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:12.677337 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b30bc4-f643-430b-8af9-dee76ad8797c None None] Sync routers for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:58:12.696857 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b30bc4-f643-430b-8af9-dee76ad8797c None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:12.697881 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-34b30bc4-f643-430b-8af9-dee76ad8797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:12.737918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-32a59907-9fec-43d2-a481-211d179298d8 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "PUT /v2.0/floatingips/001325a6-af9a-4d44-b64a-0cb7d2c0b947 HTTP/1.1" status: 200 len: 696 time: 2.2687187 Aug 03 18:58:12.751481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47fdd1-28d6-4188-bf2a-63076ae116b7 req-8aa6b6fd-1409-455f-8489-ea08f3e785a6 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:12.752860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b47fdd1-28d6-4188-bf2a-63076ae116b7 req-8aa6b6fd-1409-455f-8489-ea08f3e785a6 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 948 time: 0.2146029 Aug 03 18:58:12.816196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:12.819874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4190-8ad1-4a65-8eca-4add2b4a1b26 req-bc90421d-5648-4692-adf1-e32fa4603555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:12.821750 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c0f4190-8ad1-4a65-8eca-4add2b4a1b26 req-bc90421d-5648-4692-adf1-e32fa4603555 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2941acd2-0ddf-4764-9478-00a2a4b91fbd HTTP/1.1" status: 200 len: 862 time: 0.2111666 Aug 03 18:58:12.829891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685747-772d-4da6-b342-619b4e1f8679 req-12828080-2faa-4d7e-aede-a7f8201778eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:12.831616 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bc685747-772d-4da6-b342-619b4e1f8679 req-12828080-2faa-4d7e-aede-a7f8201778eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a8b981b310264b729079b97b962d53ab&device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 1099 time: 0.1209247 Aug 03 18:58:12.871690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] Checking segment: {'id': '34706bd4-9abf-4575-ac2c-7d3704897f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2af26204-95bb-4be6-9fab-d7a729ac7a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:12.872055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] Network hostable DHCP agents. Network: 2af26204-95bb-4be6-9fab-d7a729ac7a3d, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:58:12.874803 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b47fdd1-28d6-4188-bf2a-63076ae116b7 req-8bdd53fb-27c9-4c61-b150-0f2ddf82be02 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ba7531e-5a58-4e80-ac24-603dfb22428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040490 Aug 03 18:58:12.881230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=d4866bb4-28db-4d4e-a715-db8f1ccef6de,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:12.884859 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-34b30bc4-f643-430b-8af9-dee76ad8797c None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:12.937021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c0f4190-8ad1-4a65-8eca-4add2b4a1b26 req-de1f4e55-6831-44e8-b7fa-243f6069370c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033318 Aug 03 18:58:12.981202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f5dcc0c-7606-4674-b1fd-4693e5f07249,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:13.007999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] Network 2af26204-95bb-4be6-9fab-d7a729ac7a3d is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:58:13.029430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 2af26204-95bb-4be6-9fab-d7a729ac7a3d) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:13.040249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6004cc2-3760-4962-ad06-fdb25757b1a9 None None] Network 2af26204-95bb-4be6-9fab-d7a729ac7a3d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:13.073963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:13.074590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:13.093888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:13.094946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c0f4190-8ad1-4a65-8eca-4add2b4a1b26 req-2dd88204-8ca0-4570-a643-f39692bbabe3 service neutron] 10.222.0.37 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464145 Aug 03 18:58:13.100871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-67b9aeff-5d61-4f85-a895-586e577c2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:13.103126 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-67b9aeff-5d61-4f85-a895-586e577c2aae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 1097 time: 0.3467264 Aug 03 18:58:13.105191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:13.184787 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-34b30bc4-f643-430b-8af9-dee76ad8797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:13.223635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c0f4190-8ad1-4a65-8eca-4add2b4a1b26 req-c446534b-4412-434f-a16b-9b7b134b04cf service neutron] 10.222.0.37 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193035 Aug 03 18:58:13.252216 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b30bc4-f643-430b-8af9-dee76ad8797c None None] Checking router: 17ee9e63-82cc-4d83-aba9-a95f54e4d019 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:58:13.258215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143090a5-6899-4358-8a6f-6c20ca035585 None None] Network 2af26204-95bb-4be6-9fab-d7a729ac7a3d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:13.277758 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b30bc4-f643-430b-8af9-dee76ad8797c None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:13.279796 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-34b30bc4-f643-430b-8af9-dee76ad8797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:13.289640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685747-772d-4da6-b342-619b4e1f8679 req-c2ab9bf8-7698-4ea8-bfd8-e41833b861ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:13.291496 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bc685747-772d-4da6-b342-619b4e1f8679 req-c2ab9bf8-7698-4ea8-bfd8-e41833b861ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.4369426 Aug 03 18:58:13.293667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Router 492aab0d-4b03-4b89-81d7-8f5cc42de90e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:58:13.295233 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-da118e53-2291-448d-ba1e-330452d5426e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6720457 Aug 03 18:58:13.403677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b15d9-f20b-4472-ac81-e28bd01e938f req-ef0a46ed-c9b9-4d68-8deb-d9d325194fb3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:13.418175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-467b15d9-f20b-4472-ac81-e28bd01e938f req-ef0a46ed-c9b9-4d68-8deb-d9d325194fb3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.3213878 Aug 03 18:58:13.464746 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bc685747-772d-4da6-b342-619b4e1f8679 req-d74408e2-90db-447f-8336-6978262efd24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d HTTP/1.1" status: 200 len: 217 time: 0.1630960 Aug 03 18:58:13.496916 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-34b30bc4-f643-430b-8af9-dee76ad8797c None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:13.529669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-287c3126-6df5-4139-a699-ce7990acb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:13.531237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-287c3126-6df5-4139-a699-ce7990acb00c service neutron] 10.222.0.78 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.3067071 Aug 03 18:58:13.534518 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f9793f01-52c5-4c1b-b57d-e08df40a4d96 None None] Provisioning complete for port d4866bb4-28db-4d4e-a715-db8f1ccef6de triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:13.535648 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9793f01-52c5-4c1b-b57d-e08df40a4d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:13.544276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:58:13.547439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685747-772d-4da6-b342-619b4e1f8679 req-9000ed78-37fb-4d61-8e26-0a3709a03fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:13.549120 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bc685747-772d-4da6-b342-619b4e1f8679 req-9000ed78-37fb-4d61-8e26-0a3709a03fe3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0751729 Aug 03 18:58:13.553327 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-17585cb3-e38d-4419-8bb6-56b42e0ff6b1 admin admin] 10.222.0.78 "PUT /v2.0/routers/492aab0d-4b03-4b89-81d7-8f5cc42de90e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6277843 Aug 03 18:58:13.558103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-467b15d9-f20b-4472-ac81-e28bd01e938f req-96f3226e-98a1-4dfe-a6eb-cdee6eab9438 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331036 Aug 03 18:58:13.615956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-3f80d3a0-7f0e-4050-9bee-02d5a6d00de7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 217 time: 0.0761862 Aug 03 18:58:13.647481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685747-772d-4da6-b342-619b4e1f8679 req-5c4d9f40-d787-4713-a94b-636b6a3ce6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:13.651990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f9793f01-52c5-4c1b-b57d-e08df40a4d96 None None] Port d4866bb4-28db-4d4e-a715-db8f1ccef6de cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:13.656309 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bc685747-772d-4da6-b342-619b4e1f8679 req-5c4d9f40-d787-4713-a94b-636b6a3ce6a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897515 Aug 03 18:58:13.661420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Sync routers for ids ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:58:13.680692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Routers {'492aab0d-4b03-4b89-81d7-8f5cc42de90e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:13.682827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:13.738501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-962fa532-2bce-46bc-a865-0e113d057f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:13.744006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-962fa532-2bce-46bc-a865-0e113d057f5a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.1089926 Aug 03 18:58:13.829370 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bc685747-772d-4da6-b342-619b4e1f8679 req-93944aee-5a98-44d0-bfef-282021295177 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628513 Aug 03 18:58:13.843443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-b6b5d3f3-077e-4d66-8c3f-247c02eb99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:13.846090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-b6b5d3f3-077e-4d66-8c3f-247c02eb99a0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939639 Aug 03 18:58:13.940083 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Set router 492aab0d-4b03-4b89-81d7-8f5cc42de90e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:13.955757 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-34b30bc4-f643-430b-8af9-dee76ad8797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:13.972216 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bc685747-772d-4da6-b342-619b4e1f8679 req-ef013bb4-042d-49f4-aaac-24ce102af891 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312168 Aug 03 18:58:13.977389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-3848a935-4fc8-4bcc-ab72-d3bdef534810 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b03a1d90a77d4cc9872df423d28f5864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510592 Aug 03 18:58:13.984976 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b30bc4-f643-430b-8af9-dee76ad8797c None None] The sync data for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 is: [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:56:24Z', 'revision_number': 4, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0fa08d71-4f9f-4b3b-b14d-fd20145b9909', 'name': '', 'network_id': '8de14f33-8d78-4648-90ec-6b077da097c4', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'mac_address': 'fa:16:3e:f9:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:22Z', 'updated_at': '2021-08-03T18:56:30Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'subnets': [{'id': '7446950d-a78e-45e3-8e94-7f92acea9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:58:14.094613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a969690d-9197-4c86-9b56-e1374345cce6 req-d4b657af-690e-44a6-973f-6bab7433fb81 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2159414 Aug 03 18:58:14.111464 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-b585e9af-2b22-47b6-85f5-6c5e8538c91a service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581882 Aug 03 18:58:14.180115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:11Z', 'revision_number': 4, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'd4866bb4-28db-4d4e-a715-db8f1ccef6de', 'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'mac_address': 'fa:16:3e:d2:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:08Z', 'updated_at': '2021-08-03T18:58:11Z', 'revision_number': 2, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'subnets': [{'id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:14.196906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:14.199184 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2c6e65-9a86-4633-882b-cb884444daa9" -d '{"events": [{"name": "network-changed", "server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:14.214558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Checking router: 492aab0d-4b03-4b89-81d7-8f5cc42de90e for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:58:14.215016 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Updating router 492aab0d-4b03-4b89-81d7-8f5cc42de90e port d4866bb4-28db-4d4e-a715-db8f1ccef6de binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:58:14.225428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-20da354d-5ea0-4d4a-b14f-8c0bdb445ec0 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:14.228366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-20da354d-5ea0-4d4a-b14f-8c0bdb445ec0 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324095 Aug 03 18:58:14.244132 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:14.257646 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-782f19a1-518c-4c29-a419-431928db8bab tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/quotas/b03a1d90a77d4cc9872df423d28f5864 HTTP/1.1" status: 200 len: 375 time: 0.0237744 Aug 03 18:58:14.290891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969690d-9197-4c86-9b56-e1374345cce6 req-70b79def-3f47-4904-a05b-8b2c80bfac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:14.292384 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a969690d-9197-4c86-9b56-e1374345cce6 req-70b79def-3f47-4904-a05b-8b2c80bfac72 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1097 time: 0.1389146 Aug 03 18:58:14.309977 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7d48d-a0f9-4087-bba6-faace14aedac None None] New status for floating IP 001325a6-af9a-4d44-b64a-0cb7d2c0b947: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:58:14.313530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-c07a3b76-edf6-4d60-82a0-48e7d1724de9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b03a1d90a77d4cc9872df423d28f5864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484576 Aug 03 18:58:14.324499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed180267-55d6-4bbc-a285-d6ffcb00a466 req-994f7c65-3ec2-44b2-8612-8ac31d396184 service neutron] 10.222.0.78 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011616 Aug 03 18:58:14.427930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969690d-9197-4c86-9b56-e1374345cce6 req-2e0689ab-dd20-4ae4-a769-e8dd524950bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:14.429618 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a969690d-9197-4c86-9b56-e1374345cce6 req-2e0689ab-dd20-4ae4-a769-e8dd524950bb service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1035693 Aug 03 18:58:14.621841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a969690d-9197-4c86-9b56-e1374345cce6 req-ad929d0b-d748-40db-b3f6-f537e8ec09ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 1001 time: 0.1785545 Aug 03 18:58:14.634827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fd625-d681-4981-bc46-ffd99ead30ad req-37467ca0-d80e-4081-8d89-d060246cccea tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:14.656138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-300fd625-d681-4981-bc46-ffd99ead30ad req-37467ca0-d80e-4081-8d89-d060246cccea tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 944 time: 0.1997719 Aug 03 18:58:14.673373 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:14.688707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Transition to ACTIVE for port object d4866bb4-28db-4d4e-a715-db8f1ccef6de will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:14.696419 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:14.756258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-300fd625-d681-4981-bc46-ffd99ead30ad req-19b63a67-b61e-42b9-b578-e894196cdbfe tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965183 Aug 03 18:58:14.767387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969690d-9197-4c86-9b56-e1374345cce6 req-424d2aa8-bb1e-402a-8615-985a862ac518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:14.767387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a969690d-9197-4c86-9b56-e1374345cce6 req-424d2aa8-bb1e-402a-8615-985a862ac518 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.1022260 Aug 03 18:58:14.808621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da5282-bb58-4f82-b25e-b202c612821e None None] Pushing event updated for resources: {'Port': ['ID=d4866bb4-28db-4d4e-a715-db8f1ccef6de,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:14.825271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-d37a850b-a7ee-4225-aa45-89d906b172b2 req-ca081a26-6f1d-4d27-85b1-6e434af462b4 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-947948497', 'description': 'tempest-description-1696336470'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:14.859651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Attempting to bind port d4866bb4-28db-4d4e-a715-db8f1ccef6de on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:14.860154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Attempting to bind port d4866bb4-28db-4d4e-a715-db8f1ccef6de by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:14.860846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Attempting to bind port d4866bb4-28db-4d4e-a715-db8f1ccef6de on network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:14.867594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:14.868491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Checking segment: {'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:14.869245 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:14.869889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Bound using segment: {'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:14.870993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Bound port: d4866bb4-28db-4d4e-a715-db8f1ccef6de, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:14.872111 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:14.908025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969690d-9197-4c86-9b56-e1374345cce6 req-5f481e0c-1872-4413-b282-2f63a73fd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:14.909817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a969690d-9197-4c86-9b56-e1374345cce6 req-5f481e0c-1872-4413-b282-2f63a73fd106 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319039 Aug 03 18:58:14.970132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] For port d4866bb4-28db-4d4e-a715-db8f1ccef6de, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:14.981344 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:14.985394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] For port d4866bb4-28db-4d4e-a715-db8f1ccef6de, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d4866bb4-28db-4d4e-a715-db8f1ccef6de,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:14.994917 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:14.999588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d37a850b-a7ee-4225-aa45-89d906b172b2 req-ca081a26-6f1d-4d27-85b1-6e434af462b4 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:15.022925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024ebd9-4521-4c58-82ff-5dfa22437730 req-8c0a1ba1-62f9-4772-b74f-8b408b3771b9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:15.024903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6024ebd9-4521-4c58-82ff-5dfa22437730 req-8c0a1ba1-62f9-4772-b74f-8b408b3771b9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 946 time: 0.1654723 Aug 03 18:58:15.067800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Routers {'492aab0d-4b03-4b89-81d7-8f5cc42de90e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:15.068438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:15.100566 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6024ebd9-4521-4c58-82ff-5dfa22437730 req-cc2efaf2-4967-4a34-83b9-7c8903e5870b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638740 Aug 03 18:58:15.118801 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da5282-bb58-4f82-b25e-b202c612821e None None] Pushing event updated for resources: {'Port': ['ID=d4866bb4-28db-4d4e-a715-db8f1ccef6de,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:15.135786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a969690d-9197-4c86-9b56-e1374345cce6 req-26f2eecd-317b-4642-8b94-4372a6abf266 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169287 Aug 03 18:58:15.341721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] Set router 492aab0d-4b03-4b89-81d7-8f5cc42de90e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:15.353314 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d37a850b-a7ee-4225-aa45-89d906b172b2 req-ca081a26-6f1d-4d27-85b1-6e434af462b4 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:15.371010 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d37a850b-a7ee-4225-aa45-89d906b172b2 req-ca081a26-6f1d-4d27-85b1-6e434af462b4 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:15.396041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a969690d-9197-4c86-9b56-e1374345cce6 req-96c12afa-0d60-4cad-a642-e6b139c02c09 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415881 Aug 03 18:58:15.410571 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d37a850b-a7ee-4225-aa45-89d906b172b2 req-ca081a26-6f1d-4d27-85b1-6e434af462b4 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:15.424271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d37a850b-a7ee-4225-aa45-89d906b172b2 req-ca081a26-6f1d-4d27-85b1-6e434af462b4 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6072774 Aug 03 18:58:15.443362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca081a26-6f1d-4d27-85b1-6e434af462b4 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01a4066-b791-4d4f-b1ca-5dbea6f11825,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:15.591695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd2d6a-e3fc-47fa-a772-230da177033d req-20fbceab-76a0-4bf2-b838-48faf215e9cd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:15.601002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63bd2d6a-e3fc-47fa-a772-230da177033d req-20fbceab-76a0-4bf2-b838-48faf215e9cd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 948 time: 0.1093287 Aug 03 18:58:15.654481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63bd2d6a-e3fc-47fa-a772-230da177033d req-35d68f09-b852-44e7-ab5c-c4effafa800c tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ba7531e-5a58-4e80-ac24-603dfb22428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520973 Aug 03 18:58:15.664026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39668) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:15.672231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5d607633-a342-4a08-ae98-eee9ca4d1a15 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886194651', 'description': 'tempest-description--804764618'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:15.714615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:11Z', 'revision_number': 4, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'd4866bb4-28db-4d4e-a715-db8f1ccef6de', 'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'mac_address': 'fa:16:3e:d2:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:08Z', 'updated_at': '2021-08-03T18:58:14Z', 'revision_number': 4, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'subnets': [{'id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:15.718300 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8642fa1f-2cf9-48f4-9575-785be38cb0ae x-openstack-request-id: req-8642fa1f-2cf9-48f4-9575-785be38cb0ae {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:15.718629 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:15.718940 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8642fa1f-2cf9-48f4-9575-785be38cb0ae {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:15.719362 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'status': 'completed', 'code': 200} Aug 03 18:58:15.758364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede9b01e-8448-4a6d-8baa-e28beb44a86d None None] The sync data for ids ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'] in n-d-802918-7 is: [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:11Z', 'revision_number': 4, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'd4866bb4-28db-4d4e-a715-db8f1ccef6de', 'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'mac_address': 'fa:16:3e:d2:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:08Z', 'updated_at': '2021-08-03T18:58:14Z', 'revision_number': 4, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'subnets': [{'id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:58:15.767124 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d607633-a342-4a08-ae98-eee9ca4d1a15 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:15.889823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-8e05a96d-e941-4068-b4ca-fb4fc56b225f tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b03a1d90a77d4cc9872df423d28f5864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811944 Aug 03 18:58:15.905734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cbcf1eb-b57e-45c6-9b34-c8ad12c31496 req-670be176-c716-4dc2-be3d-ace7aa9fc5c3 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/e01a4066-b791-4d4f-b1ca-5dbea6f11825 HTTP/1.1" status: 200 len: 1804 time: 0.1527598 Aug 03 18:58:15.934470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-3cbcf1eb-b57e-45c6-9b34-c8ad12c31496 req-b09f4f22-7fdd-41e2-b02a-79e03d6154f6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e01a4066-b791-4d4f-b1ca-5dbea6f11825', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:15.934794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-3cbcf1eb-b57e-45c6-9b34-c8ad12c31496 req-b09f4f22-7fdd-41e2-b02a-79e03d6154f6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e01a4066-b791-4d4f-b1ca-5dbea6f11825', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:15.990158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6e65-9a86-4633-882b-cb884444daa9 req-020f1f2a-1d94-40a0-92c4-13ce9dbd3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:15.991726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca2c6e65-9a86-4633-882b-cb884444daa9 req-020f1f2a-1d94-40a0-92c4-13ce9dbd3baf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8327d0477c7143a4b85b4caceac9acb3&device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 1097 time: 0.2000470 Aug 03 18:58:16.152750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bc1185cc-40f3-48de-a345-1c0f607fbaad details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:58:16.163649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-cae3f4a0-b3d0-4420-ac6b-facfa21a4001 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:16.170970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-cae3f4a0-b3d0-4420-ac6b-facfa21a4001 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716784 Aug 03 18:58:16.187509 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d607633-a342-4a08-ae98-eee9ca4d1a15 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.211955 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d607633-a342-4a08-ae98-eee9ca4d1a15 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.221121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-702f39cb-4fcc-4c3b-bb5e-da6f7a2a0c03 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/quotas/b03a1d90a77d4cc9872df423d28f5864 HTTP/1.1" status: 200 len: 375 time: 0.0491986 Aug 03 18:58:16.245316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6e65-9a86-4633-882b-cb884444daa9 req-fcdc0c72-c656-4a58-9d0b-b2ec693b3e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:16.246865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca2c6e65-9a86-4633-882b-cb884444daa9 req-fcdc0c72-c656-4a58-9d0b-b2ec693b3e13 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 200 len: 921 time: 0.2295280 Aug 03 18:58:16.304240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bc1185cc-40f3-48de-a345-1c0f607fbaad, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bc1185cc-40f3-48de-a345-1c0f607fbaad,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:16.319153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-80e45bca-59d7-46d7-9fd6-2635141b31b5 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b03a1d90a77d4cc9872df423d28f5864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970266 Aug 03 18:58:16.338890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'bc1185cc-40f3-48de-a345-1c0f607fbaad', 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e', 'port_id': 'bc1185cc-40f3-48de-a345-1c0f607fbaad', 'mac_address': 'fa:16:3e:eb:18:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2941acd2-0ddf-4764-9478-00a2a4b91fbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:58:16.373403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d4866bb4-28db-4d4e-a715-db8f1ccef6de up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:16.419042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca2c6e65-9a86-4633-882b-cb884444daa9 req-2292c14f-47f9-4a72-8204-9d25fcf70bef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 200 len: 217 time: 0.1272759 Aug 03 18:58:16.420231 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d607633-a342-4a08-ae98-eee9ca4d1a15 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.421406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5d607633-a342-4a08-ae98-eee9ca4d1a15 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7562082 Aug 03 18:58:16.424784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39718) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:16.427646 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.433069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2b9771ba-1646-4f42-97d9-6a5beb51d5b9 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Request body: {'security_group_rule': {'security_group_id': '0ee194c1-a30f-44f6-93ec-c4d74d91f3e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:16.436328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d607633-a342-4a08-ae98-eee9ca4d1a15 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:16.466626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1185cc-40f3-48de-a345-1c0f607fbaad {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:16.532164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port d4866bb4-28db-4d4e-a715-db8f1ccef6de completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:16.542140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bc1185cc-40f3-48de-a345-1c0f607fbaad, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bc1185cc-40f3-48de-a345-1c0f607fbaad,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:16.542810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b9771ba-1646-4f42-97d9-6a5beb51d5b9 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.543724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d4866bb4-28db-4d4e-a715-db8f1ccef6de triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:16.544460 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.618428 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3cbcf1eb-b57e-45c6-9b34-c8ad12c31496 req-b09f4f22-7fdd-41e2-b02a-79e03d6154f6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.626135 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.629403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:58:16.647310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6e65-9a86-4633-882b-cb884444daa9 req-7dcd35e6-e687-413c-9608-cc44749dc66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:16.652369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca2c6e65-9a86-4633-882b-cb884444daa9 req-7dcd35e6-e687-413c-9608-cc44749dc66f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 200 len: 859 time: 0.2169089 Aug 03 18:58:16.684940 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3cbcf1eb-b57e-45c6-9b34-c8ad12c31496 req-b09f4f22-7fdd-41e2-b02a-79e03d6154f6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.754590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b9771ba-1646-4f42-97d9-6a5beb51d5b9 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.765778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b9771ba-1646-4f42-97d9-6a5beb51d5b9 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.797476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9771ba-1646-4f42-97d9-6a5beb51d5b9 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8545a2-014b-4c7f-8f60-2dc7639cd670,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:16.820743 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b9771ba-1646-4f42-97d9-6a5beb51d5b9 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.824609 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2b9771ba-1646-4f42-97d9-6a5beb51d5b9 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3975081 Aug 03 18:58:16.827182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39728) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:16.837807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e6d57acf-0cb0-473f-8d76-735ced7c1126 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Request body: {'security_group_rule': {'security_group_id': '0ee194c1-a30f-44f6-93ec-c4d74d91f3e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:16.860290 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3cbcf1eb-b57e-45c6-9b34-c8ad12c31496 req-b09f4f22-7fdd-41e2-b02a-79e03d6154f6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.905196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:58:16.915686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=bc1185cc-40f3-48de-a345-1c0f607fbaad,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:16.922078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-25c29151-c837-4672-b46b-5f47c2e62e51 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b03a1d90a77d4cc9872df423d28f5864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2236893 Aug 03 18:58:16.924799 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e6d57acf-0cb0-473f-8d76-735ced7c1126 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:16.961347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f4f22-7fdd-41e2-b02a-79e03d6154f6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7613c389-e5be-4ff4-ae75-fd1153b27509,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:17.004003 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.056021 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e6d57acf-0cb0-473f-8d76-735ced7c1126 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.069001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e6d57acf-0cb0-473f-8d76-735ced7c1126 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.087382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:17.091967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d57acf-0cb0-473f-8d76-735ced7c1126 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f991ff-1801-4e01-9d0b-c500b8c24c0d,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:17.113785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port d4866bb4-28db-4d4e-a715-db8f1ccef6de, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d4866bb4-28db-4d4e-a715-db8f1ccef6de,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:17.117583 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '2fcbd0fd-4c37-4237-9ae2-4531772c0a2d', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '2fcbd0fd-4c37-4237-9ae2-4531772c0a2d', 'mac_address': 'fa:16:3e:e9:4d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:58:17.118891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e6d57acf-0cb0-473f-8d76-735ced7c1126 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.122824 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e6d57acf-0cb0-473f-8d76-735ced7c1126 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2925751 Aug 03 18:58:17.125879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39736) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:17.132651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:17.161592 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.175519 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.253294 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.283835 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.321758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:17.323951 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af57bc5-84ca-42fe-b2de-9d0de60825f8" -d '{"events": [{"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:17.339668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=d4866bb4-28db-4d4e-a715-db8f1ccef6de,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:17.346591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:17.413370 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.517546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:17.530352 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.534799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:17.561781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3cbcf1eb-b57e-45c6-9b34-c8ad12c31496 req-b09f4f22-7fdd-41e2-b02a-79e03d6154f6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.563047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cbcf1eb-b57e-45c6-9b34-c8ad12c31496 req-b09f4f22-7fdd-41e2-b02a-79e03d6154f6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6403666 Aug 03 18:58:17.597465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6e65-9a86-4633-882b-cb884444daa9 req-327caf4f-ca65-4aa9-9105-bb61586b9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:17.598341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=14']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:17.602670 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.604716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca2c6e65-9a86-4633-882b-cb884444daa9 req-327caf4f-ca65-4aa9-9105-bb61586b9ab6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8de14f33-8d78-4648-90ec-6b077da097c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9132051 Aug 03 18:58:17.626063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Allocated IP 172.25.8.30 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b2bb634d-6e49-4992-8ca8-0d07e7541ec6) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:17.691742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-22459af9-2632-45f9-ac60-1d22a0ede325 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:17.695736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:17.699011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-22459af9-2632-45f9-ac60-1d22a0ede325 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7502565 Aug 03 18:58:17.709938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6d6de-3f20-455a-9888-eb48e64a29c1 req-43675754-b4c9-4ede-a186-4e247b1cd1b2 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:17.717196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55a6d6de-3f20-455a-9888-eb48e64a29c1 req-43675754-b4c9-4ede-a186-4e247b1cd1b2 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 945 time: 0.7477698 Aug 03 18:58:17.726198 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Request body: {'port': {'device_id': '7119550b-b034-44ad-bc67-3c928035c616', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': 'b03a1d90a77d4cc9872df423d28f5864'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:17.786877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.837827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:17.849632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdcb994d-d743-4f81-aaea-ee2051b07eb8 req-6acd52f3-627f-4bae-b89d-2d842a571d87 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 210 time: 0.0842896 Aug 03 18:58:17.877197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['bc1185cc-40f3-48de-a345-1c0f607fbaad'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:17.880205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55a6d6de-3f20-455a-9888-eb48e64a29c1 req-ef0fe679-09c5-4704-9373-aed7a46330d4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620495 Aug 03 18:58:17.883697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2fcbd0fd-4c37-4237-9ae2-4531772c0a2d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:17.886066 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:17.889535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:17.896901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:17.901146 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca2c6e65-9a86-4633-882b-cb884444daa9 req-154eb1bb-b660-4074-902a-e42e47e5b9d4 service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813256 Aug 03 18:58:17.960423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Pushing event updated for resources: {'Port': ['ID=b2bb634d-6e49-4992-8ca8-0d07e7541ec6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:18.013619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.064765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.119821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Made reservation on behalf of b03a1d90a77d4cc9872df423d28f5864 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:18.124233 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-38974fc4-4489-44aa-9251-878fcbf23f1b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b03a1d90a77d4cc9872df423d28f5864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266650 Aug 03 18:58:18.128344 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.163300 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.177000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d128e4-7bb3-4d61-8025-ad2435fd5798 req-66a1ea9b-5827-41cf-b063-b493376bed25 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:18.185811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01d128e4-7bb3-4d61-8025-ad2435fd5798 req-66a1ea9b-5827-41cf-b063-b493376bed25 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1991744 Aug 03 18:58:18.203774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd579003-07ed-4a2f-b662-e72b16d7411d req-f14d1d5f-7bff-407f-b1ad-1ab6a1dc2726 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:18.205368 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd579003-07ed-4a2f-b662-e72b16d7411d req-f14d1d5f-7bff-407f-b1ad-1ab6a1dc2726 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 949 time: 0.2208073 Aug 03 18:58:18.213693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca2c6e65-9a86-4633-882b-cb884444daa9 req-cb1299e6-23d1-4023-8896-fbb815cd01dc service neutron] 10.222.0.74 "GET /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882237 Aug 03 18:58:18.296875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01d128e4-7bb3-4d61-8025-ad2435fd5798 req-a712b788-f1a0-4d72-93b9-d7b8dac47fd5 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096027 Aug 03 18:58:18.302733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd579003-07ed-4a2f-b662-e72b16d7411d req-d4ac207f-3567-4806-9453-2a79733516eb tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ba7531e-5a58-4e80-ac24-603dfb22428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868478 Aug 03 18:58:18.357401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d4866bb4-28db-4d4e-a715-db8f1ccef6de up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:18.367013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-39ffdffc-449f-498f-bd4d-4e6a4ac091a5 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:18.368996 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-39ffdffc-449f-498f-bd4d-4e6a4ac091a5 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373195 Aug 03 18:58:18.388637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Request body: {'port': {'device_id': 'cbc266a0-fcc5-4963-9bf0-8fde70d40842', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': 'b03a1d90a77d4cc9872df423d28f5864'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:18.391620 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-756b0c62-d348-4249-a754-451ab509114a req-35365e5c-a87f-4f78-b185-6cfc01604646 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips/001325a6-af9a-4d44-b64a-0cb7d2c0b947 HTTP/1.1" status: 200 len: 694 time: 0.0598912 Aug 03 18:58:18.414047 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3fbaba-30ec-403d-a0a1-63a8aba9e0b7 x-openstack-request-id: req-bf3fbaba-30ec-403d-a0a1-63a8aba9e0b7 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:18.414759 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:18.415252 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf3fbaba-30ec-403d-a0a1-63a8aba9e0b7 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:18.415877 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'code': 200} Aug 03 18:58:18.452332 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d4866bb4-28db-4d4e-a715-db8f1ccef6de triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:18.453135 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.457407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a944dce2-4208-43f9-ba92-c1d164a7fe36 req-b35f1a6e-6e2c-4510-b8c4-a88aa90aae89 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1033872249', 'description': 'tempest-description-845890669'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:18.482850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.488322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.543820 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.556146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b0c62-d348-4249-a754-451ab509114a req-8ded2139-743a-410f-8a32-a6b0c1fff9e3 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:18.562023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-756b0c62-d348-4249-a754-451ab509114a req-8ded2139-743a-410f-8a32-a6b0c1fff9e3 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.1699791 Aug 03 18:58:18.569149 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.591036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Pushing event updated for resources: {'Port': ['ID=b2bb634d-6e49-4992-8ca8-0d07e7541ec6,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:18.605835 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.649566 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.659131 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d170947-46da-44df-adaf-e0077ba5095b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5235958 Aug 03 18:58:18.663810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Made reservation on behalf of b03a1d90a77d4cc9872df423d28f5864 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:18.667916 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.674376 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a944dce2-4208-43f9-ba92-c1d164a7fe36 req-b35f1a6e-6e2c-4510-b8c4-a88aa90aae89 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.695118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-756b0c62-d348-4249-a754-451ab509114a req-4bbf5703-b851-413d-8863-f2483464b39a tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 697 time: 0.1267998 Aug 03 18:58:18.716530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9856d9-2c6c-48b1-81fc-532ce0296bb6,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:18.772557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.772899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.773241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.773609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.773952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.774287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.774610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.774955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.775261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.775586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.775911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.776235 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:18.813710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-756b0c62-d348-4249-a754-451ab509114a req-18a12099-eeaa-4550-95df-9a5c5e235894 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 697 time: 0.1019413 Aug 03 18:58:18.931523 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Allocated IP 192.168.233.83 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/55f73bc5-183d-4fa7-a28b-8002149d060c) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:19.026493 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a944dce2-4208-43f9-ba92-c1d164a7fe36 req-b35f1a6e-6e2c-4510-b8c4-a88aa90aae89 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.038559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a944dce2-4208-43f9-ba92-c1d164a7fe36 req-b35f1a6e-6e2c-4510-b8c4-a88aa90aae89 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.123299 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a944dce2-4208-43f9-ba92-c1d164a7fe36 req-b35f1a6e-6e2c-4510-b8c4-a88aa90aae89 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.124538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a944dce2-4208-43f9-ba92-c1d164a7fe36 req-b35f1a6e-6e2c-4510-b8c4-a88aa90aae89 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7029824 Aug 03 18:58:19.137263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f1a6e-6e2c-4510-b8c4-a88aa90aae89 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a7ec3c-a1f2-4fdb-9a5c-c12f4ad171ca,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:19.140342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-756b0c62-d348-4249-a754-451ab509114a req-7df2c336-6567-4a76-886e-7ca430a07e32 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Deleting port faa3b5b2-5abd-4e41-bebe-51791d3f5e3b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:58:19.140674 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-756b0c62-d348-4249-a754-451ab509114a req-7df2c336-6567-4a76-886e-7ca430a07e32 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.236990 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.266152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Transition to ACTIVE for port object 55f73bc5-183d-4fa7-a28b-8002149d060c will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:19.268539 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-756b0c62-d348-4249-a754-451ab509114a req-7df2c336-6567-4a76-886e-7ca430a07e32 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.268876 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-756b0c62-d348-4249-a754-451ab509114a req-7df2c336-6567-4a76-886e-7ca430a07e32 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.285909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-756b0c62-d348-4249-a754-451ab509114a req-7df2c336-6567-4a76-886e-7ca430a07e32 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Calling delete_port for faa3b5b2-5abd-4e41-bebe-51791d3f5e3b owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:58:19.377760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.434510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Allocated IP 192.168.233.195 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/0405c71b-593d-4cf0-80c1-ce262e940092) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:19.484077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:19.493466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:19.499648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:19.502798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Pushing event updated for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:19.578391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-098ff138-b1d8-43ab-9352-73cdf1644f59 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--886194651&fields=id&tenant_id=64fecde2fe7c4e6ca13dbe1a71030f34 HTTP/1.1" status: 200 len: 267 time: 0.1635368 Aug 03 18:58:19.611269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:19.611911 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.612070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.622898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679611-e3f9-4c7d-ad15-034e67789c25 req-f414430a-b44e-426e-92bf-fdaa963fcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:19.624463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84679611-e3f9-4c7d-ad15-034e67789c25 req-f414430a-b44e-426e-92bf-fdaa963fcbc5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1095 time: 0.1965795 Aug 03 18:58:19.630599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Transition to ACTIVE for port object 0405c71b-593d-4cf0-80c1-ce262e940092 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:19.669433 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.712847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:19.718300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:19.720727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:19.732034 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-756b0c62-d348-4249-a754-451ab509114a req-7df2c336-6567-4a76-886e-7ca430a07e32 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.740868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-61b0c90f-1db4-498e-b6bd-c1013428e442 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0192292 Aug 03 18:58:19.762995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Pushing event updated for resources: {'Port': ['ID=0405c71b-593d-4cf0-80c1-ce262e940092,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:19.777549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0902bf17-3546-4cce-af28-4c50c925e853 None None] Provisioning for port 55f73bc5-183d-4fa7-a28b-8002149d060c completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:19.782438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0902bf17-3546-4cce-af28-4c50c925e853 None None] Provisioning complete for port 55f73bc5-183d-4fa7-a28b-8002149d060c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:19.782895 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0902bf17-3546-4cce-af28-4c50c925e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.789208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:19.790139 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.793246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Request body: {'port': {'device_id': '7119550b-b034-44ad-bc67-3c928035c616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:19.800184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2c336-6567-4a76-886e-7ca430a07e32 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Pushing event deleted for resources: {'Port': ['ID=faa3b5b2-5abd-4e41-bebe-51791d3f5e3b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:19.812701 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-26c35f43-fb52-43b1-8f0a-f6b0bbb7a06e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4293356 Aug 03 18:58:19.826864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Request body: {'port': {'device_id': 'cbc266a0-fcc5-4963-9bf0-8fde70d40842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:19.832567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-0902bf17-3546-4cce-af28-4c50c925e853 None None] Port 55f73bc5-183d-4fa7-a28b-8002149d060c cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:19.885526 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:19.908311 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309430-d265-40f1-930f-83c1d8152881 req-6d832771-e22f-4214-a8bf-9d8865872594 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:19.910031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-6d832771-e22f-4214-a8bf-9d8865872594 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/networks?id=b9fc094f-9ba0-45ca-b343-ab9bde9e1554 HTTP/1.1" status: 200 len: 812 time: 0.3190951 Aug 03 18:58:19.983734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679611-e3f9-4c7d-ad15-034e67789c25 req-16dadaf5-0bd7-4327-831d-a54e81f8c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:19.985303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84679611-e3f9-4c7d-ad15-034e67789c25 req-16dadaf5-0bd7-4327-831d-a54e81f8c576 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.3146338 Aug 03 18:58:19.992446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-e8f135da-76bb-4742-b5fc-a4d97cbe777a tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/quotas/64fecde2fe7c4e6ca13dbe1a71030f34 HTTP/1.1" status: 200 len: 375 time: 0.0557442 Aug 03 18:58:20.009406 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-756b0c62-d348-4249-a754-451ab509114a req-7df2c336-6567-4a76-886e-7ca430a07e32 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.011898 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-756b0c62-d348-4249-a754-451ab509114a req-7df2c336-6567-4a76-886e-7ca430a07e32 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.013019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-756b0c62-d348-4249-a754-451ab509114a req-7df2c336-6567-4a76-886e-7ca430a07e32 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "DELETE /v2.0/floatingips/001325a6-af9a-4d44-b64a-0cb7d2c0b947 HTTP/1.1" status: 204 len: 173 time: 1.1903062 Aug 03 18:58:20.044104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.055916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d5d7bbeb-7591-4653-8d6a-0a9cabc27293 None None] Provisioning for port 0405c71b-593d-4cf0-80c1-ce262e940092 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:20.066203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d5d7bbeb-7591-4653-8d6a-0a9cabc27293 None None] Provisioning complete for port 0405c71b-593d-4cf0-80c1-ce262e940092 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:20.067600 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d5d7bbeb-7591-4653-8d6a-0a9cabc27293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.109282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d5d7bbeb-7591-4653-8d6a-0a9cabc27293 None None] Port 0405c71b-593d-4cf0-80c1-ce262e940092 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:20.137262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:20.155071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84679611-e3f9-4c7d-ad15-034e67789c25 req-3128295c-1ea2-428d-98ee-0114c4eb645e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 999 time: 0.1574621 Aug 03 18:58:20.197559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:20.198362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-d208c7ec-2773-4fc4-a0d2-909d856f6a8c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=64fecde2fe7c4e6ca13dbe1a71030f34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1902151 Aug 03 18:58:20.218049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:20.219098 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.232419 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0405c71b-593d-4cf0-80c1-ce262e940092 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:20.241648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.255017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Transition to ACTIVE for port object 0405c71b-593d-4cf0-80c1-ce262e940092 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:20.258851 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.308734 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.332899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Pushing event updated for resources: {'Port': ['ID=0405c71b-593d-4cf0-80c1-ce262e940092,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:20.347285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc68303-5d4b-45cc-86c3-fbcee74a0cc1 req-32884651-92a0-4150-812f-ba3272295875 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:20.348904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0dc68303-5d4b-45cc-86c3-fbcee74a0cc1 req-32884651-92a0-4150-812f-ba3272295875 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 936 time: 0.2639472 Aug 03 18:58:20.358533 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:20.365651 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.367889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bc1185cc-40f3-48de-a345-1c0f607fbaad up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:20.393684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679611-e3f9-4c7d-ad15-034e67789c25 req-d3e556ea-dbb9-4ad6-a6b8-faf4b620db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:20.395260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84679611-e3f9-4c7d-ad15-034e67789c25 req-d3e556ea-dbb9-4ad6-a6b8-faf4b620db77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.2301128 Aug 03 18:58:20.400649 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Attempting to bind port 0405c71b-593d-4cf0-80c1-ce262e940092 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:20.401100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Attempting to bind port 0405c71b-593d-4cf0-80c1-ce262e940092 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:20.401551 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Attempting to bind port 0405c71b-593d-4cf0-80c1-ce262e940092 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:20.408334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Port 0405c71b-593d-4cf0-80c1-ce262e940092 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:58:20.408895 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Attempting to bind port 0405c71b-593d-4cf0-80c1-ce262e940092 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:20.414706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:20.415131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:20.415587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:20.416665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Bound port: 0405c71b-593d-4cf0-80c1-ce262e940092, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:20.417097 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.417818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff960cd6-425e-4236-b89f-6c87e2a015ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcbd0fd-4c37-4237-9ae2-4531772c0a2d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:20.420357 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecbcaa4-bc74-4984-8581-9d708acd4b74" -d '{"events": [{"server_uuid": "ff960cd6-425e-4236-b89f-6c87e2a015ee", "name": "network-vif-plugged", "status": "completed", "tag": "2fcbd0fd-4c37-4237-9ae2-4531772c0a2d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:20.463306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:20.476393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port bc1185cc-40f3-48de-a345-1c0f607fbaad completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:20.482708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port bc1185cc-40f3-48de-a345-1c0f607fbaad triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:20.483643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.500917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] For port 0405c71b-593d-4cf0-80c1-ce262e940092, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:20.505736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] For port 0405c71b-593d-4cf0-80c1-ce262e940092, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0405c71b-593d-4cf0-80c1-ce262e940092,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:20.520125 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.523905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-12dd5afc-caf7-41dd-9ccb-624d9d5a3f7b service neutron] 10.222.0.78 "GET /v2.0/networks/b9fc094f-9ba0-45ca-b343-ab9bde9e1554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999022 Aug 03 18:58:20.575941 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:20.577018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.578858 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] 10.222.0.37 "PUT /v2.0/ports/0405c71b-593d-4cf0-80c1-ce262e940092 HTTP/1.1" status: 200 len: 1096 time: 0.7563834 Aug 03 18:58:20.579632 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc266a0-fcc5-4963-9bf0-8fde70d40842', 'tag': '0405c71b-593d-4cf0-80c1-ce262e940092'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:20.585309 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbff450e-2bf9-46fe-bae1-929b56df4a85" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc266a0-fcc5-4963-9bf0-8fde70d40842", "tag": "0405c71b-593d-4cf0-80c1-ce262e940092"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:20.602853 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.618590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873e9df-0aa9-41a5-9748-6f3a13808f46 service neutron] Pushing event updated for resources: {'Port': ['ID=0405c71b-593d-4cf0-80c1-ce262e940092,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:20.638832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0dc68303-5d4b-45cc-86c3-fbcee74a0cc1 req-31268a28-dd1e-4634-b133-2edb44177330 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761097 Aug 03 18:58:20.658657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bc1185cc-40f3-48de-a345-1c0f607fbaad, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bc1185cc-40f3-48de-a345-1c0f607fbaad,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:20.674202 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:20.680239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84679611-e3f9-4c7d-ad15-034e67789c25 req-7539e897-8582-4f5a-bbc3-fd843b4de6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:20.682289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84679611-e3f9-4c7d-ad15-034e67789c25 req-7539e897-8582-4f5a-bbc3-fd843b4de6e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2731705 Aug 03 18:58:20.699947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-3eeb33c2-4e9f-413c-b6e8-95e4b404af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:20.701722 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-3eeb33c2-4e9f-413c-b6e8-95e4b404af9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b03a1d90a77d4cc9872df423d28f5864&device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 1099 time: 0.0743475 Aug 03 18:58:20.747756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=bc1185cc-40f3-48de-a345-1c0f607fbaad,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:20.768608 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-69b487fb-c8f5-41e5-bd9b-4b0c267745a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0405c71b-593d-4cf0-80c1-ce262e940092 HTTP/1.1" status: 200 len: 217 time: 0.0567439 Aug 03 18:58:20.817733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-9dc589c7-e66c-47c3-bd85-3cf0fadc6a57 service neutron] 10.222.0.78 "GET /v2.0/networks/b9fc094f-9ba0-45ca-b343-ab9bde9e1554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926095 Aug 03 18:58:20.823973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-620a3f0a-f56e-4444-9d4b-00a5e2675214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:20.825706 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-620a3f0a-f56e-4444-9d4b-00a5e2675214 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0487912 Aug 03 18:58:20.882907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-17f43e77-f257-4259-8518-95788e3e154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:20.884481 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-17f43e77-f257-4259-8518-95788e3e154a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509157 Aug 03 18:58:20.889090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a713353-2de9-439b-a99d-7e344b57c6e6 req-dd57060c-5320-4c47-926e-28199bbafa29 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:20.890692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a713353-2de9-439b-a99d-7e344b57c6e6 req-dd57060c-5320-4c47-926e-28199bbafa29 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.1486273 Aug 03 18:58:20.933628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84679611-e3f9-4c7d-ad15-034e67789c25 req-8041c865-e4b2-408f-9955-044cbdbed81a service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315009 Aug 03 18:58:20.976087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f73bc5-183d-4fa7-a28b-8002149d060c {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:20.998922 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-19670aef-e860-4348-91e7-9d6cf029b6ed service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057284 Aug 03 18:58:21.012418 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:21.058696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a713353-2de9-439b-a99d-7e344b57c6e6 req-0e3db5ec-ccaf-4f67-9335-887cc79f1c90 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588440 Aug 03 18:58:21.059645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Transition to ACTIVE for port object 55f73bc5-183d-4fa7-a28b-8002149d060c will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:21.080366 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:21.124855 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf7c1f44-4ad6-4a07-a159-0643f65155ef req-bad10a18-524c-42a8-8679-f4203d37e391 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153173 Aug 03 18:58:21.158285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0933ecc4-ac7a-45ed-82cf-6761f8969030 req-3bb02206-2660-44e4-8136-6d58581e2526 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/e3a7ec3c-a1f2-4fdb-9a5c-c12f4ad171ca HTTP/1.1" status: 200 len: 1804 time: 0.1418061 Aug 03 18:58:21.219008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-0933ecc4-ac7a-45ed-82cf-6761f8969030 req-e8bcf08c-8f08-4b9a-a7a9-0701db9bfb93 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e3a7ec3c-a1f2-4fdb-9a5c-c12f4ad171ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:21.219330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-0933ecc4-ac7a-45ed-82cf-6761f8969030 req-e8bcf08c-8f08-4b9a-a7a9-0701db9bfb93 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e3a7ec3c-a1f2-4fdb-9a5c-c12f4ad171ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:21.223888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Pushing event updated for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:21.246633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84679611-e3f9-4c7d-ad15-034e67789c25 req-ba9173a6-52dc-42e6-967e-6efaa5e23964 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986870 Aug 03 18:58:21.403648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a02d6-24d8-4979-9450-cec3d5c8a93c req-e023d901-adce-4315-9641-5684a4092def tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:21.406800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae4a02d6-24d8-4979-9450-cec3d5c8a93c req-e023d901-adce-4315-9641-5684a4092def tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.2574835 Aug 03 18:58:21.493866 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Attempting to bind port 55f73bc5-183d-4fa7-a28b-8002149d060c on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:21.493866 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Attempting to bind port 55f73bc5-183d-4fa7-a28b-8002149d060c by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:21.494327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Attempting to bind port 55f73bc5-183d-4fa7-a28b-8002149d060c on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:21.538832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae4a02d6-24d8-4979-9450-cec3d5c8a93c req-0853f5e1-3098-496a-b10f-0ae3d04fd694 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207161 Aug 03 18:58:21.544387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Port 55f73bc5-183d-4fa7-a28b-8002149d060c on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:58:21.544912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Attempting to bind port 55f73bc5-183d-4fa7-a28b-8002149d060c on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:21.566353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0933ecc4-ac7a-45ed-82cf-6761f8969030 req-e8bcf08c-8f08-4b9a-a7a9-0701db9bfb93 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:21.572108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:21.572647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:21.573248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:21.574058 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Bound port: 55f73bc5-183d-4fa7-a28b-8002149d060c, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:21.574661 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:21.635749 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0933ecc4-ac7a-45ed-82cf-6761f8969030 req-e8bcf08c-8f08-4b9a-a7a9-0701db9bfb93 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:21.661872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0933ecc4-ac7a-45ed-82cf-6761f8969030 req-e8bcf08c-8f08-4b9a-a7a9-0701db9bfb93 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:21.713419 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0933ecc4-ac7a-45ed-82cf-6761f8969030 req-e8bcf08c-8f08-4b9a-a7a9-0701db9bfb93 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:21.714783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0933ecc4-ac7a-45ed-82cf-6761f8969030 req-e8bcf08c-8f08-4b9a-a7a9-0701db9bfb93 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5259848 Aug 03 18:58:21.719988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcf08c-8f08-4b9a-a7a9-0701db9bfb93 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7b699b-f258-46b4-b151-fb0e2f5e1d74,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:21.747055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:21.750907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:21.759476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bb17a-8461-4432-83fe-5bd3eb1d5e07 req-4d692739-bfb3-4b5e-9d68-173e6731f2f2 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:21.761335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-909bb17a-8461-4432-83fe-5bd3eb1d5e07 req-4d692739-bfb3-4b5e-9d68-173e6731f2f2 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 950 time: 0.1180818 Aug 03 18:58:21.763028 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:21.825390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:21.826070 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:21.827557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] 10.222.0.74 "PUT /v2.0/ports/55f73bc5-183d-4fa7-a28b-8002149d060c HTTP/1.1" status: 200 len: 1095 time: 2.0498199 Aug 03 18:58:21.828199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:21.830671 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44762adf-e86a-453a-9128-23b3e8766c14" -d '{"events": [{"name": "network-changed", "server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:21.868814 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-909bb17a-8461-4432-83fe-5bd3eb1d5e07 req-fd4ecb4e-561d-47a2-a48c-960a04dc6b55 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ba7531e-5a58-4e80-ac24-603dfb22428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968986 Aug 03 18:58:21.876620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f70203-5211-47e3-b4c4-93eb9d9e61d3 service neutron] Pushing event updated for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:21.956318 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8a18b0-c77d-4802-8a6b-9275f4947ead x-openstack-request-id: req-7c8a18b0-c77d-4802-8a6b-9275f4947ead {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:21.956880 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff960cd6-425e-4236-b89f-6c87e2a015ee", "name": "network-vif-plugged", "status": "completed", "tag": "2fcbd0fd-4c37-4237-9ae2-4531772c0a2d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:21.956880 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c8a18b0-c77d-4802-8a6b-9275f4947ead {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:21.957791 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff960cd6-425e-4236-b89f-6c87e2a015ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcbd0fd-4c37-4237-9ae2-4531772c0a2d', 'code': 200} Aug 03 18:58:21.995304 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e461bf2-75d7-4bd8-96c8-9cd2b807c993 x-openstack-request-id: req-9e461bf2-75d7-4bd8-96c8-9cd2b807c993 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:21.996241 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc266a0-fcc5-4963-9bf0-8fde70d40842", "tag": "0405c71b-593d-4cf0-80c1-ce262e940092", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:21.996792 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e461bf2-75d7-4bd8-96c8-9cd2b807c993 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:21.997270 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc266a0-fcc5-4963-9bf0-8fde70d40842', 'tag': '0405c71b-593d-4cf0-80c1-ce262e940092', 'status': 'completed', 'code': 200} Aug 03 18:58:22.052731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-55958465-cc65-4b5e-b897-c29528087261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:22.054648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-55958465-cc65-4b5e-b897-c29528087261 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b03a1d90a77d4cc9872df423d28f5864&device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 1098 time: 0.0800705 Aug 03 18:58:22.114369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6257ad-d82c-4015-8176-896bbea62df0 req-4471c2a8-7474-4f6e-9d91-7f4e2e0b2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:22.115865 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fb6257ad-d82c-4015-8176-896bbea62df0 req-4471c2a8-7474-4f6e-9d91-7f4e2e0b2302 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 1101 time: 0.0485044 Aug 03 18:58:22.141765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dbb74fe0-b625-4f99-952d-eec8faa43576 req-1a9a0083-fade-415b-8c8c-0044d44c7436 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 210 time: 0.0652106 Aug 03 18:58:22.162122 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fb6257ad-d82c-4015-8176-896bbea62df0 req-c40e4178-d729-4ea3-80eb-7ba16b6df336 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5ba7531e-5a58-4e80-ac24-603dfb22428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373404 Aug 03 18:58:22.534773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-1cba1cd4-5cf0-476f-aa77-f37e13f9557c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=55f73bc5-183d-4fa7-a28b-8002149d060c HTTP/1.1" status: 200 len: 217 time: 0.4279413 Aug 03 18:58:22.538417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-9a753746-c93e-4b02-9742-9091d0fb8416 req-2cd29158-3008-4943-8b59-b433e5fc21c6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1373140020', 'description': 'tempest-description-502255610'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:22.572740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff450e-2bf9-46fe-bae1-929b56df4a85 req-c501fb76-4937-4c6d-be3b-de594f840b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:22.574734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbff450e-2bf9-46fe-bae1-929b56df4a85 req-c501fb76-4937-4c6d-be3b-de594f840b66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b03a1d90a77d4cc9872df423d28f5864&device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 1099 time: 0.5074272 Aug 03 18:58:22.643014 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9a753746-c93e-4b02-9742-9091d0fb8416 req-2cd29158-3008-4943-8b59-b433e5fc21c6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:22.733668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361838d-0e53-4627-b873-5be1e0666d92 req-772a0f21-f720-4b44-9cb7-f8e572dbf54d tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:22.735112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c361838d-0e53-4627-b873-5be1e0666d92 req-772a0f21-f720-4b44-9cb7-f8e572dbf54d tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 948 time: 0.6333432 Aug 03 18:58:22.787290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-86e602f0-817e-411c-8782-cceef3c05a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:22.788764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-86e602f0-817e-411c-8782-cceef3c05a12 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.2203436 Aug 03 18:58:22.909524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c361838d-0e53-4627-b873-5be1e0666d92 req-8b6ec708-3364-4dd8-9c76-f30ae218acc9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648874 Aug 03 18:58:22.915517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff450e-2bf9-46fe-bae1-929b56df4a85 req-0313d673-b3e4-459c-abd5-1e3a4b3bf671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:22.916992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbff450e-2bf9-46fe-bae1-929b56df4a85 req-0313d673-b3e4-459c-abd5-1e3a4b3bf671 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3280618 Aug 03 18:58:22.959037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309430-d265-40f1-930f-83c1d8152881 req-9aaf2261-07ae-4bc7-95d8-a04e51ed0687 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:22.960376 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-9aaf2261-07ae-4bc7-95d8-a04e51ed0687 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.74 "GET /v2.0/networks?id=b9fc094f-9ba0-45ca-b343-ab9bde9e1554 HTTP/1.1" status: 200 len: 812 time: 0.3420494 Aug 03 18:58:22.999638 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d608e06f-4559-4e52-a7e3-124205a96712 x-openstack-request-id: req-d608e06f-4559-4e52-a7e3-124205a96712 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:22.999886 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:23.000124 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d608e06f-4559-4e52-a7e3-124205a96712 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:23.000586 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'status': 'completed', 'code': 200} Aug 03 18:58:23.016313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbff450e-2bf9-46fe-bae1-929b56df4a85 req-a0b35cd9-801e-4885-abc2-736916545318 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0405c71b-593d-4cf0-80c1-ce262e940092 HTTP/1.1" status: 200 len: 217 time: 0.0801170 Aug 03 18:58:23.068016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-0760da1e-6f77-448c-b8e0-371383b33567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:23.069509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-0760da1e-6f77-448c-b8e0-371383b33567 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2317963 Aug 03 18:58:23.162364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9a753746-c93e-4b02-9742-9091d0fb8416 req-2cd29158-3008-4943-8b59-b433e5fc21c6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:23.172368 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-9783183b-d076-4000-ae67-e78d5f8c79e0 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64fecde2fe7c4e6ca13dbe1a71030f34 HTTP/1.1" status: 200 len: 379 time: 0.1681926 Aug 03 18:58:23.207671 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9a753746-c93e-4b02-9742-9091d0fb8416 req-2cd29158-3008-4943-8b59-b433e5fc21c6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:23.216131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Request body: {'port': {'device_id': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'admin_state_up': True, 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'security_groups': ['0ee194c1-a30f-44f6-93ec-c4d74d91f3e7']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:23.302422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862af19-c209-418c-ba6f-a586ee023ac6 req-ae1272f4-f435-45e9-8418-5bda66a14f0e tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:23.304085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d862af19-c209-418c-ba6f-a586ee023ac6 req-ae1272f4-f435-45e9-8418-5bda66a14f0e tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 946 time: 0.2908885 Aug 03 18:58:23.314762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff450e-2bf9-46fe-bae1-929b56df4a85 req-4e436cd1-e934-477c-b047-869ce1320796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:23.316502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbff450e-2bf9-46fe-bae1-929b56df4a85 req-4e436cd1-e934-477c-b047-869ce1320796 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.2732613 Aug 03 18:58:23.329307 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9a753746-c93e-4b02-9742-9091d0fb8416 req-2cd29158-3008-4943-8b59-b433e5fc21c6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:23.330521 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a753746-c93e-4b02-9742-9091d0fb8416 req-2cd29158-3008-4943-8b59-b433e5fc21c6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8021932 Aug 03 18:58:23.353523 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd29158-3008-4943-8b59-b433e5fc21c6 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58efdbcd-ae60-4b7b-93c4-9d84adf56f21,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:23.478313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d862af19-c209-418c-ba6f-a586ee023ac6 req-e52697c9-8b7b-4240-ab4a-d2e419f51071 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/security-groups?id=94c87fcb-0363-4f3c-9640-8eec238800ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605587 Aug 03 18:58:23.480171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-7bf3ba5c-08de-47aa-b315-b6b427d0e42f service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812163 Aug 03 18:58:23.515888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff450e-2bf9-46fe-bae1-929b56df4a85 req-6742fdb0-6a48-4bde-b44a-5eaae014e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:23.517435 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbff450e-2bf9-46fe-bae1-929b56df4a85 req-6742fdb0-6a48-4bde-b44a-5eaae014e9a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766107 Aug 03 18:58:23.604630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9eac21-dc2c-417b-b63c-e40c86da26ab req-dbd39399-15f3-48bd-b1fd-2da0c50764b2 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:23.606102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f9eac21-dc2c-417b-b63c-e40c86da26ab req-dbd39399-15f3-48bd-b1fd-2da0c50764b2 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.2100227 Aug 03 18:58:23.699428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Made reservation on behalf of 64fecde2fe7c4e6ca13dbe1a71030f34 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:23.702937 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:23.782175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbefed-6283-4c81-8c2b-b35e6e4a3c6a req-acbc5e70-2e9b-4de2-b92e-d96c94eb1c12 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:23.783654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23cbefed-6283-4c81-8c2b-b35e6e4a3c6a req-acbc5e70-2e9b-4de2-b92e-d96c94eb1c12 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.2161539 Aug 03 18:58:23.804459 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e963afd7-bc22-4dd4-8a69-e2deb5ca6df0 req-587df108-bc6b-42e8-9a6d-81cbf90a60ed service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122754 Aug 03 18:58:23.807826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f9eac21-dc2c-417b-b63c-e40c86da26ab req-92368ce4-bedb-4aff-847e-5b57ef1fdba6 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520793 Aug 03 18:58:23.834172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbff450e-2bf9-46fe-bae1-929b56df4a85 req-263d49c9-3991-46e0-b8c2-90ce9d72a23c service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695222 Aug 03 18:58:23.959075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04199b70-58fc-47ad-8422-d30e811cc149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1185cc-40f3-48de-a345-1c0f607fbaad'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:23.961396 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40b12f9-39c5-4478-868d-2456a05cf43a" -d '{"events": [{"server_uuid": "04199b70-58fc-47ad-8422-d30e811cc149", "name": "network-vif-plugged", "status": "completed", "tag": "bc1185cc-40f3-48de-a345-1c0f607fbaad"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:24.022244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23cbefed-6283-4c81-8c2b-b35e6e4a3c6a req-b9e97f80-9c6b-4090-99a8-2e56b200df31 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257800 Aug 03 18:58:24.089008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3941f78-aba6-4f1d-9087-57d1d68f2d74 req-11e78533-8bcd-452e-b71a-a59885378aed tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:24.090537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3941f78-aba6-4f1d-9087-57d1d68f2d74 req-11e78533-8bcd-452e-b71a-a59885378aed tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 950 time: 0.1991553 Aug 03 18:58:24.092625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbff450e-2bf9-46fe-bae1-929b56df4a85 req-19b73d38-47f3-4a2e-9113-ca1193edd52b service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385788 Aug 03 18:58:24.103116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Allocated IP 172.20.0.12 (b9fc094f-9ba0-45ca-b343-ab9bde9e1554/036728d5-fe1f-4e5d-845e-a8d93e5ee764/f39f7244-3b9a-4e0a-ac09-f19b279ac250) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:24.138153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0405c71b-593d-4cf0-80c1-ce262e940092 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:58:24.174013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3941f78-aba6-4f1d-9087-57d1d68f2d74 req-4e32fa9f-97e9-4e7f-8669-d8b654488b6d tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ba7531e-5a58-4e80-ac24-603dfb22428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740242 Aug 03 18:58:24.186821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44762adf-e86a-453a-9128-23b3e8766c14 req-5a9e68a9-43ca-41a2-a190-0fc2a01aa932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:24.188529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44762adf-e86a-453a-9128-23b3e8766c14 req-5a9e68a9-43ca-41a2-a190-0fc2a01aa932 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b03a1d90a77d4cc9872df423d28f5864&device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 1098 time: 0.1599791 Aug 03 18:58:24.267371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0405c71b-593d-4cf0-80c1-ce262e940092, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0405c71b-593d-4cf0-80c1-ce262e940092,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:24.278931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '0405c71b-593d-4cf0-80c1-ce262e940092', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '0405c71b-593d-4cf0-80c1-ce262e940092', 'mac_address': 'fa:16:3e:c6:bd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:58:24.311395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-228eb7d2-58fc-4f83-ac71-ce46ed43448e req-443ebb2c-399b-4cc9-8a45-420b9ffed24e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1764650225', 'description': 'tempest-description-1373597576'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:24.316250 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.319193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4776f293-ea9d-4031-a3b1-e3ac00a966d8 req-e22ef421-d11d-47a7-96b0-58f86abc1f95 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 210 time: 0.1112638 Aug 03 18:58:24.339933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0405c71b-593d-4cf0-80c1-ce262e940092 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:24.352766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0405c71b-593d-4cf0-80c1-ce262e940092, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0405c71b-593d-4cf0-80c1-ce262e940092,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:24.360189 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.390045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-228eb7d2-58fc-4f83-ac71-ce46ed43448e req-443ebb2c-399b-4cc9-8a45-420b9ffed24e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.402153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3953-3271-4619-ad80-a4979343c28a req-23581b1a-2273-4671-9898-456d8f5a2c20 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:24.405368 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e98e3953-3271-4619-ad80-a4979343c28a req-23581b1a-2273-4671-9898-456d8f5a2c20 tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.74 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 946 time: 0.0783632 Aug 03 18:58:24.420886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=0405c71b-593d-4cf0-80c1-ce262e940092,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:24.464890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44762adf-e86a-453a-9128-23b3e8766c14 req-cce75fa9-d64e-4397-bbd8-08c06f61f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:24.466383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44762adf-e86a-453a-9128-23b3e8766c14 req-cce75fa9-d64e-4397-bbd8-08c06f61f3bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2660882 Aug 03 18:58:24.497160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.505029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e98e3953-3271-4619-ad80-a4979343c28a req-2449bde7-f7aa-4e8e-a283-6df7ac04c1da tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Deleting port 6354fdaf-b355-4f4b-a179-6a20ce64e165 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:58:24.505376 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e98e3953-3271-4619-ad80-a4979343c28a req-2449bde7-f7aa-4e8e-a283-6df7ac04c1da tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.541916 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44762adf-e86a-453a-9128-23b3e8766c14 req-ffc70df0-5281-4204-a15b-e1bee946648e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=55f73bc5-183d-4fa7-a28b-8002149d060c HTTP/1.1" status: 200 len: 217 time: 0.0635915 Aug 03 18:58:24.556987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b207d-7d45-4580-8e59-0c2661bb6b29 req-f0c4d84c-ee78-4fd3-bb14-044db2e6deec tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:24.558650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce0b207d-7d45-4580-8e59-0c2661bb6b29 req-f0c4d84c-ee78-4fd3-bb14-044db2e6deec tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 949 time: 0.1496894 Aug 03 18:58:24.564921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Transition to ACTIVE for port object f39f7244-3b9a-4e0a-ac09-f19b279ac250 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:24.602975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e98e3953-3271-4619-ad80-a4979343c28a req-2449bde7-f7aa-4e8e-a283-6df7ac04c1da tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] For port 6354fdaf-b355-4f4b-a179-6a20ce64e165, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6354fdaf-b355-4f4b-a179-6a20ce64e165,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:24.603350 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e98e3953-3271-4619-ad80-a4979343c28a req-2449bde7-f7aa-4e8e-a283-6df7ac04c1da tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.617447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e98e3953-3271-4619-ad80-a4979343c28a req-2449bde7-f7aa-4e8e-a283-6df7ac04c1da tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Calling delete_port for 6354fdaf-b355-4f4b-a179-6a20ce64e165 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:58:24.657999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['0405c71b-593d-4cf0-80c1-ce262e940092'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:24.661790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44762adf-e86a-453a-9128-23b3e8766c14 req-7a0ebbe7-c7fa-4a00-9a25-4e36a4ff56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:24.663362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44762adf-e86a-453a-9128-23b3e8766c14 req-7a0ebbe7-c7fa-4a00-9a25-4e36a4ff56d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1021829 Aug 03 18:58:24.696911 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce0b207d-7d45-4580-8e59-0c2661bb6b29 req-54763995-e148-47c4-8c29-06c26d74a896 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302032 Aug 03 18:58:24.728301 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.750679 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-228eb7d2-58fc-4f83-ac71-ce46ed43448e req-443ebb2c-399b-4cc9-8a45-420b9ffed24e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.792170 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0976e7-2e4b-49b6-807c-e557e5c856b5 x-openstack-request-id: req-6a0976e7-2e4b-49b6-807c-e557e5c856b5 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:24.792514 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04199b70-58fc-47ad-8422-d30e811cc149", "name": "network-vif-plugged", "status": "completed", "tag": "bc1185cc-40f3-48de-a345-1c0f607fbaad", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:24.793446 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a0976e7-2e4b-49b6-807c-e557e5c856b5 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:24.793446 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04199b70-58fc-47ad-8422-d30e811cc149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1185cc-40f3-48de-a345-1c0f607fbaad', 'code': 200} Aug 03 18:58:24.793694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-228eb7d2-58fc-4f83-ac71-ce46ed43448e req-443ebb2c-399b-4cc9-8a45-420b9ffed24e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.818886 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e98e3953-3271-4619-ad80-a4979343c28a req-2449bde7-f7aa-4e8e-a283-6df7ac04c1da tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.819595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:24.830270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:24.837371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44762adf-e86a-453a-9128-23b3e8766c14 req-103dee99-c929-4d8a-892f-499486def03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:24.839140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44762adf-e86a-453a-9128-23b3e8766c14 req-103dee99-c929-4d8a-892f-499486def03f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649365 Aug 03 18:58:24.847090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:24.878721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['6354fdaf-b355-4f4b-a179-6a20ce64e165'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:24.900443 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-228eb7d2-58fc-4f83-ac71-ce46ed43448e req-443ebb2c-399b-4cc9-8a45-420b9ffed24e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.910639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449bde7-f7aa-4e8e-a283-6df7ac04c1da tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Pushing event deleted for resources: {'Port': ['ID=6354fdaf-b355-4f4b-a179-6a20ce64e165,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:24.918110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-228eb7d2-58fc-4f83-ac71-ce46ed43448e req-443ebb2c-399b-4cc9-8a45-420b9ffed24e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6743193 Aug 03 18:58:24.920820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Pushing event updated for resources: {'Port': ['ID=f39f7244-3b9a-4e0a-ac09-f19b279ac250,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:24.962680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98e3953-3271-4619-ad80-a4979343c28a req-2449bde7-f7aa-4e8e-a283-6df7ac04c1da tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] No DVR routers for this DVR port 6354fdaf-b355-4f4b-a179-6a20ce64e165 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:58:24.966554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e98e3953-3271-4619-ad80-a4979343c28a req-2449bde7-f7aa-4e8e-a283-6df7ac04c1da tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.969210 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e98e3953-3271-4619-ad80-a4979343c28a req-2449bde7-f7aa-4e8e-a283-6df7ac04c1da tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.74 "DELETE /v2.0/ports/6354fdaf-b355-4f4b-a179-6a20ce64e165 HTTP/1.1" status: 204 len: 173 time: 0.5568888 Aug 03 18:58:24.969876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'name': 'network-vif-deleted', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:24.983246 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be763ba-6e44-440d-80fc-cdc6f237b6d6" -d '{"events": [{"server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "name": "network-vif-deleted", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:25.038442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ebb2c-399b-4cc9-8a45-420b9ffed24e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe905321-181c-4230-afd8-58748b8983c3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:25.083689 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9aa0f33b-20d3-4ef3-82a3-5449936dfce9 req-a0660241-5855-4543-b7d5-c1ddb8f8bfae tempest-FloatingIPsAssociationTestJSON-2102045991 tempest-FloatingIPsAssociationTestJSON-2102045991-project] 10.222.0.78 "GET /v2.0/ports?device_id=90fa8082-2463-4a53-9d79-d120df661443 HTTP/1.1" status: 200 len: 210 time: 0.0528324 Aug 03 18:58:25.093526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:25.094248 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:25.128122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcd204-46e9-4aea-b220-8b73f625fc55 req-6334b5cd-b4f4-4a23-a071-f1a150101009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:25.133726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70dcd204-46e9-4aea-b220-8b73f625fc55 req-6334b5cd-b4f4-4a23-a071-f1a150101009 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 1097 time: 0.2365751 Aug 03 18:58:25.152992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-3d210b5a-f5fb-4194-98cc-0fdd0221545c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9482567 Aug 03 18:58:25.182748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Request body: {'port': {'device_id': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:25.215715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44762adf-e86a-453a-9128-23b3e8766c14 req-e00e1c54-22fd-4591-a98a-d613f9265293 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604984 Aug 03 18:58:25.223640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b16ae5ad-18d0-4947-9584-a9d0d46b4893 None None] Provisioning for port f39f7244-3b9a-4e0a-ac09-f19b279ac250 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:25.229192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b16ae5ad-18d0-4947-9584-a9d0d46b4893 None None] Provisioning complete for port f39f7244-3b9a-4e0a-ac09-f19b279ac250 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:25.229605 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b16ae5ad-18d0-4947-9584-a9d0d46b4893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:25.268018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b16ae5ad-18d0-4947-9584-a9d0d46b4893 None None] Port f39f7244-3b9a-4e0a-ac09-f19b279ac250 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:25.648151 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70dcd204-46e9-4aea-b220-8b73f625fc55 req-5b68de82-8442-457a-a885-2d064f8e6f51 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046082 Aug 03 18:58:25.693804 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:25.718043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bfc28-eebe-4476-bf70-b83bd941ff8b req-512ed5d5-41b5-44ac-93dc-36a30164331a tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:25.719534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a4bfc28-eebe-4476-bf70-b83bd941ff8b req-512ed5d5-41b5-44ac-93dc-36a30164331a tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.5457287 Aug 03 18:58:25.745326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bce5a1-d31e-4b57-affc-f4e6960cb6ae req-6cfcd7b8-fe42-4d0c-bd04-60bf7b98e55d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:25.746874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34bce5a1-d31e-4b57-affc-f4e6960cb6ae req-6cfcd7b8-fe42-4d0c-bd04-60bf7b98e55d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.5302882 Aug 03 18:58:25.826132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44762adf-e86a-453a-9128-23b3e8766c14 req-0f511834-dffe-4952-a1da-c187580758a5 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934944 Aug 03 18:58:25.862902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a4bfc28-eebe-4476-bf70-b83bd941ff8b req-cebd4454-3dda-4fa6-abb7-caeea2d599a8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351812 Aug 03 18:58:25.908117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34bce5a1-d31e-4b57-affc-f4e6960cb6ae req-7a82da0d-b12f-4b22-a829-f5ba639cf43c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338019 Aug 03 18:58:25.959950 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573c4354-92f9-47b1-abeb-21282c135cbd x-openstack-request-id: req-573c4354-92f9-47b1-abeb-21282c135cbd {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:25.960548 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fa8082-2463-4a53-9d79-d120df661443", "name": "network-vif-deleted", "tag": "6354fdaf-b355-4f4b-a179-6a20ce64e165", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:25.960548 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-573c4354-92f9-47b1-abeb-21282c135cbd {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:25.960891 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fa8082-2463-4a53-9d79-d120df661443', 'name': 'network-vif-deleted', 'tag': '6354fdaf-b355-4f4b-a179-6a20ce64e165', 'status': 'completed', 'code': 200} Aug 03 18:58:26.006511 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-870f8e1a-eb31-4c9f-b4ee-466a734ae270 req-2d316e00-b7bc-4c6f-8fba-3d42275ba305 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/58efdbcd-ae60-4b7b-93c4-9d84adf56f21 HTTP/1.1" status: 200 len: 1804 time: 0.1018078 Aug 03 18:58:26.085986 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-870f8e1a-eb31-4c9f-b4ee-466a734ae270 req-b4152068-e586-4777-9f3d-592f1b374e14 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/fe905321-181c-4230-afd8-58748b8983c3 HTTP/1.1" status: 200 len: 1805 time: 0.0709596 Aug 03 18:58:26.100755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-870f8e1a-eb31-4c9f-b4ee-466a734ae270 req-872c54ac-c7cb-4e61-bb22-7ae9caaffce9 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '58efdbcd-ae60-4b7b-93c4-9d84adf56f21', 'remote_group_id': 'fe905321-181c-4230-afd8-58748b8983c3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:26.101076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-870f8e1a-eb31-4c9f-b4ee-466a734ae270 req-872c54ac-c7cb-4e61-bb22-7ae9caaffce9 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '58efdbcd-ae60-4b7b-93c4-9d84adf56f21', 'remote_group_id': 'fe905321-181c-4230-afd8-58748b8983c3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:26.155080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0405c71b-593d-4cf0-80c1-ce262e940092 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:26.194386 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39f7244-3b9a-4e0a-ac09-f19b279ac250 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:26.206576 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.215239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 0405c71b-593d-4cf0-80c1-ce262e940092 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:26.219442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 0405c71b-593d-4cf0-80c1-ce262e940092 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:26.219822 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.235297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Transition to ACTIVE for port object f39f7244-3b9a-4e0a-ac09-f19b279ac250 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:26.244083 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.268351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef73e9e-eb1a-4bcf-9703-f06417b96917 req-c9fca6e7-adb7-4b63-9e73-0001ab970a72 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:26.270482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aef73e9e-eb1a-4bcf-9703-f06417b96917 req-c9fca6e7-adb7-4b63-9e73-0001ab970a72 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 932 time: 0.1373708 Aug 03 18:58:26.304866 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.338935 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-870f8e1a-eb31-4c9f-b4ee-466a734ae270 req-872c54ac-c7cb-4e61-bb22-7ae9caaffce9 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.341747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0405c71b-593d-4cf0-80c1-ce262e940092, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0405c71b-593d-4cf0-80c1-ce262e940092,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:26.347675 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.374447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Pushing event updated for resources: {'Port': ['ID=f39f7244-3b9a-4e0a-ac09-f19b279ac250,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:26.403220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=0405c71b-593d-4cf0-80c1-ce262e940092,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:26.432335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aef73e9e-eb1a-4bcf-9703-f06417b96917 req-2ed3f1b3-b04c-45fd-b249-2d7cd94ede1f tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348896 Aug 03 18:58:26.444581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-870f8e1a-eb31-4c9f-b4ee-466a734ae270 req-872c54ac-c7cb-4e61-bb22-7ae9caaffce9 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.455557 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-870f8e1a-eb31-4c9f-b4ee-466a734ae270 req-872c54ac-c7cb-4e61-bb22-7ae9caaffce9 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.478004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c54ac-c7cb-4e61-bb22-7ae9caaffce9 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c5b502-c8c5-4a70-825e-f9b6e7143719,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:26.508965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-870f8e1a-eb31-4c9f-b4ee-466a734ae270 req-872c54ac-c7cb-4e61-bb22-7ae9caaffce9 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.510143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-870f8e1a-eb31-4c9f-b4ee-466a734ae270 req-872c54ac-c7cb-4e61-bb22-7ae9caaffce9 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4162116 Aug 03 18:58:26.543916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Attempting to bind port f39f7244-3b9a-4e0a-ac09-f19b279ac250 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:26.544288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Attempting to bind port f39f7244-3b9a-4e0a-ac09-f19b279ac250 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:26.544687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Attempting to bind port f39f7244-3b9a-4e0a-ac09-f19b279ac250 on network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:26.553161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Port f39f7244-3b9a-4e0a-ac09-f19b279ac250 on network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:58:26.553483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Attempting to bind port f39f7244-3b9a-4e0a-ac09-f19b279ac250 on network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:26.561849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:26.562554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Checking segment: {'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:26.562949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Bound using segment: {'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:26.563575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Bound port: f39f7244-3b9a-4e0a-ac09-f19b279ac250, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd44623-64df-4204-8b68-20c5182736ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:26.563949 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.617441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae0f02-383a-45f8-b77e-9637286c8aad req-5a3115f4-dae5-476c-9540-8d8bf30ab14a tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:26.618988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65ae0f02-383a-45f8-b77e-9637286c8aad req-5a3115f4-dae5-476c-9540-8d8bf30ab14a tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 950 time: 0.1111927 Aug 03 18:58:26.707546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d1723-8a84-4661-8231-caacfc13b341 req-90d83d3c-6c44-4541-90d2-85bc1f45d61d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:26.709062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-652d1723-8a84-4661-8231-caacfc13b341 req-90d83d3c-6c44-4541-90d2-85bc1f45d61d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1408451 Aug 03 18:58:26.720853 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65ae0f02-383a-45f8-b77e-9637286c8aad req-6c0b40cf-337e-47ef-b9e1-0cd7d0fd2203 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957811 Aug 03 18:58:26.730722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] For port f39f7244-3b9a-4e0a-ac09-f19b279ac250, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:26.734692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] For port f39f7244-3b9a-4e0a-ac09-f19b279ac250, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f39f7244-3b9a-4e0a-ac09-f19b279ac250,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:26.744411 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.794809 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc266a0-fcc5-4963-9bf0-8fde70d40842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0405c71b-593d-4cf0-80c1-ce262e940092'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:26.797267 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c798d0-077d-44bd-84b1-da03c9e00f5e" -d '{"events": [{"server_uuid": "cbc266a0-fcc5-4963-9bf0-8fde70d40842", "name": "network-vif-plugged", "status": "completed", "tag": "0405c71b-593d-4cf0-80c1-ce262e940092"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:26.804940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:26.805942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:26.807454 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] 10.222.0.74 "PUT /v2.0/ports/f39f7244-3b9a-4e0a-ac09-f19b279ac250 HTTP/1.1" status: 200 len: 1092 time: 1.6361413 Aug 03 18:58:26.811634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'tag': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:26.813755 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee857eb0-db27-4e36-ba33-7faeb66e2c64" -d '{"events": [{"name": "network-changed", "server_uuid": "d62307dc-773f-4f2d-b01b-ed770c645b76", "tag": "f39f7244-3b9a-4e0a-ac09-f19b279ac250"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:26.826318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-652d1723-8a84-4661-8231-caacfc13b341 req-b977ddce-f4b9-4a88-a3b1-cd0e57428344 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090918 Aug 03 18:58:26.846347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b38fa2-19a4-466b-b386-2739b84010cf service neutron] Pushing event updated for resources: {'Port': ['ID=f39f7244-3b9a-4e0a-ac09-f19b279ac250,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:26.931772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-8d6f0874-d068-43bd-9353-531fa23623c1 req-898fbf40-706f-43b7-a8db-9a6dd51d3b78 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-427805503', 'description': 'tempest-description-86531760'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:26.948980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39856) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:26.980707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 55f73bc5-183d-4fa7-a28b-8002149d060c details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:58:26.995897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309430-d265-40f1-930f-83c1d8152881 req-59760724-177f-432e-bc45-7090cf2aa9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:26.997879 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-59760724-177f-432e-bc45-7090cf2aa9c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=64fecde2fe7c4e6ca13dbe1a71030f34&device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 1095 time: 0.1135805 Aug 03 18:58:26.999429 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8d6f0874-d068-43bd-9353-531fa23623c1 req-898fbf40-706f-43b7-a8db-9a6dd51d3b78 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:27.062156 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ed701f-1ebb-4dcb-8f6c-c9f3ef931af9 x-openstack-request-id: req-34ed701f-1ebb-4dcb-8f6c-c9f3ef931af9 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:27.062704 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc266a0-fcc5-4963-9bf0-8fde70d40842", "name": "network-vif-plugged", "status": "completed", "tag": "0405c71b-593d-4cf0-80c1-ce262e940092", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:27.063152 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34ed701f-1ebb-4dcb-8f6c-c9f3ef931af9 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:27.063731 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc266a0-fcc5-4963-9bf0-8fde70d40842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0405c71b-593d-4cf0-80c1-ce262e940092', 'code': 200} Aug 03 18:58:27.086546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-d546b852-42eb-4b93-b151-d06256184b2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f39f7244-3b9a-4e0a-ac09-f19b279ac250 HTTP/1.1" status: 200 len: 217 time: 0.0705981 Aug 03 18:58:27.129236 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b032ac23-1f32-40d6-8493-f1ee89943fdf x-openstack-request-id: req-b032ac23-1f32-40d6-8493-f1ee89943fdf {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:27.129566 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62307dc-773f-4f2d-b01b-ed770c645b76", "tag": "f39f7244-3b9a-4e0a-ac09-f19b279ac250", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:27.129844 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b032ac23-1f32-40d6-8493-f1ee89943fdf {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:27.130224 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'tag': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250', 'status': 'completed', 'code': 200} Aug 03 18:58:27.154609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:27.176877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'mac_address': 'fa:16:3e:83:7b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:58:27.236830 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:27.240270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18ad90-23eb-4399-b02a-6d52292f3d0e req-df4c2cbb-7e46-4a8c-9cc3-32aecc49cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:27.242489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb18ad90-23eb-4399-b02a-6d52292f3d0e req-df4c2cbb-7e46-4a8c-9cc3-32aecc49cb02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 1101 time: 0.1656420 Aug 03 18:58:27.246755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309430-d265-40f1-930f-83c1d8152881 req-83078b6d-3d98-4710-8191-5f909497b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:27.248289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-83078b6d-3d98-4710-8191-5f909497b81f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=036728d5-fe1f-4e5d-845e-a8d93e5ee764 HTTP/1.1" status: 200 len: 851 time: 0.1322145 Aug 03 18:58:27.256048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f73bc5-183d-4fa7-a28b-8002149d060c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:27.287039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:27.293545 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:27.356530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:27.357997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d0376-804b-45c0-aba0-01d0128fedea req-0db9e6d2-f8eb-4596-a318-117cdc536534 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:27.361037 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-165d0376-804b-45c0-aba0-01d0128fedea req-0db9e6d2-f8eb-4596-a318-117cdc536534 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.1611786 Aug 03 18:58:27.377268 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8d6f0874-d068-43bd-9353-531fa23623c1 req-898fbf40-706f-43b7-a8db-9a6dd51d3b78 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:27.381134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb18ad90-23eb-4399-b02a-6d52292f3d0e req-784a12d5-3c08-4b0c-9324-25c56b3cdb58 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249163 Aug 03 18:58:27.390382 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8d6f0874-d068-43bd-9353-531fa23623c1 req-898fbf40-706f-43b7-a8db-9a6dd51d3b78 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:27.421888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309430-d265-40f1-930f-83c1d8152881 req-51c111e3-8a05-419a-844a-452fb3af3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:27.423418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-51c111e3-8a05-419a-844a-452fb3af3454 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9fc094f-9ba0-45ca-b343-ab9bde9e1554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518893 Aug 03 18:58:27.449865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8d6f0874-d068-43bd-9353-531fa23623c1 req-898fbf40-706f-43b7-a8db-9a6dd51d3b78 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:27.451063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d6f0874-d068-43bd-9353-531fa23623c1 req-898fbf40-706f-43b7-a8db-9a6dd51d3b78 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5261881 Aug 03 18:58:27.476920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-165d0376-804b-45c0-aba0-01d0128fedea req-fa2b41d9-6984-4aee-82f6-b5c5b2030f93 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031437 Aug 03 18:58:27.505138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fbf40-706f-43b7-a8db-9a6dd51d3b78 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74edc4fc-b24f-4e9e-9752-01f98a243aef,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:27.555672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-e014eab5-85cb-47dd-bb0a-42de4db1c421 service neutron] 10.222.0.74 "GET /v2.0/networks/b9fc094f-9ba0-45ca-b343-ab9bde9e1554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091001 Aug 03 18:58:27.716262 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:27.734408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['55f73bc5-183d-4fa7-a28b-8002149d060c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:27.789699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-7398368c-855a-42ea-a358-00370d4f8e51 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:27.794034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-7398368c-855a-42ea-a358-00370d4f8e51 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 811 time: 0.1498094 Aug 03 18:58:27.808980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2309430-d265-40f1-930f-83c1d8152881 req-4c0d1c5c-9a43-4794-9620-324eaeda8111 service neutron] 10.222.0.74 "GET /v2.0/networks/b9fc094f-9ba0-45ca-b343-ab9bde9e1554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402997 Aug 03 18:58:27.837391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-5439579c-3c90-4864-b449-7ad84ff49ae4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/quotas/60edf04d68a54b668308e36955acb7f4 HTTP/1.1" status: 200 len: 375 time: 0.0322948 Aug 03 18:58:27.854815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f2581-8c7c-4d8d-885b-51a7d37a0c19 req-21f9c71b-6c91-477d-8737-764196c827f4 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:27.862286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-868f2581-8c7c-4d8d-885b-51a7d37a0c19 req-21f9c71b-6c91-477d-8737-764196c827f4 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 944 time: 0.0664132 Aug 03 18:58:27.931075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-868f2581-8c7c-4d8d-885b-51a7d37a0c19 req-88fc9527-c2c0-4a27-bfba-550e3d414ddc tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634334 Aug 03 18:58:27.958984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c59826f8-6915-4d59-8536-1dad4386cd2d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0956144 Aug 03 18:58:27.978234 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-6b3147bb-7c87-4c8c-be1b-e11be2e43a6d req-8cf603d2-55ec-42ef-acc0-2466c30d4e12 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1585006109', 'description': 'tempest-description-484408602'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:28.000500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] Deleting port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:58:28.000835 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:28.073987 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6b3147bb-7c87-4c8c-be1b-e11be2e43a6d req-8cf603d2-55ec-42ef-acc0-2466c30d4e12 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:28.085859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] For port 0fa08d71-4f9f-4b3b-b14d-fd20145b9909, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0fa08d71-4f9f-4b3b-b14d-fd20145b9909,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:28.086518 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:28.096777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857eb0-db27-4e36-ba33-7faeb66e2c64 req-c99b855c-3086-4f0d-ac3b-566842263e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:28.098993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee857eb0-db27-4e36-ba33-7faeb66e2c64 req-c99b855c-3086-4f0d-ac3b-566842263e5c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=64fecde2fe7c4e6ca13dbe1a71030f34&device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 1095 time: 0.1355057 Aug 03 18:58:28.101465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] Calling delete_port for 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:58:28.187178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-89123ec8-be26-4300-b933-8fe4dbec8908 service neutron] 10.222.0.78 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144997 Aug 03 18:58:28.309031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857eb0-db27-4e36-ba33-7faeb66e2c64 req-ee0faa25-e6a8-4bf0-96a6-506a986e8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:28.310611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee857eb0-db27-4e36-ba33-7faeb66e2c64 req-ee0faa25-e6a8-4bf0-96a6-506a986e8b95 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9fc094f-9ba0-45ca-b343-ab9bde9e1554 HTTP/1.1" status: 200 len: 913 time: 0.2015939 Aug 03 18:58:28.316043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:28.342311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa08d71-4f9f-4b3b-b14d-fd20145b9909,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:28.386719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee857eb0-db27-4e36-ba33-7faeb66e2c64 req-05785441-6598-4b37-8c74-2bb054a977fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f39f7244-3b9a-4e0a-ac09-f19b279ac250 HTTP/1.1" status: 200 len: 217 time: 0.0620475 Aug 03 18:58:28.401334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-837336b1-2ef8-4dd0-aef1-b27f54f8eda7 service neutron] 10.222.0.78 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023077 Aug 03 18:58:28.403994 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6b3147bb-7c87-4c8c-be1b-e11be2e43a6d req-8cf603d2-55ec-42ef-acc0-2466c30d4e12 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:28.431975 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6b3147bb-7c87-4c8c-be1b-e11be2e43a6d req-8cf603d2-55ec-42ef-acc0-2466c30d4e12 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:28.479584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857eb0-db27-4e36-ba33-7faeb66e2c64 req-84ebe81a-f617-47af-800e-9576252ea83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:28.481085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee857eb0-db27-4e36-ba33-7faeb66e2c64 req-84ebe81a-f617-47af-800e-9576252ea83c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=036728d5-fe1f-4e5d-845e-a8d93e5ee764 HTTP/1.1" status: 200 len: 851 time: 0.0823007 Aug 03 18:58:28.490320 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6b3147bb-7c87-4c8c-be1b-e11be2e43a6d req-8cf603d2-55ec-42ef-acc0-2466c30d4e12 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:28.491553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b3147bb-7c87-4c8c-be1b-e11be2e43a6d req-8cf603d2-55ec-42ef-acc0-2466c30d4e12 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5268564 Aug 03 18:58:28.492178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf603d2-55ec-42ef-acc0-2466c30d4e12 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7338e2c-aa6e-4f6d-9533-00dde48fca8b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:28.587992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857eb0-db27-4e36-ba33-7faeb66e2c64 req-85aa2d72-4b75-42a8-9b89-e526512fc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:28.589642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee857eb0-db27-4e36-ba33-7faeb66e2c64 req-85aa2d72-4b75-42a8-9b89-e526512fc3a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9fc094f-9ba0-45ca-b343-ab9bde9e1554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841706 Aug 03 18:58:28.632732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:28.775508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee900e-33f6-48bf-9f14-6883bcefc4e5 req-8bbdc66b-4fab-4c8b-a5a8-a44a63beac1f tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:28.777084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23ee900e-33f6-48bf-9f14-6883bcefc4e5 req-8bbdc66b-4fab-4c8b-a5a8-a44a63beac1f tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.1610363 Aug 03 18:58:28.791725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee800-bccb-4e25-834a-6bd0700f12f9 req-acc0f304-4a28-486d-abfb-02799a149567 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:28.793292 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-516ee800-bccb-4e25-834a-6bd0700f12f9 req-acc0f304-4a28-486d-abfb-02799a149567 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 950 time: 0.1131051 Aug 03 18:58:28.831236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee857eb0-db27-4e36-ba33-7faeb66e2c64 req-86f9538f-742b-48c3-b502-c274e884bb91 service neutron] 10.222.0.74 "GET /v2.0/networks/b9fc094f-9ba0-45ca-b343-ab9bde9e1554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300789 Aug 03 18:58:28.889470 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-516ee800-bccb-4e25-834a-6bd0700f12f9 req-d50555d2-93ee-4757-b3c3-59cffdf4265c tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ba7531e-5a58-4e80-ac24-603dfb22428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892439 Aug 03 18:58:28.929915 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23ee900e-33f6-48bf-9f14-6883bcefc4e5 req-c0e24d82-5a27-4629-a352-6c2644ff5154 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308417 Aug 03 18:58:28.960578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] Router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:58:28.985806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 55f73bc5-183d-4fa7-a28b-8002149d060c up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:29.055022 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 55f73bc5-183d-4fa7-a28b-8002149d060c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:29.059691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee857eb0-db27-4e36-ba33-7faeb66e2c64 req-450e2317-a3ce-43da-bca3-0b3d578ec6a5 service neutron] 10.222.0.74 "GET /v2.0/networks/b9fc094f-9ba0-45ca-b343-ab9bde9e1554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161705 Aug 03 18:58:29.060005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 55f73bc5-183d-4fa7-a28b-8002149d060c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:29.060799 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.070638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01378658-9d58-41b5-b539-98613e557ddb req-4b48bdaf-ad99-4b19-b4de-d22042f89bc8 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/74edc4fc-b24f-4e9e-9752-01f98a243aef HTTP/1.1" status: 200 len: 1802 time: 0.1021512 Aug 03 18:58:29.083948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22456cda-6d9a-4465-b0a0-f09a143c1135 req-1ddaa231-6b0c-4053-bf70-c3f08d052ff6 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:29.085695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22456cda-6d9a-4465-b0a0-f09a143c1135 req-1ddaa231-6b0c-4053-bf70-c3f08d052ff6 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 950 time: 0.0999844 Aug 03 18:58:29.110772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:58:29.121116 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ae25e2dc-7491-4ade-a6fc-ebcc1947d7bf admin admin] 10.222.0.78 "PUT /v2.0/routers/17ee9e63-82cc-4d83-aba9-a95f54e4d019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1700988 Aug 03 18:58:29.122729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39898) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:29.126136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2409e-cb03-4cc8-afb0-69446265f2c2 None None] Sync routers for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:58:29.162158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2409e-cb03-4cc8-afb0-69446265f2c2 None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:29.162978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f9b2409e-cb03-4cc8-afb0-69446265f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:29.163783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22456cda-6d9a-4465-b0a0-f09a143c1135 req-fb56dd54-420c-451e-af29-0e4aef477a2b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566168 Aug 03 18:58:29.166451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01378658-9d58-41b5-b539-98613e557ddb req-11dab03a-8285-4f7d-a968-644e59b2fad0 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/f7338e2c-aa6e-4f6d-9533-00dde48fca8b HTTP/1.1" status: 200 len: 1804 time: 0.0785415 Aug 03 18:58:29.196771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-01378658-9d58-41b5-b539-98613e557ddb req-2ed6c4f5-66e8-4b15-ba40-07fb76313415 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '74edc4fc-b24f-4e9e-9752-01f98a243aef', 'remote_group_id': 'f7338e2c-aa6e-4f6d-9533-00dde48fca8b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:29.197382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-01378658-9d58-41b5-b539-98613e557ddb req-2ed6c4f5-66e8-4b15-ba40-07fb76313415 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '74edc4fc-b24f-4e9e-9752-01f98a243aef', 'remote_group_id': 'f7338e2c-aa6e-4f6d-9533-00dde48fca8b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:29.232600 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.289333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:29.291907 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8997ed6e-56fc-476f-acc6-7d4b4d3b737c" -d '{"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-plugged", "status": "completed", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:29.297424 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.302309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50897bc8-fca6-4bfc-a859-2ebd7cadf1dc req-47f06029-185f-407c-853e-3a0fee78109a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 210 time: 0.0575254 Aug 03 18:58:29.310730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:29.331256 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.332664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6354fdaf-b355-4f4b-a179-6a20ce64e165 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:58:29.351194 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-01378658-9d58-41b5-b539-98613e557ddb req-2ed6c4f5-66e8-4b15-ba40-07fb76313415 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.401107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 6354fdaf-b355-4f4b-a179-6a20ce64e165 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:58:29.401762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6354fdaf-b355-4f4b-a179-6a20ce64e165 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:58:29.407422 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-01378658-9d58-41b5-b539-98613e557ddb req-2ed6c4f5-66e8-4b15-ba40-07fb76313415 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.413645 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-01378658-9d58-41b5-b539-98613e557ddb req-2ed6c4f5-66e8-4b15-ba40-07fb76313415 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.421235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f9b2409e-cb03-4cc8-afb0-69446265f2c2 None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:29.445346 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-01378658-9d58-41b5-b539-98613e557ddb req-2ed6c4f5-66e8-4b15-ba40-07fb76313415 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.461036 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01378658-9d58-41b5-b539-98613e557ddb req-2ed6c4f5-66e8-4b15-ba40-07fb76313415 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2760925 Aug 03 18:58:29.473374 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.494984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6c4f5-66e8-4b15-ba40-07fb76313415 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ed4874-998e-430e-82f9-b0901ca8ab08,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:29.543498 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.550862 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Deleting port 011a7107-08d9-4c49-ad7a-0c452912bfad {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:58:29.551879 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.557309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:29.605237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808779-c7bc-4913-b7aa-cce2121ffe12 req-c52f5492-0113-4cbc-acf2-38b6b6c39cd3 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:29.606856 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31808779-c7bc-4913-b7aa-cce2121ffe12 req-c52f5492-0113-4cbc-acf2-38b6b6c39cd3 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 944 time: 0.0957575 Aug 03 18:58:29.634171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29315ec9-c0c3-47bc-881a-578e894a94eb req-9e6958df-fd4d-4545-8831-1ab6abc9eb85 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:29.635693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29315ec9-c0c3-47bc-881a-578e894a94eb req-9e6958df-fd4d-4545-8831-1ab6abc9eb85 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0708704 Aug 03 18:58:29.651386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] For port 011a7107-08d9-4c49-ad7a-0c452912bfad, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=011a7107-08d9-4c49-ad7a-0c452912bfad,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:29.651796 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.664341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f9b2409e-cb03-4cc8-afb0-69446265f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:58:28Z', 'revision_number': 5, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port': {'id': '011a7107-08d9-4c49-ad7a-0c452912bfad', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:57:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:56:19Z', 'updated_at': '2021-08-03T18:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:29.667688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Calling delete_port for 011a7107-08d9-4c49-ad7a-0c452912bfad owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:58:29.698581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2409e-cb03-4cc8-afb0-69446265f2c2 None None] Checking router: 17ee9e63-82cc-4d83-aba9-a95f54e4d019 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:58:29.710531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2409e-cb03-4cc8-afb0-69446265f2c2 None None] Routers {'17ee9e63-82cc-4d83-aba9-a95f54e4d019'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:29.711591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f9b2409e-cb03-4cc8-afb0-69446265f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:29.724482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31808779-c7bc-4913-b7aa-cce2121ffe12 req-58328153-4cbe-413a-9bb0-b969670e5ea6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071103 Aug 03 18:58:29.745331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29315ec9-c0c3-47bc-881a-578e894a94eb req-09b79fee-9bd1-42ff-873e-72255af1dbe4 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030242 Aug 03 18:58:29.776432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e7b95-d23a-424c-ba29-d531a04d068f req-2c9fe227-a9c1-4439-886c-96a415ba7330 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:29.778280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-042e7b95-d23a-424c-ba29-d531a04d068f req-2c9fe227-a9c1-4439-886c-96a415ba7330 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 950 time: 0.0940549 Aug 03 18:58:29.832696 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f491b197-1aa5-4c68-bc12-5e2bc01d7ecf x-openstack-request-id: req-f491b197-1aa5-4c68-bc12-5e2bc01d7ecf {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:29.833667 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-plugged", "status": "completed", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:29.834108 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f491b197-1aa5-4c68-bc12-5e2bc01d7ecf {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:29.834679 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'code': 200} Aug 03 18:58:29.862376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f9b2409e-cb03-4cc8-afb0-69446265f2c2 None None] Set router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:29.901289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:29.927164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f9b2409e-cb03-4cc8-afb0-69446265f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:58:29Z', 'revision_number': 6, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:29.933432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=011a7107-08d9-4c49-ad7a-0c452912bfad,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:29.968147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2409e-cb03-4cc8-afb0-69446265f2c2 None None] The sync data for ids ['17ee9e63-82cc-4d83-aba9-a95f54e4d019'] in n-d-802918-7 is: [{'id': '17ee9e63-82cc-4d83-aba9-a95f54e4d019', 'name': 'tempest-FloatingIPsAssociationTestJSON-587404076-router', 'tenant_id': '8327d0477c7143a4b85b4caceac9acb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:56:18Z', 'updated_at': '2021-08-03T18:58:29Z', 'revision_number': 6, 'project_id': '8327d0477c7143a4b85b4caceac9acb3', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:58:30.010942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8455cab2-5e1a-46fa-b07c-4a887427c75e req-aac36f61-733d-4b2f-8aad-3bb78ebd76ac tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/f7338e2c-aa6e-4f6d-9533-00dde48fca8b HTTP/1.1" status: 200 len: 1804 time: 0.2204680 Aug 03 18:58:30.027877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.123117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.125386 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.147813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc4266-03d4-4e52-b22d-2b4f024e3db7 req-b7388c25-eade-47c7-a4ff-6a268e1b039c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:30.149400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f2cc4266-03d4-4e52-b22d-2b4f024e3db7 req-b7388c25-eade-47c7-a4ff-6a268e1b039c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.2514300 Aug 03 18:58:30.171511 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.172227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17ee9e63-82cc-4d83-aba9-a95f54e4d019 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 18:58:30.178120 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.179346 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-47cf1c31-c249-4cf3-bdaa-d8217bc95ab1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/17ee9e63-82cc-4d83-aba9-a95f54e4d019 HTTP/1.1" status: 204 len: 168 time: 1.0556612 Aug 03 18:58:30.182080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39910) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:30.208109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443ea37-054b-43c3-b39d-7cd12b8075a0 req-a1d36218-4924-446d-bd38-e7524e15f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:30.209636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5443ea37-054b-43c3-b39d-7cd12b8075a0 req-a1d36218-4924-446d-bd38-e7524e15f107 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 1100 time: 0.2193258 Aug 03 18:58:30.221802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-01cb4b5f-1af6-4e67-af1d-fcf3dd4636bf tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:30.223822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-01cb4b5f-1af6-4e67-af1d-fcf3dd4636bf tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 811 time: 0.3240540 Aug 03 18:58:30.233392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbeb0619-a803-4a76-9da4-30f635ce8c15 admin admin] Deleting subnet 7446950d-a78e-45e3-8e94-7f92acea9be7 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:58:30.236961 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbeb0619-a803-4a76-9da4-30f635ce8c15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.271485 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbeb0619-a803-4a76-9da4-30f635ce8c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.272733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Request body: {'port': {'device_id': 'b7be948e-38d2-44f0-b2f7-b2be4599803b', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'admin_state_up': True, 'tenant_id': '60edf04d68a54b668308e36955acb7f4'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:30.276155 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8455cab2-5e1a-46fa-b07c-4a887427c75e req-c061fa94-dcf7-4dab-991b-47d9fd7d58ad tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.278927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-042e7b95-d23a-424c-ba29-d531a04d068f req-7ffe4962-6592-422a-a2eb-8a8c050d04fd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Deleting port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:58:30.279262 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-042e7b95-d23a-424c-ba29-d531a04d068f req-7ffe4962-6592-422a-a2eb-8a8c050d04fd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.299508 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f2cc4266-03d4-4e52-b22d-2b4f024e3db7 req-473c25b3-0d4f-492f-9db1-39c3c2251f8c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413212 Aug 03 18:58:30.390862 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbeb0619-a803-4a76-9da4-30f635ce8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.429019 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8455cab2-5e1a-46fa-b07c-4a887427c75e req-c061fa94-dcf7-4dab-991b-47d9fd7d58ad tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.465093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbeb0619-a803-4a76-9da4-30f635ce8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.490945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5443ea37-054b-43c3-b39d-7cd12b8075a0 req-74d74e5c-4901-4e8f-9d27-1e9aafc7594e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606905 Aug 03 18:58:30.510386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb0619-a803-4a76-9da4-30f635ce8c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7446950d-a78e-45e3-8e94-7f92acea9be7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:30.511778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbeb0619-a803-4a76-9da4-30f635ce8c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.516076 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cbeb0619-a803-4a76-9da4-30f635ce8c15 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7446950d-a78e-45e3-8e94-7f92acea9be7 HTTP/1.1" status: 204 len: 168 time: 0.3301978 Aug 03 18:58:30.516405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39918) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:30.521480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8087227-0dc6-4e41-b271-0f0cd3b96006 None None] Network 8de14f33-8d78-4648-90ec-6b077da097c4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:30.588207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de45584-8c6f-42ba-a599-c6ad003285eb req-eb3bd6f0-4b9d-47e1-82bd-754e2f237e94 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:30.591612 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.595003 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5de45584-8c6f-42ba-a599-c6ad003285eb req-eb3bd6f0-4b9d-47e1-82bd-754e2f237e94 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 950 time: 0.1951447 Aug 03 18:58:30.600210 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-042e7b95-d23a-424c-ba29-d531a04d068f req-7ffe4962-6592-422a-a2eb-8a8c050d04fd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] For port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:30.600691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-042e7b95-d23a-424c-ba29-d531a04d068f req-7ffe4962-6592-422a-a2eb-8a8c050d04fd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.620294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-042e7b95-d23a-424c-ba29-d531a04d068f req-7ffe4962-6592-422a-a2eb-8a8c050d04fd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Calling delete_port for 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:58:30.659957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Deleting port 9a949150-3fcb-42bb-ac60-5a62e04f1441 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:58:30.660565 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.731405 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8455cab2-5e1a-46fa-b07c-4a887427c75e req-c061fa94-dcf7-4dab-991b-47d9fd7d58ad tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.734010 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8455cab2-5e1a-46fa-b07c-4a887427c75e req-c061fa94-dcf7-4dab-991b-47d9fd7d58ad tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.734798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] For port 9a949150-3fcb-42bb-ac60-5a62e04f1441, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=9a949150-3fcb-42bb-ac60-5a62e04f1441,segment=NetworkSegment(c9004018-6939-4bc0-ad67-b898ba7de2b6),segment_id=c9004018-6939-4bc0-ad67-b898ba7de2b6)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:30.735173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8455cab2-5e1a-46fa-b07c-4a887427c75e req-c061fa94-dcf7-4dab-991b-47d9fd7d58ad tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "DELETE /v2.0/security-groups/f7338e2c-aa6e-4f6d-9533-00dde48fca8b HTTP/1.1" status: 204 len: 173 time: 0.6958754 Aug 03 18:58:30.735311 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.736027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Made reservation on behalf of 60edf04d68a54b668308e36955acb7f4 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:30.739555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.751425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Calling delete_port for 9a949150-3fcb-42bb-ac60-5a62e04f1441 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:58:30.774475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061fa94-dcf7-4dab-991b-47d9fd7d58ad tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7338e2c-aa6e-4f6d-9533-00dde48fca8b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:30.790775 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5de45584-8c6f-42ba-a599-c6ad003285eb req-9ea42432-8755-4176-8cf5-68b463866385 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/security-groups?id=5ba7531e-5a58-4e80-ac24-603dfb22428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765957 Aug 03 18:58:30.871737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:58:30.893856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:58:30.894508 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0fa08d71-4f9f-4b3b-b14d-fd20145b9909 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:58:30.912295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:30.935739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f93bd-449d-4263-aba0-8817826eecbb None None] DHCP port deletion for 8de14f33-8d78-4648-90ec-6b077da097c4 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 18:58:30.939088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01870100-991e-4c9e-b5bf-61c2eb5677a5 req-fbf04620-dd2d-44bf-b5d3-85329962b8de tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 210 time: 0.0768785 Aug 03 18:58:30.943368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a949150-3fcb-42bb-ac60-5a62e04f1441,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:30.947174 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] No DVR routers for this DVR port 9a949150-3fcb-42bb-ac60-5a62e04f1441 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:58:31.011289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f39f7244-3b9a-4e0a-ac09-f19b279ac250 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:58:31.037065 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.047527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de14f33-8d78-4648-90ec-6b077da097c4']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:31.059470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9004018-6939-4bc0-ad67-b898ba7de2b6') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:31.059777 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9004018-6939-4bc0-ad67-b898ba7de2b6') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:31.070997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.097877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.104847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:58:31.105274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:58:31.108138 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:58:31.138675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Allocated IP 172.20.0.5 (2bf9a5b8-bfa0-479f-a96f-a333f322fcdf/566f535f-1949-4a30-a0e9-cad8aa066a09/f64c1de1-6b6f-4dbb-8ef4-08185bab5140) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:31.149769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4ab4c-b7aa-46c9-b982-547e705f1fdf req-b33684c5-6477-463a-83f6-964a73297ddd tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:31.151386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffa4ab4c-b7aa-46c9-b982-547e705f1fdf req-b33684c5-6477-463a-83f6-964a73297ddd tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.1845984 Aug 03 18:58:31.160756 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-042e7b95-d23a-424c-ba29-d531a04d068f req-7ffe4962-6592-422a-a2eb-8a8c050d04fd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.168007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.168389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f39f7244-3b9a-4e0a-ac09-f19b279ac250, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f39f7244-3b9a-4e0a-ac09-f19b279ac250,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:31.182410 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.188013 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8de14f33-8d78-4648-90ec-6b077da097c4 HTTP/1.1" status: 204 len: 168 time: 0.6706266 Aug 03 18:58:31.194900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'port_id': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250', 'mac_address': 'fa:16:3e:4a:4b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:58:31.204082 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ff3f9-6a96-4df1-91c9-c433e4992b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=8de14f33-8d78-4648-90ec-6b077da097c4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:31.240327 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.255715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39f7244-3b9a-4e0a-ac09-f19b279ac250 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:31.283903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f39f7244-3b9a-4e0a-ac09-f19b279ac250, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f39f7244-3b9a-4e0a-ac09-f19b279ac250,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:31.292738 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.374365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=f39f7244-3b9a-4e0a-ac09-f19b279ac250,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:31.423926 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39928) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:31.467444 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-762691cc-e5df-4292-8c1d-5b50efcb5776 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8327d0477c7143a4b85b4caceac9acb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419152 Aug 03 18:58:31.469597 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39930) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:31.525671 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-984556fd-1027-4f65-b607-9dde280067d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.551159 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-984556fd-1027-4f65-b607-9dde280067d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.588907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe4962-6592-422a-a2eb-8a8c050d04fd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Pushing event deleted for resources: {'Port': ['ID=2fcbd0fd-4c37-4237-9ae2-4531772c0a2d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:31.605292 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-984556fd-1027-4f65-b607-9dde280067d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.608874 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-984556fd-1027-4f65-b607-9dde280067d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.610177 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-984556fd-1027-4f65-b607-9dde280067d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/94c87fcb-0363-4f3c-9640-8eec238800ee HTTP/1.1" status: 204 len: 168 time: 0.1395526 Aug 03 18:58:31.618833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984556fd-1027-4f65-b607-9dde280067d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c87fcb-0363-4f3c-9640-8eec238800ee,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:31.640595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-882b3996-2dbb-4fa6-9f70-815db9e29b44 req-4183cdc1-acb4-46c4-b968-77bd8c51668e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/74edc4fc-b24f-4e9e-9752-01f98a243aef HTTP/1.1" status: 200 len: 1802 time: 0.5247784 Aug 03 18:58:31.667209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-042e7b95-d23a-424c-ba29-d531a04d068f req-7ffe4962-6592-422a-a2eb-8a8c050d04fd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] No DVR routers for this DVR port 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:58:31.674467 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-042e7b95-d23a-424c-ba29-d531a04d068f req-7ffe4962-6592-422a-a2eb-8a8c050d04fd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:31.676534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-042e7b95-d23a-424c-ba29-d531a04d068f req-7ffe4962-6592-422a-a2eb-8a8c050d04fd tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.37 "DELETE /v2.0/ports/2fcbd0fd-4c37-4237-9ae2-4531772c0a2d HTTP/1.1" status: 204 len: 173 time: 1.8877394 Aug 03 18:58:31.677134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff960cd6-425e-4236-b89f-6c87e2a015ee', 'name': 'network-vif-deleted', 'tag': '2fcbd0fd-4c37-4237-9ae2-4531772c0a2d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:31.679323 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffa960b-82ed-4eab-8f15-77fd11e59d5c" -d '{"events": [{"server_uuid": "ff960cd6-425e-4236-b89f-6c87e2a015ee", "name": "network-vif-deleted", "tag": "2fcbd0fd-4c37-4237-9ae2-4531772c0a2d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:31.694928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffa4ab4c-b7aa-46c9-b982-547e705f1fdf req-6ffb74e3-169e-4820-a826-18d5c8fc4e6c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321529 Aug 03 18:58:31.763158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f39f7244-3b9a-4e0a-ac09-f19b279ac250'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:31.924128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f708f-e161-43fd-8301-9f687e92a354 req-e32661c5-53fa-4b17-82df-1aaf2bf1bc5f tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:31.932312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009f708f-e161-43fd-8301-9f687e92a354 req-e32661c5-53fa-4b17-82df-1aaf2bf1bc5f tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 945 time: 0.1332445 Aug 03 18:58:32.035756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a3813-420b-4088-bf88-67ed115374cf req-8c34f24b-ed14-4f0f-9c17-55283b774799 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:32.037473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-946a3813-420b-4088-bf88-67ed115374cf req-8c34f24b-ed14-4f0f-9c17-55283b774799 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1982813 Aug 03 18:58:32.058406 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:32.067208 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009f708f-e161-43fd-8301-9f687e92a354 req-8168b795-7065-4977-98b2-3ea1e1549d6b tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332378 Aug 03 18:58:32.092969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Transition to ACTIVE for port object f64c1de1-6b6f-4dbb-8ef4-08185bab5140 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:32.104744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-038302eb-fadd-4aea-9130-aaf87f55d22d req-c3adfd89-862b-4dc3-8844-d587f236286b tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-817603790', 'description': 'tempest-description-1807545385'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:32.134870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-946a3813-420b-4088-bf88-67ed115374cf req-5142df3d-ed41-47c6-b70e-1468af9bd535 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867045 Aug 03 18:58:32.165217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-038302eb-fadd-4aea-9130-aaf87f55d22d req-c3adfd89-862b-4dc3-8844-d587f236286b tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:32.188397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:58:32.201403 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:32.206394 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ab0ba2-9828-4acf-8ce0-a6270ff12456 x-openstack-request-id: req-68ab0ba2-9828-4acf-8ce0-a6270ff12456 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:32.206696 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff960cd6-425e-4236-b89f-6c87e2a015ee", "name": "network-vif-deleted", "tag": "2fcbd0fd-4c37-4237-9ae2-4531772c0a2d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:32.207084 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68ab0ba2-9828-4acf-8ce0-a6270ff12456 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:32.207491 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff960cd6-425e-4236-b89f-6c87e2a015ee', 'name': 'network-vif-deleted', 'tag': '2fcbd0fd-4c37-4237-9ae2-4531772c0a2d', 'status': 'completed', 'code': 200} Aug 03 18:58:32.271762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:58:32.273230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2fcbd0fd-4c37-4237-9ae2-4531772c0a2d not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:58:32.291810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:32.305727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:32.312462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:32.331071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9a949150-3fcb-42bb-ac60-5a62e04f1441 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:58:32.356088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event updated for resources: {'Port': ['ID=f64c1de1-6b6f-4dbb-8ef4-08185bab5140,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:32.373884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 9a949150-3fcb-42bb-ac60-5a62e04f1441 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:58:32.374336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9a949150-3fcb-42bb-ac60-5a62e04f1441 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:58:32.375062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 011a7107-08d9-4c49-ad7a-0c452912bfad no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:58:32.405129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 011a7107-08d9-4c49-ad7a-0c452912bfad {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:58:32.405833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 011a7107-08d9-4c49-ad7a-0c452912bfad not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:58:32.427497 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2637f171-adfd-4f41-a122-ccd39583376a req-b433f4b9-b971-4396-b723-2463cb311130 tempest-TenantUsagesTestJSON-2061201086 tempest-TenantUsagesTestJSON-2061201086-project] 10.222.0.78 "GET /v2.0/ports?device_id=ff960cd6-425e-4236-b89f-6c87e2a015ee HTTP/1.1" status: 200 len: 210 time: 0.1160588 Aug 03 18:58:32.477010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:32.477721 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:32.533312 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-038302eb-fadd-4aea-9130-aaf87f55d22d req-c3adfd89-862b-4dc3-8844-d587f236286b tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:32.542858 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-038302eb-fadd-4aea-9130-aaf87f55d22d req-c3adfd89-862b-4dc3-8844-d587f236286b tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:32.591612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-b4a42edf-5255-4543-aec7-abbb36f92763 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3272557 Aug 03 18:58:32.606659 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-038302eb-fadd-4aea-9130-aaf87f55d22d req-c3adfd89-862b-4dc3-8844-d587f236286b tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:32.608254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-038302eb-fadd-4aea-9130-aaf87f55d22d req-c3adfd89-862b-4dc3-8844-d587f236286b tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5131218 Aug 03 18:58:32.633007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Request body: {'port': {'device_id': 'b7be948e-38d2-44f0-b2f7-b2be4599803b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:32.680654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adfd89-862b-4dc3-8844-d587f236286b tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79457866-2dd2-4bf3-aa31-cdacc6f14599,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:32.722295 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-464fe7be-fb4e-4c96-891d-9ca4a2c37688 None None] Provisioning for port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:32.723547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252dfda-99fd-4580-873d-f84f7078b67d req-d83cbbc9-3779-4fcf-a2df-9c3e321e469b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:32.725355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2252dfda-99fd-4580-873d-f84f7078b67d req-d83cbbc9-3779-4fcf-a2df-9c3e321e469b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 931 time: 0.1835353 Aug 03 18:58:32.726617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-464fe7be-fb4e-4c96-891d-9ca4a2c37688 None None] Provisioning complete for port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:32.727057 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-464fe7be-fb4e-4c96-891d-9ca4a2c37688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:32.730466 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:32.766916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-464fe7be-fb4e-4c96-891d-9ca4a2c37688 None None] Port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:32.844312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2252dfda-99fd-4580-873d-f84f7078b67d req-9c6c98e5-9a4d-45ea-a555-979470254efd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049280 Aug 03 18:58:32.956562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7404d0-dbba-4738-a8b0-b25155f44408 req-4589d496-da68-48c2-8a04-6ad22368e1f2 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:32.960656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc7404d0-dbba-4738-a8b0-b25155f44408 req-4589d496-da68-48c2-8a04-6ad22368e1f2 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.1993675 Aug 03 18:58:33.020232 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f39f7244-3b9a-4e0a-ac09-f19b279ac250 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:33.025938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b879f60e-b9ac-45f6-8dc8-25bf2e011af1 req-c8195c9a-599d-40ec-b5fb-abee1241b011 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/79457866-2dd2-4bf3-aa31-cdacc6f14599 HTTP/1.1" status: 200 len: 1804 time: 0.1364686 Aug 03 18:58:33.050992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-b879f60e-b9ac-45f6-8dc8-25bf2e011af1 req-65865232-3ccd-4dd6-9077-f94746e03172 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79457866-2dd2-4bf3-aa31-cdacc6f14599', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:33.051307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-b879f60e-b9ac-45f6-8dc8-25bf2e011af1 req-65865232-3ccd-4dd6-9077-f94746e03172 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79457866-2dd2-4bf3-aa31-cdacc6f14599', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:33.068128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc7404d0-dbba-4738-a8b0-b25155f44408 req-3837f451-6ff3-4978-92b7-bcae7fd3fa7f tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912256 Aug 03 18:58:33.071694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port f39f7244-3b9a-4e0a-ac09-f19b279ac250 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:33.078120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port f39f7244-3b9a-4e0a-ac09-f19b279ac250 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:33.078787 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.190742 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b879f60e-b9ac-45f6-8dc8-25bf2e011af1 req-65865232-3ccd-4dd6-9077-f94746e03172 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.196880 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.214545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64c1de1-6b6f-4dbb-8ef4-08185bab5140 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:33.225990 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b879f60e-b9ac-45f6-8dc8-25bf2e011af1 req-65865232-3ccd-4dd6-9077-f94746e03172 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.227954 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.230993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b879f60e-b9ac-45f6-8dc8-25bf2e011af1 req-65865232-3ccd-4dd6-9077-f94746e03172 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.237676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:33.242191 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5483e460-87f8-41b3-9d48-f5f846ffc7ed" -d '{"events": [{"server_uuid": "d62307dc-773f-4f2d-b01b-ed770c645b76", "name": "network-vif-plugged", "status": "completed", "tag": "f39f7244-3b9a-4e0a-ac09-f19b279ac250"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:33.258853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65865232-3ccd-4dd6-9077-f94746e03172 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0345e01-5284-4baa-9e85-0fb551784b39,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:33.261719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Transition to ACTIVE for port object f64c1de1-6b6f-4dbb-8ef4-08185bab5140 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:33.265688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f39f7244-3b9a-4e0a-ac09-f19b279ac250, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f39f7244-3b9a-4e0a-ac09-f19b279ac250,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:33.267435 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.270350 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.274299 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b879f60e-b9ac-45f6-8dc8-25bf2e011af1 req-65865232-3ccd-4dd6-9077-f94746e03172 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.275256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b879f60e-b9ac-45f6-8dc8-25bf2e011af1 req-65865232-3ccd-4dd6-9077-f94746e03172 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2358410 Aug 03 18:58:33.329071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Pushing event updated for resources: {'Port': ['ID=f64c1de1-6b6f-4dbb-8ef4-08185bab5140,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:33.335308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=f39f7244-3b9a-4e0a-ac09-f19b279ac250,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:33.497717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bda1b-4275-48f4-b8b7-fd5b92a34386 req-4863fb17-4384-4d59-9b7b-6b8fe823bf08 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:33.499293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e0bda1b-4275-48f4-b8b7-fd5b92a34386 req-4863fb17-4384-4d59-9b7b-6b8fe823bf08 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 946 time: 0.1453149 Aug 03 18:58:33.509219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Attempting to bind port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:33.509783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Attempting to bind port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:33.509913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Attempting to bind port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:33.534645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dc703-811a-413f-b3f7-b0c046bef00a req-89a4c70c-4594-423e-bcac-656a0d52ac04 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:33.536693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c5dc703-811a-413f-b3f7-b0c046bef00a req-89a4c70c-4594-423e-bcac-656a0d52ac04 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.1207030 Aug 03 18:58:33.539128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:58:33.539456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Attempting to bind port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:33.556307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:33.556654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Checking segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:33.557037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Bound using segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:33.557481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Bound port: f64c1de1-6b6f-4dbb-8ef4-08185bab5140, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:33.557865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.583852 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a19df341-843a-4241-b820-fba36f23f867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.595192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e0bda1b-4275-48f4-b8b7-fd5b92a34386 req-c2a12669-7449-4385-970d-ff17bbb4113a tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887213 Aug 03 18:58:33.629967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c5dc703-811a-413f-b3f7-b0c046bef00a req-2ca5f561-1387-4a89-bce9-078be36d2af0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860236 Aug 03 18:58:33.665048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] For port f64c1de1-6b6f-4dbb-8ef4-08185bab5140, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:33.668724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] For port f64c1de1-6b6f-4dbb-8ef4-08185bab5140, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f64c1de1-6b6f-4dbb-8ef4-08185bab5140,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:33.683918 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849dd9cd-c0db-4c4c-8a0f-46d8bbd890f3 x-openstack-request-id: req-849dd9cd-c0db-4c4c-8a0f-46d8bbd890f3 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:33.683918 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62307dc-773f-4f2d-b01b-ed770c645b76", "name": "network-vif-plugged", "status": "completed", "tag": "f39f7244-3b9a-4e0a-ac09-f19b279ac250", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:33.684224 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.684364 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-849dd9cd-c0db-4c4c-8a0f-46d8bbd890f3 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:33.684364 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250', 'code': 200} Aug 03 18:58:33.743508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:33.744408 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:33.746415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] 10.222.0.74 "PUT /v2.0/ports/f64c1de1-6b6f-4dbb-8ef4-08185bab5140 HTTP/1.1" status: 200 len: 1091 time: 1.1206346 Aug 03 18:58:33.794215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed14be5-58fe-4da1-a949-f992e64c3876 req-0e275caf-1ab5-4141-94d3-efe22b6b3d55 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:33.795836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ed14be5-58fe-4da1-a949-f992e64c3876 req-0e275caf-1ab5-4141-94d3-efe22b6b3d55 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1256745 Aug 03 18:58:33.807742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3013233-ad5d-4b1a-8b8e-84bbfb5b4910 service neutron] Pushing event updated for resources: {'Port': ['ID=f64c1de1-6b6f-4dbb-8ef4-08185bab5140,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:33.900352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d0cd67d-244a-4072-8dc7-05486b1a81a2 req-e7c84676-e8fb-41f2-b4c3-e413095b2d01 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/79457866-2dd2-4bf3-aa31-cdacc6f14599 HTTP/1.1" status: 200 len: 2397 time: 0.1448662 Aug 03 18:58:33.924493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-4d0cd67d-244a-4072-8dc7-05486b1a81a2 req-6f178650-fcb5-45a4-9496-9926e3cd618e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79457866-2dd2-4bf3-aa31-cdacc6f14599', 'remote_group_id': None}]} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:33.924801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-4d0cd67d-244a-4072-8dc7-05486b1a81a2 req-6f178650-fcb5-45a4-9496-9926e3cd618e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79457866-2dd2-4bf3-aa31-cdacc6f14599', 'remote_group_id': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:33.933134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ed14be5-58fe-4da1-a949-f992e64c3876 req-4d1ac081-1749-4056-bc87-6beb600b00a5 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265399 Aug 03 18:58:33.951015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfac8df-3f9a-43fa-93be-3d4e77a0dd0d req-ebe6ec1d-c422-415f-b3cb-dbe7199cb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:33.952960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cfac8df-3f9a-43fa-93be-3d4e77a0dd0d req-ebe6ec1d-c422-415f-b3cb-dbe7199cb841 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 1097 time: 0.1254089 Aug 03 18:58:33.964199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-4c18e03a-4d75-4a3e-baaf-1886f94dc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:33.965722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-4c18e03a-4d75-4a3e-baaf-1886f94dc2b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 1094 time: 0.1374879 Aug 03 18:58:34.058996 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-e525515b-04f8-41da-8965-e6fceedb1ad9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f64c1de1-6b6f-4dbb-8ef4-08185bab5140 HTTP/1.1" status: 200 len: 217 time: 0.0654378 Aug 03 18:58:34.066653 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cfac8df-3f9a-43fa-93be-3d4e77a0dd0d req-f5290e5d-8401-419b-8719-0f8afc94cc6e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046131 Aug 03 18:58:34.074884 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4d0cd67d-244a-4072-8dc7-05486b1a81a2 req-6f178650-fcb5-45a4-9496-9926e3cd618e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:34.102358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4d0cd67d-244a-4072-8dc7-05486b1a81a2 req-6f178650-fcb5-45a4-9496-9926e3cd618e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:34.109597 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4d0cd67d-244a-4072-8dc7-05486b1a81a2 req-6f178650-fcb5-45a4-9496-9926e3cd618e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:34.132451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f178650-fcb5-45a4-9496-9926e3cd618e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d199e9-1c05-4be8-a4f1-c3564e2170df,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:34.146305 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-4d0cd67d-244a-4072-8dc7-05486b1a81a2 req-6f178650-fcb5-45a4-9496-9926e3cd618e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:34.163745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d0cd67d-244a-4072-8dc7-05486b1a81a2 req-6f178650-fcb5-45a4-9496-9926e3cd618e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2465503 Aug 03 18:58:34.209553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7be948e-38d2-44f0-b2f7-b2be4599803b', 'tag': 'f64c1de1-6b6f-4dbb-8ef4-08185bab5140'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:34.215485 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4103bf-feda-42e2-a532-8dd7dacbc6de" -d '{"events": [{"name": "network-changed", "server_uuid": "b7be948e-38d2-44f0-b2f7-b2be4599803b", "tag": "f64c1de1-6b6f-4dbb-8ef4-08185bab5140"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:34.282922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dde7f-133c-40df-adc5-6eea956f6cf8 req-0af4d943-fdf8-4d72-858b-c0c4ada6859d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:34.286428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-718dde7f-133c-40df-adc5-6eea956f6cf8 req-0af4d943-fdf8-4d72-858b-c0c4ada6859d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 943 time: 0.0662234 Aug 03 18:58:34.293115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40008) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:34.327912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-718dde7f-133c-40df-adc5-6eea956f6cf8 req-7dcf257b-a659-4b3f-8b8a-36eb1a385d14 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Aug 03 18:58:34.437716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb17df3-73fa-4e6b-a934-2614c52897b2 req-709f6cf9-e82e-43b4-a083-96b6a460dde8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:34.439501 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0eb17df3-73fa-4e6b-a934-2614c52897b2 req-709f6cf9-e82e-43b4-a083-96b6a460dde8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.0531554 Aug 03 18:58:34.441802 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b59fc8cc-f9d6-4fe3-803f-952c4396ef10 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8b981b310264b729079b97b962d53ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465774 Aug 03 18:58:34.444182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40012) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:34.502371 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8557ac42-8dfb-4fe9-96ac-e5fe8d8ddbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:34.521110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0eb17df3-73fa-4e6b-a934-2614c52897b2 req-711bd5eb-7c2c-46fd-9093-d9936354c456 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747335 Aug 03 18:58:34.528363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8557ac42-8dfb-4fe9-96ac-e5fe8d8ddbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:34.529052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-d3cdaa71-e9aa-43e8-8371-2479a0b15d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:34.531211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-d3cdaa71-e9aa-43e8-8371-2479a0b15d55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0651159 Aug 03 18:58:34.582807 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8557ac42-8dfb-4fe9-96ac-e5fe8d8ddbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:34.585430 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8557ac42-8dfb-4fe9-96ac-e5fe8d8ddbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:34.586641 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8557ac42-8dfb-4fe9-96ac-e5fe8d8ddbdc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5ba7531e-5a58-4e80-ac24-603dfb22428d HTTP/1.1" status: 204 len: 168 time: 0.1415272 Aug 03 18:58:34.595079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557ac42-8dfb-4fe9-96ac-e5fe8d8ddbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba7531e-5a58-4e80-ac24-603dfb22428d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:34.631225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-08ff7979-259b-48da-b198-3ab3d96272d0 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=b03a1d90a77d4cc9872df423d28f5864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507693 Aug 03 18:58:34.642713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7332f179-f580-4c16-a9d9-552925b92d13 req-859c05a4-7634-4ab7-8be6-892c49e0a589 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/79457866-2dd2-4bf3-aa31-cdacc6f14599 HTTP/1.1" status: 200 len: 2995 time: 0.0954673 Aug 03 18:58:34.683739 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35806148-c1aa-47d0-bcc2-381ab876e537 x-openstack-request-id: req-35806148-c1aa-47d0-bcc2-381ab876e537 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:34.684044 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7be948e-38d2-44f0-b2f7-b2be4599803b", "tag": "f64c1de1-6b6f-4dbb-8ef4-08185bab5140", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:34.684277 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35806148-c1aa-47d0-bcc2-381ab876e537 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:34.684688 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7be948e-38d2-44f0-b2f7-b2be4599803b', 'tag': 'f64c1de1-6b6f-4dbb-8ef4-08185bab5140', 'status': 'completed', 'code': 200} Aug 03 18:58:34.711846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-7262ed41-a790-41dc-8935-61145427f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:34.713730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-7262ed41-a790-41dc-8935-61145427f58e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483393 Aug 03 18:58:34.852503 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-b3a4bfcf-b55a-4806-9908-2fc871be6a2a tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:34.854326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-b3a4bfcf-b55a-4806-9908-2fc871be6a2a tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157915 Aug 03 18:58:34.879525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-9298b43f-e41e-40f6-a7e4-ce9d87e54501 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/quotas/b03a1d90a77d4cc9872df423d28f5864 HTTP/1.1" status: 200 len: 375 time: 0.0126607 Aug 03 18:58:34.881929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-0db93696-ebdb-4ce5-8c12-5966ba6281d4 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551437 Aug 03 18:58:34.887851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40034) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:34.900752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-35583c67-20b7-42cc-812f-69fb2eef4b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:34.993609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-12ceb518-6925-40e4-b1d8-fe60147199e2 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b03a1d90a77d4cc9872df423d28f5864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072352 Aug 03 18:58:35.026711 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-35583c67-20b7-42cc-812f-69fb2eef4b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:35.032284 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-35583c67-20b7-42cc-812f-69fb2eef4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:35.036221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6330aeac-ee20-41f8-abe9-ea3fe5dfbc96 req-d896961b-5ea1-486c-bffe-583a76dbcacd service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178987 Aug 03 18:58:35.078947 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-35583c67-20b7-42cc-812f-69fb2eef4b22 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1804cec2a9084ec6a1e1df54d2f963c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875815 Aug 03 18:58:35.079397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40038) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:35.099095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35583c67-20b7-42cc-812f-69fb2eef4b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d84c2c-4388-4516-9295-34833f8e02bb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:35.189212 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe314c19-9fa4-4445-920e-540656fdeb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:35.203328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836aeb-3532-4cda-ae95-7ba04e777cf5 req-a7a69829-9e18-4610-aca6-081a4b00146b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:35.204857 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35836aeb-3532-4cda-ae95-7ba04e777cf5 req-a7a69829-9e18-4610-aca6-081a4b00146b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.0769947 Aug 03 18:58:35.288217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe314c19-9fa4-4445-920e-540656fdeb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:35.350518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35836aeb-3532-4cda-ae95-7ba04e777cf5 req-3d816f69-1611-4c5f-b4b6-0b8f08e109ab tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370440 Aug 03 18:58:35.353692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4103bf-feda-42e2-a532-8dd7dacbc6de req-eb5daee3-66cb-4f34-995e-3134f243216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:35.355381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e4103bf-feda-42e2-a532-8dd7dacbc6de req-eb5daee3-66cb-4f34-995e-3134f243216e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 1094 time: 0.1484616 Aug 03 18:58:35.370038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdf5e4-17c3-4afb-9582-2f10f27e2b4c req-1624eaee-29c8-4ae5-9866-f1d42a4a7640 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:35.371569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8bfdf5e4-17c3-4afb-9582-2f10f27e2b4c req-1624eaee-29c8-4ae5-9866-f1d42a4a7640 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 946 time: 0.1658270 Aug 03 18:58:35.398836 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe314c19-9fa4-4445-920e-540656fdeb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:35.401307 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe314c19-9fa4-4445-920e-540656fdeb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:35.402455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fe314c19-9fa4-4445-920e-540656fdeb0c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9d84c2c-4388-4516-9295-34833f8e02bb HTTP/1.1" status: 204 len: 168 time: 0.3219893 Aug 03 18:58:35.427622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe314c19-9fa4-4445-920e-540656fdeb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d84c2c-4388-4516-9295-34833f8e02bb,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:35.439961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78c1b96a-f6e3-47eb-88bd-8f5b1fc3e267 req-a9a0a965-91df-44ab-be62-2b80c2a9d21b tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-group-rules/f7d199e9-1c05-4be8-a4f1-c3564e2170df HTTP/1.1" status: 200 len: 783 time: 0.0456090 Aug 03 18:58:35.469389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8bfdf5e4-17c3-4afb-9582-2f10f27e2b4c req-17b7cbc2-0edc-4e27-bc83-a94cbbd7be98 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908084 Aug 03 18:58:35.565220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78c1b96a-f6e3-47eb-88bd-8f5b1fc3e267 req-2e732950-b6dd-4706-8ecd-3aad64c8f1c8 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/79457866-2dd2-4bf3-aa31-cdacc6f14599 HTTP/1.1" status: 200 len: 2995 time: 0.1101534 Aug 03 18:58:35.602329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4103bf-feda-42e2-a532-8dd7dacbc6de req-496cd33f-10f3-41fa-a3c7-2286066e51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:35.603974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e4103bf-feda-42e2-a532-8dd7dacbc6de req-496cd33f-10f3-41fa-a3c7-2286066e51e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1607900 Aug 03 18:58:35.628726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-78c1b96a-f6e3-47eb-88bd-8f5b1fc3e267 req-e510430f-36b0-4e1f-a80b-24d5e5025eef tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:35.638888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-78c1b96a-f6e3-47eb-88bd-8f5b1fc3e267 req-e510430f-36b0-4e1f-a80b-24d5e5025eef tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:35.674792 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-78c1b96a-f6e3-47eb-88bd-8f5b1fc3e267 req-e510430f-36b0-4e1f-a80b-24d5e5025eef tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:35.681255 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-78c1b96a-f6e3-47eb-88bd-8f5b1fc3e267 req-e510430f-36b0-4e1f-a80b-24d5e5025eef tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:35.682569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78c1b96a-f6e3-47eb-88bd-8f5b1fc3e267 req-e510430f-36b0-4e1f-a80b-24d5e5025eef tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f7d199e9-1c05-4be8-a4f1-c3564e2170df HTTP/1.1" status: 204 len: 173 time: 0.1053336 Aug 03 18:58:35.690312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510430f-36b0-4e1f-a80b-24d5e5025eef tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7d199e9-1c05-4be8-a4f1-c3564e2170df,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:35.834091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8c222f0-9149-4341-ae8e-3d297f79a774 req-e60ffd14-5cb7-412f-a719-eb2d487e7c98 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 210 time: 0.0958183 Aug 03 18:58:35.835652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e4103bf-feda-42e2-a532-8dd7dacbc6de req-eeecde61-f60c-49f7-89a1-6467e3bc5004 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f64c1de1-6b6f-4dbb-8ef4-08185bab5140 HTTP/1.1" status: 200 len: 217 time: 0.0838883 Aug 03 18:58:35.862608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a62307-de3d-496a-abc8-f40f95a53535 req-286b89c5-b9da-4702-b019-ea5f3d815380 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:35.871799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-97a62307-de3d-496a-abc8-f40f95a53535 req-286b89c5-b9da-4702-b019-ea5f3d815380 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 943 time: 0.1237302 Aug 03 18:58:35.949384 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-97a62307-de3d-496a-abc8-f40f95a53535 req-58617823-026c-41ec-9db5-f2d3e2caa249 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755489 Aug 03 18:58:35.951038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4103bf-feda-42e2-a532-8dd7dacbc6de req-887d4a3d-be26-41a5-a481-685ed69e17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:35.952568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e4103bf-feda-42e2-a532-8dd7dacbc6de req-887d4a3d-be26-41a5-a481-685ed69e17e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0989678 Aug 03 18:58:36.078438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4103bf-feda-42e2-a532-8dd7dacbc6de req-dc43d5d2-f2d5-401f-a708-aea327d145ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:36.079415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e4103bf-feda-42e2-a532-8dd7dacbc6de req-dc43d5d2-f2d5-401f-a708-aea327d145ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990162 Aug 03 18:58:36.083399 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c6b6b6d-8761-444f-af42-79e5fa6e90e9 req-3e7db577-e958-4157-a9bd-8f51fbf01f7d tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/79457866-2dd2-4bf3-aa31-cdacc6f14599 HTTP/1.1" status: 200 len: 2397 time: 0.0659814 Aug 03 18:58:36.234420 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c6b6b6d-8761-444f-af42-79e5fa6e90e9 req-692df859-8c5c-4f12-b3c3-ddcfc07ce380 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:36.261275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e4103bf-feda-42e2-a532-8dd7dacbc6de req-d9fa75f3-1dca-41b3-8816-b7c769fa4383 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601679 Aug 03 18:58:36.292070 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c6b6b6d-8761-444f-af42-79e5fa6e90e9 req-692df859-8c5c-4f12-b3c3-ddcfc07ce380 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:36.396060 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c6b6b6d-8761-444f-af42-79e5fa6e90e9 req-692df859-8c5c-4f12-b3c3-ddcfc07ce380 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:36.396817 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-721ca61d-e45f-41bd-b776-269d4b0af798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:36.398836 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2c6b6b6d-8761-444f-af42-79e5fa6e90e9 req-692df859-8c5c-4f12-b3c3-ddcfc07ce380 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:36.411586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c6b6b6d-8761-444f-af42-79e5fa6e90e9 req-692df859-8c5c-4f12-b3c3-ddcfc07ce380 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "DELETE /v2.0/security-groups/79457866-2dd2-4bf3-aa31-cdacc6f14599 HTTP/1.1" status: 204 len: 173 time: 0.3204672 Aug 03 18:58:36.434910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692df859-8c5c-4f12-b3c3-ddcfc07ce380 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79457866-2dd2-4bf3-aa31-cdacc6f14599,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:36.444604 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e4103bf-feda-42e2-a532-8dd7dacbc6de req-168701a5-efbf-43a9-ad0f-824d7f8ed41b service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673748 Aug 03 18:58:36.522103 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-c0ef0240-40ca-4702-be50-ec2252c3b800 req-ded7d748-84ed-4966-a5b5-ce81dc18feb2 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] show failed (client error): The resource could not be found. Aug 03 18:58:36.523164 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0ef0240-40ca-4702-be50-ec2252c3b800 req-ded7d748-84ed-4966-a5b5-ce81dc18feb2 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/f7338e2c-aa6e-4f6d-9533-00dde48fca8b HTTP/1.1" status: 404 len: 352 time: 0.0153835 Aug 03 18:58:36.572646 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:36.633708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ccb52f3-55c4-4249-9423-01d65ce138bf req-5a78d3e5-ba45-4cad-b9f4-d462a6633e01 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/74edc4fc-b24f-4e9e-9752-01f98a243aef HTTP/1.1" status: 200 len: 1802 time: 0.0616407 Aug 03 18:58:36.729932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507f3c8-c882-475e-a8e6-55d93c60a769 req-9f164935-5282-46c6-9709-b77db3c917d9 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:36.731531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2507f3c8-c882-475e-a8e6-55d93c60a769 req-9f164935-5282-46c6-9709-b77db3c917d9 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 946 time: 0.0956795 Aug 03 18:58:36.772383 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1ccb52f3-55c4-4249-9423-01d65ce138bf req-119f0862-1c96-45bb-aa33-fb516927bccd tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:36.786730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-10ce394a-e578-42fe-8ed1-16efd4fbfd7c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=b03a1d90a77d4cc9872df423d28f5864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541980 Aug 03 18:58:36.879535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2507f3c8-c882-475e-a8e6-55d93c60a769 req-60a81742-678a-45cc-b609-ca2a12e8dc27 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316984 Aug 03 18:58:36.881326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1ccb52f3-55c4-4249-9423-01d65ce138bf req-119f0862-1c96-45bb-aa33-fb516927bccd tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:36.896766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40128) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:36.986156 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1ccb52f3-55c4-4249-9423-01d65ce138bf req-119f0862-1c96-45bb-aa33-fb516927bccd tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:36.990240 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1ccb52f3-55c4-4249-9423-01d65ce138bf req-119f0862-1c96-45bb-aa33-fb516927bccd tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:36.991598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ccb52f3-55c4-4249-9423-01d65ce138bf req-119f0862-1c96-45bb-aa33-fb516927bccd tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "DELETE /v2.0/security-groups/74edc4fc-b24f-4e9e-9752-01f98a243aef HTTP/1.1" status: 204 len: 173 time: 0.3570848 Aug 03 18:58:37.008419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-225130b7-0cb7-4937-b7fa-21dee1929f25 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:37.010364 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-225130b7-0cb7-4937-b7fa-21dee1929f25 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059855 Aug 03 18:58:37.018777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f0862-1c96-45bb-aa33-fb516927bccd tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74edc4fc-b24f-4e9e-9752-01f98a243aef,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:37.045870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Request body: {'port': {'device_id': 'fb90982f-0bea-428b-ad0a-3b38605d918b', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': 'b03a1d90a77d4cc9872df423d28f5864'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:37.153787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-245fbf2d-ac6e-4ea0-8e94-34fb85d111a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:37.203311 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad1fca-bde9-406c-b206-1f41191af97b req-292a9bde-344e-4d45-b6f2-96de48d26a5e tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:37.216845 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3bad1fca-bde9-406c-b206-1f41191af97b req-292a9bde-344e-4d45-b6f2-96de48d26a5e tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.1635692 Aug 03 18:58:37.273974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbdfc627-d079-4d7a-b233-f69ad8c7738e req-ae274f93-e895-438e-9ba0-05441b92dc29 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 210 time: 0.0451460 Aug 03 18:58:37.331048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3bad1fca-bde9-406c-b206-1f41191af97b req-064187d2-2036-4db5-a005-a0b3f5a45314 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108506 Aug 03 18:58:37.334993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-245fbf2d-ac6e-4ea0-8e94-34fb85d111a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:37.349560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-245fbf2d-ac6e-4ea0-8e94-34fb85d111a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:37.392752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Made reservation on behalf of b03a1d90a77d4cc9872df423d28f5864 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:37.393832 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-245fbf2d-ac6e-4ea0-8e94-34fb85d111a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b1d239c53c9a46f480a3614a59cbda2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959536 Aug 03 18:58:37.396535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fbf2d-ac6e-4ea0-8e94-34fb85d111a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1f0d9-e737-459b-8ce6-24eb0b98c03b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:37.399462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:37.417020 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:37.458097 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8579f5-627a-4275-a219-f7a92d2678c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:37.480552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8579f5-627a-4275-a219-f7a92d2678c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:37.533854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a63506-12df-43d2-b932-e27be6b17983 req-27c8daac-a76a-4a0b-8e7b-0afecc2e2b29 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:37.536206 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77a63506-12df-43d2-b932-e27be6b17983 req-27c8daac-a76a-4a0b-8e7b-0afecc2e2b29 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 946 time: 0.1570270 Aug 03 18:58:37.548936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40148) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:37.556207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e390cf3d-8682-403e-8820-c28a503be61c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Request body: {'floatingip': {'port_id': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:37.563764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8579f5-627a-4275-a219-f7a92d2678c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:37.565786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8579f5-627a-4275-a219-f7a92d2678c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:37.567049 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8e8579f5-627a-4275-a219-f7a92d2678c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/07c1f0d9-e737-459b-8ce6-24eb0b98c03b HTTP/1.1" status: 204 len: 168 time: 0.1664364 Aug 03 18:58:37.577283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8579f5-627a-4275-a219-f7a92d2678c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1f0d9-e737-459b-8ce6-24eb0b98c03b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:37.637288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53ee94-962c-4671-a846-f0ccb8a44661 req-e31cd084-2740-45c9-893a-952e11e2aed0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:37.638970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a53ee94-962c-4671-a846-f0ccb8a44661 req-e31cd084-2740-45c9-893a-952e11e2aed0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 943 time: 0.1958821 Aug 03 18:58:37.668564 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e390cf3d-8682-403e-8820-c28a503be61c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:37.744988 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:37.833063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Allocated IP 192.168.233.89 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/340438f8-21e4-4b6f-b32f-e8d9783e10d6) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:37.855976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d34fb8d1-0897-47b6-87e6-67d17e79b32b req-5ce8c42c-8780-43eb-9d64-ce94db8d70e4 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/fe905321-181c-4230-afd8-58748b8983c3 HTTP/1.1" status: 200 len: 1805 time: 0.2516634 Aug 03 18:58:37.870060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a53ee94-962c-4671-a846-f0ccb8a44661 req-c081ea94-f522-41da-a043-b204ad925775 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989245 Aug 03 18:58:38.450304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40184) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:38.471064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d34fb8d1-0897-47b6-87e6-67d17e79b32b req-857bf641-19f1-4bef-bc63-eec6981a2f95 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:38.573840 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d34fb8d1-0897-47b6-87e6-67d17e79b32b req-857bf641-19f1-4bef-bc63-eec6981a2f95 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:38.580523 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-447355010-network', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:38.614959 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:38.620556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Made reservation on behalf of 4f2320e0bc46475585d683cd00a9587b for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:38.627184 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:38.637423 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:38.708477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Transition to ACTIVE for port object 340438f8-21e4-4b6f-b32f-e8d9783e10d6 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:38.723841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba7a4c55-b963-4b19-982f-1d7e48b4bf81 req-58c1c2d3-a582-4aec-8845-8d789b6070bc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 210 time: 0.0904295 Aug 03 18:58:38.766717 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:38.772373 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:38.835264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d1ff8-713d-4365-b223-90581dd904fd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:38.856171 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:58:38.880923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:38.881864 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Added segment 6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30 of type vlan for network 1baf9757-c4ea-438a-8941-d14f55c3c41b Aug 03 18:58:38.882673 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d34fb8d1-0897-47b6-87e6-67d17e79b32b req-857bf641-19f1-4bef-bc63-eec6981a2f95 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:38.885351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d34fb8d1-0897-47b6-87e6-67d17e79b32b req-857bf641-19f1-4bef-bc63-eec6981a2f95 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:38.889741 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d34fb8d1-0897-47b6-87e6-67d17e79b32b req-857bf641-19f1-4bef-bc63-eec6981a2f95 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "DELETE /v2.0/security-groups/fe905321-181c-4230-afd8-58748b8983c3 HTTP/1.1" status: 204 len: 173 time: 1.0158334 Aug 03 18:58:38.892346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40192) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:38.906691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:38.927716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['0405c71b-593d-4cf0-80c1-ce262e940092'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:38.963377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['55f73bc5-183d-4fa7-a28b-8002149d060c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:38.967372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bf641-19f1-4bef-bc63-eec6981a2f95 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe905321-181c-4230-afd8-58748b8983c3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:38.999416 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.007654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:39.009706 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e390cf3d-8682-403e-8820-c28a503be61c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.016824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:39.022382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:39.040652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f64c1de1-6b6f-4dbb-8ef4-08185bab5140 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:58:39.072313 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e390cf3d-8682-403e-8820-c28a503be61c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.076767 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.079499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:39.080809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.122751 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6723197 Aug 03 18:58:39.127855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40200) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:39.189600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d926218-75ef-4f6c-848c-a4cb642a5a22 admin admin] Pushing event updated for resources: {'Network': ['ID=1baf9757-c4ea-438a-8941-d14f55c3c41b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:39.202536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] Request body: {'subnet': {'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-447355010-subnet', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:39.214784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 1baf9757-c4ea-438a-8941-d14f55c3c41b details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:58:39.221457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Pushing event updated for resources: {'Port': ['ID=340438f8-21e4-4b6f-b32f-e8d9783e10d6,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:39.270209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f81e6-5d14-4720-9847-ee48c4eddb7a req-fae9caaf-0f79-478a-a634-faec95326881 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:39.272050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce2f81e6-5d14-4720-9847-ee48c4eddb7a req-fae9caaf-0f79-478a-a634-faec95326881 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.3790827 Aug 03 18:58:39.285883 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dddc1754-7d52-4830-b3b5-9f0945b5644b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.313590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:39.314212 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.390242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] Made reservation on behalf of 4f2320e0bc46475585d683cd00a9587b for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:39.392582 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.399065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f64c1de1-6b6f-4dbb-8ef4-08185bab5140, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f64c1de1-6b6f-4dbb-8ef4-08185bab5140,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:39.425963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a8ed4-07ce-4ed8-8ff0-e57313108874 req-54ad7c1c-d896-44fd-895e-ffa85907ca93 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:39.427514 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a70a8ed4-07ce-4ed8-8ff0-e57313108874 req-54ad7c1c-d896-44fd-895e-ffa85907ca93 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 943 time: 0.3600402 Aug 03 18:58:39.428981 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-63aa2bab-c728-4921-bc23-5e0d257ff72c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3916068 Aug 03 18:58:39.430673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-101aecec-67d8-4b8d-9852-cb88daac0bc1 None None] Provisioning for port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:39.432785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'f64c1de1-6b6f-4dbb-8ef4-08185bab5140', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'port_id': 'f64c1de1-6b6f-4dbb-8ef4-08185bab5140', 'mac_address': 'fa:16:3e:0d:4f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:58:39.445026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-101aecec-67d8-4b8d-9852-cb88daac0bc1 None None] Provisioning complete for port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:39.445420 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-101aecec-67d8-4b8d-9852-cb88daac0bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.481276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Request body: {'port': {'device_id': 'fb90982f-0bea-428b-ad0a-3b38605d918b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:39.535406 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-e390cf3d-8682-403e-8820-c28a503be61c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Floating IP 0c0090a1-08fd-4545-8ebd-5dae46adf95b associated. External IP: 172.25.8.30, port: f39f7244-3b9a-4e0a-ac09-f19b279ac250. Aug 03 18:58:39.539595 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.544092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-101aecec-67d8-4b8d-9852-cb88daac0bc1 None None] Port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:39.555910 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.571445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64c1de1-6b6f-4dbb-8ef4-08185bab5140 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:39.594643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f64c1de1-6b6f-4dbb-8ef4-08185bab5140, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f64c1de1-6b6f-4dbb-8ef4-08185bab5140,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:39.596513 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce2f81e6-5d14-4720-9847-ee48c4eddb7a req-e1567f5d-aa43-4db1-b07c-f9eb1ebe12ef tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017707 Aug 03 18:58:39.599891 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.651714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=f64c1de1-6b6f-4dbb-8ef4-08185bab5140,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:39.681375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a70a8ed4-07ce-4ed8-8ff0-e57313108874 req-1a9943e0-7375-4732-b8cd-c0011f478713 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119586 Aug 03 18:58:39.767569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:39.841263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00c03db6-ad86-4f78-a8df-ba1fdd5dd0a0 req-9feefec8-0bb1-4063-af42-43dadcbb4d6f tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/58efdbcd-ae60-4b7b-93c4-9d84adf56f21 HTTP/1.1" status: 200 len: 1804 time: 0.1988211 Aug 03 18:58:40.110665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dddc1754-7d52-4830-b3b5-9f0945b5644b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.133381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f64c1de1-6b6f-4dbb-8ef4-08185bab5140'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:40.136008 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dddc1754-7d52-4830-b3b5-9f0945b5644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.249865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb78ac-5d08-41a0-8852-ddeb24cb62c8 req-3d2504ad-5c5c-4f2e-afd1-17d0136d0e25 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:40.250277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bc1185cc-40f3-48de-a345-1c0f607fbaad details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:58:40.251417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2cb78ac-5d08-41a0-8852-ddeb24cb62c8 req-3d2504ad-5c5c-4f2e-afd1-17d0136d0e25 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 935 time: 0.3823373 Aug 03 18:58:40.262173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.326493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dddc1754-7d52-4830-b3b5-9f0945b5644b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1bb36939ed2242dcb322b093e3d0c805&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4265652 Aug 03 18:58:40.327237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40208) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:40.368515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc1754-7d52-4830-b3b5-9f0945b5644b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f66ace7-d003-4a5e-8908-25fb35aafcc2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:40.375264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bc1185cc-40f3-48de-a345-1c0f607fbaad, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bc1185cc-40f3-48de-a345-1c0f607fbaad,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:40.386766 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6424a57b-fbb2-45a7-8095-5b9f3908e531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.390451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'bc1185cc-40f3-48de-a345-1c0f607fbaad', 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e', 'port_id': 'bc1185cc-40f3-48de-a345-1c0f607fbaad', 'mac_address': 'fa:16:3e:eb:18:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2941acd2-0ddf-4764-9478-00a2a4b91fbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:58:40.405643 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-00c03db6-ad86-4f78-a8df-ba1fdd5dd0a0 req-77383d74-c02b-496e-b45a-72da5d26ef24 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.412117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6424a57b-fbb2-45a7-8095-5b9f3908e531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.434255 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.448544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc1185cc-40f3-48de-a345-1c0f607fbaad {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:40.464656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e390cf3d-8682-403e-8820-c28a503be61c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Router 492aab0d-4b03-4b89-81d7-8f5cc42de90e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:58:40.468001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6424a57b-fbb2-45a7-8095-5b9f3908e531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.471361 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6424a57b-fbb2-45a7-8095-5b9f3908e531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.476117 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6424a57b-fbb2-45a7-8095-5b9f3908e531 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f66ace7-d003-4a5e-8908-25fb35aafcc2 HTTP/1.1" status: 204 len: 168 time: 0.1453228 Aug 03 18:58:40.476321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bc1185cc-40f3-48de-a345-1c0f607fbaad, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bc1185cc-40f3-48de-a345-1c0f607fbaad,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:40.480674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:40.484098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424a57b-fbb2-45a7-8095-5b9f3908e531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f66ace7-d003-4a5e-8908-25fb35aafcc2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:40.484623 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.494195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2cb78ac-5d08-41a0-8852-ddeb24cb62c8 req-afd542ca-45c0-47ba-9455-23418c6cb014 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266834 Aug 03 18:58:40.504677 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-00c03db6-ad86-4f78-a8df-ba1fdd5dd0a0 req-77383d74-c02b-496e-b45a-72da5d26ef24 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.548377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=bc1185cc-40f3-48de-a345-1c0f607fbaad,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:40.603250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['bc1185cc-40f3-48de-a345-1c0f607fbaad'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:40.622734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] Checking segment: {'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:40.623132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] Network hostable DHCP agents. Network: 1baf9757-c4ea-438a-8941-d14f55c3c41b, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:58:40.727019 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-00c03db6-ad86-4f78-a8df-ba1fdd5dd0a0 req-77383d74-c02b-496e-b45a-72da5d26ef24 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.729611 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-00c03db6-ad86-4f78-a8df-ba1fdd5dd0a0 req-77383d74-c02b-496e-b45a-72da5d26ef24 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.730766 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00c03db6-ad86-4f78-a8df-ba1fdd5dd0a0 req-77383d74-c02b-496e-b45a-72da5d26ef24 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "DELETE /v2.0/security-groups/58efdbcd-ae60-4b7b-93c4-9d84adf56f21 HTTP/1.1" status: 204 len: 173 time: 0.8630726 Aug 03 18:58:40.744968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] Network 1baf9757-c4ea-438a-8941-d14f55c3c41b is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:58:40.798708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77383d74-c02b-496e-b45a-72da5d26ef24 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58efdbcd-ae60-4b7b-93c4-9d84adf56f21,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:40.811103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 1baf9757-c4ea-438a-8941-d14f55c3c41b) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:40.822682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f6da3-b101-4c1d-9a9f-fe5f7826e086 None None] Network 1baf9757-c4ea-438a-8941-d14f55c3c41b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:40.840051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340438f8-21e4-4b6f-b32f-e8d9783e10d6 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:40.847943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:40.848544 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.858992 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40222) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:40.861532 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.873676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4c817e5-b59d-4c26-acc4-ce66d21e53a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.879347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e390cf3d-8682-403e-8820-c28a503be61c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:58:40.892659 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3052cf06-cb95-44e6-9fce-bd27ed5e3911 None None] Sync routers for ids ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:58:40.906258 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3052cf06-cb95-44e6-9fce-bd27ed5e3911 None None] Routers {'492aab0d-4b03-4b89-81d7-8f5cc42de90e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:40.906895 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3052cf06-cb95-44e6-9fce-bd27ed5e3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:40.923408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Transition to ACTIVE for port object 340438f8-21e4-4b6f-b32f-e8d9783e10d6 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:40.927613 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e390cf3d-8682-403e-8820-c28a503be61c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:40.935872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d722d0b0-ad6a-4c35-89a1-70bdbb3d4484 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7392001 Aug 03 18:58:40.940465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40224) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:40.946457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:40.961937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193c30-f844-4055-ab24-e35e3102733d req-040671ed-cd4b-4025-a766-66bb5b0ecb38 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:40.969289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4193c30-f844-4055-ab24-e35e3102733d req-040671ed-cd4b-4025-a766-66bb5b0ecb38 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 945 time: 0.2674127 Aug 03 18:58:40.978333 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.025233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4c817e5-b59d-4c26-acc4-ce66d21e53a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.030482 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-3052cf06-cb95-44e6-9fce-bd27ed5e3911 None None] Set router 492aab0d-4b03-4b89-81d7-8f5cc42de90e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:41.032274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4c817e5-b59d-4c26-acc4-ce66d21e53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.076854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433e87f-3152-4f37-8b44-023c128040e6 req-763cdd87-1be2-402e-b597-19b73ab5b098 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:41.077457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-1baf9757-c4ea-438a-8941-d14f55c3c41b', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'fixed_ips': [{'subnet_id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:58:41.078621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1433e87f-3152-4f37-8b44-023c128040e6 req-763cdd87-1be2-402e-b597-19b73ab5b098 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 944 time: 0.2336419 Aug 03 18:58:41.080010 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e390cf3d-8682-403e-8820-c28a503be61c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "PUT /v2.0/floatingips/0c0090a1-08fd-4545-8ebd-5dae46adf95b HTTP/1.1" status: 200 len: 991 time: 3.5300863 Aug 03 18:58:41.087441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'tag': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:41.088601 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.089831 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f926d5-db31-4838-99bc-320d226fe91d" -d '{"events": [{"name": "network-changed", "server_uuid": "d62307dc-773f-4f2d-b01b-ed770c645b76", "tag": "f39f7244-3b9a-4e0a-ac09-f19b279ac250"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:41.113948 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a4c817e5-b59d-4c26-acc4-ce66d21e53a0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8e32d844ca604003870fa7e9fac9d114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538121 Aug 03 18:58:41.115310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c817e5-b59d-4c26-acc4-ce66d21e53a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dda508-e588-4abc-bb76-afac6f6e943d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:41.118010 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40230) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:41.140454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Pushing event updated for resources: {'Port': ['ID=340438f8-21e4-4b6f-b32f-e8d9783e10d6,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:41.148854 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.150427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.215808 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f7ac-c054-456c-9631-d89e220ff0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.221742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4193c30-f844-4055-ab24-e35e3102733d req-b56fab47-7bd8-4a8b-b3f5-77ded34f6b56 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486737 Aug 03 18:58:41.278092 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1433e87f-3152-4f37-8b44-023c128040e6 req-37d594b5-64d5-4774-86db-a5e442ac861e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745062 Aug 03 18:58:41.289898 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f7ac-c054-456c-9631-d89e220ff0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.292388 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.327152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Attempting to bind port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:41.329980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Attempting to bind port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:41.330580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Attempting to bind port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:41.352637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:58:41.353288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Attempting to bind port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:41.355389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Allocated IP 172.20.0.2 (1baf9757-c4ea-438a-8941-d14f55c3c41b/97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6/70a0777c-6ebf-48dd-a8d1-9b5b5a92f780) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:41.373952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11ce44c7-0c08-462b-b09f-e8d5b40be11b req-249779f5-b70e-4090-932e-4e47a4de6e85 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/e3a7ec3c-a1f2-4fdb-9a5c-c12f4ad171ca HTTP/1.1" status: 200 len: 2403 time: 0.1138361 Aug 03 18:58:41.376846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:41.377471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:41.378079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:41.379304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Bound port: 340438f8-21e4-4b6f-b32f-e8d9783e10d6, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:41.379878 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.456868 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3052cf06-cb95-44e6-9fce-bd27ed5e3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:11Z', 'revision_number': 4, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '0c0090a1-08fd-4545-8ebd-5dae46adf95b', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'floating_ip_address': '172.25.8.30', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'port_id': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'mac_address': 'fa:16:3e:4a:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:58:17Z', 'updated_at': '2021-08-03T18:58:38Z', 'revision_number': 1, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4866bb4-28db-4d4e-a715-db8f1ccef6de', 'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'mac_address': 'fa:16:3e:d2:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:08Z', 'updated_at': '2021-08-03T18:58:17Z', 'revision_number': 5, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'subnets': [{'id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:41.491391 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3052cf06-cb95-44e6-9fce-bd27ed5e3911 None None] Checking router: 492aab0d-4b03-4b89-81d7-8f5cc42de90e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:58:41.503050 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3052cf06-cb95-44e6-9fce-bd27ed5e3911 None None] Routers {'492aab0d-4b03-4b89-81d7-8f5cc42de90e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:41.504736 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3052cf06-cb95-44e6-9fce-bd27ed5e3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:41.530581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11ce44c7-0c08-462b-b09f-e8d5b40be11b req-399b288b-5b85-44ea-80a6-fa69fb81235a tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.547019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] For port 340438f8-21e4-4b6f-b32f-e8d9783e10d6, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:41.552446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] For port 340438f8-21e4-4b6f-b32f-e8d9783e10d6, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=340438f8-21e4-4b6f-b32f-e8d9783e10d6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:41.561043 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.570083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.571298 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11ce44c7-0c08-462b-b09f-e8d5b40be11b req-399b288b-5b85-44ea-80a6-fa69fb81235a tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.614313 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f7ac-c054-456c-9631-d89e220ff0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.621152 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6c1f7ac-c054-456c-9631-d89e220ff0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.626598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:41.626598 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.627012 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c6c1f7ac-c054-456c-9631-d89e220ff0e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4dda508-e588-4abc-bb76-afac6f6e943d HTTP/1.1" status: 204 len: 168 time: 0.5049257 Aug 03 18:58:41.627178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] 10.222.0.74 "PUT /v2.0/ports/340438f8-21e4-4b6f-b32f-e8d9783e10d6 HTTP/1.1" status: 200 len: 1095 time: 2.1590247 Aug 03 18:58:41.652699 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.677911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Transition to ACTIVE for port object 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:41.699905 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b8f41c-1bd8-451d-92ed-7cc6e7728663 x-openstack-request-id: req-f7b8f41c-1bd8-451d-92ed-7cc6e7728663 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:41.704186 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62307dc-773f-4f2d-b01b-ed770c645b76", "tag": "f39f7244-3b9a-4e0a-ac09-f19b279ac250", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:41.704515 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7b8f41c-1bd8-451d-92ed-7cc6e7728663 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:41.705048 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'tag': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250', 'status': 'completed', 'code': 200} Aug 03 18:58:41.707232 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-3052cf06-cb95-44e6-9fce-bd27ed5e3911 None None] Set router 492aab0d-4b03-4b89-81d7-8f5cc42de90e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:41.714582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Transition to ACTIVE for port object 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:41.723816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1f7ac-c054-456c-9631-d89e220ff0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dda508-e588-4abc-bb76-afac6f6e943d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:41.729316 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.733516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed6381-2525-40f1-b479-474f1bedef56 service neutron] Pushing event updated for resources: {'Port': ['ID=340438f8-21e4-4b6f-b32f-e8d9783e10d6,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:41.761836 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11ce44c7-0c08-462b-b09f-e8d5b40be11b req-399b288b-5b85-44ea-80a6-fa69fb81235a tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.764515 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11ce44c7-0c08-462b-b09f-e8d5b40be11b req-399b288b-5b85-44ea-80a6-fa69fb81235a tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:41.765773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11ce44c7-0c08-462b-b09f-e8d5b40be11b req-399b288b-5b85-44ea-80a6-fa69fb81235a tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "DELETE /v2.0/security-groups/e3a7ec3c-a1f2-4fdb-9a5c-c12f4ad171ca HTTP/1.1" status: 204 len: 173 time: 0.3907228 Aug 03 18:58:41.833234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Pushing event updated for resources: {'Port': ['ID=70a0777c-6ebf-48dd-a8d1-9b5b5a92f780,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:41.880553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Network 1baf9757-c4ea-438a-8941-d14f55c3c41b is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:41.886755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:41.893122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:41.917089 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:58:42.014048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Attempting to bind port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:42.016513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Attempting to bind port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:42.017152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Attempting to bind port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 on network 1baf9757-c4ea-438a-8941-d14f55c3c41b {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:42.031056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:42.032856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Checking segment: {'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:42.033418 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:42.034420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Bound using segment: {'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:42.035796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Bound port: 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:42.037264 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:42.124543 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3052cf06-cb95-44e6-9fce-bd27ed5e3911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:11Z', 'revision_number': 4, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '0c0090a1-08fd-4545-8ebd-5dae46adf95b', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'floating_ip_address': '172.25.8.30', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'port_id': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'mac_address': 'fa:16:3e:4a:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:58:17Z', 'updated_at': '2021-08-03T18:58:38Z', 'revision_number': 1, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4866bb4-28db-4d4e-a715-db8f1ccef6de', 'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'mac_address': 'fa:16:3e:d2:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:08Z', 'updated_at': '2021-08-03T18:58:17Z', 'revision_number': 5, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'subnets': [{'id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:42.148668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] For port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:42.153827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] For port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=70a0777c-6ebf-48dd-a8d1-9b5b5a92f780,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:42.161527 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3052cf06-cb95-44e6-9fce-bd27ed5e3911 None None] The sync data for ids ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'] in n-d-802918-7 is: [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:11Z', 'revision_number': 4, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '0c0090a1-08fd-4545-8ebd-5dae46adf95b', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'floating_ip_address': '172.25.8.30', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'port_id': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'mac_address': 'fa:16:3e:4a:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:58:17Z', 'updated_at': '2021-08-03T18:58:38Z', 'revision_number': 1, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4866bb4-28db-4d4e-a715-db8f1ccef6de', 'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'mac_address': 'fa:16:3e:d2:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:08Z', 'updated_at': '2021-08-03T18:58:17Z', 'revision_number': 5, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'subnets': [{'id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:58:42.168511 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:42.272561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bc1185cc-40f3-48de-a345-1c0f607fbaad up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:42.332271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d46ee-8e6b-4f6d-a9fb-1d3255be9fb2 None None] Pushing event updated for resources: {'Port': ['ID=70a0777c-6ebf-48dd-a8d1-9b5b5a92f780,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:42.395246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port bc1185cc-40f3-48de-a345-1c0f607fbaad triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:42.396359 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:42.439414 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:42.467032 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:42.579641 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:42.634524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b288b-5b85-44ea-80a6-fa69fb81235a tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a7ec3c-a1f2-4fdb-9a5c-c12f4ad171ca,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:42.639515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bc1185cc-40f3-48de-a345-1c0f607fbaad, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bc1185cc-40f3-48de-a345-1c0f607fbaad,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:42.640375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04199b70-58fc-47ad-8422-d30e811cc149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1185cc-40f3-48de-a345-1c0f607fbaad'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:42.643519 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901db10e-7253-48f7-a864-c3844db03419" -d '{"events": [{"server_uuid": "04199b70-58fc-47ad-8422-d30e811cc149", "name": "network-vif-plugged", "status": "completed", "tag": "bc1185cc-40f3-48de-a345-1c0f607fbaad"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:42.654361 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6bdbff-9a08-4310-890e-4b6bfa03ea21 None None] New status for floating IP 0c0090a1-08fd-4545-8ebd-5dae46adf95b: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:58:42.701453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Allocated IP 172.25.8.111 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/89bbd391-e150-4200-9fda-f65b35abe294) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:42.711417 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:42.729829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-b77ad4e0-8c64-471d-ae12-586bdbd3abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:42.731358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-b77ad4e0-8c64-471d-ae12-586bdbd3abcf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b03a1d90a77d4cc9872df423d28f5864&device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 1098 time: 0.9646897 Aug 03 18:58:42.762947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f926d5-db31-4838-99bc-320d226fe91d req-dd08cee4-e100-436d-b768-d3b3f61c6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:42.764502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87f926d5-db31-4838-99bc-320d226fe91d req-dd08cee4-e100-436d-b768-d3b3f61c6f1e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=64fecde2fe7c4e6ca13dbe1a71030f34&device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 1097 time: 0.9656112 Aug 03 18:58:42.776951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d9ef2-9683-4d03-8580-ec8d08ab8cb3 req-56a394fb-011a-4411-9f63-565d94f12625 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:42.785869 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-340d9ef2-9683-4d03-8580-ec8d08ab8cb3 req-56a394fb-011a-4411-9f63-565d94f12625 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 947 time: 0.8833089 Aug 03 18:58:42.844302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=bc1185cc-40f3-48de-a345-1c0f607fbaad,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:42.869761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18dd8873-fdc9-4778-8d28-fde7db74c8bc req-e37457a9-44cc-4c01-89a2-9462b6d3e112 tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "GET /v2.0/security-groups/e01a4066-b791-4d4f-b1ca-5dbea6f11825 HTTP/1.1" status: 200 len: 2397 time: 0.2738180 Aug 03 18:58:42.887049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:42.933998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-302b7435-a42a-4df5-aad6-f0f20b7cc4e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=340438f8-21e4-4b6f-b32f-e8d9783e10d6 HTTP/1.1" status: 200 len: 217 time: 0.1456110 Aug 03 18:58:42.940546 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:42.981517 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:42.984624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:42.987500 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-340d9ef2-9683-4d03-8580-ec8d08ab8cb3 req-58ecf081-98f9-400c-9367-bed74332de48 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004902 Aug 03 18:58:42.992024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:43.003271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Pushing event updated for resources: {'Port': ['ID=89bbd391-e150-4200-9fda-f65b35abe294,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:43.024379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40268) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:43.046068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f64c1de1-6b6f-4dbb-8ef4-08185bab5140 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:43.067145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-7f85d19e-74d3-4c75-8533-0ec39ad3045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:43.068892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-7f85d19e-74d3-4c75-8533-0ec39ad3045c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1129909 Aug 03 18:58:43.069830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f926d5-db31-4838-99bc-320d226fe91d req-a49fbe84-59fe-4e7b-a6f6-8ec7de509553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:43.071623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87f926d5-db31-4838-99bc-320d226fe91d req-a49fbe84-59fe-4e7b-a6f6-8ec7de509553 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9fc094f-9ba0-45ca-b343-ab9bde9e1554 HTTP/1.1" status: 200 len: 913 time: 0.2822902 Aug 03 18:58:43.147569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:43.153357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:43.154439 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.161882 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-18dd8873-fdc9-4778-8d28-fde7db74c8bc req-bc014fd8-4901-4ea4-891d-185fdc27930e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.164363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-network', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:43.221064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Made reservation on behalf of a8146e8271f146c58d30f659e067e48c for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:43.224192 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.241307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.245518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-18dd8873-fdc9-4778-8d28-fde7db74c8bc req-bc014fd8-4901-4ea4-891d-185fdc27930e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.264713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87f926d5-db31-4838-99bc-320d226fe91d req-ead0aa01-6352-463a-a30e-851055a5cccc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f39f7244-3b9a-4e0a-ac09-f19b279ac250 HTTP/1.1" status: 200 len: 1001 time: 0.1756608 Aug 03 18:58:43.282773 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.316467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b7eb5-d408-4b85-b4fc-83aa34f6497e req-8f720bf9-5672-4499-8f3b-f423df467fd9 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:43.318772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e1b7eb5-d408-4b85-b4fc-83aa34f6497e req-8f720bf9-5672-4499-8f3b-f423df467fd9 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.1601195 Aug 03 18:58:43.341346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-b548f5f6-49f9-471d-8d3b-a53c0c03fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:43.343314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-b548f5f6-49f9-471d-8d3b-a53c0c03fadf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531199 Aug 03 18:58:43.345205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f64c1de1-6b6f-4dbb-8ef4-08185bab5140, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f64c1de1-6b6f-4dbb-8ef4-08185bab5140,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:43.354260 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.406457 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.445933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=f64c1de1-6b6f-4dbb-8ef4-08185bab5140,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:43.452705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e1b7eb5-d408-4b85-b4fc-83aa34f6497e req-02148ce3-ee95-422a-a0fb-215d5d3db825 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058092 Aug 03 18:58:43.453709 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-18dd8873-fdc9-4778-8d28-fde7db74c8bc req-bc014fd8-4901-4ea4-891d-185fdc27930e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.456554 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-18dd8873-fdc9-4778-8d28-fde7db74c8bc req-bc014fd8-4901-4ea4-891d-185fdc27930e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.467923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40272) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:43.474318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18dd8873-fdc9-4778-8d28-fde7db74c8bc req-bc014fd8-4901-4ea4-891d-185fdc27930e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] 10.222.0.78 "DELETE /v2.0/security-groups/e01a4066-b791-4d4f-b1ca-5dbea6f11825 HTTP/1.1" status: 204 len: 173 time: 0.6036096 Aug 03 18:58:43.482678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f926d5-db31-4838-99bc-320d226fe91d req-d1bbf4d7-9e3e-4c04-887b-3a5507d87922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:43.484272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87f926d5-db31-4838-99bc-320d226fe91d req-d1bbf4d7-9e3e-4c04-887b-3a5507d87922 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=036728d5-fe1f-4e5d-845e-a8d93e5ee764 HTTP/1.1" status: 200 len: 851 time: 0.2048800 Aug 03 18:58:43.556167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc014fd8-4901-4ea4-891d-185fdc27930e tempest-SecurityGroupRulesTestJSON-461736369 tempest-SecurityGroupRulesTestJSON-461736369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01a4066-b791-4d4f-b1ca-5dbea6f11825,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:43.558172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.567012 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.619769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c1fdf5-f421-4f0e-86bd-68c3fa5c02c4 admin admin] Deleting subnet 7f5dcc0c-7606-4674-b1fd-4693e5f07249 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:58:43.622267 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:58:43.635336 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13c1fdf5-f421-4f0e-86bd-68c3fa5c02c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.636095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-d5124282-ce58-4446-8e31-02e748ee1542 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774124 Aug 03 18:58:43.660845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466d4045-7127-4076-b5f6-89f784b1bb11,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:43.700684 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.700934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4dfbf0-e4dc-42c3-870e-c4f22e4879ca None None] Network 1baf9757-c4ea-438a-8941-d14f55c3c41b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:43.701445 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Added segment 42b32e8e-6206-4b16-840a-a7cb8e2338b1 of type vlan for network f71f9def-d9c7-4a2f-946f-aace2834fdd5 Aug 03 18:58:43.749791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb90982f-0bea-428b-ad0a-3b38605d918b', 'tag': '340438f8-21e4-4b6f-b32f-e8d9783e10d6'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:43.753289 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238f876f-4ed0-4234-b9db-6360907e9181" -d '{"events": [{"name": "network-changed", "server_uuid": "fb90982f-0bea-428b-ad0a-3b38605d918b", "tag": "340438f8-21e4-4b6f-b32f-e8d9783e10d6"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:43.758515 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c4c838-6593-4d04-a903-65175e6a01b5 req-90274762-4580-4b1c-90f5-739286cf37e3 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095934 Aug 03 18:58:43.771711 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13c1fdf5-f421-4f0e-86bd-68c3fa5c02c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.797964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f926d5-db31-4838-99bc-320d226fe91d req-cd313e85-8a93-419c-a95d-8cab82a771e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:43.799888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87f926d5-db31-4838-99bc-320d226fe91d req-cd313e85-8a93-419c-a95d-8cab82a771e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9fc094f-9ba0-45ca-b343-ab9bde9e1554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2869697 Aug 03 18:58:43.808932 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c37fea-5bdc-46bd-aabe-e7ca8c03fd38 x-openstack-request-id: req-01c37fea-5bdc-46bd-aabe-e7ca8c03fd38 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:43.809769 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb90982f-0bea-428b-ad0a-3b38605d918b", "tag": "340438f8-21e4-4b6f-b32f-e8d9783e10d6", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:43.809769 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01c37fea-5bdc-46bd-aabe-e7ca8c03fd38 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:43.810001 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb90982f-0bea-428b-ad0a-3b38605d918b', 'tag': '340438f8-21e4-4b6f-b32f-e8d9783e10d6', 'status': 'completed', 'code': 200} Aug 03 18:58:43.813240 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7898545b-fe8c-4248-9880-f269f485fe41 x-openstack-request-id: req-7898545b-fe8c-4248-9880-f269f485fe41 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:43.813976 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04199b70-58fc-47ad-8422-d30e811cc149", "name": "network-vif-plugged", "status": "completed", "tag": "bc1185cc-40f3-48de-a345-1c0f607fbaad", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:43.813976 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7898545b-fe8c-4248-9880-f269f485fe41 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:43.814565 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04199b70-58fc-47ad-8422-d30e811cc149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1185cc-40f3-48de-a345-1c0f607fbaad', 'code': 200} Aug 03 18:58:43.818622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56e5ff-781a-4024-9817-81f220f49246 req-6de99c08-d02f-4a90-8e7b-7236b3c79b5f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:43.820175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb56e5ff-781a-4024-9817-81f220f49246 req-6de99c08-d02f-4a90-8e7b-7236b3c79b5f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.2239096 Aug 03 18:58:43.836330 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.864724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb56e5ff-781a-4024-9817-81f220f49246 req-54f602ba-fd31-46c8-bf90-4006d84da41b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379343 Aug 03 18:58:43.893000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.897103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13c1fdf5-f421-4f0e-86bd-68c3fa5c02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.929864 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:43.930834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:43.931430 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.000891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d80531f1-2607-4952-a795-dcf34a50b08a None None] Provisioning for port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:44.037269 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0119445 Aug 03 18:58:44.040742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40276) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:44.048942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] Request body: {'subnet': {'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-subnet', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:44.052449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387390d3-edd8-48ca-ac6d-cfedd21ce679 admin admin] Pushing event updated for resources: {'Network': ['ID=f71f9def-d9c7-4a2f-946f-aace2834fdd5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:44.064236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network f71f9def-d9c7-4a2f-946f-aace2834fdd5 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:58:44.074928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f876f-4ed0-4234-b9db-6360907e9181 req-dd894c1d-f426-4726-ad21-8b1043704840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:44.076636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-238f876f-4ed0-4234-b9db-6360907e9181 req-dd894c1d-f426-4726-ad21-8b1043704840 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b03a1d90a77d4cc9872df423d28f5864&device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 1098 time: 0.1265476 Aug 03 18:58:44.080259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] Made reservation on behalf of a8146e8271f146c58d30f659e067e48c for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:44.083890 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.111403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13c1fdf5-f421-4f0e-86bd-68c3fa5c02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.156469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1fdf5-f421-4f0e-86bd-68c3fa5c02c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f5dcc0c-7606-4674-b1fd-4693e5f07249,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:44.168502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13c1fdf5-f421-4f0e-86bd-68c3fa5c02c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.172816 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-13c1fdf5-f421-4f0e-86bd-68c3fa5c02c4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7f5dcc0c-7606-4674-b1fd-4693e5f07249 HTTP/1.1" status: 204 len: 168 time: 0.6996834 Aug 03 18:58:44.177673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40280) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:44.202676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87f926d5-db31-4838-99bc-320d226fe91d req-fef0f5fa-b8d1-4a7f-9036-a96874858bbf service neutron] 10.222.0.74 "GET /v2.0/networks/b9fc094f-9ba0-45ca-b343-ab9bde9e1554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860701 Aug 03 18:58:44.283031 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.286977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:58:44.376269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923af2b-68ff-480e-92b6-bd008e8f2f37 req-881c6b0a-3fe7-4c68-9e08-27d29355c5d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:44.385650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2923af2b-68ff-480e-92b6-bd008e8f2f37 req-881c6b0a-3fe7-4c68-9e08-27d29355c5d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 947 time: 0.2437971 Aug 03 18:58:44.427750 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.439108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f876f-4ed0-4234-b9db-6360907e9181 req-52d403a1-104a-4abf-ab43-fe10092f3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:44.440630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-238f876f-4ed0-4234-b9db-6360907e9181 req-52d403a1-104a-4abf-ab43-fe10092f3971 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.3462889 Aug 03 18:58:44.469361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af26204-95bb-4be6-9fab-d7a729ac7a3d']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:44.484397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34706bd4-9abf-4575-ac2c-7d3704897f4b') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:44.485076 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34706bd4-9abf-4575-ac2c-7d3704897f4b') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:44.492629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:44.503154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.518594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:58:44.524693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.530365 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Sync routers for ids ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:58:44.542380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:58:44.542716 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:58:44.544853 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:58:44.551757 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Routers {'b0153284-5f9e-4f2d-a9fc-6fdc249708a8'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:44.552771 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:44.559011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.560273 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-881635ea-9cff-4159-982a-cb0281aa6d4d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.6180735 Aug 03 18:58:44.563919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-238f876f-4ed0-4234-b9db-6360907e9181 req-35e23fa3-edc2-4327-9738-672f3983c281 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=340438f8-21e4-4b6f-b32f-e8d9783e10d6 HTTP/1.1" status: 200 len: 217 time: 0.1070418 Aug 03 18:58:44.567140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40284) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:44.581891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2923af2b-68ff-480e-92b6-bd008e8f2f37 req-f666092f-3b63-4757-b21e-279954f2d669 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907425 Aug 03 18:58:44.584442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87f926d5-db31-4838-99bc-320d226fe91d req-132e8dc9-b361-410a-aadf-ffa974dcce4e service neutron] 10.222.0.74 "GET /v2.0/networks/b9fc094f-9ba0-45ca-b343-ab9bde9e1554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594737 Aug 03 18:58:44.631791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.640210 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.643289 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2af26204-95bb-4be6-9fab-d7a729ac7a3d HTTP/1.1" status: 204 len: 168 time: 0.4644263 Aug 03 18:58:44.671131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:44.674255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a7438-0ca5-4812-9bc6-51715f0cd191 admin admin] Pushing event deleted for resources: {'Network': ['ID=2af26204-95bb-4be6-9fab-d7a729ac7a3d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:44.676904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:44.677391 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.762829 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Set router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:44.814727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40292) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:44.827343 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.866962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf72e9-ff8d-44b0-b892-a661b86d2135 req-8ea7c6cf-4257-4261-96ee-968a15cf875c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:44.868594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cdf72e9-ff8d-44b0-b892-a661b86d2135 req-8ea7c6cf-4257-4261-96ee-968a15cf875c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.37 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.3730807 Aug 03 18:58:44.872032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=70a0777c-6ebf-48dd-a8d1-9b5b5a92f780,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:44.873317 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6d30e71c-129b-43f8-a8dd-972a17462071 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=96a773c5f57a461ca13b163da923052b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578558 Aug 03 18:58:44.874493 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40294) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:44.875444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f876f-4ed0-4234-b9db-6360907e9181 req-c913c224-cf14-4864-acae-a507707f8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:44.876276 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.877059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-238f876f-4ed0-4234-b9db-6360907e9181 req-c913c224-cf14-4864-acae-a507707f8b3a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.2877951 Aug 03 18:58:44.902068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.945716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756622a-6741-4a56-89c5-f81d2040fb07 req-ec78bd91-3855-4059-b350-70cc7f37e915 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:44.947850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0756622a-6741-4a56-89c5-f81d2040fb07 req-ec78bd91-3855-4059-b350-70cc7f37e915 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.3328922 Aug 03 18:58:44.976505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=70a0777c-6ebf-48dd-a8d1-9b5b5a92f780,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:44.983467 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.009032 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-855173c4-0c0a-4cc8-9180-dd08b5fd4664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.044070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-855173c4-0c0a-4cc8-9180-dd08b5fd4664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.102702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-855173c4-0c0a-4cc8-9180-dd08b5fd4664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.106071 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-855173c4-0c0a-4cc8-9180-dd08b5fd4664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.109719 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-855173c4-0c0a-4cc8-9180-dd08b5fd4664 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b1a8395-3251-4ed7-af00-c2b967d58c32 HTTP/1.1" status: 204 len: 168 time: 0.2308190 Aug 03 18:58:45.119845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855173c4-0c0a-4cc8-9180-dd08b5fd4664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1a8395-3251-4ed7-af00-c2b967d58c32,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:45.124390 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:43Z', 'revision_number': 3, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:45.160233 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Checking router: b0153284-5f9e-4f2d-a9fc-6fdc249708a8 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:58:45.160597 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Updating router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 port 89bbd391-e150-4200-9fda-f65b35abe294 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:58:45.170434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1774eae-ded1-476b-befb-7668835f62f1,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:45.189562 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.258237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f876f-4ed0-4234-b9db-6360907e9181 req-ca3090df-a979-4dfe-91a1-210673829be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:45.259774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-238f876f-4ed0-4234-b9db-6360907e9181 req-ca3090df-a979-4dfe-91a1-210673829be4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3593874 Aug 03 18:58:45.267183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0756622a-6741-4a56-89c5-f81d2040fb07 req-de0ea289-970f-4c50-bb8c-783b19537d31 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777708 Aug 03 18:58:45.346900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a6d70-4a02-45d2-b4f3-2e4093481de2 req-fadff3ca-d3c1-4140-83b2-ddca0b4e7908 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:45.348986 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b1a6d70-4a02-45d2-b4f3-2e4093481de2 req-fadff3ca-d3c1-4140-83b2-ddca0b4e7908 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.3449457 Aug 03 18:58:45.349789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] Checking segment: {'id': '42b32e8e-6206-4b16-840a-a7cb8e2338b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:45.350148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] Network hostable DHCP agents. Network: f71f9def-d9c7-4a2f-946f-aace2834fdd5, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:58:45.437716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-1cdf72e9-ff8d-44b0-b892-a661b86d2135 req-c55edf75-4738-4c89-a6aa-69a5fba935e8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Deleting port bc1185cc-40f3-48de-a345-1c0f607fbaad {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:58:45.438065 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1cdf72e9-ff8d-44b0-b892-a661b86d2135 req-c55edf75-4738-4c89-a6aa-69a5fba935e8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.476814 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.488085 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Transition to ACTIVE for port object 89bbd391-e150-4200-9fda-f65b35abe294 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:45.495436 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.499346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] Network f71f9def-d9c7-4a2f-946f-aace2834fdd5 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:58:45.561891 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4add2-fe65-42c1-90f4-9b890b2d172f None None] Pushing event updated for resources: {'Port': ['ID=89bbd391-e150-4200-9fda-f65b35abe294,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:45.568435 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Attempting to bind port 89bbd391-e150-4200-9fda-f65b35abe294 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:45.569268 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Attempting to bind port 89bbd391-e150-4200-9fda-f65b35abe294 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:45.569849 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Attempting to bind port 89bbd391-e150-4200-9fda-f65b35abe294 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:45.575180 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:45.575631 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:45.575945 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.576083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, f71f9def-d9c7-4a2f-946f-aace2834fdd5) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:45.576434 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:45.576846 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Bound port: 89bbd391-e150-4200-9fda-f65b35abe294, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:45.577252 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.589067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:45.589867 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.590531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d8dd5-18a2-4f27-bd72-8f3ba16f957b None None] Network f71f9def-d9c7-4a2f-946f-aace2834fdd5 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:45.617926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b1a6d70-4a02-45d2-b4f3-2e4093481de2 req-39860146-b6b1-48f1-bc64-e8fb1e2d21bf tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409620 Aug 03 18:58:45.643530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-238f876f-4ed0-4234-b9db-6360907e9181 req-ab302f8c-c27f-4d3b-88e4-b034c8e4f61b service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659062 Aug 03 18:58:45.655432 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] For port 89bbd391-e150-4200-9fda-f65b35abe294, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:45.660501 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] For port 89bbd391-e150-4200-9fda-f65b35abe294, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=89bbd391-e150-4200-9fda-f65b35abe294,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:45.668945 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.693419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-89cd57cc-3c8f-483d-bd58-b265830d85ba admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6511600 Aug 03 18:58:45.695969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40312) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:45.702217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-router', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:45.741051 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Routers {'b0153284-5f9e-4f2d-a9fc-6fdc249708a8'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:45.742013 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:45.779158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.780241 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.787814 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4add2-fe65-42c1-90f4-9b890b2d172f None None] Pushing event updated for resources: {'Port': ['ID=89bbd391-e150-4200-9fda-f65b35abe294,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:45.841242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be948e-38d2-44f0-b2f7-b2be4599803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64c1de1-6b6f-4dbb-8ef4-08185bab5140'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:45.851050 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d1c948-0e39-48c0-b996-ed2aeb8348cd" -d '{"events": [{"server_uuid": "b7be948e-38d2-44f0-b2f7-b2be4599803b", "name": "network-vif-plugged", "status": "completed", "tag": "f64c1de1-6b6f-4dbb-8ef4-08185bab5140"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:45.860539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-f71f9def-d9c7-4a2f-946f-aace2834fdd5', 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'fixed_ips': [{'subnet_id': 'a1774eae-ded1-476b-befb-7668835f62f1'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:58:45.862280 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.871182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:45.890522 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] Set router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:46.067958 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Allocated IP 172.20.0.2 (f71f9def-d9c7-4a2f-946f-aace2834fdd5/a1774eae-ded1-476b-befb-7668835f62f1/994d4bdc-04fe-4210-8614-6cf83ed41df4) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:46.109678 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.279342 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:43Z', 'revision_number': 3, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:46.332813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-1cdf72e9-ff8d-44b0-b892-a661b86d2135 req-c55edf75-4738-4c89-a6aa-69a5fba935e8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] For port bc1185cc-40f3-48de-a345-1c0f607fbaad, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bc1185cc-40f3-48de-a345-1c0f607fbaad,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:46.333594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1cdf72e9-ff8d-44b0-b892-a661b86d2135 req-c55edf75-4738-4c89-a6aa-69a5fba935e8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.353087 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874a286-fc5a-48dd-95a5-b19831b5c0bf None None] The sync data for ids ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'] in n-d-802918-7 is: [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:43Z', 'revision_number': 3, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:58:46.394080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-1cdf72e9-ff8d-44b0-b892-a661b86d2135 req-c55edf75-4738-4c89-a6aa-69a5fba935e8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Calling delete_port for bc1185cc-40f3-48de-a345-1c0f607fbaad owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:58:46.413814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40330) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:46.414334 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2ec351-f6f3-4df4-9e31-7b121222a068 x-openstack-request-id: req-7d2ec351-f6f3-4df4-9e31-7b121222a068 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:46.415196 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be948e-38d2-44f0-b2f7-b2be4599803b", "name": "network-vif-plugged", "status": "completed", "tag": "f64c1de1-6b6f-4dbb-8ef4-08185bab5140", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:46.415698 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7d2ec351-f6f3-4df4-9e31-7b121222a068 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:46.416448 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be948e-38d2-44f0-b2f7-b2be4599803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64c1de1-6b6f-4dbb-8ef4-08185bab5140', 'code': 200} Aug 03 18:58:46.448460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.469876 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.517192 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.518619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1c0f-d4b6-405e-8d16-e2f26d207d3f req-0ebb0953-6d38-4f65-b4f2-7cafb969b2c0 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:46.529478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Transition to ACTIVE for port object 994d4bdc-04fe-4210-8614-6cf83ed41df4 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:46.533001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1aa1c0f-d4b6-405e-8d16-e2f26d207d3f req-0ebb0953-6d38-4f65-b4f2-7cafb969b2c0 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 947 time: 0.8511565 Aug 03 18:58:46.543272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:46.621189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Allocated IP 172.25.8.96 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/4933f2df-aecb-4326-8bd6-b406c8b1b27c) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:46.632074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Transition to ACTIVE for port object 994d4bdc-04fe-4210-8614-6cf83ed41df4 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:46.639777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:46.640379 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.651718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1aa1c0f-d4b6-405e-8d16-e2f26d207d3f req-2b7cfc85-69e2-4db1-acac-b4dfdc747cc3 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160779 Aug 03 18:58:46.668003 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-28542544-network', 'tenant_id': '6d93768b1d2643a194e2c1b52980578a'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:46.680511 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.716802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ea478-5d28-4cc8-8417-8172e79e920b req-721042cb-49c8-4b79-84f8-5766fe5ab360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:46.720630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-864ea478-5d28-4cc8-8417-8172e79e920b req-721042cb-49c8-4b79-84f8-5766fe5ab360 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 1096 time: 0.4006858 Aug 03 18:58:46.757160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Network f71f9def-d9c7-4a2f-946f-aace2834fdd5 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:46.767340 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:46.771689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:46.797631 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.831968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Pushing event updated for resources: {'Port': ['ID=994d4bdc-04fe-4210-8614-6cf83ed41df4,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:46.844728 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.850661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.851456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-238f876f-4ed0-4234-b9db-6360907e9181 req-c96ab0db-d2df-47af-b4b4-28052dec2546 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1858673 Aug 03 18:58:46.878755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Attempting to bind port 994d4bdc-04fe-4210-8614-6cf83ed41df4 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:46.879132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Attempting to bind port 994d4bdc-04fe-4210-8614-6cf83ed41df4 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '42b32e8e-6206-4b16-840a-a7cb8e2338b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:46.879499 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Attempting to bind port 994d4bdc-04fe-4210-8614-6cf83ed41df4 on network f71f9def-d9c7-4a2f-946f-aace2834fdd5 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:46.895991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:46.896818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Checking segment: {'id': '42b32e8e-6206-4b16-840a-a7cb8e2338b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:46.896818 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.897228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Bound using segment: {'id': '42b32e8e-6206-4b16-840a-a7cb8e2338b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:46.897760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Bound port: 994d4bdc-04fe-4210-8614-6cf83ed41df4, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b32e8e-6206-4b16-840a-a7cb8e2338b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:46.898965 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:46.907313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:46.911081 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:46.913862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b377b-c435-4559-b60a-62f731ed6288 req-1b47624f-f42f-45e0-97c7-10e18a09c0dc tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:46.915698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:46.921850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-135b377b-c435-4559-b60a-62f731ed6288 req-1b47624f-f42f-45e0-97c7-10e18a09c0dc tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 946 time: 0.5239489 Aug 03 18:58:46.986255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-135b377b-c435-4559-b60a-62f731ed6288 req-fd611c79-6027-428c-8749-3289d3508579 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632796 Aug 03 18:58:47.000876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] For port 994d4bdc-04fe-4210-8614-6cf83ed41df4, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:47.006462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] For port 994d4bdc-04fe-4210-8614-6cf83ed41df4, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=994d4bdc-04fe-4210-8614-6cf83ed41df4,segment=NetworkSegment(42b32e8e-6206-4b16-840a-a7cb8e2338b1),segment_id=42b32e8e-6206-4b16-840a-a7cb8e2338b1)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:47.016469 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.022739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Pushing event updated for resources: {'Port': ['ID=4933f2df-aecb-4326-8bd6-b406c8b1b27c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:47.116818 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Made reservation on behalf of 6d93768b1d2643a194e2c1b52980578a for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:47.120630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.124998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-864ea478-5d28-4cc8-8417-8172e79e920b req-f7ef666e-c0ea-487b-9d6d-5f341b128a42 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785148 Aug 03 18:58:47.132399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db250fa0-b421-4252-afdd-0b86d48243be None None] Pushing event updated for resources: {'Port': ['ID=994d4bdc-04fe-4210-8614-6cf83ed41df4,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:47.148440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 340438f8-21e4-4b6f-b32f-e8d9783e10d6 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:58:47.200995 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.229224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840437b-38a6-4799-82b9-166388990b59 req-118bed2f-cd2a-477c-9ee8-8cdba22e4c27 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:47.230922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5840437b-38a6-4799-82b9-166388990b59 req-118bed2f-cd2a-477c-9ee8-8cdba22e4c27 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.4127555 Aug 03 18:58:47.305213 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1cdf72e9-ff8d-44b0-b892-a661b86d2135 req-c55edf75-4738-4c89-a6aa-69a5fba935e8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.320013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 340438f8-21e4-4b6f-b32f-e8d9783e10d6, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=340438f8-21e4-4b6f-b32f-e8d9783e10d6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:47.328663 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.338584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '340438f8-21e4-4b6f-b32f-e8d9783e10d6', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '340438f8-21e4-4b6f-b32f-e8d9783e10d6', 'mac_address': 'fa:16:3e:f7:42:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:58:47.391666 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.408045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340438f8-21e4-4b6f-b32f-e8d9783e10d6 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:47.417834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55edf75-4738-4c89-a6aa-69a5fba935e8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event deleted for resources: {'Port': ['ID=bc1185cc-40f3-48de-a345-1c0f607fbaad,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:47.458703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 340438f8-21e4-4b6f-b32f-e8d9783e10d6, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=340438f8-21e4-4b6f-b32f-e8d9783e10d6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:47.466917 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.554483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdf72e9-ff8d-44b0-b892-a661b86d2135 req-c55edf75-4738-4c89-a6aa-69a5fba935e8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] No DVR routers for this DVR port bc1185cc-40f3-48de-a345-1c0f607fbaad on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:58:47.568668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=340438f8-21e4-4b6f-b32f-e8d9783e10d6,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:47.595320 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1cdf72e9-ff8d-44b0-b892-a661b86d2135 req-c55edf75-4738-4c89-a6aa-69a5fba935e8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.599332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cdf72e9-ff8d-44b0-b892-a661b86d2135 req-c55edf75-4738-4c89-a6aa-69a5fba935e8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.37 "DELETE /v2.0/ports/bc1185cc-40f3-48de-a345-1c0f607fbaad HTTP/1.1" status: 204 len: 173 time: 2.7212186 Aug 03 18:58:47.599983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04199b70-58fc-47ad-8422-d30e811cc149', 'name': 'network-vif-deleted', 'tag': 'bc1185cc-40f3-48de-a345-1c0f607fbaad'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:47.602300 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3455f6da-6737-4430-a943-cc4b0cebd8bb" -d '{"events": [{"server_uuid": "04199b70-58fc-47ad-8422-d30e811cc149", "name": "network-vif-deleted", "tag": "bc1185cc-40f3-48de-a345-1c0f607fbaad"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:47.616075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5840437b-38a6-4799-82b9-166388990b59 req-831f400e-3a11-412f-82ab-5cf8c4754bcc tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660080 Aug 03 18:58:47.661194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Allocated IP 172.20.0.1 (1baf9757-c4ea-438a-8941-d14f55c3c41b/97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6/5ffd8a68-dd67-482b-b42b-8ce1944a1ab5) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:47.696563 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdba993c-ab57-4ab7-8e24-2c95cc5bb37d x-openstack-request-id: req-cdba993c-ab57-4ab7-8e24-2c95cc5bb37d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:47.696976 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04199b70-58fc-47ad-8422-d30e811cc149", "name": "network-vif-deleted", "tag": "bc1185cc-40f3-48de-a345-1c0f607fbaad", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:47.697236 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cdba993c-ab57-4ab7-8e24-2c95cc5bb37d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:47.697702 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04199b70-58fc-47ad-8422-d30e811cc149', 'name': 'network-vif-deleted', 'tag': 'bc1185cc-40f3-48de-a345-1c0f607fbaad', 'status': 'completed', 'code': 200} Aug 03 18:58:47.805926 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.847892 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.881002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:58:47.919824 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.920176 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Added segment f017344b-1d3d-4352-ba37-ec5f20db883e of type vlan for network 95b92a92-1768-42af-9d90-c86d3d5a4a8a Aug 03 18:58:47.921657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:47.950695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328b9bd-5057-4a7c-b52f-d13737ffd527 req-4ec967a0-b83b-4638-afaf-65f2edd338b8 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:47.952270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c328b9bd-5057-4a7c-b52f-d13737ffd527 req-4ec967a0-b83b-4638-afaf-65f2edd338b8 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 948 time: 0.1686072 Aug 03 18:58:47.957913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.007675 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.018394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['340438f8-21e4-4b6f-b32f-e8d9783e10d6'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:58:48.024043 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.052598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Transition to ACTIVE for port object 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:48.093314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c328b9bd-5057-4a7c-b52f-d13737ffd527 req-3543b3f3-5e0b-40fb-8ef5-50bcfa69c73e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113019 Aug 03 18:58:48.123129 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.123129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:48.123129 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.208897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Router 65cba57a-1767-43a9-8eb5-adca297b3f05 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:58:48.273672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8369787 Aug 03 18:58:48.286246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8cf0cda6-c1a1-408d-86f1-1b9febe46c44 req-f216828d-286f-45ab-ae7f-63de3d6af74b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=04199b70-58fc-47ad-8422-d30e811cc149 HTTP/1.1" status: 200 len: 210 time: 0.0903807 Aug 03 18:58:48.287349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40348) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:48.290378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6df5dc-514d-438d-ad2b-1d0c3b78e1ce admin admin] Pushing event updated for resources: {'Network': ['ID=95b92a92-1768-42af-9d90-c86d3d5a4a8a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:48.314501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] Request body: {'subnet': {'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-28542544-subnet', 'tenant_id': '6d93768b1d2643a194e2c1b52980578a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:48.323177 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.328189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 95b92a92-1768-42af-9d90-c86d3d5a4a8a details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:58:48.332422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bc1185cc-40f3-48de-a345-1c0f607fbaad no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:58:48.431983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:58:48.466372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Network 1baf9757-c4ea-438a-8941-d14f55c3c41b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:48.489742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Sync routers for ids ['65cba57a-1767-43a9-8eb5-adca297b3f05'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:58:48.492190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:48.506564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.511537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: bc1185cc-40f3-48de-a345-1c0f607fbaad {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:58:48.511758 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bd28eeea-0505-49e6-944b-91bb93769549 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8111558 Aug 03 18:58:48.511860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bc1185cc-40f3-48de-a345-1c0f607fbaad not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:58:48.511951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40350) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:48.530261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:48.558821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] Made reservation on behalf of 6d93768b1d2643a194e2c1b52980578a for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:48.568340 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.624384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Routers {'65cba57a-1767-43a9-8eb5-adca297b3f05'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:48.624384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['65cba57a-1767-43a9-8eb5-adca297b3f05'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:48.634833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Pushing event updated for resources: {'Port': ['ID=5ffd8a68-dd67-482b-b42b-8ce1944a1ab5,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:48.799000 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.800134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 89bbd391-e150-4200-9fda-f65b35abe294 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:48.931833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Set router 65cba57a-1767-43a9-8eb5-adca297b3f05 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:49.009372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc006d00-501a-44e3-8e78-340cd3c79666 None None] Network f71f9def-d9c7-4a2f-946f-aace2834fdd5 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:49.172398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2bd62-e56f-4bde-9314-9ef7f3a3c5c7 req-9a44f7d2-fd1a-4a3b-9796-e274cd75aada tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:49.174341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41b2bd62-e56f-4bde-9314-9ef7f3a3c5c7 req-9a44f7d2-fd1a-4a3b-9796-e274cd75aada tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.4106891 Aug 03 18:58:49.201365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e8603c0a-998c-4d1e-80f0-da06f1b54150 None None] Provisioning for port 994d4bdc-04fe-4210-8614-6cf83ed41df4 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:49.304238 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.304619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 89bbd391-e150-4200-9fda-f65b35abe294 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:49.316324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 89bbd391-e150-4200-9fda-f65b35abe294 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:49.316698 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.364128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41b2bd62-e56f-4bde-9314-9ef7f3a3c5c7 req-c9d1b947-b616-47be-9220-63149162504f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600275 Aug 03 18:58:49.364834 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.415998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd783ef-7902-4d0e-85b9-587c24732c39 req-eb8b4021-6f88-4545-84ea-bc6b22a58aab tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:49.417545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cd783ef-7902-4d0e-85b9-587c24732c39 req-eb8b4021-6f88-4545-84ea-bc6b22a58aab tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 948 time: 0.2046256 Aug 03 18:58:49.426313 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6a7586e2-4bad-4d50-9c62-5a9fc2956d40 None None] Provisioning for port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:49.428117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:49.440082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6a7586e2-4bad-4d50-9c62-5a9fc2956d40 None None] Provisioning complete for port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:49.440469 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a7586e2-4bad-4d50-9c62-5a9fc2956d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.455126 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.520320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cd783ef-7902-4d0e-85b9-587c24732c39 req-f95b2343-1dad-4439-91fe-70ae50ef0f72 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896852 Aug 03 18:58:49.523315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] Checking segment: {'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:49.523681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] Network hostable DHCP agents. Network: 95b92a92-1768-42af-9d90-c86d3d5a4a8a, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:58:49.533563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6a7586e2-4bad-4d50-9c62-5a9fc2956d40 None None] Port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:49.546110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-router', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:45Z', 'updated_at': '2021-08-03T18:58:47Z', 'revision_number': 3, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'gw_port': {'id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:46Z', 'updated_at': '2021-08-03T18:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:49.580028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Checking router: 65cba57a-1767-43a9-8eb5-adca297b3f05 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:58:49.580399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Updating router 65cba57a-1767-43a9-8eb5-adca297b3f05 port 4933f2df-aecb-4326-8bd6-b406c8b1b27c binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:58:49.585007 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.616919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] Network 95b92a92-1768-42af-9d90-c86d3d5a4a8a is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:58:49.631530 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.681886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 95b92a92-1768-42af-9d90-c86d3d5a4a8a) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:49.690415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:49.691197 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.749694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b9539018-e6be-413a-baf5-dd1d44cd75d7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4471374 Aug 03 18:58:49.790784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Allocated IP 172.20.0.1 (f71f9def-d9c7-4a2f-946f-aace2834fdd5/a1774eae-ded1-476b-befb-7668835f62f1/6c003012-fd72-4099-bd10-90b285b7d65f) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:49.794239 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.802448 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.807570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40366) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:49.825983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-034336b1-b4db-4e14-bb54-be7e84dddcf4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877516898', 'description': 'tempest-description--454368301'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:49.828261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 89bbd391-e150-4200-9fda-f65b35abe294, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=89bbd391-e150-4200-9fda-f65b35abe294,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:49.829404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0bb351-206d-4604-85c9-4e3d7b0fae6d None None] Network 95b92a92-1768-42af-9d90-c86d3d5a4a8a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:49.897640 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.913557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-034336b1-b4db-4e14-bb54-be7e84dddcf4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.001425 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.002355 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 994d4bdc-04fe-4210-8614-6cf83ed41df4 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:50.048188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.076673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Transition to ACTIVE for port object 6c003012-fd72-4099-bd10-90b285b7d65f will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:50.078670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Network 1baf9757-c4ea-438a-8941-d14f55c3c41b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:50.085164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:50.089484 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-034336b1-b4db-4e14-bb54-be7e84dddcf4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.100594 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-034336b1-b4db-4e14-bb54-be7e84dddcf4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.113329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Pushing event updated for resources: {'Port': ['ID=5ffd8a68-dd67-482b-b42b-8ce1944a1ab5,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:50.164496 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-034336b1-b4db-4e14-bb54-be7e84dddcf4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.169648 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-034336b1-b4db-4e14-bb54-be7e84dddcf4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3542907 Aug 03 18:58:50.171951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40376) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:50.181151 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fb3bbd88-9323-4e46-b129-0632f3ac4ebb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Request body: {'security_group_rule': {'security_group_id': '1ffb3f3d-e91e-4f7f-aea0-adad1a2f4c74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:50.188418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034336b1-b4db-4e14-bb54-be7e84dddcf4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffb3f3d-e91e-4f7f-aea0-adad1a2f4c74,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:50.225771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.242420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=89bbd391-e150-4200-9fda-f65b35abe294,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:50.246845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 994d4bdc-04fe-4210-8614-6cf83ed41df4 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:50.261616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 994d4bdc-04fe-4210-8614-6cf83ed41df4 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:50.262004 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.305115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:58:50.311460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbd88-9323-4e46-b129-0632f3ac4ebb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.369246 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Network f71f9def-d9c7-4a2f-946f-aace2834fdd5 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:50.381819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:50.400947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c003012-fd72-4099-bd10-90b285b7d65f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:50.419514 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:50.422984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.423441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.424312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.424312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.424761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.426394 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.426844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.427423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.427858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.428289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.428719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.429162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:50.465535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c1c091-5e59-4cbe-9cf8-0df406de92b6 None None] Network 95b92a92-1768-42af-9d90-c86d3d5a4a8a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:50.492879 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbd88-9323-4e46-b129-0632f3ac4ebb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.502016 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbd88-9323-4e46-b129-0632f3ac4ebb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.507787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.559412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b3c1d99e-2a85-4fed-b481-0bc9675981fe None None] Provisioning complete for port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:50.559791 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b3c1d99e-2a85-4fed-b481-0bc9675981fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.562793 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.601629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:58:50.607134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eab9209a-2558-4cb7-b9ef-f726aecbf83d admin admin] 10.222.0.78 "PUT /v2.0/routers/b0153284-5f9e-4f2d-a9fc-6fdc249708a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0189679 Aug 03 18:58:50.618624 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Sync routers for ids ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:58:50.638228 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Routers {'b0153284-5f9e-4f2d-a9fc-6fdc249708a8'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:50.638943 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:50.645290 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.686524 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Transition to ACTIVE for port object 4933f2df-aecb-4326-8bd6-b406c8b1b27c will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:50.689168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bbd88-9323-4e46-b129-0632f3ac4ebb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea5739d-97a0-484f-95f9-9eea06500fe7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:50.707609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-45ee218c-515f-4d38-94e0-acb7af089311 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:50.709580 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbd88-9323-4e46-b129-0632f3ac4ebb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.710090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-45ee218c-515f-4d38-94e0-acb7af089311 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/networks?id=95b92a92-1768-42af-9d90-c86d3d5a4a8a HTTP/1.1" status: 200 len: 813 time: 0.3332708 Aug 03 18:58:50.713430 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fb3bbd88-9323-4e46-b129-0632f3ac4ebb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5392773 Aug 03 18:58:50.715625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40394) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:50.722957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-9c8d9182-3c46-4657-8182-e1eabddfd2d0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Request body: {'security_group_rule': {'security_group_id': '1ffb3f3d-e91e-4f7f-aea0-adad1a2f4c74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:50.732927 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.739934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1d99e-2a85-4fed-b481-0bc9675981fe None None] Port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:50.743964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 994d4bdc-04fe-4210-8614-6cf83ed41df4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=994d4bdc-04fe-4210-8614-6cf83ed41df4,segment=NetworkSegment(42b32e8e-6206-4b16-840a-a7cb8e2338b1),segment_id=42b32e8e-6206-4b16-840a-a7cb8e2338b1)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:50.752835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cb698-9377-4ad1-b25c-d0e296d64bbb req-363600d9-4ea7-4147-99c1-39702cede523 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:50.754716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60cb698-9377-4ad1-b25c-d0e296d64bbb req-363600d9-4ea7-4147-99c1-39702cede523 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1780756 Aug 03 18:58:50.762026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-b7f834d5-c388-4a5f-b964-bb23d12ba9be tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/quotas/6d93768b1d2643a194e2c1b52980578a HTTP/1.1" status: 200 len: 375 time: 0.0452256 Aug 03 18:58:50.784012 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.823912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-ed6e8320-c4d7-410f-aa59-0db32dc50e3c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6d93768b1d2643a194e2c1b52980578a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491529 Aug 03 18:58:50.824523 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9182-3c46-4657-8182-e1eabddfd2d0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.850950 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.888394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f402ec4-fd12-4e9f-8fe0-c40e5aa4c691 None None] Pushing event updated for resources: {'Port': ['ID=4933f2df-aecb-4326-8bd6-b406c8b1b27c,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:50.899763 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Set router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:50.907192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60cb698-9377-4ad1-b25c-d0e296d64bbb req-e2ffcb57-98bc-4c53-81b2-8e5d7b4bca90 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440489 Aug 03 18:58:50.996380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=994d4bdc-04fe-4210-8614-6cf83ed41df4,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:51.002094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Attempting to bind port 4933f2df-aecb-4326-8bd6-b406c8b1b27c on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:51.002362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Attempting to bind port 4933f2df-aecb-4326-8bd6-b406c8b1b27c by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:51.002746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Attempting to bind port 4933f2df-aecb-4326-8bd6-b406c8b1b27c on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:51.009526 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9182-3c46-4657-8182-e1eabddfd2d0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.018272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-a3b1212a-d40a-4bfe-873a-d76025a3941f service neutron] 10.222.0.78 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845684 Aug 03 18:58:51.021535 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9182-3c46-4657-8182-e1eabddfd2d0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.027106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:51.027725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:51.028156 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.028560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:51.029057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Bound port: 4933f2df-aecb-4326-8bd6-b406c8b1b27c, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:51.029460 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.034096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 89bbd391-e150-4200-9fda-f65b35abe294 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:51.060319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-74e14997-b668-49e7-ac70-8722ce2d29af None None] Provisioning for port 6c003012-fd72-4099-bd10-90b285b7d65f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:51.087629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-74e14997-b668-49e7-ac70-8722ce2d29af None None] Provisioning complete for port 6c003012-fd72-4099-bd10-90b285b7d65f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:51.088006 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-74e14997-b668-49e7-ac70-8722ce2d29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.107044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d9182-3c46-4657-8182-e1eabddfd2d0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b33168-5d80-41cc-b523-bcc6aee509eb,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:51.117614 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c8d9182-3c46-4657-8182-e1eabddfd2d0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.119075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9c8d9182-3c46-4657-8182-e1eabddfd2d0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4011183 Aug 03 18:58:51.122756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40402) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:51.127596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:51.168019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 340438f8-21e4-4b6f-b32f-e8d9783e10d6 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:51.172058 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.177870 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.211042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-59dbb6ae-da9c-44b3-ac98-7d85d3fd53ce service neutron] 10.222.0.78 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810160 Aug 03 18:58:51.211853 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.245620 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5ffd8a68-dd67-482b-b42b-8ce1944a1ab5', 'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'mac_address': 'fa:16:3e:c3:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:47Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 2, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'subnets': [{'id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:51.267467 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.279631 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Checking router: b0153284-5f9e-4f2d-a9fc-6fdc249708a8 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:58:51.279998 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Updating router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:58:51.302863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62940d7-cc2e-4f59-936a-21ae9717a6e4 req-cffa9c3b-8adb-4bc9-914d-a7e1d96761fb tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:51.304471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a62940d7-cc2e-4f59-936a-21ae9717a6e4 req-cffa9c3b-8adb-4bc9-914d-a7e1d96761fb tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 948 time: 0.1114926 Aug 03 18:58:51.320809 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.362657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a62940d7-cc2e-4f59-936a-21ae9717a6e4 req-6bb9182e-262f-4fd4-9cd1-2cd067f34c3c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494604 Aug 03 18:58:51.367428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c003012-fd72-4099-bd10-90b285b7d65f,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:51.387560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] For port 4933f2df-aecb-4326-8bd6-b406c8b1b27c, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:51.405483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-74e14997-b668-49e7-ac70-8722ce2d29af None None] Port 6c003012-fd72-4099-bd10-90b285b7d65f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:51.422056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Network f71f9def-d9c7-4a2f-946f-aace2834fdd5 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:51.424115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:51.427532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] For port 4933f2df-aecb-4326-8bd6-b406c8b1b27c, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4933f2df-aecb-4326-8bd6-b406c8b1b27c,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:51.447385 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.461280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 89bbd391-e150-4200-9fda-f65b35abe294 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:51.461594 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.463580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:51.480893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:51.481355 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.490115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.713018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Router 65cba57a-1767-43a9-8eb5-adca297b3f05 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:58:51.733489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Allocated IP 172.25.8.202 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/10ec55f5-a471-4832-a72b-f9b26891fde3) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:51.785763 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f402ec4-fd12-4e9f-8fe0-c40e5aa4c691 None None] Pushing event updated for resources: {'Port': ['ID=4933f2df-aecb-4326-8bd6-b406c8b1b27c,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:51.792573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Routers {'65cba57a-1767-43a9-8eb5-adca297b3f05'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:51.793169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['65cba57a-1767-43a9-8eb5-adca297b3f05'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:51.928349 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.945553 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.960022 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Transition to ACTIVE for port object 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:51.970643 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:51.976365 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.052488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db25830e-5e04-4a92-b793-489c660f3052 req-fa103b04-b84f-497b-bb36-20607778054f tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 210 time: 0.0421278 Aug 03 18:58:52.054732 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020bba9-cb13-47ae-bc8c-f102b0687371 None None] Pushing event updated for resources: {'Port': ['ID=5ffd8a68-dd67-482b-b42b-8ce1944a1ab5,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:52.054901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:52.060384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:52.065138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:52.069111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event updated for resources: {'Port': ['ID=10ec55f5-a471-4832-a72b-f9b26891fde3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:52.071642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:58:52.105975 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6ea20cba-cb37-41cf-9db7-ae11a95c56e9 admin admin] 10.222.0.78 "PUT /v2.0/routers/65cba57a-1767-43a9-8eb5-adca297b3f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5919597 Aug 03 18:58:52.227405 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Attempting to bind port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:52.227795 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Attempting to bind port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:52.228157 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Attempting to bind port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 on network 1baf9757-c4ea-438a-8941-d14f55c3c41b {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:52.246036 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:52.246418 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Checking segment: {'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:52.246816 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.247212 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Bound using segment: {'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:52.247686 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Bound port: 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:52.248075 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.283330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] Set router 65cba57a-1767-43a9-8eb5-adca297b3f05 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:52.313894 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.356441 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] For port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:52.359974 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] For port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5ffd8a68-dd67-482b-b42b-8ce1944a1ab5,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:52.373765 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.435056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe4ead-344d-47c8-99f0-2e636700133a req-dc7f14d7-9bd2-4dbc-a155-6f181b837785 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:52.453643 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8fe4ead-344d-47c8-99f0-2e636700133a req-dc7f14d7-9bd2-4dbc-a155-6f181b837785 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.2184846 Aug 03 18:58:52.458629 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020bba9-cb13-47ae-bc8c-f102b0687371 None None] Pushing event updated for resources: {'Port': ['ID=5ffd8a68-dd67-482b-b42b-8ce1944a1ab5,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:52.467522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40426) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:52.475882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b2a597d3-e8d3-4935-ad2d-524ac7c4226d tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1484863238', 'description': 'tempest-description--984858779'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:52.492150 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Routers {'b0153284-5f9e-4f2d-a9fc-6fdc249708a8'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:52.492805 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:52.509767 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2a597d3-e8d3-4935-ad2d-524ac7c4226d tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.523271 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.660447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2a597d3-e8d3-4935-ad2d-524ac7c4226d tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.663881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8fe4ead-344d-47c8-99f0-2e636700133a req-c8c65d2d-d6aa-43e9-94a5-074179deeae4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037678 Aug 03 18:58:52.669143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2a597d3-e8d3-4935-ad2d-524ac7c4226d tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.737080 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2a597d3-e8d3-4935-ad2d-524ac7c4226d tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.742584 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b2a597d3-e8d3-4935-ad2d-524ac7c4226d tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2737134 Aug 03 18:58:52.744981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40430) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:52.751996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bd0d7763-642f-49f3-886f-d9e41d018b7e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Request body: {'security_group_rule': {'security_group_id': 'a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:52.778983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a597d3-e8d3-4935-ad2d-524ac7c4226d tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:52.794713 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-03ac1aa5-89b2-4a9e-a080-880983e11ea6 None None] Provisioning complete for port 6c003012-fd72-4099-bd10-90b285b7d65f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:52.795309 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-03ac1aa5-89b2-4a9e-a080-880983e11ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.798191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7763-642f-49f3-886f-d9e41d018b7e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.852112 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.901989 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7763-642f-49f3-886f-d9e41d018b7e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.907895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-03ac1aa5-89b2-4a9e-a080-880983e11ea6 None None] Port 6c003012-fd72-4099-bd10-90b285b7d65f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:58:52.910694 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7763-642f-49f3-886f-d9e41d018b7e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.925522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb90982f-0bea-428b-ad0a-3b38605d918b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340438f8-21e4-4b6f-b32f-e8d9783e10d6'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:52.928350 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848e4459-2e79-4114-96b5-a4b13158c718" -d '{"events": [{"server_uuid": "fb90982f-0bea-428b-ad0a-3b38605d918b", "name": "network-vif-plugged", "status": "completed", "tag": "340438f8-21e4-4b6f-b32f-e8d9783e10d6"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:52.959421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d7763-642f-49f3-886f-d9e41d018b7e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df7ef06-dc8d-4d95-b08c-7ff47bc3ffb5,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:52.966299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 340438f8-21e4-4b6f-b32f-e8d9783e10d6, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=340438f8-21e4-4b6f-b32f-e8d9783e10d6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:52.971738 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7763-642f-49f3-886f-d9e41d018b7e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.973155 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bd0d7763-642f-49f3-886f-d9e41d018b7e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2268648 Aug 03 18:58:52.975725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40436) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:52.986227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bb881950-8822-4ee4-9d7b-b50ff486beab tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Request body: {'security_group_rule': {'security_group_id': 'a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:52.987715 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.013869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4581d24-aa4e-4f09-874e-0dd9e688f374 req-3c74eb8b-dada-41e0-aac5-13cb0252ed2d tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:53.025010 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] Set router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:53.026152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4581d24-aa4e-4f09-874e-0dd9e688f374 req-3c74eb8b-dada-41e0-aac5-13cb0252ed2d tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 948 time: 0.1845872 Aug 03 18:58:53.038727 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb881950-8822-4ee4-9d7b-b50ff486beab tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.046804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 994d4bdc-04fe-4210-8614-6cf83ed41df4 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:53.050416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-router', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:45Z', 'updated_at': '2021-08-03T18:58:50Z', 'revision_number': 4, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'gw_port': {'id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:46Z', 'updated_at': '2021-08-03T18:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '6c003012-fd72-4099-bd10-90b285b7d65f', 'name': '', 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'mac_address': 'fa:16:3e:0e:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1774eae-ded1-476b-befb-7668835f62f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:49Z', 'updated_at': '2021-08-03T18:58:50Z', 'revision_number': 2, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'subnets': [{'id': 'a1774eae-ded1-476b-befb-7668835f62f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:53.117455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97dfd3d-3ccf-4763-ba2c-4a5fffa719f7 None None] The sync data for ids ['65cba57a-1767-43a9-8eb5-adca297b3f05'] in n-d-802918-7 is: [{'id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-router', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:45Z', 'updated_at': '2021-08-03T18:58:50Z', 'revision_number': 4, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'gw_port': {'id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:46Z', 'updated_at': '2021-08-03T18:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '6c003012-fd72-4099-bd10-90b285b7d65f', 'name': '', 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'mac_address': 'fa:16:3e:0e:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1774eae-ded1-476b-befb-7668835f62f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:49Z', 'updated_at': '2021-08-03T18:58:50Z', 'revision_number': 2, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'subnets': [{'id': 'a1774eae-ded1-476b-befb-7668835f62f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:58:53.126150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=340438f8-21e4-4b6f-b32f-e8d9783e10d6,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:53.154865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4581d24-aa4e-4f09-874e-0dd9e688f374 req-3d6d5f2c-c420-40d0-8b4c-d34aea2928e4 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275642 Aug 03 18:58:53.156558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb881950-8822-4ee4-9d7b-b50ff486beab tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.163818 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb881950-8822-4ee4-9d7b-b50ff486beab tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.188977 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 994d4bdc-04fe-4210-8614-6cf83ed41df4 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:53.189684 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.199334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb881950-8822-4ee4-9d7b-b50ff486beab tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56def86-057a-4f3b-83d1-53961b1601f6,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:53.200615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ac21498-ee67-4351-9bac-408c92278bfc req-3e6dcd21-a6b5-4338-9a03-75ecf612c0ef tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3583460 Aug 03 18:58:53.212362 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb881950-8822-4ee4-9d7b-b50ff486beab tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.214240 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bb881950-8822-4ee4-9d7b-b50ff486beab tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2373700 Aug 03 18:58:53.216912 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40440) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:53.218638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:53.229745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:53.287485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.298244 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.310076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.336871 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.400919 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5ffd8a68-dd67-482b-b42b-8ce1944a1ab5', 'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'mac_address': 'fa:16:3e:c3:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:47Z', 'updated_at': '2021-08-03T18:58:52Z', 'revision_number': 4, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'subnets': [{'id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:53.441240 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eabd9b3-b9c8-4c80-ab72-3f0a150b4dd9 x-openstack-request-id: req-2eabd9b3-b9c8-4c80-ab72-3f0a150b4dd9 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:53.441885 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb90982f-0bea-428b-ad0a-3b38605d918b", "name": "network-vif-plugged", "status": "completed", "tag": "340438f8-21e4-4b6f-b32f-e8d9783e10d6", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:53.442377 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2eabd9b3-b9c8-4c80-ab72-3f0a150b4dd9 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:53.443273 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb90982f-0bea-428b-ad0a-3b38605d918b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340438f8-21e4-4b6f-b32f-e8d9783e10d6', 'code': 200} Aug 03 18:58:53.454218 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcbd2ba-5655-47f7-9b42-c6ed620d1f3a None None] The sync data for ids ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'] in n-d-802918-7 is: [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5ffd8a68-dd67-482b-b42b-8ce1944a1ab5', 'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'mac_address': 'fa:16:3e:c3:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:47Z', 'updated_at': '2021-08-03T18:58:52Z', 'revision_number': 4, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'subnets': [{'id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:58:53.591676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.761385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Allocated IP 172.25.8.42 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/1b782031-b73d-47ac-b447-1a6c1f6c6af9) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:53.944351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.953762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-973f54d2-ff33-4703-a233-f7d9a27a0d10 req-f1d7f69c-9396-4458-8ec1-c29af4dddaa7 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 210 time: 0.1295960 Aug 03 18:58:54.004669 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.031568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event updated for resources: {'Port': ['ID=10ec55f5-a471-4832-a72b-f9b26891fde3,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:54.054522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:54.058633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:54.063673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:54.078550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-dc03b56b-9190-498a-a207-96cf421ca991 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:54.080288 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-dc03b56b-9190-498a-a207-96cf421ca991 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "GET /v2.0/networks?id=95b92a92-1768-42af-9d90-c86d3d5a4a8a HTTP/1.1" status: 200 len: 813 time: 0.7731960 Aug 03 18:58:54.109456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Request body: {'port': {'device_id': 'a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2', 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a', 'admin_state_up': True, 'tenant_id': '6d93768b1d2643a194e2c1b52980578a'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:54.115009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Pushing event updated for resources: {'Port': ['ID=1b782031-b73d-47ac-b447-1a6c1f6c6af9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:54.148663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8bb16-63d5-4eae-91e2-869056bac335 req-7bb0e08b-3009-4212-aae4-d6f939395eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:54.150212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64e8bb16-63d5-4eae-91e2-869056bac335 req-7bb0e08b-3009-4212-aae4-d6f939395eae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 1100 time: 0.3250551 Aug 03 18:58:54.192961 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.204288 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.249851 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.304703 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.306015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a2a2bcb0-de32-4db0-9a99-c33172fc2d12 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1824083 Aug 03 18:58:54.335451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64e8bb16-63d5-4eae-91e2-869056bac335 req-1f7f3b00-ff90-443f-8844-2b30e3d4f5a1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523941 Aug 03 18:58:54.368063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931cf56-412c-4438-b0e4-cd30ab48d6ec req-18dc50f2-2f08-49e0-af1c-c86e511296f1 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:54.375816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2931cf56-412c-4438-b0e4-cd30ab48d6ec req-18dc50f2-2f08-49e0-af1c-c86e511296f1 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1942463 Aug 03 18:58:54.426820 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.474866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2931cf56-412c-4438-b0e4-cd30ab48d6ec req-adfa01a2-5e95-4b39-a007-4eba6a7e973d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980227 Aug 03 18:58:54.496922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.503013 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.580732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Made reservation on behalf of 6d93768b1d2643a194e2c1b52980578a for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:54.591581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.610496 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Pushing event updated for resources: {'Port': ['ID=1b782031-b73d-47ac-b447-1a6c1f6c6af9,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:54.643671 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.663574 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.665756 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cbc94ed6-d4b7-4aa6-b6de-07da8caed761 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4472296 Aug 03 18:58:54.720572 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134d9bf-ba5a-41c9-981d-27b3cd9895fc req-1bfdd655-7ac7-494a-9f06-cf8d1720f527 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:54.722772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c134d9bf-ba5a-41c9-981d-27b3cd9895fc req-1bfdd655-7ac7-494a-9f06-cf8d1720f527 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 949 time: 0.1266708 Aug 03 18:58:54.774228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Allocated IP 172.25.8.203 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b390e023-4c40-4e68-a5d1-a1d6d0f81356) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:54.930900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c134d9bf-ba5a-41c9-981d-27b3cd9895fc req-48db3aca-ba86-455f-becd-61e237e45b9c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582694 Aug 03 18:58:55.003744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.010773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Allocated IP 172.20.0.3 (95b92a92-1768-42af-9d90-c86d3d5a4a8a/5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f/dfc5bc51-9896-4ccf-8b2f-835f5553fe0b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:55.049434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:55.275876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:55.281618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:55.282291 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.320442 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.340257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.380388 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.412776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:55.424224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5ffd8a68-dd67-482b-b42b-8ce1944a1ab5,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:55.424861 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:55.431274 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.432699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4933f2df-aecb-4326-8bd6-b406c8b1b27c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:55.434806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:55.448679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-6ffa00eb-9c4c-4673-aa48-3e658ea8bd3d tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:55.450391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-6ffa00eb-9c4c-4673-aa48-3e658ea8bd3d tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/networks?id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e HTTP/1.1" status: 200 len: 822 time: 0.2442517 Aug 03 18:58:55.477659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event updated for resources: {'Port': ['ID=b390e023-4c40-4e68-a5d1-a1d6d0f81356,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:55.514800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-840814b9-fd9f-4c82-912e-a93d3e466ca0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/quotas/af87ca2713e742dd9cb47e67d00a145f HTTP/1.1" status: 200 len: 375 time: 0.0378625 Aug 03 18:58:55.524407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=5ffd8a68-dd67-482b-b42b-8ce1944a1ab5,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:55.541633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 4933f2df-aecb-4326-8bd6-b406c8b1b27c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:58:55.546948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4933f2df-aecb-4326-8bd6-b406c8b1b27c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:55.547590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.550375 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.595246 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-bc1f4c1d-895d-45da-a45c-c13270794aca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496354 Aug 03 18:58:55.643623 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.670170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 4933f2df-aecb-4326-8bd6-b406c8b1b27c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4933f2df-aecb-4326-8bd6-b406c8b1b27c,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:58:55.674173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Network 95b92a92-1768-42af-9d90-c86d3d5a4a8a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:55.679031 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.687748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:55.696584 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-89b34f71-bfc9-4d3f-bcc9-beaf965493b2 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=af87ca2713e742dd9cb47e67d00a145f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1712248 Aug 03 18:58:55.697600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:55.704629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Pushing event updated for resources: {'Port': ['ID=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:55.727549 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.734805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-19f82e47-48f9-4f44-b87e-7ce16bb4747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:55.736629 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-19f82e47-48f9-4f44-b87e-7ce16bb4747b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b03a1d90a77d4cc9872df423d28f5864&device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 1101 time: 0.0809338 Aug 03 18:58:55.756839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=4933f2df-aecb-4326-8bd6-b406c8b1b27c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:55.827244 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:55.827775 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.841967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.856745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-4b0b91d6-8a1c-48ad-8612-8b35ca7a05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:55.858622 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-4b0b91d6-8a1c-48ad-8612-8b35ca7a05dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.0999959 Aug 03 18:58:55.871142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-2b4656cf-58b4-44dc-87c7-7d907243eb99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7696350 Aug 03 18:58:55.888913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Request body: {'port': {'device_id': 'a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:55.903078 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-b49f944f-8f68-4d71-89ed-295871005674 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0405c71b-593d-4cf0-80c1-ce262e940092 HTTP/1.1" status: 200 len: 217 time: 0.0359662 Aug 03 18:58:55.945719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-70ed39c7-a25f-406e-96b7-9ed2913bcccf service neutron] 10.222.0.78 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196078 Aug 03 18:58:55.958942 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-1a20d72f-54a6-4126-b513-2c4caf474c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:55.960454 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-1a20d72f-54a6-4126-b513-2c4caf474c68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0492258 Aug 03 18:58:56.011344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-817a9ac6-b8ee-4eaa-b1c4-a6720287ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:56.013229 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-817a9ac6-b8ee-4eaa-b1c4-a6720287ba69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447674 Aug 03 18:58:56.068783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.109245 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-caf87187-c9e6-46da-aa84-bbadb4111d93 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878754 Aug 03 18:58:56.182255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-c6bf66f6-cf96-46cc-8a98-26e1e0f194af service neutron] 10.222.0.78 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261117 Aug 03 18:58:56.200698 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.219898 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f98fc62-a811-4826-bc21-5b64ca5e1054 req-f6679a60-b108-4639-a95a-aa279a8f9344 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013753 Aug 03 18:58:56.266815 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.414315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event updated for resources: {'Port': ['ID=b390e023-4c40-4e68-a5d1-a1d6d0f81356,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:56.433485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.474213 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.475450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ac21498-ee67-4351-9bac-408c92278bfc req-45b23461-9cb4-4e50-bd5a-2b6336b3fea7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2715166 Aug 03 18:58:56.552495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-231d66d1-3ec9-4c6e-853f-b385191a69d9 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1484863238&fields=id&tenant_id=4f2320e0bc46475585d683cd00a9587b HTTP/1.1" status: 200 len: 267 time: 0.1109040 Aug 03 18:58:56.562244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ac21498-ee67-4351-9bac-408c92278bfc req-c92f9606-9335-4cda-87f7-7569f588bc04 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0786524 Aug 03 18:58:56.765925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc5bc51-9896-4ccf-8b2f-835f5553fe0b {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:56.787069 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.833259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Transition to ACTIVE for port object dfc5bc51-9896-4ccf-8b2f-835f5553fe0b will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:56.840909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-3844a3e6-1168-4f41-ab75-7b76749f00b3 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:56.842503 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-3844a3e6-1168-4f41-ab75-7b76749f00b3 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/networks?id=1baf9757-c4ea-438a-8941-d14f55c3c41b HTTP/1.1" status: 200 len: 805 time: 0.2793658 Aug 03 18:58:56.845414 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.856620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac21498-ee67-4351-9bac-408c92278bfc req-53dd8d3f-5673-473d-bdc2-95ee27934255 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:56.858171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ac21498-ee67-4351-9bac-408c92278bfc req-53dd8d3f-5673-473d-bdc2-95ee27934255 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2814481 Aug 03 18:58:56.901961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-58345e6b-52c3-4d77-b413-2ffed4ed532f tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/quotas/4f2320e0bc46475585d683cd00a9587b HTTP/1.1" status: 200 len: 375 time: 0.0427232 Aug 03 18:58:56.952072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:56.980657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:57.015776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:57.016152 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:57.073222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-371c75a5-40d9-44c1-ae98-5897bce01c02 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f2320e0bc46475585d683cd00a9587b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1625130 Aug 03 18:58:57.132926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c1ef1-5b53-4699-b7a8-4d1d35e36166 req-eb3b6368-5bce-479b-98ab-7b57d7482173 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:57.134844 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-248c1ef1-5b53-4699-b7a8-4d1d35e36166 req-eb3b6368-5bce-479b-98ab-7b57d7482173 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 943 time: 0.2112262 Aug 03 18:58:57.137123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4933f2df-aecb-4326-8bd6-b406c8b1b27c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:58:57.206206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4933f2df-aecb-4326-8bd6-b406c8b1b27c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:58:57.207023 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:57.221402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Attempting to bind port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:57.221801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Attempting to bind port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:57.222141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Attempting to bind port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b on network 95b92a92-1768-42af-9d90-c86d3d5a4a8a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:57.244918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b on network 95b92a92-1768-42af-9d90-c86d3d5a4a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:58:57.245254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Attempting to bind port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b on network 95b92a92-1768-42af-9d90-c86d3d5a4a8a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:57.265159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:57.265527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Checking segment: {'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:57.265913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Bound using segment: {'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:57.266364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Bound port: dfc5bc51-9896-4ccf-8b2f-835f5553fe0b, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:57.266726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:57.287235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-248c1ef1-5b53-4699-b7a8-4d1d35e36166 req-74f090a5-7735-4673-8dc8-468c892067f4 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065786 Aug 03 18:58:57.295029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-a50f2a51-fdf7-4d8f-a5f6-33faa34819c2 service neutron] 10.222.0.78 "GET /v2.0/networks/1baf9757-c4ea-438a-8941-d14f55c3c41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979439 Aug 03 18:58:57.412851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] For port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:57.418541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] For port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:57.430720 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:57.438473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Sync routers for ids ['65cba57a-1767-43a9-8eb5-adca297b3f05'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:58:57.456485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Routers {'65cba57a-1767-43a9-8eb5-adca297b3f05'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:57.457473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['65cba57a-1767-43a9-8eb5-adca297b3f05'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:57.482338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-2fdad704-3745-4c5e-85bc-d02b63a2d344 service neutron] 10.222.0.78 "GET /v2.0/networks/1baf9757-c4ea-438a-8941-d14f55c3c41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668155 Aug 03 18:58:57.483635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:57.484253 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:57.486853 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] 10.222.0.37 "PUT /v2.0/ports/dfc5bc51-9896-4ccf-8b2f-835f5553fe0b HTTP/1.1" status: 200 len: 1091 time: 1.6036873 Aug 03 18:58:57.489749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2', 'tag': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:58:57.493233 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83ff11a-c5d9-45b0-b8e2-380f755181c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2", "tag": "dfc5bc51-9896-4ccf-8b2f-835f5553fe0b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:58:57.523390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec46553-501e-45c5-9489-329dda4a23c7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:57.649075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-7635ac8e-0874-4038-a836-2814ed01d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:57.655395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-7635ac8e-0874-4038-a836-2814ed01d908 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d93768b1d2643a194e2c1b52980578a&device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 1094 time: 0.0943551 Aug 03 18:58:57.693561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Set router 65cba57a-1767-43a9-8eb5-adca297b3f05 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:57.794730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-b3e34063-b64c-4277-aa79-5cdf29187d1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b HTTP/1.1" status: 200 len: 217 time: 0.1148441 Aug 03 18:58:57.878762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ee2e658a-8d73-4ad4-8762-f1d155b7241d tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:57.882768 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ee2e658a-8d73-4ad4-8762-f1d155b7241d tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.37 "GET /v2.0/networks?id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e HTTP/1.1" status: 200 len: 822 time: 0.2473257 Aug 03 18:58:57.898219 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Request body: {'port': {'device_id': 'bcf5bdc3-3973-4a0b-837e-e24f6791c640', 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e', 'admin_state_up': True, 'tenant_id': 'af87ca2713e742dd9cb47e67d00a145f'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:57.950366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0a0ad-0ea3-4ac3-8f04-2f1710e64073 req-43aaed4f-01c4-420c-ab97-fc50844352b8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:57.953302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c0a0ad-0ea3-4ac3-8f04-2f1710e64073 req-43aaed4f-01c4-420c-ab97-fc50844352b8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1572168 Aug 03 18:58:57.968749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5e544-9f77-40f1-8c07-cd58045d377e req-00ba39e6-965f-4ed2-b114-a7657f65deb4 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:57.976745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29c5e544-9f77-40f1-8c07-cd58045d377e req-00ba39e6-965f-4ed2-b114-a7657f65deb4 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 949 time: 0.1412358 Aug 03 18:58:58.010744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-671a8c0e-93e5-4abe-a6e9-34209242dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:58.011593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-671a8c0e-93e5-4abe-a6e9-34209242dc9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f HTTP/1.1" status: 200 len: 853 time: 0.1388516 Aug 03 18:58:58.014472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-router', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:45Z', 'updated_at': '2021-08-03T18:58:50Z', 'revision_number': 4, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'gw_port': {'id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:46Z', 'updated_at': '2021-08-03T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '6c003012-fd72-4099-bd10-90b285b7d65f', 'name': '', 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'mac_address': 'fa:16:3e:0e:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1774eae-ded1-476b-befb-7668835f62f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:49Z', 'updated_at': '2021-08-03T18:58:50Z', 'revision_number': 2, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'subnets': [{'id': 'a1774eae-ded1-476b-befb-7668835f62f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:58.046934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29c5e544-9f77-40f1-8c07-cd58045d377e req-db312a82-2840-4a07-aea8-ea1b4910e03e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693343 Aug 03 18:58:58.056254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Checking router: 65cba57a-1767-43a9-8eb5-adca297b3f05 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:58:58.056800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Updating router 65cba57a-1767-43a9-8eb5-adca297b3f05 port 6c003012-fd72-4099-bd10-90b285b7d65f binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:58:58.083954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Made reservation on behalf of af87ca2713e742dd9cb47e67d00a145f for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:58.091303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.093375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.122217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-600b9b6d-b4e5-44c9-aaf0-3f9e035c2e69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95b92a92-1768-42af-9d90-c86d3d5a4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908208 Aug 03 18:58:58.135242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c0a0ad-0ea3-4ac3-8f04-2f1710e64073 req-c7040642-b84a-4459-a03d-3922c3c1d94c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361451 Aug 03 18:58:58.293785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Allocated IP 172.20.0.6 (e5e401c9-8666-4b4e-bdc1-c4398169ba8e/2941acd2-0ddf-4764-9478-00a2a4b91fbd/44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:58.447188 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.466105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Transition to ACTIVE for port object 6c003012-fd72-4099-bd10-90b285b7d65f will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:58.478084 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.496764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.578003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024ac2d-2a5c-4070-b0b8-24deb11d27c3 None None] Pushing event updated for resources: {'Port': ['ID=6c003012-fd72-4099-bd10-90b285b7d65f,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:58.591730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.638598 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Attempting to bind port 6c003012-fd72-4099-bd10-90b285b7d65f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:58.638920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Attempting to bind port 6c003012-fd72-4099-bd10-90b285b7d65f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '42b32e8e-6206-4b16-840a-a7cb8e2338b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:58.639287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Attempting to bind port 6c003012-fd72-4099-bd10-90b285b7d65f on network f71f9def-d9c7-4a2f-946f-aace2834fdd5 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:58.646417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:58.646803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Checking segment: {'id': '42b32e8e-6206-4b16-840a-a7cb8e2338b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:58.647295 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.648059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Bound using segment: {'id': '42b32e8e-6206-4b16-840a-a7cb8e2338b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:58.648201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Bound port: 6c003012-fd72-4099-bd10-90b285b7d65f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b32e8e-6206-4b16-840a-a7cb8e2338b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:58.648555 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.652491 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Network e5e401c9-8666-4b4e-bdc1-c4398169ba8e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:58:58.656862 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:58.661325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:58:58.707347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event updated for resources: {'Port': ['ID=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:58.733698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:58.734496 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.748101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] For port 6c003012-fd72-4099-bd10-90b285b7d65f, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:58:58.751944 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] For port 6c003012-fd72-4099-bd10-90b285b7d65f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6c003012-fd72-4099-bd10-90b285b7d65f,segment=NetworkSegment(42b32e8e-6206-4b16-840a-a7cb8e2338b1),segment_id=42b32e8e-6206-4b16-840a-a7cb8e2338b1)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:58:58.754914 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-8a638df1-3464-4c24-bcbf-b001a0d1b8a4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8608797 Aug 03 18:58:58.757800 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.770107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Request body: {'port': {'device_id': 'bcf5bdc3-3973-4a0b-837e-e24f6791c640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:58.771892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-991ecb1d-33b9-4686-bae4-53e7358534c2 service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344905 Aug 03 18:58:58.773831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63e9835e-68b6-4466-8fe7-3b5f4dca2592 req-36bf3760-d48d-4ea8-98eb-036d88bf6fad tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 210 time: 0.5137775 Aug 03 18:58:58.865011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024ac2d-2a5c-4070-b0b8-24deb11d27c3 None None] Pushing event updated for resources: {'Port': ['ID=6c003012-fd72-4099-bd10-90b285b7d65f,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:58.868681 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007d19dc-d2b9-4b15-b213-ebe4cab9d59d x-openstack-request-id: req-007d19dc-d2b9-4b15-b213-ebe4cab9d59d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:58:58.869633 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2", "tag": "dfc5bc51-9896-4ccf-8b2f-835f5553fe0b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:58:58.869797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Routers {'65cba57a-1767-43a9-8eb5-adca297b3f05'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:58:58.869917 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-007d19dc-d2b9-4b15-b213-ebe4cab9d59d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:58:58.870306 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2', 'tag': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b', 'status': 'completed', 'code': 200} Aug 03 18:58:58.870450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['65cba57a-1767-43a9-8eb5-adca297b3f05'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:58.879754 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.902219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02bf880e-8653-4b28-aea7-93027caab33f req-d25123b8-70a2-478c-afdc-6a829950808e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6406198 Aug 03 18:58:58.911100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:58.993835 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-218be08a-1eb7-4ce6-aed5-f23e25e6fbad req-4351054f-cee6-4e6a-ba89-9db27574d192 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 210 time: 0.0605843 Aug 03 18:58:59.017740 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:59.036042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05558bb-e432-4fad-93cc-a4ae37cab9e0 req-bf050655-6d53-4e7a-908f-5e694037567f service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496092 Aug 03 18:58:59.120057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] Set router 65cba57a-1767-43a9-8eb5-adca297b3f05 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:58:59.250782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ff11a-c5d9-45b0-b8e2-380f755181c2 req-34a41e36-6213-4261-8b46-428b5ebb4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:59.252524 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a83ff11a-c5d9-45b0-b8e2-380f755181c2 req-34a41e36-6213-4261-8b46-428b5ebb4a7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d93768b1d2643a194e2c1b52980578a&device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 1094 time: 0.0685556 Aug 03 18:58:59.313672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-280cb192-e878-4c4f-8519-79451c7a8ecc tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:59.315210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-280cb192-e878-4c4f-8519-79451c7a8ecc tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.37 "GET /v2.0/networks?id=1baf9757-c4ea-438a-8941-d14f55c3c41b HTTP/1.1" status: 200 len: 805 time: 0.1797085 Aug 03 18:58:59.375833 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-ede83648-073e-4b08-a565-3e46c6f37e69 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f2320e0bc46475585d683cd00a9587b HTTP/1.1" status: 200 len: 380 time: 0.0498898 Aug 03 18:58:59.396626 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:59.402217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Request body: {'port': {'device_id': 'e53caf00-f5c5-4b0f-912d-819639866640', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'admin_state_up': True, 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'security_groups': ['a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:59.474033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ff11a-c5d9-45b0-b8e2-380f755181c2 req-6ca2a789-bad4-4418-b5cc-deff7df1effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:59.475446 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a83ff11a-c5d9-45b0-b8e2-380f755181c2 req-6ca2a789-bad4-4418-b5cc-deff7df1effc service neutron] 10.222.0.37 "GET /v2.0/networks?id=95b92a92-1768-42af-9d90-c86d3d5a4a8a HTTP/1.1" status: 200 len: 914 time: 0.2018933 Aug 03 18:58:59.476973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-router', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:45Z', 'updated_at': '2021-08-03T18:58:50Z', 'revision_number': 4, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'gw_port': {'id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:46Z', 'updated_at': '2021-08-03T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '6c003012-fd72-4099-bd10-90b285b7d65f', 'name': '', 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'mac_address': 'fa:16:3e:0e:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1774eae-ded1-476b-befb-7668835f62f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:49Z', 'updated_at': '2021-08-03T18:58:58Z', 'revision_number': 4, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'subnets': [{'id': 'a1774eae-ded1-476b-befb-7668835f62f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:59.514792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0c38b-6050-43e9-8f84-6846ee653410 None None] The sync data for ids ['65cba57a-1767-43a9-8eb5-adca297b3f05'] in n-d-802918-7 is: [{'id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-router', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:45Z', 'updated_at': '2021-08-03T18:58:50Z', 'revision_number': 4, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'gw_port': {'id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:46Z', 'updated_at': '2021-08-03T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '6c003012-fd72-4099-bd10-90b285b7d65f', 'name': '', 'network_id': 'f71f9def-d9c7-4a2f-946f-aace2834fdd5', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'mac_address': 'fa:16:3e:0e:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'a1774eae-ded1-476b-befb-7668835f62f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:49Z', 'updated_at': '2021-08-03T18:58:58Z', 'revision_number': 4, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'subnets': [{'id': 'a1774eae-ded1-476b-befb-7668835f62f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:58:59.537323 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:59.541081 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a83ff11a-c5d9-45b0-b8e2-380f755181c2 req-d33bcc0d-f356-483a-8f4a-32d874f1c524 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b HTTP/1.1" status: 200 len: 217 time: 0.0429342 Aug 03 18:58:59.552521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:58:59.560146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca61f6-0c86-4799-9d49-c7b0f811066b req-51c99491-5658-4148-977a-b19b9cedfe25 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:59.561750 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8ca61f6-0c86-4799-9d49-c7b0f811066b req-51c99491-5658-4148-977a-b19b9cedfe25 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 943 time: 0.1104970 Aug 03 18:58:59.608437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:59.624134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ff11a-c5d9-45b0-b8e2-380f755181c2 req-3781cb58-8b6d-45b4-b8e6-d0c69ede8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:59.625857 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a83ff11a-c5d9-45b0-b8e2-380f755181c2 req-3781cb58-8b6d-45b4-b8e6-d0c69ede8f25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f HTTP/1.1" status: 200 len: 853 time: 0.0678182 Aug 03 18:58:59.631560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Transition to ACTIVE for port object 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:58:59.635751 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:59.681759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8ca61f6-0c86-4799-9d49-c7b0f811066b req-b3d9c8a8-0655-4239-a009-72ab942c127e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122644 Aug 03 18:58:59.701408 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a83ff11a-c5d9-45b0-b8e2-380f755181c2 req-aa062990-7e97-409e-bc9e-d0ec6177d476 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95b92a92-1768-42af-9d90-c86d3d5a4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609670 Aug 03 18:58:59.742572 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Made reservation on behalf of 4f2320e0bc46475585d683cd00a9587b for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:59.746179 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:59.777546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:59.781763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Allocated IP 172.25.8.20 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/627bc9a8-6136-4d9d-bbbd-b7dc396523e6) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:58:59.882916 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a83ff11a-c5d9-45b0-b8e2-380f755181c2 req-75283e8f-3089-4c9b-9327-dd881baee19e service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682436 Aug 03 18:58:59.884022 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Attempting to bind port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:58:59.884361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Attempting to bind port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:58:59.884839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Attempting to bind port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d on network e5e401c9-8666-4b4e-bdc1-c4398169ba8e {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:59.889372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d on network e5e401c9-8666-4b4e-bdc1-c4398169ba8e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:58:59.889723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Attempting to bind port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d on network e5e401c9-8666-4b4e-bdc1-c4398169ba8e {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:58:59.902507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:58:59.902848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Checking segment: {'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:59.903226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Bound using segment: {'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:58:59.903668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Bound port: 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:58:59.904028 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.013262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Allocated IP 172.20.0.12 (1baf9757-c4ea-438a-8941-d14f55c3c41b/97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6/fb4a9cd8-1134-46e0-974c-29260364af56) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:00.036217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] For port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:00.038590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357aafb-899a-42df-a62b-8e31ce355a7e req-2b8dd425-8249-4a46-95f3-33023d4d0f63 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.039845 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a83ff11a-c5d9-45b0-b8e2-380f755181c2 req-731c618c-e636-49ff-adc4-1d11a6ecc677 service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445270 Aug 03 18:59:00.040356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7357aafb-899a-42df-a62b-8e31ce355a7e req-2b8dd425-8249-4a46-95f3-33023d4d0f63 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1559787 Aug 03 18:59:00.044218 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.057999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] For port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:00.063812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.103351 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.104115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.105638 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] 10.222.0.37 "PUT /v2.0/ports/44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d HTTP/1.1" status: 200 len: 1091 time: 1.3411725 Aug 03 18:59:00.106075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf5bdc3-3973-4a0b-837e-e24f6791c640', 'tag': '44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:00.108330 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1fdcdf-7a83-4bd7-84ea-1755e35ae17f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf5bdc3-3973-4a0b-837e-e24f6791c640", "tag": "44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:00.135639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4164ef-66fb-48b0-b9ed-fadc4f4dd4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:00.139201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7357aafb-899a-42df-a62b-8e31ce355a7e req-8cada63f-e9ed-4af9-bd06-ee0337064e26 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895288 Aug 03 18:59:00.212464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-207b9a98-4db9-4f5e-920b-35ab20d69357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.214343 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-207b9a98-4db9-4f5e-920b-35ab20d69357 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af87ca2713e742dd9cb47e67d00a145f&device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 1094 time: 0.0528955 Aug 03 18:59:00.219866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.258923 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-6a4b15a6-072a-44f5-bbd5-db7805eee920 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d HTTP/1.1" status: 200 len: 217 time: 0.0349755 Aug 03 18:59:00.282536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.289124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:00.297137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:00.303263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event updated for resources: {'Port': ['ID=627bc9a8-6136-4d9d-bbbd-b7dc396523e6,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:00.308113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:00.316792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ff6cd8fb-9578-434b-aaa9-965db4e56130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.318447 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-ff6cd8fb-9578-434b-aaa9-965db4e56130 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2941acd2-0ddf-4764-9478-00a2a4b91fbd HTTP/1.1" status: 200 len: 862 time: 0.0521572 Aug 03 18:59:00.334743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Transition to ACTIVE for port object fb4a9cd8-1134-46e0-974c-29260364af56 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:00.363808 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-e161c759-a419-4cce-b68b-4a91556dd6da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375986 Aug 03 18:59:00.419752 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.437654 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.476249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Network 1baf9757-c4ea-438a-8941-d14f55c3c41b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:00.481999 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-17f6a153-fc20-430a-b734-91b889fc056e service neutron] 10.222.0.37 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085577 Aug 03 18:59:00.488142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:00.508501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:00.514402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Pushing event updated for resources: {'Port': ['ID=fb4a9cd8-1134-46e0-974c-29260364af56,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:00.563851 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.625110 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.626020 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.664930 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-dcf649aa-8c68-494b-a29a-bfe75042fb12 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2719765 Aug 03 18:59:00.675361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962ee4-6391-493b-9083-a3170203cca3 req-d5a7c56a-ec81-450a-9f42-d166767f40e1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.675951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962ee4-6391-493b-9083-a3170203cca3 req-d5a7c56a-ec81-450a-9f42-d166767f40e1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.676442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962ee4-6391-493b-9083-a3170203cca3 req-d5a7c56a-ec81-450a-9f42-d166767f40e1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.676921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962ee4-6391-493b-9083-a3170203cca3 req-d5a7c56a-ec81-450a-9f42-d166767f40e1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.677698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962ee4-6391-493b-9083-a3170203cca3 req-d5a7c56a-ec81-450a-9f42-d166767f40e1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.678173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962ee4-6391-493b-9083-a3170203cca3 req-d5a7c56a-ec81-450a-9f42-d166767f40e1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.678642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962ee4-6391-493b-9083-a3170203cca3 req-d5a7c56a-ec81-450a-9f42-d166767f40e1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.679113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962ee4-6391-493b-9083-a3170203cca3 req-d5a7c56a-ec81-450a-9f42-d166767f40e1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.679582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962ee4-6391-493b-9083-a3170203cca3 req-d5a7c56a-ec81-450a-9f42-d166767f40e1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.680049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962ee4-6391-493b-9083-a3170203cca3 req-d5a7c56a-ec81-450a-9f42-d166767f40e1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.682400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8962ee4-6391-493b-9083-a3170203cca3 req-d5a7c56a-ec81-450a-9f42-d166767f40e1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640&device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640&device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2&device_id=fb90982f-0bea-428b-ad0a-3b38605d918b&device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b&device_id=d62307dc-773f-4f2d-b01b-ed770c645b76&device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842&device_id=7119550b-b034-44ad-bc67-3c928035c616&device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 9012 time: 0.1377797 Aug 03 18:59:00.692245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Request body: {'port': {'device_id': 'e53caf00-f5c5-4b0f-912d-819639866640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:00.774284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a2d86887-6a91-4bee-9799-421be2458d97 None None] Provisioning for port fb4a9cd8-1134-46e0-974c-29260364af56 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:00.776642 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c8962ee4-6391-493b-9083-a3170203cca3 req-ea42e3b1-b63d-49fd-9f5c-ce9ca2e74499 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.780257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a2d86887-6a91-4bee-9799-421be2458d97 None None] Provisioning complete for port fb4a9cd8-1134-46e0-974c-29260364af56 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:00.781122 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a2d86887-6a91-4bee-9799-421be2458d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.831356 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a2d86887-6a91-4bee-9799-421be2458d97 None None] Port fb4a9cd8-1134-46e0-974c-29260364af56 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:00.864064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.937934 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-285b9997-54e3-48c8-9fda-d14c144f77b5 req-d7a8beed-32e2-4f4a-8ff1-32cbf07c78ab service neutron] 10.222.0.37 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466288 Aug 03 18:59:00.994681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6c003012-fd72-4099-bd10-90b285b7d65f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:01.051894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 6c003012-fd72-4099-bd10-90b285b7d65f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:01.056326 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 6c003012-fd72-4099-bd10-90b285b7d65f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:01.056798 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.057135 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.111351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.148369 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.162535 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c8962ee4-6391-493b-9083-a3170203cca3 req-ea42e3b1-b63d-49fd-9f5c-ce9ca2e74499 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.196399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 6c003012-fd72-4099-bd10-90b285b7d65f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6c003012-fd72-4099-bd10-90b285b7d65f,segment=NetworkSegment(42b32e8e-6206-4b16-840a-a7cb8e2338b1),segment_id=42b32e8e-6206-4b16-840a-a7cb8e2338b1)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:01.203003 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.222249 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c8962ee4-6391-493b-9083-a3170203cca3 req-ea42e3b1-b63d-49fd-9f5c-ce9ca2e74499 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.251099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.258669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=6c003012-fd72-4099-bd10-90b285b7d65f,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:01.266620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.266961 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.267294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.267625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.267952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.268312 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.268628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.269147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.269283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.269596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.269928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.270234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:01.289168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event updated for resources: {'Port': ['ID=627bc9a8-6136-4d9d-bbbd-b7dc396523e6,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:01.326810 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8962ee4-6391-493b-9083-a3170203cca3 req-ea42e3b1-b63d-49fd-9f5c-ce9ca2e74499 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&id=d26f5fab-00c9-45c3-9789-d55fc6e79602&id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&id=2f071be9-7f4d-49db-895e-0281b9f00467&id=e751e212-3ee6-4767-8492-8a039c25b072&id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 858 time: 0.6299431 Aug 03 18:59:01.329626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42e3b1-b63d-49fd-9f5c-ce9ca2e74499 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650b5f0f-f8bd-4fef-ba9b-fab3f4873b3f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:01.335683 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.336914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02bf880e-8653-4b28-aea7-93027caab33f req-13cbccd0-85c4-4dff-ae07-f80c10ce2c9e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4338510 Aug 03 18:59:01.443747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02bf880e-8653-4b28-aea7-93027caab33f req-e488fc88-3314-464a-ad87-19f9cf054e1e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.20 HTTP/1.1" status: 200 len: 695 time: 0.0707464 Aug 03 18:59:01.587339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e541e-b9b9-4be5-a180-15a580005195 req-07ad773e-0089-4f4d-b3da-63d90b37cef6 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:01.588758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab2e541e-b9b9-4be5-a180-15a580005195 req-07ad773e-0089-4f4d-b3da-63d90b37cef6 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 943 time: 0.1726613 Aug 03 18:59:01.640599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4a9cd8-1134-46e0-974c-29260364af56 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:01.653969 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.665731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf880e-8653-4b28-aea7-93027caab33f req-7c84002b-2643-48b7-9649-b7fd16c15e2d tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:01.667121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02bf880e-8653-4b28-aea7-93027caab33f req-7c84002b-2643-48b7-9649-b7fd16c15e2d tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2071764 Aug 03 18:59:01.688094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab2e541e-b9b9-4be5-a180-15a580005195 req-6dbf70b8-e009-4817-8e1d-0bc2c5c9a23b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924444 Aug 03 18:59:01.689794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Transition to ACTIVE for port object fb4a9cd8-1134-46e0-974c-29260364af56 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:01.696293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.746421 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e6bafc-f5b3-4e56-9365-b1fd45bf6dd2 x-openstack-request-id: req-48e6bafc-f5b3-4e56-9365-b1fd45bf6dd2 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:01.746421 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf5bdc3-3973-4a0b-837e-e24f6791c640", "tag": "44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:01.746723 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48e6bafc-f5b3-4e56-9365-b1fd45bf6dd2 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:01.747836 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf5bdc3-3973-4a0b-837e-e24f6791c640', 'tag': '44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d', 'status': 'completed', 'code': 200} Aug 03 18:59:01.793310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Pushing event updated for resources: {'Port': ['ID=fb4a9cd8-1134-46e0-974c-29260364af56,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:01.825977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fdcdf-7a83-4bd7-84ea-1755e35ae17f req-759f3382-7c90-4fbc-b455-f54319570327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:01.827564 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f1fdcdf-7a83-4bd7-84ea-1755e35ae17f req-759f3382-7c90-4fbc-b455-f54319570327 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af87ca2713e742dd9cb47e67d00a145f&device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 1094 time: 0.0494199 Aug 03 18:59:01.894200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c2453-1660-4460-83e7-c55529c05ca0 req-67fda804-6ada-428e-a759-c49ee88a4648 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:01.895840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-060c2453-1660-4460-83e7-c55529c05ca0 req-67fda804-6ada-428e-a759-c49ee88a4648 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 944 time: 0.1557758 Aug 03 18:59:01.933836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fdcdf-7a83-4bd7-84ea-1755e35ae17f req-60140172-f19d-4cb8-a663-c50e5059b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:01.934101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Attempting to bind port fb4a9cd8-1134-46e0-974c-29260364af56 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:01.934444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Attempting to bind port fb4a9cd8-1134-46e0-974c-29260364af56 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:01.934778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Attempting to bind port fb4a9cd8-1134-46e0-974c-29260364af56 on network 1baf9757-c4ea-438a-8941-d14f55c3c41b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:01.935468 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f1fdcdf-7a83-4bd7-84ea-1755e35ae17f req-60140172-f19d-4cb8-a663-c50e5059b9c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e HTTP/1.1" status: 200 len: 923 time: 0.0980945 Aug 03 18:59:01.948249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a981a-444e-415f-92f9-f4554f9bd29d req-21ee08ee-2d2d-4bc9-ae55-f8a1dcd55e2b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:01.949778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-488a981a-444e-415f-92f9-f4554f9bd29d req-21ee08ee-2d2d-4bc9-ae55-f8a1dcd55e2b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 943 time: 0.1339867 Aug 03 18:59:01.957526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Port fb4a9cd8-1134-46e0-974c-29260364af56 on network 1baf9757-c4ea-438a-8941-d14f55c3c41b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:59:01.957933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Attempting to bind port fb4a9cd8-1134-46e0-974c-29260364af56 on network 1baf9757-c4ea-438a-8941-d14f55c3c41b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:01.976752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:01.977091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Checking segment: {'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:01.977472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Bound using segment: {'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:01.977950 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Bound port: fb4a9cd8-1134-46e0-974c-29260364af56, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:01.978318 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.986322 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f1fdcdf-7a83-4bd7-84ea-1755e35ae17f req-1ce1670e-6217-4552-81fa-c74ed1ac5e93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d HTTP/1.1" status: 200 len: 217 time: 0.0377860 Aug 03 18:59:02.000755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-060c2453-1660-4460-83e7-c55529c05ca0 req-31f6f2a6-3c54-4b62-a91f-8d7bbfba51e2 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930510 Aug 03 18:59:02.047670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fdcdf-7a83-4bd7-84ea-1755e35ae17f req-4577d1cf-3a3f-4250-a17c-49b41c5207f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:02.049488 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f1fdcdf-7a83-4bd7-84ea-1755e35ae17f req-4577d1cf-3a3f-4250-a17c-49b41c5207f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2941acd2-0ddf-4764-9478-00a2a4b91fbd HTTP/1.1" status: 200 len: 862 time: 0.0547690 Aug 03 18:59:02.050945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-488a981a-444e-415f-92f9-f4554f9bd29d req-7191f22b-e0d3-4350-9a8f-36cb773fdb5a tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906787 Aug 03 18:59:02.088576 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f1fdcdf-7a83-4bd7-84ea-1755e35ae17f req-761d2fd7-dc59-4391-aed3-bb677d0e0386 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293124 Aug 03 18:59:02.089559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] For port fb4a9cd8-1134-46e0-974c-29260364af56, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:02.092709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] For port fb4a9cd8-1134-46e0-974c-29260364af56, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fb4a9cd8-1134-46e0-974c-29260364af56,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:02.098376 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.173269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:02.173946 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.175663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] 10.222.0.37 "PUT /v2.0/ports/fb4a9cd8-1134-46e0-974c-29260364af56 HTTP/1.1" status: 200 len: 1092 time: 1.4898295 Aug 03 18:59:02.178950 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53caf00-f5c5-4b0f-912d-819639866640', 'tag': 'fb4a9cd8-1134-46e0-974c-29260364af56'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:02.178950 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d72544d-62b3-4d6d-82bf-5f704d010ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "e53caf00-f5c5-4b0f-912d-819639866640", "tag": "fb4a9cd8-1134-46e0-974c-29260364af56"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:02.201345 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f1fdcdf-7a83-4bd7-84ea-1755e35ae17f req-130bd9c0-75f5-4bed-a429-a9433e487408 service neutron] 10.222.0.37 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042264 Aug 03 18:59:02.222272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556151ce-ffdc-4319-82ed-cccbd8f2ccef service neutron] Pushing event updated for resources: {'Port': ['ID=fb4a9cd8-1134-46e0-974c-29260364af56,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:02.264128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d952e-25ed-4847-b200-1c7a38776141 req-2a5474ed-e53a-44f2-8b43-19e6b78bfe7e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:02.265785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe8d952e-25ed-4847-b200-1c7a38776141 req-2a5474ed-e53a-44f2-8b43-19e6b78bfe7e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1415594 Aug 03 18:59:02.313069 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f1fdcdf-7a83-4bd7-84ea-1755e35ae17f req-b7059435-957b-47fb-af00-9315cf7527a2 service neutron] 10.222.0.37 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984335 Aug 03 18:59:02.332808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe8d952e-25ed-4847-b200-1c7a38776141 req-aab4794b-8b92-45ca-a60f-5b43150499dd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559297 Aug 03 18:59:02.334773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-85169e3b-3212-450c-893a-fefd3f645ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:02.336264 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-85169e3b-3212-450c-893a-fefd3f645ccf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f2320e0bc46475585d683cd00a9587b&device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 1095 time: 0.1103253 Aug 03 18:59:02.383642 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dfc5bc51-9896-4ccf-8b2f-835f5553fe0b details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:02.392172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-437c9993-bc6f-4bfd-98de-7c5f07c8a46e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4a9cd8-1134-46e0-974c-29260364af56 HTTP/1.1" status: 200 len: 217 time: 0.0429306 Aug 03 18:59:02.423537 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ba72bc-8ac2-453f-a458-bfb82a6cd43e x-openstack-request-id: req-d5ba72bc-8ac2-453f-a458-bfb82a6cd43e {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:02.424008 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53caf00-f5c5-4b0f-912d-819639866640", "tag": "fb4a9cd8-1134-46e0-974c-29260364af56", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:02.424115 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5ba72bc-8ac2-453f-a458-bfb82a6cd43e {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:02.424973 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53caf00-f5c5-4b0f-912d-819639866640', 'tag': 'fb4a9cd8-1134-46e0-974c-29260364af56', 'status': 'completed', 'code': 200} Aug 03 18:59:02.501957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-5ca107df-0ba6-4bb8-9edf-0fe3386a6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:02.502224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:02.504107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-5ca107df-0ba6-4bb8-9edf-0fe3386a6724 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6 HTTP/1.1" status: 200 len: 844 time: 0.1014330 Aug 03 18:59:02.518618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b', 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a', 'port_id': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b', 'mac_address': 'fa:16:3e:7f:7d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:02.559074 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.568860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-407a5180-63c4-4318-aa99-59b385e48131 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1795020 Aug 03 18:59:02.572676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc5bc51-9896-4ccf-8b2f-835f5553fe0b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:02.586961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:02.593207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:02.597431 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.606440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-f5dc4b78-fbf3-4f57-ba42-7329093deae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:02.607920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-f5dc4b78-fbf3-4f57-ba42-7329093deae7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1baf9757-c4ea-438a-8941-d14f55c3c41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936925 Aug 03 18:59:02.647952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:02.685324 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.692030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9727ace-7ab8-4bea-a455-a936ba12927c req-538b86ff-0423-4cca-ac3f-611f54928210 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:02.692512 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9727ace-7ab8-4bea-a455-a936ba12927c req-538b86ff-0423-4cca-ac3f-611f54928210 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:02.692987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9727ace-7ab8-4bea-a455-a936ba12927c req-538b86ff-0423-4cca-ac3f-611f54928210 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:02.694673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9727ace-7ab8-4bea-a455-a936ba12927c req-538b86ff-0423-4cca-ac3f-611f54928210 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b&device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842&device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 2882 time: 0.1249399 Aug 03 18:59:02.789825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-1e0efb68-aa21-47b1-b251-43eaf988310d service neutron] 10.222.0.37 "GET /v2.0/networks/1baf9757-c4ea-438a-8941-d14f55c3c41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680570 Aug 03 18:59:02.792625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9727ace-7ab8-4bea-a455-a936ba12927c req-5960b1a9-3d97-4884-963c-9cb68a1d9476 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869985 Aug 03 18:59:02.918708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['dfc5bc51-9896-4ccf-8b2f-835f5553fe0b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:02.951399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6c003012-fd72-4099-bd10-90b285b7d65f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:02.954663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82bc9bd3-bd7e-4787-a116-5cca6b929536 req-f0910f48-4647-4205-a928-a938dc7e9308 service neutron] 10.222.0.37 "GET /v2.0/networks/1baf9757-c4ea-438a-8941-d14f55c3c41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504865 Aug 03 18:59:02.965595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245d075-13ea-4420-ae9d-2926a717ff36 req-e4cc2eb3-bb5e-4a63-b39b-c609bab3b407 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:02.967124 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d245d075-13ea-4420-ae9d-2926a717ff36 req-e4cc2eb3-bb5e-4a63-b39b-c609bab3b407 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 943 time: 0.1085186 Aug 03 18:59:02.976399 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:03.040136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 6c003012-fd72-4099-bd10-90b285b7d65f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:03.040507 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:03.087186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d245d075-13ea-4420-ae9d-2926a717ff36 req-de4d7161-4ff1-4f21-af67-0ed5cdd814e7 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080275 Aug 03 18:59:03.130429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72544d-62b3-4d6d-82bf-5f704d010ec4 req-a6be4386-6780-4456-bbfb-16b76bc488f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:03.131970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d72544d-62b3-4d6d-82bf-5f704d010ec4 req-a6be4386-6780-4456-bbfb-16b76bc488f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f2320e0bc46475585d683cd00a9587b&device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 1095 time: 0.1000659 Aug 03 18:59:03.207042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Allocated IP 172.25.8.78 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/ee506a52-0d84-4602-865a-1cc2fdae52ec) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:03.341942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72544d-62b3-4d6d-82bf-5f704d010ec4 req-840ed74b-407d-45bd-b033-c48ee6ca92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:03.343438 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d72544d-62b3-4d6d-82bf-5f704d010ec4 req-840ed74b-407d-45bd-b033-c48ee6ca92d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1baf9757-c4ea-438a-8941-d14f55c3c41b HTTP/1.1" status: 200 len: 906 time: 0.2022400 Aug 03 18:59:03.356215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2c23-e919-4007-87d1-12c5935fbd01 req-781198c7-ed3d-4b92-8ae3-ae57d1fea241 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:03.357725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4ec2c23-e919-4007-87d1-12c5935fbd01 req-781198c7-ed3d-4b92-8ae3-ae57d1fea241 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 944 time: 0.1292725 Aug 03 18:59:03.586430 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6df9f4f0-1006-4852-8f8c-6b9a48d29bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:03.747258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d72544d-62b3-4d6d-82bf-5f704d010ec4 req-9ff537fe-af30-4fac-94a7-e4ab67f00704 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4a9cd8-1134-46e0-974c-29260364af56 HTTP/1.1" status: 200 len: 217 time: 0.3885512 Aug 03 18:59:03.804887 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:03.817377 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4ec2c23-e919-4007-87d1-12c5935fbd01 req-99d64d52-8140-4096-90df-28ddc98e2065 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4517100 Aug 03 18:59:03.837629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72544d-62b3-4d6d-82bf-5f704d010ec4 req-27b6c454-3e75-405f-888a-fb7031c2a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:03.839114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d72544d-62b3-4d6d-82bf-5f704d010ec4 req-27b6c454-3e75-405f-888a-fb7031c2a861 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6 HTTP/1.1" status: 200 len: 844 time: 0.0834811 Aug 03 18:59:03.922129 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:03.973142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72544d-62b3-4d6d-82bf-5f704d010ec4 req-7834cc4d-90f4-4608-b4f2-7685948b16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:03.974712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d72544d-62b3-4d6d-82bf-5f704d010ec4 req-7834cc4d-90f4-4608-b4f2-7685948b16be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1baf9757-c4ea-438a-8941-d14f55c3c41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254086 Aug 03 18:59:03.978221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:03.983481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:03.992102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:04.009759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af382e4-fe78-4017-8e00-3318a91bd252 req-a8076d1a-e178-4f12-92a9-0e794b7204e3 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:04.011253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8af382e4-fe78-4017-8e00-3318a91bd252 req-a8076d1a-e178-4f12-92a9-0e794b7204e3 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 944 time: 0.1237121 Aug 03 18:59:04.041286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event updated for resources: {'Port': ['ID=ee506a52-0d84-4602-865a-1cc2fdae52ec,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:04.135401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8af382e4-fe78-4017-8e00-3318a91bd252 req-4daf24d7-3116-469b-82a2-7bea0cd8b0c3 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031601 Aug 03 18:59:04.186764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d72544d-62b3-4d6d-82bf-5f704d010ec4 req-9a3a9f22-d604-4601-91b8-d97140a6718e service neutron] 10.222.0.37 "GET /v2.0/networks/1baf9757-c4ea-438a-8941-d14f55c3c41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007623 Aug 03 18:59:04.205091 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.284763 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.358568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d72544d-62b3-4d6d-82bf-5f704d010ec4 req-52daba6d-9cfc-40d3-a6d0-a522dd100797 service neutron] 10.222.0.37 "GET /v2.0/networks/1baf9757-c4ea-438a-8941-d14f55c3c41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610594 Aug 03 18:59:04.372817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:04.375968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dfc5bc51-9896-4ccf-8b2f-835f5553fe0b up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:04.476899 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.482077 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.484745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:04.490417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:04.490883 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.544380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:04.563284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d', 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e', 'port_id': '44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d', 'mac_address': 'fa:16:3e:98:23:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2941acd2-0ddf-4764-9478-00a2a4b91fbd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:04.568250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event updated for resources: {'Port': ['ID=ee506a52-0d84-4602-865a-1cc2fdae52ec,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:04.586771 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.609581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.611171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-2e6195ce-2679-4ead-af78-c72dc2f45ae4 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0316851 Aug 03 18:59:04.626700 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.648706 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:04.654937 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.678791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:04.683790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-814ec2b4-a5c8-4753-a968-e9b794e6169e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.78 HTTP/1.1" status: 200 len: 695 time: 0.0580289 Aug 03 18:59:04.685871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.694381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:04.696659 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271c57ac-805e-4229-aaf7-50261ed3384c" -d '{"events": [{"server_uuid": "a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2", "name": "network-vif-plugged", "status": "completed", "tag": "dfc5bc51-9896-4ccf-8b2f-835f5553fe0b"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:04.700015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d752676-9191-4aee-8053-2b8c3576d139 req-6e9be026-a43c-48d3-a5c8-bc0dda427315 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:04.701567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d752676-9191-4aee-8053-2b8c3576d139 req-6e9be026-a43c-48d3-a5c8-bc0dda427315 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1082532 Aug 03 18:59:04.730077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:04.737371 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.757029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:04.801479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d752676-9191-4aee-8053-2b8c3576d139 req-4d5f3496-b85e-4388-91b1-3ba3bad2eeb9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891268 Aug 03 18:59:04.808593 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:04.841735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-597630c5-2654-4301-a0a3-f767c5721924 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:04.843117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71471f07-2c60-4ab7-9cc6-295f43e112cc req-597630c5-2654-4301-a0a3-f767c5721924 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.1514246 Aug 03 18:59:04.921046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f8d31-97db-4dc8-bc2c-cb9a9c7189d6 req-f0d7649a-26a2-4362-aa4f-c20081b6106b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:04.922586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca8f8d31-97db-4dc8-bc2c-cb9a9c7189d6 req-f0d7649a-26a2-4362-aa4f-c20081b6106b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 944 time: 0.0535436 Aug 03 18:59:04.967162 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca8f8d31-97db-4dc8-bc2c-cb9a9c7189d6 req-4810f813-c988-4792-9266-73ae484d280e tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372539 Aug 03 18:59:04.978174 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a42465-dee2-4b64-8977-af0cf61f5555 x-openstack-request-id: req-88a42465-dee2-4b64-8977-af0cf61f5555 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:04.978541 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2", "name": "network-vif-plugged", "status": "completed", "tag": "dfc5bc51-9896-4ccf-8b2f-835f5553fe0b", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:04.978910 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88a42465-dee2-4b64-8977-af0cf61f5555 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:04.979342 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b', 'code': 200} Aug 03 18:59:04.997281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:05.175491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8381ab-3eb8-4c8d-b764-2f92379cf152 req-e2a08bfc-2c69-484b-b561-f705ecf7356e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:05.176986 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f8381ab-3eb8-4c8d-b764-2f92379cf152 req-e2a08bfc-2c69-484b-b561-f705ecf7356e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 944 time: 0.1205904 Aug 03 18:59:05.178788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc0845-ab10-4c90-b77a-f7c2bb972802 req-fec741d2-d68f-4803-9da5-b49a217089fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:05.181954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30dc0845-ab10-4c90-b77a-f7c2bb972802 req-fec741d2-d68f-4803-9da5-b49a217089fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 1096 time: 0.1095786 Aug 03 18:59:05.196696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-7371e6dd-c99a-4bc5-9052-8a1689bfaf23 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2022047 Aug 03 18:59:05.227830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:05.272985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f8381ab-3eb8-4c8d-b764-2f92379cf152 req-07ab1f5e-2bcf-48f1-b558-57fd0ffd8338 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882735 Aug 03 18:59:05.276293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30dc0845-ab10-4c90-b77a-f7c2bb972802 req-001b1da7-8c99-4475-85ed-28c897ffcd03 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777514 Aug 03 18:59:05.281533 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.382543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.499402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Allocated IP 172.25.8.69 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/2e028596-3c2a-4614-9b26-3b10065fb7dc) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:05.608050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8e57-e4bb-415c-8f3b-abc55859c955 req-8769a9ef-7d74-418b-80ac-3776e97335e8 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:05.609626 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-252a8e57-e4bb-415c-8f3b-abc55859c955 req-8769a9ef-7d74-418b-80ac-3776e97335e8 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.0960686 Aug 03 18:59:05.669142 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.681381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-252a8e57-e4bb-415c-8f3b-abc55859c955 req-23451d9d-83ca-48a2-99f6-94d5f7f11930 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649035 Aug 03 18:59:05.717049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.762483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:05.766411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:05.769183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event updated for resources: {'Port': ['ID=2e028596-3c2a-4614-9b26-3b10065fb7dc,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:05.771406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:05.863447 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.920790 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.122549 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.136257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791bb6a-36c9-4b4a-8c34-5814431032b3 req-cf87d11d-7133-4d69-a15d-1ceb4f53ea23 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:06.137878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1791bb6a-36c9-4b4a-8c34-5814431032b3 req-cf87d11d-7133-4d69-a15d-1ceb4f53ea23 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.0874889 Aug 03 18:59:06.139120 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.234666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event updated for resources: {'Port': ['ID=2e028596-3c2a-4614-9b26-3b10065fb7dc,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:06.243832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1791bb6a-36c9-4b4a-8c34-5814431032b3 req-c117440c-f811-4a3a-b743-bb07e0611b17 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992858 Aug 03 18:59:06.257885 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.273063 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.275778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-385d034d-f16b-416e-bdc7-c16566fe150c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0639105 Aug 03 18:59:06.345535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-3cc1956c-f9d4-4982-b24c-491f980254df tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0632915 Aug 03 18:59:06.389690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fb4a9cd8-1134-46e0-974c-29260364af56 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:06.393764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:06.431562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-24a30186-5b27-4962-9542-c1b11be3b4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.456123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a728e-7beb-42c9-9121-2590d0ec808c req-7a29cb86-c6f5-4334-8ceb-e8f141ac4b9a tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:06.457737 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e33a728e-7beb-42c9-9121-2590d0ec808c req-7a29cb86-c6f5-4334-8ceb-e8f141ac4b9a tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 944 time: 0.1351168 Aug 03 18:59:06.514722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:06.521906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-49cbfe41-5278-4845-b1e8-01bf39be76ff tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:06.523350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4da0006-3743-46bc-84c1-3a16ba89c485 req-49cbfe41-5278-4845-b1e8-01bf39be76ff tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.1623445 Aug 03 18:59:06.528207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:06.528753 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.538233 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e33a728e-7beb-42c9-9121-2590d0ec808c req-dc400a8d-8b34-4503-92b0-124d4e2b1158 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731189 Aug 03 18:59:06.697708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3ddc-ab49-4f0d-ad1a-4c2a6d6be596 req-ef013368-7b7f-4d84-99dc-316e48eac5b1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:06.700294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e49f3ddc-ab49-4f0d-ad1a-4c2a6d6be596 req-ef013368-7b7f-4d84-99dc-316e48eac5b1 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 1100 time: 0.0954125 Aug 03 18:59:06.725119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6bda3-107c-42cf-ae7d-627f4b43f081 req-99f997f1-b757-437b-af5b-8e096cca722e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:06.726519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fb4a9cd8-1134-46e0-974c-29260364af56, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fb4a9cd8-1134-46e0-974c-29260364af56,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:06.726684 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-97d6bda3-107c-42cf-ae7d-627f4b43f081 req-99f997f1-b757-437b-af5b-8e096cca722e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 944 time: 0.1077347 Aug 03 18:59:06.750944 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.752775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'fb4a9cd8-1134-46e0-974c-29260364af56', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'port_id': 'fb4a9cd8-1134-46e0-974c-29260364af56', 'mac_address': 'fa:16:3e:f4:44:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:06.780876 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e49f3ddc-ab49-4f0d-ad1a-4c2a6d6be596 req-dce77e05-89be-4bcc-a618-43608e585418 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721781 Aug 03 18:59:06.792013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-97d6bda3-107c-42cf-ae7d-627f4b43f081 req-aaf1c665-a7b1-4d91-93f2-65c058f9a19c tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560000 Aug 03 18:59:06.820186 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.843745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4a9cd8-1134-46e0-974c-29260364af56 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:06.854885 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.885541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fb4a9cd8-1134-46e0-974c-29260364af56, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fb4a9cd8-1134-46e0-974c-29260364af56,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:06.894782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e04690e0-cc6e-41b7-9570-2056e808f8dc req-beaf9a53-490e-480a-98aa-d774a2858916 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips/c9f8b2d3-9598-44e9-9a3f-e325beb85521 HTTP/1.1" status: 200 len: 692 time: 0.0693936 Aug 03 18:59:06.896909 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.928927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:06.934708 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.960388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=fb4a9cd8-1134-46e0-974c-29260364af56,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:06.988508 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf5bdc3-3973-4a0b-837e-e24f6791c640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:06.991124 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c89ecdb-1b2f-48cf-913f-496a5f22d8cb" -d '{"events": [{"server_uuid": "bcf5bdc3-3973-4a0b-837e-e24f6791c640", "name": "network-vif-plugged", "status": "completed", "tag": "44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:06.996377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16321c5-58b8-4648-a212-e26ab249d70d req-309e5748-281d-48c4-82f6-a742c6e687f6 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:06.998075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c16321c5-58b8-4648-a212-e26ab249d70d req-309e5748-281d-48c4-82f6-a742c6e687f6 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1240485 Aug 03 18:59:07.027569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:07.066076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04690e0-cc6e-41b7-9570-2056e808f8dc req-6a8c063d-362a-47ba-93fb-92df51d0abc1 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:07.067465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e04690e0-cc6e-41b7-9570-2056e808f8dc req-6a8c063d-362a-47ba-93fb-92df51d0abc1 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.1566644 Aug 03 18:59:07.076366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c16321c5-58b8-4648-a212-e26ab249d70d req-7a6d2c98-c350-4341-a149-1b00ea995ea5 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663023 Aug 03 18:59:07.170493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9ac73-106b-49df-87c5-b436cb2b1cbe req-00e4964f-468c-41a0-855c-150db8e45085 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:07.172112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12c9ac73-106b-49df-87c5-b436cb2b1cbe req-00e4964f-468c-41a0-855c-150db8e45085 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 1100 time: 0.0496066 Aug 03 18:59:07.212226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12c9ac73-106b-49df-87c5-b436cb2b1cbe req-bf7a008d-9d4f-4cab-b246-b9660049a586 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338278 Aug 03 18:59:07.258058 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e761a8-28c9-46fc-8986-95da0a70dbd7 x-openstack-request-id: req-87e761a8-28c9-46fc-8986-95da0a70dbd7 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:07.258356 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf5bdc3-3973-4a0b-837e-e24f6791c640", "name": "network-vif-plugged", "status": "completed", "tag": "44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:07.258608 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87e761a8-28c9-46fc-8986-95da0a70dbd7 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:07.259000 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf5bdc3-3973-4a0b-837e-e24f6791c640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d', 'code': 200} Aug 03 18:59:07.262848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['fb4a9cd8-1134-46e0-974c-29260364af56'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:07.321903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-3f3a9460-b80e-43a3-bbc5-11f43283845f tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips/c9f8b2d3-9598-44e9-9a3f-e325beb85521 HTTP/1.1" status: 200 len: 692 time: 0.0517688 Aug 03 18:59:07.484392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a070ded-0e59-49d3-ba56-43f5c39d5657 req-10adcb51-9c24-40e0-9965-5c838db2d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:07.486255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a070ded-0e59-49d3-ba56-43f5c39d5657 req-10adcb51-9c24-40e0-9965-5c838db2d159 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 1096 time: 0.1072271 Aug 03 18:59:07.505107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec2e71-030a-476b-be7e-2abed6a8a0e1 req-bdd9ea54-398d-465d-9cc9-f1c49847f272 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:07.506749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2fec2e71-030a-476b-be7e-2abed6a8a0e1 req-bdd9ea54-398d-465d-9cc9-f1c49847f272 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1266193 Aug 03 18:59:07.526279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-cf534795-8abc-4fc8-b531-8afe4506102d tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:07.527753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-cf534795-8abc-4fc8-b531-8afe4506102d tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2004337 Aug 03 18:59:07.616596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-04e4dc3d-d2b8-459f-b45d-bc462fe4bdd5 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0730557 Aug 03 18:59:07.622520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a070ded-0e59-49d3-ba56-43f5c39d5657 req-f25fda27-6e4c-45c7-9886-64cba6f7cfa0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147809 Aug 03 18:59:07.625236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2fec2e71-030a-476b-be7e-2abed6a8a0e1 req-1c0c207d-60aa-4e39-9c38-7634f6b3b606 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115291 Aug 03 18:59:07.670644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-9f899c2f-b28b-46bf-8826-301b1f943f7e tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0441716 Aug 03 18:59:07.747334 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.808890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-fc242192-63ba-4c8a-9432-6722cfef85f7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Deleting port 2e028596-3c2a-4614-9b26-3b10065fb7dc {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:07.809246 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-fc242192-63ba-4c8a-9432-6722cfef85f7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.928741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-fc242192-63ba-4c8a-9432-6722cfef85f7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.929095 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-fc242192-63ba-4c8a-9432-6722cfef85f7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.944484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-fc242192-63ba-4c8a-9432-6722cfef85f7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Calling delete_port for 2e028596-3c2a-4614-9b26-3b10065fb7dc owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:07.967344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63429a-c46f-4407-9191-2ad51225795b req-35d13f21-1d68-49d0-bd50-a3284338ffed tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:07.968921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf63429a-c46f-4407-9191-2ad51225795b req-35d13f21-1d68-49d0-bd50-a3284338ffed tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.0868080 Aug 03 18:59:08.064092 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf63429a-c46f-4407-9191-2ad51225795b req-551c6b68-6396-4b1b-82fc-6d43b10f68ab tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632906 Aug 03 18:59:08.138799 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-fc242192-63ba-4c8a-9432-6722cfef85f7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:08.176446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc242192-63ba-4c8a-9432-6722cfef85f7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event deleted for resources: {'Port': ['ID=2e028596-3c2a-4614-9b26-3b10065fb7dc,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:08.234746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c373d4-dfa9-45ae-b41d-c57cc4652cdb req-b103482d-9dc3-4869-aebe-ea1e275adb2b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:08.236495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30c373d4-dfa9-45ae-b41d-c57cc4652cdb req-b103482d-9dc3-4869-aebe-ea1e275adb2b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 945 time: 0.1076505 Aug 03 18:59:08.271223 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-fc242192-63ba-4c8a-9432-6722cfef85f7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:08.273741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-fc242192-63ba-4c8a-9432-6722cfef85f7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:08.274991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a7ec5df-0bf3-4d1a-86b6-bd6fa09e0b65 req-fc242192-63ba-4c8a-9432-6722cfef85f7 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "DELETE /v2.0/floatingips/c9f8b2d3-9598-44e9-9a3f-e325beb85521 HTTP/1.1" status: 204 len: 173 time: 0.5964451 Aug 03 18:59:08.292205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30c373d4-dfa9-45ae-b41d-c57cc4652cdb req-3afe4b05-8153-4ed6-ad73-318dea12172c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481369 Aug 03 18:59:08.399087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83164934-e82f-48b3-bb4a-09cef84d7f95 req-b5d55a17-3d6a-4808-8226-fd1693744357 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:08.400702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83164934-e82f-48b3-bb4a-09cef84d7f95 req-b5d55a17-3d6a-4808-8226-fd1693744357 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 945 time: 0.0515039 Aug 03 18:59:08.404676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fb4a9cd8-1134-46e0-974c-29260364af56 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:08.448560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83164934-e82f-48b3-bb4a-09cef84d7f95 req-d74109db-3dd2-4349-9f8b-ce413941cc1e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415289 Aug 03 18:59:08.475691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port fb4a9cd8-1134-46e0-974c-29260364af56 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:08.481120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port fb4a9cd8-1134-46e0-974c-29260364af56 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:08.481738 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:08.608693 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:08.656347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fb4a9cd8-1134-46e0-974c-29260364af56, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fb4a9cd8-1134-46e0-974c-29260364af56,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:08.661658 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:08.719627 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=fb4a9cd8-1134-46e0-974c-29260364af56,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:08.779901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6636c51-e5fe-4cc0-bb73-44869de3f551 req-18c013b1-f6a4-4474-bc74-cfbf0727b123 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:08.781486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6636c51-e5fe-4cc0-bb73-44869de3f551 req-18c013b1-f6a4-4474-bc74-cfbf0727b123 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2549734 Aug 03 18:59:08.839861 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1046bfd-955a-46f6-bb48-b5fa9eca15e6 req-5e42ceb9-105d-4b9b-a629-cb0a7790be57 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:08.841528 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1046bfd-955a-46f6-bb48-b5fa9eca15e6 req-5e42ceb9-105d-4b9b-a629-cb0a7790be57 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.0591199 Aug 03 18:59:08.903098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1046bfd-955a-46f6-bb48-b5fa9eca15e6 req-4be8a7fa-3abf-4a49-a4c1-841fdc15ae37 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471683 Aug 03 18:59:09.011500 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92acd338-25de-4407-96e7-cb516ed0e4be req-30cd8da3-33ba-492f-b132-9ee55df24530 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?tenant_id=a8146e8271f146c58d30f659e067e48c HTTP/1.1" status: 200 len: 1655 time: 0.0946743 Aug 03 18:59:09.137485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acd338-25de-4407-96e7-cb516ed0e4be req-4375479e-0630-47c3-a49c-46413edbffe1 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:09.138918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92acd338-25de-4407-96e7-cb516ed0e4be req-4375479e-0630-47c3-a49c-46413edbffe1 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks?id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 787 time: 0.1202767 Aug 03 18:59:09.154199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-92acd338-25de-4407-96e7-cb516ed0e4be req-7f77c257-f4fd-4c7f-bf3f-f07d40891630 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:59:09.155254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92acd338-25de-4407-96e7-cb516ed0e4be req-7f77c257-f4fd-4c7f-bf3f-f07d40891630 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076795 Aug 03 18:59:09.260345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53caf00-f5c5-4b0f-912d-819639866640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4a9cd8-1134-46e0-974c-29260364af56'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:09.264616 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40d6f53-d9dc-4434-8022-fb9d41d793ce" -d '{"events": [{"server_uuid": "e53caf00-f5c5-4b0f-912d-819639866640", "name": "network-vif-plugged", "status": "completed", "tag": "fb4a9cd8-1134-46e0-974c-29260364af56"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:09.328297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903280f-452d-42c7-9ef5-87cf65c4d4a7 req-9390d9c2-51a6-4cf3-94c3-a60c89483914 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:09.330277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9903280f-452d-42c7-9ef5-87cf65c4d4a7 req-9390d9c2-51a6-4cf3-94c3-a60c89483914 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0873084 Aug 03 18:59:09.339726 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1ba1d-6b75-4e40-9ef9-6f7c737ffec8 req-886c1ef2-43a1-4325-a47e-af29c956118c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:09.341526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ff1ba1d-6b75-4e40-9ef9-6f7c737ffec8 req-886c1ef2-43a1-4325-a47e-af29c956118c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1095257 Aug 03 18:59:09.405360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9903280f-452d-42c7-9ef5-87cf65c4d4a7 req-f9aa82ca-6644-4f50-be79-34bf017955e0 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627403 Aug 03 18:59:09.408176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ff1ba1d-6b75-4e40-9ef9-6f7c737ffec8 req-b13c59ee-c214-4ca2-a21b-6bfba4f1ae7d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577126 Aug 03 18:59:09.494132 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:09.499724 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987fd7d2-e02e-48d6-972f-3ef3c4e8c1c4 x-openstack-request-id: req-987fd7d2-e02e-48d6-972f-3ef3c4e8c1c4 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:09.500298 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53caf00-f5c5-4b0f-912d-819639866640", "name": "network-vif-plugged", "status": "completed", "tag": "fb4a9cd8-1134-46e0-974c-29260364af56", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:09.500694 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-987fd7d2-e02e-48d6-972f-3ef3c4e8c1c4 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:09.501084 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53caf00-f5c5-4b0f-912d-819639866640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4a9cd8-1134-46e0-974c-29260364af56', 'code': 200} Aug 03 18:59:09.914425 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-6c864581-4afb-48fb-8c5f-8359c66790f1 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips/f3eb8340-b443-48aa-9fc3-559599f4a36f HTTP/1.1" status: 200 len: 692 time: 0.4686546 Aug 03 18:59:09.990637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a967d15-aa57-4b00-a780-24d18b93cc87 req-f059e7f3-3ad4-4051-8ca9-40b6d5e089a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:09.992136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a967d15-aa57-4b00-a780-24d18b93cc87 req-f059e7f3-3ad4-4051-8ca9-40b6d5e089a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 1097 time: 0.1305230 Aug 03 18:59:10.008871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcd813-3bb1-42f5-9d1a-825d89bfc9d5 req-85c38820-dea2-441a-ad40-41f562cfd48a tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.010262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71fcd813-3bb1-42f5-9d1a-825d89bfc9d5 req-85c38820-dea2-441a-ad40-41f562cfd48a tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 945 time: 0.1499953 Aug 03 18:59:10.087889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-c60fe24b-793b-4305-851f-cf34f71a05da tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.089242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-c60fe24b-793b-4305-851f-cf34f71a05da tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.1688516 Aug 03 18:59:10.095745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a967d15-aa57-4b00-a780-24d18b93cc87 req-5b87c7fd-7713-4a44-a389-a0125a1bea6c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845935 Aug 03 18:59:10.109338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71fcd813-3bb1-42f5-9d1a-825d89bfc9d5 req-b1af6e2a-d009-4d67-bf43-f8e47acc8a09 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907044 Aug 03 18:59:10.145937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-d430f7aa-23b7-4e2e-8269-b477757dc109 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.78 HTTP/1.1" status: 200 len: 695 time: 0.0474293 Aug 03 18:59:10.209864 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-08172a1d-e640-442b-9b90-1efdbed9a64a tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.78 HTTP/1.1" status: 200 len: 695 time: 0.0574892 Aug 03 18:59:10.330490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1efa2f-b022-4758-8dc2-c02b417dacbe req-a56b8892-a0b9-4276-a3dd-4fc57cc0056c tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.331987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d1efa2f-b022-4758-8dc2-c02b417dacbe req-a56b8892-a0b9-4276-a3dd-4fc57cc0056c tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 946 time: 0.1419480 Aug 03 18:59:10.395122 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d1efa2f-b022-4758-8dc2-c02b417dacbe req-f5a68e6c-73bb-4ff9-bff3-382113cdd3f0 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Aug 03 18:59:10.406218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-a236c45d-4895-40a4-bdc4-592092f842de tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Deleting port ee506a52-0d84-4602-865a-1cc2fdae52ec {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:10.406813 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-a236c45d-4895-40a4-bdc4-592092f842de tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.486053 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-a236c45d-4895-40a4-bdc4-592092f842de tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.486323 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-a236c45d-4895-40a4-bdc4-592092f842de tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.497964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-a236c45d-4895-40a4-bdc4-592092f842de tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Calling delete_port for ee506a52-0d84-4602-865a-1cc2fdae52ec owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:10.643925 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-a236c45d-4895-40a4-bdc4-592092f842de tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.671681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236c45d-4895-40a4-bdc4-592092f842de tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event deleted for resources: {'Port': ['ID=ee506a52-0d84-4602-865a-1cc2fdae52ec,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:10.763444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d2eae-5af9-448c-8f48-e07a282a7ed6 req-6c144fd2-07f9-4d8b-9faa-bca96a88a589 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.764850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-004d2eae-5af9-448c-8f48-e07a282a7ed6 req-6c144fd2-07f9-4d8b-9faa-bca96a88a589 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.0967963 Aug 03 18:59:10.770258 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-a236c45d-4895-40a4-bdc4-592092f842de tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.772856 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-a236c45d-4895-40a4-bdc4-592092f842de tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.773959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7a8ef8c-56c0-40a3-bac4-677bb3b6f0a4 req-a236c45d-4895-40a4-bdc4-592092f842de tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "DELETE /v2.0/floatingips/f3eb8340-b443-48aa-9fc3-559599f4a36f HTTP/1.1" status: 204 len: 173 time: 0.5504138 Aug 03 18:59:10.808352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-004d2eae-5af9-448c-8f48-e07a282a7ed6 req-d4f4c875-f500-4973-b46c-6f146adce561 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334163 Aug 03 18:59:10.871544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94118cb-3a2c-49d9-be1f-3de9441e4675 req-5d70f5a4-542c-4268-a1ae-6bc60a9dc121 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.873421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c94118cb-3a2c-49d9-be1f-3de9441e4675 req-5d70f5a4-542c-4268-a1ae-6bc60a9dc121 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 945 time: 0.0519700 Aug 03 18:59:10.923660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c94118cb-3a2c-49d9-be1f-3de9441e4675 req-edde9562-b21f-4d1e-ad7d-f90ab5cd76da tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 Aug 03 18:59:10.963070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a79885-e467-4b6b-a54d-98813332b927 req-75c57c0b-bdcf-400a-83fe-a69ea1f38f01 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.964618 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3a79885-e467-4b6b-a54d-98813332b927 req-75c57c0b-bdcf-400a-83fe-a69ea1f38f01 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0633008 Aug 03 18:59:11.036809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3a79885-e467-4b6b-a54d-98813332b927 req-6b585935-92e3-4eb0-9a51-f9d34d47557b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648761 Aug 03 18:59:11.053313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6a9eb-8c02-483e-b166-b035ebc32593 req-400be1dc-6592-49e1-8820-985438edac12 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:11.054875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4a6a9eb-8c02-483e-b166-b035ebc32593 req-400be1dc-6592-49e1-8820-985438edac12 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.0685251 Aug 03 18:59:11.115953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-ad56cce0-4253-41bc-bcc2-f35fc92ba541 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips/829eba6e-d43a-4119-aac6-54391ab5f43a HTTP/1.1" status: 200 len: 692 time: 0.0559244 Aug 03 18:59:11.183903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4a6a9eb-8c02-483e-b166-b035ebc32593 req-0d712d88-8809-46b3-8ba4-f85ab8a8e4af tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227674 Aug 03 18:59:11.245413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-e377edca-1d10-42ae-bf4d-9c01cfad351d tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:11.247001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-e377edca-1d10-42ae-bf4d-9c01cfad351d tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.1247947 Aug 03 18:59:11.310224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-a409ba1c-b601-4034-b418-83b53305d1d8 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.20 HTTP/1.1" status: 200 len: 695 time: 0.0516613 Aug 03 18:59:11.370128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-7f7d4713-3974-4009-94a6-361af9c41325 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.20 HTTP/1.1" status: 200 len: 695 time: 0.0526369 Aug 03 18:59:11.519014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-a8c305ac-ec5b-447d-9699-fc1330bc111c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Deleting port 627bc9a8-6136-4d9d-bbbd-b7dc396523e6 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:11.519763 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-a8c305ac-ec5b-447d-9699-fc1330bc111c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:11.635754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ce675-c9a0-4ebe-91c2-1fb5416e8b7f req-28dd9fae-4e6e-4ac4-a365-1a3c78fa7727 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:11.637226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d36ce675-c9a0-4ebe-91c2-1fb5416e8b7f req-28dd9fae-4e6e-4ac4-a365-1a3c78fa7727 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 946 time: 0.0767498 Aug 03 18:59:11.646493 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-a8c305ac-ec5b-447d-9699-fc1330bc111c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:11.646797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-a8c305ac-ec5b-447d-9699-fc1330bc111c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:11.670629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-a8c305ac-ec5b-447d-9699-fc1330bc111c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Calling delete_port for 627bc9a8-6136-4d9d-bbbd-b7dc396523e6 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:11.698737 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d36ce675-c9a0-4ebe-91c2-1fb5416e8b7f req-5cf6fc97-e5f1-479b-8074-3943b5bb6c26 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541573 Aug 03 18:59:11.826913 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-a8c305ac-ec5b-447d-9699-fc1330bc111c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:11.857891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c305ac-ec5b-447d-9699-fc1330bc111c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event deleted for resources: {'Port': ['ID=627bc9a8-6136-4d9d-bbbd-b7dc396523e6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:11.916713 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-a8c305ac-ec5b-447d-9699-fc1330bc111c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:11.919276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-a8c305ac-ec5b-447d-9699-fc1330bc111c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:11.920419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eac89ce0-5129-476d-a76f-ac81ccf1d1e7 req-a8c305ac-ec5b-447d-9699-fc1330bc111c tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "DELETE /v2.0/floatingips/829eba6e-d43a-4119-aac6-54391ab5f43a HTTP/1.1" status: 204 len: 173 time: 0.5417223 Aug 03 18:59:12.082190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56628d4e-e2e7-4e17-9c07-db35a0487890 req-1bd56469-a242-4a2d-a2ad-b1ee222ac99d tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:12.083704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56628d4e-e2e7-4e17-9c07-db35a0487890 req-1bd56469-a242-4a2d-a2ad-b1ee222ac99d tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 946 time: 0.0652847 Aug 03 18:59:12.092406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40724) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:12.100077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-68dc38a2-494a-481e-81c4-88e8053976f4 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Request body: {'floatingip': {'port_id': 'fb4a9cd8-1134-46e0-974c-29260364af56'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:12.121446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9eb71-a1f1-4653-851b-bb865cb7d57b req-c953c4f7-5447-4a85-9bb0-1221cc19a65f tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:12.126253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ace9eb71-a1f1-4653-851b-bb865cb7d57b req-c953c4f7-5447-4a85-9bb0-1221cc19a65f tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.0633657 Aug 03 18:59:12.148208 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68dc38a2-494a-481e-81c4-88e8053976f4 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for floatingip, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.196652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-d677572a-2e69-4001-ad53-5dc2e004bc4a tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips/18202675-b872-49b9-932f-69c83cb6b193 HTTP/1.1" status: 200 len: 693 time: 0.0601549 Aug 03 18:59:12.204575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ace9eb71-a1f1-4653-851b-bb865cb7d57b req-8925bdc5-f403-443a-a7d4-4e4e11be88e0 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748637 Aug 03 18:59:12.352249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-94dc19e2-7a92-48f8-8a54-dc6d2eb889ab tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:12.353682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-94dc19e2-7a92-48f8-8a54-dc6d2eb889ab tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.1482458 Aug 03 18:59:12.363599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cd4b4-5f8b-4b94-a3f0-f6a5ba466c4f req-03ea5175-d413-44b0-b162-58e09433b222 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:12.365160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e2cd4b4-5f8b-4b94-a3f0-f6a5ba466c4f req-03ea5175-d413-44b0-b162-58e09433b222 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.0984304 Aug 03 18:59:12.425284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-86f448b7-296b-474f-9032-016ec5567629 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0590701 Aug 03 18:59:12.452775 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e2cd4b4-5f8b-4b94-a3f0-f6a5ba466c4f req-0d55d543-dbad-4d7b-9c94-91cd7036f3ea tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789511 Aug 03 18:59:12.489411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-d16ff4c8-f9f9-4ec1-abd6-cb9b357a2c6f tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0509932 Aug 03 18:59:12.626265 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68dc38a2-494a-481e-81c4-88e8053976f4 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.630894 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68dc38a2-494a-481e-81c4-88e8053976f4 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.656292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed12dae-8964-4c55-b3d5-c91f5fb5aade req-c860778f-abea-4c8a-8325-9f87f2bf5435 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:12.657865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ed12dae-8964-4c55-b3d5-c91f5fb5aade req-c860778f-abea-4c8a-8325-9f87f2bf5435 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1202149 Aug 03 18:59:12.706805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-76df1d8b-aeee-47e1-aa27-bda005935213 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Deleting port b390e023-4c40-4e68-a5d1-a1d6d0f81356 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:12.707049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-76df1d8b-aeee-47e1-aa27-bda005935213 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.750137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ed12dae-8964-4c55-b3d5-c91f5fb5aade req-74e2804c-b516-4783-a244-de4fa7dc9dc3 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852778 Aug 03 18:59:12.751474 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-68dc38a2-494a-481e-81c4-88e8053976f4 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Floating IP 0201bf06-61d3-4caa-8876-41467c70cc3d associated. External IP: 172.25.8.42, port: fb4a9cd8-1134-46e0-974c-29260364af56. Aug 03 18:59:12.816137 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-76df1d8b-aeee-47e1-aa27-bda005935213 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.816562 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-76df1d8b-aeee-47e1-aa27-bda005935213 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.847217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-76df1d8b-aeee-47e1-aa27-bda005935213 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Calling delete_port for b390e023-4c40-4e68-a5d1-a1d6d0f81356 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:12.959988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703743a-c78d-4e65-82e3-352ade5ec37f req-522a93ee-7ea1-4c85-bae6-aa3004679aa5 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:12.961477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c703743a-c78d-4e65-82e3-352ade5ec37f req-522a93ee-7ea1-4c85-bae6-aa3004679aa5 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 945 time: 0.1420369 Aug 03 18:59:12.973119 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-d2245607-b525-4bc8-b600-9459c3a6d293 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1370394 Aug 03 18:59:12.987822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dc38a2-494a-481e-81c4-88e8053976f4 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:59:13.028312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c703743a-c78d-4e65-82e3-352ade5ec37f req-56ae0efd-dd35-44f9-88d0-5e466a027d04 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541737 Aug 03 18:59:13.119295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dc38a2-494a-481e-81c4-88e8053976f4 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:59:13.124560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68dc38a2-494a-481e-81c4-88e8053976f4 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:13.132761 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5dea8-e2e8-4384-9b08-757c3895eefc None None] Sync routers for ids ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:59:13.144439 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5dea8-e2e8-4384-9b08-757c3895eefc None None] Routers {'b0153284-5f9e-4f2d-a9fc-6fdc249708a8'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:13.145220 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7ff5dea8-e2e8-4384-9b08-757c3895eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:13.146619 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-76df1d8b-aeee-47e1-aa27-bda005935213 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:13.164311 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-68dc38a2-494a-481e-81c4-88e8053976f4 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "PUT /v2.0/floatingips/0201bf06-61d3-4caa-8876-41467c70cc3d HTTP/1.1" status: 200 len: 991 time: 1.0681133 Aug 03 18:59:13.164311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53caf00-f5c5-4b0f-912d-819639866640', 'tag': 'fb4a9cd8-1134-46e0-974c-29260364af56'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:13.165192 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515f925e-36d7-4c3f-ae06-ba7c71a90537" -d '{"events": [{"name": "network-changed", "server_uuid": "e53caf00-f5c5-4b0f-912d-819639866640", "tag": "fb4a9cd8-1134-46e0-974c-29260364af56"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:13.182892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-309bd4c9-c866-4a96-b754-46d58b7b6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:13.184508 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-309bd4c9-c866-4a96-b754-46d58b7b6870 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bc9eed3df8a4ca9b9573c682a012193&device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 1096 time: 0.1231523 Aug 03 18:59:13.192426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df1d8b-aeee-47e1-aa27-bda005935213 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Pushing event deleted for resources: {'Port': ['ID=b390e023-4c40-4e68-a5d1-a1d6d0f81356,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:13.257447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fe940-2d39-401b-9192-40ac8469fcf8 req-4a25651c-fe48-4bec-9163-5c2a27b80f74 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:13.258088 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-7ff5dea8-e2e8-4384-9b08-757c3895eefc None None] Set router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:13.258901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-694fe940-2d39-401b-9192-40ac8469fcf8 req-4a25651c-fe48-4bec-9163-5c2a27b80f74 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1612282 Aug 03 18:59:13.338121 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-76df1d8b-aeee-47e1-aa27-bda005935213 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:13.340995 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-76df1d8b-aeee-47e1-aa27-bda005935213 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:13.342299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-425f754b-c0a9-43cd-a61c-57d67560c9d3 req-76df1d8b-aeee-47e1-aa27-bda005935213 tempest-FloatingIPDetailsTestJSON-1285134221 tempest-FloatingIPDetailsTestJSON-1285134221-project] 10.222.0.78 "DELETE /v2.0/floatingips/18202675-b872-49b9-932f-69c83cb6b193 HTTP/1.1" status: 204 len: 173 time: 0.8449481 Aug 03 18:59:13.350792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40744) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:13.419956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-694fe940-2d39-401b-9192-40ac8469fcf8 req-e69113e3-9a7f-4dc4-ba50-f5ee1eae10da tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495967 Aug 03 18:59:13.444537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-dad688b5-9318-49d4-9209-5cb578a74e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:13.446273 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-dad688b5-9318-49d4-9209-5cb578a74e3b service neutron] 10.222.0.74 "GET /v2.0/networks?id=9e7b384a-474b-40c2-a241-659b19b06191 HTTP/1.1" status: 200 len: 916 time: 0.2317424 Aug 03 18:59:13.498449 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671f071d-3e63-4c41-99ef-de4c638ad5f0 x-openstack-request-id: req-671f071d-3e63-4c41-99ef-de4c638ad5f0 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:13.499587 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53caf00-f5c5-4b0f-912d-819639866640", "tag": "fb4a9cd8-1134-46e0-974c-29260364af56", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:13.500237 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-671f071d-3e63-4c41-99ef-de4c638ad5f0 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:13.500874 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53caf00-f5c5-4b0f-912d-819639866640', 'tag': 'fb4a9cd8-1134-46e0-974c-29260364af56', 'status': 'completed', 'code': 200} Aug 03 18:59:13.536718 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7ff5dea8-e2e8-4384-9b08-757c3895eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '0201bf06-61d3-4caa-8876-41467c70cc3d', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'port_id': 'fb4a9cd8-1134-46e0-974c-29260364af56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'mac_address': 'fa:16:3e:f4:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53caf00-f5c5-4b0f-912d-819639866640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:58:54Z', 'updated_at': '2021-08-03T18:59:12Z', 'revision_number': 1, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffd8a68-dd67-482b-b42b-8ce1944a1ab5', 'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'mac_address': 'fa:16:3e:c3:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:47Z', 'updated_at': '2021-08-03T18:58:55Z', 'revision_number': 5, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'subnets': [{'id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:13.566216 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5dea8-e2e8-4384-9b08-757c3895eefc None None] Checking router: b0153284-5f9e-4f2d-a9fc-6fdc249708a8 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:59:13.575620 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5dea8-e2e8-4384-9b08-757c3895eefc None None] Routers {'b0153284-5f9e-4f2d-a9fc-6fdc249708a8'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:13.576073 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7ff5dea8-e2e8-4384-9b08-757c3895eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:13.696682 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-7ff5dea8-e2e8-4384-9b08-757c3895eefc None None] Set router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:13.898333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-13f512fe-c276-4396-921c-320efd7bff3a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda HTTP/1.1" status: 200 len: 1001 time: 0.4159558 Aug 03 18:59:13.936136 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7ff5dea8-e2e8-4384-9b08-757c3895eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '0201bf06-61d3-4caa-8876-41467c70cc3d', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'port_id': 'fb4a9cd8-1134-46e0-974c-29260364af56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'mac_address': 'fa:16:3e:f4:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53caf00-f5c5-4b0f-912d-819639866640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:58:54Z', 'updated_at': '2021-08-03T18:59:12Z', 'revision_number': 1, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffd8a68-dd67-482b-b42b-8ce1944a1ab5', 'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'mac_address': 'fa:16:3e:c3:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:47Z', 'updated_at': '2021-08-03T18:58:55Z', 'revision_number': 5, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'subnets': [{'id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:13.966183 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5dea8-e2e8-4384-9b08-757c3895eefc None None] The sync data for ids ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'] in n-d-802918-7 is: [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '0201bf06-61d3-4caa-8876-41467c70cc3d', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'floating_ip_address': '172.25.8.42', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'port_id': 'fb4a9cd8-1134-46e0-974c-29260364af56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'mac_address': 'fa:16:3e:f4:44:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53caf00-f5c5-4b0f-912d-819639866640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T18:58:54Z', 'updated_at': '2021-08-03T18:59:12Z', 'revision_number': 1, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffd8a68-dd67-482b-b42b-8ce1944a1ab5', 'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'mac_address': 'fa:16:3e:c3:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:47Z', 'updated_at': '2021-08-03T18:58:55Z', 'revision_number': 5, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'subnets': [{'id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:59:13.984190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6d019-dda4-4997-86d5-9167c7877e63 req-eb1082c9-ddcf-4b16-b2db-f5870b6792d4 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:13.985992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59f6d019-dda4-4997-86d5-9167c7877e63 req-eb1082c9-ddcf-4b16-b2db-f5870b6792d4 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.2212369 Aug 03 18:59:13.988337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f925e-36d7-4c3f-ae06-ba7c71a90537 req-a30284a0-cc92-46f3-bc43-bd31b6e31e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:13.989732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-515f925e-36d7-4c3f-ae06-ba7c71a90537 req-a30284a0-cc92-46f3-bc43-bd31b6e31e94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f2320e0bc46475585d683cd00a9587b&device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 1097 time: 0.2260859 Aug 03 18:59:14.136519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-66c4aa81-23a9-4aae-9ae6-21d99d6c0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.138020 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-66c4aa81-23a9-4aae-9ae6-21d99d6c0845 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb5ee1b8-10d3-47af-a6c8-25ddcc280211 HTTP/1.1" status: 200 len: 854 time: 0.2186475 Aug 03 18:59:14.153613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28d872-0db9-4ac5-9817-25bd82d12e0f req-53844eb0-5adc-41be-b6f0-a72ce04d6437 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.155171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c28d872-0db9-4ac5-9817-25bd82d12e0f req-53844eb0-5adc-41be-b6f0-a72ce04d6437 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.2551548 Aug 03 18:59:14.177953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59f6d019-dda4-4997-86d5-9167c7877e63 req-334d256f-d8f9-4ac4-9e07-819c3d625490 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562257 Aug 03 18:59:14.184769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb323902-eda5-4db7-8b42-0226459d4160 None None] New status for floating IP 0201bf06-61d3-4caa-8876-41467c70cc3d: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:59:14.312310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f925e-36d7-4c3f-ae06-ba7c71a90537 req-a50ea663-19ad-49cb-842f-580610283186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.313730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-515f925e-36d7-4c3f-ae06-ba7c71a90537 req-a50ea663-19ad-49cb-842f-580610283186 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1baf9757-c4ea-438a-8941-d14f55c3c41b HTTP/1.1" status: 200 len: 906 time: 0.2932708 Aug 03 18:59:14.322749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c28d872-0db9-4ac5-9817-25bd82d12e0f req-c391e21d-543a-4e28-a788-91c81d520672 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531126 Aug 03 18:59:14.373714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-5f20f345-8b77-4bbb-87c3-e58e8d95f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.375227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-5f20f345-8b77-4bbb-87c3-e58e8d95f30d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9e7b384a-474b-40c2-a241-659b19b06191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2152524 Aug 03 18:59:14.418628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:14.522730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8424c5d-b1cf-4467-8d10-fc833607fbac req-a34564f0-0f55-4ab5-9fbd-5c74e0f6d93e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.524289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8424c5d-b1cf-4467-8d10-fc833607fbac req-a34564f0-0f55-4ab5-9fbd-5c74e0f6d93e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.2710199 Aug 03 18:59:14.525380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:14.538057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d', 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e', 'port_id': '44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d', 'mac_address': 'fa:16:3e:98:23:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2941acd2-0ddf-4764-9478-00a2a4b91fbd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:14.564115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-515f925e-36d7-4c3f-ae06-ba7c71a90537 req-39afc8ec-09d8-43a6-9010-9d3014a7de04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4a9cd8-1134-46e0-974c-29260364af56 HTTP/1.1" status: 200 len: 1001 time: 0.2014196 Aug 03 18:59:14.575858 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:14.589137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:14.609181 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:14.613924 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:14.623933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b41a1-b351-4820-adbe-934e87e0f70a req-c5a1ed30-88bc-4172-a865-2b3e645ec01d tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.625613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a5b41a1-b351-4820-adbe-934e87e0f70a req-c5a1ed30-88bc-4172-a865-2b3e645ec01d tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 945 time: 0.2116497 Aug 03 18:59:14.661337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:14.706557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-689e1492-2d8b-4cfd-810a-3a06343f7859 service neutron] 10.222.0.74 "GET /v2.0/networks/9e7b384a-474b-40c2-a241-659b19b06191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941871 Aug 03 18:59:14.713461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8424c5d-b1cf-4467-8d10-fc833607fbac req-e891ea42-90bd-4939-8286-fb40d99f935b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692655 Aug 03 18:59:14.742790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f925e-36d7-4c3f-ae06-ba7c71a90537 req-e180a4db-d4eb-4013-956e-c308c560474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.744261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-515f925e-36d7-4c3f-ae06-ba7c71a90537 req-e180a4db-d4eb-4013-956e-c308c560474f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6 HTTP/1.1" status: 200 len: 844 time: 0.1434309 Aug 03 18:59:14.809770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:14.834742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a5b41a1-b351-4820-adbe-934e87e0f70a req-12e91aa4-a06f-42d0-ac5a-c5a387c3641b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744597 Aug 03 18:59:14.961946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f925e-36d7-4c3f-ae06-ba7c71a90537 req-4a861c68-d0e7-42f3-9e5a-02eda30be5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.963503 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-515f925e-36d7-4c3f-ae06-ba7c71a90537 req-4a861c68-d0e7-42f3-9e5a-02eda30be5a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1baf9757-c4ea-438a-8941-d14f55c3c41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841059 Aug 03 18:59:14.974864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6968-951d-4c23-8770-a61a47f831e9 req-9364a655-9863-4655-a4dc-9192e299cc4b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.976443 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9cee6968-951d-4c23-8770-a61a47f831e9 req-9364a655-9863-4655-a4dc-9192e299cc4b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1696718 Aug 03 18:59:14.980445 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:14.990680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2e7296b-7ad4-4126-a155-da84566bab4a req-400a5536-9658-43ea-ae64-e0981d692f5c service neutron] 10.222.0.74 "GET /v2.0/networks/9e7b384a-474b-40c2-a241-659b19b06191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631726 Aug 03 18:59:15.058937 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:15.128995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9cee6968-951d-4c23-8770-a61a47f831e9 req-d6f8ad44-57d1-4df7-a692-bd98198c8b42 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425827 Aug 03 18:59:15.199973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-515f925e-36d7-4c3f-ae06-ba7c71a90537 req-d6977240-a9cb-4be2-b113-0646b3833016 service neutron] 10.222.0.37 "GET /v2.0/networks/1baf9757-c4ea-438a-8941-d14f55c3c41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124419 Aug 03 18:59:15.712099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e51202-3185-4437-b4c1-42d6a79e95fe req-0ba7ceb3-e6ee-4bc3-b799-bfc46b6dfd66 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:15.713652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5e51202-3185-4437-b4c1-42d6a79e95fe req-0ba7ceb3-e6ee-4bc3-b799-bfc46b6dfd66 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.4447315 Aug 03 18:59:15.733659 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-515f925e-36d7-4c3f-ae06-ba7c71a90537 req-97a6929c-3e73-4a73-9444-7ed397b98d46 service neutron] 10.222.0.37 "GET /v2.0/networks/1baf9757-c4ea-438a-8941-d14f55c3c41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015013 Aug 03 18:59:15.748966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea058feb-d54e-4457-8a88-5ee8212615a8 req-bd93e40c-c4ef-4a5f-9d7b-1d03c39efc10 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:15.750489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea058feb-d54e-4457-8a88-5ee8212615a8 req-bd93e40c-c4ef-4a5f-9d7b-1d03c39efc10 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.1880817 Aug 03 18:59:15.835192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5e51202-3185-4437-b4c1-42d6a79e95fe req-f9d0864d-b881-4c46-ab70-83b583c3cd67 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135473 Aug 03 18:59:15.842314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea058feb-d54e-4457-8a88-5ee8212615a8 req-c53534a7-97db-42d6-950b-a157a9d78505 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802367 Aug 03 18:59:15.888131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] Deleting port 6c003012-fd72-4099-bd10-90b285b7d65f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:15.888745 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.027356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f716a-6552-4573-ae25-d980c4c8c9bf req-70c34bad-0aff-4508-a9ae-011b14838337 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:16.028776 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a53f716a-6552-4573-ae25-d980c4c8c9bf req-70c34bad-0aff-4508-a9ae-011b14838337 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1283007 Aug 03 18:59:16.041371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d397c-7e6b-4801-a596-9b778d80c6c6 req-27dddde2-e0d4-4e1a-827a-1391c059b23a tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:16.042841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-463d397c-7e6b-4801-a596-9b778d80c6c6 req-27dddde2-e0d4-4e1a-827a-1391c059b23a tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 944 time: 0.1172099 Aug 03 18:59:16.068278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] For port 6c003012-fd72-4099-bd10-90b285b7d65f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6c003012-fd72-4099-bd10-90b285b7d65f,segment=NetworkSegment(42b32e8e-6206-4b16-840a-a7cb8e2338b1),segment_id=42b32e8e-6206-4b16-840a-a7cb8e2338b1)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:16.068647 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.094793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] Calling delete_port for 6c003012-fd72-4099-bd10-90b285b7d65f owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:16.132348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a53f716a-6552-4573-ae25-d980c4c8c9bf req-d8901a34-2dd0-4117-bcb1-4128c097b6dd tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885372 Aug 03 18:59:16.136571 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-463d397c-7e6b-4801-a596-9b778d80c6c6 req-e2f35eef-e9e2-40b2-b884-2df3e0163436 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859516 Aug 03 18:59:16.372160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59c49a-cc0e-42d0-b372-3ac2452e5197 req-53cb0d47-bd30-4f84-9c99-92168bbca38e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:16.374549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ff59c49a-cc0e-42d0-b372-3ac2452e5197 req-53cb0d47-bd30-4f84-9c99-92168bbca38e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.0955651 Aug 03 18:59:16.414576 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.444737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:16.459259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c003012-fd72-4099-bd10-90b285b7d65f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:16.463633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ff59c49a-cc0e-42d0-b372-3ac2452e5197 req-e7df0d5d-7b3e-46b0-84a0-463d0110455d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779512 Aug 03 18:59:16.532514 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.551684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:16.563511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1613250-a495-4673-b363-04f4676f4187 req-33ad00de-6543-4e24-9fe2-3c252ca72f82 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:16.565132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1613250-a495-4673-b363-04f4676f4187 req-33ad00de-6543-4e24-9fe2-3c252ca72f82 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 944 time: 0.1186242 Aug 03 18:59:16.572704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:16.577429 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.635940 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:16.694797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1613250-a495-4673-b363-04f4676f4187 req-0787a232-05c8-4ad3-9e23-37e6cd1e6829 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773976 Aug 03 18:59:16.715031 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:17.002967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] Router 65cba57a-1767-43a9-8eb5-adca297b3f05 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:59:17.022340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bfa94-bbd3-4265-a27d-e566ea0c6dea req-cf0ac611-eb4c-4311-8cbe-3cf2f885766c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:17.023831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b8bfa94-bbd3-4265-a27d-e566ea0c6dea req-cf0ac611-eb4c-4311-8cbe-3cf2f885766c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1064277 Aug 03 18:59:17.032134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3b45b-f7dd-4347-adf6-9a67d878b6b2 req-a87732df-6653-4020-a783-d2f000f84c0a tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:17.034173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3a3b45b-f7dd-4347-adf6-9a67d878b6b2 req-a87732df-6653-4020-a783-d2f000f84c0a tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.0887611 Aug 03 18:59:17.132596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b8bfa94-bbd3-4265-a27d-e566ea0c6dea req-fac0d128-6c28-4cee-8674-7afa90f760a1 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974479 Aug 03 18:59:17.144319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3a3b45b-f7dd-4347-adf6-9a67d878b6b2 req-f552b45d-b002-4994-aa33-75a9166af10c tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996664 Aug 03 18:59:17.196210 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:59:17.201741 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3d315d01-5def-43f8-ba7a-de8a463c357e admin admin] 10.222.0.78 "PUT /v2.0/routers/65cba57a-1767-43a9-8eb5-adca297b3f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8479047 Aug 03 18:59:17.203875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40792) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:17.205724 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe88dd-2c0c-464c-b24c-aae1654fd2f2 None None] Sync routers for ids ['65cba57a-1767-43a9-8eb5-adca297b3f05'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:59:17.215373 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe88dd-2c0c-464c-b24c-aae1654fd2f2 None None] Routers {'65cba57a-1767-43a9-8eb5-adca297b3f05'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:17.215998 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9ebe88dd-2c0c-464c-b24c-aae1654fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['65cba57a-1767-43a9-8eb5-adca297b3f05'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:17.326643 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-9ebe88dd-2c0c-464c-b24c-aae1654fd2f2 None None] Set router 65cba57a-1767-43a9-8eb5-adca297b3f05 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:17.334713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad71af0-4b41-4442-8b91-626b950418c7 req-96dd410c-47fc-400f-b5c3-bc458b5321de tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:17.336275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cad71af0-4b41-4442-8b91-626b950418c7 req-96dd410c-47fc-400f-b5c3-bc458b5321de tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1331961 Aug 03 18:59:17.365639 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:17.416506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cad71af0-4b41-4442-8b91-626b950418c7 req-224baa52-f8dd-442a-9df1-1f3b82a0b4b6 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729990 Aug 03 18:59:17.491836 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:17.553393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Deleting port 4933f2df-aecb-4326-8bd6-b406c8b1b27c {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:17.553965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:17.612777 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9ebe88dd-2c0c-464c-b24c-aae1654fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-router', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:45Z', 'updated_at': '2021-08-03T18:59:16Z', 'revision_number': 5, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'gw_port': {'id': '4933f2df-aecb-4326-8bd6-b406c8b1b27c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:46Z', 'updated_at': '2021-08-03T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:17.638311 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe88dd-2c0c-464c-b24c-aae1654fd2f2 None None] Checking router: 65cba57a-1767-43a9-8eb5-adca297b3f05 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:59:17.647868 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe88dd-2c0c-464c-b24c-aae1654fd2f2 None None] Routers {'65cba57a-1767-43a9-8eb5-adca297b3f05'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:17.648501 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9ebe88dd-2c0c-464c-b24c-aae1654fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['65cba57a-1767-43a9-8eb5-adca297b3f05'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:17.741217 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-9ebe88dd-2c0c-464c-b24c-aae1654fd2f2 None None] Set router 65cba57a-1767-43a9-8eb5-adca297b3f05 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:17.797690 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9ebe88dd-2c0c-464c-b24c-aae1654fd2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-router', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:45Z', 'updated_at': '2021-08-03T18:59:17Z', 'revision_number': 6, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:17.828488 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebe88dd-2c0c-464c-b24c-aae1654fd2f2 None None] The sync data for ids ['65cba57a-1767-43a9-8eb5-adca297b3f05'] in n-d-802918-7 is: [{'id': '65cba57a-1767-43a9-8eb5-adca297b3f05', 'name': 'tempest-FloatingIPDetailsTestJSON-1629273331-router', 'tenant_id': 'a8146e8271f146c58d30f659e067e48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:45Z', 'updated_at': '2021-08-03T18:59:17Z', 'revision_number': 6, 'project_id': 'a8146e8271f146c58d30f659e067e48c', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:59:17.935966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1d7f3-50b0-4d27-9472-42727611fb73 req-b6f9630e-8def-4b26-94f3-707e1f04b5ad tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:17.937439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ec1d7f3-50b0-4d27-9472-42727611fb73 req-b6f9630e-8def-4b26-94f3-707e1f04b5ad tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.3463006 Aug 03 18:59:17.948119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] For port 4933f2df-aecb-4326-8bd6-b406c8b1b27c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4933f2df-aecb-4326-8bd6-b406c8b1b27c,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:17.948488 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:17.974002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Calling delete_port for 4933f2df-aecb-4326-8bd6-b406c8b1b27c owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:18.048431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca135d-c45d-4201-b71a-681fd845b2b6 req-71d0b17a-82d2-4270-80ce-eb01084567bc tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:18.049895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3fca135d-c45d-4201-b71a-681fd845b2b6 req-71d0b17a-82d2-4270-80ce-eb01084567bc tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 943 time: 0.1562326 Aug 03 18:59:18.054496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ec1d7f3-50b0-4d27-9472-42727611fb73 req-dada38db-979c-4ab0-bac8-73421070787f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089377 Aug 03 18:59:18.104651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3fca135d-c45d-4201-b71a-681fd845b2b6 req-342faed8-e27f-46e9-bd36-5899b0cc22d0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477018 Aug 03 18:59:18.224008 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:18.270143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4933f2df-aecb-4326-8bd6-b406c8b1b27c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:18.369981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc7f06-c0d5-41ed-81a6-80a704658777 req-e36f3b53-95c9-4d90-8c6d-b30af51f0df5 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:18.371535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8abc7f06-c0d5-41ed-81a6-80a704658777 req-e36f3b53-95c9-4d90-8c6d-b30af51f0df5 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1576357 Aug 03 18:59:18.399951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655f8a7-9c5b-480b-9a6b-0553c6dab371 req-38cd0f88-27ec-42a0-912c-ab7bb0c055c9 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:18.401476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8655f8a7-9c5b-480b-9a6b-0553c6dab371 req-38cd0f88-27ec-42a0-912c-ab7bb0c055c9 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.1348512 Aug 03 18:59:18.421762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:18.546580 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8abc7f06-c0d5-41ed-81a6-80a704658777 req-2020500e-06de-43fd-be0b-b1fc0d7af2c1 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656535 Aug 03 18:59:18.556685 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:18.568880 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:18.568880 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8655f8a7-9c5b-480b-9a6b-0553c6dab371 req-c41bca4d-addb-4d9c-a707-7f7f316f4a7d tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569324 Aug 03 18:59:18.640478 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:18.641074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65cba57a-1767-43a9-8eb5-adca297b3f05 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 18:59:18.648950 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:18.650762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-58c66d75-9d2d-47b5-a520-dcc197035a8c admin admin] 10.222.0.78 "DELETE /v2.0/routers/65cba57a-1767-43a9-8eb5-adca297b3f05 HTTP/1.1" status: 204 len: 168 time: 1.4447992 Aug 03 18:59:18.652685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40812) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:18.722294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Deleting subnet a1774eae-ded1-476b-befb-7668835f62f1 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:59:18.727003 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:18.770126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:18.778936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dff02-925c-4e6b-bfe7-627995dcdf63 req-87d5a8b1-cc2e-477b-a885-c8575d0270a0 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:18.780454 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae1dff02-925c-4e6b-bfe7-627995dcdf63 req-87d5a8b1-cc2e-477b-a885-c8575d0270a0 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0965674 Aug 03 18:59:18.890071 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:59:18.964647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6c003012-fd72-4099-bd10-90b285b7d65f no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:18.977419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae1dff02-925c-4e6b-bfe7-627995dcdf63 req-3420df57-f8cf-4c54-a35f-d7a585e47225 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748025 Aug 03 18:59:18.985794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 6c003012-fd72-4099-bd10-90b285b7d65f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:18.986006 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6c003012-fd72-4099-bd10-90b285b7d65f not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:18.986956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4933f2df-aecb-4326-8bd6-b406c8b1b27c no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:18.993561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-6fa8a706-9a66-4c04-9fb4-152addb38f73 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:18.995072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-6fa8a706-9a66-4c04-9fb4-152addb38f73 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.74 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.1937382 Aug 03 18:59:19.007504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 4933f2df-aecb-4326-8bd6-b406c8b1b27c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:19.007880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4933f2df-aecb-4326-8bd6-b406c8b1b27c not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:19.009966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38dee0-8219-4508-89b6-2ae8d557afea req-6d775bfd-548b-40b3-ad5e-0af32297021b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:19.011535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f38dee0-8219-4508-89b6-2ae8d557afea req-6d775bfd-548b-40b3-ad5e-0af32297021b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 943 time: 0.1959219 Aug 03 18:59:19.055277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.270893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.321059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e48d4-4766-4ef5-8ce8-82ea58132e1a req-c0f7993e-fcc7-4ac0-a194-fd341ab5286e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:19.322595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-223e48d4-4766-4ef5-8ce8-82ea58132e1a req-c0f7993e-fcc7-4ac0-a194-fd341ab5286e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1756599 Aug 03 18:59:19.327816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1774eae-ded1-476b-befb-7668835f62f1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:19.332361 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ae92f3-8f5e-48f5-9310-98986b561ac2 None None] Network f71f9def-d9c7-4a2f-946f-aace2834fdd5 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:19.333211 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.335192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a1774eae-ded1-476b-befb-7668835f62f1 HTTP/1.1" status: 204 len: 168 time: 0.6813965 Aug 03 18:59:19.337756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40818) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:19.358842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-8f38dee0-8219-4508-89b6-2ae8d557afea req-175d95e0-3be7-4a62-b0c4-95f15753ceb1 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Deleting port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:19.359201 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8f38dee0-8219-4508-89b6-2ae8d557afea req-175d95e0-3be7-4a62-b0c4-95f15753ceb1 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.369636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4e981-b0fc-4a9d-b33c-2b1f944af680 req-cf47e7af-064a-466e-b2a5-dac2441ecfc8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:19.371166 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15d4e981-b0fc-4a9d-b33c-2b1f944af680 req-cf47e7af-064a-466e-b2a5-dac2441ecfc8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 943 time: 0.1901069 Aug 03 18:59:19.385239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.385829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.385972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.386750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.386750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.387069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.387510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.387841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.388589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.388589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.388816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.389126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b52f2a-3a9e-459b-87e8-70d2289496b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:19.417755 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.440805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Deleting port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:19.441152 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.473986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Deleting port 994d4bdc-04fe-4210-8614-6cf83ed41df4 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:19.474349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.545170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-223e48d4-4766-4ef5-8ce8-82ea58132e1a req-99e30cbf-8a5b-4bf8-96dd-adc857082db1 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074511 Aug 03 18:59:19.549143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] For port 994d4bdc-04fe-4210-8614-6cf83ed41df4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=994d4bdc-04fe-4210-8614-6cf83ed41df4,segment=NetworkSegment(42b32e8e-6206-4b16-840a-a7cb8e2338b1),segment_id=42b32e8e-6206-4b16-840a-a7cb8e2338b1)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:19.550925 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.555538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e92dd1c-1a0d-4461-b6de-bc8541047b90 None None] DHCP port deletion for f71f9def-d9c7-4a2f-946f-aace2834fdd5 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 18:59:19.565080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15d4e981-b0fc-4a9d-b33c-2b1f944af680 req-9abcf682-a3c7-4284-b32e-c289a02cb13d tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836314 Aug 03 18:59:19.576172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Calling delete_port for 994d4bdc-04fe-4210-8614-6cf83ed41df4 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:19.623225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3e92dd1c-1a0d-4461-b6de-bc8541047b90 None None] Deleting port 994d4bdc-04fe-4210-8614-6cf83ed41df4 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:19.623608 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e92dd1c-1a0d-4461-b6de-bc8541047b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.631684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] For port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:19.633477 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.635876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8f38dee0-8219-4508-89b6-2ae8d557afea req-175d95e0-3be7-4a62-b0c4-95f15753ceb1 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] For port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:19.636243 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8f38dee0-8219-4508-89b6-2ae8d557afea req-175d95e0-3be7-4a62-b0c4-95f15753ceb1 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.679517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-8f38dee0-8219-4508-89b6-2ae8d557afea req-175d95e0-3be7-4a62-b0c4-95f15753ceb1 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Calling delete_port for 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:19.701882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3e92dd1c-1a0d-4461-b6de-bc8541047b90 None None] For port 994d4bdc-04fe-4210-8614-6cf83ed41df4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=994d4bdc-04fe-4210-8614-6cf83ed41df4,segment=NetworkSegment(42b32e8e-6206-4b16-840a-a7cb8e2338b1),segment_id=42b32e8e-6206-4b16-840a-a7cb8e2338b1)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:19.702281 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e92dd1c-1a0d-4461-b6de-bc8541047b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.707371 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.717483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3e92dd1c-1a0d-4461-b6de-bc8541047b90 None None] Calling delete_port for 994d4bdc-04fe-4210-8614-6cf83ed41df4 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:19.737249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Pushing event deleted for resources: {'Port': ['ID=994d4bdc-04fe-4210-8614-6cf83ed41df4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:19.740812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] No DVR routers for this DVR port 994d4bdc-04fe-4210-8614-6cf83ed41df4 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:59:19.804815 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e92dd1c-1a0d-4461-b6de-bc8541047b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.818581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.829186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f71f9def-d9c7-4a2f-946f-aace2834fdd5']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:19.829467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92dd1c-1a0d-4461-b6de-bc8541047b90 None None] Pushing event deleted for resources: {'Port': ['ID=994d4bdc-04fe-4210-8614-6cf83ed41df4,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:19.835127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92dd1c-1a0d-4461-b6de-bc8541047b90 None None] No DVR routers for this DVR port 994d4bdc-04fe-4210-8614-6cf83ed41df4 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:59:19.847109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b32e8e-6206-4b16-840a-a7cb8e2338b1') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:19.847554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b32e8e-6206-4b16-840a-a7cb8e2338b1') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:19.857878 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.873109 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.879703 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:59:19.880147 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:59:19.882192 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:59:19.943087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.960552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.962507 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] 10.222.0.78 "DELETE /v2.0/networks/f71f9def-d9c7-4a2f-946f-aace2834fdd5 HTTP/1.1" status: 204 len: 168 time: 0.6237752 Aug 03 18:59:19.963413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ce153-c58c-47c0-b572-bda486f97cca admin admin] Pushing event deleted for resources: {'Network': ['ID=f71f9def-d9c7-4a2f-946f-aace2834fdd5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:20.079499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40832) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:20.119835 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-218209b3-f65e-4e15-9bc0-1e3e45949322 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8146e8271f146c58d30f659e067e48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384564 Aug 03 18:59:20.122311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40834) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:20.172837 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65ac7324-f897-4e70-aa19-5c716cf88ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:20.175255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7e03f-4d08-445e-ac22-2f35caef895e req-dea9adf5-96ef-4980-af91-9d40e65cd935 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:20.181250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67e7e03f-4d08-445e-ac22-2f35caef895e req-dea9adf5-96ef-4980-af91-9d40e65cd935 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 945 time: 0.5223126 Aug 03 18:59:20.193578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846d5c2-9ce9-4d76-9a34-1eb5eb6efc6f req-44dcf80e-0825-4d1f-b2e3-2e2d56aaec55 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:20.195076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8846d5c2-9ce9-4d76-9a34-1eb5eb6efc6f req-44dcf80e-0825-4d1f-b2e3-2e2d56aaec55 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.5135741 Aug 03 18:59:20.196580 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65ac7324-f897-4e70-aa19-5c716cf88ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:20.243492 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65ac7324-f897-4e70-aa19-5c716cf88ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:20.246150 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65ac7324-f897-4e70-aa19-5c716cf88ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:20.248046 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-65ac7324-f897-4e70-aa19-5c716cf88ab5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/466d4045-7127-4076-b5f6-89f784b1bb11 HTTP/1.1" status: 204 len: 168 time: 0.1248131 Aug 03 18:59:20.256529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac7324-f897-4e70-aa19-5c716cf88ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466d4045-7127-4076-b5f6-89f784b1bb11,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:20.327052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67e7e03f-4d08-445e-ac22-2f35caef895e req-b8c736da-d4f7-4a9b-bf8b-5b1854f7906e tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups?id=d26f5fab-00c9-45c3-9789-d55fc6e79602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432312 Aug 03 18:59:20.337784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8846d5c2-9ce9-4d76-9a34-1eb5eb6efc6f req-42431b9c-bfff-4e22-a437-91912baeb32f tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327226 Aug 03 18:59:20.370891 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:20.371673 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:20.371673 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Floating IP 36ef8571-6570-4162-94b6-c5c4fb8ebd1a disassociated. External IP: 172.25.8.133, port: 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda. Aug 03 18:59:20.371914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Calling delete_port for 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:20.442648 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8f38dee0-8219-4508-89b6-2ae8d557afea req-175d95e0-3be7-4a62-b0c4-95f15753ceb1 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:20.486953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d95e0-3be7-4a62-b0c4-95f15753ceb1 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event deleted for resources: {'Port': ['ID=44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:20.561980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f38dee0-8219-4508-89b6-2ae8d557afea req-175d95e0-3be7-4a62-b0c4-95f15753ceb1 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] No DVR routers for this DVR port 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:59:20.565810 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8f38dee0-8219-4508-89b6-2ae8d557afea req-175d95e0-3be7-4a62-b0c4-95f15753ceb1 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:20.567768 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f38dee0-8219-4508-89b6-2ae8d557afea req-175d95e0-3be7-4a62-b0c4-95f15753ceb1 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.37 "DELETE /v2.0/ports/44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d HTTP/1.1" status: 204 len: 173 time: 1.5430989 Aug 03 18:59:20.568788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf5bdc3-3973-4a0b-837e-e24f6791c640', 'name': 'network-vif-deleted', 'tag': '44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:20.573705 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c384df-8341-4abe-bdf0-4fe02d961066" -d '{"events": [{"server_uuid": "bcf5bdc3-3973-4a0b-837e-e24f6791c640", "name": "network-vif-deleted", "tag": "44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:20.601305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bae859-8f9b-46ff-be95-70874359c611 req-6dde5917-82db-4f4f-83be-33267dd923de tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:20.606231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70bae859-8f9b-46ff-be95-70874359c611 req-6dde5917-82db-4f4f-83be-33267dd923de tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1283677 Aug 03 18:59:20.652379 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29942900-5b0f-4b54-8c1b-fab42c69d0d1 x-openstack-request-id: req-29942900-5b0f-4b54-8c1b-fab42c69d0d1 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:20.652683 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf5bdc3-3973-4a0b-837e-e24f6791c640", "name": "network-vif-deleted", "tag": "44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:20.652934 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29942900-5b0f-4b54-8c1b-fab42c69d0d1 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:20.653723 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf5bdc3-3973-4a0b-837e-e24f6791c640', 'name': 'network-vif-deleted', 'tag': '44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d', 'status': 'completed', 'code': 200} Aug 03 18:59:20.688462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70bae859-8f9b-46ff-be95-70874359c611 req-a92da6ca-3ab3-41bb-a9f4-c0fa5c95a609 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557334 Aug 03 18:59:20.690526 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:20.734868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Pushing event deleted for resources: {'Port': ['ID=1931d4ad-95b1-4788-9d92-7ddf7b7bbcda,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:20.842979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5918d5ea-cc11-49e3-a28c-26bd95c2a7b4 req-961a720a-7b1d-49b0-833f-c8259c8cf300 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=bcf5bdc3-3973-4a0b-837e-e24f6791c640 HTTP/1.1" status: 200 len: 210 time: 0.0529835 Aug 03 18:59:20.904539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8acfe-e61d-4738-8920-424cfa84e51a req-d3d8184c-f9bb-4b0e-b91e-8d9e0e067c21 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:20.906111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2cc8acfe-e61d-4738-8920-424cfa84e51a req-d3d8184c-f9bb-4b0e-b91e-8d9e0e067c21 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1300430 Aug 03 18:59:20.948101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Router 17b850b5-64d5-48e4-b49c-dc568409f9e1 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:59:20.958776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 994d4bdc-04fe-4210-8614-6cf83ed41df4 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:20.967785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2cc8acfe-e61d-4738-8920-424cfa84e51a req-c7a695b3-11a4-4f4a-9611-ef577d6326f3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Aug 03 18:59:20.991394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 994d4bdc-04fe-4210-8614-6cf83ed41df4 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:20.992266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 994d4bdc-04fe-4210-8614-6cf83ed41df4 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:21.079640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:59:21.093225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30104a78-ac9b-4a79-a194-aca2a3059f44 None None] Sync routers for ids ['17b850b5-64d5-48e4-b49c-dc568409f9e1'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:59:21.119116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30104a78-ac9b-4a79-a194-aca2a3059f44 None None] Routers {'17b850b5-64d5-48e4-b49c-dc568409f9e1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:21.119884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-30104a78-ac9b-4a79-a194-aca2a3059f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17b850b5-64d5-48e4-b49c-dc568409f9e1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:21.125888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] No DVR routers for this DVR port 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:59:21.128348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:21.130546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6acf7f6f-408b-4355-ba41-c59159baeff6 req-980ac133-fe7f-4aa1-bf38-862ad8d4de41 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.74 "DELETE /v2.0/ports/1931d4ad-95b1-4788-9d92-7ddf7b7bbcda HTTP/1.1" status: 204 len: 173 time: 2.1181536 Aug 03 18:59:21.311081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-30104a78-ac9b-4a79-a194-aca2a3059f44 None None] Set router 17b850b5-64d5-48e4-b49c-dc568409f9e1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:21.456665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a870ee3-99bb-4273-a06f-cb7bf1ca7570 req-a8d374b8-a3a4-4ac2-9e94-83808b218522 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 210 time: 0.0351427 Aug 03 18:59:21.565156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9002128-41a9-488d-be77-46742a41f227 req-acac280a-a9ef-40b9-b98f-6a829db806f2 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:21.566949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9002128-41a9-488d-be77-46742a41f227 req-acac280a-a9ef-40b9-b98f-6a829db806f2 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1087158 Aug 03 18:59:21.583873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-30104a78-ac9b-4a79-a194-aca2a3059f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:48Z', 'revision_number': 4, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '47164d38-d996-4e99-8864-2ccd76f95ce0', 'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'mac_address': 'fa:16:3e:00:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:44Z', 'updated_at': '2021-08-03T18:55:56Z', 'revision_number': 5, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'subnets': [{'id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:21.635022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9002128-41a9-488d-be77-46742a41f227 req-206485d4-b424-43ab-a203-63281f892854 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585706 Aug 03 18:59:21.639775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30104a78-ac9b-4a79-a194-aca2a3059f44 None None] Checking router: 17b850b5-64d5-48e4-b49c-dc568409f9e1 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:59:21.650087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30104a78-ac9b-4a79-a194-aca2a3059f44 None None] Routers {'17b850b5-64d5-48e4-b49c-dc568409f9e1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:21.650831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-30104a78-ac9b-4a79-a194-aca2a3059f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17b850b5-64d5-48e4-b49c-dc568409f9e1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:21.742082 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40882) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:21.779001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-30104a78-ac9b-4a79-a194-aca2a3059f44 None None] Set router 17b850b5-64d5-48e4-b49c-dc568409f9e1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:21.853280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d419284-f0b3-4912-b6a5-8880caa4621d req-a19f94cf-04bb-43c2-8b6f-986310bc3486 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:21.870698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d419284-f0b3-4912-b6a5-8880caa4621d req-a19f94cf-04bb-43c2-8b6f-986310bc3486 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0926042 Aug 03 18:59:21.882525 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13b66890-12d8-485e-bf74-a1197b94abfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:21.975322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d419284-f0b3-4912-b6a5-8880caa4621d req-3047b786-afd8-4f25-a433-7472136784bd tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901582 Aug 03 18:59:22.091045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13b66890-12d8-485e-bf74-a1197b94abfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:22.098068 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13b66890-12d8-485e-bf74-a1197b94abfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:22.161483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfbf00-e4a4-4887-9185-54204786a8d8 req-004c35f7-525f-434b-9d2b-5e2a3bb67221 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:22.170579 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-13b66890-12d8-485e-bf74-a1197b94abfb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc901d5abfdd49eab19eca6e04cdce66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245467 Aug 03 18:59:22.170579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b66890-12d8-485e-bf74-a1197b94abfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6310967b-8480-4da6-8dd3-b115648907ed,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:22.170922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3bfbf00-e4a4-4887-9185-54204786a8d8 req-004c35f7-525f-434b-9d2b-5e2a3bb67221 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.0814219 Aug 03 18:59:22.173830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40898) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:22.243023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-30104a78-ac9b-4a79-a194-aca2a3059f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:48Z', 'revision_number': 4, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '47164d38-d996-4e99-8864-2ccd76f95ce0', 'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'mac_address': 'fa:16:3e:00:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:44Z', 'updated_at': '2021-08-03T18:55:56Z', 'revision_number': 5, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'subnets': [{'id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:22.276772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30104a78-ac9b-4a79-a194-aca2a3059f44 None None] The sync data for ids ['17b850b5-64d5-48e4-b49c-dc568409f9e1'] in n-d-802918-7 is: [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:55:48Z', 'revision_number': 4, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '47164d38-d996-4e99-8864-2ccd76f95ce0', 'name': '', 'network_id': '9e7b384a-474b-40c2-a241-659b19b06191', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'mac_address': 'fa:16:3e:00:d5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:44Z', 'updated_at': '2021-08-03T18:55:56Z', 'revision_number': 5, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'subnets': [{'id': 'cb5ee1b8-10d3-47af-a6c8-25ddcc280211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:59:22.340255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3bfbf00-e4a4-4887-9185-54204786a8d8 req-605712aa-47b0-49db-826d-399800eab0da tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690481 Aug 03 18:59:22.369304 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a1936b36-fa66-4a0b-9269-fdca868ea0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:22.419726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a1936b36-fa66-4a0b-9269-fdca868ea0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:22.428076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-cc922525-6488-48d1-98c5-1dd72effc31d tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:22.429304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-cc922525-6488-48d1-98c5-1dd72effc31d tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/networks?id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e HTTP/1.1" status: 200 len: 822 time: 0.2224998 Aug 03 18:59:22.470887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-2e6dc690-c3df-4030-8789-2a1d43d211c8 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/quotas/af87ca2713e742dd9cb47e67d00a145f HTTP/1.1" status: 200 len: 375 time: 0.0314417 Aug 03 18:59:22.529099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a1936b36-fa66-4a0b-9269-fdca868ea0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:22.532795 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a1936b36-fa66-4a0b-9269-fdca868ea0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:22.536550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a1936b36-fa66-4a0b-9269-fdca868ea0fb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6310967b-8480-4da6-8dd3-b115648907ed HTTP/1.1" status: 204 len: 168 time: 0.3595657 Aug 03 18:59:22.588118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-1419842b-efaa-4c37-b405-6e8b7b639a3f tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=af87ca2713e742dd9cb47e67d00a145f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031814 Aug 03 18:59:22.596841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1936b36-fa66-4a0b-9269-fdca868ea0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6310967b-8480-4da6-8dd3-b115648907ed,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:22.621492 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc931660-f924-41a5-8845-af053f125c9c req-4c05cd39-813a-452e-9e75-ed82a708a3e8 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 210 time: 0.0840068 Aug 03 18:59:22.680301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'name': 'network-vif-deleted', 'tag': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:22.685689 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251a74c6-add1-478d-97de-b2a7a9a0ebfe" -d '{"events": [{"server_uuid": "65684fa9-1a3c-40f4-a4d8-ad2593518659", "name": "network-vif-deleted", "tag": "1931d4ad-95b1-4788-9d92-7ddf7b7bbcda"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:22.706337 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d76e78-fd2d-479f-934d-649ce5f50887 None None] New status for floating IP 36ef8571-6570-4162-94b6-c5c4fb8ebd1a: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 18:59:22.779353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-3700acaa-c591-4173-bbf2-f40ffe2c25e8 service neutron] 10.222.0.78 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901944 Aug 03 18:59:22.905559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777768e-7475-4bce-81df-4286b9e965d6 req-0659cf3f-63f0-4a6a-b625-8a6bc137356e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:22.912734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f777768e-7475-4bce-81df-4286b9e965d6 req-0659cf3f-63f0-4a6a-b625-8a6bc137356e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1430764 Aug 03 18:59:22.973134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f777768e-7475-4bce-81df-4286b9e965d6 req-ca40140e-1294-44cc-abe9-7468cf043b27 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593851 Aug 03 18:59:22.980621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-1edb4c85-8308-42d2-b073-f0c9845a53e9 service neutron] 10.222.0.78 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000539 Aug 03 18:59:23.138660 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c9ada5-dc7e-49bd-9085-a94b01adcc44 x-openstack-request-id: req-69c9ada5-dc7e-49bd-9085-a94b01adcc44 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:23.139188 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65684fa9-1a3c-40f4-a4d8-ad2593518659", "name": "network-vif-deleted", "tag": "1931d4ad-95b1-4788-9d92-7ddf7b7bbcda", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:23.139628 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69c9ada5-dc7e-49bd-9085-a94b01adcc44 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:23.140187 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65684fa9-1a3c-40f4-a4d8-ad2593518659', 'name': 'network-vif-deleted', 'tag': '1931d4ad-95b1-4788-9d92-7ddf7b7bbcda', 'status': 'completed', 'code': 200} Aug 03 18:59:23.230189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c0d1c4d-fe2d-42f6-80f1-1c802fff82d4 req-56fd3004-41db-4cab-94da-899828318355 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 210 time: 0.0466213 Aug 03 18:59:23.266354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:23.290148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:23.290828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1931d4ad-95b1-4788-9d92-7ddf7b7bbcda not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:23.311653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccab11-a27d-476d-b25b-ab4bb946bc8b req-2fe77974-54e0-4abf-a473-0ae6dacca4ca tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:23.313123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3dccab11-a27d-476d-b25b-ab4bb946bc8b req-2fe77974-54e0-4abf-a473-0ae6dacca4ca tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0794468 Aug 03 18:59:23.374815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3dccab11-a27d-476d-b25b-ab4bb946bc8b req-fa40ab89-9113-4c75-9cea-0be7fe9a0792 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540729 Aug 03 18:59:23.500338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ab22b-80bf-489c-9edc-50923235b599 req-5d7c81e1-8785-4682-a097-7d9f5cf61c69 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:23.512031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-893ab22b-80bf-489c-9edc-50923235b599 req-5d7c81e1-8785-4682-a097-7d9f5cf61c69 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.0817673 Aug 03 18:59:23.571167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-893ab22b-80bf-489c-9edc-50923235b599 req-4d93e617-520b-48dd-8454-bede567fbef4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532410 Aug 03 18:59:23.725246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16ea0ca3-59e4-4fa9-a12d-e40aca8054e9 req-0a838752-64fe-4133-a641-3b6ff7b0b4b3 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 210 time: 0.0337908 Aug 03 18:59:23.798374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d8706f6-e053-4fc6-b3af-5eb8a4193262 req-abbbe601-56c0-4c51-9674-8b69d1ae1c18 tempest-AbsoluteLimitsNegativeTestJSON-1996709507 tempest-AbsoluteLimitsNegativeTestJSON-1996709507-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=241275ec459c48a989c20d8744191086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407817 Aug 03 18:59:23.972477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8706f6-e053-4fc6-b3af-5eb8a4193262 req-635aac48-51a9-47d7-becb-c2054977e8eb tempest-AbsoluteLimitsNegativeTestJSON-1996709507 tempest-AbsoluteLimitsNegativeTestJSON-1996709507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:23.973937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d8706f6-e053-4fc6-b3af-5eb8a4193262 req-635aac48-51a9-47d7-becb-c2054977e8eb tempest-AbsoluteLimitsNegativeTestJSON-1996709507 tempest-AbsoluteLimitsNegativeTestJSON-1996709507-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744745 Aug 03 18:59:23.990280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d8706f6-e053-4fc6-b3af-5eb8a4193262 req-72a26975-b346-4ca4-9ecd-66455d4abe14 tempest-AbsoluteLimitsNegativeTestJSON-1996709507 tempest-AbsoluteLimitsNegativeTestJSON-1996709507-project] 10.222.0.78 "GET /v2.0/quotas/241275ec459c48a989c20d8744191086 HTTP/1.1" status: 200 len: 375 time: 0.0105278 Aug 03 18:59:24.030801 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d8706f6-e053-4fc6-b3af-5eb8a4193262 req-d9dff24e-32c7-49f4-b2dd-1147e50cf84c tempest-AbsoluteLimitsNegativeTestJSON-1996709507 tempest-AbsoluteLimitsNegativeTestJSON-1996709507-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=241275ec459c48a989c20d8744191086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327382 Aug 03 18:59:24.122657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccec64-7067-4c6e-81d7-730b6ec1aa23 req-91f11396-4f93-4f25-a8bc-825f46ce6539 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:24.131064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbccec64-7067-4c6e-81d7-730b6ec1aa23 req-91f11396-4f93-4f25-a8bc-825f46ce6539 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.0752270 Aug 03 18:59:24.181590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbccec64-7067-4c6e-81d7-730b6ec1aa23 req-685470fb-470e-4778-b8f0-2813a36faf11 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Aug 03 18:59:24.312120 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2a7a37b-7e2b-4f3e-8269-421021f370ab req-44e0ebf3-27a7-4a6f-9c20-f6d870585353 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 210 time: 0.0278895 Aug 03 18:59:24.357772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40978) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:24.435705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:24.477487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:24.477846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 44fb3dd3-e2ed-4ce7-ab5e-ad544d2f039d not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:24.512005 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7113cf7-cfdb-4754-96b0-27162cb751e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.554696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee028c-4258-40d8-897e-880d1ea5eb07 req-ed56a44f-aaaa-499a-9b14-2625befe20e2 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:24.556210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0aee028c-4258-40d8-897e-880d1ea5eb07 req-ed56a44f-aaaa-499a-9b14-2625befe20e2 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0899329 Aug 03 18:59:24.618746 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0aee028c-4258-40d8-897e-880d1ea5eb07 req-3f562691-093a-490f-af0b-9d3c0e6b816d tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558090 Aug 03 18:59:24.748186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7113cf7-cfdb-4754-96b0-27162cb751e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.760794 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7113cf7-cfdb-4754-96b0-27162cb751e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.779735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d61c9a-d7fa-4169-a90e-e08d67e8478c req-25dadb9c-0c1f-4c6a-9b41-459281395bd7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:24.781319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74d61c9a-d7fa-4169-a90e-e08d67e8478c req-25dadb9c-0c1f-4c6a-9b41-459281395bd7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1249361 Aug 03 18:59:24.875393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-51750a0a-e5d9-4d50-b50c-a92e0587f29b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:24.876882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-51750a0a-e5d9-4d50-b50c-a92e0587f29b tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.74 "GET /v2.0/networks?id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e HTTP/1.1" status: 200 len: 822 time: 0.2471421 Aug 03 18:59:24.880914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fba962bf-19f1-499f-950f-ee5177a9aea9 req-85888fb3-e069-4930-91dc-30ff958c1840 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/ports?device_id=65684fa9-1a3c-40f4-a4d8-ad2593518659 HTTP/1.1" status: 200 len: 210 time: 0.0740471 Aug 03 18:59:24.881526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7113cf7-cfdb-4754-96b0-27162cb751e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b016015-0c08-4550-8f2f-a3ccd33d7cbf,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:24.886706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b7113cf7-cfdb-4754-96b0-27162cb751e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=241275ec459c48a989c20d8744191086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5278196 Aug 03 18:59:24.889983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40990) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:24.904609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74d61c9a-d7fa-4169-a90e-e08d67e8478c req-0003de76-6e3d-4047-b1bc-cdbcabd9ae12 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067526 Aug 03 18:59:24.922792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Request body: {'port': {'device_id': '9a83eb30-e60d-4096-8f56-06a9e86b287b', 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e', 'admin_state_up': True, 'tenant_id': 'af87ca2713e742dd9cb47e67d00a145f'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:24.975322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a314d871-cb75-46be-9c90-687609b160f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.000820 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a314d871-cb75-46be-9c90-687609b160f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.052043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Made reservation on behalf of af87ca2713e742dd9cb47e67d00a145f for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:25.052756 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a314d871-cb75-46be-9c90-687609b160f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.055540 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a314d871-cb75-46be-9c90-687609b160f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.055888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.059021 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a314d871-cb75-46be-9c90-687609b160f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b016015-0c08-4550-8f2f-a3ccd33d7cbf HTTP/1.1" status: 204 len: 168 time: 0.1657298 Aug 03 18:59:25.065346 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314d871-cb75-46be-9c90-687609b160f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b016015-0c08-4550-8f2f-a3ccd33d7cbf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:25.212176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Allocated IP 172.20.0.11 (e5e401c9-8666-4b4e-bdc1-c4398169ba8e/2941acd2-0ddf-4764-9478-00a2a4b91fbd/aaf1238b-948d-4603-972c-85f8e5864eb8) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:25.381404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44893e65-1ea3-4794-ae2c-c6f593e32dfe req-ef9e67fe-84bc-4849-b1ba-5c6c48c63bcd tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:25.383411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44893e65-1ea3-4794-ae2c-c6f593e32dfe req-ef9e67fe-84bc-4849-b1ba-5c6c48c63bcd tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1222663 Aug 03 18:59:25.488446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a993592e-6a33-4b28-90ce-503009771ae9 req-4eaafa7e-5af8-4e38-946e-ebdb7f802a4d tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 210 time: 0.0497446 Aug 03 18:59:25.507000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44893e65-1ea3-4794-ae2c-c6f593e32dfe req-8b62b548-f649-49e8-b84e-0fbb67d5bbcf tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122677 Aug 03 18:59:25.555668 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.598662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.652398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Network e5e401c9-8666-4b4e-bdc1-c4398169ba8e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:25.658681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:25.664025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:25.835734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41022) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:25.954072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event updated for resources: {'Port': ['ID=aaf1238b-948d-4603-972c-85f8e5864eb8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:25.984169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1590611397-network', 'tenant_id': '4eeb1c7f2b7644a99f112577cff00208'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:26.011248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Made reservation on behalf of 4eeb1c7f2b7644a99f112577cff00208 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:26.013600 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.027158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.064346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:26.065013 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.082401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267997c-1715-4aae-8f45-f7efdcf889cb req-64ef2de4-5f86-4add-870a-a222cb2c2340 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:26.084679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8267997c-1715-4aae-8f45-f7efdcf889cb req-64ef2de4-5f86-4add-870a-a222cb2c2340 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1317356 Aug 03 18:59:26.122172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e46a0-8594-48d8-9310-4820d81368f8 req-fb38d809-75be-4fdb-9420-90561dbab2a8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:26.126245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db2e46a0-8594-48d8-9310-4820d81368f8 req-fb38d809-75be-4fdb-9420-90561dbab2a8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1168463 Aug 03 18:59:26.161746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.171447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.198671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-c88b925c-7cb1-4f96-b590-677a9006efeb tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2817357 Aug 03 18:59:26.202308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8267997c-1715-4aae-8f45-f7efdcf889cb req-207494b9-0778-4e98-a259-59cb1db95c2d tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013067 Aug 03 18:59:26.228661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3152bc-eda2-4739-96e2-d7c0b172cb17,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:26.245314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db2e46a0-8594-48d8-9310-4820d81368f8 req-c310f0c0-b47d-45b5-9e72-637cf494b61f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077907 Aug 03 18:59:26.259367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:59:26.262181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Request body: {'port': {'device_id': '9a83eb30-e60d-4096-8f56-06a9e86b287b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:26.270913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.271709 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Added segment c1c13981-1ebd-41cf-9ca2-cd0d559a4050 of type vlan for network 9e2eff73-9892-42e8-a5d8-69e3d7419c27 Aug 03 18:59:26.323895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 41034) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:26.341085 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.380000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.382259 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:26.383245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.396920 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.437305 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6002264 Aug 03 18:59:26.444080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41038) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:26.450478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] Request body: {'subnet': {'network_id': '9e2eff73-9892-42e8-a5d8-69e3d7419c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1590611397-subnet', 'tenant_id': '4eeb1c7f2b7644a99f112577cff00208', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:26.465732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dbe78-efd4-4291-8a05-ff6c1d143488 admin admin] Pushing event updated for resources: {'Network': ['ID=9e2eff73-9892-42e8-a5d8-69e3d7419c27,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:26.481439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] Made reservation on behalf of 4eeb1c7f2b7644a99f112577cff00208 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:26.482030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 9e2eff73-9892-42e8-a5d8-69e3d7419c27 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:59:26.484300 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.485676 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8643d8f-8220-47ce-9579-c39b1c7c2db4 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.623415 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8643d8f-8220-47ce-9579-c39b1c7c2db4 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.711257 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.778242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] Checking segment: {'id': 'c1c13981-1ebd-41cf-9ca2-cd0d559a4050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9e2eff73-9892-42e8-a5d8-69e3d7419c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:26.778669 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] Network hostable DHCP agents. Network: 9e2eff73-9892-42e8-a5d8-69e3d7419c27, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:59:26.795677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5399cc6-498f-4787-93fd-7972f08db618,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:26.798398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad84ac0-747e-45c9-8206-739987acf075 req-fe581766-4aab-4cec-a2ea-d2c5aae6f084 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:26.800515 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cad84ac0-747e-45c9-8206-739987acf075 req-fe581766-4aab-4cec-a2ea-d2c5aae6f084 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1792536 Aug 03 18:59:26.810055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] Network 9e2eff73-9892-42e8-a5d8-69e3d7419c27 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:59:26.811580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c3d1a-043d-4af7-8682-acb458ac950b req-6e4b851b-1b59-447f-a6ea-2286723180ad tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:26.813169 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be7c3d1a-043d-4af7-8682-acb458ac950b req-6e4b851b-1b59-447f-a6ea-2286723180ad tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 932 time: 0.1958942 Aug 03 18:59:26.823799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 9e2eff73-9892-42e8-a5d8-69e3d7419c27) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:26.829315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:26.831530 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.836985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10087479-e7fd-42c7-bd64-c81d681f4323 None None] Network 9e2eff73-9892-42e8-a5d8-69e3d7419c27 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:26.840518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8643d8f-8220-47ce-9579-c39b1c7c2db4 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.843106 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8643d8f-8220-47ce-9579-c39b1c7c2db4 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.846922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:26.847097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d8643d8f-8220-47ce-9579-c39b1c7c2db4 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "DELETE /v2.0/security-groups/d26f5fab-00c9-45c3-9789-d55fc6e79602 HTTP/1.1" status: 204 len: 168 time: 0.5203338 Aug 03 18:59:26.865462 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-02ede980-6e40-46f3-907e-4f3bbd206eec tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] show failed (client error): The resource could not be found. Aug 03 18:59:26.866519 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-02ede980-6e40-46f3-907e-4f3bbd206eec tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "GET /v2.0/security-groups/d26f5fab-00c9-45c3-9789-d55fc6e79602 HTTP/1.1" status: 404 len: 347 time: 0.0184307 Aug 03 18:59:26.867922 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-83f170c6-b9b5-4b87-9f56-5d46638d7e0b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4226859 Aug 03 18:59:26.869131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41046) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:26.998275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf1238b-948d-4603-972c-85f8e5864eb8 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:27.011124 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.043404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Transition to ACTIVE for port object aaf1238b-948d-4603-972c-85f8e5864eb8 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:27.064115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.075101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8643d8f-8220-47ce-9579-c39b1c7c2db4 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26f5fab-00c9-45c3-9789-d55fc6e79602,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:27.088006 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fee1ed91-e500-49b3-8dac-66c5560e5ff6 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Deleting port a002375b-7e49-4d25-8aa6-7a4575bc0a7e {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:27.088594 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fee1ed91-e500-49b3-8dac-66c5560e5ff6 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.138254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be7c3d1a-043d-4af7-8682-acb458ac950b req-512d3d46-d2c3-41b8-988a-78185830a828 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088982 Aug 03 18:59:27.159264 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cad84ac0-747e-45c9-8206-739987acf075 req-cd7806c8-c200-4509-9d5c-9457634a95c1 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447752 Aug 03 18:59:27.168168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b97bb-0b4c-4fb7-a3a4-7a3cbf7b7eb7 None None] Network 9e2eff73-9892-42e8-a5d8-69e3d7419c27 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:27.204104 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fee1ed91-e500-49b3-8dac-66c5560e5ff6 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.204445 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fee1ed91-e500-49b3-8dac-66c5560e5ff6 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.214531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf1238b-948d-4603-972c-85f8e5864eb8,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:27.225944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fee1ed91-e500-49b3-8dac-66c5560e5ff6 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Calling delete_port for a002375b-7e49-4d25-8aa6-7a4575bc0a7e owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:27.312302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 55f73bc5-183d-4fa7-a28b-8002149d060c details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:27.409764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Attempting to bind port aaf1238b-948d-4603-972c-85f8e5864eb8 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:27.410266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Attempting to bind port aaf1238b-948d-4603-972c-85f8e5864eb8 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:27.410699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Attempting to bind port aaf1238b-948d-4603-972c-85f8e5864eb8 on network e5e401c9-8666-4b4e-bdc1-c4398169ba8e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:27.423144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:27.431287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Port aaf1238b-948d-4603-972c-85f8e5864eb8 on network e5e401c9-8666-4b4e-bdc1-c4398169ba8e not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:59:27.432030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Attempting to bind port aaf1238b-948d-4603-972c-85f8e5864eb8 on network e5e401c9-8666-4b4e-bdc1-c4398169ba8e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:27.435582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 55f73bc5-183d-4fa7-a28b-8002149d060c no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:27.438904 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-e999c6e9-ce3b-4e6e-8a96-c9ad7e2e189b req-b0badd56-d8b6-4614-8a0c-9bcc13d6bbca tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] show failed (client error): The resource could not be found. Aug 03 18:59:27.440955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e999c6e9-ce3b-4e6e-8a96-c9ad7e2e189b req-b0badd56-d8b6-4614-8a0c-9bcc13d6bbca tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] 10.222.0.78 "GET /v2.0/security-groups/6b59b898-4e1f-4d89-a20b-392d315278e5 HTTP/1.1" status: 404 len: 352 time: 0.0399940 Aug 03 18:59:27.442720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:27.443301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Checking segment: {'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:27.444042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Bound using segment: {'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:27.444944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Bound port: aaf1238b-948d-4603-972c-85f8e5864eb8, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc2a441-4bed-4567-99c2-8e0cc1936229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:27.445585 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.454694 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fee1ed91-e500-49b3-8dac-66c5560e5ff6 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.482100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf2f07-5641-4442-bbfc-5369cbc375e2 req-e9ae2204-a147-4561-a042-b87a9223bb9f tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:27.490751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eedf2f07-5641-4442-bbfc-5369cbc375e2 req-e9ae2204-a147-4561-a042-b87a9223bb9f tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1437478 Aug 03 18:59:27.500076 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1ed91-e500-49b3-8dac-66c5560e5ff6 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Pushing event deleted for resources: {'Port': ['ID=a002375b-7e49-4d25-8aa6-7a4575bc0a7e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:27.524933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'mac_address': 'fa:16:3e:83:7b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:27.564080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eedf2f07-5641-4442-bbfc-5369cbc375e2 req-7e208b56-c98d-4f58-beff-19585ab5e984 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677848 Aug 03 18:59:27.568856 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fee1ed91-e500-49b3-8dac-66c5560e5ff6 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.572202 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fee1ed91-e500-49b3-8dac-66c5560e5ff6 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.573595 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fee1ed91-e500-49b3-8dac-66c5560e5ff6 tempest-ServersTestBootFromVolume-671759268 tempest-ServersTestBootFromVolume-671759268-project] 10.222.0.78 "DELETE /v2.0/floatingips/36ef8571-6570-4162-94b6-c5c4fb8ebd1a HTTP/1.1" status: 204 len: 168 time: 0.7034583 Aug 03 18:59:27.576362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41064) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:27.603919 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.634162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:27.636738 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c71ea1e-a531-4ff6-87fe-79344f4291c7" -d '{"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-unplugged", "status": "completed", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:27.663854 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.666943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:27.677329 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.708213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] For port aaf1238b-948d-4603-972c-85f8e5864eb8, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:27.719795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb903a-0021-4701-a7ee-1d2449a45fd2 req-4364b2ac-3068-4adf-8969-0a43466f1a4d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:27.727278 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55f73bc5-183d-4fa7-a28b-8002149d060c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:27.729820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49eb903a-0021-4701-a7ee-1d2449a45fd2 req-4364b2ac-3068-4adf-8969-0a43466f1a4d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1825464 Aug 03 18:59:27.748972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] For port aaf1238b-948d-4603-972c-85f8e5864eb8, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=aaf1238b-948d-4603-972c-85f8e5864eb8,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:27.761574 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.801563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:27.813655 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:59:27.814023 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:59:27.817028 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56f557a-f0f0-4458-9ea5-ca3b6273158c x-openstack-request-id: req-f56f557a-f0f0-4458-9ea5-ca3b6273158c {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:27.817856 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-unplugged", "status": "completed", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:27.818282 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f56f557a-f0f0-4458-9ea5-ca3b6273158c {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:27.820795 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'code': 200} Aug 03 18:59:27.847722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:27.848362 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.849820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] 10.222.0.74 "PUT /v2.0/ports/aaf1238b-948d-4603-972c-85f8e5864eb8 HTTP/1.1" status: 200 len: 1092 time: 1.6034129 Aug 03 18:59:27.854748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a83eb30-e60d-4096-8f56-06a9e86b287b', 'tag': 'aaf1238b-948d-4603-972c-85f8e5864eb8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:27.856954 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e0bc6f-eca7-4e8c-b8f3-660a790aec39" -d '{"events": [{"name": "network-changed", "server_uuid": "9a83eb30-e60d-4096-8f56-06a9e86b287b", "tag": "aaf1238b-948d-4603-972c-85f8e5864eb8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:27.862242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49eb903a-0021-4701-a7ee-1d2449a45fd2 req-c6157284-e3af-4288-b430-caf75d1d3fa0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318495 Aug 03 18:59:27.916746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2828b-e68d-4625-a180-d0034ca0e982 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf1238b-948d-4603-972c-85f8e5864eb8,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:27.943049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44824f22-a50b-4719-8a8c-4b97137b2df0 req-388150eb-6d63-4921-aec2-704cee3a4569 tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4eeb1c7f2b7644a99f112577cff00208 HTTP/1.1" status: 200 len: 2984 time: 0.1017101 Aug 03 18:59:27.965235 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359894f6-7236-417e-8ea6-2877b32604ed x-openstack-request-id: req-359894f6-7236-417e-8ea6-2877b32604ed {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:27.965635 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a83eb30-e60d-4096-8f56-06a9e86b287b", "tag": "aaf1238b-948d-4603-972c-85f8e5864eb8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:27.965816 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-359894f6-7236-417e-8ea6-2877b32604ed {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:27.966213 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a83eb30-e60d-4096-8f56-06a9e86b287b', 'tag': 'aaf1238b-948d-4603-972c-85f8e5864eb8', 'status': 'completed', 'code': 200} Aug 03 18:59:28.036215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44824f22-a50b-4719-8a8c-4b97137b2df0 req-0ec25bff-0c2d-4665-8270-3770641ec128 tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] 10.222.0.78 "GET /v2.0/security-groups/2f3152bc-eda2-4739-96e2-d7c0b172cb17 HTTP/1.1" status: 200 len: 2981 time: 0.0822453 Aug 03 18:59:28.053871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-94d50971-ee06-4630-81ad-7762e7e58e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.055817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-94d50971-ee06-4630-81ad-7762e7e58e56 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af87ca2713e742dd9cb47e67d00a145f&device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 1095 time: 0.0761740 Aug 03 18:59:28.085093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.121159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-38adfe1b-63f2-4fd5-ba1b-159c47e8e8b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaf1238b-948d-4603-972c-85f8e5864eb8 HTTP/1.1" status: 200 len: 217 time: 0.0428247 Aug 03 18:59:28.125874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44824f22-a50b-4719-8a8c-4b97137b2df0 req-51cd6471-a3d1-431d-88ef-0776add9a12f tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] 10.222.0.78 "GET /v2.0/security-groups/2f3152bc-eda2-4739-96e2-d7c0b172cb17 HTTP/1.1" status: 200 len: 2981 time: 0.0821011 Aug 03 18:59:28.222466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-5fbf39ac-e909-4ed5-afad-7c1da510e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.224682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-5fbf39ac-e909-4ed5-afad-7c1da510e747 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2941acd2-0ddf-4764-9478-00a2a4b91fbd HTTP/1.1" status: 200 len: 862 time: 0.0896459 Aug 03 18:59:28.232292 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-057f39f3-edaa-4436-8af3-910996f1261d req-9f9cedde-7dc9-4cf9-b14f-ad448edd9e3d tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] 10.222.0.78 "GET /v2.0/security-groups/2f3152bc-eda2-4739-96e2-d7c0b172cb17 HTTP/1.1" status: 200 len: 2981 time: 0.0629950 Aug 03 18:59:28.286874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-210452bd-ab69-44ed-bad7-05d02b728978 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492456 Aug 03 18:59:28.357996 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.377966 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f73bc5-183d-4fa7-a28b-8002149d060c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:28.387983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] Deleting port 47164d38-d996-4e99-8864-2ccd76f95ce0 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:28.388560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.402986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:28.409088 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.446096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac83d75-000e-4a31-8025-1128dbe75a52 req-2fa9137c-0c93-4e0f-b18c-2799bf98dee1 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.447939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cac83d75-000e-4a31-8025-1128dbe75a52 req-2fa9137c-0c93-4e0f-b18c-2799bf98dee1 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1998622 Aug 03 18:59:28.460683 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-9b027da3-085e-4c72-955d-d7fc48b1179b service neutron] 10.222.0.74 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510615 Aug 03 18:59:28.465888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:28.480059 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-057f39f3-edaa-4436-8af3-910996f1261d req-7e8f5f9f-f731-4364-ac73-d8eed0a14029 tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 18:59:28.481137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-057f39f3-edaa-4436-8af3-910996f1261d req-7e8f5f9f-f731-4364-ac73-d8eed0a14029 tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] 10.222.0.78 "DELETE /v2.0/security-groups/2f3152bc-eda2-4739-96e2-d7c0b172cb17 HTTP/1.1" status: 409 len: 352 time: 0.2311006 Aug 03 18:59:28.494218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] For port 47164d38-d996-4e99-8864-2ccd76f95ce0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=47164d38-d996-4e99-8864-2ccd76f95ce0,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:28.494218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.510518 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] Calling delete_port for 47164d38-d996-4e99-8864-2ccd76f95ce0 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:28.571913 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cac83d75-000e-4a31-8025-1128dbe75a52 req-365e6611-83da-4b17-b331-cfbde96433d9 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134923 Aug 03 18:59:28.640376 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-5389a21d-3daa-499c-b584-cc70b3dfc258 req-b1eaf072-0802-474b-a375-429e51220171 tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] show failed (client error): The resource could not be found. Aug 03 18:59:28.641446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5389a21d-3daa-499c-b584-cc70b3dfc258 req-b1eaf072-0802-474b-a375-429e51220171 tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] 10.222.0.78 "GET /v2.0/security-groups/6635ffa9-1409-474e-b627-846c81cfd535 HTTP/1.1" status: 404 len: 352 time: 0.0364997 Aug 03 18:59:28.670603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e845de4-a970-45a0-8d96-0731cacfc2bf req-c4c0c235-aa50-474f-b61d-27019d8bc2dc tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.678804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e845de4-a970-45a0-8d96-0731cacfc2bf req-c4c0c235-aa50-474f-b61d-27019d8bc2dc tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 944 time: 0.1429393 Aug 03 18:59:28.688180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db90d53d-f0ab-40ab-8200-4a49ced17290 req-5394f7c7-e0f5-4892-bc57-1c736d1f33df service neutron] 10.222.0.74 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045212 Aug 03 18:59:28.757950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e845de4-a970-45a0-8d96-0731cacfc2bf req-a8aff056-ce2c-4232-b1b3-bc1f348a4bd5 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781338 Aug 03 18:59:28.793018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da25a9-7eb1-4015-ad96-1d17fefe228e req-4db42491-b9a4-4499-8e29-f00b4be7391c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.802269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63da25a9-7eb1-4015-ad96-1d17fefe228e req-4db42491-b9a4-4499-8e29-f00b4be7391c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 948 time: 0.0908933 Aug 03 18:59:28.865007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['55f73bc5-183d-4fa7-a28b-8002149d060c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:28.892436 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63da25a9-7eb1-4015-ad96-1d17fefe228e req-55a6bd94-eef8-466c-a34d-a12596baa1e4 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872045 Aug 03 18:59:28.943055 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-68ba464c-cfa1-48be-981a-623dc950106b req-4abd9e61-5891-4ce9-8f04-2fb0b3bc3430 tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] show failed (client error): The resource could not be found. Aug 03 18:59:28.944422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68ba464c-cfa1-48be-981a-623dc950106b req-4abd9e61-5891-4ce9-8f04-2fb0b3bc3430 tempest-SecurityGroupsNegativeTestJSON-1168192460 tempest-SecurityGroupsNegativeTestJSON-1168192460-project] 10.222.0.78 "GET /v2.0/security-groups/e91339f3-ed92-4a26-940f-bffffbad9f7c HTTP/1.1" status: 404 len: 352 time: 0.0655079 Aug 03 18:59:28.955067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0bc6f-eca7-4e8c-b8f3-660a790aec39 req-34969adc-4256-49ac-a286-8ab185d45947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.956959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4e0bc6f-eca7-4e8c-b8f3-660a790aec39 req-34969adc-4256-49ac-a286-8ab185d45947 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=af87ca2713e742dd9cb47e67d00a145f&device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 1095 time: 0.1357772 Aug 03 18:59:28.957652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 41090) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:29.064071 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.091771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] Pushing event deleted for resources: {'Port': ['ID=47164d38-d996-4e99-8864-2ccd76f95ce0,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:29.116803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-19944bfe-6a5e-4cf9-a924-541819af5223 admin admin] Deleting subnet a5399cc6-498f-4787-93fd-7972f08db618 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:59:29.122556 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19944bfe-6a5e-4cf9-a924-541819af5223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.209298 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19944bfe-6a5e-4cf9-a924-541819af5223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.218599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d236-b2d7-43ad-913f-6e4731e19aa1 req-663297aa-fdbf-44d6-82ff-2715d7488cab tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.220186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a406d236-b2d7-43ad-913f-6e4731e19aa1 req-663297aa-fdbf-44d6-82ff-2715d7488cab tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1523163 Aug 03 18:59:29.241963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0bc6f-eca7-4e8c-b8f3-660a790aec39 req-ddc3e799-9c39-4952-856f-842df25330b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.243414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4e0bc6f-eca7-4e8c-b8f3-660a790aec39 req-ddc3e799-9c39-4952-856f-842df25330b4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e HTTP/1.1" status: 200 len: 923 time: 0.2319186 Aug 03 18:59:29.282213 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.323690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4e0bc6f-eca7-4e8c-b8f3-660a790aec39 req-642cf33b-68c7-4f0e-8833-87c506946fa6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaf1238b-948d-4603-972c-85f8e5864eb8 HTTP/1.1" status: 200 len: 217 time: 0.0593307 Aug 03 18:59:29.334237 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19944bfe-6a5e-4cf9-a924-541819af5223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.376178 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.388076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a406d236-b2d7-43ad-913f-6e4731e19aa1 req-ced21fe7-12a9-468a-92a6-2d8dd56b1e45 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477087 Aug 03 18:59:29.418217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0bc6f-eca7-4e8c-b8f3-660a790aec39 req-4b179bf2-9aea-4936-9898-f24152ec4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.419672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4e0bc6f-eca7-4e8c-b8f3-660a790aec39 req-4b179bf2-9aea-4936-9898-f24152ec4f34 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2941acd2-0ddf-4764-9478-00a2a4b91fbd HTTP/1.1" status: 200 len: 862 time: 0.0813279 Aug 03 18:59:29.459504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4e0bc6f-eca7-4e8c-b8f3-660a790aec39 req-a1193d2f-18a1-4151-82a5-241b1d67f664 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e5e401c9-8666-4b4e-bdc1-c4398169ba8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271719 Aug 03 18:59:29.460622 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19944bfe-6a5e-4cf9-a924-541819af5223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.501700 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19944bfe-6a5e-4cf9-a924-541819af5223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.506444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-19944bfe-6a5e-4cf9-a924-541819af5223 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a5399cc6-498f-4787-93fd-7972f08db618 HTTP/1.1" status: 204 len: 168 time: 0.5437431 Aug 03 18:59:29.506444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19944bfe-6a5e-4cf9-a924-541819af5223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5399cc6-498f-4787-93fd-7972f08db618,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:29.506833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41092) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:29.583906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4e0bc6f-eca7-4e8c-b8f3-660a790aec39 req-1d4887ef-ec60-4fdb-b7db-76de3149aaf9 service neutron] 10.222.0.74 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919585 Aug 03 18:59:29.587712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] Router 17b850b5-64d5-48e4-b49c-dc568409f9e1 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:59:29.595633 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.715051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4e0bc6f-eca7-4e8c-b8f3-660a790aec39 req-63e1d509-c43d-4867-9cb3-95357494b189 service neutron] 10.222.0.74 "GET /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232927 Aug 03 18:59:29.722386 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b356790-21ed-4964-8e06-c0af55bbc187 req-42141f5b-b028-4cef-b178-c1541f34c598 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.723826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b356790-21ed-4964-8e06-c0af55bbc187 req-42141f5b-b028-4cef-b178-c1541f34c598 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.0743172 Aug 03 18:59:29.755935 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.768369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b356790-21ed-4964-8e06-c0af55bbc187 req-76671188-3daa-4134-b8c9-0a6662255684 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385606 Aug 03 18:59:29.772667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2eff73-9892-42e8-a5d8-69e3d7419c27']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:29.786480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c13981-1ebd-41cf-9ca2-cd0d559a4050') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:29.786781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c13981-1ebd-41cf-9ca2-cd0d559a4050') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:29.794745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:59:29.803350 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9b88835c-ad53-4c8a-a106-824b7cf065fc admin admin] 10.222.0.78 "PUT /v2.0/routers/17b850b5-64d5-48e4-b49c-dc568409f9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2230611 Aug 03 18:59:29.803350 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.803657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 41098) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:29.807073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ce6608-42ed-4805-88f5-61d0bbbc4a98 None None] Sync routers for ids ['17b850b5-64d5-48e4-b49c-dc568409f9e1'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:59:29.819761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce6608-42ed-4805-88f5-61d0bbbc4a98 None None] Routers {'17b850b5-64d5-48e4-b49c-dc568409f9e1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:29.820532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-12ce6608-42ed-4805-88f5-61d0bbbc4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17b850b5-64d5-48e4-b49c-dc568409f9e1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:29.820693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.827465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:59:29.827879 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:59:29.844472 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:59:29.926224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.936423 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.938638 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] 10.222.0.78 "DELETE /v2.0/networks/9e2eff73-9892-42e8-a5d8-69e3d7419c27 HTTP/1.1" status: 204 len: 168 time: 0.4308732 Aug 03 18:59:29.965310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.967580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-12ce6608-42ed-4805-88f5-61d0bbbc4a98 None None] Set router 17b850b5-64d5-48e4-b49c-dc568409f9e1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:29.970809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890410aa-72ef-4b04-a04c-fd9cb5b2014d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2eff73-9892-42e8-a5d8-69e3d7419c27,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:29.980874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1a73f-6dc9-4ca5-8bc3-0921cfcf37b1 req-3f990007-b40b-47d5-9955-f1ee3a6235b0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.989772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecf1a73f-6dc9-4ca5-8bc3-0921cfcf37b1 req-3f990007-b40b-47d5-9955-f1ee3a6235b0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 944 time: 0.1401131 Aug 03 18:59:30.074361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41108) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:30.097370 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecf1a73f-6dc9-4ca5-8bc3-0921cfcf37b1 req-161186bc-2106-4a5f-aa28-3ef312bb4d4d tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065781 Aug 03 18:59:30.125665 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-29a6365b-e306-49e0-a2f3-999a5520314f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4eeb1c7f2b7644a99f112577cff00208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496073 Aug 03 18:59:30.129196 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41110) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:30.192375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-12ce6608-42ed-4805-88f5-61d0bbbc4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:59:29Z', 'revision_number': 5, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:30.206504 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03a0ca1b-85b8-482e-b790-fbc86965bccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.224817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ce6608-42ed-4805-88f5-61d0bbbc4a98 None None] Checking router: 17b850b5-64d5-48e4-b49c-dc568409f9e1 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:59:30.233917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce6608-42ed-4805-88f5-61d0bbbc4a98 None None] Routers {'17b850b5-64d5-48e4-b49c-dc568409f9e1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:30.234548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-12ce6608-42ed-4805-88f5-61d0bbbc4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['17b850b5-64d5-48e4-b49c-dc568409f9e1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:30.235623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03a0ca1b-85b8-482e-b790-fbc86965bccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.298133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03a0ca1b-85b8-482e-b790-fbc86965bccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.301426 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03a0ca1b-85b8-482e-b790-fbc86965bccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.305090 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-03a0ca1b-85b8-482e-b790-fbc86965bccc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f3152bc-eda2-4739-96e2-d7c0b172cb17 HTTP/1.1" status: 204 len: 168 time: 0.1721551 Aug 03 18:59:30.321535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0ca1b-85b8-482e-b790-fbc86965bccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3152bc-eda2-4739-96e2-d7c0b172cb17,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:30.366943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-12ce6608-42ed-4805-88f5-61d0bbbc4a98 None None] Set router 17b850b5-64d5-48e4-b49c-dc568409f9e1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:30.411939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00264a13-765e-49d1-b274-6d0f51911a36 req-dd67146b-e064-4825-a499-34d205b97776 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:30.414912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00264a13-765e-49d1-b274-6d0f51911a36 req-dd67146b-e064-4825-a499-34d205b97776 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 948 time: 0.4215496 Aug 03 18:59:30.467255 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.516976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00264a13-765e-49d1-b274-6d0f51911a36 req-25cd97a0-71ff-4f1b-8489-b98c1ae1e1dd tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780673 Aug 03 18:59:30.558551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09feb8-b9cd-449e-8a51-940ee604d4f5 req-e6db3dbc-296b-46e7-9e38-b0b860ba6676 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:30.560050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c09feb8-b9cd-449e-8a51-940ee604d4f5 req-e6db3dbc-296b-46e7-9e38-b0b860ba6676 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.0879548 Aug 03 18:59:30.585758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Deleting port 51a69bce-03f2-4d70-a78e-d647c4fafa23 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:30.586102 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.607011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-12ce6608-42ed-4805-88f5-61d0bbbc4a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:59:29Z', 'revision_number': 5, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:30.635177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ce6608-42ed-4805-88f5-61d0bbbc4a98 None None] The sync data for ids ['17b850b5-64d5-48e4-b49c-dc568409f9e1'] in n-d-802918-7 is: [{'id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'name': 'tempest-ServersTestBootFromVolume-346058133-router', 'tenant_id': '4bc9eed3df8a4ca9b9573c682a012193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:55:33Z', 'updated_at': '2021-08-03T18:59:29Z', 'revision_number': 5, 'project_id': '4bc9eed3df8a4ca9b9573c682a012193', 'gw_port': {'id': '51a69bce-03f2-4d70-a78e-d647c4fafa23', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b850b5-64d5-48e4-b49c-dc568409f9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:55:35Z', 'updated_at': '2021-08-03T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:59:30.660516 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c09feb8-b9cd-449e-8a51-940ee604d4f5 req-18cf0753-6fb7-4193-9aaa-2acb7f2e73fd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909555 Aug 03 18:59:30.700150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] For port 51a69bce-03f2-4d70-a78e-d647c4fafa23, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=51a69bce-03f2-4d70-a78e-d647c4fafa23,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:30.700517 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.712091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Calling delete_port for 51a69bce-03f2-4d70-a78e-d647c4fafa23 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:30.922284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35b434-d329-43ba-a621-b0bf8e9e62fb req-612b3413-4b56-48c0-a236-0b3c7af0809d tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:30.923854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da35b434-d329-43ba-a621-b0bf8e9e62fb req-612b3413-4b56-48c0-a236-0b3c7af0809d tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.0826037 Aug 03 18:59:30.924972 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.948958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a69bce-03f2-4d70-a78e-d647c4fafa23,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:31.068611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da35b434-d329-43ba-a621-b0bf8e9e62fb req-4da4309e-8eaa-4368-b6ee-e770c177ceb6 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218326 Aug 03 18:59:31.077079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41138) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:31.080765 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.166308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 47164d38-d996-4e99-8864-2ccd76f95ce0 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:31.196529 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.204594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.212685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 47164d38-d996-4e99-8864-2ccd76f95ce0 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:31.213419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 47164d38-d996-4e99-8864-2ccd76f95ce0 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:31.224297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-network', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:31.262194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:31.265260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.273088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.273768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b850b5-64d5-48e4-b49c-dc568409f9e1 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 18:59:31.277375 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.279112 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.280764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c2a0e055-247a-4b9c-9aa5-01d8fb3899f0 admin admin] 10.222.0.78 "DELETE /v2.0/routers/17b850b5-64d5-48e4-b49c-dc568409f9e1 HTTP/1.1" status: 204 len: 168 time: 1.4761541 Aug 03 18:59:31.286141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:31.310047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 55f73bc5-183d-4fa7-a28b-8002149d060c up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:31.321333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146d07c-541d-475e-b86b-d34c1feda061 req-fc6c6743-6414-4984-8ea6-4a1d491610a0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:31.322167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6146d07c-541d-475e-b86b-d34c1feda061 req-fc6c6743-6414-4984-8ea6-4a1d491610a0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 944 time: 0.0711310 Aug 03 18:59:31.371665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 55f73bc5-183d-4fa7-a28b-8002149d060c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:31.371928 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.383126 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6146d07c-541d-475e-b86b-d34c1feda061 req-cbd3ed0c-609f-4e54-a2c6-55f13bf79d7e tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545259 Aug 03 18:59:31.385681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-53224afd-4530-47eb-a0ae-dffd3b5b1632 admin admin] Deleting subnet cb5ee1b8-10d3-47af-a6c8-25ddcc280211 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:59:31.398414 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53224afd-4530-47eb-a0ae-dffd3b5b1632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.452286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53224afd-4530-47eb-a0ae-dffd3b5b1632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.463128 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.498219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:31.500397 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585dbbe4-aceb-4390-97b6-4a39c4e13f17" -d '{"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-plugged", "status": "completed", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:31.511073 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.515445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:31.518180 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.519896 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.577421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:59:31.579096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:31.589424 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9527a493-b1ad-4287-80f7-170234bfd3d3 x-openstack-request-id: req-9527a493-b1ad-4287-80f7-170234bfd3d3 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:31.589633 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-plugged", "status": "completed", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:31.590061 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9527a493-b1ad-4287-80f7-170234bfd3d3 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:31.590458 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'code': 200} Aug 03 18:59:31.596120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b2dec8-bb53-4413-b35f-ea30b1b722a2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:31.602887 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.603244 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Added segment fd63cd38-aac8-4b69-bf87-619cf79415a7 of type vlan for network 3a24974f-c585-49b2-9411-bdd5d3345630 Aug 03 18:59:31.615591 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53224afd-4530-47eb-a0ae-dffd3b5b1632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.674254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b17f86-f261-4582-a031-7badba01fc09 req-14a759ff-c155-466f-869d-f2c60195fab5 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:31.674873 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.676448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95b17f86-f261-4582-a031-7badba01fc09 req-14a759ff-c155-466f-869d-f2c60195fab5 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0521681 Aug 03 18:59:31.723000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.724147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:31.724800 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.730985 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53224afd-4530-47eb-a0ae-dffd3b5b1632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.754885 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95b17f86-f261-4582-a031-7badba01fc09 req-9f3f9922-0a8b-47a8-845a-fc207096681b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709853 Aug 03 18:59:31.807294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75966590-eafe-45b7-9c56-ac32466cebff req-e9b596e6-d966-43ad-868c-63263b50b7e0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:31.808830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75966590-eafe-45b7-9c56-ac32466cebff req-e9b596e6-d966-43ad-868c-63263b50b7e0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.0575573 Aug 03 18:59:31.822430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53224afd-4530-47eb-a0ae-dffd3b5b1632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5ee1b8-10d3-47af-a6c8-25ddcc280211,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:31.840720 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53224afd-4530-47eb-a0ae-dffd3b5b1632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.840720 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-53224afd-4530-47eb-a0ae-dffd3b5b1632 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cb5ee1b8-10d3-47af-a6c8-25ddcc280211 HTTP/1.1" status: 204 len: 168 time: 0.5530758 Aug 03 18:59:31.841089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e14be5-9543-4607-92d0-02595f28ac99 None None] Network 9e7b384a-474b-40c2-a241-659b19b06191 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:31.846505 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7644455 Aug 03 18:59:31.847241 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41154) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:31.848773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41156) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:31.860022 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] Request body: {'subnet': {'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-subnet', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:31.875259 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf1f94-cafb-40eb-befa-8461265333a9 admin admin] Pushing event updated for resources: {'Network': ['ID=3a24974f-c585-49b2-9411-bdd5d3345630,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:31.880780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75966590-eafe-45b7-9c56-ac32466cebff req-79e108a5-6c51-431c-83c5-1d881e3dafe7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658691 Aug 03 18:59:31.890501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee315b54-f066-4938-9953-37f1020c28f6 req-5889aabf-d493-4c8a-ba47-f22751c4dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:31.892015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee315b54-f066-4938-9953-37f1020c28f6 req-5889aabf-d493-4c8a-ba47-f22751c4dce2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 1100 time: 0.0630424 Aug 03 18:59:31.896150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 3a24974f-c585-49b2-9411-bdd5d3345630 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:59:31.934276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee315b54-f066-4938-9953-37f1020c28f6 req-fb86f07a-959f-4fa0-a310-c7c3fb552682 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Aug 03 18:59:31.942010 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:31.944317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.960154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.118055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Deleting port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:32.118736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.124405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2eac67-1ba0-4ed1-835d-c080115616b9 None None] DHCP port deletion for 9e7b384a-474b-40c2-a241-659b19b06191 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 18:59:32.175252 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7b2eac67-1ba0-4ed1-835d-c080115616b9 None None] Deleting port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:32.176548 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b2eac67-1ba0-4ed1-835d-c080115616b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.201647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8aa4c-2a84-4cbb-9407-3b5f9760510f req-ab63853f-1542-47b0-9cd5-2fcda6ae845c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:32.209538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfb8aa4c-2a84-4cbb-9407-3b5f9760510f req-ab63853f-1542-47b0-9cd5-2fcda6ae845c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.0658081 Aug 03 18:59:32.220938 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] For port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:32.221309 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.224911 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.245468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfb8aa4c-2a84-4cbb-9407-3b5f9760510f req-94c9fb5f-8e65-4a64-9df1-b6dece3ac3b7 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350673 Aug 03 18:59:32.255498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7b2eac67-1ba0-4ed1-835d-c080115616b9 None None] For port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77,segment=NetworkSegment(5726d160-750a-4ea4-8db9-8f6747963d9d),segment_id=5726d160-750a-4ea4-8db9-8f6747963d9d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:32.256048 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b2eac67-1ba0-4ed1-835d-c080115616b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.259936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Calling delete_port for 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:32.270495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7b2eac67-1ba0-4ed1-835d-c080115616b9 None None] Calling delete_port for 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:32.332178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d204d5-02d9-46a7-8f9e-290310251900,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:32.350691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b2eac67-1ba0-4ed1-835d-c080115616b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.357484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] Checking segment: {'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:32.357870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] Network hostable DHCP agents. Network: 3a24974f-c585-49b2-9411-bdd5d3345630, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:59:32.381003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eac67-1ba0-4ed1-835d-c080115616b9 None None] Pushing event deleted for resources: {'Port': ['ID=1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:32.384148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2eac67-1ba0-4ed1-835d-c080115616b9 None None] No DVR routers for this DVR port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:59:32.395228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] Network 3a24974f-c585-49b2-9411-bdd5d3345630 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:59:32.395228 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.424924 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:32.428897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 3a24974f-c585-49b2-9411-bdd5d3345630) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:32.430226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] No DVR routers for this DVR port 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:59:32.435314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:32.436019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.443119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a35f120-72fb-43e6-b1c5-417d0607dc60 None None] Network 3a24974f-c585-49b2-9411-bdd5d3345630 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:32.508445 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bf71ce93-c4ef-4886-88cb-6341f063d31e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6493018 Aug 03 18:59:32.509908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 41166) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:32.517064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:32.520778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.531419 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7b384a-474b-40c2-a241-659b19b06191']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:32.542760 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5726d160-750a-4ea4-8db9-8f6747963d9d') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:32.543107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5726d160-750a-4ea4-8db9-8f6747963d9d') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:32.552478 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.556124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1369ac-cbf3-42b3-8a2b-47a8f7703555 req-adc7f651-e7ed-41e4-9a49-d1b324fe8b4c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:32.558231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d1369ac-cbf3-42b3-8a2b-47a8f7703555 req-adc7f651-e7ed-41e4-9a49-d1b324fe8b4c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 944 time: 0.0761125 Aug 03 18:59:32.565331 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.567878 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.569301 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.577374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:59:32.578126 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: timer() Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:59:32.581284 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:59:32.610941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-3a24974f-c585-49b2-9411-bdd5d3345630', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'fixed_ips': [{'subnet_id': '73d204d5-02d9-46a7-8f9e-290310251900'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:59:32.612013 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.648551 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.653972 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.658987 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/9e7b384a-474b-40c2-a241-659b19b06191 HTTP/1.1" status: 204 len: 168 time: 0.8108456 Aug 03 18:59:32.674870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a68a4-b6f7-4031-9d59-006af9bc08c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7b384a-474b-40c2-a241-659b19b06191,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:32.699515 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.703241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d1369ac-cbf3-42b3-8a2b-47a8f7703555 req-936610ce-2ade-4fea-8c5f-78bde097a5f3 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294978 Aug 03 18:59:32.791787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Allocated IP 172.20.0.2 (3a24974f-c585-49b2-9411-bdd5d3345630/73d204d5-02d9-46a7-8f9e-290310251900/375dfb0a-b809-4076-b3d2-baa7bdb65cb1) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:32.829528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41172) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:32.864503 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.882326 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b84d2462-33da-4a9f-bfe7-bf35874759e4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bc9eed3df8a4ca9b9573c682a012193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515039 Aug 03 18:59:32.885113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41174) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:32.955602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374c887-4ff5-430e-a163-b40f1602ae0d req-08aca10d-d372-4e6b-b24f-e4494b5c8a92 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:32.957229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c374c887-4ff5-430e-a163-b40f1602ae0d req-08aca10d-d372-4e6b-b24f-e4494b5c8a92 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1089108 Aug 03 18:59:32.989917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-573be5e8-f073-49b8-9380-500dda17be84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.990572 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.005757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Transition to ACTIVE for port object 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:33.020856 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-573be5e8-f073-49b8-9380-500dda17be84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.025386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 51a69bce-03f2-4d70-a78e-d647c4fafa23 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:33.048000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Transition to ACTIVE for port object 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:33.051516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 51a69bce-03f2-4d70-a78e-d647c4fafa23 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:33.052037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 51a69bce-03f2-4d70-a78e-d647c4fafa23 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:33.052537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:33.053671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c374c887-4ff5-430e-a163-b40f1602ae0d req-ce24b40b-3195-4c8f-b813-02d8dcc98339 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825596 Aug 03 18:59:33.073865 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.081375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63711483-bf40-4abb-8c26-915af4a43ec1 req-00bb7942-31af-473b-b254-d3153af6859e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:33.083041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63711483-bf40-4abb-8c26-915af4a43ec1 req-00bb7942-31af-473b-b254-d3153af6859e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.0918057 Aug 03 18:59:33.096960 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-573be5e8-f073-49b8-9380-500dda17be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.099622 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-573be5e8-f073-49b8-9380-500dda17be84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.103096 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-573be5e8-f073-49b8-9380-500dda17be84 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0c1e5e8c-bf3d-475f-81e3-9f78a6a1c10d HTTP/1.1" status: 204 len: 168 time: 0.2136254 Aug 03 18:59:33.111339 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573be5e8-f073-49b8-9380-500dda17be84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1e5e8c-bf3d-475f-81e3-9f78a6a1c10d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:33.128444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:33.128806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1594a1c5-0dcf-4d01-a09d-1dafb0a5ec77 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:33.187601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Network 3a24974f-c585-49b2-9411-bdd5d3345630 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:33.190164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Pushing event updated for resources: {'Port': ['ID=375dfb0a-b809-4076-b3d2-baa7bdb65cb1,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:33.199134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:33.201954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:33.277674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63711483-bf40-4abb-8c26-915af4a43ec1 req-a48eb070-ebae-49f1-a655-bac47c035466 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876335 Aug 03 18:59:33.299128 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.353955 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.363519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device aaf1238b-948d-4603-972c-85f8e5864eb8 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:33.407217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Attempting to bind port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:33.407875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Attempting to bind port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:33.408019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Attempting to bind port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 on network 3a24974f-c585-49b2-9411-bdd5d3345630 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:33.445536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:33.445923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Checking segment: {'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:33.446337 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.446744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Bound using segment: {'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:33.448203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Bound port: 375dfb0a-b809-4076-b3d2-baa7bdb65cb1, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:33.448203 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.456363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032eab4-4514-43ac-b7e6-a5f1ec167b61 req-c28fa1a3-1864-49f1-8bdc-5219a25fc866 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:33.465086 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f032eab4-4514-43ac-b7e6-a5f1ec167b61 req-c28fa1a3-1864-49f1-8bdc-5219a25fc866 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1146445 Aug 03 18:59:33.561676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port aaf1238b-948d-4603-972c-85f8e5864eb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=aaf1238b-948d-4603-972c-85f8e5864eb8,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:33.572954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Allocated IP 172.25.8.118 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/49bb9c52-b6b7-452b-9450-c9b9ee44970e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:33.583878 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] For port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:33.605453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'aaf1238b-948d-4603-972c-85f8e5864eb8', 'network_id': 'e5e401c9-8666-4b4e-bdc1-c4398169ba8e', 'port_id': 'aaf1238b-948d-4603-972c-85f8e5864eb8', 'mac_address': 'fa:16:3e:b3:e6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2941acd2-0ddf-4764-9478-00a2a4b91fbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:33.606708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] For port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=375dfb0a-b809-4076-b3d2-baa7bdb65cb1,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:33.610393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f032eab4-4514-43ac-b7e6-a5f1ec167b61 req-9deb4463-6ad5-492e-8e35-8d7bb694cc4c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403358 Aug 03 18:59:33.659328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.665079 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8b81-fe2e-4958-90f1-38a365761430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.752387 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.806677 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.831694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc2a65-8878-499a-9ef3-841aa5c09c05 None None] Pushing event updated for resources: {'Port': ['ID=375dfb0a-b809-4076-b3d2-baa7bdb65cb1,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:33.838952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf1238b-948d-4603-972c-85f8e5864eb8 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:33.862546 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.873393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port aaf1238b-948d-4603-972c-85f8e5864eb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=aaf1238b-948d-4603-972c-85f8e5864eb8,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:33.878129 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.915231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:33.925294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:33.927985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:33.995551 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=aaf1238b-948d-4603-972c-85f8e5864eb8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:34.033984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Pushing event updated for resources: {'Port': ['ID=49bb9c52-b6b7-452b-9450-c9b9ee44970e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:34.044467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c62cf-c382-45d7-830c-a24ad6b02964 req-0fb3623c-b8d5-4ec4-9708-a3e4acd4c7e0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:34.052315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-940c62cf-c382-45d7-830c-a24ad6b02964 req-0fb3623c-b8d5-4ec4-9708-a3e4acd4c7e0 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 944 time: 0.2481670 Aug 03 18:59:34.203568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-940c62cf-c382-45d7-830c-a24ad6b02964 req-80df79bc-30e7-424a-b238-81913b0cb172 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503458 Aug 03 18:59:34.230330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41210) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:34.236877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0407a-f51b-44e2-be27-96f52c11808a req-d8d30491-9a02-495d-8139-9f6388544b93 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:34.238483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db0407a-f51b-44e2-be27-96f52c11808a req-d8d30491-9a02-495d-8139-9f6388544b93 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0899951 Aug 03 18:59:34.282348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['aaf1238b-948d-4603-972c-85f8e5864eb8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:34.362275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db0407a-f51b-44e2-be27-96f52c11808a req-417dfe55-14cc-45c2-9211-492f96f43b66 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820506 Aug 03 18:59:34.384663 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1170843084-network', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:34.391581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.410652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:34.413154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.422401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.529748 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.534815 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.559759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:59:34.572330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429bd7d-8043-4728-a7be-4e8729e3ae55 req-b62c7fd4-2429-4be5-a65a-9fe7da96cc04 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:34.573815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2429bd7d-8043-4728-a7be-4e8729e3ae55 req-b62c7fd4-2429-4be5-a65a-9fe7da96cc04 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1450634 Aug 03 18:59:34.575926 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac405e6-7f38-426b-a5f9-1445fb3ef153,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:34.578866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.579448 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Added segment 19fe089a-cc3f-4d52-bb56-3e82eff632fd of type vlan for network 3cee0722-e9c5-4340-a177-1ce3a93b15fa Aug 03 18:59:34.623919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.629143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af1516-a2ae-4959-8540-55a26eed8a83 req-c4e69cc9-e3a2-4f23-a2b0-d9e3a07f7770 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:34.630697 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24af1516-a2ae-4959-8540-55a26eed8a83 req-c4e69cc9-e3a2-4f23-a2b0-d9e3a07f7770 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1665294 Aug 03 18:59:34.658272 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.659340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:34.659991 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.709618 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4781091 Aug 03 18:59:34.712948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41222) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:34.718260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] Request body: {'subnet': {'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1170843084-subnet', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:34.734312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2429bd7d-8043-4728-a7be-4e8729e3ae55 req-f55d4cec-2029-46a8-a57a-a56f9d39f15d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525664 Aug 03 18:59:34.741971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24af1516-a2ae-4959-8540-55a26eed8a83 req-b7200268-ecfa-4aaa-ab97-0bc44df58ad6 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020048 Aug 03 18:59:34.759172 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.761380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15971d72-b70a-499b-a693-190cb8b6e985 admin admin] Pushing event updated for resources: {'Network': ['ID=3cee0722-e9c5-4340-a177-1ce3a93b15fa,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:34.777335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 3cee0722-e9c5-4340-a177-1ce3a93b15fa details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:59:34.786810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:34.789449 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.041743 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.078584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:35.082859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a540eb4-8359-41a1-acdf-8a84f3d0932b None None] Network 3a24974f-c585-49b2-9411-bdd5d3345630 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:35.106031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1503b50a-1603-448e-8442-d5ace3b67afa,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:35.116137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] Checking segment: {'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:35.116514 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] Network hostable DHCP agents. Network: 3cee0722-e9c5-4340-a177-1ce3a93b15fa, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:59:35.137927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] Network 3cee0722-e9c5-4340-a177-1ce3a93b15fa is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:59:35.151268 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 3cee0722-e9c5-4340-a177-1ce3a93b15fa) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:35.157065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:35.158722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.168315 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ae3df-6b20-4121-98e2-269c884d1918 None None] Network 3cee0722-e9c5-4340-a177-1ce3a93b15fa requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:35.176870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e293d442-e421-47ce-b05d-9a95f6cf5a35 None None] Provisioning for port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:35.194032 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f6a3b5bc-1f5e-4089-bbeb-c42d2fbbcda0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4794674 Aug 03 18:59:35.197187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41234) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:35.202815 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:35.243057 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.245392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.337058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:35.360353 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.361480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:35.361891 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.370670 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device aaf1238b-948d-4603-972c-85f8e5864eb8 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:35.410974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee130d61-d1b8-494f-9582-0b1e4ce07acc req-d25aa981-2c42-463f-befc-c82103d04c56 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:35.418572 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee130d61-d1b8-494f-9582-0b1e4ce07acc req-d25aa981-2c42-463f-befc-c82103d04c56 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1158812 Aug 03 18:59:35.462559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdc907-a94f-4db1-95df-fcf617ab44cf req-dcc7d32b-6f52-4486-8f6b-3238f11aa3e6 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:35.464006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04cdc907-a94f-4db1-95df-fcf617ab44cf req-dcc7d32b-6f52-4486-8f6b-3238f11aa3e6 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 945 time: 0.1241639 Aug 03 18:59:35.478432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Router d4f6902d-64be-4571-9445-312a79578413 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:59:35.509579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee130d61-d1b8-494f-9582-0b1e4ce07acc req-941c70b9-3e89-4c64-8038-cd0ab0cb8b2c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900955 Aug 03 18:59:35.536852 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.571429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:59:35.572310 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.574673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port aaf1238b-948d-4603-972c-85f8e5864eb8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:35.602475 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.631173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port aaf1238b-948d-4603-972c-85f8e5864eb8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:35.631578 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.659179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04cdc907-a94f-4db1-95df-fcf617ab44cf req-2c95409b-8d24-46f8-8302-2817b58229c5 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816511 Aug 03 18:59:35.829095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:59:35.849997 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=375dfb0a-b809-4076-b3d2-baa7bdb65cb1,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:35.852299 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Sync routers for ids ['d4f6902d-64be-4571-9445-312a79578413'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:59:35.863949 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.867555 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Routers {'d4f6902d-64be-4571-9445-312a79578413'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:35.868349 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.868608 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['d4f6902d-64be-4571-9445-312a79578413'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:35.869813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0c54ce22-e913-4fda-b4bd-978bc1a854bf admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3586891 Aug 03 18:59:35.878670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10916b-5bfc-49bf-9ef0-25f640230cac req-6017d6d4-3d0e-42e9-bff3-7603ca03a302 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:35.880804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Allocated IP 172.20.0.2 (3cee0722-e9c5-4340-a177-1ce3a93b15fa/1503b50a-1603-448e-8442-d5ace3b67afa/d203b42a-4bce-41df-be8e-a3fd7e995131) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:35.886662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ac10916b-5bfc-49bf-9ef0-25f640230cac req-6017d6d4-3d0e-42e9-bff3-7603ca03a302 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1268094 Aug 03 18:59:35.888408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 41248) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:35.923004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bb99b052-2d39-4ee2-838d-be13b17188f9 None None] Provisioning complete for port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:35.923448 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bb99b052-2d39-4ee2-838d-be13b17188f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.924977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.962171 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.993555 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Set router d4f6902d-64be-4571-9445-312a79578413 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:35.997040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f6fd8-d7aa-42a9-b06f-0cccf5849890 req-46abfc81-0a90-4f08-9675-ff8a256c7cc3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:36.004704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e3f6fd8-d7aa-42a9-b06f-0cccf5849890 req-46abfc81-0a90-4f08-9675-ff8a256c7cc3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1864669 Aug 03 18:59:36.035994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=375dfb0a-b809-4076-b3d2-baa7bdb65cb1,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:36.075333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ac10916b-5bfc-49bf-9ef0-25f640230cac req-55a2c862-f6b8-4903-a77b-22e3d29e1999 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875896 Aug 03 18:59:36.134174 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.186274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a83eb30-e60d-4096-8f56-06a9e86b287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf1238b-948d-4603-972c-85f8e5864eb8'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:36.188245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e3f6fd8-d7aa-42a9-b06f-0cccf5849890 req-a33a6e97-7d70-4718-82d8-dbd34a00e25d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824758 Aug 03 18:59:36.188539 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018cb4bd-a534-4517-abbf-0a4d12d8a6d0" -d '{"events": [{"server_uuid": "9a83eb30-e60d-4096-8f56-06a9e86b287b", "name": "network-vif-plugged", "status": "completed", "tag": "aaf1238b-948d-4603-972c-85f8e5864eb8"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:36.229756 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:34Z', 'revision_number': 3, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:36.266694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Allocated IP 172.25.8.44 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:36.272539 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Checking router: d4f6902d-64be-4571-9445-312a79578413 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:59:36.273108 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Updating router d4f6902d-64be-4571-9445-312a79578413 port 49bb9c52-b6b7-452b-9450-c9b9ee44970e binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:59:36.284472 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ecc0c3-cab4-4997-876f-e08aa7cdfb5a x-openstack-request-id: req-d9ecc0c3-cab4-4997-876f-e08aa7cdfb5a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:36.284765 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a83eb30-e60d-4096-8f56-06a9e86b287b", "name": "network-vif-plugged", "status": "completed", "tag": "aaf1238b-948d-4603-972c-85f8e5864eb8", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:36.285016 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9ecc0c3-cab4-4997-876f-e08aa7cdfb5a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:36.285413 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a83eb30-e60d-4096-8f56-06a9e86b287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf1238b-948d-4603-972c-85f8e5864eb8', 'code': 200} Aug 03 18:59:36.291459 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port aaf1238b-948d-4603-972c-85f8e5864eb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=aaf1238b-948d-4603-972c-85f8e5864eb8,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:36.307621 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.307894 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.399762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.456786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.492037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c946114-c3ff-43c6-a6ed-9c4a23991656 req-b26f46a5-5ca9-445c-b1e2-f35a074b8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:36.493607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c946114-c3ff-43c6-a6ed-9c4a23991656 req-b26f46a5-5ca9-445c-b1e2-f35a074b8f36 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 1097 time: 0.0922089 Aug 03 18:59:36.519473 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.521112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Pushing event updated for resources: {'Port': ['ID=e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:36.528636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:36.530803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:36.533660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:36.561558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Transition to ACTIVE for port object d203b42a-4bce-41df-be8e-a3fd7e995131 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:36.574790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4829bc33-4700-4952-88e8-c209445bbfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.609181 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Transition to ACTIVE for port object d203b42a-4bce-41df-be8e-a3fd7e995131 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:36.612707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=aaf1238b-948d-4603-972c-85f8e5864eb8,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:36.628420 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.634927 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.700016 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c946114-c3ff-43c6-a6ed-9c4a23991656 req-2388a992-4cb1-4a2f-8fe9-16e16737a117 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886048 Aug 03 18:59:36.704447 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Pushing event updated for resources: {'Port': ['ID=d203b42a-4bce-41df-be8e-a3fd7e995131,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:36.714415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Network 3cee0722-e9c5-4340-a177-1ce3a93b15fa is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:36.717728 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.717998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:36.721016 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:36.737783 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Transition to ACTIVE for port object 49bb9c52-b6b7-452b-9450-c9b9ee44970e will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:36.746205 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.790875 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Pushing event updated for resources: {'Port': ['ID=49bb9c52-b6b7-452b-9450-c9b9ee44970e,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:36.797406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Attempting to bind port d203b42a-4bce-41df-be8e-a3fd7e995131 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:36.797971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Attempting to bind port d203b42a-4bce-41df-be8e-a3fd7e995131 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:36.798977 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Attempting to bind port d203b42a-4bce-41df-be8e-a3fd7e995131 on network 3cee0722-e9c5-4340-a177-1ce3a93b15fa {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:36.802154 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.802515 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.802870 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.803204 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.803529 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.803851 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.804171 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.804494 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.804952 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.805278 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.805916 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.806060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:36.806247 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:36.806575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Checking segment: {'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:36.807205 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.807684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Bound using segment: {'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:36.808308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Bound port: d203b42a-4bce-41df-be8e-a3fd7e995131, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:36.809451 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.830914 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Attempting to bind port 49bb9c52-b6b7-452b-9450-c9b9ee44970e on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:36.831356 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Attempting to bind port 49bb9c52-b6b7-452b-9450-c9b9ee44970e by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:36.832101 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Attempting to bind port 49bb9c52-b6b7-452b-9450-c9b9ee44970e on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:36.837091 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:36.837458 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:36.837910 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.838248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf77c-4d44-437f-b443-9083118f7665 req-9e58f6e6-8704-4788-946e-448b857fdf14 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:36.838406 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:36.838747 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Bound port: 49bb9c52-b6b7-452b-9450-c9b9ee44970e, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:36.839131 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.840152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3aaf77c-4d44-437f-b443-9083118f7665 req-9e58f6e6-8704-4788-946e-448b857fdf14 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.2163436 Aug 03 18:59:36.864257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.899591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] For port d203b42a-4bce-41df-be8e-a3fd7e995131, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:36.902068 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] For port 49bb9c52-b6b7-452b-9450-c9b9ee44970e, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:36.903218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] For port d203b42a-4bce-41df-be8e-a3fd7e995131, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d203b42a-4bce-41df-be8e-a3fd7e995131,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:36.906565 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] For port 49bb9c52-b6b7-452b-9450-c9b9ee44970e, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49bb9c52-b6b7-452b-9450-c9b9ee44970e,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:36.910461 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.928444 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.944484 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.014482 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebd30e-fede-4017-afa8-a1237119c84c None None] Pushing event updated for resources: {'Port': ['ID=49bb9c52-b6b7-452b-9450-c9b9ee44970e,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:37.015447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3aaf77c-4d44-437f-b443-9083118f7665 req-7ffaa7b5-7cbc-4921-af8a-8dd32ad4c63c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533637 Aug 03 18:59:37.036077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1c294-85ed-4fd3-97a8-6f6ccfc57425 None None] Pushing event updated for resources: {'Port': ['ID=d203b42a-4bce-41df-be8e-a3fd7e995131,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:37.055840 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Routers {'d4f6902d-64be-4571-9445-312a79578413'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:37.057406 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['d4f6902d-64be-4571-9445-312a79578413'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:37.083338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:37.152485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3537f-b931-4d54-b283-98d4d6e1a86e req-d8f033b4-bc73-43c7-96a7-c5354e1f122c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:37.157817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91b3537f-b931-4d54-b283-98d4d6e1a86e req-d8f033b4-bc73-43c7-96a7-c5354e1f122c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 946 time: 0.2772772 Aug 03 18:59:37.209379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:37.209782 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.212103 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] Set router d4f6902d-64be-4571-9445-312a79578413 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:37.488743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Allocated IP 172.20.0.1 (3a24974f-c585-49b2-9411-bdd5d3345630/73d204d5-02d9-46a7-8f9e-290310251900/40323d71-d3d3-43a5-aa60-a8768a1c76f0) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:37.498149 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91b3537f-b931-4d54-b283-98d4d6e1a86e req-70107e8f-4d3b-4ee2-a816-4a442e06789e tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290625 Aug 03 18:59:37.528542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe73cd5-105c-47aa-8d3e-a4c99df3c483 req-d5f04ae4-866a-4490-8213-3ebf245ea377 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:37.532918 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:34Z', 'revision_number': 3, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:37.536522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffe73cd5-105c-47aa-8d3e-a4c99df3c483 req-d5f04ae4-866a-4490-8213-3ebf245ea377 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.2649486 Aug 03 18:59:37.569793 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697c425-31a5-472a-ae12-3904c8dca7f7 None None] The sync data for ids ['d4f6902d-64be-4571-9445-312a79578413'] in n-d-802918-7 is: [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:34Z', 'revision_number': 3, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:59:37.667084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffe73cd5-105c-47aa-8d3e-a4c99df3c483 req-71818cb0-d606-4215-9979-65e0562da1a7 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285086 Aug 03 18:59:37.714204 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.743204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cb197-aa7a-4eb7-a607-4ad4b72ded72 req-91267e85-7e74-458b-b246-ead0c54d324d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:37.747242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e34cb197-aa7a-4eb7-a607-4ad4b72ded72 req-91267e85-7e74-458b-b246-ead0c54d324d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1756089 Aug 03 18:59:37.753179 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.786592 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.815609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Transition to ACTIVE for port object 40323d71-d3d3-43a5-aa60-a8768a1c76f0 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:37.819583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e34cb197-aa7a-4eb7-a607-4ad4b72ded72 req-ff775cab-7c22-4dc9-9621-5bb9e52f71ed tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650494 Aug 03 18:59:37.887422 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.911012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Router f7783439-2065-49b3-8656-79450ad2011b is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:59:37.986643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Network 3a24974f-c585-49b2-9411-bdd5d3345630 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:37.988258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Pushing event updated for resources: {'Port': ['ID=40323d71-d3d3-43a5-aa60-a8768a1c76f0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:37.991446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:37.994561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:38.052170 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.210362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:59:38.223675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Sync routers for ids ['f7783439-2065-49b3-8656-79450ad2011b'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:59:38.245129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.246451 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7bbcf428-e65e-4af2-9176-81eea3b17a66 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0481942 Aug 03 18:59:38.249301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41270) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:38.255388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Routers {'f7783439-2065-49b3-8656-79450ad2011b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:38.256681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f7783439-2065-49b3-8656-79450ad2011b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:38.444194 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.492735 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dfc5bc51-9896-4ccf-8b2f-835f5553fe0b details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:38.527795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd675e13-c694-4a6b-86e4-4e6a7d082e0b req-585314c4-4bd7-4ecf-a503-b458ad233a69 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:38.529714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd675e13-c694-4a6b-86e4-4e6a7d082e0b req-585314c4-4bd7-4ecf-a503-b458ad233a69 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.2413747 Aug 03 18:59:38.530491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6ef312dc-8123-49b4-9653-ff2092c1e44a None None] Provisioning for port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:38.549758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6ef312dc-8123-49b4-9653-ff2092c1e44a None None] Provisioning complete for port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:38.550184 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6ef312dc-8123-49b4-9653-ff2092c1e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.592998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Set router f7783439-2065-49b3-8656-79450ad2011b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:38.665064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd675e13-c694-4a6b-86e4-4e6a7d082e0b req-682c392d-269e-4f50-bd04-cfb87a742b2a tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169937 Aug 03 18:59:38.734376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d5c97-91b0-40f8-829d-383bd186fa39 req-63f2f80e-a7b4-441c-a1a9-66eba939849c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:38.736982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-903d5c97-91b0-40f8-829d-383bd186fa39 req-63f2f80e-a7b4-441c-a1a9-66eba939849c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 946 time: 0.1002784 Aug 03 18:59:38.743028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90733ad7-f139-4924-a875-d7072cc0fa7f None None] Network 3cee0722-e9c5-4340-a177-1ce3a93b15fa requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:38.837672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-903d5c97-91b0-40f8-829d-383bd186fa39 req-ef73ce27-ebe1-4321-8d91-9749b840367f tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938818 Aug 03 18:59:38.872071 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.878991 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.879179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6ef312dc-8123-49b4-9653-ff2092c1e44a None None] Port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:38.961163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f70aba-a2bf-4d33-960d-d5cd7f002721 req-6216f62f-6b42-438d-a4d0-6aeafeddc675 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:38.962811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71f70aba-a2bf-4d33-960d-d5cd7f002721 req-6216f62f-6b42-438d-a4d0-6aeafeddc675 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1702609 Aug 03 18:59:38.987374 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.029479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Pushing event updated for resources: {'Port': ['ID=40323d71-d3d3-43a5-aa60-a8768a1c76f0,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:39.058654 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.091762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71f70aba-a2bf-4d33-960d-d5cd7f002721 req-1096fe09-b527-480a-9a2d-f01ce6e2e6de tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196067 Aug 03 18:59:39.137253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-449d0038-06f1-4a31-a999-90d67dad108e None None] Provisioning for port d203b42a-4bce-41df-be8e-a3fd7e995131 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:39.165754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d203b42a-4bce-41df-be8e-a3fd7e995131 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:39.179332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Network 3a24974f-c585-49b2-9411-bdd5d3345630 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:39.183610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:39.242615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:39.243532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532f8f-a423-4a61-be04-b6ab55b86011 req-e9ffe540-15c7-4217-b5c3-60d00dec3798 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:39.251411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88532f8f-a423-4a61-be04-b6ab55b86011 req-e9ffe540-15c7-4217-b5c3-60d00dec3798 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.1368825 Aug 03 18:59:39.297210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Allocated IP 172.20.0.1 (3cee0722-e9c5-4340-a177-1ce3a93b15fa/1503b50a-1603-448e-8442-d5ace3b67afa/bb0a1147-9167-45e7-956d-381d452b6711) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:39.313948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b', 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a', 'port_id': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b', 'mac_address': 'fa:16:3e:7f:7d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:39.361858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88532f8f-a423-4a61-be04-b6ab55b86011 req-c4a3044e-d82f-4ec4-96d2-3184f483d011 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028569 Aug 03 18:59:39.365764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:36Z', 'revision_number': 3, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:39.410310 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Checking router: f7783439-2065-49b3-8656-79450ad2011b for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:59:39.410669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Updating router f7783439-2065-49b3-8656-79450ad2011b port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:59:39.420103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Router d4f6902d-64be-4571-9445-312a79578413 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:59:39.536295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.553967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Transition to ACTIVE for port object bb0a1147-9167-45e7-956d-381d452b6711 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:39.567183 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.598119 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.604710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.608656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port d203b42a-4bce-41df-be8e-a3fd7e995131 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:39.613141 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.635838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:59:39.638634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d203b42a-4bce-41df-be8e-a3fd7e995131 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:39.639240 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.655484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2be9045e-a15a-4afb-a4c8-29a299b06e9b admin admin] 10.222.0.78 "PUT /v2.0/routers/d4f6902d-64be-4571-9445-312a79578413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7651117 Aug 03 18:59:39.671050 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Network 3cee0722-e9c5-4340-a177-1ce3a93b15fa is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:39.674455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfc5bc51-9896-4ccf-8b2f-835f5553fe0b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:39.675093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:39.683149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:39.689424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0a1147-9167-45e7-956d-381d452b6711,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:39.752252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e049b-1561-4e0f-abce-8fdb0ebb5307 req-52da688b-06ba-49c1-b428-4bb65c9900d4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:39.754406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9e049b-1561-4e0f-abce-8fdb0ebb5307 req-52da688b-06ba-49c1-b428-4bb65c9900d4 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 946 time: 0.1149852 Aug 03 18:59:39.758765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.780548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd5ea3-73e4-410f-8c14-bdf7da871c9e req-68d7069c-64c3-4a29-97cf-ac0dc80d1b2f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:39.783591 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5cd5ea3-73e4-410f-8c14-bdf7da871c9e req-68d7069c-64c3-4a29-97cf-ac0dc80d1b2f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1458466 Aug 03 18:59:39.809383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d0d87a1b-ebdd-490c-b856-0b3cb0eee0fe None None] Provisioning complete for port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:39.809778 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d0d87a1b-ebdd-490c-b856-0b3cb0eee0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.812432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:39.853689 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.888021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9e049b-1561-4e0f-abce-8fdb0ebb5307 req-3ae836d6-98ef-44e7-8018-4407d3a8789f tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259241 Aug 03 18:59:39.926126 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5cd5ea3-73e4-410f-8c14-bdf7da871c9e req-34604bb5-f2b7-45bf-bdab-ebb847e4565a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291087 Aug 03 18:59:40.005023 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.028609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d0d87a1b-ebdd-490c-b856-0b3cb0eee0fe None None] Port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:40.157749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da340c-733f-4f5c-8f0b-28de690acd3e req-0f5e6126-7373-44be-863a-a0344e8f456a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:40.159347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1da340c-733f-4f5c-8f0b-28de690acd3e req-0f5e6126-7373-44be-863a-a0344e8f456a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1216545 Aug 03 18:59:40.168469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:40.181064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20efd7-d5d1-40d5-a54f-d6fd19d74e86 req-db834372-e507-48c0-93ed-3c660d31bbfc tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:40.194161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f20efd7-d5d1-40d5-a54f-d6fd19d74e86 req-db834372-e507-48c0-93ed-3c660d31bbfc tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 944 time: 0.1573136 Aug 03 18:59:40.254923 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Sync routers for ids ['d4f6902d-64be-4571-9445-312a79578413'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:59:40.260375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['dfc5bc51-9896-4ccf-8b2f-835f5553fe0b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:40.271465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.275351 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Routers {'d4f6902d-64be-4571-9445-312a79578413'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:40.276213 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['d4f6902d-64be-4571-9445-312a79578413'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:40.279433 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.299624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1da340c-733f-4f5c-8f0b-28de690acd3e req-1d7311c1-957a-4630-babe-d6437f1f7b32 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027789 Aug 03 18:59:40.334050 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.336432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f20efd7-d5d1-40d5-a54f-d6fd19d74e86 req-89b20ca2-94e3-4789-adf6-87d9005f51a0 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408422 Aug 03 18:59:40.367713 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-64bcbef0-b708-4ee3-98b6-584730788e53 None None] Provisioning complete for port d203b42a-4bce-41df-be8e-a3fd7e995131 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:40.368199 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-64bcbef0-b708-4ee3-98b6-584730788e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.381113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0a1147-9167-45e7-956d-381d452b6711,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:40.401406 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.546739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929c35f-2b07-486b-bc2a-3a60cd82f811 req-f5a354fb-6dfb-47d0-a278-4c581a630bfc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:40.548963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5929c35f-2b07-486b-bc2a-3a60cd82f811 req-f5a354fb-6dfb-47d0-a278-4c581a630bfc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1141095 Aug 03 18:59:40.588772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Network 3cee0722-e9c5-4340-a177-1ce3a93b15fa is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:40.590745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:40.599981 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Set router d4f6902d-64be-4571-9445-312a79578413 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:40.613279 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5929c35f-2b07-486b-bc2a-3a60cd82f811 req-19356cba-1b1c-47da-b5e4-a4f0a5a9751e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581892 Aug 03 18:59:40.776879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Router f7783439-2065-49b3-8656-79450ad2011b has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:59:40.873415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-140c16ae-6e84-457f-98ba-8ecfa298a46d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:40.885624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-140c16ae-6e84-457f-98ba-8ecfa298a46d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 811 time: 0.1869843 Aug 03 18:59:40.902745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-9d6fabfc-a043-4333-acc0-92f9e86d30ec tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/quotas/60edf04d68a54b668308e36955acb7f4 HTTP/1.1" status: 200 len: 375 time: 0.0165529 Aug 03 18:59:40.935839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dfc5bc51-9896-4ccf-8b2f-835f5553fe0b no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:40.947163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:59:41.013202 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-755bb218-54b8-403f-835c-c2b43a40f532 admin admin] 10.222.0.78 "PUT /v2.0/routers/f7783439-2065-49b3-8656-79450ad2011b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7358656 Aug 03 18:59:41.035427 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:38Z', 'revision_number': 4, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '40323d71-d3d3-43a5-aa60-a8768a1c76f0', 'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'mac_address': 'fa:16:3e:60:38:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '73d204d5-02d9-46a7-8f9e-290310251900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:36Z', 'updated_at': '2021-08-03T18:59:38Z', 'revision_number': 2, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'subnets': [{'id': '73d204d5-02d9-46a7-8f9e-290310251900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:41.070140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-94191bb4-ea48-46a7-ac8b-a42f3dc6c54c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1664045 Aug 03 18:59:41.101543 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.116906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Transition to ACTIVE for port object e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:41.121578 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Checking router: d4f6902d-64be-4571-9445-312a79578413 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:59:41.126005 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Updating router d4f6902d-64be-4571-9445-312a79578413 port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:59:41.138947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port d203b42a-4bce-41df-be8e-a3fd7e995131, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d203b42a-4bce-41df-be8e-a3fd7e995131,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:41.149047 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.187834 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.226040 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.227282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49bb9c52-b6b7-452b-9450-c9b9ee44970e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:41.253822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc33931-c8be-49f0-b243-70d826708f8d None None] Pushing event updated for resources: {'Port': ['ID=e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:41.285782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-ba7cca0d-4479-4f65-9b1f-c127e421b1b6 service neutron] 10.222.0.78 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146587 Aug 03 18:59:41.361679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00507ae-edb5-45ad-9769-e011d491be9c req-cbf9da8c-2a93-4452-a756-75a555218c07 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:41.370670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a00507ae-edb5-45ad-9769-e011d491be9c req-cbf9da8c-2a93-4452-a756-75a555218c07 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 946 time: 0.2916238 Aug 03 18:59:41.458882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a00507ae-edb5-45ad-9769-e011d491be9c req-f9d545f1-2d04-4439-809c-f8448afe3009 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859249 Aug 03 18:59:41.480908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Attempting to bind port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:41.481285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Attempting to bind port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:41.481817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Attempting to bind port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:41.501737 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-8e01bb17-29bc-4713-abd7-dd230e5d7ae4 service neutron] 10.222.0.78 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146239 Aug 03 18:59:41.579908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=d203b42a-4bce-41df-be8e-a3fd7e995131,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:41.587338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:41.594101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:41.597235 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.598156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:41.598947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Bound port: e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:41.600150 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.691479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b943a-6390-47e5-a3c5-d4cf0aca5395 req-0965e1cf-0339-4b33-9192-f613cd9bb618 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:41.693100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-525b943a-6390-47e5-a3c5-d4cf0aca5395 req-0965e1cf-0339-4b33-9192-f613cd9bb618 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 946 time: 0.1106966 Aug 03 18:59:41.704854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] For port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:41.710541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] For port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:41.718977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378339ea-f3e2-447f-b0db-7e68ab1b2474 req-3469278d-2412-4b6a-a6bb-f177e0de377e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:41.722782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-378339ea-f3e2-447f-b0db-7e68ab1b2474 req-3469278d-2412-4b6a-a6bb-f177e0de377e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 944 time: 0.1017716 Aug 03 18:59:41.752873 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.919494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-378339ea-f3e2-447f-b0db-7e68ab1b2474 req-38b48ff5-c363-4f95-964b-f0cd215a9fc2 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422813 Aug 03 18:59:41.945313 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.975276 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Transition to ACTIVE for port object 40323d71-d3d3-43a5-aa60-a8768a1c76f0 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:41.976989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-525b943a-6390-47e5-a3c5-d4cf0aca5395 req-f3a684ec-a8e8-4249-a283-e15a8f8f28da tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Deleting port aaf1238b-948d-4603-972c-85f8e5864eb8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:41.978413 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-525b943a-6390-47e5-a3c5-d4cf0aca5395 req-f3a684ec-a8e8-4249-a283-e15a8f8f28da tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.989166 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.990265 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-471a3e89-ad15-4954-938c-16e67068a477 None None] Provisioning for port bb0a1147-9167-45e7-956d-381d452b6711 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:42.027600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 49bb9c52-b6b7-452b-9450-c9b9ee44970e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:42.038708 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.112003 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbbfa9-0fe8-4ff0-822a-fcf55a8a8620 None None] Pushing event updated for resources: {'Port': ['ID=40323d71-d3d3-43a5-aa60-a8768a1c76f0,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:42.151686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-471a3e89-ad15-4954-938c-16e67068a477 None None] Provisioning complete for port bb0a1147-9167-45e7-956d-381d452b6711 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:42.163985 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-471a3e89-ad15-4954-938c-16e67068a477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.211129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8949b5d2-678d-468a-b5fe-37818312e674 req-d2508e5a-e2b0-479a-a89f-28f252c89a40 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 210 time: 0.0875320 Aug 03 18:59:42.239007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-525b943a-6390-47e5-a3c5-d4cf0aca5395 req-f3a684ec-a8e8-4249-a283-e15a8f8f28da tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] For port aaf1238b-948d-4603-972c-85f8e5864eb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=aaf1238b-948d-4603-972c-85f8e5864eb8,segment=NetworkSegment(bfc2a441-4bed-4567-99c2-8e0cc1936229),segment_id=bfc2a441-4bed-4567-99c2-8e0cc1936229)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:42.239384 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-525b943a-6390-47e5-a3c5-d4cf0aca5395 req-f3a684ec-a8e8-4249-a283-e15a8f8f28da tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.277976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eb7e6-8eb4-421e-87fa-9c00c85bcffd req-c9d5a790-653b-4885-83ab-399338195553 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:42.288119 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-078eb7e6-8eb4-421e-87fa-9c00c85bcffd req-c9d5a790-653b-4885-83ab-399338195553 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1630416 Aug 03 18:59:42.290715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-525b943a-6390-47e5-a3c5-d4cf0aca5395 req-f3a684ec-a8e8-4249-a283-e15a8f8f28da tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Calling delete_port for aaf1238b-948d-4603-972c-85f8e5864eb8 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:42.301170 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Attempting to bind port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:42.301557 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Attempting to bind port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:42.301916 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Attempting to bind port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 on network 3a24974f-c585-49b2-9411-bdd5d3345630 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:42.317440 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:42.317989 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Checking segment: {'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:42.319159 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.319563 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Bound using segment: {'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:42.320066 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Bound port: 40323d71-d3d3-43a5-aa60-a8768a1c76f0, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:42.320471 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.367989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 49bb9c52-b6b7-452b-9450-c9b9ee44970e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:42.368398 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.436893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc33931-c8be-49f0-b243-70d826708f8d None None] Pushing event updated for resources: {'Port': ['ID=e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:42.444033 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] For port 40323d71-d3d3-43a5-aa60-a8768a1c76f0, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:42.460603 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] For port 40323d71-d3d3-43a5-aa60-a8768a1c76f0, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=40323d71-d3d3-43a5-aa60-a8768a1c76f0,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:42.471181 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.506242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-471a3e89-ad15-4954-938c-16e67068a477 None None] Port bb0a1147-9167-45e7-956d-381d452b6711 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:42.566868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dfc5bc51-9896-4ccf-8b2f-835f5553fe0b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:42.588613 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Routers {'d4f6902d-64be-4571-9445-312a79578413'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:42.591052 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['d4f6902d-64be-4571-9445-312a79578413'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:42.607538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:42.624227 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.675090 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbbfa9-0fe8-4ff0-822a-fcf55a8a8620 None None] Pushing event updated for resources: {'Port': ['ID=40323d71-d3d3-43a5-aa60-a8768a1c76f0,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:42.694673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Routers {'f7783439-2065-49b3-8656-79450ad2011b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:42.695446 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f7783439-2065-49b3-8656-79450ad2011b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:42.801392 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] Set router d4f6902d-64be-4571-9445-312a79578413 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:42.977962 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.991093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:43.004276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-078eb7e6-8eb4-421e-87fa-9c00c85bcffd req-2f9526e1-3658-4680-8fba-32d2d5be209f tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7151723 Aug 03 18:59:43.051531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 49bb9c52-b6b7-452b-9450-c9b9ee44970e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49bb9c52-b6b7-452b-9450-c9b9ee44970e,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:43.053628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] Set router f7783439-2065-49b3-8656-79450ad2011b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:43.057162 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:43.078196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12790460-04e1-49e1-a832-acf91a5e3f0a req-4deae68c-b0ad-405a-aae4-b20a827fb092 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:43.092107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12790460-04e1-49e1-a832-acf91a5e3f0a req-4deae68c-b0ad-405a-aae4-b20a827fb092 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 946 time: 0.2100112 Aug 03 18:59:43.231196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12790460-04e1-49e1-a832-acf91a5e3f0a req-d9176349-8088-4c1a-ba1b-c63afc3cd58c tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups?id=2f071be9-7f4d-49db-895e-0281b9f00467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380110 Aug 03 18:59:43.279142 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:38Z', 'revision_number': 4, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '40323d71-d3d3-43a5-aa60-a8768a1c76f0', 'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'mac_address': 'fa:16:3e:60:38:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '73d204d5-02d9-46a7-8f9e-290310251900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:36Z', 'updated_at': '2021-08-03T18:59:42Z', 'revision_number': 4, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'subnets': [{'id': '73d204d5-02d9-46a7-8f9e-290310251900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:43.328219 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedc5b5-9dd7-4c86-b13a-f3078b2637f0 None None] The sync data for ids ['d4f6902d-64be-4571-9445-312a79578413'] in n-d-802918-7 is: [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:38Z', 'revision_number': 4, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '40323d71-d3d3-43a5-aa60-a8768a1c76f0', 'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'mac_address': 'fa:16:3e:60:38:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '73d204d5-02d9-46a7-8f9e-290310251900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:36Z', 'updated_at': '2021-08-03T18:59:42Z', 'revision_number': 4, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'subnets': [{'id': '73d204d5-02d9-46a7-8f9e-290310251900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:59:43.363012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d203b42a-4bce-41df-be8e-a3fd7e995131 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:43.477524 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=49bb9c52-b6b7-452b-9450-c9b9ee44970e,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:43.578540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:39Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bb0a1147-9167-45e7-956d-381d452b6711', 'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'mac_address': 'fa:16:3e:19:a7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:39Z', 'updated_at': '2021-08-03T18:59:40Z', 'revision_number': 2, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'subnets': [{'id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:43.583383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d203b42a-4bce-41df-be8e-a3fd7e995131 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:43.585237 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:43.627260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639128f2-ae26-48b3-b874-ce5b2f5e3969 None None] The sync data for ids ['f7783439-2065-49b3-8656-79450ad2011b'] in n-d-802918-7 is: [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:39Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bb0a1147-9167-45e7-956d-381d452b6711', 'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'mac_address': 'fa:16:3e:19:a7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:39Z', 'updated_at': '2021-08-03T18:59:40Z', 'revision_number': 2, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'subnets': [{'id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:59:43.693371 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48694efd-dda5-4372-a3d3-333c2148b72b req-59f94c71-8a88-4670-bae8-569b86c578cf tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 210 time: 0.0739844 Aug 03 18:59:43.707752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a2d20-4c63-4107-8b99-c6675df7128f req-aaca7919-3de1-4e5f-abd2-635ca19e6960 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:43.707752 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-947a2d20-4c63-4107-8b99-c6675df7128f req-aaca7919-3de1-4e5f-abd2-635ca19e6960 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 943 time: 0.3969877 Aug 03 18:59:43.709469 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-525b943a-6390-47e5-a3c5-d4cf0aca5395 req-f3a684ec-a8e8-4249-a283-e15a8f8f28da tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:43.751138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a684ec-a8e8-4249-a283-e15a8f8f28da tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event deleted for resources: {'Port': ['ID=aaf1238b-948d-4603-972c-85f8e5864eb8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:43.854660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-525b943a-6390-47e5-a3c5-d4cf0aca5395 req-f3a684ec-a8e8-4249-a283-e15a8f8f28da tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] No DVR routers for this DVR port aaf1238b-948d-4603-972c-85f8e5864eb8 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:59:43.863853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-4544e652-fe2c-40c6-ad6b-54fb3e83388d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:43.865722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-4544e652-fe2c-40c6-ad6b-54fb3e83388d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.37 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 811 time: 0.4674444 Aug 03 18:59:43.869536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-525b943a-6390-47e5-a3c5-d4cf0aca5395 req-f3a684ec-a8e8-4249-a283-e15a8f8f28da tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:43.871912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-525b943a-6390-47e5-a3c5-d4cf0aca5395 req-f3a684ec-a8e8-4249-a283-e15a8f8f28da tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.74 "DELETE /v2.0/ports/aaf1238b-948d-4603-972c-85f8e5864eb8 HTTP/1.1" status: 204 len: 173 time: 2.1661637 Aug 03 18:59:43.872368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a83eb30-e60d-4096-8f56-06a9e86b287b', 'name': 'network-vif-deleted', 'tag': 'aaf1238b-948d-4603-972c-85f8e5864eb8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:43.875314 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e7b740-c755-4fe7-a486-14bed15bb884" -d '{"events": [{"server_uuid": "9a83eb30-e60d-4096-8f56-06a9e86b287b", "name": "network-vif-deleted", "tag": "aaf1238b-948d-4603-972c-85f8e5864eb8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:43.887117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Request body: {'port': {'device_id': 'f542a1ab-d71e-40a2-a998-8962430dc7b2', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'admin_state_up': True, 'tenant_id': '60edf04d68a54b668308e36955acb7f4'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:43.898861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-947a2d20-4c63-4107-8b99-c6675df7128f req-7f960844-3324-4ced-ae40-738215e8fa37 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495132 Aug 03 18:59:43.949696 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d127a3b-50fa-4106-beaf-4d364049bd10 x-openstack-request-id: req-0d127a3b-50fa-4106-beaf-4d364049bd10 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:43.949983 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a83eb30-e60d-4096-8f56-06a9e86b287b", "name": "network-vif-deleted", "tag": "aaf1238b-948d-4603-972c-85f8e5864eb8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:43.950431 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d127a3b-50fa-4106-beaf-4d364049bd10 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:43.951004 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a83eb30-e60d-4096-8f56-06a9e86b287b', 'name': 'network-vif-deleted', 'tag': 'aaf1238b-948d-4603-972c-85f8e5864eb8', 'status': 'completed', 'code': 200} Aug 03 18:59:44.073026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Made reservation on behalf of 60edf04d68a54b668308e36955acb7f4 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:44.078819 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.338767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70841832-9c8d-4696-a190-ae20a51ffea8 req-d650d4bf-07c0-4d62-8e69-833ff1327490 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:44.348733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70841832-9c8d-4696-a190-ae20a51ffea8 req-d650d4bf-07c0-4d62-8e69-833ff1327490 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1726961 Aug 03 18:59:44.431923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Allocated IP 172.20.0.8 (2bf9a5b8-bfa0-479f-a96f-a333f322fcdf/566f535f-1949-4a30-a0e9-cad8aa066a09/e1dfc426-5139-480e-8caf-9ef9637faebf) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:44.441467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57643137-d0cc-4f4b-9a92-ac0e0e77f4a4 req-5402368d-8be8-49f5-a6cd-14b4ddae9f01 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/ports?device_id=9a83eb30-e60d-4096-8f56-06a9e86b287b HTTP/1.1" status: 200 len: 210 time: 0.0667653 Aug 03 18:59:44.474396 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70841832-9c8d-4696-a190-ae20a51ffea8 req-41c3e6bf-96e7-4458-a05b-753615e52340 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102624 Aug 03 18:59:44.525848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dfc5bc51-9896-4ccf-8b2f-835f5553fe0b up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:44.672954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:44.674281 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.676659 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.698397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Transition to ACTIVE for port object e1dfc426-5139-480e-8caf-9ef9637faebf will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:44.742049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.795174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f64c1de1-6b6f-4dbb-8ef4-08185bab5140'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:44.807536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:44.863896 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.892072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:44.895259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:44.899465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event updated for resources: {'Port': ['ID=e1dfc426-5139-480e-8caf-9ef9637faebf,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:44.928032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:44.930371 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9febb659-b44f-46a4-924e-f8c9191aea07" -d '{"events": [{"server_uuid": "a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2", "name": "network-vif-plugged", "status": "completed", "tag": "dfc5bc51-9896-4ccf-8b2f-835f5553fe0b"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:44.975746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:44.996608 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.045994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:45.046986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.065229 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.066385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-f0076602-5ef7-48a8-ace2-fa8fd9132a81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1873085 Aug 03 18:59:45.076144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a0537-2652-4f54-8d0b-dbe9dc1d2e50 req-7d8f34ba-cc20-460e-8b83-563b13b194bf tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:45.084467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c7a0537-2652-4f54-8d0b-dbe9dc1d2e50 req-7d8f34ba-cc20-460e-8b83-563b13b194bf tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 931 time: 0.1707199 Aug 03 18:59:45.091927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Request body: {'port': {'device_id': 'f542a1ab-d71e-40a2-a998-8962430dc7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:45.140910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:45.255151 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.303092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3a84-f9c3-40e2-a89e-f83614b6c9e4 req-a25cb693-9e99-4fdb-97c0-4bcdd2b17ce0 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:45.314998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-797e3a84-f9c3-40e2-a89e-f83614b6c9e4 req-a25cb693-9e99-4fdb-97c0-4bcdd2b17ce0 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1914940 Aug 03 18:59:45.339599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c7a0537-2652-4f54-8d0b-dbe9dc1d2e50 req-9e916c16-49eb-4a00-ab6d-f9d4a35e6a32 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541697 Aug 03 18:59:45.390180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device aaf1238b-948d-4603-972c-85f8e5864eb8 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:45.428539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-797e3a84-f9c3-40e2-a89e-f83614b6c9e4 req-d544b0b4-cea3-422a-8ca0-0dcf168c2e2b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075833 Aug 03 18:59:45.451152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:45.473697 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6225c9b8-b418-45ee-939b-6b788cca3ace x-openstack-request-id: req-6225c9b8-b418-45ee-939b-6b788cca3ace {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:45.474421 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2", "name": "network-vif-plugged", "status": "completed", "tag": "dfc5bc51-9896-4ccf-8b2f-835f5553fe0b", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:45.476544 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6225c9b8-b418-45ee-939b-6b788cca3ace {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:45.477229 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b', 'code': 200} Aug 03 18:59:45.514686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: aaf1238b-948d-4603-972c-85f8e5864eb8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:45.515319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device aaf1238b-948d-4603-972c-85f8e5864eb8 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:45.534682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d7285abf-687b-4c67-9748-906d497c0919 None None] Provisioning for port e1dfc426-5139-480e-8caf-9ef9637faebf completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:45.548214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d7285abf-687b-4c67-9748-906d497c0919 None None] Provisioning complete for port e1dfc426-5139-480e-8caf-9ef9637faebf triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:45.548890 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7285abf-687b-4c67-9748-906d497c0919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.625929 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:45.641539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:45.641539 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.684547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d7285abf-687b-4c67-9748-906d497c0919 None None] Port e1dfc426-5139-480e-8caf-9ef9637faebf cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:45.701026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fef9a-8b02-421a-889d-1af99240a714 req-309b2674-d8e7-4ccb-9aa6-aa46cbda8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:45.702610 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-886fef9a-8b02-421a-889d-1af99240a714 req-309b2674-d8e7-4ccb-9aa6-aa46cbda8bfd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 1096 time: 0.0996869 Aug 03 18:59:45.765979 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-886fef9a-8b02-421a-889d-1af99240a714 req-b1c1f8c6-07e3-4b6b-b8b3-722a35b5539b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555625 Aug 03 18:59:45.777413 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.811515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:45.817544 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.817966 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 40323d71-d3d3-43a5-aa60-a8768a1c76f0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:45.855720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa1a52-2794-4147-ac88-ad0cc02c418d req-d32e210e-a89c-457e-b983-eb00a0189dcd tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:45.857320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82aa1a52-2794-4147-ac88-ad0cc02c418d req-d32e210e-a89c-457e-b983-eb00a0189dcd tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1612456 Aug 03 18:59:45.905262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:45.915209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:45.921307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:45.921307 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.935167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82aa1a52-2794-4147-ac88-ad0cc02c418d req-07cb3d22-1e7b-4d3f-b90f-9735a6a702cd tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649452 Aug 03 18:59:45.993169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1dfc426-5139-480e-8caf-9ef9637faebf {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:46.010630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.039182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Transition to ACTIVE for port object e1dfc426-5139-480e-8caf-9ef9637faebf will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:46.043988 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.049128 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.109197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dfc426-5139-480e-8caf-9ef9637faebf,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:46.218318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Attempting to bind port e1dfc426-5139-480e-8caf-9ef9637faebf on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:46.218715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Attempting to bind port e1dfc426-5139-480e-8caf-9ef9637faebf by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:46.219060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Attempting to bind port e1dfc426-5139-480e-8caf-9ef9637faebf on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:46.224909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Port e1dfc426-5139-480e-8caf-9ef9637faebf on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:59:46.225249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Attempting to bind port e1dfc426-5139-480e-8caf-9ef9637faebf on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:46.237890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:46.238243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Checking segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:46.238641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Bound using segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:46.239088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Bound port: e1dfc426-5139-480e-8caf-9ef9637faebf, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:46.239455 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.269647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 40323d71-d3d3-43a5-aa60-a8768a1c76f0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=40323d71-d3d3-43a5-aa60-a8768a1c76f0,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:46.278541 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.279345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49bb9c52-b6b7-452b-9450-c9b9ee44970e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:46.344202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] For port e1dfc426-5139-480e-8caf-9ef9637faebf, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:46.350006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] For port e1dfc426-5139-480e-8caf-9ef9637faebf, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e1dfc426-5139-480e-8caf-9ef9637faebf,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:46.358962 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.377547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=40323d71-d3d3-43a5-aa60-a8768a1c76f0,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:46.388497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 49bb9c52-b6b7-452b-9450-c9b9ee44970e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:46.388955 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.408576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:46.409211 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.411337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] 10.222.0.37 "PUT /v2.0/ports/e1dfc426-5139-480e-8caf-9ef9637faebf HTTP/1.1" status: 200 len: 1091 time: 1.3231666 Aug 03 18:59:46.413975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f542a1ab-d71e-40a2-a998-8962430dc7b2', 'tag': 'e1dfc426-5139-480e-8caf-9ef9637faebf'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:46.416510 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9" -d '{"events": [{"name": "network-changed", "server_uuid": "f542a1ab-d71e-40a2-a998-8962430dc7b2", "tag": "e1dfc426-5139-480e-8caf-9ef9637faebf"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:46.455530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63318e9-da3e-4e48-acbe-b3c575fda465 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dfc426-5139-480e-8caf-9ef9637faebf,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:46.582687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-aabc6248-3670-4d75-b70f-7ff60039d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:46.585132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-aabc6248-3670-4d75-b70f-7ff60039d0d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 1094 time: 0.1247315 Aug 03 18:59:46.600244 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db25bbf-17d6-408e-89ee-d16a183f303f req-ccac4e51-f298-4615-828b-602a6efd61d3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:46.602079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4db25bbf-17d6-408e-89ee-d16a183f303f req-ccac4e51-f298-4615-828b-602a6efd61d3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 943 time: 0.1169107 Aug 03 18:59:46.695941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-093a968c-df5e-4cde-8e48-b9dd4548ab62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1dfc426-5139-480e-8caf-9ef9637faebf HTTP/1.1" status: 200 len: 217 time: 0.0927091 Aug 03 18:59:46.793162 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4db25bbf-17d6-408e-89ee-d16a183f303f req-a4601e44-72ea-4818-900d-60a7ec5a7ab8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941718 Aug 03 18:59:46.816843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-16a0551b-ee24-421e-a84c-a7f3b6ed653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:46.818447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-16a0551b-ee24-421e-a84c-a7f3b6ed653e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0938690 Aug 03 18:59:46.873266 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589bb618-5c19-4b21-8ff1-fe6edb4d5cd3 x-openstack-request-id: req-589bb618-5c19-4b21-8ff1-fe6edb4d5cd3 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:46.874235 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f542a1ab-d71e-40a2-a998-8962430dc7b2", "tag": "e1dfc426-5139-480e-8caf-9ef9637faebf", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:46.874663 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-589bb618-5c19-4b21-8ff1-fe6edb4d5cd3 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:46.875376 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f542a1ab-d71e-40a2-a998-8962430dc7b2', 'tag': 'e1dfc426-5139-480e-8caf-9ef9637faebf', 'status': 'completed', 'code': 200} Aug 03 18:59:46.898402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-c670fff0-ad63-4c19-91df-b8c043966020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:46.899939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-c670fff0-ad63-4c19-91df-b8c043966020 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695283 Aug 03 18:59:47.023595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fb04a-edb5-43e3-b496-b709e60e5bdd req-b1af2662-9f82-477a-89e7-b2c3c06746d4 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.025140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-644fb04a-edb5-43e3-b496-b709e60e5bdd req-b1af2662-9f82-477a-89e7-b2c3c06746d4 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1243253 Aug 03 18:59:47.037696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Sync routers for ids ['f7783439-2065-49b3-8656-79450ad2011b'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:59:47.047350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Routers {'f7783439-2065-49b3-8656-79450ad2011b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:47.048589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f7783439-2065-49b3-8656-79450ad2011b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:47.069968 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-1800c7ec-23ff-4707-8986-18fe7d331484 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600440 Aug 03 18:59:47.112874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-644fb04a-edb5-43e3-b496-b709e60e5bdd req-22f7152e-0fdc-476a-9093-517df6ae1b9f tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766065 Aug 03 18:59:47.202708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da2160c0-e5ff-4cc9-af30-34843d478792 req-a7b3fa87-85eb-4954-9163-dfa4c0f55058 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218736 Aug 03 18:59:47.214316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:47.290274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Set router f7783439-2065-49b3-8656-79450ad2011b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:47.339940 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:47.340326 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:47.356814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9 req-bdf8a2e9-4546-4623-832a-1b4fb5945788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.358287 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9 req-bdf8a2e9-4546-4623-832a-1b4fb5945788 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 1094 time: 0.0945561 Aug 03 18:59:47.375548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4771aaf-87b8-4e3d-9ad6-d8c0b07cac3e req-0736677f-ac4d-4046-90b9-7beb5b4782e8 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.377136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4771aaf-87b8-4e3d-9ad6-d8c0b07cac3e req-0736677f-ac4d-4046-90b9-7beb5b4782e8 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0646381 Aug 03 18:59:47.468837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4771aaf-87b8-4e3d-9ad6-d8c0b07cac3e req-6b7dd261-e7fc-4d55-a84d-a711cbceff61 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831966 Aug 03 18:59:47.498745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9 req-ddec372a-7cf6-414b-b035-72469d1c7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.500641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9 req-ddec372a-7cf6-414b-b035-72469d1c7cc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1225808 Aug 03 18:59:47.552424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9 req-732028ec-81e9-4df4-819e-c3438e7af6da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1dfc426-5139-480e-8caf-9ef9637faebf HTTP/1.1" status: 200 len: 217 time: 0.0402207 Aug 03 18:59:47.584053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 40323d71-d3d3-43a5-aa60-a8768a1c76f0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:47.636990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:39Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bb0a1147-9167-45e7-956d-381d452b6711', 'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'mac_address': 'fa:16:3e:19:a7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:39Z', 'updated_at': '2021-08-03T18:59:40Z', 'revision_number': 2, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'subnets': [{'id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:47.661100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9 req-0c4a976a-4369-4348-ad7c-f6ed1560b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.664242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9 req-0c4a976a-4369-4348-ad7c-f6ed1560b7aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0796406 Aug 03 18:59:47.674384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Checking router: f7783439-2065-49b3-8656-79450ad2011b for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:59:47.674758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Updating router f7783439-2065-49b3-8656-79450ad2011b port bb0a1147-9167-45e7-956d-381d452b6711 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:59:47.703605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:47.703980 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:47.705513 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:47.765595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c814f-10ba-4978-827c-33ea61b4ae46 req-8681ccf1-10cf-4aa4-a93c-bf23f6abf7fa tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.767262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d74c814f-10ba-4978-827c-33ea61b4ae46 req-8681ccf1-10cf-4aa4-a93c-bf23f6abf7fa tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.1011512 Aug 03 18:59:47.773991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9 req-45bd792c-f057-4b4f-a408-cea221c2dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.775771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9 req-45bd792c-f057-4b4f-a408-cea221c2dc36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974231 Aug 03 18:59:47.896385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9 req-13bd2c2d-d570-497f-be68-e0eb862362c8 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106431 Aug 03 18:59:47.970826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d74c814f-10ba-4978-827c-33ea61b4ae46 req-edd63517-6e81-4e1d-a612-454339b1e01b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935916 Aug 03 18:59:48.045098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c4614f0-bde5-4a91-9cc0-ee069ab42da9 req-5a5f872d-8e5d-48c1-89a0-6417b37423a0 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351471 Aug 03 18:59:48.085809 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.097199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Transition to ACTIVE for port object bb0a1147-9167-45e7-956d-381d452b6711 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:48.103647 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.122859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca6dad-3c8f-4776-8f0c-dcb2d79321df req-e0707de3-9ea0-4f36-894e-ba107f11bea3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:48.124030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55ca6dad-3c8f-4776-8f0c-dcb2d79321df req-e0707de3-9ea0-4f36-894e-ba107f11bea3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 943 time: 0.0650992 Aug 03 18:59:48.167669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9ae61-8620-4ee6-8088-bbb30f27dd18 None None] Pushing event updated for resources: {'Port': ['ID=bb0a1147-9167-45e7-956d-381d452b6711,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:48.175705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55ca6dad-3c8f-4776-8f0c-dcb2d79321df req-c8e33eef-01ba-4e03-9fe5-a6eb4c14ea5e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440564 Aug 03 18:59:48.253279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Attempting to bind port bb0a1147-9167-45e7-956d-381d452b6711 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:48.253933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Attempting to bind port bb0a1147-9167-45e7-956d-381d452b6711 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:48.254401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Attempting to bind port bb0a1147-9167-45e7-956d-381d452b6711 on network 3cee0722-e9c5-4340-a177-1ce3a93b15fa {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:48.260140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:48.260607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Checking segment: {'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:48.261387 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.262228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Bound using segment: {'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:48.263095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Bound port: bb0a1147-9167-45e7-956d-381d452b6711, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:48.263575 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.425460 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] For port bb0a1147-9167-45e7-956d-381d452b6711, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:48.446911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] For port bb0a1147-9167-45e7-956d-381d452b6711, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bb0a1147-9167-45e7-956d-381d452b6711,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:48.453763 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.532103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Routers {'f7783439-2065-49b3-8656-79450ad2011b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:48.532876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T18:59:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f7783439-2065-49b3-8656-79450ad2011b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:48.574690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9ae61-8620-4ee6-8088-bbb30f27dd18 None None] Pushing event updated for resources: {'Port': ['ID=bb0a1147-9167-45e7-956d-381d452b6711,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:48.637204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd69470-344e-4039-8283-2a8c653824d3 req-e01d4f1f-5b8c-474e-a922-82e5b20048b7 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:48.639021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fd69470-344e-4039-8283-2a8c653824d3 req-e01d4f1f-5b8c-474e-a922-82e5b20048b7 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0793371 Aug 03 18:59:48.676284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] Set router f7783439-2065-49b3-8656-79450ad2011b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:48.699147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fd69470-344e-4039-8283-2a8c653824d3 req-7542270a-6abc-46e3-b951-b6fd8899f695 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490971 Aug 03 18:59:48.940379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:39Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bb0a1147-9167-45e7-956d-381d452b6711', 'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'mac_address': 'fa:16:3e:19:a7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:39Z', 'updated_at': '2021-08-03T18:59:48Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'subnets': [{'id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:48.975395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8ce732-ce7e-4092-9145-e00b9f253c2c None None] The sync data for ids ['f7783439-2065-49b3-8656-79450ad2011b'] in n-d-802918-7 is: [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:39Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bb0a1147-9167-45e7-956d-381d452b6711', 'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'mac_address': 'fa:16:3e:19:a7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:39Z', 'updated_at': '2021-08-03T18:59:48Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'subnets': [{'id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:59:49.188229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bb0a1147-9167-45e7-956d-381d452b6711 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:49.253618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port bb0a1147-9167-45e7-956d-381d452b6711 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:49.259469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port bb0a1147-9167-45e7-956d-381d452b6711 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:49.259853 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:49.351297 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:49.387716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port bb0a1147-9167-45e7-956d-381d452b6711, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bb0a1147-9167-45e7-956d-381d452b6711,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:49.392992 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:49.463211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=bb0a1147-9167-45e7-956d-381d452b6711,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:49.887732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d869355-0a49-4149-b79b-6d807a8c1b94 req-72a009f6-127e-4924-b2f1-1edea89fde99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:49.888395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d869355-0a49-4149-b79b-6d807a8c1b94 req-72a009f6-127e-4924-b2f1-1edea89fde99 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "GET /v2.0/ports?device_id=a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2 HTTP/1.1" status: 200 len: 945 time: 0.0514331 Aug 03 18:59:50.005398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-2d869355-0a49-4149-b79b-6d807a8c1b94 req-9e569f2d-44b8-4a22-a310-a5c6e2caa96e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Deleting port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:50.006245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2d869355-0a49-4149-b79b-6d807a8c1b94 req-9e569f2d-44b8-4a22-a310-a5c6e2caa96e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.123893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2d869355-0a49-4149-b79b-6d807a8c1b94 req-9e569f2d-44b8-4a22-a310-a5c6e2caa96e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] For port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:50.123893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2d869355-0a49-4149-b79b-6d807a8c1b94 req-9e569f2d-44b8-4a22-a310-a5c6e2caa96e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.138122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-2d869355-0a49-4149-b79b-6d807a8c1b94 req-9e569f2d-44b8-4a22-a310-a5c6e2caa96e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Calling delete_port for dfc5bc51-9896-4ccf-8b2f-835f5553fe0b owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:50.293347 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2d869355-0a49-4149-b79b-6d807a8c1b94 req-9e569f2d-44b8-4a22-a310-a5c6e2caa96e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.313077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['dfc5bc51-9896-4ccf-8b2f-835f5553fe0b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:50.338256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e569f2d-44b8-4a22-a310-a5c6e2caa96e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Pushing event deleted for resources: {'Port': ['ID=dfc5bc51-9896-4ccf-8b2f-835f5553fe0b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:50.409267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d869355-0a49-4149-b79b-6d807a8c1b94 req-9e569f2d-44b8-4a22-a310-a5c6e2caa96e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] No DVR routers for this DVR port dfc5bc51-9896-4ccf-8b2f-835f5553fe0b on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:59:50.412023 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2d869355-0a49-4149-b79b-6d807a8c1b94 req-9e569f2d-44b8-4a22-a310-a5c6e2caa96e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.414351 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d869355-0a49-4149-b79b-6d807a8c1b94 req-9e569f2d-44b8-4a22-a310-a5c6e2caa96e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "DELETE /v2.0/ports/dfc5bc51-9896-4ccf-8b2f-835f5553fe0b HTTP/1.1" status: 204 len: 173 time: 0.5167179 Aug 03 18:59:50.414797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2', 'name': 'network-vif-deleted', 'tag': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:50.417111 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d762bf-3967-4001-a326-a7fcdada69ad" -d '{"events": [{"server_uuid": "a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2", "name": "network-vif-deleted", "tag": "dfc5bc51-9896-4ccf-8b2f-835f5553fe0b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:50.554233 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e1dfc426-5139-480e-8caf-9ef9637faebf details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:50.659729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port e1dfc426-5139-480e-8caf-9ef9637faebf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e1dfc426-5139-480e-8caf-9ef9637faebf,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:50.671916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'e1dfc426-5139-480e-8caf-9ef9637faebf', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'port_id': 'e1dfc426-5139-480e-8caf-9ef9637faebf', 'mac_address': 'fa:16:3e:fb:0f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:50.711285 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.726774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dfc426-5139-480e-8caf-9ef9637faebf {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:50.746807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port e1dfc426-5139-480e-8caf-9ef9637faebf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e1dfc426-5139-480e-8caf-9ef9637faebf,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:50.750831 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.811609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=e1dfc426-5139-480e-8caf-9ef9637faebf,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:50.990470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['e1dfc426-5139-480e-8caf-9ef9637faebf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:51.174813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bb0a1147-9167-45e7-956d-381d452b6711 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:51.240049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port bb0a1147-9167-45e7-956d-381d452b6711 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:51.240423 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.571672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e1dfc426-5139-480e-8caf-9ef9637faebf up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:52.621330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port e1dfc426-5139-480e-8caf-9ef9637faebf completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:52.625606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port e1dfc426-5139-480e-8caf-9ef9637faebf triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:52.626529 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.709237 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.736319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f542a1ab-d71e-40a2-a998-8962430dc7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dfc426-5139-480e-8caf-9ef9637faebf'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:52.738597 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68751214-c40c-41ae-b393-795497280474" -d '{"events": [{"server_uuid": "f542a1ab-d71e-40a2-a998-8962430dc7b2", "name": "network-vif-plugged", "status": "completed", "tag": "e1dfc426-5139-480e-8caf-9ef9637faebf"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:52.760436 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port e1dfc426-5139-480e-8caf-9ef9637faebf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e1dfc426-5139-480e-8caf-9ef9637faebf,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:52.764536 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.765726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dfc5bc51-9896-4ccf-8b2f-835f5553fe0b no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:52.786348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: dfc5bc51-9896-4ccf-8b2f-835f5553fe0b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:52.786701 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dfc5bc51-9896-4ccf-8b2f-835f5553fe0b not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:52.834652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=e1dfc426-5139-480e-8caf-9ef9637faebf,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:55.593489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-d34d7062-677d-405c-8753-e6b344f0380d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466797 Aug 03 18:59:55.700712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-79336e65-c066-49e4-9a46-a500b1593a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:55.702337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-79336e65-c066-49e4-9a46-a500b1593a70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b03a1d90a77d4cc9872df423d28f5864&device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 1101 time: 0.0477378 Aug 03 18:59:55.812849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-1cb6c274-2499-4473-8a06-0b38550226ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:55.814957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-1cb6c274-2499-4473-8a06-0b38550226ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.0905960 Aug 03 18:59:55.863551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-e1cc4232-571e-4551-b784-b070d84960a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0405c71b-593d-4cf0-80c1-ce262e940092 HTTP/1.1" status: 200 len: 217 time: 0.0401988 Aug 03 18:59:55.889240 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:59:55.918226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-b0ab5b38-c013-4117-9cad-48e81e68d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:55.919731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-b0ab5b38-c013-4117-9cad-48e81e68d28f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0479794 Aug 03 18:59:55.968679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-0d718893-918b-4bb6-b844-90138cc0a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:55.970317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-0d718893-918b-4bb6-b844-90138cc0a8a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423315 Aug 03 18:59:56.077862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-d50a6e52-9af2-47bb-9a5e-9f384814bff3 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981462 Aug 03 18:59:56.184035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51c2d431-6a6e-4021-a69e-d71d0906d0df req-539edf2a-9216-442e-b067-5775515c7e77 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971532 Aug 03 18:59:58.768449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b34e9-0645-442b-a25c-040238741a06 req-8f8f5b89-fa59-4a43-9842-fe20e7d20953 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:58.768449 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-8f8f5b89-fa59-4a43-9842-fe20e7d20953 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/networks?id=95b92a92-1768-42af-9d90-c86d3d5a4a8a HTTP/1.1" status: 200 len: 813 time: 0.1431792 Aug 03 18:59:58.785211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-a6c8df13-6473-4092-87b3-264cc2d7a2d1 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/quotas/6d93768b1d2643a194e2c1b52980578a HTTP/1.1" status: 200 len: 375 time: 0.0132878 Aug 03 18:59:58.792929 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c380de-99ee-40a6-b24a-dc5909ed86fb req-58233715-1af4-430f-b70d-8e5a8852ba8b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:58.794500 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56c380de-99ee-40a6-b24a-dc5909ed86fb req-58233715-1af4-430f-b70d-8e5a8852ba8b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 945 time: 0.0954490 Aug 03 18:59:58.828206 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-b70e218f-ebba-4de4-9b2a-2ebbcc36c178 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6d93768b1d2643a194e2c1b52980578a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327315 Aug 03 18:59:58.902716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56c380de-99ee-40a6-b24a-dc5909ed86fb req-1fc6bb05-4fe5-4451-9a70-c3631abc6a2c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964966 Aug 03 18:59:58.950453 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-d1818347-ab25-4b87-aa92-0598daa769d0 service neutron] 10.222.0.78 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133199 Aug 03 18:59:59.057578 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-7f8e0991-d744-49ac-917a-0ce51000b225 service neutron] 10.222.0.78 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012363 Aug 03 18:59:59.125342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da8ed7-4912-4ad5-a29c-5c90b088a9a3 req-e15c373c-6990-484b-ba6f-8b4998289e3c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:59.133143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75da8ed7-4912-4ad5-a29c-5c90b088a9a3 req-e15c373c-6990-484b-ba6f-8b4998289e3c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0681896 Aug 03 18:59:59.178854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75da8ed7-4912-4ad5-a29c-5c90b088a9a3 req-efa1eba8-38b1-4fcc-b31e-bcce4f8c9ede tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 Aug 03 18:59:59.225233 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535b02ca-8222-4965-b1d4-230ce4e91cf9 x-openstack-request-id: req-535b02ca-8222-4965-b1d4-230ce4e91cf9 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:59.225811 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2", "name": "network-vif-deleted", "tag": "dfc5bc51-9896-4ccf-8b2f-835f5553fe0b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:59.226287 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-535b02ca-8222-4965-b1d4-230ce4e91cf9 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:59.226914 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a846e2c6-6f5e-4a1f-9e26-f1fdc56688d2', 'name': 'network-vif-deleted', 'tag': 'dfc5bc51-9896-4ccf-8b2f-835f5553fe0b', 'status': 'completed', 'code': 200} Aug 03 18:59:59.269865 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5af256a-acb7-4b7e-9028-d69f2130493a x-openstack-request-id: req-e5af256a-acb7-4b7e-9028-d69f2130493a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:59.270433 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f542a1ab-d71e-40a2-a998-8962430dc7b2", "name": "network-vif-plugged", "status": "completed", "tag": "e1dfc426-5139-480e-8caf-9ef9637faebf", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:59.270433 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5af256a-acb7-4b7e-9028-d69f2130493a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:59.270808 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f542a1ab-d71e-40a2-a998-8962430dc7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dfc426-5139-480e-8caf-9ef9637faebf', 'code': 200} Aug 03 18:59:59.353084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16bdd9c9-6821-4529-a7a0-9085afa72dab req-beb2831c-f93b-4b3e-8516-4070b96f8ca4 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 210 time: 0.0441101 Aug 03 18:59:59.383670 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.403929 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b9f56-08ed-425b-af95-43c6cf465921 req-31310523-0ee5-40e3-9c97-9f2caaaf8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:59.405483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-247b9f56-08ed-425b-af95-43c6cf465921 req-31310523-0ee5-40e3-9c97-9f2caaaf8e59 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 1096 time: 0.0514023 Aug 03 18:59:59.470452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 41648) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:59.540886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-247b9f56-08ed-425b-af95-43c6cf465921 req-b49cb890-1563-47fa-9283-7356573631ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264174 Aug 03 18:59:59.596785 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f054cdc-fb2d-49e7-ada9-4cb6578a1f84 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.634419 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f054cdc-fb2d-49e7-ada9-4cb6578a1f84 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.709211 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f054cdc-fb2d-49e7-ada9-4cb6578a1f84 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.712492 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f054cdc-fb2d-49e7-ada9-4cb6578a1f84 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.713746 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f054cdc-fb2d-49e7-ada9-4cb6578a1f84 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "DELETE /v2.0/security-groups/1ffb3f3d-e91e-4f7f-aea0-adad1a2f4c74 HTTP/1.1" status: 204 len: 168 time: 0.2422824 Aug 03 18:59:59.716394 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41658) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:59.736227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f054cdc-fb2d-49e7-ada9-4cb6578a1f84 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffb3f3d-e91e-4f7f-aea0-adad1a2f4c74,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:59.760559 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-1324f978-fb4f-43fe-b2d8-d32c2c704607 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] show failed (client error): The resource could not be found. Aug 03 18:59:59.765597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 41660) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:59.765780 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1324f978-fb4f-43fe-b2d8-d32c2c704607 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "GET /v2.0/security-groups/1ffb3f3d-e91e-4f7f-aea0-adad1a2f4c74 HTTP/1.1" status: 404 len: 347 time: 0.0478640 Aug 03 18:59:59.921246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6c41e061-9922-4897-b501-291aee13fd28 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Deleting port 10ec55f5-a471-4832-a72b-f9b26891fde3 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:59.923025 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c41e061-9922-4897-b501-291aee13fd28 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.084507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46faa0-c276-4144-980c-35385047bc86 req-7657e583-56bb-42f6-a0b1-257930d9c344 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:00.086324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e46faa0-c276-4144-980c-35385047bc86 req-7657e583-56bb-42f6-a0b1-257930d9c344 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 945 time: 0.1085086 Aug 03 19:00:00.090730 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c41e061-9922-4897-b501-291aee13fd28 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.090730 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c41e061-9922-4897-b501-291aee13fd28 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.108888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6c41e061-9922-4897-b501-291aee13fd28 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Calling delete_port for 10ec55f5-a471-4832-a72b-f9b26891fde3 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:00.186057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e46faa0-c276-4144-980c-35385047bc86 req-8565354f-b363-4573-b210-62278120dbd1 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894842 Aug 03 19:00:00.318124 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c41e061-9922-4897-b501-291aee13fd28 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.413093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41e061-9922-4897-b501-291aee13fd28 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Pushing event deleted for resources: {'Port': ['ID=10ec55f5-a471-4832-a72b-f9b26891fde3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:00.477342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e70547-2d96-448f-bd4b-a63818a870ca req-c7c87e0a-8f91-4e0f-bce9-59af802d1036 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:00.494265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41e70547-2d96-448f-bd4b-a63818a870ca req-c7c87e0a-8f91-4e0f-bce9-59af802d1036 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1974034 Aug 03 19:00:00.894537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e238059-80e0-4466-b941-7571e15cb97a req-81c83691-bfb8-43db-9b2a-7f2ff4ffd52a tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 210 time: 0.0545621 Aug 03 19:00:00.920296 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c41e061-9922-4897-b501-291aee13fd28 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.923544 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6c41e061-9922-4897-b501-291aee13fd28 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.924848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6c41e061-9922-4897-b501-291aee13fd28 tempest-ImagesOneServerNegativeTestJSON-1360047473 tempest-ImagesOneServerNegativeTestJSON-1360047473-project] 10.222.0.78 "DELETE /v2.0/floatingips/0fa63815-b25b-4e9d-aa7f-64d2e7d735a0 HTTP/1.1" status: 204 len: 168 time: 1.1581604 Aug 03 19:00:00.942107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41e70547-2d96-448f-bd4b-a63818a870ca req-60fec4ba-2d1e-4f1f-bd1f-150785309b09 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465828 Aug 03 19:00:00.982067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b34e9-0645-442b-a25c-040238741a06 req-0481e505-6fb7-4f1e-b886-1da4a40d8243 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:00.985327 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-0481e505-6fb7-4f1e-b886-1da4a40d8243 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "GET /v2.0/networks?id=95b92a92-1768-42af-9d90-c86d3d5a4a8a HTTP/1.1" status: 200 len: 813 time: 0.4854779 Aug 03 19:00:01.000341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Request body: {'port': {'device_id': '62b46acb-fb80-431b-a661-dc61967ee0f3', 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a', 'admin_state_up': True, 'tenant_id': '6d93768b1d2643a194e2c1b52980578a'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:01.105809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41710) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:01.159498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Deleting subnet 2941acd2-0ddf-4764-9478-00a2a4b91fbd {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:00:01.163918 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.196856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Made reservation on behalf of 6d93768b1d2643a194e2c1b52980578a for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:01.201374 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.225264 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.324964 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.408186 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.416189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Allocated IP 172.20.0.12 (95b92a92-1768-42af-9d90-c86d3d5a4a8a/5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f/32422b15-fb1c-47ca-88bf-9db268cf1d50) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:01.429331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a9434-8049-4f7e-a16f-3c4d7693223a req-09a561d3-e09b-4d03-a06e-ecef8bd3264f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:01.436563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e9a9434-8049-4f7e-a16f-3c4d7693223a req-09a561d3-e09b-4d03-a06e-ecef8bd3264f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 945 time: 0.1129811 Aug 03 19:00:01.447404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.453307 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2941acd2-0ddf-4764-9478-00a2a4b91fbd HTTP/1.1" status: 204 len: 168 time: 0.3455155 Aug 03 19:00:01.455114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2941acd2-0ddf-4764-9478-00a2a4b91fbd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:01.457287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 41724) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:01.465373 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.466493 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.467015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.467530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.468223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.468734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.470007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.470534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.471032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.471543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.472092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.472908 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fcddc-896e-4021-b981-d19951d50736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:01.577527 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e9a9434-8049-4f7e-a16f-3c4d7693223a req-d2ff29b0-3ae5-47e4-b9be-eb3ee629b7a0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398628 Aug 03 19:00:01.582909 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.778041 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.797978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e401c9-8666-4b4e-bdc1-c4398169ba8e']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:01.820672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc2a441-4bed-4567-99c2-8e0cc1936229') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:01.821305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc2a441-4bed-4567-99c2-8e0cc1936229') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:01.852602 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.856160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.882312 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.894090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:00:01.894520 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:00:01.896249 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:00:01.977729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.993206 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.995063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e5e401c9-8666-4b4e-bdc1-c4398169ba8e HTTP/1.1" status: 204 len: 168 time: 0.5354049 Aug 03 19:00:02.000280 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.035027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d959c-dfbd-4130-a504-d58df69c7e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5e401c9-8666-4b4e-bdc1-c4398169ba8e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:02.069170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Network 95b92a92-1768-42af-9d90-c86d3d5a4a8a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:02.073033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:02.077974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:02.134643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Pushing event updated for resources: {'Port': ['ID=32422b15-fb1c-47ca-88bf-9db268cf1d50,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:02.165265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0702db3-d31b-4c4b-924e-1e9a605f0cc6 req-382a07df-d69d-4c3a-aa57-a77c43259e76 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:02.166523 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41748) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:02.167037 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0702db3-d31b-4c4b-924e-1e9a605f0cc6 req-382a07df-d69d-4c3a-aa57-a77c43259e76 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 932 time: 0.1866007 Aug 03 19:00:02.217102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:02.217792 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.234550 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-236dab91-0f25-488a-808b-385c1508dc3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=af87ca2713e742dd9cb47e67d00a145f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649471 Aug 03 19:00:02.238811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41750) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:02.252108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-1e185c4d-bfd5-4100-9268-8748aa0f3086 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2561202 Aug 03 19:00:02.263330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10664c3e-b926-4b0b-b102-62b9ff64d80a req-b6644ae7-6fcb-43bd-a65f-6dd35abed5f7 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:02.273158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10664c3e-b926-4b0b-b102-62b9ff64d80a req-b6644ae7-6fcb-43bd-a65f-6dd35abed5f7 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1584189 Aug 03 19:00:02.279190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Request body: {'port': {'device_id': '62b46acb-fb80-431b-a661-dc61967ee0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:02.291221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0702db3-d31b-4c4b-924e-1e9a605f0cc6 req-7432848e-a032-4ced-8bc1-8ba1fb263616 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059639 Aug 03 19:00:02.304922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b5173f-c48d-4a77-9642-3c4f9703b2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.341056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b5173f-c48d-4a77-9642-3c4f9703b2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.380619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10664c3e-b926-4b0b-b102-62b9ff64d80a req-d8f69205-8a4f-40c7-8d2f-2f9c3ae0e490 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020713 Aug 03 19:00:02.410861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.419346 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b5173f-c48d-4a77-9642-3c4f9703b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.423660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b5173f-c48d-4a77-9642-3c4f9703b2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.426170 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-62b5173f-c48d-4a77-9642-3c4f9703b2f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f071be9-7f4d-49db-895e-0281b9f00467 HTTP/1.1" status: 204 len: 168 time: 0.1834435 Aug 03 19:00:02.440107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5173f-c48d-4a77-9642-3c4f9703b2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f071be9-7f4d-49db-895e-0281b9f00467,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:02.767383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32422b15-fb1c-47ca-88bf-9db268cf1d50 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:02.773690 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.792419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Transition to ACTIVE for port object 32422b15-fb1c-47ca-88bf-9db268cf1d50 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:02.799477 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.904221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=32422b15-fb1c-47ca-88bf-9db268cf1d50,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:02.984849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Attempting to bind port 32422b15-fb1c-47ca-88bf-9db268cf1d50 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:02.986250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Attempting to bind port 32422b15-fb1c-47ca-88bf-9db268cf1d50 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:02.986571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Attempting to bind port 32422b15-fb1c-47ca-88bf-9db268cf1d50 on network 95b92a92-1768-42af-9d90-c86d3d5a4a8a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:02.991848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Port 32422b15-fb1c-47ca-88bf-9db268cf1d50 on network 95b92a92-1768-42af-9d90-c86d3d5a4a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:02.992204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Attempting to bind port 32422b15-fb1c-47ca-88bf-9db268cf1d50 on network 95b92a92-1768-42af-9d90-c86d3d5a4a8a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:02.998186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:02.998539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Checking segment: {'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:02.999066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Bound using segment: {'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:02.999611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Bound port: 32422b15-fb1c-47ca-88bf-9db268cf1d50, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:02.999874 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.072687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] For port 32422b15-fb1c-47ca-88bf-9db268cf1d50, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:03.076901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] For port 32422b15-fb1c-47ca-88bf-9db268cf1d50, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=32422b15-fb1c-47ca-88bf-9db268cf1d50,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:03.083095 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.127681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:03.128345 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.129817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] 10.222.0.37 "PUT /v2.0/ports/32422b15-fb1c-47ca-88bf-9db268cf1d50 HTTP/1.1" status: 200 len: 1092 time: 0.8546014 Aug 03 19:00:03.130339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b46acb-fb80-431b-a661-dc61967ee0f3', 'tag': '32422b15-fb1c-47ca-88bf-9db268cf1d50'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:03.132897 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa8dfaa-6e0b-4a33-a8a0-c1c39aa4a03d" -d '{"events": [{"name": "network-changed", "server_uuid": "62b46acb-fb80-431b-a661-dc61967ee0f3", "tag": "32422b15-fb1c-47ca-88bf-9db268cf1d50"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:03.154630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87b536-38e2-425a-bb78-e72fe8c9d7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=32422b15-fb1c-47ca-88bf-9db268cf1d50,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:03.217539 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e293534-7377-4c25-89b3-e4ad628ddc5a x-openstack-request-id: req-4e293534-7377-4c25-89b3-e4ad628ddc5a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:03.218289 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b46acb-fb80-431b-a661-dc61967ee0f3", "tag": "32422b15-fb1c-47ca-88bf-9db268cf1d50", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:03.218289 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e293534-7377-4c25-89b3-e4ad628ddc5a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:03.222015 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b46acb-fb80-431b-a661-dc61967ee0f3', 'tag': '32422b15-fb1c-47ca-88bf-9db268cf1d50', 'status': 'completed', 'code': 200} Aug 03 19:00:03.264421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b34e9-0645-442b-a25c-040238741a06 req-a9a554f8-b365-4c76-b61c-5cf24ee2cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:03.267216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-a9a554f8-b365-4c76-b61c-5cf24ee2cd32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d93768b1d2643a194e2c1b52980578a&device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 1095 time: 0.0705748 Aug 03 19:00:03.358476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-ffd33fc0-57a3-4b5b-9dc2-557c15fbd26a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32422b15-fb1c-47ca-88bf-9db268cf1d50 HTTP/1.1" status: 200 len: 217 time: 0.0822995 Aug 03 19:00:03.447583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b34e9-0645-442b-a25c-040238741a06 req-c8026059-c7cc-46a2-b168-0b37eb5531b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:03.450096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-c8026059-c7cc-46a2-b168-0b37eb5531b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f HTTP/1.1" status: 200 len: 853 time: 0.0840280 Aug 03 19:00:03.525364 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-d1c5039e-4da7-4629-bbb6-b0a4728ea146 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95b92a92-1768-42af-9d90-c86d3d5a4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632162 Aug 03 19:00:03.622626 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2cb57eaf-952a-4832-856b-b89d6e80d35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.652047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca430075-4111-4c39-9f80-abc97ea8f1db req-70339e38-322f-4638-adc6-6bdbe462a431 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:03.653750 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca430075-4111-4c39-9f80-abc97ea8f1db req-70339e38-322f-4638-adc6-6bdbe462a431 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 944 time: 0.2024288 Aug 03 19:00:03.726579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-06a57f6c-876a-40eb-bb3d-e2db217554af service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892216 Aug 03 19:00:03.739977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3513d1-e521-4f3c-8d27-aaf8da9aaccd req-3771a9e9-db4f-4a92-8334-c49f2935f9a2 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:03.741903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b3513d1-e521-4f3c-8d27-aaf8da9aaccd req-3771a9e9-db4f-4a92-8334-c49f2935f9a2 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.2204790 Aug 03 19:00:03.755679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca430075-4111-4c39-9f80-abc97ea8f1db req-dfc54367-ef10-4ab3-94dc-953469757484 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888948 Aug 03 19:00:03.846421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b3513d1-e521-4f3c-8d27-aaf8da9aaccd req-322e8a59-edb1-4562-adb9-a430aa1fbc3c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945809 Aug 03 19:00:03.894937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-564b34e9-0645-442b-a25c-040238741a06 req-2f7b6268-0935-480d-bb50-6f6316202a0f service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516914 Aug 03 19:00:04.034799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8dfaa-6e0b-4a33-a8a0-c1c39aa4a03d req-8e4fafc2-574a-4fe4-838a-038ab8a88fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:04.036612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7aa8dfaa-6e0b-4a33-a8a0-c1c39aa4a03d req-8e4fafc2-574a-4fe4-838a-038ab8a88fbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d93768b1d2643a194e2c1b52980578a&device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 1095 time: 0.0875888 Aug 03 19:00:04.159017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8dfaa-6e0b-4a33-a8a0-c1c39aa4a03d req-dfde9d8c-d0f7-4b91-89b5-f75d360492a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:04.161426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7aa8dfaa-6e0b-4a33-a8a0-c1c39aa4a03d req-dfde9d8c-d0f7-4b91-89b5-f75d360492a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=95b92a92-1768-42af-9d90-c86d3d5a4a8a HTTP/1.1" status: 200 len: 914 time: 0.1171968 Aug 03 19:00:04.210785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7aa8dfaa-6e0b-4a33-a8a0-c1c39aa4a03d req-f3fa1ecb-a519-4c75-b3b4-fbdae797c230 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32422b15-fb1c-47ca-88bf-9db268cf1d50 HTTP/1.1" status: 200 len: 217 time: 0.0415750 Aug 03 19:00:04.298737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8dfaa-6e0b-4a33-a8a0-c1c39aa4a03d req-c8aa655f-f846-4a1e-bcb7-f6bd9f15c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:04.302611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7aa8dfaa-6e0b-4a33-a8a0-c1c39aa4a03d req-c8aa655f-f846-4a1e-bcb7-f6bd9f15c378 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f HTTP/1.1" status: 200 len: 853 time: 0.0847011 Aug 03 19:00:04.338467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7aa8dfaa-6e0b-4a33-a8a0-c1c39aa4a03d req-79a260e5-66dc-402d-88fb-0df085611f9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95b92a92-1768-42af-9d90-c86d3d5a4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274725 Aug 03 19:00:04.439018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7aa8dfaa-6e0b-4a33-a8a0-c1c39aa4a03d req-4d72af2a-a6cf-467f-9824-57ec1cd2af02 service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931511 Aug 03 19:00:04.546771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7aa8dfaa-6e0b-4a33-a8a0-c1c39aa4a03d req-95ca28f7-f38a-44ed-b1c0-273f90fc8b14 service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994239 Aug 03 19:00:04.945605 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b26dc2-2543-4e73-8769-cb67da74b506 req-62879273-aa3d-43ee-8dbd-51c1f52918a6 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:04.958807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53b26dc2-2543-4e73-8769-cb67da74b506 req-62879273-aa3d-43ee-8dbd-51c1f52918a6 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 944 time: 0.1086409 Aug 03 19:00:05.080293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53b26dc2-2543-4e73-8769-cb67da74b506 req-42972dd2-75e7-4632-8868-3f72f6728d34 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675404 Aug 03 19:00:05.080293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdaaa3-4c57-4e57-a7f1-96805ee6afb9 req-7e27b28e-ea5d-456b-89e2-cb6b02a8e001 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:05.080293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2fdaaa3-4c57-4e57-a7f1-96805ee6afb9 req-7e27b28e-ea5d-456b-89e2-cb6b02a8e001 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0576973 Aug 03 19:00:05.191852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2fdaaa3-4c57-4e57-a7f1-96805ee6afb9 req-9f42a6d9-a2d7-4668-b1b4-839473b7d0ea tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050806 Aug 03 19:00:06.205740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d328a-2958-4f6f-81b4-beddcb738567 req-340a1f95-f249-4ba2-8c7e-9f5c73c7f854 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:06.205740 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d55d328a-2958-4f6f-81b4-beddcb738567 req-340a1f95-f249-4ba2-8c7e-9f5c73c7f854 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 944 time: 0.0704813 Aug 03 19:00:06.247961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d55d328a-2958-4f6f-81b4-beddcb738567 req-0a717024-0ebc-493e-9d11-9cd693633d57 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367072 Aug 03 19:00:06.378981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972c410-38b4-4dbc-b062-f88a7579e008 req-df85d5dc-8e56-47e9-bcb2-871e26c57bba tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:06.380920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c972c410-38b4-4dbc-b062-f88a7579e008 req-df85d5dc-8e56-47e9-bcb2-871e26c57bba tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0610831 Aug 03 19:00:06.403765 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-acd1d7ed-0249-483a-9261-0f42f17cfa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.442688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c972c410-38b4-4dbc-b062-f88a7579e008 req-e370e3d4-2abb-47a8-95f0-842c71ef56be tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466502 Aug 03 19:00:06.564545 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.666617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 32422b15-fb1c-47ca-88bf-9db268cf1d50 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:06.829570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 32422b15-fb1c-47ca-88bf-9db268cf1d50, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=32422b15-fb1c-47ca-88bf-9db268cf1d50,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:06.843402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '32422b15-fb1c-47ca-88bf-9db268cf1d50', 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a', 'port_id': '32422b15-fb1c-47ca-88bf-9db268cf1d50', 'mac_address': 'fa:16:3e:68:81:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:06.892591 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.910803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32422b15-fb1c-47ca-88bf-9db268cf1d50 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:06.945469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 32422b15-fb1c-47ca-88bf-9db268cf1d50, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=32422b15-fb1c-47ca-88bf-9db268cf1d50,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:06.952872 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.018628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=32422b15-fb1c-47ca-88bf-9db268cf1d50,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:07.026428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.026772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.027304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.027978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.028483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.029012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.029590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.030114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.030512 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.030852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.031234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.031529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:07.204183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['32422b15-fb1c-47ca-88bf-9db268cf1d50'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:07.433319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92f2e4-9e21-4d80-ba52-6b5b6f68ee6c req-596f2a60-ce1f-4a61-818e-e41766b1fef7 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:07.435005 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea92f2e4-9e21-4d80-ba52-6b5b6f68ee6c req-596f2a60-ce1f-4a61-818e-e41766b1fef7 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 945 time: 0.0562463 Aug 03 19:00:07.479489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea92f2e4-9e21-4d80-ba52-6b5b6f68ee6c req-8fbb1352-7827-401f-879d-f7cd2dc6da1c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382164 Aug 03 19:00:07.572103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5274b-b685-49d0-bbaf-82a4bbc05c02 req-c06a3fe7-726c-4552-ab35-fa821e09888f tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:07.573865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54d5274b-b685-49d0-bbaf-82a4bbc05c02 req-c06a3fe7-726c-4552-ab35-fa821e09888f tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.0557370 Aug 03 19:00:07.615724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54d5274b-b685-49d0-bbaf-82a4bbc05c02 req-8c633d47-4da7-42f3-b3a5-ae47fbd513cb tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356913 Aug 03 19:00:07.750203 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.592172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-69fa0b33-a9a5-4281-b5b0-ae364e128b12 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d50ca8063c55465ea2a5a495247f4e2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258880 Aug 03 19:00:08.684886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 32422b15-fb1c-47ca-88bf-9db268cf1d50 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:08.750568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 32422b15-fb1c-47ca-88bf-9db268cf1d50 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:08.754759 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 32422b15-fb1c-47ca-88bf-9db268cf1d50 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:08.755421 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.756770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d3dd5-800c-4b35-be1c-3c7e0364bacb req-e8042b35-660b-4bb6-acef-174ed53995b6 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:08.758608 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-382d3dd5-800c-4b35-be1c-3c7e0364bacb req-e8042b35-660b-4bb6-acef-174ed53995b6 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 945 time: 0.0911858 Aug 03 19:00:08.770312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75c90-7864-43b6-9608-774daf42cddc req-435736e3-0d23-410f-b211-bf2547a71f21 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:08.771786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-435736e3-0d23-410f-b211-bf2547a71f21 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716783 Aug 03 19:00:08.801085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-9620d92c-b8e9-49a0-ac7c-3522b5590bf1 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/quotas/d50ca8063c55465ea2a5a495247f4e2c HTTP/1.1" status: 200 len: 375 time: 0.0214155 Aug 03 19:00:08.827082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-382d3dd5-800c-4b35-be1c-3c7e0364bacb req-407493e2-c048-4040-a01c-9a30a4650cba tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521772 Aug 03 19:00:08.844872 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.847625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-9a0f58da-57d5-4990-9bfa-ee154f8bf76c tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d50ca8063c55465ea2a5a495247f4e2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383248 Aug 03 19:00:08.869981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b46acb-fb80-431b-a661-dc61967ee0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32422b15-fb1c-47ca-88bf-9db268cf1d50'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:08.872409 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21c0c98-eee1-427b-ad95-7308d42782ee" -d '{"events": [{"server_uuid": "62b46acb-fb80-431b-a661-dc61967ee0f3", "name": "network-vif-plugged", "status": "completed", "tag": "32422b15-fb1c-47ca-88bf-9db268cf1d50"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:08.886744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 32422b15-fb1c-47ca-88bf-9db268cf1d50, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=32422b15-fb1c-47ca-88bf-9db268cf1d50,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:08.894109 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.923749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42038) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:08.930392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1906135065'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:08.958048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:08.962803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.965780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=32422b15-fb1c-47ca-88bf-9db268cf1d50,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:08.977828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42040) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:08.999276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-354221193'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:09.014176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:00:09.025569 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.026437 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Added segment 12b2c6ad-e22e-4e2c-b424-7406180f7e98 of type vlan for network 4a0d5886-96c2-4dff-baa6-95bbe249d83f Aug 03 19:00:09.045083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eef59-19e2-431c-abba-c2d4fd9d991e req-a214f391-05a6-4483-aecb-944dfd35ca8a tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:09.046763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db0eef59-19e2-431c-abba-c2d4fd9d991e req-a214f391-05a6-4483-aecb-944dfd35ca8a tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1293087 Aug 03 19:00:09.057975 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc023a7a-1683-4e60-a773-2561eb3b5912 x-openstack-request-id: req-dc023a7a-1683-4e60-a773-2561eb3b5912 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:09.058333 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b46acb-fb80-431b-a661-dc61967ee0f3", "name": "network-vif-plugged", "status": "completed", "tag": "32422b15-fb1c-47ca-88bf-9db268cf1d50", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:09.058682 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dc023a7a-1683-4e60-a773-2561eb3b5912 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:09.058829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:09.059469 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b46acb-fb80-431b-a661-dc61967ee0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32422b15-fb1c-47ca-88bf-9db268cf1d50', 'code': 200} Aug 03 19:00:09.063123 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.110968 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.111541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:00:09.123651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db0eef59-19e2-431c-abba-c2d4fd9d991e req-077f227f-c641-4b93-bfca-cbdd545d08d0 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698211 Aug 03 19:00:09.127746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.128280 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Added segment 9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f of type vlan for network c26e77bf-0edc-498b-9ab8-19bf405a3c90 Aug 03 19:00:09.150526 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.156746 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:09.157884 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.240412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-73e150a0-7c7d-4cc0-9123-109b3a14f61c tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d50ca8063c55465ea2a5a495247f4e2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405607 Aug 03 19:00:09.242112 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.253272 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3283648 Aug 03 19:00:09.260984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42060) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:09.266428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f06f-78c8-4462-a1bd-bc909359bf2b req-03b1c240-9c6d-4c5e-91a7-286692a2bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:09.267933 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5e9f06f-78c8-4462-a1bd-bc909359bf2b req-03b1c240-9c6d-4c5e-91a7-286692a2bc3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 1097 time: 0.1383369 Aug 03 19:00:09.279317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1145756793'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:09.303076 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2f2bc-d1b6-411e-9b92-1010ce2acb1c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Network': ['ID=4a0d5886-96c2-4dff-baa6-95bbe249d83f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:09.317722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 4a0d5886-96c2-4dff-baa6-95bbe249d83f details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:00:09.320433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:09.324601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.355802 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.362442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:09.363067 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.383262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:00:09.392263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5e9f06f-78c8-4462-a1bd-bc909359bf2b req-cab7349c-5820-4889-ab10-d36d9fe6bc76 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125472 Aug 03 19:00:09.405018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.405271 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Added segment 34664d18-8708-458e-a469-7b6174287bf5 of type vlan for network bb73ae63-dd24-41e8-9010-968a1eb21693 Aug 03 19:00:09.449059 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.489296 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.498524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:09.499220 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.501314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5211570 Aug 03 19:00:09.502457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42068) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:09.505567 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.519693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-240110795'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:09.567901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a8cbe-ab59-4c29-b3a4-b0d23004af8c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Network': ['ID=c26e77bf-0edc-498b-9ab8-19bf405a3c90,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:09.575393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Network': ['ID=bb73ae63-dd24-41e8-9010-968a1eb21693,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:09.580259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network c26e77bf-0edc-498b-9ab8-19bf405a3c90 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:00:09.585138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network bb73ae63-dd24-41e8-9010-968a1eb21693 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:00:09.593363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-5f5e1651-8abd-4ad4-b9bf-d063bb2eba0b tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:09.595860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-5f5e1651-8abd-4ad4-b9bf-d063bb2eba0b tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3480101 Aug 03 19:00:09.623972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-27e08455-91a9-4afd-95d0-fa4c7dfb32d7 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/quotas/d50ca8063c55465ea2a5a495247f4e2c HTTP/1.1" status: 200 len: 375 time: 0.0143154 Aug 03 19:00:09.624698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:09.628852 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.629737 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4676cd85-4b92-4e36-ad7d-23110dc7b7da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3669288 Aug 03 19:00:09.631439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42072) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:09.638008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'subnet': {'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:09.683864 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-14283270-05cc-43dc-ab8c-1b7f85f3b884 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d50ca8063c55465ea2a5a495247f4e2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427597 Aug 03 19:00:09.715922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:00:09.737719 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.738603 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Added segment a865b215-04ae-4e4b-b25f-57ce3676fb53 of type vlan for network 519a22f2-633f-4d6d-8c20-32ad2bcf244c Aug 03 19:00:09.764670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:09.768340 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.791644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.825358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.834371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:09.835340 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.916644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4021153 Aug 03 19:00:09.920161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42082) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:09.926834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'subnet': {'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:10.073771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.428553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-245c3dca-1b26-4b4c-a1d2-d7d237e62b25 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=d50ca8063c55465ea2a5a495247f4e2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459502 Aug 03 19:00:10.450201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b20435-4f2f-43c1-8c47-d65f6cd3a741 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Network': ['ID=519a22f2-633f-4d6d-8c20-32ad2bcf244c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:10.461329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-868b317b-b33e-496e-8304-8ce235c4c57b req-169f5a46-a52c-4582-a531-b47cac300d2f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 210 time: 0.5956528 Aug 03 19:00:10.469870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 519a22f2-633f-4d6d-8c20-32ad2bcf244c details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:00:10.497575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Subnet': ['ID=10e5d750-0ab6-448e-8fa1-a8eb8676f923,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:10.512073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Checking segment: {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:10.512656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network hostable DHCP agents. Network: 4a0d5886-96c2-4dff-baa6-95bbe249d83f, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:00:10.532552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network 4a0d5886-96c2-4dff-baa6-95bbe249d83f is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:00:10.544597 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 4a0d5886-96c2-4dff-baa6-95bbe249d83f) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:10.557795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:10.562189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.569926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68812cb-fa8a-405b-b1b6-88c95e48e88f req-6041f72b-b621-4af1-90f9-ebdee51baab9 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:10.572453 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d68812cb-fa8a-405b-b1b6-88c95e48e88f req-6041f72b-b621-4af1-90f9-ebdee51baab9 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.6189888 Aug 03 19:00:10.574294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a2f11-8e12-4aa7-a143-e2df5aa3d6d4 None None] Network 4a0d5886-96c2-4dff-baa6-95bbe249d83f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:10.584926 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-be87d539-a856-43d1-a533-db23948d6e04 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9514575 Aug 03 19:00:10.587374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42096) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:10.601747 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'subnet': {'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:10.717593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:10.721102 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.722909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:10.726476 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.790105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75c90-7864-43b6-9608-774daf42cddc req-91b8c133-0fd9-4f52-b8e9-1da39ebb0068 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:10.791600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-91b8c133-0fd9-4f52-b8e9-1da39ebb0068 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3386519 Aug 03 19:00:10.818929 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-4a0d5886-96c2-4dff-baa6-95bbe249d83f', 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'fixed_ips': [{'subnet_id': '10e5d750-0ab6-448e-8fa1-a8eb8676f923'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:00:10.820037 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.821450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c28cdf-c109-4da6-b180-e73237b2fa0c req-337e50c1-8b43-4cf7-b09e-2defd00e131e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:10.823056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14c28cdf-c109-4da6-b180-e73237b2fa0c req-337e50c1-8b43-4cf7-b09e-2defd00e131e tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.2496843 Aug 03 19:00:10.831869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Request body: {'port': {'device_id': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': 'd50ca8063c55465ea2a5a495247f4e2c'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:10.856615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d68812cb-fa8a-405b-b1b6-88c95e48e88f req-b90e20b5-8523-4c62-abc0-867951321b3e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672651 Aug 03 19:00:10.983931 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.992346 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14c28cdf-c109-4da6-b180-e73237b2fa0c req-b089b42e-93c6-4ced-8a0b-bcf5b09635dc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535633 Aug 03 19:00:11.010549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Allocated IP 10.1.1.2 (4a0d5886-96c2-4dff-baa6-95bbe249d83f/10e5d750-0ab6-448e-8fa1-a8eb8676f923/c930285c-541d-4007-9e6b-f356fd1b2ce6) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:11.123250 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Subnet': ['ID=49aaa83c-dc72-498e-9356-036dc25863a5,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:11.123917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Made reservation on behalf of d50ca8063c55465ea2a5a495247f4e2c for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:11.127259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.139290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Checking segment: {'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:11.139771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network hostable DHCP agents. Network: bb73ae63-dd24-41e8-9010-968a1eb21693, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:00:11.162552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network bb73ae63-dd24-41e8-9010-968a1eb21693 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:00:11.169262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-f6a7aec5-c7ab-4c5d-8535-e529ed0f3806 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d50ca8063c55465ea2a5a495247f4e2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685320 Aug 03 19:00:11.169962 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.197603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, bb73ae63-dd24-41e8-9010-968a1eb21693) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:11.202670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:11.206715 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.211010 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.219614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf41c9f4-0101-4c6c-a07e-e412d94f4e53 None None] Network bb73ae63-dd24-41e8-9010-968a1eb21693 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:11.233877 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-828d9b3c-49b2-4941-b4ea-208428962605 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6450591 Aug 03 19:00:11.236138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42102) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:11.242572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'port': {'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f', 'name': 'tempest-TaggedBootDevicesTest-1607021634', 'fixed_ips': [{'subnet_id': '10e5d750-0ab6-448e-8fa1-a8eb8676f923'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:11.293669 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.307787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Transition to ACTIVE for port object c930285c-541d-4007-9e6b-f356fd1b2ce6 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:11.345472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Transition to ACTIVE for port object c930285c-541d-4007-9e6b-f356fd1b2ce6 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:11.374760 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.383417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Subnet': ['ID=b7885d16-488e-4ec6-befe-684ff8a04da4,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:11.417926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-a24fe156-613a-4aa4-bc87-5e1f7378d3c9 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:11.419418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-a24fe156-613a-4aa4-bc87-5e1f7378d3c9 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292659 Aug 03 19:00:11.426348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Network 4a0d5886-96c2-4dff-baa6-95bbe249d83f is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:11.433884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:11.434127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Request body: {'port': {'device_id': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': 'd50ca8063c55465ea2a5a495247f4e2c'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:11.438505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:11.438975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Checking segment: {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:11.439348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network hostable DHCP agents. Network: c26e77bf-0edc-498b-9ab8-19bf405a3c90, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:00:11.440300 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Pushing event updated for resources: {'Port': ['ID=c930285c-541d-4007-9e6b-f356fd1b2ce6,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:11.448858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 55f73bc5-183d-4fa7-a28b-8002149d060c details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:11.469700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 55f73bc5-183d-4fa7-a28b-8002149d060c no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:11.507455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-bb73ae63-dd24-41e8-9010-968a1eb21693', 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'fixed_ips': [{'subnet_id': '49aaa83c-dc72-498e-9356-036dc25863a5'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:00:11.508414 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.524002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network c26e77bf-0edc-498b-9ab8-19bf405a3c90 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:00:11.558254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, c26e77bf-0edc-498b-9ab8-19bf405a3c90) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:11.579386 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:11.579989 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.607364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe41c12-1a09-48a9-b1d4-11dcf0931bd1 None None] Network c26e77bf-0edc-498b-9ab8-19bf405a3c90 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:11.614058 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.617009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a09a156-4f26-4bed-9c87-6e01bbd21081 req-68a6c689-f82b-4166-b0fd-bb2ab69886fe tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 210 time: 0.0596592 Aug 03 19:00:11.624299 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.643241 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:11.665892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3ec350c4-a72d-43da-9c77-24a18894537e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7441380 Aug 03 19:00:11.669632 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42106) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:11.703616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'subnet': {'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:11.709837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e5ce8b-a4b1-4922-91e6-436425adafc0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:11.726807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Attempting to bind port c930285c-541d-4007-9e6b-f356fd1b2ce6 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:11.727196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Attempting to bind port c930285c-541d-4007-9e6b-f356fd1b2ce6 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:11.727489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Attempting to bind port c930285c-541d-4007-9e6b-f356fd1b2ce6 on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:11.738740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Made reservation on behalf of d50ca8063c55465ea2a5a495247f4e2c for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:11.744173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.762123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:11.762399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Checking segment: {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:11.762805 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.763197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Bound using segment: {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:11.763891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Bound port: c930285c-541d-4007-9e6b-f356fd1b2ce6, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:11.764477 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.826607 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.851795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] device_id is not set on port c4622b33-fb7a-4c0a-8092-6fbdc41097dc yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:00:11.856532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:11.861357 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.871642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Allocated IP 192.168.233.123 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/19b5c5aa-1795-49ff-a1a7-feaafcd72ddc) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:12.058759 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:12.066791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839e080-a36a-473f-8aba-551e88bd8f6a req-a6c1ac72-e078-4608-a552-243222ef95f1 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:12.068467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d839e080-a36a-473f-8aba-551e88bd8f6a req-a6c1ac72-e078-4608-a552-243222ef95f1 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.1191452 Aug 03 19:00:12.090017 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.117221 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.130924 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'mac_address': 'fa:16:3e:83:7b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:12.147433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Allocated IP 10.2.2.2 (bb73ae63-dd24-41e8-9010-968a1eb21693/49aaa83c-dc72-498e-9356-036dc25863a5/009e9569-bc80-4058-a4af-431af24db587) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:12.149826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d839e080-a36a-473f-8aba-551e88bd8f6a req-bbd90304-f8fc-4afc-acb2-ea19aab5d7e9 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745690 Aug 03 19:00:12.176384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Transition to ACTIVE for port object 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:12.176748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] For port c930285c-541d-4007-9e6b-f356fd1b2ce6, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:12.223071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d61550-4c63-4814-844b-2c6a5cec3768 req-8c0a7840-af78-407c-87f3-b818a39d9bfc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:12.227279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:12.229643 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52039183-9ba3-41ef-be77-bdabcdfbd116" -d '{"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-unplugged", "status": "completed", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:12.231226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9d61550-4c63-4814-844b-2c6a5cec3768 req-8c0a7840-af78-407c-87f3-b818a39d9bfc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1048434 Aug 03 19:00:12.233441 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] For port c930285c-541d-4007-9e6b-f356fd1b2ce6, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c930285c-541d-4007-9e6b-f356fd1b2ce6,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:12.255214 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.255889 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.271517 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:12.324010 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.355786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-c26e77bf-0edc-498b-9ab8-19bf405a3c90', 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'fixed_ips': [{'subnet_id': 'b7885d16-488e-4ec6-befe-684ff8a04da4'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:00:12.356662 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.358411 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.371606 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9d61550-4c63-4814-844b-2c6a5cec3768 req-c045afc8-6355-4420-8a42-520bccf5f52c tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371980 Aug 03 19:00:12.381660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:12.427093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55f73bc5-183d-4fa7-a28b-8002149d060c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:12.440854 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.451143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:12.466706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:12.478067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Allocated IP 192.168.233.236 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/ebd560a5-54a3-4147-b0f5-91abc766bc02) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:12.480441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Pushing event updated for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:12.486374 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e1aa8-cb9b-40a3-8885-be3afd909f21 None None] Pushing event updated for resources: {'Port': ['ID=c930285c-541d-4007-9e6b-f356fd1b2ce6,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:12.598338 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610a223c-f5c3-4f4a-995c-e6158b277c01 x-openstack-request-id: req-610a223c-f5c3-4f4a-995c-e6158b277c01 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:12.598965 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-unplugged", "status": "completed", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:12.599281 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-610a223c-f5c3-4f4a-995c-e6158b277c01 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:12.600000 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'code': 200} Aug 03 19:00:12.618662 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Allocated IP 10.1.1.36 (4a0d5886-96c2-4dff-baa6-95bbe249d83f/10e5d750-0ab6-448e-8fa1-a8eb8676f923/c4622b33-fb7a-4c0a-8092-6fbdc41097dc) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:12.626097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:12.626464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Subnet': ['ID=55cde3f9-47fa-488b-b3de-03a59f897dc4,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:12.627002 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.637090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Checking segment: {'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:12.637748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network hostable DHCP agents. Network: 519a22f2-633f-4d6d-8c20-32ad2bcf244c, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:00:12.646324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb7553-f105-4030-b81f-c9736deaddc3 req-bdf4d9d0-7116-46fd-bc4c-e99c3bf90f65 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:12.654925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54bb7553-f105-4030-b81f-c9736deaddc3 req-bdf4d9d0-7116-46fd-bc4c-e99c3bf90f65 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.3144360 Aug 03 19:00:12.677026 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:00:12.677259 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:00:12.694133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network 519a22f2-633f-4d6d-8c20-32ad2bcf244c is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:00:12.707698 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:12.719445 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 519a22f2-633f-4d6d-8c20-32ad2bcf244c) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:12.744531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-fb190991-fc36-4097-8ef3-d4f9f47427a6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9183216 Aug 03 19:00:12.771433 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.800407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86acdba3-54bf-4765-a089-5c1df81c7950 None None] Network 519a22f2-633f-4d6d-8c20-32ad2bcf244c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:12.804330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:12.805248 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.816159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Transition to ACTIVE for port object 009e9569-bc80-4058-a4af-431af24db587 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:12.821200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Request body: {'port': {'device_id': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:12.847650 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6efdbd3c-ed91-4035-90f7-b5a040450661 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1768575 Aug 03 19:00:12.856490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42124) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:12.873428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'port': {'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90', 'name': 'tempest-TaggedBootDevicesTest_v242-1723897426', 'fixed_ips': [{'subnet_id': 'b7885d16-488e-4ec6-befe-684ff8a04da4'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:12.886019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Allocated IP 10.1.1.2 (c26e77bf-0edc-498b-9ab8-19bf405a3c90/b7885d16-488e-4ec6-befe-684ff8a04da4/8e6365ca-955b-4ac8-984e-5620981edb36) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:12.900329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Transition to ACTIVE for port object 009e9569-bc80-4058-a4af-431af24db587 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:12.904004 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82dd8f50-97eb-4e18-a7e9-773292962d6b req-985d7dd0-1a92-4dc3-95a3-dcf08a0ca5ba tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 210 time: 0.0625794 Aug 03 19:00:12.925754 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.946160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54bb7553-f105-4030-b81f-c9736deaddc3 req-e75912ef-6d79-4b5e-956a-722b32ec4e8e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898688 Aug 03 19:00:13.047877 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.111454 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.130966 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.136177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Transition to ACTIVE for port object c4622b33-fb7a-4c0a-8092-6fbdc41097dc will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:13.176722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Transition to ACTIVE for port object ebd560a5-54a3-4147-b0f5-91abc766bc02 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:13.189146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Network bb73ae63-dd24-41e8-9010-968a1eb21693 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:13.191838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:13.194857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:13.207009 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:13.241645 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4b1b9711-b0ad-4efb-833e-9dcf1803c24e None None] Provisioning for port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:13.319816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4b1b9711-b0ad-4efb-833e-9dcf1803c24e None None] Provisioning complete for port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:13.320448 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9711-b0ad-4efb-833e-9dcf1803c24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.331419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Pushing event updated for resources: {'Port': ['ID=009e9569-bc80-4058-a4af-431af24db587,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:13.331709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.362153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce6dd-a8af-444b-8d64-3723a5a539e8 req-e7fc3308-9974-4e26-a78e-7e5e2b077968 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:13.364227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a64ce6dd-a8af-444b-8d64-3723a5a539e8 req-e7fc3308-9974-4e26-a78e-7e5e2b077968 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.1280782 Aug 03 19:00:13.404811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.410432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network 4a0d5886-96c2-4dff-baa6-95bbe249d83f is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:13.423226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:13.425892 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.431088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:13.431983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c930285c-541d-4007-9e6b-f356fd1b2ce6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:13.461876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] device_id is not set on port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:00:13.485996 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.507964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b9711-b0ad-4efb-833e-9dcf1803c24e None None] Port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:13.534408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f73bc5-183d-4fa7-a28b-8002149d060c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:13.571944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Port': ['ID=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:13.580268 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Attempting to bind port 009e9569-bc80-4058-a4af-431af24db587 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:13.580655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Attempting to bind port 009e9569-bc80-4058-a4af-431af24db587 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:13.581021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Attempting to bind port 009e9569-bc80-4058-a4af-431af24db587 on network bb73ae63-dd24-41e8-9010-968a1eb21693 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:13.610982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:13.612389 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.628427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:13.629035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Checking segment: {'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:13.629281 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.629642 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Bound using segment: {'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:13.630145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Bound port: 009e9569-bc80-4058-a4af-431af24db587, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:13.630293 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-962d5d2a-63da-4de9-b10b-baf4cacab752 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3917079 Aug 03 19:00:13.630537 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.632857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42140) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:13.639677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'port': {'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f', 'name': 'tempest-TaggedBootDevicesTest-881152288', 'fixed_ips': [{'subnet_id': '10e5d750-0ab6-448e-8fa1-a8eb8676f923'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:13.643070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:13.644736 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.663283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-519a22f2-633f-4d6d-8c20-32ad2bcf244c', 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'fixed_ips': [{'subnet_id': '55cde3f9-47fa-488b-b3de-03a59f897dc4'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:00:13.664140 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.674037 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.686820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:13.689011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Transition to ACTIVE for port object 8e6365ca-955b-4ac8-984e-5620981edb36 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:13.698816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.715812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a64ce6dd-a8af-444b-8d64-3723a5a539e8 req-a394487d-069e-4dc3-804c-2cc1b0e986bc tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424273 Aug 03 19:00:13.740676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Transition to ACTIVE for port object 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:13.770648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:13.773562 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.778426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Pushing event updated for resources: {'Port': ['ID=ebd560a5-54a3-4147-b0f5-91abc766bc02,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:13.780999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:13.787233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:13.838562 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:13.853057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2808c-627b-44ab-a9ae-9d3dee76c727 req-0cbb3e5b-87b5-4944-86ae-9a5443f6fc76 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:13.861342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5af2808c-627b-44ab-a9ae-9d3dee76c727 req-0cbb3e5b-87b5-4944-86ae-9a5443f6fc76 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.4036517 Aug 03 19:00:13.866803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.894463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] device_id is not set on port 2368e8b7-e6bd-408f-a553-4e52a840cf69 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:00:13.894761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] For port 009e9569-bc80-4058-a4af-431af24db587, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:13.898884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=10']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:13.923934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] For port 009e9569-bc80-4058-a4af-431af24db587, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=009e9569-bc80-4058-a4af-431af24db587,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:13.949322 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.964934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c930285c-541d-4007-9e6b-f356fd1b2ce6 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:13.972877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Transition to ACTIVE for port object 8e6365ca-955b-4ac8-984e-5620981edb36 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:14.063203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:14.171623 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.177884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Allocated IP 10.1.1.122 (4a0d5886-96c2-4dff-baa6-95bbe249d83f/10e5d750-0ab6-448e-8fa1-a8eb8676f923/2368e8b7-e6bd-408f-a553-4e52a840cf69) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:14.195202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['55f73bc5-183d-4fa7-a28b-8002149d060c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:14.215246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:14.215944 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.249855 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5af2808c-627b-44ab-a9ae-9d3dee76c727 req-cafe3b97-1174-45af-b852-97958d738d65 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826010 Aug 03 19:00:14.256927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Network c26e77bf-0edc-498b-9ab8-19bf405a3c90 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:14.266962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4734fa03-ea56-411c-8c79-eb66884d0996 None None] Network 4a0d5886-96c2-4dff-baa6-95bbe249d83f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:14.293348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Attempting to bind port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:14.293810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Attempting to bind port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:14.294546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Attempting to bind port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:14.302187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-ee888f27-3380-4225-88de-a7a8db9a076e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8721328 Aug 03 19:00:14.326528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6373e9-8b9c-480b-a5d6-63bb91d2d42b req-f0ba0351-0883-4756-ad11-eee30e2af4f7 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:14.332866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:14.338379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c6373e9-8b9c-480b-a5d6-63bb91d2d42b req-f0ba0351-0883-4756-ad11-eee30e2af4f7 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.4483719 Aug 03 19:00:14.384099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Request body: {'port': {'device_id': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:14.393870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:14.394267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Attempting to bind port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:14.433411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:14.436569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4b2800de-ccd5-4620-abbc-728ea6600299 None None] Provisioning for port ebd560a5-54a3-4147-b0f5-91abc766bc02 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:14.436880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:14.437798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:14.438595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:14.439312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Bound port: 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:14.439885 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.480852 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Allocated IP 10.1.1.210 (c26e77bf-0edc-498b-9ab8-19bf405a3c90/b7885d16-488e-4ec6-befe-684ff8a04da4/21147810-ef92-4ec3-9962-b5b8ec3f3d0c) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:14.529555 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4b2800de-ccd5-4620-abbc-728ea6600299 None None] Provisioning complete for port ebd560a5-54a3-4147-b0f5-91abc766bc02 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:14.529940 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4b2800de-ccd5-4620-abbc-728ea6600299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.549228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c6373e9-8b9c-480b-a5d6-63bb91d2d42b req-80982ec2-e536-4138-a214-1e3d7d6acb70 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090912 Aug 03 19:00:14.557559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.592398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fff0a-f0e3-44dc-b115-b3611fc6a3de None None] Pushing event updated for resources: {'Port': ['ID=009e9569-bc80-4058-a4af-431af24db587,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:14.600915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Transition to ACTIVE for port object 2368e8b7-e6bd-408f-a553-4e52a840cf69 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:14.619054 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.661781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:14.738816 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.810024 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.824785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network 4a0d5886-96c2-4dff-baa6-95bbe249d83f is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:14.832367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Port': ['ID=2368e8b7-e6bd-408f-a553-4e52a840cf69,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:14.837787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:14.842488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:14.866305 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Transition to ACTIVE for port object 21147810-ef92-4ec3-9962-b5b8ec3f3d0c will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:14.902626 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:14.903401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.932584 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-93aea018-2463-4c0a-92c8-f0b1160b27a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2948618 Aug 03 19:00:14.939621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.950948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Allocated IP 10.2.2.2 (519a22f2-633f-4d6d-8c20-32ad2bcf244c/55cde3f9-47fa-488b-b3de-03a59f897dc4/20bae890-3fa0-4ac9-980b-f176e81d3619) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:14.953322 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Pushing event updated for resources: {'Port': ['ID=8e6365ca-955b-4ac8-984e-5620981edb36,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:14.955723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4b2800de-ccd5-4620-abbc-728ea6600299 None None] Port ebd560a5-54a3-4147-b0f5-91abc766bc02 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:14.959752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Attempting to bind port 8e6365ca-955b-4ac8-984e-5620981edb36 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:14.960404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Attempting to bind port 8e6365ca-955b-4ac8-984e-5620981edb36 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:14.960773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Attempting to bind port 8e6365ca-955b-4ac8-984e-5620981edb36 on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:14.990935 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network c26e77bf-0edc-498b-9ab8-19bf405a3c90 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:14.994378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:15.001757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:15.010206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:15.010623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Checking segment: {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:15.011254 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.011661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Bound using segment: {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:15.012145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Bound port: 8e6365ca-955b-4ac8-984e-5620981edb36, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:15.012527 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.034019 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Port': ['ID=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:15.054797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:15.071837 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.076516 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:15.077204 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.096063 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-17d87491-4d80-43a5-aff4-5ffd43f1171b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2388468 Aug 03 19:00:15.098758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440230d-1dc1-4873-b92e-6959472af104 req-52d58a7c-43d5-489f-a627-d83b9f9048ce tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:15.106433 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8440230d-1dc1-4873-b92e-6959472af104 req-52d58a7c-43d5-489f-a627-d83b9f9048ce tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.5748827 Aug 03 19:00:15.112402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42152) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:15.134446 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.147546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'port': {'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90', 'name': 'tempest-TaggedBootDevicesTest_v242-2082591408', 'fixed_ips': [{'subnet_id': 'b7885d16-488e-4ec6-befe-684ff8a04da4'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:15.159551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:15.160333 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.161885 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] 10.222.0.74 "PUT /v2.0/ports/19b5c5aa-1795-49ff-a1a7-feaafcd72ddc HTTP/1.1" status: 200 len: 1096 time: 2.3459296 Aug 03 19:00:15.166022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:15.181968 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:15.238221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2cd9df6e-f1b5-4032-be80-46ad491703d7 None None] Provisioning for port c930285c-541d-4007-9e6b-f356fd1b2ce6 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:15.277287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2cd9df6e-f1b5-4032-be80-46ad491703d7 None None] Provisioning complete for port c930285c-541d-4007-9e6b-f356fd1b2ce6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:15.277697 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2cd9df6e-f1b5-4032-be80-46ad491703d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.361304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:15.367428 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.376440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] For port 8e6365ca-955b-4ac8-984e-5620981edb36, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:15.380933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] For port 8e6365ca-955b-4ac8-984e-5620981edb36, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8e6365ca-955b-4ac8-984e-5620981edb36,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:15.391974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 009e9569-bc80-4058-a4af-431af24db587 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:15.396982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] device_id is not set on port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:00:15.413413 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8440230d-1dc1-4873-b92e-6959472af104 req-dc2896b4-b9e2-468b-80f0-32d23fa29977 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059797 Aug 03 19:00:15.426529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa78541-0262-4af5-be78-2eeef4962dda req-58234ca7-9241-45fe-850f-d08b2533632e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:15.428623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fa78541-0262-4af5-be78-2eeef4962dda req-58234ca7-9241-45fe-850f-d08b2533632e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 936 time: 0.7645307 Aug 03 19:00:15.437277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd186a02-8f12-4467-8ce8-f1639dece8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:15.500691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.555188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75c90-7864-43b6-9608-774daf42cddc req-3294bceb-29a7-4fc5-9807-a9818aa68abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:15.556983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-3294bceb-29a7-4fc5-9807-a9818aa68abb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d50ca8063c55465ea2a5a495247f4e2c&device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 1099 time: 0.2841308 Aug 03 19:00:15.586079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fa78541-0262-4af5-be78-2eeef4962dda req-f7af42db-d8ab-4790-a0c5-7f13495827b5 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193588 Aug 03 19:00:15.612354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b524414-39e6-4e53-a67b-8226831b707d None None] Pushing event updated for resources: {'Port': ['ID=8e6365ca-955b-4ac8-984e-5620981edb36,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:15.636990 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.673743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 009e9569-bc80-4058-a4af-431af24db587 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:15.679036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac823de1-5a3e-4d72-87e0-b5c1de96cfce None None] Network bb73ae63-dd24-41e8-9010-968a1eb21693 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:15.683200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Transition to ACTIVE for port object 20bae890-3fa0-4ac9-980b-f176e81d3619 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:15.689391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-436629c9-bc03-4648-aec0-9526019a5ee1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc HTTP/1.1" status: 200 len: 217 time: 0.1122537 Aug 03 19:00:15.744427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Allocated IP 10.1.1.249 (c26e77bf-0edc-498b-9ab8-19bf405a3c90/b7885d16-488e-4ec6-befe-684ff8a04da4/0668060d-d5fe-4a5d-84fc-3f77adbddf2f) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:15.831792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Transition to ACTIVE for port object 20bae890-3fa0-4ac9-980b-f176e81d3619 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:15.847901 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.871155 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2cd9df6e-f1b5-4032-be80-46ad491703d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.894060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfef23-507f-49f9-8a6a-fdd7912fb409 req-9ce27212-60c6-4926-b5e5-32de13f81500 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:15.894416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42162) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:15.905615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59bfef23-507f-49f9-8a6a-fdd7912fb409 req-9ce27212-60c6-4926-b5e5-32de13f81500 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.3097625 Aug 03 19:00:15.956251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Network 519a22f2-633f-4d6d-8c20-32ad2bcf244c is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:15.958186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-53ed4a5a-d3f7-4298-8a8d-a4dc09fb803a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865541628', 'description': 'tempest-description--1829332976'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:15.973249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75c90-7864-43b6-9608-774daf42cddc req-08616395-2463-4659-823e-ba33c3f3973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:15.975032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-08616395-2463-4659-823e-ba33c3f3973f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.2367327 Aug 03 19:00:15.976811 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd88af4d-9764-43bd-a165-13209ab5b2a7 x-openstack-request-id: req-fd88af4d-9764-43bd-a165-13209ab5b2a7 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:15.977212 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:15.977627 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd88af4d-9764-43bd-a165-13209ab5b2a7 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:15.979202 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'status': 'completed', 'code': 200} Aug 03 19:00:16.036474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2cd9df6e-f1b5-4032-be80-46ad491703d7 None None] For port c930285c-541d-4007-9e6b-f356fd1b2ce6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c930285c-541d-4007-9e6b-f356fd1b2ce6,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:16.041901 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:16.065250 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2cd9df6e-f1b5-4032-be80-46ad491703d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.069120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:16.140141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Pushing event updated for resources: {'Port': ['ID=20bae890-3fa0-4ac9-980b-f176e81d3619,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:16.143326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59bfef23-507f-49f9-8a6a-fdd7912fb409 req-aa31b1b8-aee4-4b5d-982a-e23b8f92f0f5 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268581 Aug 03 19:00:16.192236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd560a5-54a3-4147-b0f5-91abc766bc02 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:16.202630 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ed4a5a-d3f7-4298-8a8d-a4dc09fb803a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.215021 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.243524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75c90-7864-43b6-9608-774daf42cddc req-93e8a69b-a2f8-4937-87bf-27bf31801e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:16.245111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-93e8a69b-a2f8-4937-87bf-27bf31801e7f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2419372 Aug 03 19:00:16.248033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.275029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9df6e-f1b5-4032-be80-46ad491703d7 None None] Pushing event updated for resources: {'Port': ['ID=c930285c-541d-4007-9e6b-f356fd1b2ce6,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:16.331441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Transition to ACTIVE for port object 0668060d-d5fe-4a5d-84fc-3f77adbddf2f will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:16.384116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Attempting to bind port 20bae890-3fa0-4ac9-980b-f176e81d3619 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:16.384580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Attempting to bind port 20bae890-3fa0-4ac9-980b-f176e81d3619 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:16.385031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Attempting to bind port 20bae890-3fa0-4ac9-980b-f176e81d3619 on network 519a22f2-633f-4d6d-8c20-32ad2bcf244c {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:16.400874 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:16.401257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Checking segment: {'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:16.401854 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.402321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Bound using segment: {'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:16.403121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Transition to ACTIVE for port object ebd560a5-54a3-4147-b0f5-91abc766bc02 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:16.404429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Bound port: 20bae890-3fa0-4ac9-980b-f176e81d3619, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:16.404945 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.425563 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.437870 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ed4a5a-d3f7-4298-8a8d-a4dc09fb803a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.440428 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.464627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc67f5-60ec-4bb1-9c72-06d17fc8d7d2 req-ff214ff0-24d8-47ce-b88a-d3da15bb5d94 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:16.466672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ffc67f5-60ec-4bb1-9c72-06d17fc8d7d2 req-ff214ff0-24d8-47ce-b88a-d3da15bb5d94 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 949 time: 0.1737278 Aug 03 19:00:16.485521 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ed4a5a-d3f7-4298-8a8d-a4dc09fb803a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.551417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Provisioning for port c4622b33-fb7a-4c0a-8092-6fbdc41097dc completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:16.558866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Port': ['ID=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:16.562422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Provisioning complete for port c4622b33-fb7a-4c0a-8092-6fbdc41097dc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:16.566175 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.568845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network c26e77bf-0edc-498b-9ab8-19bf405a3c90 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:16.581763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:16.586823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:16.725777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Port c4622b33-fb7a-4c0a-8092-6fbdc41097dc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:16.754971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] For port 20bae890-3fa0-4ac9-980b-f176e81d3619, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:16.775150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] For port 20bae890-3fa0-4ac9-980b-f176e81d3619, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=20bae890-3fa0-4ac9-980b-f176e81d3619,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:16.777169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd560a5-54a3-4147-b0f5-91abc766bc02,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:16.791678 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:16.792580 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.794102 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.804194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-7388c469-efbb-4293-8893-ace9401dc79d service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487502 Aug 03 19:00:16.811517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ed4a5a-d3f7-4298-8a8d-a4dc09fb803a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.815277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ffc67f5-60ec-4bb1-9c72-06d17fc8d7d2 req-52961e9a-3cb0-4698-be14-63943cb5deb9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040273 Aug 03 19:00:16.817729 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-53ed4a5a-d3f7-4298-8a8d-a4dc09fb803a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9213378 Aug 03 19:00:16.819892 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42184) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:16.820372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Provisioning for port 009e9569-bc80-4058-a4af-431af24db587 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:16.825650 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3ee864ab-419d-4f11-bf73-f6c5a408e8f0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7087181 Aug 03 19:00:16.848824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e626aa86-6102-4205-8ca1-04d9078525fb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'security_group_rule': {'security_group_id': '295c2a1f-a306-4725-95fa-2625ecad3ffa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:16.866496 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Provisioning complete for port 009e9569-bc80-4058-a4af-431af24db587 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:16.866871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.955340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4a5a-d3f7-4298-8a8d-a4dc09fb803a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295c2a1f-a306-4725-95fa-2625ecad3ffa,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:16.979121 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e626aa86-6102-4205-8ca1-04d9078525fb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.124218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e626aa86-6102-4205-8ca1-04d9078525fb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.130943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e626aa86-6102-4205-8ca1-04d9078525fb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.155276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85c75c90-7864-43b6-9608-774daf42cddc req-cfd64c20-68f6-4e04-9f75-a3177474a366 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302157 Aug 03 19:00:17.158943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626aa86-6102-4205-8ca1-04d9078525fb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1138c40-ec96-40cd-a44a-9e89928ebbc3,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:17.198844 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e626aa86-6102-4205-8ca1-04d9078525fb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.200077 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e626aa86-6102-4205-8ca1-04d9078525fb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3732846 Aug 03 19:00:17.202860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42192) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:17.208175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d821284f-6e0e-4af3-84ca-e3b71dac2b18 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'security_group_rule': {'security_group_id': '295c2a1f-a306-4725-95fa-2625ecad3ffa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:17.223213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a8e5f-39c8-4272-9e4f-be2705570b32 None None] Pushing event updated for resources: {'Port': ['ID=20bae890-3fa0-4ac9-980b-f176e81d3619,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:17.273024 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d821284f-6e0e-4af3-84ca-e3b71dac2b18 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.321860 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.329509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Attempting to bind port ebd560a5-54a3-4147-b0f5-91abc766bc02 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:17.329906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Attempting to bind port ebd560a5-54a3-4147-b0f5-91abc766bc02 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:17.330241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Attempting to bind port ebd560a5-54a3-4147-b0f5-91abc766bc02 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:17.366192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] For port 009e9569-bc80-4058-a4af-431af24db587, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=009e9569-bc80-4058-a4af-431af24db587,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:17.375921 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d821284f-6e0e-4af3-84ca-e3b71dac2b18 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.381255 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d821284f-6e0e-4af3-84ca-e3b71dac2b18 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.384455 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.407017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Port ebd560a5-54a3-4147-b0f5-91abc766bc02 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:17.416202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Attempting to bind port ebd560a5-54a3-4147-b0f5-91abc766bc02 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:17.426777 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821284f-6e0e-4af3-84ca-e3b71dac2b18 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3ed1fe-dba5-474e-80d2-f225a09a6d5f,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:17.447252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:17.447601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:17.448262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:17.448598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Bound port: ebd560a5-54a3-4147-b0f5-91abc766bc02, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:17.448959 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.453160 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d821284f-6e0e-4af3-84ca-e3b71dac2b18 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.455821 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d821284f-6e0e-4af3-84ca-e3b71dac2b18 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2514157 Aug 03 19:00:17.458870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42194) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:17.463392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:17.467995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Pushing event updated for resources: {'Port': ['ID=009e9569-bc80-4058-a4af-431af24db587,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:17.475015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Provisioning complete for port c930285c-541d-4007-9e6b-f356fd1b2ce6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:17.475401 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.502805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.529344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a255ad-734a-4b6b-8802-b1612c56f64e req-32111157-6f92-45d3-afd2-02e470fc7b9c tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:17.530269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8e6365ca-955b-4ac8-984e-5620981edb36 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:17.530666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6a255ad-734a-4b6b-8802-b1612c56f64e req-32111157-6f92-45d3-afd2-02e470fc7b9c tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 948 time: 0.3644137 Aug 03 19:00:17.540839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839507a1-09ff-4874-b0c1-03f570d07596 req-18e0a421-deba-4a91-b80c-117292dbe50f tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:17.543012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74293d43-f9b0-4d62-82ae-49d037d83a2c None None] Network c26e77bf-0edc-498b-9ab8-19bf405a3c90 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:17.543217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-839507a1-09ff-4874-b0c1-03f570d07596 req-18e0a421-deba-4a91-b80c-117292dbe50f tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.3102710 Aug 03 19:00:17.559562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4 req-07f787d9-5787-4a23-a603-f46548d14112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:17.561041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4 req-07f787d9-5787-4a23-a603-f46548d14112 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d50ca8063c55465ea2a5a495247f4e2c&device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 1099 time: 0.2343953 Aug 03 19:00:17.626794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.702535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 8e6365ca-955b-4ac8-984e-5620981edb36 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:17.709688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6a255ad-734a-4b6b-8802-b1612c56f64e req-e868b93d-d894-4dd0-ad7f-296c0509e75e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655033 Aug 03 19:00:17.712686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c930285c-541d-4007-9e6b-f356fd1b2ce6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:17.725819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-839507a1-09ff-4874-b0c1-03f570d07596 req-8bfca537-6255-43f4-855b-f1c2a12434c5 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683087 Aug 03 19:00:17.727204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] For port ebd560a5-54a3-4147-b0f5-91abc766bc02, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:17.733814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] For port ebd560a5-54a3-4147-b0f5-91abc766bc02, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ebd560a5-54a3-4147-b0f5-91abc766bc02,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:17.740967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 55f73bc5-183d-4fa7-a28b-8002149d060c up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:17.743678 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.806720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Allocated IP 172.25.8.133 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/21980390-f022-438b-9e09-e70ceafce5ad) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:17.814268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:17.815888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.817532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] 10.222.0.37 "PUT /v2.0/ports/ebd560a5-54a3-4147-b0f5-91abc766bc02 HTTP/1.1" status: 200 len: 1096 time: 3.4405818 Aug 03 19:00:17.818941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4 req-529319d0-114d-4b97-9025-0624370daa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:17.821018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4 req-529319d0-114d-4b97-9025-0624370daa9b service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2276247 Aug 03 19:00:17.915617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Provisioning for port 2368e8b7-e6bd-408f-a553-4e52a840cf69 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:17.932568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Provisioning complete for port 2368e8b7-e6bd-408f-a553-4e52a840cf69 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:17.932941 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.944343 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4 req-d30e20f3-1b0a-4ecf-8d52-b034c3d91d25 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc HTTP/1.1" status: 200 len: 217 time: 0.1135645 Aug 03 19:00:17.970744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ad769134-233a-4137-b863-fb8a9f52c4e6 None None] Port 2368e8b7-e6bd-408f-a553-4e52a840cf69 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:17.982899 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 55f73bc5-183d-4fa7-a28b-8002149d060c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:17.983281 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.988236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f15694-45c2-47f8-973a-69d628154030 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd560a5-54a3-4147-b0f5-91abc766bc02,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:17.990290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c930285c-541d-4007-9e6b-f356fd1b2ce6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:17.990694 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.995684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'tag': 'ebd560a5-54a3-4147-b0f5-91abc766bc02'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:17.997018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.998689 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc70120a-59fe-4497-983c-ce23ca3ad1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "50fb954c-6e40-4f07-ad5f-a897f6db43c7", "tag": "ebd560a5-54a3-4147-b0f5-91abc766bc02"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:18.149392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.242160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Provisioning complete for port c4622b33-fb7a-4c0a-8092-6fbdc41097dc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:18.242770 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.246574 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.256842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:18.283071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:18.287647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:18.324390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:18.327225 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15119b97-1023-4249-a99e-c182b0366ccc" -d '{"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-plugged", "status": "completed", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:18.335611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4 req-6bd784a5-b982-4051-805b-5ca095afe8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:18.336229 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Port': ['ID=21980390-f022-438b-9e09-e70ceafce5ad,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:18.337123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4 req-6bd784a5-b982-4051-805b-5ca095afe8ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.3028650 Aug 03 19:00:18.362827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Port c4622b33-fb7a-4c0a-8092-6fbdc41097dc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:18.375705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:18.391557 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.397422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-75941f09-d335-4e3d-b27e-e484e9d24484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:18.399018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-75941f09-d335-4e3d-b27e-e484e9d24484 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d50ca8063c55465ea2a5a495247f4e2c&device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 1099 time: 0.4242556 Aug 03 19:00:18.412741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Provisioning for port 8e6365ca-955b-4ac8-984e-5620981edb36 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:18.474755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Provisioning complete for port 8e6365ca-955b-4ac8-984e-5620981edb36 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:18.475145 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.481448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb1526-7451-4018-9242-f2f302c54d72 req-0d7027f6-7cd3-45ed-bcc3-9e28e3e66881 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:18.482838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f2eb1526-7451-4018-9242-f2f302c54d72 req-0d7027f6-7cd3-45ed-bcc3-9e28e3e66881 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.6175935 Aug 03 19:00:18.491070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42206) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:18.497999 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.511438 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-cb2913c5-25fc-4756-95ea-1986fcea82bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514659043', 'description': 'tempest-description--1582497595'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:18.558017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4 req-4574ca37-db5d-4331-996f-b58bdcd5b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:18.559571 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4 req-4574ca37-db5d-4331-996f-b58bdcd5b7cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2072954 Aug 03 19:00:18.589135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=11']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:18.598225 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-25fc-4756-95ea-1986fcea82bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.623952 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.692728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-1cbf70db-6538-4bfe-abf9-fa345ac7cef4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=ebd560a5-54a3-4147-b0f5-91abc766bc02 HTTP/1.1" status: 200 len: 217 time: 0.2461987 Aug 03 19:00:18.743156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c50902-e31a-4740-ac95-9da70aa74ed6 None None] Network 519a22f2-633f-4d6d-8c20-32ad2bcf244c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:18.754736 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.866900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f2eb1526-7451-4018-9242-f2f302c54d72 req-9f386632-7c4b-422d-9e27-ada3e3d3801d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511279 Aug 03 19:00:18.885531 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-25fc-4756-95ea-1986fcea82bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.893286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-25fc-4756-95ea-1986fcea82bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.910522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-562ceb45-5180-442b-8f03-2ddb21a15f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:18.912799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-562ceb45-5180-442b-8f03-2ddb21a15f66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.2071543 Aug 03 19:00:18.938886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdac5f4-98bc-4f2f-abbb-996975d58a98 req-d798d8ed-7469-4c14-8b92-f6dabec2d126 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:18.946942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cdac5f4-98bc-4f2f-abbb-996975d58a98 req-d798d8ed-7469-4c14-8b92-f6dabec2d126 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 950 time: 0.1763518 Aug 03 19:00:18.968461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-25fc-4756-95ea-1986fcea82bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.972968 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cb2913c5-25fc-4756-95ea-1986fcea82bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4769390 Aug 03 19:00:18.973675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42214) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:18.975760 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.983330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d0add020-77c6-4155-bf15-ef08be7952ea tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'security_group_rule': {'security_group_id': 'ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:18.991273 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2913c5-25fc-4756-95ea-1986fcea82bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:18.996227 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.115520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Port': ['ID=21980390-f022-438b-9e09-e70ceafce5ad,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:19.118911 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0add020-77c6-4155-bf15-ef08be7952ea tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.142304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cdac5f4-98bc-4f2f-abbb-996975d58a98 req-071257aa-1f88-4946-8c0b-64bdde58f8a4 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938891 Aug 03 19:00:19.151278 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.153332 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b02f9f1-0589-4b2b-9fbe-ca3027830588 x-openstack-request-id: req-3b02f9f1-0589-4b2b-9fbe-ca3027830588 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:19.153842 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-plugged", "status": "completed", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:19.154247 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b02f9f1-0589-4b2b-9fbe-ca3027830588 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:19.154512 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'code': 200} Aug 03 19:00:19.160342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-e56f7e9c-f70a-41ea-b527-064e74d5c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:19.162136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-e56f7e9c-f70a-41ea-b527-064e74d5c7fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063882 Aug 03 19:00:19.193015 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c501a8-9067-4e96-9763-3ef578473b13 x-openstack-request-id: req-d3c501a8-9067-4e96-9763-3ef578473b13 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:19.193321 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fb954c-6e40-4f07-ad5f-a897f6db43c7", "tag": "ebd560a5-54a3-4147-b0f5-91abc766bc02", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:19.193743 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3c501a8-9067-4e96-9763-3ef578473b13 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:19.195602 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.206330 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f2830ac7-005c-4935-887a-8258a09a5b3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7459590 Aug 03 19:00:19.211936 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'tag': 'ebd560a5-54a3-4147-b0f5-91abc766bc02', 'status': 'completed', 'code': 200} Aug 03 19:00:19.215881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4 req-44121067-9ee7-4a80-b1a2-bb7430321b0c service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293130 Aug 03 19:00:19.241183 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0add020-77c6-4155-bf15-ef08be7952ea tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.245954 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0add020-77c6-4155-bf15-ef08be7952ea tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.260999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-e51d6f6f-ae13-4667-802a-198ffa9e2a51 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:00:19.265024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] For port 8e6365ca-955b-4ac8-984e-5620981edb36, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8e6365ca-955b-4ac8-984e-5620981edb36,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:19.270573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-e51d6f6f-ae13-4667-802a-198ffa9e2a51 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514004 Aug 03 19:00:19.276307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0add020-77c6-4155-bf15-ef08be7952ea tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56fc838-113d-4807-ae3d-cc827b8b1548,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:19.287696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0add020-77c6-4155-bf15-ef08be7952ea tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.292552 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.292906 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d0add020-77c6-4155-bf15-ef08be7952ea tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3113043 Aug 03 19:00:19.295689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42218) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:19.304136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-613bfdc1-2d62-4033-82a4-a79b14f848cc tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'security_group_rule': {'security_group_id': 'ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:19.389015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-613bfdc1-2d62-4033-82a4-a79b14f848cc tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.390280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Provisioning complete for port 009e9569-bc80-4058-a4af-431af24db587 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:19.391536 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.446551 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Pushing event updated for resources: {'Port': ['ID=8e6365ca-955b-4ac8-984e-5620981edb36,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:19.561646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-613bfdc1-2d62-4033-82a4-a79b14f848cc tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.566888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Provisioning complete for port 2368e8b7-e6bd-408f-a553-4e52a840cf69 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:19.568022 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.569111 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-613bfdc1-2d62-4033-82a4-a79b14f848cc tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.616574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20bae890-3fa0-4ac9-980b-f176e81d3619 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:19.621680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bfdc1-2d62-4033-82a4-a79b14f848cc tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b063ef04-a4f1-4df6-a5a6-e21bd1ed5f6d,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:19.631532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-76ff77f7-9475-48cd-a7fd-30ed12938b48 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085983 Aug 03 19:00:19.632035 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-613bfdc1-2d62-4033-82a4-a79b14f848cc tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.633134 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-613bfdc1-2d62-4033-82a4-a79b14f848cc tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3358443 Aug 03 19:00:19.637378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42226) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:19.643202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:19.658346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-21f9c23a-133e-4514-b868-8d25916e0962 None None] Port 2368e8b7-e6bd-408f-a553-4e52a840cf69 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:19.670363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.688610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 20bae890-3fa0-4ac9-980b-f176e81d3619 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:19.693450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 009e9569-bc80-4058-a4af-431af24db587 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:19.740973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:19.780255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 009e9569-bc80-4058-a4af-431af24db587 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:19.780757 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.834610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6c349-2c02-462f-94c7-1f053b38d733 req-8efdadd4-a866-4b0e-ae02-44200bce81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:19.836147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0d6c349-2c02-462f-94c7-1f053b38d733 req-8efdadd4-a866-4b0e-ae02-44200bce81ec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 1101 time: 0.1488054 Aug 03 19:00:19.872731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c364b-1bcf-409d-97d1-6438a7ee448d req-f02a07b3-7804-4129-a66a-a355e6f12068 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:19.874358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-284c364b-1bcf-409d-97d1-6438a7ee448d req-f02a07b3-7804-4129-a66a-a355e6f12068 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.3166778 Aug 03 19:00:19.908094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Provisioning for port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:19.920822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313ee71-6cbc-456a-9b66-e9e01303188d req-4730ba20-7bff-4d6d-a511-cd69ce5afa74 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:19.923618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Provisioning complete for port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:19.924015 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.927653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:19.929350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1313ee71-6cbc-456a-9b66-e9e01303188d req-4730ba20-7bff-4d6d-a511-cd69ce5afa74 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 948 time: 0.2948027 Aug 03 19:00:19.967608 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72c93ef5-a47f-4830-a55f-3d6be8c9aab4 req-5ef88ca0-5921-45f8-bc04-8c7f69f3f50e service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912911 Aug 03 19:00:19.985788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'mac_address': 'fa:16:3e:ca:af:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:20.012059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0d6c349-2c02-462f-94c7-1f053b38d733 req-7caf07bf-b21e-49bf-b625-eb9d403ce43c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599607 Aug 03 19:00:20.032299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec04bbd1-d442-4420-8b8c-24449a191e58 req-b9b6fca2-a241-4e83-86fd-d4592a3283df service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408601 Aug 03 19:00:20.033987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:20.036217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-284c364b-1bcf-409d-97d1-6438a7ee448d req-586d98f7-6fbe-43fe-8f8c-34c5d12100e3 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365023 Aug 03 19:00:20.049835 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1313ee71-6cbc-456a-9b66-e9e01303188d req-f534ee4a-1599-404a-8dc4-64d202805109 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192479 Aug 03 19:00:20.063071 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.077248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:20.104005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Provisioning for port 20bae890-3fa0-4ac9-980b-f176e81d3619 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:20.110975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.117691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:20.120737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Provisioning complete for port 20bae890-3fa0-4ac9-980b-f176e81d3619 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:20.120737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.161239 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.205889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70120a-59fe-4497-983c-ce23ca3ad1c8 req-d30ec21a-afbe-4202-b52d-595373932c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:20.207897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc70120a-59fe-4497-983c-ce23ca3ad1c8 req-d30ec21a-afbe-4202-b52d-595373932c55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d50ca8063c55465ea2a5a495247f4e2c&device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 1099 time: 0.1001296 Aug 03 19:00:20.211283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-2f39dff7-f9cb-48f7-b758-6faae0ff72cc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1865541628&fields=id&tenant_id=5c951b33d7ff4136a56dcd677a4f1d27 HTTP/1.1" status: 200 len: 267 time: 0.0524256 Aug 03 19:00:20.229307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Allocated IP 172.25.8.25 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/18092bad-fa9c-4827-9e42-19bf006d7163) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:20.268150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:20.282804 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.326600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] For port 20bae890-3fa0-4ac9-980b-f176e81d3619, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=20bae890-3fa0-4ac9-980b-f176e81d3619,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:20.332396 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.344590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.368562 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Provisioning for port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:20.381902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Provisioning complete for port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:20.382283 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.397185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.436528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Pushing event updated for resources: {'Port': ['ID=20bae890-3fa0-4ac9-980b-f176e81d3619,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:20.443235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:20.448710 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:20.448926 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:20.454358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:20.460591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Provisioning complete for port 8e6365ca-955b-4ac8-984e-5620981edb36 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:20.461073 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8074109e-3435-4f32-9a20-2a865f92de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.537005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Port': ['ID=18092bad-fa9c-4827-9e42-19bf006d7163,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:20.559094 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.588211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['19b5c5aa-1795-49ff-a1a7-feaafcd72ddc'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:20.594745 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.650901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-77e491bf-f666-4484-82d7-6dbfe7d8b7a9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:20.653229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-77e491bf-f666-4484-82d7-6dbfe7d8b7a9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports/c4622b33-fb7a-4c0a-8092-6fbdc41097dc HTTP/1.1" status: 200 len: 931 time: 0.4251745 Aug 03 19:00:20.696941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-08a0d6c5-6fb0-43f7-825b-c9b404f9537b None None] Provisioning complete for port 20bae890-3fa0-4ac9-980b-f176e81d3619 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:20.697316 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-08a0d6c5-6fb0-43f7-825b-c9b404f9537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.738311 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-af3fe4ed-60dc-4629-a69f-d999bc441e71 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:20.741555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-af3fe4ed-60dc-4629-a69f-d999bc441e71 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports/2368e8b7-e6bd-408f-a553-4e52a840cf69 HTTP/1.1" status: 200 len: 931 time: 0.0761566 Aug 03 19:00:20.752304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14375d2b-aa13-4aab-a776-7778e6b37e95 req-88ab65fc-8e07-4afb-9bdb-39acdd718c42 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:20.753691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14375d2b-aa13-4aab-a776-7778e6b37e95 req-88ab65fc-8e07-4afb-9bdb-39acdd718c42 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 950 time: 0.1480188 Aug 03 19:00:20.768880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70120a-59fe-4497-983c-ce23ca3ad1c8 req-b9f6b8d0-a0b1-41cd-a4b0-0022cf4ace30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:20.770728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc70120a-59fe-4497-983c-ce23ca3ad1c8 req-b9f6b8d0-a0b1-41cd-a4b0-0022cf4ace30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.5518076 Aug 03 19:00:20.781913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.787509 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.821825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-26158ba7-bfa4-4fc8-ad2f-0d291da0d23b tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?network_id=bb73ae63-dd24-41e8-9010-968a1eb21693&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0654740 Aug 03 19:00:20.857811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc70120a-59fe-4497-983c-ce23ca3ad1c8 req-e5434c34-ec05-4cfa-a00c-c424070b99d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=ebd560a5-54a3-4147-b0f5-91abc766bc02 HTTP/1.1" status: 200 len: 217 time: 0.0641458 Aug 03 19:00:20.870878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Port': ['ID=18092bad-fa9c-4827-9e42-19bf006d7163,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:20.879793 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.894577 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.895873 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-492f94da-3e27-4dc0-a2c8-79c9fe1952c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2574470 Aug 03 19:00:20.905019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-43de3681-f6ce-4d2a-a32f-b73bc53f6ca8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?network_id=bb73ae63-dd24-41e8-9010-968a1eb21693&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0514019 Aug 03 19:00:20.947160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14375d2b-aa13-4aab-a776-7778e6b37e95 req-053a838c-4a1d-48d5-9044-c1db566981a9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796072 Aug 03 19:00:21.013142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70120a-59fe-4497-983c-ce23ca3ad1c8 req-fc7dddae-1f2d-4e81-bd39-cc6a87ae0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:21.013142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc70120a-59fe-4497-983c-ce23ca3ad1c8 req-fc7dddae-1f2d-4e81-bd39-cc6a87ae0134 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1393673 Aug 03 19:00:21.104115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70120a-59fe-4497-983c-ce23ca3ad1c8 req-00ace7d1-0b3e-4f69-a44e-a6b7f95b79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:21.105815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc70120a-59fe-4497-983c-ce23ca3ad1c8 req-00ace7d1-0b3e-4f69-a44e-a6b7f95b79ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853319 Aug 03 19:00:21.113389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-73abcb4d-f83a-4ef1-8c9f-2e675ee289e9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:21.120106 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-73abcb4d-f83a-4ef1-8c9f-2e675ee289e9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:21.126900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-73abcb4d-f83a-4ef1-8c9f-2e675ee289e9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:21.134575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-73abcb4d-f83a-4ef1-8c9f-2e675ee289e9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/networks?id=3cee0722-e9c5-4340-a177-1ce3a93b15fa&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=bb73ae63-dd24-41e8-9010-968a1eb21693&id=bb73ae63-dd24-41e8-9010-968a1eb21693 HTTP/1.1" status: 200 len: 1991 time: 0.2053063 Aug 03 19:00:21.194493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-2dd934eb-b997-4c19-b1a1-b9f60dfae38b tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/quotas/5c951b33d7ff4136a56dcd677a4f1d27 HTTP/1.1" status: 200 len: 375 time: 0.0585573 Aug 03 19:00:21.198946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20bae890-3fa0-4ac9-980b-f176e81d3619 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:21.268110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 20bae890-3fa0-4ac9-980b-f176e81d3619 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:21.268482 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:21.332066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-12d0c55f-d314-4b48-a5a0-2e49abffbd7d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1336246 Aug 03 19:00:21.364018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc70120a-59fe-4497-983c-ce23ca3ad1c8 req-cb27c976-2f2b-4861-8cef-ba2c5abeb92f service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272339 Aug 03 19:00:21.365864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8e6365ca-955b-4ac8-984e-5620981edb36 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:21.431473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fb07a-9725-4146-9a18-100919d27b0f req-6a3b344c-e671-4133-826f-e1c34346cf8c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:21.433020 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a07fb07a-9725-4146-9a18-100919d27b0f req-6a3b344c-e671-4133-826f-e1c34346cf8c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.1795430 Aug 03 19:00:21.446702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8e6365ca-955b-4ac8-984e-5620981edb36 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:21.447110 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:21.555172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a07fb07a-9725-4146-9a18-100919d27b0f req-5a281a1f-7e34-4377-ace2-42fbf1044a90 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907254 Aug 03 19:00:21.568235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a925b9f0-1130-477d-94df-fc1ac6c16dc4 service neutron] 10.222.0.78 "GET /v2.0/networks/3cee0722-e9c5-4340-a177-1ce3a93b15fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202497 Aug 03 19:00:21.570262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc70120a-59fe-4497-983c-ce23ca3ad1c8 req-29f65aed-c01e-45b4-a996-4ab369609d38 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952713 Aug 03 19:00:21.693344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-3fa41cf9-8609-40a8-9d27-e18d5c6655a8 service neutron] 10.222.0.78 "GET /v2.0/networks/3cee0722-e9c5-4340-a177-1ce3a93b15fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180668 Aug 03 19:00:21.734318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cca372c4-1b66-4ed7-90dd-f4f26b361230 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--514659043&fields=id&tenant_id=a20aa861c3bd40aab08cdca15c045bd4 HTTP/1.1" status: 200 len: 267 time: 0.0757983 Aug 03 19:00:21.753764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-8955d224-5a2d-45d2-9370-fc8a651ff8ca service neutron] 10.222.0.78 "GET /v2.0/ports/c4622b33-fb7a-4c0a-8092-6fbdc41097dc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0494101 Aug 03 19:00:21.757092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:21.820503 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:21.824324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:21.824694 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:21.837679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-8db7de4f-a0b3-4de5-82f4-57dac8e9bb88 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:21.839069 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-8db7de4f-a0b3-4de5-82f4-57dac8e9bb88 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports/21147810-ef92-4ec3-9962-b5b8ec3f3d0c HTTP/1.1" status: 200 len: 937 time: 0.0967426 Aug 03 19:00:21.917366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-75e83e2d-5adb-40ea-949b-e4af98c79123 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:21.919141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-75e83e2d-5adb-40ea-949b-e4af98c79123 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports/0668060d-d5fe-4a5d-84fc-3f77adbddf2f HTTP/1.1" status: 200 len: 937 time: 0.0703158 Aug 03 19:00:21.926888 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:21.946783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-395e5bfb-3268-4a26-a66b-021d9711ff39 service neutron] 10.222.0.78 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677341 Aug 03 19:00:21.952570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:21.955383 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387bc992-3837-45aa-b109-fe93318fff44" -d '{"events": [{"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-plugged", "status": "completed", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:21.966331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-7c01b9d0-548e-4b41-a545-d48ebe438754 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?network_id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0372989 Aug 03 19:00:21.971409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:21.977058 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.036883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:22.048648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bbe20098-f5d0-473e-a54e-0108ee858b97 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?network_id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0723140 Aug 03 19:00:22.137519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4d95c418-fe3f-4a50-b25d-6b1a027b5bb9 service neutron] 10.222.0.78 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739962 Aug 03 19:00:22.207345 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-52801174-8dbe-41f1-a024-9e20e46e2ab2 service neutron] 10.222.0.78 "GET /v2.0/ports/2368e8b7-e6bd-408f-a553-4e52a840cf69?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0605867 Aug 03 19:00:22.214747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-fe8483db-f2c7-49ff-89a4-3684dac77059 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:22.221282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-fe8483db-f2c7-49ff-89a4-3684dac77059 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:22.227392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-fe8483db-f2c7-49ff-89a4-3684dac77059 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:22.229032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-fe8483db-f2c7-49ff-89a4-3684dac77059 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/networks?id=3a24974f-c585-49b2-9411-bdd5d3345630&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&id=519a22f2-633f-4d6d-8c20-32ad2bcf244c HTTP/1.1" status: 200 len: 1994 time: 0.1738100 Aug 03 19:00:22.283442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-dc7f633a-bcc1-4c6a-a5fc-68ddacdedec7 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/quotas/a20aa861c3bd40aab08cdca15c045bd4 HTTP/1.1" status: 200 len: 375 time: 0.0455759 Aug 03 19:00:22.360307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4d033f35-137c-4ba7-9fba-5884e0f5029a service neutron] 10.222.0.78 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294353 Aug 03 19:00:22.378456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4864d740-676d-4179-bc49-a99213243848 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0885041 Aug 03 19:00:22.543789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4df4067a-8987-43aa-8043-d1a7ee657e4e service neutron] 10.222.0.78 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643403 Aug 03 19:00:22.619081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-62610627-6ca9-4b8e-b590-696d6ad34431 service neutron] 10.222.0.78 "GET /v2.0/networks/3a24974f-c585-49b2-9411-bdd5d3345630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911976 Aug 03 19:00:22.747038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ebd560a5-54a3-4147-b0f5-91abc766bc02 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:22.754762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-81f9af9a-b4c0-443b-9834-28093cef639c service neutron] 10.222.0.78 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942778 Aug 03 19:00:22.793791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-58684776-8829-4f81-9e87-fb241b8daa77 service neutron] 10.222.0.78 "GET /v2.0/networks/3a24974f-c585-49b2-9411-bdd5d3345630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678483 Aug 03 19:00:22.860545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ebd560a5-54a3-4147-b0f5-91abc766bc02, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ebd560a5-54a3-4147-b0f5-91abc766bc02,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:22.876475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'ebd560a5-54a3-4147-b0f5-91abc766bc02', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'ebd560a5-54a3-4147-b0f5-91abc766bc02', 'mac_address': 'fa:16:3e:ab:bf:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:22.890081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-14f14d92-49b0-4e6b-a591-c45ea322aeba service neutron] 10.222.0.78 "GET /v2.0/ports/21147810-ef92-4ec3-9962-b5b8ec3f3d0c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0624950 Aug 03 19:00:22.924672 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.943919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd560a5-54a3-4147-b0f5-91abc766bc02 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:22.965769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ebd560a5-54a3-4147-b0f5-91abc766bc02, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ebd560a5-54a3-4147-b0f5-91abc766bc02,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:22.966946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-9847c0a2-31a8-4fa0-87bc-53454b84915f service neutron] 10.222.0.78 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046714 Aug 03 19:00:22.971024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:23.028029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ebd560a5-54a3-4147-b0f5-91abc766bc02,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:23.072266 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-d7008960-96d7-4324-9675-0f4544705400 service neutron] 10.222.0.78 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721656 Aug 03 19:00:23.141735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-626220f7-3b69-4733-aeb3-1171ee66c520 service neutron] 10.222.0.78 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637130 Aug 03 19:00:23.252276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ebd560a5-54a3-4147-b0f5-91abc766bc02'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:23.264696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-e2ea92ab-fda2-4a9d-9871-97907144d0b0 service neutron] 10.222.0.78 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831841 Aug 03 19:00:23.325366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-eca0f11b-47fe-43db-b438-4a42c05d9765 service neutron] 10.222.0.78 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755428 Aug 03 19:00:23.327464 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-74114fd1-610c-44a1-9e36-7791551ee24b service neutron] 10.222.0.78 "GET /v2.0/ports/0668060d-d5fe-4a5d-84fc-3f77adbddf2f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0544536 Aug 03 19:00:23.782185 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a7c3decd-be98-43ec-8525-8b4dbe357627 service neutron] 10.222.0.78 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466083 Aug 03 19:00:23.784149 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-9bd8a267-9efd-48b5-9031-53c7d79e409d service neutron] 10.222.0.78 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411383 Aug 03 19:00:23.944912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ea5b9a84-d536-429f-a4e6-b67e7b9a2079 service neutron] 10.222.0.78 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556566 Aug 03 19:00:23.947256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-773bdd54-1757-400a-89f1-50fb7a332b77 service neutron] 10.222.0.78 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508837 Aug 03 19:00:24.115538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-c782a172-e1d8-4404-a0c0-fa95803906c8 service neutron] 10.222.0.78 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643159 Aug 03 19:00:24.117298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-fba286c3-9ea8-4d5e-a611-caa485ba993a service neutron] 10.222.0.78 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581523 Aug 03 19:00:24.303905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a578be47-5e1b-44d1-8792-31e4d347ab64 service neutron] 10.222.0.78 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821744 Aug 03 19:00:24.307758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-298ba597-b498-4c6b-9662-a9c8e2edbe78 service neutron] 10.222.0.78 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760895 Aug 03 19:00:24.416439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-574bf1d7-0008-4882-a1f9-0c18930043a6 service neutron] 10.222.0.78 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051786 Aug 03 19:00:24.531398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-8a0f8c81-4928-4580-9c5a-bec62a646f46 service neutron] 10.222.0.78 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081140 Aug 03 19:00:24.639134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-d3ee326b-0be5-4bb1-aaed-f6a19c361bbd service neutron] 10.222.0.78 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013827 Aug 03 19:00:24.756419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-2496c880-f1e4-47b6-9961-a17b3fe7ee11 service neutron] 10.222.0.78 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087184 Aug 03 19:00:24.761662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ebd560a5-54a3-4147-b0f5-91abc766bc02 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:24.817006 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port ebd560a5-54a3-4147-b0f5-91abc766bc02 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:24.824212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port ebd560a5-54a3-4147-b0f5-91abc766bc02 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:24.824793 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.876981 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-97aaba87-14a3-4ae1-8c7c-9183039c5f4b service neutron] 10.222.0.78 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114943 Aug 03 19:00:24.920565 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.961643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ebd560a5-54a3-4147-b0f5-91abc766bc02, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ebd560a5-54a3-4147-b0f5-91abc766bc02,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:24.966778 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:25.023731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-c0ea8021-da6d-4cca-8574-5244e953380d service neutron] 10.222.0.78 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400697 Aug 03 19:00:25.027654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ebd560a5-54a3-4147-b0f5-91abc766bc02,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:25.047639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d71a27-25bf-45ff-9dc0-c8c3c6f7afa7 req-0edd5eb2-4a51-4ad2-8c63-34489b5d8740 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:25.049381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91d71a27-25bf-45ff-9dc0-c8c3c6f7afa7 req-0edd5eb2-4a51-4ad2-8c63-34489b5d8740 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 950 time: 0.0725846 Aug 03 19:00:25.092375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91d71a27-25bf-45ff-9dc0-c8c3c6f7afa7 req-2cd85a87-1c26-4d88-bc77-afce8e2c95ee tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370286 Aug 03 19:00:25.422117 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931aeb9b-0a61-45de-a21e-933f68b03635 x-openstack-request-id: req-931aeb9b-0a61-45de-a21e-933f68b03635 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:25.422507 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-plugged", "status": "completed", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:25.422769 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-931aeb9b-0a61-45de-a21e-933f68b03635 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:25.423172 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'code': 200} Aug 03 19:00:25.530013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950eb2-abeb-4eb0-a679-842240a1ca38 req-3d217507-d596-47bb-a312-88be859dd782 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:25.539496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c950eb2-abeb-4eb0-a679-842240a1ca38 req-3d217507-d596-47bb-a312-88be859dd782 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 950 time: 0.0668604 Aug 03 19:00:25.608852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c950eb2-abeb-4eb0-a679-842240a1ca38 req-e89cd77d-99d6-497b-89de-0d9dea43b1f8 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629065 Aug 03 19:00:25.633191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7969db-454e-4220-8bde-a94aa762054f req-7ecc1287-3c5b-409e-b7bb-bc77eadd98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:25.635712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b7969db-454e-4220-8bde-a94aa762054f req-7ecc1287-3c5b-409e-b7bb-bc77eadd98fc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 1101 time: 0.0606437 Aug 03 19:00:25.697461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b7969db-454e-4220-8bde-a94aa762054f req-37ce43db-9ed7-4787-9e7c-2d0e2def83a0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541677 Aug 03 19:00:25.777284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1092ceb2-bd0b-41d0-9cc7-9f3f63cd02e0 req-8c268fd2-4c85-4fbe-9505-1ef3b7f25e36 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0302823 Aug 03 19:00:25.794421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22109fcb-3284-4bdd-a4a2-baf1059ab386 req-6549326c-0718-420f-b963-e54c21b17b1d tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:25.796343 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22109fcb-3284-4bdd-a4a2-baf1059ab386 req-6549326c-0718-420f-b963-e54c21b17b1d tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.0814896 Aug 03 19:00:25.840881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22109fcb-3284-4bdd-a4a2-baf1059ab386 req-963d2101-c1ad-4372-9f5e-3ee5975c12ff tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356412 Aug 03 19:00:25.924021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855b9bc-06ca-4c67-8817-ae4f848bd623 req-867a79ac-327d-4232-92b8-0c4deef49411 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:25.926026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f855b9bc-06ca-4c67-8817-ae4f848bd623 req-867a79ac-327d-4232-92b8-0c4deef49411 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0739665 Aug 03 19:00:25.973748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f855b9bc-06ca-4c67-8817-ae4f848bd623 req-f1b486da-4e3a-4d1e-bd5b-64abb3d2604f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414803 Aug 03 19:00:26.063043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-842b1298-6828-49ec-969f-84916e1073b2 req-7fbaf400-c81b-475a-acb5-0a862c801fc2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.0394347 Aug 03 19:00:26.133609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e7173-736a-4c7d-a03c-ff6af28c3234 req-6775266c-1ef0-4016-bb44-aac52a79dce8 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:26.135401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f25e7173-736a-4c7d-a03c-ff6af28c3234 req-6775266c-1ef0-4016-bb44-aac52a79dce8 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 1101 time: 0.0586648 Aug 03 19:00:26.182172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f25e7173-736a-4c7d-a03c-ff6af28c3234 req-95351793-0ce3-49e6-9cc4-0fb3abeb1dbe tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Aug 03 19:00:26.231216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a62fe-5183-4c35-bbec-ffe3075248af req-d6723767-120b-4e14-88be-70f6fd2142aa tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:26.232804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f85a62fe-5183-4c35-bbec-ffe3075248af req-d6723767-120b-4e14-88be-70f6fd2142aa tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 950 time: 0.0541625 Aug 03 19:00:26.279672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f85a62fe-5183-4c35-bbec-ffe3075248af req-de9f8492-fbfc-4521-9fd9-56238daded16 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Aug 03 19:00:26.412093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bc716-c22a-4c94-866d-bf068834f5c8 req-f27706d2-369d-4272-9173-8aeb6fca91c9 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:26.413847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-098bc716-c22a-4c94-866d-bf068834f5c8 req-f27706d2-369d-4272-9173-8aeb6fca91c9 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 1101 time: 0.0467255 Aug 03 19:00:26.452177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-098bc716-c22a-4c94-866d-bf068834f5c8 req-5e6479b1-aae5-4455-94ed-e88db2b9f258 tempest-ServersAdminTestJSON-1839605239 tempest-ServersAdminTestJSON-1839605239-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320685 Aug 03 19:00:26.708191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38851bb6-1dec-4ea9-bdd1-ebbc8c4d9868 req-d9928b3b-86e8-49b8-a71b-b21095d2606d tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:26.711059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38851bb6-1dec-4ea9-bdd1-ebbc8c4d9868 req-d9928b3b-86e8-49b8-a71b-b21095d2606d tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 949 time: 0.0632896 Aug 03 19:00:26.759183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38851bb6-1dec-4ea9-bdd1-ebbc8c4d9868 req-d29995bb-7126-4bf8-b529-6d6100ed3a00 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Aug 03 19:00:26.864726 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-09ed2f2d-a8d0-4d16-9cf5-4f84d5e91a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:26.866170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-09ed2f2d-a8d0-4d16-9cf5-4f84d5e91a18 service neutron] 10.222.0.74 "GET /v2.0/ports/c4622b33-fb7a-4c0a-8092-6fbdc41097dc HTTP/1.1" status: 200 len: 1027 time: 0.0426998 Aug 03 19:00:26.974242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae787bb5-1680-43fb-942d-e3548d98c106 req-0a132572-5d14-4d6e-85c7-df39a90fe4f0 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0589144 Aug 03 19:00:26.989848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a9047ca7-af7c-446d-9020-c48bd248efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:26.991230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a9047ca7-af7c-446d-9020-c48bd248efb4 service neutron] 10.222.0.74 "GET /v2.0/ports/2368e8b7-e6bd-408f-a553-4e52a840cf69 HTTP/1.1" status: 200 len: 1027 time: 0.0878437 Aug 03 19:00:27.068278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e931a11-83f2-4a30-8bf1-02d30ca22dab req-b9de2a32-4f33-40bf-8e7d-541a763b1149 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:27.069770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e931a11-83f2-4a30-8bf1-02d30ca22dab req-b9de2a32-4f33-40bf-8e7d-541a763b1149 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.1253159 Aug 03 19:00:27.182340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e931a11-83f2-4a30-8bf1-02d30ca22dab req-3706efac-1a14-412a-a3b1-7b911a2c6033 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970545 Aug 03 19:00:27.193149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16f4e8-1ed0-4a9d-91a5-c3cd7ec1c7b9 req-e8051e28-159e-4f5f-b284-d7b65c82e4f9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:27.195285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c16f4e8-1ed0-4a9d-91a5-c3cd7ec1c7b9 req-e8051e28-159e-4f5f-b284-d7b65c82e4f9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1354649 Aug 03 19:00:27.206049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-cd5e3c0c-7f5a-4177-be19-1483480505e6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:27.212666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-cd5e3c0c-7f5a-4177-be19-1483480505e6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:27.219329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-cd5e3c0c-7f5a-4177-be19-1483480505e6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:27.221537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-cd5e3c0c-7f5a-4177-be19-1483480505e6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "GET /v2.0/networks?id=3cee0722-e9c5-4340-a177-1ce3a93b15fa&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=bb73ae63-dd24-41e8-9010-968a1eb21693&id=bb73ae63-dd24-41e8-9010-968a1eb21693 HTTP/1.1" status: 200 len: 1991 time: 0.2171843 Aug 03 19:00:27.299349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c16f4e8-1ed0-4a9d-91a5-c3cd7ec1c7b9 req-f93ce2d7-b522-4aa8-8540-62e8bb019c39 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771856 Aug 03 19:00:27.301318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39706e2a-9459-447d-85ad-bdf35ca6d5c0 req-c4eb975a-cf12-48a6-8451-b14552f8e11b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.0500436 Aug 03 19:00:27.333695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a88366b3-a272-4b9d-8b52-200946f48746 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c951b33d7ff4136a56dcd677a4f1d27 HTTP/1.1" status: 200 len: 380 time: 0.0810857 Aug 03 19:00:27.425335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd560a5-54a3-4147-b0f5-91abc766bc02'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:27.429074 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c5ba36-c856-4f83-93f5-108ab8990c2f" -d '{"events": [{"server_uuid": "50fb954c-6e40-4f07-ad5f-a897f6db43c7", "name": "network-vif-plugged", "status": "completed", "tag": "ebd560a5-54a3-4147-b0f5-91abc766bc02"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:27.431538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97431f-f79f-4547-97ea-d7c1572d0084 req-921b218d-58cf-4e7e-86c9-222e576451a1 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:27.433091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a97431f-f79f-4547-97ea-d7c1572d0084 req-921b218d-58cf-4e7e-86c9-222e576451a1 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 950 time: 0.0525546 Aug 03 19:00:27.454580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'admin_state_up': True, 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'security_groups': ['295c2a1f-a306-4725-95fa-2625ecad3ffa']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:27.557079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a97431f-f79f-4547-97ea-d7c1572d0084 req-ef673ac9-17ba-4b19-8e7e-2825fdf4c816 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103799 Aug 03 19:00:27.629476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:27.632091 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e0d9d5-a294-4989-af6b-0578d898a532 x-openstack-request-id: req-c8e0d9d5-a294-4989-af6b-0578d898a532 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:27.632947 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb954c-6e40-4f07-ad5f-a897f6db43c7", "name": "network-vif-plugged", "status": "completed", "tag": "ebd560a5-54a3-4147-b0f5-91abc766bc02", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:27.633471 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8e0d9d5-a294-4989-af6b-0578d898a532 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:27.634135 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd560a5-54a3-4147-b0f5-91abc766bc02', 'code': 200} Aug 03 19:00:27.634721 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.746986 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ae88c6f1-b8c3-457e-a610-a11f3da6bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:27.748407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ae88c6f1-b8c3-457e-a610-a11f3da6bc91 service neutron] 10.222.0.74 "GET /v2.0/ports/21147810-ef92-4ec3-9962-b5b8ec3f3d0c HTTP/1.1" status: 200 len: 1033 time: 0.0905933 Aug 03 19:00:27.910710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-02bfd847-d658-4ebe-86c8-f57cc5ca1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:27.912097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-02bfd847-d658-4ebe-86c8-f57cc5ca1358 service neutron] 10.222.0.74 "GET /v2.0/ports/0668060d-d5fe-4a5d-84fc-3f77adbddf2f HTTP/1.1" status: 200 len: 1033 time: 0.1162157 Aug 03 19:00:27.922834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Allocated IP 172.20.0.10 (3cee0722-e9c5-4340-a177-1ce3a93b15fa/1503b50a-1603-448e-8442-d5ace3b67afa/7859262e-e847-45d1-91e7-0aeaf780cd5d) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:27.951266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5358286-0635-442d-bf6a-fc9b2fb0b42c req-e6ab695b-e792-4f9a-8aea-c87f7c6c8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:27.953476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5358286-0635-442d-bf6a-fc9b2fb0b42c req-e6ab695b-e792-4f9a-8aea-c87f7c6c8f8f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 1101 time: 0.1552639 Aug 03 19:00:28.069461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b381431-d4d8-4378-b3ef-4f8bc2e5f089 req-3f79554d-011d-4489-be6c-3dc6d0dd61f1 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:28.074310 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b381431-d4d8-4378-b3ef-4f8bc2e5f089 req-3f79554d-011d-4489-be6c-3dc6d0dd61f1 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 949 time: 0.2106063 Aug 03 19:00:28.192881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5358286-0635-442d-bf6a-fc9b2fb0b42c req-e8997e36-a8a0-49fe-8fce-2b181eaaeb9a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966827 Aug 03 19:00:28.219092 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-757f73aa-4a9e-4c44-809e-3452f8ae1168 req-9d06d18f-fa69-4619-8eb2-e50360f6353e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.1374626 Aug 03 19:00:28.232010 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b381431-d4d8-4378-b3ef-4f8bc2e5f089 req-4d6e7f59-3430-4833-8cdf-471a5319f4c3 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530221 Aug 03 19:00:28.288494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3719cf37-9f7c-482e-a1d2-6939f78e44e0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:28.294452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3719cf37-9f7c-482e-a1d2-6939f78e44e0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:28.300599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3719cf37-9f7c-482e-a1d2-6939f78e44e0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:28.302362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3719cf37-9f7c-482e-a1d2-6939f78e44e0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "GET /v2.0/networks?id=3a24974f-c585-49b2-9411-bdd5d3345630&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&id=519a22f2-633f-4d6d-8c20-32ad2bcf244c HTTP/1.1" status: 200 len: 1994 time: 0.3742132 Aug 03 19:00:28.410322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.463432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bce8a871-930b-465d-9450-332f5209b99b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a20aa861c3bd40aab08cdca15c045bd4 HTTP/1.1" status: 200 len: 379 time: 0.1376622 Aug 03 19:00:28.471983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Transition to ACTIVE for port object 7859262e-e847-45d1-91e7-0aeaf780cd5d will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:28.486601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'admin_state_up': True, 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'security_groups': ['ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:28.506040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4436-1af0-40c7-af99-cb1b0d938e94 req-1a149f13-3dd7-4bd2-8b77-a710c930b380 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:28.508590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4deb4436-1af0-40c7-af99-cb1b0d938e94 req-1a149f13-3dd7-4bd2-8b77-a710c930b380 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.1941278 Aug 03 19:00:28.617081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae1d4f-b2a3-4331-ab28-7cdaaf7d56d8 req-93ff7cef-775d-4a13-bd71-abd6aba28c47 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:28.618594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abae1d4f-b2a3-4331-ab28-7cdaaf7d56d8 req-93ff7cef-775d-4a13-bd71-abd6aba28c47 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.2164402 Aug 03 19:00:28.662423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4deb4436-1af0-40c7-af99-cb1b0d938e94 req-7542bb06-8fe9-449a-81fd-5c72363e0a94 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401262 Aug 03 19:00:28.687913 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.754244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abae1d4f-b2a3-4331-ab28-7cdaaf7d56d8 req-5cdcc52a-b4c4-499a-a8b6-7cb8d742e855 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191742 Aug 03 19:00:28.778576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network 3cee0722-e9c5-4340-a177-1ce3a93b15fa is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:28.799810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:28.803251 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc0f433b-8ec1-4932-9474-41e2766cc94e req-5d09c05b-04c2-4f89-9954-40e74d4e773d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.0561802 Aug 03 19:00:28.803886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Port': ['ID=7859262e-e847-45d1-91e7-0aeaf780cd5d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:28.808363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:28.864876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:28.868786 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.884189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.884544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.884883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.885224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.886509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.887009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.887349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.887679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.888006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.891449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.891965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.892317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:28.963803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:28.964447 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.024226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a487f6ac-3387-4617-a59a-e8c8f3db84db tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5744021 Aug 03 19:00:29.047371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12e294-423a-4c15-af1a-664a2f20bb8c req-f6001360-a570-423f-93b4-0fbc64f20154 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:29.049112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d12e294-423a-4c15-af1a-664a2f20bb8c req-f6001360-a570-423f-93b4-0fbc64f20154 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 950 time: 0.1255629 Aug 03 19:00:29.071707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f', 'admin_state_up': True, 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'security_groups': ['295c2a1f-a306-4725-95fa-2625ecad3ffa']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:29.133435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-000d3a72-2368-4582-8cba-4392c3b584ab None None] Provisioning for port 7859262e-e847-45d1-91e7-0aeaf780cd5d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:29.138955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-000d3a72-2368-4582-8cba-4392c3b584ab None None] Provisioning complete for port 7859262e-e847-45d1-91e7-0aeaf780cd5d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:29.139499 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-000d3a72-2368-4582-8cba-4392c3b584ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.180865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-000d3a72-2368-4582-8cba-4392c3b584ab None None] Port 7859262e-e847-45d1-91e7-0aeaf780cd5d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:29.201531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d12e294-423a-4c15-af1a-664a2f20bb8c req-219bfbb1-67c4-44cf-9cfe-fb9e6d12b70c tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430855 Aug 03 19:00:29.216874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Allocated IP 172.20.0.13 (3a24974f-c585-49b2-9411-bdd5d3345630/73d204d5-02d9-46a7-8f9e-290310251900/3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:29.360459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d38d6-636f-4729-aeb5-4bf0e293eedd req-a5d38f8a-8935-499f-b0b9-38c10c0d5916 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:29.362114 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e05d38d6-636f-4729-aeb5-4bf0e293eedd req-a5d38f8a-8935-499f-b0b9-38c10c0d5916 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 949 time: 0.0737839 Aug 03 19:00:29.391536 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.475386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e05d38d6-636f-4729-aeb5-4bf0e293eedd req-188773b1-add0-42d3-89b8-dcb4ab717b2b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Deleting port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:29.475702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e05d38d6-636f-4729-aeb5-4bf0e293eedd req-188773b1-add0-42d3-89b8-dcb4ab717b2b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.582393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e05d38d6-636f-4729-aeb5-4bf0e293eedd req-188773b1-add0-42d3-89b8-dcb4ab717b2b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] For port 340438f8-21e4-4b6f-b32f-e8d9783e10d6, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=340438f8-21e4-4b6f-b32f-e8d9783e10d6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:29.582767 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e05d38d6-636f-4729-aeb5-4bf0e293eedd req-188773b1-add0-42d3-89b8-dcb4ab717b2b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.596749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e05d38d6-636f-4729-aeb5-4bf0e293eedd req-188773b1-add0-42d3-89b8-dcb4ab717b2b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Calling delete_port for 340438f8-21e4-4b6f-b32f-e8d9783e10d6 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:29.712475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:29.716234 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.729164 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e05d38d6-636f-4729-aeb5-4bf0e293eedd req-188773b1-add0-42d3-89b8-dcb4ab717b2b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.743143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['0405c71b-593d-4cf0-80c1-ce262e940092'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:29.761362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188773b1-add0-42d3-89b8-dcb4ab717b2b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Pushing event deleted for resources: {'Port': ['ID=340438f8-21e4-4b6f-b32f-e8d9783e10d6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:29.776178 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.787846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['340438f8-21e4-4b6f-b32f-e8d9783e10d6', '55f73bc5-183d-4fa7-a28b-8002149d060c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:29.820262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05d38d6-636f-4729-aeb5-4bf0e293eedd req-188773b1-add0-42d3-89b8-dcb4ab717b2b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] No DVR routers for this DVR port 340438f8-21e4-4b6f-b32f-e8d9783e10d6 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:29.822683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffc020-6bfc-4b77-9cac-cabedd08064c req-151bc231-4822-4095-94a1-b838e96ce62e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:29.823232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e05d38d6-636f-4729-aeb5-4bf0e293eedd req-188773b1-add0-42d3-89b8-dcb4ab717b2b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.824345 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17ffc020-6bfc-4b77-9cac-cabedd08064c req-151bc231-4822-4095-94a1-b838e96ce62e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 932 time: 0.1494782 Aug 03 19:00:29.825624 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e05d38d6-636f-4729-aeb5-4bf0e293eedd req-188773b1-add0-42d3-89b8-dcb4ab717b2b tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.74 "DELETE /v2.0/ports/340438f8-21e4-4b6f-b32f-e8d9783e10d6 HTTP/1.1" status: 204 len: 173 time: 0.4571786 Aug 03 19:00:29.828347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb90982f-0bea-428b-ad0a-3b38605d918b', 'name': 'network-vif-deleted', 'tag': '340438f8-21e4-4b6f-b32f-e8d9783e10d6'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:29.831405 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56281d4-a1a1-4b5d-b990-dff87cf6143b" -d '{"events": [{"server_uuid": "fb90982f-0bea-428b-ad0a-3b38605d918b", "name": "network-vif-deleted", "tag": "340438f8-21e4-4b6f-b32f-e8d9783e10d6"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:29.834493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Transition to ACTIVE for port object 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:29.881901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effbe90-7430-4b6f-b99f-0b10caf71697 req-97e94c6d-39e0-4c5c-9642-60e69cc36468 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:29.884101 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3effbe90-7430-4b6f-b99f-0b10caf71697 req-97e94c6d-39e0-4c5c-9642-60e69cc36468 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=fb90982f-0bea-428b-ad0a-3b38605d918b HTTP/1.1" status: 200 len: 867 time: 0.2098041 Aug 03 19:00:30.019728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3effbe90-7430-4b6f-b99f-0b10caf71697 req-761cb4ed-2509-409c-b2f5-90eb053a6130 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023428 Aug 03 19:00:30.097081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17ffc020-6bfc-4b77-9cac-cabedd08064c req-c29f437e-9898-4b64-8cc8-c010c3382324 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311833 Aug 03 19:00:30.134355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Allocated IP 10.1.1.254 (4a0d5886-96c2-4dff-baa6-95bbe249d83f/10e5d750-0ab6-448e-8fa1-a8eb8676f923/34528ff9-7e18-40e5-991f-d62e6697bd31) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:30.215230 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.309178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7347e-5a55-4024-8505-92520a606e45 req-de5173d3-4511-4e36-81f8-b32276d41b44 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:30.310777 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ba7347e-5a55-4024-8505-92520a606e45 req-de5173d3-4511-4e36-81f8-b32276d41b44 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.2112815 Aug 03 19:00:30.335733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network 3a24974f-c585-49b2-9411-bdd5d3345630 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:30.371873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa1acb-3f9f-4da7-b37a-3f5e4f8e05b2 req-432ab1f6-1f84-4cf0-8fde-17421dc338a0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:30.373356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2fa1acb-3f9f-4da7-b37a-3f5e4f8e05b2 req-432ab1f6-1f84-4cf0-8fde-17421dc338a0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1995597 Aug 03 19:00:30.381649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Port': ['ID=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:30.394600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:30.397279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:30.508548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:30.509213 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.529219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ba7347e-5a55-4024-8505-92520a606e45 req-0f407cae-1f9b-402a-aff0-f5920f82ee50 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984131 Aug 03 19:00:30.544366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2fa1acb-3f9f-4da7-b37a-3f5e4f8e05b2 req-c8ee9886-9e13-456d-8f2d-d8da606b6828 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578078 Aug 03 19:00:30.568866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bcd1a8a2-d0e2-4a9f-9979-2bdeae7de705 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0918739 Aug 03 19:00:30.605586 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa3c66-eb65-459e-9388-d8fd1a771457 x-openstack-request-id: req-56aa3c66-eb65-459e-9388-d8fd1a771457 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:30.606165 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb90982f-0bea-428b-ad0a-3b38605d918b", "name": "network-vif-deleted", "tag": "340438f8-21e4-4b6f-b32f-e8d9783e10d6", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:30.606165 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56aa3c66-eb65-459e-9388-d8fd1a771457 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:30.606584 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb90982f-0bea-428b-ad0a-3b38605d918b', 'name': 'network-vif-deleted', 'tag': '340438f8-21e4-4b6f-b32f-e8d9783e10d6', 'status': 'completed', 'code': 200} Aug 03 19:00:30.616554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90', 'admin_state_up': True, 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'security_groups': ['ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:30.650051 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.748596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Transition to ACTIVE for port object 34528ff9-7e18-40e5-991f-d62e6697bd31 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:30.818961 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-18385fdd-d920-4784-92ab-659c85c4da21 None None] Provisioning for port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:30.824792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-18385fdd-d920-4784-92ab-659c85c4da21 None None] Provisioning complete for port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:30.825766 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-18385fdd-d920-4784-92ab-659c85c4da21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.830867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f15103-a315-4503-8d4f-d527d8e24086 req-62b057e2-220f-4bb7-9e0c-78a639d0c838 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:30.838176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96f15103-a315-4503-8d4f-d527d8e24086 req-62b057e2-220f-4bb7-9e0c-78a639d0c838 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 932 time: 0.1582582 Aug 03 19:00:30.870973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-18385fdd-d920-4784-92ab-659c85c4da21 None None] Port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:30.900081 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.961802 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96f15103-a315-4503-8d4f-d527d8e24086 req-abb19672-068b-4244-9302-05d717cfd8ee tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226315 Aug 03 19:00:30.980546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:30.984097 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.003321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf0079-bce8-4f6f-89ea-020f3a829d58 req-7d895200-b034-485d-9c35-02b91ba178aa tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:31.004823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0cf0079-bce8-4f6f-89ea-020f3a829d58 req-7d895200-b034-485d-9c35-02b91ba178aa tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 950 time: 0.1641209 Aug 03 19:00:31.008029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network 4a0d5886-96c2-4dff-baa6-95bbe249d83f is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:31.015650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Port': ['ID=34528ff9-7e18-40e5-991f-d62e6697bd31,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:31.021846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:31.024116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:31.133091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0cf0079-bce8-4f6f-89ea-020f3a829d58 req-c4c11ed5-95bf-4c23-9b4e-269ff120e6bd tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092067 Aug 03 19:00:31.263337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:31.264702 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.346874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd746fa-88b8-4614-a858-676654885ec8 req-d55533bf-b5b8-40b8-913f-d7e56f1fdeb5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:31.352695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd746fa-88b8-4614-a858-676654885ec8 req-d55533bf-b5b8-40b8-913f-d7e56f1fdeb5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:31.354309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7dd746fa-88b8-4614-a858-676654885ec8 req-d55533bf-b5b8-40b8-913f-d7e56f1fdeb5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 1654 time: 0.1453812 Aug 03 19:00:31.355576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e1100942-7b37-4763-a5c9-c220ecdb3030 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2961023 Aug 03 19:00:31.384368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f', 'admin_state_up': True, 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'security_groups': ['295c2a1f-a306-4725-95fa-2625ecad3ffa']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:31.398097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-09102333-0fc8-4668-a633-8a0686820cb9 None None] Provisioning for port 34528ff9-7e18-40e5-991f-d62e6697bd31 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:31.402780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-09102333-0fc8-4668-a633-8a0686820cb9 None None] Provisioning complete for port 34528ff9-7e18-40e5-991f-d62e6697bd31 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:31.403161 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-09102333-0fc8-4668-a633-8a0686820cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.440891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-09102333-0fc8-4668-a633-8a0686820cb9 None None] Port 34528ff9-7e18-40e5-991f-d62e6697bd31 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:31.502481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Allocated IP 10.1.1.7 (c26e77bf-0edc-498b-9ab8-19bf405a3c90/b7885d16-488e-4ec6-befe-684ff8a04da4/a3f7390e-84e2-4548-84e7-53d9cf1af0cf) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:31.511468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813228-ca56-48ab-bc99-1d791cdb90c7 req-eca89a03-8b95-4710-a7ab-55790d30d80e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:31.512960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8813228-ca56-48ab-bc99-1d791cdb90c7 req-eca89a03-8b95-4710-a7ab-55790d30d80e tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 950 time: 0.2086196 Aug 03 19:00:31.516326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7dd746fa-88b8-4614-a858-676654885ec8 req-d05fa302-2996-4ff1-9d3d-545f5074b6f9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395068 Aug 03 19:00:31.703786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8813228-ca56-48ab-bc99-1d791cdb90c7 req-a1108584-8c0c-4d35-989f-aea538fda7d7 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802893 Aug 03 19:00:31.751958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a780a-9443-4a24-9bda-f572ea269129 req-e725c098-3dbc-4505-896c-62b6afecfbc1 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:31.753527 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-636a780a-9443-4a24-9bda-f572ea269129 req-e725c098-3dbc-4505-896c-62b6afecfbc1 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 950 time: 0.1599514 Aug 03 19:00:31.760677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:31.764148 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.859987 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.923691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-636a780a-9443-4a24-9bda-f572ea269129 req-7c93034b-8c44-42e5-bd7e-3bae1d35bc59 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547585 Aug 03 19:00:31.926452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Transition to ACTIVE for port object a3f7390e-84e2-4548-84e7-53d9cf1af0cf will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:31.957728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25de1c4-1d14-4a1d-a522-55ca99c75674 req-4cd02db4-ec16-46cb-ab69-9997e639b571 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:31.959205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c25de1c4-1d14-4a1d-a522-55ca99c75674 req-4cd02db4-ec16-46cb-ab69-9997e639b571 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.1514652 Aug 03 19:00:32.094803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Allocated IP 10.1.1.44 (4a0d5886-96c2-4dff-baa6-95bbe249d83f/10e5d750-0ab6-448e-8fa1-a8eb8676f923/d56ded67-baa3-4450-9d65-f20f6f05c226) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:32.097828 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.106067 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c25de1c4-1d14-4a1d-a522-55ca99c75674 req-2a21063d-d8c1-4b90-917b-2a4074794b17 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381793 Aug 03 19:00:32.173329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network c26e77bf-0edc-498b-9ab8-19bf405a3c90 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:32.188460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:32.198486 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8379194-2cda-46cf-92c6-c718dfa3767d req-e82e40a2-1457-434f-87be-d80a89711911 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:32.201989 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8379194-2cda-46cf-92c6-c718dfa3767d req-e82e40a2-1457-434f-87be-d80a89711911 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1982539 Aug 03 19:00:32.207401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:32.219195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Port': ['ID=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:32.355151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:32.355821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.387105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8379194-2cda-46cf-92c6-c718dfa3767d req-c8f61307-1ff0-46fa-8f13-5e5b68b9fe76 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499369 Aug 03 19:00:32.417745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ee426796-b08d-462e-bdfb-e8cfdd8b3f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8317604 Aug 03 19:00:32.441001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90', 'admin_state_up': True, 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'security_groups': ['ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:32.473093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a603c617-c0ba-4300-bb56-5f30ad3b7ee1 None None] Provisioning for port a3f7390e-84e2-4548-84e7-53d9cf1af0cf completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:32.477149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a603c617-c0ba-4300-bb56-5f30ad3b7ee1 None None] Provisioning complete for port a3f7390e-84e2-4548-84e7-53d9cf1af0cf triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:32.477820 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a603c617-c0ba-4300-bb56-5f30ad3b7ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.542054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a603c617-c0ba-4300-bb56-5f30ad3b7ee1 None None] Port a3f7390e-84e2-4548-84e7-53d9cf1af0cf cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:32.611434 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.667651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Transition to ACTIVE for port object d56ded67-baa3-4450-9d65-f20f6f05c226 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:32.691916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c7c1c-ec2f-43fc-8254-48bc11acd2ca req-9bc5be27-3be5-4aaa-baa1-2f8b2f180d8f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:32.697979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c7c1c-ec2f-43fc-8254-48bc11acd2ca req-9bc5be27-3be5-4aaa-baa1-2f8b2f180d8f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:32.699559 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-581c7c1c-ec2f-43fc-8254-48bc11acd2ca req-9bc5be27-3be5-4aaa-baa1-2f8b2f180d8f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 1652 time: 0.1542120 Aug 03 19:00:32.779674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:32.783170 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.802478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7023-9aa6-4c12-a57d-5f0f836f337d req-bc380a9f-ef80-43ea-a4ed-8c02ea7a2d33 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:32.809144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7023-9aa6-4c12-a57d-5f0f836f337d req-bc380a9f-ef80-43ea-a4ed-8c02ea7a2d33 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:32.810932 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d6d7023-9aa6-4c12-a57d-5f0f836f337d req-bc380a9f-ef80-43ea-a4ed-8c02ea7a2d33 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 1654 time: 0.1763923 Aug 03 19:00:32.825235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-581c7c1c-ec2f-43fc-8254-48bc11acd2ca req-e4f9368a-26b5-4fe5-981a-c27b84cd0410 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155818 Aug 03 19:00:32.850077 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.889185 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:00:32.970032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network 4a0d5886-96c2-4dff-baa6-95bbe249d83f is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:32.979719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d6d7023-9aa6-4c12-a57d-5f0f836f337d req-1af09579-944f-44ad-9fd2-72770938298a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603508 Aug 03 19:00:32.986282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:32.991511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:32.994043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Port': ['ID=d56ded67-baa3-4450-9d65-f20f6f05c226,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:33.163223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Allocated IP 10.1.1.33 (c26e77bf-0edc-498b-9ab8-19bf405a3c90/b7885d16-488e-4ec6-befe-684ff8a04da4/8c00d432-ef3d-498e-aa64-07aaad4b4404) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:33.207535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.208082 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:33.269531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-13392642-4c2b-4e5f-b46c-951ef34ab8d4 None None] Provisioning for port d56ded67-baa3-4450-9d65-f20f6f05c226 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:33.274321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-13392642-4c2b-4e5f-b46c-951ef34ab8d4 None None] Provisioning complete for port d56ded67-baa3-4450-9d65-f20f6f05c226 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:33.274715 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13392642-4c2b-4e5f-b46c-951ef34ab8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:33.317635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-13392642-4c2b-4e5f-b46c-951ef34ab8d4 None None] Port d56ded67-baa3-4450-9d65-f20f6f05c226 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:33.589225 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b2dd02ab-7f2e-436e-a010-57b503179618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:33.591420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1421-8e33-4c78-b35a-7e83159cd8db req-30560a32-5df4-4d7e-a32e-551d97a7bff6 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.593741 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b9f1421-8e33-4c78-b35a-7e83159cd8db req-30560a32-5df4-4d7e-a32e-551d97a7bff6 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 950 time: 0.5917745 Aug 03 19:00:33.620027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d0c65-94dd-4ea4-9d71-00483b86531e req-5e20f36f-9e9d-40c9-8cf0-6bb0853ce344 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.621550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b8d0c65-94dd-4ea4-9d71-00483b86531e req-5e20f36f-9e9d-40c9-8cf0-6bb0853ce344 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 950 time: 0.5885715 Aug 03 19:00:33.633690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4c58b5f8-bfac-42a4-8bdf-36e62502b83d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2545452 Aug 03 19:00:33.679741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693', 'admin_state_up': True, 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'security_groups': ['295c2a1f-a306-4725-95fa-2625ecad3ffa']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:33.781564 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653de49-e2aa-43fa-99fc-15a8341169f8 req-584c8470-f977-4eb3-9e1e-7dc5ccf1c482 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.783532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a653de49-e2aa-43fa-99fc-15a8341169f8 req-584c8470-f977-4eb3-9e1e-7dc5ccf1c482 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.5670259 Aug 03 19:00:33.860945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b8d0c65-94dd-4ea4-9d71-00483b86531e req-ecbed3d8-6ad0-4587-8904-af0f97849cea tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055128 Aug 03 19:00:33.891408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 340438f8-21e4-4b6f-b32f-e8d9783e10d6 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:33.896573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:33.941556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Transition to ACTIVE for port object 8c00d432-ef3d-498e-aa64-07aaad4b4404 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:33.950794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 340438f8-21e4-4b6f-b32f-e8d9783e10d6 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:33.951598 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 340438f8-21e4-4b6f-b32f-e8d9783e10d6 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:34.006572 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a653de49-e2aa-43fa-99fc-15a8341169f8 req-5d26bbd9-5576-429f-a74a-7abb375ae095 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885796 Aug 03 19:00:34.097572 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-3b9f1421-8e33-4c78-b35a-7e83159cd8db req-e1e2b8c3-9de3-40e3-842d-09f19bf9d6d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Deleting port 0405c71b-593d-4cf0-80c1-ce262e940092 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:34.097979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3b9f1421-8e33-4c78-b35a-7e83159cd8db req-e1e2b8c3-9de3-40e3-842d-09f19bf9d6d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:34.105259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:34.107831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:34.300881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Port': ['ID=8c00d432-ef3d-498e-aa64-07aaad4b4404,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:34.352718 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network c26e77bf-0edc-498b-9ab8-19bf405a3c90 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:34.369129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:34.378422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:34.453010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bc93b-3a96-44d6-8af0-674ed8546b31 req-87612615-a5b9-4ffc-ba89-d986f9719c39 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.460848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a54bc93b-3a96-44d6-8af0-674ed8546b31 req-87612615-a5b9-4ffc-ba89-d986f9719c39 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.3860250 Aug 03 19:00:34.524942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c4a3-01e6-4f49-9e16-36e62a82320d req-f76956d8-2ed4-451f-81ed-7012baf9aa11 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.531122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c4a3-01e6-4f49-9e16-36e62a82320d req-f76956d8-2ed4-451f-81ed-7012baf9aa11 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.537199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c4a3-01e6-4f49-9e16-36e62a82320d req-f76956d8-2ed4-451f-81ed-7012baf9aa11 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.539009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8fe3c4a3-01e6-4f49-9e16-36e62a82320d req-f76956d8-2ed4-451f-81ed-7012baf9aa11 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 2372 time: 0.2467477 Aug 03 19:00:34.582054 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:34.611523 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.611523 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:34.635732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-3b9f1421-8e33-4c78-b35a-7e83159cd8db req-e1e2b8c3-9de3-40e3-842d-09f19bf9d6d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] For port 0405c71b-593d-4cf0-80c1-ce262e940092, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0405c71b-593d-4cf0-80c1-ce262e940092,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:34.636117 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3b9f1421-8e33-4c78-b35a-7e83159cd8db req-e1e2b8c3-9de3-40e3-842d-09f19bf9d6d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:34.651502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a54bc93b-3a96-44d6-8af0-674ed8546b31 req-46c568c7-7bd3-4f17-a893-94b5dec5a8c4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897662 Aug 03 19:00:34.658892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8fe3c4a3-01e6-4f49-9e16-36e62a82320d req-fe5d784b-07d9-47bb-a73e-562595adadf1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057096 Aug 03 19:00:34.662755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-845bbc8a-abcd-4f4f-b20b-2409e830f9c1 None None] Provisioning for port 8c00d432-ef3d-498e-aa64-07aaad4b4404 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:34.668791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-845bbc8a-abcd-4f4f-b20b-2409e830f9c1 None None] Provisioning complete for port 8c00d432-ef3d-498e-aa64-07aaad4b4404 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:34.669267 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-845bbc8a-abcd-4f4f-b20b-2409e830f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:34.776520 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-845bbc8a-abcd-4f4f-b20b-2409e830f9c1 None None] Port 8c00d432-ef3d-498e-aa64-07aaad4b4404 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:34.801249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-3b9f1421-8e33-4c78-b35a-7e83159cd8db req-e1e2b8c3-9de3-40e3-842d-09f19bf9d6d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Calling delete_port for 0405c71b-593d-4cf0-80c1-ce262e940092 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:34.864100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b948a251-a965-4dd2-a26f-8d36c3e59b06 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4288669 Aug 03 19:00:34.917830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c', 'admin_state_up': True, 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'security_groups': ['ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:35.054375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3446718-f58a-461d-90b3-1f5343e8b48d req-b430abe3-f6d6-4891-9feb-a38e86f9b498 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:35.060273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3446718-f58a-461d-90b3-1f5343e8b48d req-b430abe3-f6d6-4891-9feb-a38e86f9b498 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:35.066351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3446718-f58a-461d-90b3-1f5343e8b48d req-b430abe3-f6d6-4891-9feb-a38e86f9b498 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:35.068029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3446718-f58a-461d-90b3-1f5343e8b48d req-b430abe3-f6d6-4891-9feb-a38e86f9b498 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 2374 time: 0.2798398 Aug 03 19:00:35.166072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Allocated IP 10.2.2.100 (bb73ae63-dd24-41e8-9010-968a1eb21693/49aaa83c-dc72-498e-9356-036dc25863a5/dba46738-6fe7-47a8-b264-fa6c39dd8977) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:35.195687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae422ac5-5a52-4a80-87b4-b993e9d68f2e req-079b4713-21c2-43ac-b2c8-a2eee5780189 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:35.197335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae422ac5-5a52-4a80-87b4-b993e9d68f2e req-079b4713-21c2-43ac-b2c8-a2eee5780189 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=cbc266a0-fcc5-4963-9bf0-8fde70d40842 HTTP/1.1" status: 200 len: 950 time: 0.2264903 Aug 03 19:00:35.248074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3446718-f58a-461d-90b3-1f5343e8b48d req-c50567db-dca2-4e24-9e84-d592fbaf2d1f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719310 Aug 03 19:00:35.320260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:35.401582 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3b9f1421-8e33-4c78-b35a-7e83159cd8db req-e1e2b8c3-9de3-40e3-842d-09f19bf9d6d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:35.409600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae422ac5-5a52-4a80-87b4-b993e9d68f2e req-d216c156-1281-4cb9-9853-c564e7efaaf2 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019148 Aug 03 19:00:35.448542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['55f73bc5-183d-4fa7-a28b-8002149d060c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:35.455873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2b8c3-9de3-40e3-842d-09f19bf9d6d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Pushing event deleted for resources: {'Port': ['ID=0405c71b-593d-4cf0-80c1-ce262e940092,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:35.596808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9f1421-8e33-4c78-b35a-7e83159cd8db req-e1e2b8c3-9de3-40e3-842d-09f19bf9d6d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] No DVR routers for this DVR port 0405c71b-593d-4cf0-80c1-ce262e940092 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:35.605676 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3b9f1421-8e33-4c78-b35a-7e83159cd8db req-e1e2b8c3-9de3-40e3-842d-09f19bf9d6d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:35.607649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b9f1421-8e33-4c78-b35a-7e83159cd8db req-e1e2b8c3-9de3-40e3-842d-09f19bf9d6d9 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.37 "DELETE /v2.0/ports/0405c71b-593d-4cf0-80c1-ce262e940092 HTTP/1.1" status: 204 len: 173 time: 2.0066745 Aug 03 19:00:35.611139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc266a0-fcc5-4963-9bf0-8fde70d40842', 'name': 'network-vif-deleted', 'tag': '0405c71b-593d-4cf0-80c1-ce262e940092'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:35.613425 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f702c5-2fee-4cf9-bfd3-89323db4bae2" -d '{"events": [{"server_uuid": "cbc266a0-fcc5-4963-9bf0-8fde70d40842", "name": "network-vif-deleted", "tag": "0405c71b-593d-4cf0-80c1-ce262e940092"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:35.639687 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:35.665793 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:35.690955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa572ab-07e1-49e1-b0d2-ac2533c9c797 req-e418f102-2f83-4383-975f-319656a4227c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:35.692367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fa572ab-07e1-49e1-b0d2-ac2533c9c797 req-e418f102-2f83-4383-975f-319656a4227c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.1532428 Aug 03 19:00:35.705043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Transition to ACTIVE for port object dba46738-6fe7-47a8-b264-fa6c39dd8977 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:35.811363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fa572ab-07e1-49e1-b0d2-ac2533c9c797 req-a5bd48cb-9c9d-4c8b-b825-b275103f437f tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077552 Aug 03 19:00:35.886833 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152e351-c85a-4ed0-9bc6-c6b94a3e7e2a x-openstack-request-id: req-0152e351-c85a-4ed0-9bc6-c6b94a3e7e2a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:35.887233 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc266a0-fcc5-4963-9bf0-8fde70d40842", "name": "network-vif-deleted", "tag": "0405c71b-593d-4cf0-80c1-ce262e940092", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:35.887389 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0152e351-c85a-4ed0-9bc6-c6b94a3e7e2a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:35.887795 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc266a0-fcc5-4963-9bf0-8fde70d40842', 'name': 'network-vif-deleted', 'tag': '0405c71b-593d-4cf0-80c1-ce262e940092', 'status': 'completed', 'code': 200} Aug 03 19:00:35.935856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:36.079688 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:36.118101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:36.146269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'mac_address': 'fa:16:3e:ca:af:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:36.241944 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:36.260577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:36.261511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network bb73ae63-dd24-41e8-9010-968a1eb21693 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:36.298161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:36.304665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:36.309308 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:36.332575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca42f0-edb8-481e-b608-b8af9e137845 req-e5a87ac8-1242-4c15-bc93-75626451fdd5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:36.339563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca42f0-edb8-481e-b608-b8af9e137845 req-e5a87ac8-1242-4c15-bc93-75626451fdd5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:36.347454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca42f0-edb8-481e-b608-b8af9e137845 req-e5a87ac8-1242-4c15-bc93-75626451fdd5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:36.349395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30ca42f0-edb8-481e-b608-b8af9e137845 req-e5a87ac8-1242-4c15-bc93-75626451fdd5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 2372 time: 0.4270141 Aug 03 19:00:36.350479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:36.377338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bb783-7909-49a3-9be5-6f8691d5ae99 req-8335e159-d62b-4150-95e5-3596d294ddf6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:36.387225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d2bb783-7909-49a3-9be5-6f8691d5ae99 req-8335e159-d62b-4150-95e5-3596d294ddf6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.4635663 Aug 03 19:00:36.440652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Port': ['ID=dba46738-6fe7-47a8-b264-fa6c39dd8977,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:36.529009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Allocated IP 10.2.2.100 (519a22f2-633f-4d6d-8c20-32ad2bcf244c/55cde3f9-47fa-488b-b3de-03a59f897dc4/33922177-bf0b-4da7-83d8-6f52db3c6f4c) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:36.625580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:36.629665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:36.659340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30ca42f0-edb8-481e-b608-b8af9e137845 req-fc35cf5c-fa80-4c3d-bf47-1497aa31b39d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651083 Aug 03 19:00:36.759121 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-81a00be2-a96e-49a5-b7e7-c909975f22ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:36.765387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d2bb783-7909-49a3-9be5-6f8691d5ae99 req-4da7b921-07ce-40b5-b2d1-881059a9dd80 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006401 Aug 03 19:00:36.799589 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:36.800111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-92ab6f16-f1a7-49d0-834c-6be041b1ce53 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1352527 Aug 03 19:00:36.825260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f8771d4-b665-4622-b7b7-96e373f512d8 None None] Provisioning for port dba46738-6fe7-47a8-b264-fa6c39dd8977 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:36.840055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['19b5c5aa-1795-49ff-a1a7-feaafcd72ddc'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:36.840227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693', 'admin_state_up': True, 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'security_groups': ['295c2a1f-a306-4725-95fa-2625ecad3ffa']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:36.974670 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 32422b15-fb1c-47ca-88bf-9db268cf1d50 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:36.979338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0405c71b-593d-4cf0-80c1-ce262e940092 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:36.986440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f8771d4-b665-4622-b7b7-96e373f512d8 None None] Provisioning complete for port dba46738-6fe7-47a8-b264-fa6c39dd8977 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:36.987121 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f8771d4-b665-4622-b7b7-96e373f512d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.090542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f8771d4-b665-4622-b7b7-96e373f512d8 None None] Port dba46738-6fe7-47a8-b264-fa6c39dd8977 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:37.102526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:37.121529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 0405c71b-593d-4cf0-80c1-ce262e940092 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:37.121876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0405c71b-593d-4cf0-80c1-ce262e940092 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:37.246407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Made reservation on behalf of 5c951b33d7ff4136a56dcd677a4f1d27 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:37.259146 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.340495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 32422b15-fb1c-47ca-88bf-9db268cf1d50, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=32422b15-fb1c-47ca-88bf-9db268cf1d50,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:37.394151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '32422b15-fb1c-47ca-88bf-9db268cf1d50', 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a', 'port_id': '32422b15-fb1c-47ca-88bf-9db268cf1d50', 'mac_address': 'fa:16:3e:68:81:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:37.450048 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.486664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32422b15-fb1c-47ca-88bf-9db268cf1d50 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:37.515758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 32422b15-fb1c-47ca-88bf-9db268cf1d50, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=32422b15-fb1c-47ca-88bf-9db268cf1d50,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:37.525603 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.598651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=32422b15-fb1c-47ca-88bf-9db268cf1d50,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:37.716419 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76842307-8921-4f23-a96e-171a109cd983 req-f3a06e34-6812-4d87-9591-d946fd1bb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.723479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76842307-8921-4f23-a96e-171a109cd983 req-f3a06e34-6812-4d87-9591-d946fd1bb0c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1095 time: 0.2079289 Aug 03 19:00:37.769183 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.841680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['32422b15-fb1c-47ca-88bf-9db268cf1d50'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:37.883242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76842307-8921-4f23-a96e-171a109cd983 req-798f2040-2100-4ab9-92f5-6effea9920d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.888056 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76842307-8921-4f23-a96e-171a109cd983 req-798f2040-2100-4ab9-92f5-6effea9920d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1509302 Aug 03 19:00:37.892598 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.904776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75144fc6-5617-41bc-8c83-f460850645d7 req-88262f93-1f20-4b73-9640-4a4b2ce971d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.911916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75144fc6-5617-41bc-8c83-f460850645d7 req-88262f93-1f20-4b73-9640-4a4b2ce971d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.918218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75144fc6-5617-41bc-8c83-f460850645d7 req-88262f93-1f20-4b73-9640-4a4b2ce971d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.925313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75144fc6-5617-41bc-8c83-f460850645d7 req-88262f93-1f20-4b73-9640-4a4b2ce971d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.933449 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75144fc6-5617-41bc-8c83-f460850645d7 req-88262f93-1f20-4b73-9640-4a4b2ce971d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 3095 time: 0.9285228 Aug 03 19:00:37.951407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:37.984314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Transition to ACTIVE for port object 33922177-bf0b-4da7-83d8-6f52db3c6f4c will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:38.064136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad97c0b-1355-4e00-ab11-33b069e46ce4 req-5b32f09a-9431-478e-84cf-d0a85147b380 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:38.077209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cad97c0b-1355-4e00-ab11-33b069e46ce4 req-5b32f09a-9431-478e-84cf-d0a85147b380 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 945 time: 0.5801930 Aug 03 19:00:38.090787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:38.091366 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.097344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75144fc6-5617-41bc-8c83-f460850645d7 req-ee216e76-2178-463a-b7c7-7ae6671682c8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624832 Aug 03 19:00:38.118540 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76842307-8921-4f23-a96e-171a109cd983 req-28cea804-1732-4c5d-80a9-f7f31a71940e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 999 time: 0.2212963 Aug 03 19:00:38.218827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76842307-8921-4f23-a96e-171a109cd983 req-9751c9e9-5ca9-486e-bfa5-dd8f860a3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:38.220576 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76842307-8921-4f23-a96e-171a109cd983 req-9751c9e9-5ca9-486e-bfa5-dd8f860a3081 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0889027 Aug 03 19:00:38.314024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76842307-8921-4f23-a96e-171a109cd983 req-00ee69bd-8017-4221-869f-af2cb91cb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:38.316941 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76842307-8921-4f23-a96e-171a109cd983 req-00ee69bd-8017-4221-869f-af2cb91cb089 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838256 Aug 03 19:00:38.334132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-76842307-8921-4f23-a96e-171a109cd983 req-7342cf56-5a89-4631-a32e-4f56a33352d7 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:00:38.335765 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76842307-8921-4f23-a96e-171a109cd983 req-7342cf56-5a89-4631-a32e-4f56a33352d7 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062771 Aug 03 19:00:38.365473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cad97c0b-1355-4e00-ab11-33b069e46ce4 req-dfd70776-587f-4497-9ed9-cec9a4a98a28 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868192 Aug 03 19:00:38.374638 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.587140 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.596511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Allocated IP 10.2.2.200 (bb73ae63-dd24-41e8-9010-968a1eb21693/49aaa83c-dc72-498e-9356-036dc25863a5/408adf51-6186-4b71-b531-2af9fbe32cdb) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:38.650930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:38.653085 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22381c73-b876-4c1c-8418-7a46dc7b2974" -d '{"events": [{"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-plugged", "status": "completed", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:38.672175 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76842307-8921-4f23-a96e-171a109cd983 req-c8b6b35b-4ff5-4be0-87e6-f2a22b3b90a4 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269703 Aug 03 19:00:38.723672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:38.728809 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.745452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network 519a22f2-633f-4d6d-8c20-32ad2bcf244c is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:38.769655 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Port': ['ID=33922177-bf0b-4da7-83d8-6f52db3c6f4c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:38.777629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:38.780678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:38.819936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 32422b15-fb1c-47ca-88bf-9db268cf1d50 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:38.875286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:38.876887 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.943443 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:38.947557 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-76842307-8921-4f23-a96e-171a109cd983 req-91241625-d9ae-4587-8300-9a5697f67a7d service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674382 Aug 03 19:00:38.996124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299359cd-4dc1-43c9-8563-5bd6f114cc56 req-d4b7e958-da19-4012-91ce-7398b6e822cd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.007736 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-299359cd-4dc1-43c9-8563-5bd6f114cc56 req-d4b7e958-da19-4012-91ce-7398b6e822cd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.4208972 Aug 03 19:00:39.024879 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-6a5d190e-549a-42d9-9051-3ce21a2d59ce tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1396985 Aug 03 19:00:39.052137 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.055400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06e745-ba85-4f7b-a7cf-d93277c5c1f9 req-1998b863-49ea-44bc-b62c-8af447e02e8b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.062613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06e745-ba85-4f7b-a7cf-d93277c5c1f9 req-1998b863-49ea-44bc-b62c-8af447e02e8b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.070117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06e745-ba85-4f7b-a7cf-d93277c5c1f9 req-1998b863-49ea-44bc-b62c-8af447e02e8b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.078235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 32422b15-fb1c-47ca-88bf-9db268cf1d50 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:39.078806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06e745-ba85-4f7b-a7cf-d93277c5c1f9 req-1998b863-49ea-44bc-b62c-8af447e02e8b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.088662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d06e745-ba85-4f7b-a7cf-d93277c5c1f9 req-1998b863-49ea-44bc-b62c-8af447e02e8b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 3093 time: 0.4064262 Aug 03 19:00:39.103027 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 32422b15-fb1c-47ca-88bf-9db268cf1d50, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=32422b15-fb1c-47ca-88bf-9db268cf1d50,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:39.109665 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.171553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c', 'admin_state_up': True, 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'security_groups': ['ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:39.295655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-299359cd-4dc1-43c9-8563-5bd6f114cc56 req-e6983987-8d7d-4ee1-9bb4-640f53bd3e56 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857432 Aug 03 19:00:39.300796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-580754c2-c250-4845-89f1-381fc775fead None None] Provisioning for port 33922177-bf0b-4da7-83d8-6f52db3c6f4c completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:39.313535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-580754c2-c250-4845-89f1-381fc775fead None None] Provisioning complete for port 33922177-bf0b-4da7-83d8-6f52db3c6f4c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:39.319611 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-580754c2-c250-4845-89f1-381fc775fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.322299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=32422b15-fb1c-47ca-88bf-9db268cf1d50,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:39.357081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d06e745-ba85-4f7b-a7cf-d93277c5c1f9 req-896cba29-4b2b-4b7e-98da-460e8160802e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671182 Aug 03 19:00:39.422772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-580754c2-c250-4845-89f1-381fc775fead None None] Port 33922177-bf0b-4da7-83d8-6f52db3c6f4c cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:39.456326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.499960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Transition to ACTIVE for port object 408adf51-6186-4b71-b531-2af9fbe32cdb will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:39.513202 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.616324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Made reservation on behalf of a20aa861c3bd40aab08cdca15c045bd4 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:39.622277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.623753 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60deb94d-c1c2-4829-afdd-54458d967b48 x-openstack-request-id: req-60deb94d-c1c2-4829-afdd-54458d967b48 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:39.624836 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-plugged", "status": "completed", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:39.625378 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60deb94d-c1c2-4829-afdd-54458d967b48 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:39.625967 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'code': 200} Aug 03 19:00:39.790131 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.884157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641d363-2de3-4e04-97f0-c39ebc9dec98 req-5a603cda-b5bf-4a01-b204-aa98616a3c24 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.885739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9641d363-2de3-4e04-97f0-c39ebc9dec98 req-5a603cda-b5bf-4a01-b204-aa98616a3c24 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 950 time: 0.2474625 Aug 03 19:00:39.903589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f140bb-d59b-40b6-a8db-07d526f687dc req-c672e1f6-8453-4d9e-81dd-533b4ef02d22 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.921559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f140bb-d59b-40b6-a8db-07d526f687dc req-c672e1f6-8453-4d9e-81dd-533b4ef02d22 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.930339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f140bb-d59b-40b6-a8db-07d526f687dc req-c672e1f6-8453-4d9e-81dd-533b4ef02d22 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.936346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f140bb-d59b-40b6-a8db-07d526f687dc req-c672e1f6-8453-4d9e-81dd-533b4ef02d22 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.940727 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17f140bb-d59b-40b6-a8db-07d526f687dc req-c672e1f6-8453-4d9e-81dd-533b4ef02d22 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 3095 time: 0.2557890 Aug 03 19:00:39.984454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event updated for resources: {'Port': ['ID=408adf51-6186-4b71-b531-2af9fbe32cdb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:39.993712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Network bb73ae63-dd24-41e8-9010-968a1eb21693 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:40.010587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:40.016393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:40.100039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17f140bb-d59b-40b6-a8db-07d526f687dc req-71dac289-cb31-4551-9be8-5d368cb2bdb8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388650 Aug 03 19:00:40.111782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9641d363-2de3-4e04-97f0-c39ebc9dec98 req-ac14bc20-c1f4-40ad-afe5-5bcd44c9e0d8 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f9856d9-2c6c-48b1-81fc-532ce0296bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673672 Aug 03 19:00:40.255291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:40.256022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.305629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Allocated IP 10.2.2.200 (519a22f2-633f-4d6d-8c20-32ad2bcf244c/55cde3f9-47fa-488b-b3de-03a59f897dc4/8bc907f2-98fb-4356-b18a-e599358c0451) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:40.337871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-a61627f5-cc8b-4e80-982e-55b0f1bf04b3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5054564 Aug 03 19:00:40.361312 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-74d5c6d8-d738-45ba-a5f3-e29c4932430a None None] Provisioning for port 408adf51-6186-4b71-b531-2af9fbe32cdb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:40.368144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-74d5c6d8-d738-45ba-a5f3-e29c4932430a None None] Provisioning complete for port 408adf51-6186-4b71-b531-2af9fbe32cdb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:40.368994 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-74d5c6d8-d738-45ba-a5f3-e29c4932430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.377085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbaf53-8f2b-4e2d-85e7-65b2bc250cf0 req-c5d60933-0239-4eeb-ba92-1e873f7dc651 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:40.384790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96dbaf53-8f2b-4e2d-85e7-65b2bc250cf0 req-c5d60933-0239-4eeb-ba92-1e873f7dc651 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 944 time: 0.1258447 Aug 03 19:00:40.399280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:40.423804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-74d5c6d8-d738-45ba-a5f3-e29c4932430a None None] Port 408adf51-6186-4b71-b531-2af9fbe32cdb cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:40.620013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96dbaf53-8f2b-4e2d-85e7-65b2bc250cf0 req-72f77b70-644e-419b-a96d-9c9531f6ff22 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342179 Aug 03 19:00:40.655672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.706906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4af53a-ef5b-4269-a61b-1c9c64e7bac9 req-59a419b4-f89f-47eb-a1aa-5cc233516db1 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:40.712200 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4f4af53a-ef5b-4269-a61b-1c9c64e7bac9 req-59a419b4-f89f-47eb-a1aa-5cc233516db1 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.74 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 950 time: 0.1179683 Aug 03 19:00:40.720219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27393a-20a9-4ffb-b18e-10c45a6425fe req-5095e489-3d64-443b-8e34-d5fe9921fb3c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:40.722023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f27393a-20a9-4ffb-b18e-10c45a6425fe req-5095e489-3d64-443b-8e34-d5fe9921fb3c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.2274134 Aug 03 19:00:40.823199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 32422b15-fb1c-47ca-88bf-9db268cf1d50 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:40.824236 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.870679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-4f4af53a-ef5b-4269-a61b-1c9c64e7bac9 req-99553bc0-7ab8-48c6-bdea-f7bbc5e2aacc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Deleting port 55f73bc5-183d-4fa7-a28b-8002149d060c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:40.871286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4f4af53a-ef5b-4269-a61b-1c9c64e7bac9 req-99553bc0-7ab8-48c6-bdea-f7bbc5e2aacc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.894637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f27393a-20a9-4ffb-b18e-10c45a6425fe req-73cd77ec-1875-4fbb-9761-6005081b4531 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596427 Aug 03 19:00:40.976419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Transition to ACTIVE for port object 8bc907f2-98fb-4356-b18a-e599358c0451 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:41.019985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc17fe3-2f87-452d-9f71-2ab14c86b85a req-287010e9-60cc-4413-8906-5ef68d976648 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.026023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc17fe3-2f87-452d-9f71-2ab14c86b85a req-287010e9-60cc-4413-8906-5ef68d976648 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.031270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 32422b15-fb1c-47ca-88bf-9db268cf1d50 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:41.033701 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.037609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc17fe3-2f87-452d-9f71-2ab14c86b85a req-287010e9-60cc-4413-8906-5ef68d976648 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.043827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc17fe3-2f87-452d-9f71-2ab14c86b85a req-287010e9-60cc-4413-8906-5ef68d976648 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.060616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-4f4af53a-ef5b-4269-a61b-1c9c64e7bac9 req-99553bc0-7ab8-48c6-bdea-f7bbc5e2aacc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] For port 55f73bc5-183d-4fa7-a28b-8002149d060c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=55f73bc5-183d-4fa7-a28b-8002149d060c,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:41.061223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4f4af53a-ef5b-4269-a61b-1c9c64e7bac9 req-99553bc0-7ab8-48c6-bdea-f7bbc5e2aacc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.065567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afc17fe3-2f87-452d-9f71-2ab14c86b85a req-287010e9-60cc-4413-8906-5ef68d976648 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 3093 time: 0.3220918 Aug 03 19:00:41.078170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-4f4af53a-ef5b-4269-a61b-1c9c64e7bac9 req-99553bc0-7ab8-48c6-bdea-f7bbc5e2aacc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Calling delete_port for 55f73bc5-183d-4fa7-a28b-8002149d060c owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:41.281473 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.300417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afc17fe3-2f87-452d-9f71-2ab14c86b85a req-bbc1e2b0-5167-43f4-a10d-3cc9721b199e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339377 Aug 03 19:00:41.328448 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.382299 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4f4af53a-ef5b-4269-a61b-1c9c64e7bac9 req-99553bc0-7ab8-48c6-bdea-f7bbc5e2aacc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.391945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 32422b15-fb1c-47ca-88bf-9db268cf1d50, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=32422b15-fb1c-47ca-88bf-9db268cf1d50,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:41.401765 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.420680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99553bc0-7ab8-48c6-bdea-f7bbc5e2aacc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Pushing event deleted for resources: {'Port': ['ID=55f73bc5-183d-4fa7-a28b-8002149d060c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:41.473677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4af53a-ef5b-4269-a61b-1c9c64e7bac9 req-99553bc0-7ab8-48c6-bdea-f7bbc5e2aacc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] No DVR routers for this DVR port 55f73bc5-183d-4fa7-a28b-8002149d060c on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:41.476521 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4f4af53a-ef5b-4269-a61b-1c9c64e7bac9 req-99553bc0-7ab8-48c6-bdea-f7bbc5e2aacc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.481382 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4f4af53a-ef5b-4269-a61b-1c9c64e7bac9 req-99553bc0-7ab8-48c6-bdea-f7bbc5e2aacc tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.74 "DELETE /v2.0/ports/55f73bc5-183d-4fa7-a28b-8002149d060c HTTP/1.1" status: 204 len: 173 time: 0.7518413 Aug 03 19:00:41.482104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['55f73bc5-183d-4fa7-a28b-8002149d060c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:41.482577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-deleted', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:41.486085 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b6d437-de30-4511-b5e6-0acf691221bb" -d '{"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-deleted", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:41.546483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Network 519a22f2-633f-4d6d-8c20-32ad2bcf244c is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:41.601929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f41a2b6-5589-4fac-add7-72c5b3d4223a req-e982b7a2-4a84-47c6-bdf2-1f205507bbe1 tempest-ServersAdminTestJSON-1636690060 tempest-ServersAdminTestJSON-1636690060-project] 10.222.0.78 "GET /v2.0/ports?device_id=7119550b-b034-44ad-bc67-3c928035c616 HTTP/1.1" status: 200 len: 210 time: 0.0922000 Aug 03 19:00:41.604803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:41.628146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:41.632554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=32422b15-fb1c-47ca-88bf-9db268cf1d50,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:41.638628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b46acb-fb80-431b-a661-dc61967ee0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32422b15-fb1c-47ca-88bf-9db268cf1d50'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:41.640631 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31142e1-9fe9-4fa8-8e29-9e08c807239a" -d '{"events": [{"server_uuid": "62b46acb-fb80-431b-a661-dc61967ee0f3", "name": "network-vif-plugged", "status": "completed", "tag": "32422b15-fb1c-47ca-88bf-9db268cf1d50"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:41.764390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.766355 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.772295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event updated for resources: {'Port': ['ID=8bc907f2-98fb-4356-b18a-e599358c0451,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:41.852303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c10bfc-3a70-48a1-b44e-5c13438ca811 req-0b3ec5aa-5a5a-4d77-a2e9-e3c891bb3a31 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.854008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7c10bfc-3a70-48a1-b44e-5c13438ca811 req-0b3ec5aa-5a5a-4d77-a2e9-e3c891bb3a31 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.3561707 Aug 03 19:00:41.855306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-72755ec0-aef6-47e6-9500-41eb2fa1b42d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6888864 Aug 03 19:00:41.903115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7859262e-e847-45d1-91e7-0aeaf780cd5d {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:41.912484 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.925737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Transition to ACTIVE for port object 7859262e-e847-45d1-91e7-0aeaf780cd5d will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:41.950684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:41.955450 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.043767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c351b-63a5-4286-868a-c2658f1c220b req-bb23e6b3-0010-4d28-9f4a-9d9b180642ee tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.065876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-47444689-4f6f-4b48-b8d6-bb9f32eb0a53 None None] Provisioning for port 8bc907f2-98fb-4356-b18a-e599358c0451 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:42.070854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-47444689-4f6f-4b48-b8d6-bb9f32eb0a53 None None] Provisioning complete for port 8bc907f2-98fb-4356-b18a-e599358c0451 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:42.071684 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-47444689-4f6f-4b48-b8d6-bb9f32eb0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.074471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c351b-63a5-4286-868a-c2658f1c220b req-bb23e6b3-0010-4d28-9f4a-9d9b180642ee tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.085903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c351b-63a5-4286-868a-c2658f1c220b req-bb23e6b3-0010-4d28-9f4a-9d9b180642ee tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.097412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c351b-63a5-4286-868a-c2658f1c220b req-bb23e6b3-0010-4d28-9f4a-9d9b180642ee tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.119926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c351b-63a5-4286-868a-c2658f1c220b req-bb23e6b3-0010-4d28-9f4a-9d9b180642ee tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.128317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b88c351b-63a5-4286-868a-c2658f1c220b req-bb23e6b3-0010-4d28-9f4a-9d9b180642ee tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 3816 time: 0.3989029 Aug 03 19:00:42.156197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Pushing event updated for resources: {'Port': ['ID=7859262e-e847-45d1-91e7-0aeaf780cd5d,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:42.206283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-47444689-4f6f-4b48-b8d6-bb9f32eb0a53 None None] Port 8bc907f2-98fb-4356-b18a-e599358c0451 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:42.325422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7c10bfc-3a70-48a1-b44e-5c13438ca811 req-b05f3dd6-4ca4-4afd-b0f6-515129955088 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3969088 Aug 03 19:00:42.403870 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.456210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b88c351b-63a5-4286-868a-c2658f1c220b req-907a1f1f-8c74-4901-ba07-ebf3e060c881 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266463 Aug 03 19:00:42.630976 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26d500e-3dcb-4d8d-b992-9c0d7cb5a409 x-openstack-request-id: req-c26d500e-3dcb-4d8d-b992-9c0d7cb5a409 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:42.632245 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7119550b-b034-44ad-bc67-3c928035c616", "name": "network-vif-deleted", "tag": "55f73bc5-183d-4fa7-a28b-8002149d060c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:42.632820 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c26d500e-3dcb-4d8d-b992-9c0d7cb5a409 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:42.633486 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7119550b-b034-44ad-bc67-3c928035c616', 'name': 'network-vif-deleted', 'tag': '55f73bc5-183d-4fa7-a28b-8002149d060c', 'status': 'completed', 'code': 200} Aug 03 19:00:42.674640 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5207d03-2feb-42cb-bad5-e43bea48f5f9 x-openstack-request-id: req-d5207d03-2feb-42cb-bad5-e43bea48f5f9 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:42.675217 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b46acb-fb80-431b-a661-dc61967ee0f3", "name": "network-vif-plugged", "status": "completed", "tag": "32422b15-fb1c-47ca-88bf-9db268cf1d50", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:42.675513 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5207d03-2feb-42cb-bad5-e43bea48f5f9 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:42.676079 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b46acb-fb80-431b-a661-dc61967ee0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32422b15-fb1c-47ca-88bf-9db268cf1d50', 'code': 200} Aug 03 19:00:42.911559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Attempting to bind port 7859262e-e847-45d1-91e7-0aeaf780cd5d on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:42.911911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Attempting to bind port 7859262e-e847-45d1-91e7-0aeaf780cd5d by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:42.912249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Attempting to bind port 7859262e-e847-45d1-91e7-0aeaf780cd5d on network 3cee0722-e9c5-4340-a177-1ce3a93b15fa {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:42.925795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Port 7859262e-e847-45d1-91e7-0aeaf780cd5d on network 3cee0722-e9c5-4340-a177-1ce3a93b15fa not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:42.926272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Attempting to bind port 7859262e-e847-45d1-91e7-0aeaf780cd5d on network 3cee0722-e9c5-4340-a177-1ce3a93b15fa {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:42.943060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d89e05-c0fd-4689-8b6f-6c8b4fbf28f7 req-020b6d20-3db1-4b21-b766-91c5faf3f0fa tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.950535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8d89e05-c0fd-4689-8b6f-6c8b4fbf28f7 req-020b6d20-3db1-4b21-b766-91c5faf3f0fa tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.1533637 Aug 03 19:00:42.969807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90990a53-796f-4d06-b779-e7dda43c4fce req-f0b4b0ac-e44a-45f1-b7d6-936111eab9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.971349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90990a53-796f-4d06-b779-e7dda43c4fce req-f0b4b0ac-e44a-45f1-b7d6-936111eab9e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 1097 time: 0.1333232 Aug 03 19:00:42.996891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:42.997242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Checking segment: {'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:42.997781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Bound using segment: {'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:42.998299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Bound port: 7859262e-e847-45d1-91e7-0aeaf780cd5d, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fe089a-cc3f-4d52-bb56-3e82eff632fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:42.998537 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:43.069659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:43.075107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90990a53-796f-4d06-b779-e7dda43c4fce req-408e97ca-c474-485f-a117-8843485e93af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705340 Aug 03 19:00:43.081587 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:43.148805 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8d89e05-c0fd-4689-8b6f-6c8b4fbf28f7 req-260f005f-f6f4-4932-b80c-71ba4934d39a tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972904 Aug 03 19:00:43.216080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Transition to ACTIVE for port object 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:43.220938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] For port 7859262e-e847-45d1-91e7-0aeaf780cd5d, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:43.238392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] For port 7859262e-e847-45d1-91e7-0aeaf780cd5d, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7859262e-e847-45d1-91e7-0aeaf780cd5d,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:43.253159 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:43.299865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:43.322217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef15eb4-d59d-4509-8720-1dee310db73f req-5abe9771-66de-4e6b-a9c4-61c6bdb2ccd9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:43.330988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef15eb4-d59d-4509-8720-1dee310db73f req-5abe9771-66de-4e6b-a9c4-61c6bdb2ccd9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:43.338569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef15eb4-d59d-4509-8720-1dee310db73f req-5abe9771-66de-4e6b-a9c4-61c6bdb2ccd9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:43.345880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef15eb4-d59d-4509-8720-1dee310db73f req-5abe9771-66de-4e6b-a9c4-61c6bdb2ccd9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:43.352552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef15eb4-d59d-4509-8720-1dee310db73f req-5abe9771-66de-4e6b-a9c4-61c6bdb2ccd9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:43.354432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ef15eb4-d59d-4509-8720-1dee310db73f req-5abe9771-66de-4e6b-a9c4-61c6bdb2ccd9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 3814 time: 0.2239931 Aug 03 19:00:43.366896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:43.367528 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:43.369221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] 10.222.0.74 "PUT /v2.0/ports/7859262e-e847-45d1-91e7-0aeaf780cd5d HTTP/1.1" status: 200 len: 1092 time: 2.9743259 Aug 03 19:00:43.369705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': '7859262e-e847-45d1-91e7-0aeaf780cd5d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:43.372024 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "7859262e-e847-45d1-91e7-0aeaf780cd5d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:43.452927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:44.011594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 55f73bc5-183d-4fa7-a28b-8002149d060c no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:44.078749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 55f73bc5-183d-4fa7-a28b-8002149d060c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:44.081908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 55f73bc5-183d-4fa7-a28b-8002149d060c not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:44.097696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ef15eb4-d59d-4509-8720-1dee310db73f req-87faea46-e1ef-4808-a292-57380ca29d5d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7170503 Aug 03 19:00:44.103193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b38ad-b3d8-41b1-a8ba-58997818d332 service neutron] Pushing event updated for resources: {'Port': ['ID=7859262e-e847-45d1-91e7-0aeaf780cd5d,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:44.157911 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42630) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:44.227538 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a658b79d-5511-482d-ae70-e48eb0aa419e x-openstack-request-id: req-a658b79d-5511-482d-ae70-e48eb0aa419e {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:44.230561 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "7859262e-e847-45d1-91e7-0aeaf780cd5d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:44.230916 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a658b79d-5511-482d-ae70-e48eb0aa419e {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:44.231402 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': '7859262e-e847-45d1-91e7-0aeaf780cd5d', 'status': 'completed', 'code': 200} Aug 03 19:00:44.267306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:44.372913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-7163a772-d8b2-4f31-8a12-424238854b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.373401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-7163a772-d8b2-4f31-8a12-424238854b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.374029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-7163a772-d8b2-4f31-8a12-424238854b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.374476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-7163a772-d8b2-4f31-8a12-424238854b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.374966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-7163a772-d8b2-4f31-8a12-424238854b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.377136 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-7163a772-d8b2-4f31-8a12-424238854b5a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 4363 time: 0.1039767 Aug 03 19:00:44.382263 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.409966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99556d2-a67d-445c-8f82-bb00a8ff8483 req-e91904f4-8b52-4792-8051-837732732056 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.418070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f99556d2-a67d-445c-8f82-bb00a8ff8483 req-e91904f4-8b52-4792-8051-837732732056 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 946 time: 0.3851891 Aug 03 19:00:44.508661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46519db8-9b90-43ea-9b7d-322afdcd8d70 req-131900ef-bb50-4f75-a87b-2de937e8e3b8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.517241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46519db8-9b90-43ea-9b7d-322afdcd8d70 req-131900ef-bb50-4f75-a87b-2de937e8e3b8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1934009 Aug 03 19:00:44.620581 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-adae997a-1420-4e03-9bed-47d043da3c68 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b03a1d90a77d4cc9872df423d28f5864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597244 Aug 03 19:00:44.642098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42636) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:44.675061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-8946301f-4efa-4d4f-83c3-f105e2e7e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.675819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-8946301f-4efa-4d4f-83c3-f105e2e7e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.676511 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-8946301f-4efa-4d4f-83c3-f105e2e7e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.679267 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-8946301f-4efa-4d4f-83c3-f105e2e7e26b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2816432 Aug 03 19:00:44.854487 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa68732b-bf38-482c-a52f-e2e47bd05861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.882477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa68732b-bf38-482c-a52f-e2e47bd05861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.919409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4622b33-fb7a-4c0a-8092-6fbdc41097dc {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:44.934814 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.941837 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa68732b-bf38-482c-a52f-e2e47bd05861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.944375 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa68732b-bf38-482c-a52f-e2e47bd05861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.948197 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fa68732b-bf38-482c-a52f-e2e47bd05861 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4f9856d9-2c6c-48b1-81fc-532ce0296bb6 HTTP/1.1" status: 204 len: 168 time: 0.3047714 Aug 03 19:00:44.959483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Transition to ACTIVE for port object c4622b33-fb7a-4c0a-8092-6fbdc41097dc will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:45.005082 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.028571 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.031285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68732b-bf38-482c-a52f-e2e47bd05861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9856d9-2c6c-48b1-81fc-532ce0296bb6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:45.055925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Attempting to bind port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:45.056358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Attempting to bind port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:45.057204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Attempting to bind port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 on network 3a24974f-c585-49b2-9411-bdd5d3345630 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:45.075079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-b0a0710e-9232-49a6-a9a1-a50d62bac105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.076658 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-489b8f11-0ebc-4fa0-99b2-29847e0ca8b8 req-b0a0710e-9232-49a6-a9a1-a50d62bac105 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3831952 Aug 03 19:00:45.216075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f99556d2-a67d-445c-8f82-bb00a8ff8483 req-1faac2c2-dd88-4274-8c7a-5e466361829f tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7966745 Aug 03 19:00:45.229799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46519db8-9b90-43ea-9b7d-322afdcd8d70 req-40f9ef55-e81d-465c-880e-d4ffa3525ddc tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7108548 Aug 03 19:00:45.287342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 on network 3a24974f-c585-49b2-9411-bdd5d3345630 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:45.312815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Attempting to bind port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 on network 3a24974f-c585-49b2-9411-bdd5d3345630 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:45.337054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:45.347438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Checking segment: {'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:45.349207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Bound using segment: {'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:45.355924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Bound port: 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd63cd38-aac8-4b69-bf87-619cf79415a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:45.356603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.539253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Pushing event updated for resources: {'Port': ['ID=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:45.591230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42656) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:45.675529 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f882e411-2399-47e3-aece-606db8ebdee4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f055bb34c43145da8521483ca758b64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830920 Aug 03 19:00:45.684721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42658) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:45.725537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] For port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:45.793083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1cfac16-984c-4dff-8999-b461892d2578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.853272 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1cfac16-984c-4dff-8999-b461892d2578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.859408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fbcc1-b763-463f-b043-7c2f1574f0b8 req-6bb3b7c1-8bd8-49e4-8a37-6665c1b04655 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.865817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fbcc1-b763-463f-b043-7c2f1574f0b8 req-6bb3b7c1-8bd8-49e4-8a37-6665c1b04655 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.871896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fbcc1-b763-463f-b043-7c2f1574f0b8 req-6bb3b7c1-8bd8-49e4-8a37-6665c1b04655 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.878062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fbcc1-b763-463f-b043-7c2f1574f0b8 req-6bb3b7c1-8bd8-49e4-8a37-6665c1b04655 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.884259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fbcc1-b763-463f-b043-7c2f1574f0b8 req-6bb3b7c1-8bd8-49e4-8a37-6665c1b04655 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.891109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fbcc1-b763-463f-b043-7c2f1574f0b8 req-6bb3b7c1-8bd8-49e4-8a37-6665c1b04655 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.899337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e8fbcc1-b763-463f-b043-7c2f1574f0b8 req-6bb3b7c1-8bd8-49e4-8a37-6665c1b04655 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 4600 time: 0.3665769 Aug 03 19:00:45.902454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] For port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:45.923640 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.955550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Attempting to bind port c4622b33-fb7a-4c0a-8092-6fbdc41097dc on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:45.956049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Attempting to bind port c4622b33-fb7a-4c0a-8092-6fbdc41097dc by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:45.956261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Attempting to bind port c4622b33-fb7a-4c0a-8092-6fbdc41097dc on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:45.963046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.963771 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.965564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] 10.222.0.74 "PUT /v2.0/ports/3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 HTTP/1.1" status: 200 len: 1092 time: 4.0362492 Aug 03 19:00:45.982746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1cfac16-984c-4dff-8999-b461892d2578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.986643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1cfac16-984c-4dff-8999-b461892d2578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.988667 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e1cfac16-984c-4dff-8999-b461892d2578 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/650b5f0f-f8bd-4fef-ba9b-fab3f4873b3f HTTP/1.1" status: 204 len: 168 time: 0.3000281 Aug 03 19:00:46.019288 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfac16-984c-4dff-8999-b461892d2578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650b5f0f-f8bd-4fef-ba9b-fab3f4873b3f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:46.059709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e8fbcc1-b763-463f-b043-7c2f1574f0b8 req-ec5f9fdc-7626-4398-8515-499dfe1f6b1e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593661 Aug 03 19:00:46.089938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:46.098587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Port c4622b33-fb7a-4c0a-8092-6fbdc41097dc on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:46.098928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Attempting to bind port c4622b33-fb7a-4c0a-8092-6fbdc41097dc on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:46.124898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e8f4-15f9-41d1-829a-1d05502f81aa req-6ab702e7-c0e4-401a-b355-96067a27ac03 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.132542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b024e8f4-15f9-41d1-829a-1d05502f81aa req-6ab702e7-c0e4-401a-b355-96067a27ac03 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.4621928 Aug 03 19:00:46.205169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:46.205541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Checking segment: {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:46.205964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Bound using segment: {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:46.206413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Bound port: c4622b33-fb7a-4c0a-8092-6fbdc41097dc, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:46.206779 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:46.232360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:46.235223 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749ed74d-2273-4439-abbb-b1853f2fe506" -d '{"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:46.290119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d255d0d-e15e-4d35-9609-8a59a6ba87a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:46.373306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] For port c4622b33-fb7a-4c0a-8092-6fbdc41097dc, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:46.378001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] For port c4622b33-fb7a-4c0a-8092-6fbdc41097dc, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:46.395114 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:46.443282 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b024e8f4-15f9-41d1-829a-1d05502f81aa req-4e136b6f-5a1e-48e9-b0bd-8a7517791d94 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097372 Aug 03 19:00:46.503128 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:46.621754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.622411 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:46.648948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] 10.222.0.74 "PUT /v2.0/ports/c4622b33-fb7a-4c0a-8092-6fbdc41097dc HTTP/1.1" status: 200 len: 1130 time: 3.2316203 Aug 03 19:00:46.668197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abb4ae-7bb0-426c-9ce7-23f0b678f4f7 req-9d3122d7-f6a3-4341-b459-447be11d820a tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.675952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abb4ae-7bb0-426c-9ce7-23f0b678f4f7 req-9d3122d7-f6a3-4341-b459-447be11d820a tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.684538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abb4ae-7bb0-426c-9ce7-23f0b678f4f7 req-9d3122d7-f6a3-4341-b459-447be11d820a tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.697293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abb4ae-7bb0-426c-9ce7-23f0b678f4f7 req-9d3122d7-f6a3-4341-b459-447be11d820a tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.704625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abb4ae-7bb0-426c-9ce7-23f0b678f4f7 req-9d3122d7-f6a3-4341-b459-447be11d820a tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.714205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48abb4ae-7bb0-426c-9ce7-23f0b678f4f7 req-9d3122d7-f6a3-4341-b459-447be11d820a tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 3826 time: 0.5036113 Aug 03 19:00:46.748128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:47.007532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-f2f861c1-c8ef-4ada-abe9-f76b3244096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.008845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-f2f861c1-c8ef-4ada-abe9-f76b3244096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.011828 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-f2f861c1-c8ef-4ada-abe9-f76b3244096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.012520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-f2f861c1-c8ef-4ada-abe9-f76b3244096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.013006 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-f2f861c1-c8ef-4ada-abe9-f76b3244096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.017280 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-f2f861c1-c8ef-4ada-abe9-f76b3244096b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 4361 time: 0.1606648 Aug 03 19:00:47.191782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-b67ba693-37a9-49fd-8c57-ec6301193d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.192265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-b67ba693-37a9-49fd-8c57-ec6301193d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.193062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-b67ba693-37a9-49fd-8c57-ec6301193d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.196143 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-b67ba693-37a9-49fd-8c57-ec6301193d92 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1587470 Aug 03 19:00:47.372148 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9ac017-97fb-45ae-95b0-542060254476 x-openstack-request-id: req-7e9ac017-97fb-45ae-95b0-542060254476 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:47.372737 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:47.372737 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e9ac017-97fb-45ae-95b0-542060254476 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:47.375158 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02', 'status': 'completed', 'code': 200} Aug 03 19:00:47.427527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-45e84c50-f2be-4c61-a3ae-755f11e4e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.429262 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-749ed74d-2273-4439-abbb-b1853f2fe506 req-45e84c50-f2be-4c61-a3ae-755f11e4e85c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2221551 Aug 03 19:00:47.454079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0ad2f-c324-49a2-b77d-b0aaa5e91abb service neutron] Pushing event updated for resources: {'Port': ['ID=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:47.472544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21147810-ef92-4ec3-9962-b5b8ec3f3d0c {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:47.496428 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:47.513439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Transition to ACTIVE for port object 21147810-ef92-4ec3-9962-b5b8ec3f3d0c will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:47.541056 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:47.752308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48abb4ae-7bb0-426c-9ce7-23f0b678f4f7 req-f75bd6ed-67de-4808-b6c8-5231dbe4b155 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0376110 Aug 03 19:00:47.836300 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:47.918559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d6507-73a4-45e0-b2d4-86a23254aaae req-2b0edc3e-9e44-4e91-a2a6-7900d6a244b4 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.934638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-327d6507-73a4-45e0-b2d4-86a23254aaae req-2b0edc3e-9e44-4e91-a2a6-7900d6a244b4 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.5659633 Aug 03 19:00:47.999742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Pushing event updated for resources: {'Port': ['ID=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:48.423825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2368e8b7-e6bd-408f-a553-4e52a840cf69 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:48.433029 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.446723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Transition to ACTIVE for port object 2368e8b7-e6bd-408f-a553-4e52a840cf69 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:48.467302 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.510766 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-327d6507-73a4-45e0-b2d4-86a23254aaae req-408fbd1e-f831-41a4-8b6d-de86b99226b2 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740798 Aug 03 19:00:48.675441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Attempting to bind port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:48.675835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Attempting to bind port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:48.676119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Attempting to bind port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:48.701286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:48.701669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Attempting to bind port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:48.704519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2368e8b7-e6bd-408f-a553-4e52a840cf69,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:48.782681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149815a-4fd2-4251-8c2e-aed49dd2f12f req-25b9ad66-6bf3-4ca2-8fed-1d7143c929cc tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:48.790170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6149815a-4fd2-4251-8c2e-aed49dd2f12f req-25b9ad66-6bf3-4ca2-8fed-1d7143c929cc tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.3395004 Aug 03 19:00:48.823920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:48.824568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Checking segment: {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:48.825186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Bound using segment: {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:48.825859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Bound port: 21147810-ef92-4ec3-9962-b5b8ec3f3d0c, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:48.826424 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.931130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807c1c6-c36a-45bb-abd5-d4d310a54b94 req-d47e43c2-aa7f-4975-a77c-1b65f94d5870 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:48.932985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a807c1c6-c36a-45bb-abd5-d4d310a54b94 req-d47e43c2-aa7f-4975-a77c-1b65f94d5870 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 946 time: 0.1629360 Aug 03 19:00:48.956394 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6149815a-4fd2-4251-8c2e-aed49dd2f12f req-63ecc6a7-6c26-4331-b3c5-0f940b1867d3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589494 Aug 03 19:00:49.020691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Attempting to bind port 2368e8b7-e6bd-408f-a553-4e52a840cf69 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:49.024236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Attempting to bind port 2368e8b7-e6bd-408f-a553-4e52a840cf69 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:49.024813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Attempting to bind port 2368e8b7-e6bd-408f-a553-4e52a840cf69 on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:49.048649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Port 2368e8b7-e6bd-408f-a553-4e52a840cf69 on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:49.049266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Attempting to bind port 2368e8b7-e6bd-408f-a553-4e52a840cf69 on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:49.056861 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:49.057554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Checking segment: {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:49.058128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Bound using segment: {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:49.058789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Bound port: 2368e8b7-e6bd-408f-a553-4e52a840cf69, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:49.059339 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.085130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] For port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:49.125361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a807c1c6-c36a-45bb-abd5-d4d310a54b94 req-7e0acf95-06ac-487b-abd7-211e848df219 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642029 Aug 03 19:00:49.150248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] For port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:49.175409 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.195233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.198480 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.201109 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] 10.222.0.74 "PUT /v2.0/ports/21147810-ef92-4ec3-9962-b5b8ec3f3d0c HTTP/1.1" status: 200 len: 1136 time: 3.1783242 Aug 03 19:00:49.257858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:49.379156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': 'c4622b33-fb7a-4c0a-8092-6fbdc41097dc'}, {'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '21147810-ef92-4ec3-9962-b5b8ec3f3d0c'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:49.383121 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15a5816-0aff-4a83-abfe-67ee627da2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "c4622b33-fb7a-4c0a-8092-6fbdc41097dc"}, {"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "21147810-ef92-4ec3-9962-b5b8ec3f3d0c"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:49.422768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e07ef-3c3f-4920-8005-429602c0e9f4 req-73559ae1-55d1-40bf-b4b3-c6315d3d4285 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.429081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e07ef-3c3f-4920-8005-429602c0e9f4 req-73559ae1-55d1-40bf-b4b3-c6315d3d4285 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.436049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e07ef-3c3f-4920-8005-429602c0e9f4 req-73559ae1-55d1-40bf-b4b3-c6315d3d4285 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.448024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e07ef-3c3f-4920-8005-429602c0e9f4 req-73559ae1-55d1-40bf-b4b3-c6315d3d4285 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.455366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e07ef-3c3f-4920-8005-429602c0e9f4 req-73559ae1-55d1-40bf-b4b3-c6315d3d4285 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.466023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e07ef-3c3f-4920-8005-429602c0e9f4 req-73559ae1-55d1-40bf-b4b3-c6315d3d4285 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.472363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e07ef-3c3f-4920-8005-429602c0e9f4 req-73559ae1-55d1-40bf-b4b3-c6315d3d4285 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.480466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-025e07ef-3c3f-4920-8005-429602c0e9f4 req-73559ae1-55d1-40bf-b4b3-c6315d3d4285 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5372 time: 0.3966327 Aug 03 19:00:49.494898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] For port 2368e8b7-e6bd-408f-a553-4e52a840cf69, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:49.541673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484473f7-7379-4890-95d9-4ad9405ab161 service neutron] Pushing event updated for resources: {'Port': ['ID=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:49.619413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] For port 2368e8b7-e6bd-408f-a553-4e52a840cf69, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2368e8b7-e6bd-408f-a553-4e52a840cf69,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:49.663464 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.679848 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.779192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-025e07ef-3c3f-4920-8005-429602c0e9f4 req-55bef83d-9b4a-4095-a1f7-e2003b3033fa tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2965617 Aug 03 19:00:49.895839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.896484 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.905357 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] 10.222.0.74 "PUT /v2.0/ports/2368e8b7-e6bd-408f-a553-4e52a840cf69 HTTP/1.1" status: 200 len: 1130 time: 3.1858516 Aug 03 19:00:49.961463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e326032-2b2f-4495-871a-f237941af5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2368e8b7-e6bd-408f-a553-4e52a840cf69,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:49.989431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:50.109472 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:50.185321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f78cb9-645f-4479-97fd-9537eba0f703 req-2bc073c4-b5fe-47de-ab18-983197eeaf6f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.192442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f78cb9-645f-4479-97fd-9537eba0f703 req-2bc073c4-b5fe-47de-ab18-983197eeaf6f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.203949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f78cb9-645f-4479-97fd-9537eba0f703 req-2bc073c4-b5fe-47de-ab18-983197eeaf6f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.210823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f78cb9-645f-4479-97fd-9537eba0f703 req-2bc073c4-b5fe-47de-ab18-983197eeaf6f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.217072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f78cb9-645f-4479-97fd-9537eba0f703 req-2bc073c4-b5fe-47de-ab18-983197eeaf6f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.223712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f78cb9-645f-4479-97fd-9537eba0f703 req-2bc073c4-b5fe-47de-ab18-983197eeaf6f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.238227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4f78cb9-645f-4479-97fd-9537eba0f703 req-2bc073c4-b5fe-47de-ab18-983197eeaf6f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 4604 time: 0.4517174 Aug 03 19:00:50.245139 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fc3788-8591-4d16-84a7-78d3ae8abe17 x-openstack-request-id: req-73fc3788-8591-4d16-84a7-78d3ae8abe17 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:50.246340 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "c4622b33-fb7a-4c0a-8092-6fbdc41097dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "21147810-ef92-4ec3-9962-b5b8ec3f3d0c", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:50.246879 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73fc3788-8591-4d16-84a7-78d3ae8abe17 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:50.247524 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': 'c4622b33-fb7a-4c0a-8092-6fbdc41097dc', 'status': 'completed', 'code': 200} Aug 03 19:00:50.247995 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '21147810-ef92-4ec3-9962-b5b8ec3f3d0c', 'status': 'completed', 'code': 200} Aug 03 19:00:50.413537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-65738e6b-eb94-4b22-89ac-0eece9bea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.414245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-65738e6b-eb94-4b22-89ac-0eece9bea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.414543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-65738e6b-eb94-4b22-89ac-0eece9bea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.414958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-65738e6b-eb94-4b22-89ac-0eece9bea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.415427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-65738e6b-eb94-4b22-89ac-0eece9bea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.415896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-65738e6b-eb94-4b22-89ac-0eece9bea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.416378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-65738e6b-eb94-4b22-89ac-0eece9bea781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.418874 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-65738e6b-eb94-4b22-89ac-0eece9bea781 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6209 time: 0.0564246 Aug 03 19:00:50.504064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4f78cb9-645f-4479-97fd-9537eba0f703 req-0a20b30c-5f7a-49fb-80e4-a51b1b4fdbe1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2644420 Aug 03 19:00:50.691661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-99d247dd-907c-4472-974d-a403c84f99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.692145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-99d247dd-907c-4472-974d-a403c84f99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.692624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-99d247dd-907c-4472-974d-a403c84f99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.694287 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-99d247dd-907c-4472-974d-a403c84f99b8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2431405 Aug 03 19:00:50.708696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-f59a589e-2a08-4eb7-a8af-4ea5fd129dc1 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.717106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-f59a589e-2a08-4eb7-a8af-4ea5fd129dc1 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/networks?id=95b92a92-1768-42af-9d90-c86d3d5a4a8a HTTP/1.1" status: 200 len: 813 time: 0.3990188 Aug 03 19:00:50.829191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-5a3cb96a-771c-40a4-abe5-8e567eabfbeb tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/quotas/6d93768b1d2643a194e2c1b52980578a HTTP/1.1" status: 200 len: 375 time: 0.1109512 Aug 03 19:00:50.895933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-dd15bd32-9372-4b1d-b978-9cf3264990ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.898329 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-dd15bd32-9372-4b1d-b978-9cf3264990ce service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1918194 Aug 03 19:00:51.111106 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-25555732-2a66-4426-9a5c-06cb63561b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.111479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-25555732-2a66-4426-9a5c-06cb63561b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.111958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-25555732-2a66-4426-9a5c-06cb63561b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.112429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-25555732-2a66-4426-9a5c-06cb63561b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.112897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-25555732-2a66-4426-9a5c-06cb63561b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.113365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-25555732-2a66-4426-9a5c-06cb63561b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.115255 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-25555732-2a66-4426-9a5c-06cb63561b6e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5290 time: 0.1152031 Aug 03 19:00:51.329674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-744ceca6-573b-49c7-8b88-1b67ed28c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.330436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-744ceca6-573b-49c7-8b88-1b67ed28c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.331237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-744ceca6-573b-49c7-8b88-1b67ed28c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.333179 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-744ceca6-573b-49c7-8b88-1b67ed28c5a8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1927981 Aug 03 19:00:51.352009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0668060d-d5fe-4a5d-84fc-3f77adbddf2f {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:51.361922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:51.378540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Transition to ACTIVE for port object 0668060d-d5fe-4a5d-84fc-3f77adbddf2f will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:51.500949 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:51.505183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-f64eb3e7-8d2e-42ac-b893-558a690a7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.507350 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b15a5816-0aff-4a83-abfe-67ee627da2fb req-f64eb3e7-8d2e-42ac-b893-558a690a7c5e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1655567 Aug 03 19:00:51.539861 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef62b36-47e5-441d-a2d4-6dd3e1187953 req-911af739-b092-4ed2-ae21-cb6786ab7318 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.548939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ef62b36-47e5-441d-a2d4-6dd3e1187953 req-911af739-b092-4ed2-ae21-cb6786ab7318 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.8123715 Aug 03 19:00:51.715744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68f6b8-2ed0-45c0-969f-82caad60ca14 req-e36be0c8-7ecd-4056-b990-54bc0bc8c3e2 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.717345 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf68f6b8-2ed0-45c0-969f-82caad60ca14 req-e36be0c8-7ecd-4056-b990-54bc0bc8c3e2 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "GET /v2.0/ports?device_id=62b46acb-fb80-431b-a661-dc61967ee0f3 HTTP/1.1" status: 200 len: 946 time: 0.3370783 Aug 03 19:00:51.761602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ef62b36-47e5-441d-a2d4-6dd3e1187953 req-bc255a6e-20e1-4f09-8ad2-8a5c0a4bbfd8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113504 Aug 03 19:00:51.861350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-354c4338-71ff-4212-ab45-e4d9e5455fda tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6d93768b1d2643a194e2c1b52980578a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0307653 Aug 03 19:00:51.863228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Pushing event updated for resources: {'Port': ['ID=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:51.893178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34528ff9-7e18-40e5-991f-d62e6697bd31 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:51.951539 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:51.979406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Transition to ACTIVE for port object 34528ff9-7e18-40e5-991f-d62e6697bd31 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:51.989378 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.067122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Attempting to bind port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:52.067441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Attempting to bind port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:52.067863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Attempting to bind port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:52.096075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-cf68f6b8-2ed0-45c0-969f-82caad60ca14 req-4d67182e-928d-4697-9b8c-d14ff58e605b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Deleting port 32422b15-fb1c-47ca-88bf-9db268cf1d50 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:52.096433 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf68f6b8-2ed0-45c0-969f-82caad60ca14 req-4d67182e-928d-4697-9b8c-d14ff58e605b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.118665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:52.119313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Attempting to bind port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:52.217078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-6bb20079-df1d-47f9-902f-93e0df957cff service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:00:52.224961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-6bb20079-df1d-47f9-902f-93e0df957cff service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3626509 Aug 03 19:00:52.270263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': '2368e8b7-e6bd-408f-a553-4e52a840cf69'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:52.272562 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809cb882-cda1-4a5e-85dd-e90195ca730a" -d '{"events": [{"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "2368e8b7-e6bd-408f-a553-4e52a840cf69"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:52.283071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Pushing event updated for resources: {'Port': ['ID=34528ff9-7e18-40e5-991f-d62e6697bd31,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:52.293303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:52.293889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Checking segment: {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:52.294532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Bound using segment: {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:52.295172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Bound port: 0668060d-d5fe-4a5d-84fc-3f77adbddf2f, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:52.296336 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.517173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001978-3255-49f7-b5e1-89b891dfe3a8 req-0a68c7e1-b7d3-4c34-add2-3bfc19cdddc3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.523108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001978-3255-49f7-b5e1-89b891dfe3a8 req-0a68c7e1-b7d3-4c34-add2-3bfc19cdddc3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.531432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001978-3255-49f7-b5e1-89b891dfe3a8 req-0a68c7e1-b7d3-4c34-add2-3bfc19cdddc3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.539982 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001978-3255-49f7-b5e1-89b891dfe3a8 req-0a68c7e1-b7d3-4c34-add2-3bfc19cdddc3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.546001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001978-3255-49f7-b5e1-89b891dfe3a8 req-0a68c7e1-b7d3-4c34-add2-3bfc19cdddc3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.551902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001978-3255-49f7-b5e1-89b891dfe3a8 req-0a68c7e1-b7d3-4c34-add2-3bfc19cdddc3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.559878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001978-3255-49f7-b5e1-89b891dfe3a8 req-0a68c7e1-b7d3-4c34-add2-3bfc19cdddc3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.569026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d001978-3255-49f7-b5e1-89b891dfe3a8 req-0a68c7e1-b7d3-4c34-add2-3bfc19cdddc3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5384 time: 0.4267485 Aug 03 19:00:52.602363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-cf68f6b8-2ed0-45c0-969f-82caad60ca14 req-4d67182e-928d-4697-9b8c-d14ff58e605b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] For port 32422b15-fb1c-47ca-88bf-9db268cf1d50, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=32422b15-fb1c-47ca-88bf-9db268cf1d50,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:52.602738 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf68f6b8-2ed0-45c0-969f-82caad60ca14 req-4d67182e-928d-4697-9b8c-d14ff58e605b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.671471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-cf68f6b8-2ed0-45c0-969f-82caad60ca14 req-4d67182e-928d-4697-9b8c-d14ff58e605b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Calling delete_port for 32422b15-fb1c-47ca-88bf-9db268cf1d50 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:52.708133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-a5456680-0749-4d1b-a210-fe175e59297d service neutron] 10.222.0.78 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818945 Aug 03 19:00:52.787995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Attempting to bind port 34528ff9-7e18-40e5-991f-d62e6697bd31 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:52.788527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Attempting to bind port 34528ff9-7e18-40e5-991f-d62e6697bd31 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:52.788934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Attempting to bind port 34528ff9-7e18-40e5-991f-d62e6697bd31 on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:52.797212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] For port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:52.839025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d001978-3255-49f7-b5e1-89b891dfe3a8 req-82bad3a3-3818-47e0-8b28-c8303d84865f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2673316 Aug 03 19:00:52.903696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Port 34528ff9-7e18-40e5-991f-d62e6697bd31 on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:52.904021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Attempting to bind port 34528ff9-7e18-40e5-991f-d62e6697bd31 on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:52.909400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] For port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:52.937199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.988440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:52.988875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Checking segment: {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:52.989338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Bound using segment: {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:52.989882 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Bound port: 34528ff9-7e18-40e5-991f-d62e6697bd31, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:52.990313 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:53.086441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.088971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:53.091050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] 10.222.0.74 "PUT /v2.0/ports/0668060d-d5fe-4a5d-84fc-3f77adbddf2f HTTP/1.1" status: 200 len: 1136 time: 3.8429375 Aug 03 19:00:53.098715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-70d34fda-236a-4666-92a0-b73490caae42 service neutron] 10.222.0.78 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896682 Aug 03 19:00:53.239391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:53.404014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be64f72-c839-452d-aad6-3e6c269ea377 service neutron] Pushing event updated for resources: {'Port': ['ID=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:53.528627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] For port 34528ff9-7e18-40e5-991f-d62e6697bd31, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:53.536685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] For port 34528ff9-7e18-40e5-991f-d62e6697bd31, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=34528ff9-7e18-40e5-991f-d62e6697bd31,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:53.604868 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:53.608607 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:53.736704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Pushing event updated for resources: {'Port': ['ID=34528ff9-7e18-40e5-991f-d62e6697bd31,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:53.792590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebdf7f-5bad-4931-9835-7f18f2aba618 req-b97a85b7-32a2-4eef-b5a7-1af400c1bf6d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.798996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebdf7f-5bad-4931-9835-7f18f2aba618 req-b97a85b7-32a2-4eef-b5a7-1af400c1bf6d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.805198 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebdf7f-5bad-4931-9835-7f18f2aba618 req-b97a85b7-32a2-4eef-b5a7-1af400c1bf6d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.811933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebdf7f-5bad-4931-9835-7f18f2aba618 req-b97a85b7-32a2-4eef-b5a7-1af400c1bf6d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.818149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebdf7f-5bad-4931-9835-7f18f2aba618 req-b97a85b7-32a2-4eef-b5a7-1af400c1bf6d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.824292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebdf7f-5bad-4931-9835-7f18f2aba618 req-b97a85b7-32a2-4eef-b5a7-1af400c1bf6d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.830967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebdf7f-5bad-4931-9835-7f18f2aba618 req-b97a85b7-32a2-4eef-b5a7-1af400c1bf6d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.839008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8ebdf7f-5bad-4931-9835-7f18f2aba618 req-b97a85b7-32a2-4eef-b5a7-1af400c1bf6d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5382 time: 0.5693557 Aug 03 19:00:53.893412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.894078 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:53.895491 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-24e7e713-6a14-40b5-ad5a-fd55dece0984 service neutron] 10.222.0.74 "PUT /v2.0/ports/34528ff9-7e18-40e5-991f-d62e6697bd31 HTTP/1.1" status: 200 len: 1091 time: 3.9200809 Aug 03 19:00:53.950750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b029ec-f70e-4351-a7f4-80422872aa1a req-f5b44997-4321-4ad0-9c61-d0fb9d470c99 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.961367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38b029ec-f70e-4351-a7f4-80422872aa1a req-f5b44997-4321-4ad0-9c61-d0fb9d470c99 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.4121768 Aug 03 19:00:54.005880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:54.054729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf68f6b8-2ed0-45c0-969f-82caad60ca14 req-4d67182e-928d-4697-9b8c-d14ff58e605b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:54.122965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8ebdf7f-5bad-4931-9835-7f18f2aba618 req-a5db5051-089e-4406-a0ed-aaed113e6bbb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2829702 Aug 03 19:00:54.135784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-f5b87fce-20f0-4241-97ad-189257bd4ed4 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:54.142754 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-f5b87fce-20f0-4241-97ad-189257bd4ed4 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.74 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 946 time: 0.2187304 Aug 03 19:00:54.403132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67182e-928d-4697-9b8c-d14ff58e605b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Pushing event deleted for resources: {'Port': ['ID=32422b15-fb1c-47ca-88bf-9db268cf1d50,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:54.434825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Deleting port f39f7244-3b9a-4e0a-ac09-f19b279ac250 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:54.435321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:54.603236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] For port f39f7244-3b9a-4e0a-ac09-f19b279ac250, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f39f7244-3b9a-4e0a-ac09-f19b279ac250,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:54.603808 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:54.628686 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf68f6b8-2ed0-45c0-969f-82caad60ca14 req-4d67182e-928d-4697-9b8c-d14ff58e605b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] No DVR routers for this DVR port 32422b15-fb1c-47ca-88bf-9db268cf1d50 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:54.633780 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cf68f6b8-2ed0-45c0-969f-82caad60ca14 req-4d67182e-928d-4697-9b8c-d14ff58e605b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:54.637715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf68f6b8-2ed0-45c0-969f-82caad60ca14 req-4d67182e-928d-4697-9b8c-d14ff58e605b tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "DELETE /v2.0/ports/32422b15-fb1c-47ca-88bf-9db268cf1d50 HTTP/1.1" status: 204 len: 173 time: 2.8867238 Aug 03 19:00:54.772824 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:54.902276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 32422b15-fb1c-47ca-88bf-9db268cf1d50 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:54.984248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 32422b15-fb1c-47ca-88bf-9db268cf1d50 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:54.991207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 32422b15-fb1c-47ca-88bf-9db268cf1d50 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:55.125657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:55.126604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:55.127344 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Floating IP 0c0090a1-08fd-4545-8ebd-5dae46adf95b disassociated. External IP: 172.25.8.30, port: f39f7244-3b9a-4e0a-ac09-f19b279ac250. Aug 03 19:00:55.128132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Calling delete_port for f39f7244-3b9a-4e0a-ac09-f19b279ac250 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:55.380749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38b029ec-f70e-4351-a7f4-80422872aa1a req-498cf3b3-fadd-49ec-b9d5-5f4baa3a19c9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4183323 Aug 03 19:00:55.428409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3988647-e5c7-4297-8298-3abedd8f5e56 req-427731d0-d1da-4c24-9551-fa5b78bced56 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.436394 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3988647-e5c7-4297-8298-3abedd8f5e56 req-427731d0-d1da-4c24-9551-fa5b78bced56 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/ports?device_id=d62307dc-773f-4f2d-b01b-ed770c645b76 HTTP/1.1" status: 200 len: 946 time: 1.0401392 Aug 03 19:00:55.442639 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:55.515452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f7390e-84e2-4548-84e7-53d9cf1af0cf {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:55.534676 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:55.552992 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Pushing event deleted for resources: {'Port': ['ID=f39f7244-3b9a-4e0a-ac09-f19b279ac250,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:55.554119 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3988647-e5c7-4297-8298-3abedd8f5e56 req-d7d1f629-3d06-448e-aaf5-a96fc0d1de48 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups?id=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165464 Aug 03 19:00:55.603083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Transition to ACTIVE for port object a3f7390e-84e2-4548-84e7-53d9cf1af0cf will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:55.653338 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:55.665913 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a7f1e8-aed2-4291-95d3-14adaacb02b1 x-openstack-request-id: req-73a7f1e8-aed2-4291-95d3-14adaacb02b1 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:55.666564 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "2368e8b7-e6bd-408f-a553-4e52a840cf69", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:55.669245 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73a7f1e8-aed2-4291-95d3-14adaacb02b1 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:55.669923 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': '2368e8b7-e6bd-408f-a553-4e52a840cf69', 'status': 'completed', 'code': 200} Aug 03 19:00:55.819922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-b533561f-20e7-4c78-b563-d325525721c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.820454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-b533561f-20e7-4c78-b563-d325525721c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.821047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-b533561f-20e7-4c78-b563-d325525721c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.822168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-b533561f-20e7-4c78-b563-d325525721c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.822168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-b533561f-20e7-4c78-b563-d325525721c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.822590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-b533561f-20e7-4c78-b563-d325525721c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.823092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-b533561f-20e7-4c78-b563-d325525721c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.825042 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-b533561f-20e7-4c78-b563-d325525721c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6276 time: 0.1048307 Aug 03 19:00:55.910722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56ded67-baa3-4450-9d65-f20f6f05c226 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:55.923976 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:55.940289 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Transition to ACTIVE for port object d56ded67-baa3-4450-9d65-f20f6f05c226 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:56.091086 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.188352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d6d4f92-8418-4e37-bf41-7ee9327e55fd req-8d4d3062-9be1-4cd6-b021-7815a69120c2 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 210 time: 0.3642743 Aug 03 19:00:56.325065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42840) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:56.415361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:56.684126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Router 492aab0d-4b03-4b89-81d7-8f5cc42de90e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:00:56.685418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-a0daaa4c-d283-4898-ad5c-51cddd5daa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:56.686513 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-a0daaa4c-d283-4898-ad5c-51cddd5daa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:56.686982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-a0daaa4c-d283-4898-ad5c-51cddd5daa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:56.688576 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-a0daaa4c-d283-4898-ad5c-51cddd5daa35 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8454733 Aug 03 19:00:56.808988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:00:56.822053 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f788d-efa7-42c2-898c-f8c942399a4b None None] Sync routers for ids ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:00:56.846709 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f788d-efa7-42c2-898c-f8c942399a4b None None] Routers {'492aab0d-4b03-4b89-81d7-8f5cc42de90e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:56.847649 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f82f788d-efa7-42c2-898c-f8c942399a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:00:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:56.896410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] No DVR routers for this DVR port f39f7244-3b9a-4e0a-ac09-f19b279ac250 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:56.900880 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.902977 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8a8d9266-73d9-4787-8976-0c50e7d65fe2 req-e88a1dc7-f07c-4aac-991b-cd05cb3775b6 tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.74 "DELETE /v2.0/ports/f39f7244-3b9a-4e0a-ac09-f19b279ac250 HTTP/1.1" status: 204 len: 173 time: 2.7540665 Aug 03 19:00:56.903410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'name': 'network-vif-deleted', 'tag': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:56.905725 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ec4e80-5900-4fc1-9169-a4bd784c451e" -d '{"events": [{"server_uuid": "d62307dc-773f-4f2d-b01b-ed770c645b76", "name": "network-vif-deleted", "tag": "f39f7244-3b9a-4e0a-ac09-f19b279ac250"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:57.004890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-0842bb8a-7084-4046-844b-6f7e7ed6285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.006458 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-809cb882-cda1-4a5e-85dd-e90195ca730a req-0842bb8a-7084-4046-844b-6f7e7ed6285d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1992512 Aug 03 19:00:57.013207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-620ace08-c6d6-452a-bfb5-ba8ba245ac5c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.015749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-620ace08-c6d6-452a-bfb5-ba8ba245ac5c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "GET /v2.0/networks?id=95b92a92-1768-42af-9d90-c86d3d5a4a8a HTTP/1.1" status: 200 len: 813 time: 1.1645417 Aug 03 19:00:57.064475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Request body: {'port': {'device_id': '6839fbae-dd35-4222-aa52-e4fa4fa3c72a', 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a', 'admin_state_up': True, 'tenant_id': '6d93768b1d2643a194e2c1b52980578a'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:57.067050 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-f82f788d-efa7-42c2-898c-f8c942399a4b None None] Set router 492aab0d-4b03-4b89-81d7-8f5cc42de90e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:57.131821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Pushing event updated for resources: {'Port': ['ID=d56ded67-baa3-4450-9d65-f20f6f05c226,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:57.321093 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f82f788d-efa7-42c2-898c-f8c942399a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:11Z', 'revision_number': 4, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'd4866bb4-28db-4d4e-a715-db8f1ccef6de', 'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'mac_address': 'fa:16:3e:d2:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:08Z', 'updated_at': '2021-08-03T18:58:17Z', 'revision_number': 5, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'subnets': [{'id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:57.349130 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f788d-efa7-42c2-898c-f8c942399a4b None None] Checking router: 492aab0d-4b03-4b89-81d7-8f5cc42de90e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:00:57.350152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Attempting to bind port a3f7390e-84e2-4548-84e7-53d9cf1af0cf on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:57.350489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Attempting to bind port a3f7390e-84e2-4548-84e7-53d9cf1af0cf by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:57.350815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Attempting to bind port a3f7390e-84e2-4548-84e7-53d9cf1af0cf on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:57.360382 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f788d-efa7-42c2-898c-f8c942399a4b None None] Routers {'492aab0d-4b03-4b89-81d7-8f5cc42de90e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:57.361263 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f82f788d-efa7-42c2-898c-f8c942399a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:00:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:57.361699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Port a3f7390e-84e2-4548-84e7-53d9cf1af0cf on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:57.362032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Attempting to bind port a3f7390e-84e2-4548-84e7-53d9cf1af0cf on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:57.367139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e9327fe8-fee4-4bc5-a3c5-e64f5422a2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.379522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:57.380004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Checking segment: {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:57.380841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Bound using segment: {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:57.380841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Bound port: a3f7390e-84e2-4548-84e7-53d9cf1af0cf, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:57.381293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.470131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e85a7-fbde-494b-a56d-46aeea0b6404 req-449ad40d-e280-4826-a6ee-5f07c6720a95 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.485159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e85a7-fbde-494b-a56d-46aeea0b6404 req-449ad40d-e280-4826-a6ee-5f07c6720a95 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.488127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e85a7-fbde-494b-a56d-46aeea0b6404 req-449ad40d-e280-4826-a6ee-5f07c6720a95 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.496510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e85a7-fbde-494b-a56d-46aeea0b6404 req-449ad40d-e280-4826-a6ee-5f07c6720a95 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.503324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e85a7-fbde-494b-a56d-46aeea0b6404 req-449ad40d-e280-4826-a6ee-5f07c6720a95 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.513402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e85a7-fbde-494b-a56d-46aeea0b6404 req-449ad40d-e280-4826-a6ee-5f07c6720a95 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.520463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e85a7-fbde-494b-a56d-46aeea0b6404 req-449ad40d-e280-4826-a6ee-5f07c6720a95 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.522769 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a4e85a7-fbde-494b-a56d-46aeea0b6404 req-449ad40d-e280-4826-a6ee-5f07c6720a95 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5396 time: 1.5604000 Aug 03 19:00:57.562575 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-f82f788d-efa7-42c2-898c-f8c942399a4b None None] Set router 492aab0d-4b03-4b89-81d7-8f5cc42de90e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:57.630105 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e9327fe8-fee4-4bc5-a3c5-e64f5422a2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.635401 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484415cc-af73-4379-bff4-a5384e474dae req-b72d587c-79c2-4c3c-b1e2-5dfbd62081e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661874 Aug 03 19:00:57.662024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Attempting to bind port d56ded67-baa3-4450-9d65-f20f6f05c226 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:57.662429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Attempting to bind port d56ded67-baa3-4450-9d65-f20f6f05c226 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:57.662737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Attempting to bind port d56ded67-baa3-4450-9d65-f20f6f05c226 on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:57.676846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '0668060d-d5fe-4a5d-84fc-3f77adbddf2f'}, {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': '34528ff9-7e18-40e5-991f-d62e6697bd31'}, {'server_uuid': '62b46acb-fb80-431b-a661-dc61967ee0f3', 'name': 'network-vif-deleted', 'tag': '32422b15-fb1c-47ca-88bf-9db268cf1d50'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:57.679349 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8db1641-7dac-4b92-b260-b14cef466e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "0668060d-d5fe-4a5d-84fc-3f77adbddf2f"}, {"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "34528ff9-7e18-40e5-991f-d62e6697bd31"}, {"server_uuid": "62b46acb-fb80-431b-a661-dc61967ee0f3", "name": "network-vif-deleted", "tag": "32422b15-fb1c-47ca-88bf-9db268cf1d50"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:57.690262 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e9327fe8-fee4-4bc5-a3c5-e64f5422a2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.704301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b90d-cc2b-4bdb-aa2e-807daa37d3fb req-7f88d6ac-082a-4773-8e2b-d03e4c09d27d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.710323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b90d-cc2b-4bdb-aa2e-807daa37d3fb req-7f88d6ac-082a-4773-8e2b-d03e4c09d27d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.716470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b90d-cc2b-4bdb-aa2e-807daa37d3fb req-7f88d6ac-082a-4773-8e2b-d03e4c09d27d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.723716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b90d-cc2b-4bdb-aa2e-807daa37d3fb req-7f88d6ac-082a-4773-8e2b-d03e4c09d27d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.729947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b90d-cc2b-4bdb-aa2e-807daa37d3fb req-7f88d6ac-082a-4773-8e2b-d03e4c09d27d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.736231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b90d-cc2b-4bdb-aa2e-807daa37d3fb req-7f88d6ac-082a-4773-8e2b-d03e4c09d27d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.743415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b90d-cc2b-4bdb-aa2e-807daa37d3fb req-7f88d6ac-082a-4773-8e2b-d03e4c09d27d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.745607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2818b90d-cc2b-4bdb-aa2e-807daa37d3fb req-7f88d6ac-082a-4773-8e2b-d03e4c09d27d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5394 time: 0.6875429 Aug 03 19:00:57.806061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9327fe8-fee4-4bc5-a3c5-e64f5422a2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06533e1b-af58-4108-aea4-ed1c8470fa66,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:57.809169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Port d56ded67-baa3-4450-9d65-f20f6f05c226 on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:57.809531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Attempting to bind port d56ded67-baa3-4450-9d65-f20f6f05c226 on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:57.840520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a4e85a7-fbde-494b-a56d-46aeea0b6404 req-7277d4f7-f2df-4056-b74f-cc88268798cf tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1989152 Aug 03 19:00:57.850578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484415cc-af73-4379-bff4-a5384e474dae req-76aa0b5c-83d1-4619-9059-9fb8f495a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.852103 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484415cc-af73-4379-bff4-a5384e474dae req-76aa0b5c-83d1-4619-9059-9fb8f495a894 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f2320e0bc46475585d683cd00a9587b&device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 1097 time: 0.1912222 Aug 03 19:00:57.872456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:57.872728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Checking segment: {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:57.875927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Bound using segment: {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:57.876421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Bound port: d56ded67-baa3-4450-9d65-f20f6f05c226, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b2c6ad-e22e-4e2c-b424-7406180f7e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:57.876850 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.929077 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e9327fe8-fee4-4bc5-a3c5-e64f5422a2ee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d857262bf5241ccb7426aa4c418cefa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5937457 Aug 03 19:00:57.964652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42866) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:58.017334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f39f7244-3b9a-4e0a-ac09-f19b279ac250 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:58.026187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2818b90d-cc2b-4bdb-aa2e-807daa37d3fb req-7e4f57f6-3845-4916-8909-fc686874e847 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2181120 Aug 03 19:00:58.038892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] For port a3f7390e-84e2-4548-84e7-53d9cf1af0cf, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:58.083960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: f39f7244-3b9a-4e0a-ac09-f19b279ac250 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:58.084311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f39f7244-3b9a-4e0a-ac09-f19b279ac250 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:58.092891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484415cc-af73-4379-bff4-a5384e474dae req-2f363cdc-3d05-4fd2-92d4-b86a65c252bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:58.096373 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484415cc-af73-4379-bff4-a5384e474dae req-2f363cdc-3d05-4fd2-92d4-b86a65c252bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=1baf9757-c4ea-438a-8941-d14f55c3c41b HTTP/1.1" status: 200 len: 906 time: 0.2228463 Aug 03 19:00:58.201337 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484415cc-af73-4379-bff4-a5384e474dae req-2bf4f6aa-e5d2-4469-b492-db785a46f30b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb4a9cd8-1134-46e0-974c-29260364af56 HTTP/1.1" status: 200 len: 1001 time: 0.0974982 Aug 03 19:00:58.267969 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f82f788d-efa7-42c2-898c-f8c942399a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:11Z', 'revision_number': 4, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'd4866bb4-28db-4d4e-a715-db8f1ccef6de', 'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'mac_address': 'fa:16:3e:d2:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:08Z', 'updated_at': '2021-08-03T18:58:17Z', 'revision_number': 5, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'subnets': [{'id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:58.281584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484415cc-af73-4379-bff4-a5384e474dae req-9a447b2f-fae4-481e-86c3-930472832b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:58.283232 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484415cc-af73-4379-bff4-a5384e474dae req-9a447b2f-fae4-481e-86c3-930472832b32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6 HTTP/1.1" status: 200 len: 844 time: 0.0702887 Aug 03 19:00:58.288689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] For port a3f7390e-84e2-4548-84e7-53d9cf1af0cf, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:58.298177 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f788d-efa7-42c2-898c-f8c942399a4b None None] The sync data for ids ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'] in n-d-802918-7 is: [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T18:58:11Z', 'revision_number': 4, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'd4866bb4-28db-4d4e-a715-db8f1ccef6de', 'name': '', 'network_id': 'b9fc094f-9ba0-45ca-b343-ab9bde9e1554', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'mac_address': 'fa:16:3e:d2:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:08Z', 'updated_at': '2021-08-03T18:58:17Z', 'revision_number': 5, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'subnets': [{'id': '036728d5-fe1f-4e5d-845e-a8d93e5ee764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:00:58.309313 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f09dcc-148a-4ea6-8bfc-74ceaeb90379 x-openstack-request-id: req-87f09dcc-148a-4ea6-8bfc-74ceaeb90379 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:58.309628 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62307dc-773f-4f2d-b01b-ed770c645b76", "name": "network-vif-deleted", "tag": "f39f7244-3b9a-4e0a-ac09-f19b279ac250", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:58.309885 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87f09dcc-148a-4ea6-8bfc-74ceaeb90379 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:58.310348 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62307dc-773f-4f2d-b01b-ed770c645b76', 'name': 'network-vif-deleted', 'tag': 'f39f7244-3b9a-4e0a-ac09-f19b279ac250', 'status': 'completed', 'code': 200} Aug 03 19:00:58.325629 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a858ded-aa32-491d-8589-2eeee0f7b6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.354613 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a858ded-aa32-491d-8589-2eeee0f7b6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.388822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484415cc-af73-4379-bff4-a5384e474dae req-7cfc039d-4643-450f-bf40-5e279c7149a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:58.390448 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484415cc-af73-4379-bff4-a5384e474dae req-7cfc039d-4643-450f-bf40-5e279c7149a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1baf9757-c4ea-438a-8941-d14f55c3c41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991518 Aug 03 19:00:58.398144 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.422868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Made reservation on behalf of 6d93768b1d2643a194e2c1b52980578a for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:58.426853 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.481941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3dbaa9b-7673-47c6-9d9e-92505fbb764d req-94d3f18c-1243-4ead-ba1a-86961952c561 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 210 time: 0.0888770 Aug 03 19:00:58.489698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] For port d56ded67-baa3-4450-9d65-f20f6f05c226, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:58.513722 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484415cc-af73-4379-bff4-a5384e474dae req-8e0d597c-a295-4b99-90f5-f8912eba4b7d service neutron] 10.222.0.37 "GET /v2.0/networks/1baf9757-c4ea-438a-8941-d14f55c3c41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112704 Aug 03 19:00:58.528381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] For port d56ded67-baa3-4450-9d65-f20f6f05c226, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d56ded67-baa3-4450-9d65-f20f6f05c226,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:58.573993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:58.577622 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.579199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] 10.222.0.74 "PUT /v2.0/ports/a3f7390e-84e2-4548-84e7-53d9cf1af0cf HTTP/1.1" status: 200 len: 1089 time: 5.3632610 Aug 03 19:00:58.582197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6f2b0-8f2a-48e9-b6eb-b210f01e8f72 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:58.616741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7090c1-0661-4b96-ae20-7a9b404572a5 req-627ad66e-123c-42a1-a9cb-e72e1aea859e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:58.618573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb7090c1-0661-4b96-ae20-7a9b404572a5 req-627ad66e-123c-42a1-a9cb-e72e1aea859e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.4324923 Aug 03 19:00:58.619842 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.703837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:58.705440 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484415cc-af73-4379-bff4-a5384e474dae req-9576de83-177f-4634-93b8-8031998d5442 service neutron] 10.222.0.37 "GET /v2.0/networks/1baf9757-c4ea-438a-8941-d14f55c3c41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860409 Aug 03 19:00:58.773718 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cf37ce-2fc2-483f-bad1-7da8cb691d4a x-openstack-request-id: req-d0cf37ce-2fc2-483f-bad1-7da8cb691d4a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:58.774022 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "0668060d-d5fe-4a5d-84fc-3f77adbddf2f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "34528ff9-7e18-40e5-991f-d62e6697bd31", "status": "completed", "code": 200}, {"server_uuid": "62b46acb-fb80-431b-a661-dc61967ee0f3", "name": "network-vif-deleted", "tag": "32422b15-fb1c-47ca-88bf-9db268cf1d50", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:58.774277 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0cf37ce-2fc2-483f-bad1-7da8cb691d4a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:58.774980 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '0668060d-d5fe-4a5d-84fc-3f77adbddf2f', 'status': 'completed', 'code': 200} Aug 03 19:00:58.775379 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': '34528ff9-7e18-40e5-991f-d62e6697bd31', 'status': 'completed', 'code': 200} Aug 03 19:00:58.775525 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b46acb-fb80-431b-a661-dc61967ee0f3', 'name': 'network-vif-deleted', 'tag': '32422b15-fb1c-47ca-88bf-9db268cf1d50', 'status': 'completed', 'code': 200} Aug 03 19:00:58.780163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83690d31-b917-44cd-a382-4630f1950536 None None] New status for floating IP 0c0090a1-08fd-4545-8ebd-5dae46adf95b: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:00:58.793948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:58.794770 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.797362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] 10.222.0.74 "PUT /v2.0/ports/d56ded67-baa3-4450-9d65-f20f6f05c226 HTTP/1.1" status: 200 len: 1090 time: 4.7992265 Aug 03 19:00:58.839554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42884) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:58.906329 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.924620 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a858ded-aa32-491d-8589-2eeee0f7b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.927636 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a858ded-aa32-491d-8589-2eeee0f7b6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.933210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9a858ded-aa32-491d-8589-2eeee0f7b6f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/06533e1b-af58-4108-aea4-ed1c8470fa66 HTTP/1.1" status: 204 len: 168 time: 0.9672952 Aug 03 19:00:58.938795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:58.997789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-0265aa62-6adf-41b3-b697-0274f834127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:58.998394 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-0265aa62-6adf-41b3-b697-0274f834127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:58.999415 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-0265aa62-6adf-41b3-b697-0274f834127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.000285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-0265aa62-6adf-41b3-b697-0274f834127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.000932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-0265aa62-6adf-41b3-b697-0274f834127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.002147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-0265aa62-6adf-41b3-b697-0274f834127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.003488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-0265aa62-6adf-41b3-b697-0274f834127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.007153 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-0265aa62-6adf-41b3-b697-0274f834127b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 6286 time: 0.1836338 Aug 03 19:00:59.152407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd06d605-9c29-4c9c-bd51-b92b3a8ac97c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.221202 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd06d605-9c29-4c9c-bd51-b92b3a8ac97c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.255260 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.262647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-6dc442fc-6a4a-4d03-bf6d-84263d908bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.263191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-6dc442fc-6a4a-4d03-bf6d-84263d908bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.263593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-6dc442fc-6a4a-4d03-bf6d-84263d908bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.265375 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-6dc442fc-6a4a-4d03-bf6d-84263d908bd2 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2266083 Aug 03 19:00:59.340059 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd06d605-9c29-4c9c-bd51-b92b3a8ac97c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.343361 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd06d605-9c29-4c9c-bd51-b92b3a8ac97c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.344813 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fd06d605-9c29-4c9c-bd51-b92b3a8ac97c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "DELETE /v2.0/security-groups/0ee194c1-a30f-44f6-93ec-c4d74d91f3e7 HTTP/1.1" status: 204 len: 168 time: 0.4926291 Aug 03 19:00:59.354633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42904) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:59.362237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a858ded-aa32-491d-8589-2eeee0f7b6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06533e1b-af58-4108-aea4-ed1c8470fa66,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:59.386272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06d605-9c29-4c9c-bd51-b92b3a8ac97c tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee194c1-a30f-44f6-93ec-c4d74d91f3e7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:59.392714 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-67d3a36a-1fda-4db5-af7c-4c65a3a38fdf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] show failed (client error): The resource could not be found. Aug 03 19:00:59.393875 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-67d3a36a-1fda-4db5-af7c-4c65a3a38fdf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "GET /v2.0/security-groups/0ee194c1-a30f-44f6-93ec-c4d74d91f3e7 HTTP/1.1" status: 404 len: 347 time: 0.0371099 Aug 03 19:00:59.396721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42906) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:59.400576 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.451258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb7090c1-0661-4b96-ae20-7a9b404572a5 req-22e91d10-afb8-4412-8169-1dd15d0f71ac tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8103662 Aug 03 19:00:59.520258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42912) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:59.536086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-3a0a1973-f57f-48b1-860b-4801b8cf4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.537938 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-3a0a1973-f57f-48b1-860b-4801b8cf4c16 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2587171 Aug 03 19:00:59.548255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef655f-c5a8-4d80-867d-ab526b8d9ada service neutron] Pushing event updated for resources: {'Port': ['ID=d56ded67-baa3-4450-9d65-f20f6f05c226,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:59.551382 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ccf8f96-4982-48ca-99ad-10828a00766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.642483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa1664-ba04-4fc2-89f5-7117a8380cf4 req-6142531f-f2ae-46c4-812d-3100cf16d0fa tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.649612 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa1664-ba04-4fc2-89f5-7117a8380cf4 req-6142531f-f2ae-46c4-812d-3100cf16d0fa tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.654345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa1664-ba04-4fc2-89f5-7117a8380cf4 req-6142531f-f2ae-46c4-812d-3100cf16d0fa tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.660321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa1664-ba04-4fc2-89f5-7117a8380cf4 req-6142531f-f2ae-46c4-812d-3100cf16d0fa tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.666214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa1664-ba04-4fc2-89f5-7117a8380cf4 req-6142531f-f2ae-46c4-812d-3100cf16d0fa tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.669409 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-239e22e0-b655-471b-a9dc-7b37c2b9e0bf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Deleting port b2bb634d-6e49-4992-8ca8-0d07e7541ec6 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:59.669794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-239e22e0-b655-471b-a9dc-7b37c2b9e0bf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.672717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa1664-ba04-4fc2-89f5-7117a8380cf4 req-6142531f-f2ae-46c4-812d-3100cf16d0fa tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.678848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa1664-ba04-4fc2-89f5-7117a8380cf4 req-6142531f-f2ae-46c4-812d-3100cf16d0fa tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.680936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9faa1664-ba04-4fc2-89f5-7117a8380cf4 req-6142531f-f2ae-46c4-812d-3100cf16d0fa tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5396 time: 0.4823098 Aug 03 19:00:59.758739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-fb0b903a-1576-46a2-8a1c-54945df4e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.759229 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-fb0b903a-1576-46a2-8a1c-54945df4e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.759715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-fb0b903a-1576-46a2-8a1c-54945df4e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.760179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-fb0b903a-1576-46a2-8a1c-54945df4e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.760643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-fb0b903a-1576-46a2-8a1c-54945df4e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.761115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-fb0b903a-1576-46a2-8a1c-54945df4e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.761600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-fb0b903a-1576-46a2-8a1c-54945df4e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.763853 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-fb0b903a-1576-46a2-8a1c-54945df4e3c5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6343 time: 0.1298304 Aug 03 19:00:59.814170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Allocated IP 172.20.0.12 (95b92a92-1768-42af-9d90-c86d3d5a4a8a/5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f/a048c540-87cc-46e3-a34e-15e673a85302) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:59.865222 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-239e22e0-b655-471b-a9dc-7b37c2b9e0bf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.865587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-239e22e0-b655-471b-a9dc-7b37c2b9e0bf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.871761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9faa1664-ba04-4fc2-89f5-7117a8380cf4 req-770113f1-3de4-482c-9376-0371645536e9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1618855 Aug 03 19:00:59.888401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c8a8b-6f86-407d-8c5d-1d5add6dbd25 req-df877c9c-1e3b-4a4a-a10f-55710e65eea0 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.894066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b4c8a8b-6f86-407d-8c5d-1d5add6dbd25 req-df877c9c-1e3b-4a4a-a10f-55710e65eea0 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 950 time: 0.2939620 Aug 03 19:00:59.898112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-239e22e0-b655-471b-a9dc-7b37c2b9e0bf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Calling delete_port for b2bb634d-6e49-4992-8ca8-0d07e7541ec6 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:59.908179 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ccf8f96-4982-48ca-99ad-10828a00766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.933606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c00d432-ef3d-498e-aa64-07aaad4b4404 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:59.938725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ccf8f96-4982-48ca-99ad-10828a00766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.954051 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.024539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-13e1acef-023a-4876-bed0-0d259de98524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.025066 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-13e1acef-023a-4876-bed0-0d259de98524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.025931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-13e1acef-023a-4876-bed0-0d259de98524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.028673 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-13e1acef-023a-4876-bed0-0d259de98524 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2431269 Aug 03 19:01:00.038422 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6ccf8f96-4982-48ca-99ad-10828a00766d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7bc38b3b98284de58986ce0c91d76e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128279 Aug 03 19:01:00.038652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42916) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:00.053827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf8f96-4982-48ca-99ad-10828a00766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3224d1f7-a31d-41eb-b87b-23ff924138ab,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:00.056320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Transition to ACTIVE for port object 8c00d432-ef3d-498e-aa64-07aaad4b4404 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:00.080768 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.190277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b4c8a8b-6f86-407d-8c5d-1d5add6dbd25 req-f9a3bee1-51ac-4109-8220-c392aab185b4 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740481 Aug 03 19:01:00.245964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-f23d0fca-af1c-46b7-9476-4e51e4235e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.247481 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8db1641-7dac-4b92-b260-b14cef466e3f req-f23d0fca-af1c-46b7-9476-4e51e4235e8f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2079852 Aug 03 19:01:00.259472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c00d432-ef3d-498e-aa64-07aaad4b4404,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:00.260054 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0220457f-a036-4287-8bb3-80b273402a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.281088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c837b39-fc67-40f6-bf60-836e66d82d51 req-9bc90151-2872-46a3-98e9-6bb5254192a3 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.291139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c837b39-fc67-40f6-bf60-836e66d82d51 req-9bc90151-2872-46a3-98e9-6bb5254192a3 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.301949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c837b39-fc67-40f6-bf60-836e66d82d51 req-9bc90151-2872-46a3-98e9-6bb5254192a3 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.305444 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0220457f-a036-4287-8bb3-80b273402a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.309706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c837b39-fc67-40f6-bf60-836e66d82d51 req-9bc90151-2872-46a3-98e9-6bb5254192a3 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.320114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c837b39-fc67-40f6-bf60-836e66d82d51 req-9bc90151-2872-46a3-98e9-6bb5254192a3 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.323819 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-239e22e0-b655-471b-a9dc-7b37c2b9e0bf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.332535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c837b39-fc67-40f6-bf60-836e66d82d51 req-9bc90151-2872-46a3-98e9-6bb5254192a3 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.345647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c837b39-fc67-40f6-bf60-836e66d82d51 req-9bc90151-2872-46a3-98e9-6bb5254192a3 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.347596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c837b39-fc67-40f6-bf60-836e66d82d51 req-9bc90151-2872-46a3-98e9-6bb5254192a3 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5394 time: 0.3515527 Aug 03 19:01:00.377199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e22e0-b655-471b-a9dc-7b37c2b9e0bf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Pushing event deleted for resources: {'Port': ['ID=b2bb634d-6e49-4992-8ca8-0d07e7541ec6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:00.441664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0220457f-a036-4287-8bb3-80b273402a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.444200 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0220457f-a036-4287-8bb3-80b273402a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.445368 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0220457f-a036-4287-8bb3-80b273402a27 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3224d1f7-a31d-41eb-b87b-23ff924138ab HTTP/1.1" status: 204 len: 168 time: 0.4047289 Aug 03 19:01:00.456661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-239e22e0-b655-471b-a9dc-7b37c2b9e0bf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.459393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-239e22e0-b655-471b-a9dc-7b37c2b9e0bf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.460587 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-239e22e0-b655-471b-a9dc-7b37c2b9e0bf tempest-ServersTestManualDisk-1176750233 tempest-ServersTestManualDisk-1176750233-project] 10.222.0.78 "DELETE /v2.0/floatingips/0c0090a1-08fd-4545-8ebd-5dae46adf95b HTTP/1.1" status: 204 len: 168 time: 1.0619357 Aug 03 19:01:00.461879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220457f-a036-4287-8bb3-80b273402a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3224d1f7-a31d-41eb-b87b-23ff924138ab,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:00.463966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42924) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:00.543658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba46738-6fe7-47a8-b264-fa6c39dd8977 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:00.558859 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.587237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Attempting to bind port 8c00d432-ef3d-498e-aa64-07aaad4b4404 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:00.587638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Attempting to bind port 8c00d432-ef3d-498e-aa64-07aaad4b4404 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:00.588032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Attempting to bind port 8c00d432-ef3d-498e-aa64-07aaad4b4404 on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:00.617100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c837b39-fc67-40f6-bf60-836e66d82d51 req-651656a9-f5bf-44e7-a5c1-e0df8bf51525 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2349820 Aug 03 19:01:00.624733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d75ed5-da8c-4195-8ebe-8c97f31b5ce9 req-4e169f0d-5d0e-4882-be8f-657dc978c1e5 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.626288 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-13d75ed5-da8c-4195-8ebe-8c97f31b5ce9 req-4e169f0d-5d0e-4882-be8f-657dc978c1e5 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.2731488 Aug 03 19:01:00.629341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Transition to ACTIVE for port object dba46738-6fe7-47a8-b264-fa6c39dd8977 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:00.630306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Port 8c00d432-ef3d-498e-aa64-07aaad4b4404 on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:00.630450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Attempting to bind port 8c00d432-ef3d-498e-aa64-07aaad4b4404 on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:00.644350 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.659723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:00.660058 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Checking segment: {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:00.660462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Bound using segment: {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:00.660938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Bound port: 8c00d432-ef3d-498e-aa64-07aaad4b4404, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:00.661313 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.670487 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.944511 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.103416 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': 'a3f7390e-84e2-4548-84e7-53d9cf1af0cf'}, {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': 'd56ded67-baa3-4450-9d65-f20f6f05c226'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:01.105713 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a" -d '{"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "a3f7390e-84e2-4548-84e7-53d9cf1af0cf"}, {"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "d56ded67-baa3-4450-9d65-f20f6f05c226"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:01.173003 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24b46739-35ca-4169-bf2b-ebc1ec7f308a req-4374db30-e5cb-4c9a-acbe-f81979414006 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 210 time: 0.0873077 Aug 03 19:01:01.173186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-13d75ed5-da8c-4195-8ebe-8c97f31b5ce9 req-f21e115b-3b46-43b9-9160-aabbcc0662e4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5347402 Aug 03 19:01:01.183499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Pushing event updated for resources: {'Port': ['ID=dba46738-6fe7-47a8-b264-fa6c39dd8977,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:01.218452 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.290823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Deleting port d4866bb4-28db-4d4e-a715-db8f1ccef6de {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:01.291474 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.301857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] For port 8c00d432-ef3d-498e-aa64-07aaad4b4404, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:01.305067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Network 95b92a92-1768-42af-9d90-c86d3d5a4a8a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:01.323519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:01.333656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] For port 8c00d432-ef3d-498e-aa64-07aaad4b4404, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8c00d432-ef3d-498e-aa64-07aaad4b4404,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:01.334862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:01.360818 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Attempting to bind port dba46738-6fe7-47a8-b264-fa6c39dd8977 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:01.361219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Attempting to bind port dba46738-6fe7-47a8-b264-fa6c39dd8977 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:01.361568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Attempting to bind port dba46738-6fe7-47a8-b264-fa6c39dd8977 on network bb73ae63-dd24-41e8-9010-968a1eb21693 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:01.383097 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.388857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Pushing event updated for resources: {'Port': ['ID=a048c540-87cc-46e3-a34e-15e673a85302,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:01.403324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Port dba46738-6fe7-47a8-b264-fa6c39dd8977 on network bb73ae63-dd24-41e8-9010-968a1eb21693 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:01.403654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Attempting to bind port dba46738-6fe7-47a8-b264-fa6c39dd8977 on network bb73ae63-dd24-41e8-9010-968a1eb21693 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:01.455047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] For port d4866bb4-28db-4d4e-a715-db8f1ccef6de, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d4866bb4-28db-4d4e-a715-db8f1ccef6de,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:01.455609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.456913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.457328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.458859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] 10.222.0.74 "PUT /v2.0/ports/8c00d432-ef3d-498e-aa64-07aaad4b4404 HTTP/1.1" status: 200 len: 1090 time: 2.8226295 Aug 03 19:01:01.459641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:01.459980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Checking segment: {'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:01.460357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Bound using segment: {'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:01.460796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Bound port: dba46738-6fe7-47a8-b264-fa6c39dd8977, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:01.461158 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.480256 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Calling delete_port for d4866bb4-28db-4d4e-a715-db8f1ccef6de owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:01.519816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.520473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.535547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:01.619167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e3f62-2498-40de-83aa-a6cdf1363ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c00d432-ef3d-498e-aa64-07aaad4b4404,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:01.632825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-0b469cc7-4eed-4ec2-85b3-9d04b46c806c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5733702 Aug 03 19:01:01.674492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Request body: {'port': {'device_id': '6839fbae-dd35-4222-aa52-e4fa4fa3c72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:01.694858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e0509-c063-49e0-8247-b2654cbfdc34 req-e0b7044e-188b-40d8-a183-b31a56a967ff tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.701886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e0509-c063-49e0-8247-b2654cbfdc34 req-e0b7044e-188b-40d8-a183-b31a56a967ff tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.708184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e0509-c063-49e0-8247-b2654cbfdc34 req-e0b7044e-188b-40d8-a183-b31a56a967ff tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.714457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e0509-c063-49e0-8247-b2654cbfdc34 req-e0b7044e-188b-40d8-a183-b31a56a967ff tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.721291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e0509-c063-49e0-8247-b2654cbfdc34 req-e0b7044e-188b-40d8-a183-b31a56a967ff tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.727378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e0509-c063-49e0-8247-b2654cbfdc34 req-e0b7044e-188b-40d8-a183-b31a56a967ff tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.733913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e0509-c063-49e0-8247-b2654cbfdc34 req-e0b7044e-188b-40d8-a183-b31a56a967ff tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.742078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc0e0509-c063-49e0-8247-b2654cbfdc34 req-e0b7044e-188b-40d8-a183-b31a56a967ff tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5408 time: 0.3036783 Aug 03 19:01:01.752385 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c94c8d-7bb0-4356-93b1-4ebc0f065661 x-openstack-request-id: req-e8c94c8d-7bb0-4356-93b1-4ebc0f065661 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:01.754595 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "a3f7390e-84e2-4548-84e7-53d9cf1af0cf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "d56ded67-baa3-4450-9d65-f20f6f05c226", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:01.754595 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8c94c8d-7bb0-4356-93b1-4ebc0f065661 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:01.754595 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': 'a3f7390e-84e2-4548-84e7-53d9cf1af0cf', 'status': 'completed', 'code': 200} Aug 03 19:01:01.754595 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': 'd56ded67-baa3-4450-9d65-f20f6f05c226', 'status': 'completed', 'code': 200} Aug 03 19:01:01.770956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.806755 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.816001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] For port dba46738-6fe7-47a8-b264-fa6c39dd8977, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:01.855500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4866bb4-28db-4d4e-a715-db8f1ccef6de,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:01.886290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.886637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.886979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.887336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.887660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.887994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.888323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.888650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.889194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.889555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.889887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.890222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:01.893666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] For port dba46738-6fe7-47a8-b264-fa6c39dd8977, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=dba46738-6fe7-47a8-b264-fa6c39dd8977,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:01.907708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc0e0509-c063-49e0-8247-b2654cbfdc34 req-f24ea85d-4434-408a-997b-c933e3015553 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1646943 Aug 03 19:01:01.915167 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.944750 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.956473 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-dbbe7cbc-7e1e-4078-8e03-4379adefab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.956980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-dbbe7cbc-7e1e-4078-8e03-4379adefab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.957870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-dbbe7cbc-7e1e-4078-8e03-4379adefab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.958351 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-dbbe7cbc-7e1e-4078-8e03-4379adefab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.958902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-dbbe7cbc-7e1e-4078-8e03-4379adefab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.959381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-dbbe7cbc-7e1e-4078-8e03-4379adefab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.959858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-dbbe7cbc-7e1e-4078-8e03-4379adefab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.962673 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-dbbe7cbc-7e1e-4078-8e03-4379adefab12 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 6353 time: 0.1696198 Aug 03 19:01:02.002071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.002698 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:02.004154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] 10.222.0.74 "PUT /v2.0/ports/dba46738-6fe7-47a8-b264-fa6c39dd8977 HTTP/1.1" status: 200 len: 1091 time: 3.1111190 Aug 03 19:01:02.026635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:02.073639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415eebdd-08ba-4217-a399-8e7f8d097f35 req-8258ef41-60c0-4e4a-8259-1503ce96c38c tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.074993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-415eebdd-08ba-4217-a399-8e7f8d097f35 req-8258ef41-60c0-4e4a-8259-1503ce96c38c tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 946 time: 0.2713130 Aug 03 19:01:02.086456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Request body: {'port': {'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:02.098885 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:02.203254 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:02.252059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:02.254291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:02.258281 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecccd5e-0300-4140-a5ce-69468b49f19f" -d '{"events": [{"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-unplugged", "status": "completed", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:02.264252 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:02.266585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fa756-8b4f-4a38-93b1-7c4bf5d9dcfc service neutron] Pushing event updated for resources: {'Port': ['ID=dba46738-6fe7-47a8-b264-fa6c39dd8977,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:02.326209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:02.379298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-ca0085fb-5409-4885-9641-d0e1e68522e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.379925 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-ca0085fb-5409-4885-9641-d0e1e68522e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.380267 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-ca0085fb-5409-4885-9641-d0e1e68522e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.381913 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-ca0085fb-5409-4885-9641-d0e1e68522e9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2804923 Aug 03 19:01:02.469041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-415eebdd-08ba-4217-a399-8e7f8d097f35 req-45bc5e6a-43cf-49e8-a612-9d16badabf10 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731716 Aug 03 19:01:02.474535 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:02.566327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-68d036be-6c05-4a08-994c-cab9d69af502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.568163 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-68d036be-6c05-4a08-994c-cab9d69af502 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767879 Aug 03 19:01:02.622491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707356c-7a07-460c-ad68-0fbb5d717f98 req-43289ccf-15b8-483d-9d5a-ffe0b9de6d10 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.629872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707356c-7a07-460c-ad68-0fbb5d717f98 req-43289ccf-15b8-483d-9d5a-ffe0b9de6d10 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.635903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707356c-7a07-460c-ad68-0fbb5d717f98 req-43289ccf-15b8-483d-9d5a-ffe0b9de6d10 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.642863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707356c-7a07-460c-ad68-0fbb5d717f98 req-43289ccf-15b8-483d-9d5a-ffe0b9de6d10 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.649265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707356c-7a07-460c-ad68-0fbb5d717f98 req-43289ccf-15b8-483d-9d5a-ffe0b9de6d10 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.655218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707356c-7a07-460c-ad68-0fbb5d717f98 req-43289ccf-15b8-483d-9d5a-ffe0b9de6d10 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.658684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Router 492aab0d-4b03-4b89-81d7-8f5cc42de90e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:01:02.661724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707356c-7a07-460c-ad68-0fbb5d717f98 req-43289ccf-15b8-483d-9d5a-ffe0b9de6d10 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.663627 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9707356c-7a07-460c-ad68-0fbb5d717f98 req-43289ccf-15b8-483d-9d5a-ffe0b9de6d10 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5406 time: 0.3065493 Aug 03 19:01:02.736350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-da982e76-5241-4af3-b767-097f7ddfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.736824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-da982e76-5241-4af3-b767-097f7ddfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.737302 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-da982e76-5241-4af3-b767-097f7ddfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.737819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-da982e76-5241-4af3-b767-097f7ddfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.738280 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-da982e76-5241-4af3-b767-097f7ddfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.738755 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-da982e76-5241-4af3-b767-097f7ddfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.739200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-da982e76-5241-4af3-b767-097f7ddfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.741129 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-da982e76-5241-4af3-b767-097f7ddfb0bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6410 time: 0.0935996 Aug 03 19:01:02.888079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9707356c-7a07-460c-ad68-0fbb5d717f98 req-f6db9f34-49cd-414b-b8da-ed2e37f953ae tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2061584 Aug 03 19:01:02.970383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906f05e-a1d3-4241-84c0-bd9c3113004c req-c66ea222-6cc5-4c5d-af16-e2a91fd61c2e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.971976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4906f05e-a1d3-4241-84c0-bd9c3113004c req-c66ea222-6cc5-4c5d-af16-e2a91fd61c2e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 932 time: 0.3004320 Aug 03 19:01:03.015161 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f291073-31df-4f24-9243-5a33c24bc435 x-openstack-request-id: req-9f291073-31df-4f24-9243-5a33c24bc435 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:03.015673 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-unplugged", "status": "completed", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:03.016050 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f291073-31df-4f24-9243-5a33c24bc435 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:03.016552 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'code': 200} Aug 03 19:01:03.110639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33922177-bf0b-4da7-83d8-6f52db3c6f4c {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:03.137287 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.162401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:01:03.173251 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-67dd9625-7ef3-4a02-8ac5-83459dd3536e admin admin] 10.222.0.78 "PUT /v2.0/routers/492aab0d-4b03-4b89-81d7-8f5cc42de90e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7078886 Aug 03 19:01:03.173940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42992) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:03.174422 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85270e-1053-4f51-be4f-726dea9438c0 None None] Sync routers for ids ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:01:03.174904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a048c540-87cc-46e3-a34e-15e673a85302 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:03.196385 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.200194 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85270e-1053-4f51-be4f-726dea9438c0 None None] Routers {'492aab0d-4b03-4b89-81d7-8f5cc42de90e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:03.202495 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6b85270e-1053-4f51-be4f-726dea9438c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:00:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:03.215974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4906f05e-a1d3-4241-84c0-bd9c3113004c req-d86afc3d-c5bf-4e94-9701-eb6fe15c0869 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781056 Aug 03 19:01:03.221936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Transition to ACTIVE for port object 33922177-bf0b-4da7-83d8-6f52db3c6f4c will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:03.283179 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.298905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-3a8d7683-4aa1-4a5c-87cc-601166bcdfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.299382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-3a8d7683-4aa1-4a5c-87cc-601166bcdfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.299851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-3a8d7683-4aa1-4a5c-87cc-601166bcdfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.301437 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-3a8d7683-4aa1-4a5c-87cc-601166bcdfef service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5196154 Aug 03 19:01:03.301647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Transition to ACTIVE for port object a048c540-87cc-46e3-a34e-15e673a85302 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:03.341378 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.343092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408adf51-6186-4b71-b531-2af9fbe32cdb {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:03.352204 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.366100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Transition to ACTIVE for port object 408adf51-6186-4b71-b531-2af9fbe32cdb will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:03.382052 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.395194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475a298-2d3a-4119-909e-4bd2fb74305d req-a604f536-85b2-4413-8cca-2d0fdd7fb89f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.395474 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6b85270e-1053-4f51-be4f-726dea9438c0 None None] Set router 492aab0d-4b03-4b89-81d7-8f5cc42de90e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:03.401254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475a298-2d3a-4119-909e-4bd2fb74305d req-a604f536-85b2-4413-8cca-2d0fdd7fb89f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.408276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475a298-2d3a-4119-909e-4bd2fb74305d req-a604f536-85b2-4413-8cca-2d0fdd7fb89f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.413094 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-bee2ae3f-97f9-436a-a83f-c48416c7c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.414286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475a298-2d3a-4119-909e-4bd2fb74305d req-a604f536-85b2-4413-8cca-2d0fdd7fb89f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.417197 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a6f4c92-54f2-4f55-99ae-833d8f5ce45a req-bee2ae3f-97f9-436a-a83f-c48416c7c4d6 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041152 Aug 03 19:01:03.422733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475a298-2d3a-4119-909e-4bd2fb74305d req-a604f536-85b2-4413-8cca-2d0fdd7fb89f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.428674 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.428852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475a298-2d3a-4119-909e-4bd2fb74305d req-a604f536-85b2-4413-8cca-2d0fdd7fb89f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.435826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475a298-2d3a-4119-909e-4bd2fb74305d req-a604f536-85b2-4413-8cca-2d0fdd7fb89f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.449203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d475a298-2d3a-4119-909e-4bd2fb74305d req-a604f536-85b2-4413-8cca-2d0fdd7fb89f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5408 time: 0.3463519 Aug 03 19:01:03.490216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=33922177-bf0b-4da7-83d8-6f52db3c6f4c,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:03.606259 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-72e1ff79-93fb-49aa-8aac-ccaae3334724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.643373 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.710986 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6b85270e-1053-4f51-be4f-726dea9438c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T19:01:01Z', 'revision_number': 5, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port': {'id': '85f00a54-d25e-4a98-a606-1eeb62b1f6ac', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:00Z', 'updated_at': '2021-08-03T18:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:03.735781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Deleting port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:03.736252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.773584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '8c00d432-ef3d-498e-aa64-07aaad4b4404'}, {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': 'dba46738-6fe7-47a8-b264-fa6c39dd8977'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:03.775726 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7de1fee-721e-43bb-80c2-f08ea49b0053" -d '{"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "8c00d432-ef3d-498e-aa64-07aaad4b4404"}, {"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "dba46738-6fe7-47a8-b264-fa6c39dd8977"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:03.780542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Pushing event updated for resources: {'Port': ['ID=a048c540-87cc-46e3-a34e-15e673a85302,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:03.782423 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85270e-1053-4f51-be4f-726dea9438c0 None None] Checking router: 492aab0d-4b03-4b89-81d7-8f5cc42de90e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:01:03.812346 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85270e-1053-4f51-be4f-726dea9438c0 None None] Routers {'492aab0d-4b03-4b89-81d7-8f5cc42de90e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:03.812980 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6b85270e-1053-4f51-be4f-726dea9438c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:00:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:03.843893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d475a298-2d3a-4119-909e-4bd2fb74305d req-2467146c-22b4-4742-bd99-5a16a7fd5c0a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3936355 Aug 03 19:01:03.882391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] For port 85f00a54-d25e-4a98-a606-1eeb62b1f6ac, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=85f00a54-d25e-4a98-a606-1eeb62b1f6ac,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:03.882689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Attempting to bind port a048c540-87cc-46e3-a34e-15e673a85302 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:03.883163 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.883363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Attempting to bind port a048c540-87cc-46e3-a34e-15e673a85302 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:03.883871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Attempting to bind port a048c540-87cc-46e3-a34e-15e673a85302 on network 95b92a92-1768-42af-9d90-c86d3d5a4a8a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:03.901842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Calling delete_port for 85f00a54-d25e-4a98-a606-1eeb62b1f6ac owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:03.913139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Port a048c540-87cc-46e3-a34e-15e673a85302 on network 95b92a92-1768-42af-9d90-c86d3d5a4a8a not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:03.913474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Attempting to bind port a048c540-87cc-46e3-a34e-15e673a85302 on network 95b92a92-1768-42af-9d90-c86d3d5a4a8a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:03.935832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Attempting to bind port 33922177-bf0b-4da7-83d8-6f52db3c6f4c on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:03.936210 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Attempting to bind port 33922177-bf0b-4da7-83d8-6f52db3c6f4c by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:03.936495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Attempting to bind port 33922177-bf0b-4da7-83d8-6f52db3c6f4c on network 519a22f2-633f-4d6d-8c20-32ad2bcf244c {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:03.943286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Pushing event updated for resources: {'Port': ['ID=408adf51-6186-4b71-b531-2af9fbe32cdb,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:03.959518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:03.959860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Checking segment: {'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:03.960235 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Bound using segment: {'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:03.960686 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Bound port: a048c540-87cc-46e3-a34e-15e673a85302, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f017344b-1d3d-4352-ba37-ec5f20db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:03.961045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.999932 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6b85270e-1053-4f51-be4f-726dea9438c0 None None] Set router 492aab0d-4b03-4b89-81d7-8f5cc42de90e gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:04.003196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Port 33922177-bf0b-4da7-83d8-6f52db3c6f4c on network 519a22f2-633f-4d6d-8c20-32ad2bcf244c not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:04.003587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Attempting to bind port 33922177-bf0b-4da7-83d8-6f52db3c6f4c on network 519a22f2-633f-4d6d-8c20-32ad2bcf244c {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:04.005713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Attempting to bind port 408adf51-6186-4b71-b531-2af9fbe32cdb on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:04.006419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Attempting to bind port 408adf51-6186-4b71-b531-2af9fbe32cdb by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:04.006743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Attempting to bind port 408adf51-6186-4b71-b531-2af9fbe32cdb on network bb73ae63-dd24-41e8-9010-968a1eb21693 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:04.009431 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9826d23b-cf60-49d7-8245-b92a1adc48d5 x-openstack-request-id: req-9826d23b-cf60-49d7-8245-b92a1adc48d5 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:04.009751 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "8c00d432-ef3d-498e-aa64-07aaad4b4404", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "dba46738-6fe7-47a8-b264-fa6c39dd8977", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:04.010002 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9826d23b-cf60-49d7-8245-b92a1adc48d5 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:04.010386 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '8c00d432-ef3d-498e-aa64-07aaad4b4404', 'status': 'completed', 'code': 200} Aug 03 19:01:04.010639 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': 'dba46738-6fe7-47a8-b264-fa6c39dd8977', 'status': 'completed', 'code': 200} Aug 03 19:01:04.040271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Port 408adf51-6186-4b71-b531-2af9fbe32cdb on network bb73ae63-dd24-41e8-9010-968a1eb21693 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:04.040785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Attempting to bind port 408adf51-6186-4b71-b531-2af9fbe32cdb on network bb73ae63-dd24-41e8-9010-968a1eb21693 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:04.045387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:04.046000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Checking segment: {'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:04.046171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Bound using segment: {'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:04.046533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Bound port: 33922177-bf0b-4da7-83d8-6f52db3c6f4c, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:04.046902 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.067447 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6b85270e-1053-4f51-be4f-726dea9438c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T19:01:03Z', 'revision_number': 6, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:04.101627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:04.101957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Checking segment: {'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:04.102708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Bound using segment: {'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:04.102860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Bound port: 408adf51-6186-4b71-b531-2af9fbe32cdb, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34664d18-8708-458e-a469-7b6174287bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:04.105540 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.107277 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85270e-1053-4f51-be4f-726dea9438c0 None None] The sync data for ids ['492aab0d-4b03-4b89-81d7-8f5cc42de90e'] in n-d-802918-7 is: [{'id': '492aab0d-4b03-4b89-81d7-8f5cc42de90e', 'name': 'tempest-ServersTestManualDisk-1145322787-router', 'tenant_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:57:59Z', 'updated_at': '2021-08-03T19:01:03Z', 'revision_number': 6, 'project_id': '64fecde2fe7c4e6ca13dbe1a71030f34', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:01:04.157909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9cc2c19a-c16e-4bff-9937-9ae6b4e484d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.158520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9cc2c19a-c16e-4bff-9937-9ae6b4e484d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.158998 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9cc2c19a-c16e-4bff-9937-9ae6b4e484d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.159476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9cc2c19a-c16e-4bff-9937-9ae6b4e484d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.159945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9cc2c19a-c16e-4bff-9937-9ae6b4e484d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.160469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9cc2c19a-c16e-4bff-9937-9ae6b4e484d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.160869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9cc2c19a-c16e-4bff-9937-9ae6b4e484d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.163082 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9cc2c19a-c16e-4bff-9937-9ae6b4e484d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 6378 time: 0.0735302 Aug 03 19:01:04.265766 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.317368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f00a54-d25e-4a98-a606-1eeb62b1f6ac,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:04.339715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9eb36eed-7cf9-4277-9fda-c5a1ccde9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.339715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9eb36eed-7cf9-4277-9fda-c5a1ccde9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.340045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9eb36eed-7cf9-4277-9fda-c5a1ccde9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.341992 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-9eb36eed-7cf9-4277-9fda-c5a1ccde9b38 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1568825 Aug 03 19:01:04.449174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.494442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d2491-e797-4572-831e-7c0ebd014037 req-042d5f5a-e37b-4f4a-95d8-4757a98e0857 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.495951 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd7d2491-e797-4572-831e-7c0ebd014037 req-042d5f5a-e37b-4f4a-95d8-4757a98e0857 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 946 time: 0.4981952 Aug 03 19:01:04.516252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] For port a048c540-87cc-46e3-a34e-15e673a85302, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:04.556804 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] For port a048c540-87cc-46e3-a34e-15e673a85302, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a048c540-87cc-46e3-a34e-15e673a85302,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:04.565736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.568051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-67a60b60-df33-4ac7-b947-a746be0cb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.569892 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-67a60b60-df33-4ac7-b947-a746be0cb3d5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2137363 Aug 03 19:01:04.571226 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.578265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc717b-f455-4537-8c12-21cb87573447 req-1fef0a17-181d-4179-a4fe-ccf9ce4f8cd1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.584268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc717b-f455-4537-8c12-21cb87573447 req-1fef0a17-181d-4179-a4fe-ccf9ce4f8cd1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.590199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc717b-f455-4537-8c12-21cb87573447 req-1fef0a17-181d-4179-a4fe-ccf9ce4f8cd1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.596226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc717b-f455-4537-8c12-21cb87573447 req-1fef0a17-181d-4179-a4fe-ccf9ce4f8cd1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.602115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc717b-f455-4537-8c12-21cb87573447 req-1fef0a17-181d-4179-a4fe-ccf9ce4f8cd1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.608529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc717b-f455-4537-8c12-21cb87573447 req-1fef0a17-181d-4179-a4fe-ccf9ce4f8cd1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.614685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc717b-f455-4537-8c12-21cb87573447 req-1fef0a17-181d-4179-a4fe-ccf9ce4f8cd1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.616748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfcc717b-f455-4537-8c12-21cb87573447 req-1fef0a17-181d-4179-a4fe-ccf9ce4f8cd1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5418 time: 0.5384214 Aug 03 19:01:04.619638 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.620202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 492aab0d-4b03-4b89-81d7-8f5cc42de90e {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:01:04.624807 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.625136 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.628612 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-44099ae0-1728-48e7-8a0c-51dad55891a1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/492aab0d-4b03-4b89-81d7-8f5cc42de90e HTTP/1.1" status: 204 len: 168 time: 1.4493117 Aug 03 19:01:04.629225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43032) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:04.636543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] For port 33922177-bf0b-4da7-83d8-6f52db3c6f4c, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:04.707252 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a451049b-4fa2-4ce7-bf98-2f1c9697f99f admin admin] Deleting subnet 036728d5-fe1f-4e5d-845e-a8d93e5ee764 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:01:04.707428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] For port 33922177-bf0b-4da7-83d8-6f52db3c6f4c, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=33922177-bf0b-4da7-83d8-6f52db3c6f4c,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:04.714839 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a451049b-4fa2-4ce7-bf98-2f1c9697f99f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.717989 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd7d2491-e797-4572-831e-7c0ebd014037 req-ebcce611-f6f9-4fce-8336-0842e3ab6bcf tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117596 Aug 03 19:01:04.719290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.719915 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.721255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] 10.222.0.37 "PUT /v2.0/ports/a048c540-87cc-46e3-a34e-15e673a85302 HTTP/1.1" status: 200 len: 1092 time: 3.0747263 Aug 03 19:01:04.722472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] For port 408adf51-6186-4b71-b531-2af9fbe32cdb, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:04.745429 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.753467 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-b6dfef70-e245-429a-b346-1dfe3428c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.754106 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-b6dfef70-e245-429a-b346-1dfe3428c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.754687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-b6dfef70-e245-429a-b346-1dfe3428c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.755352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-b6dfef70-e245-429a-b346-1dfe3428c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.756197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-b6dfef70-e245-429a-b346-1dfe3428c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.756484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-b6dfef70-e245-429a-b346-1dfe3428c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.757040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-b6dfef70-e245-429a-b346-1dfe3428c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.759147 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-b6dfef70-e245-429a-b346-1dfe3428c89d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6435 time: 0.0948164 Aug 03 19:01:04.760204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] For port 408adf51-6186-4b71-b531-2af9fbe32cdb, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=408adf51-6186-4b71-b531-2af9fbe32cdb,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:04.774441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a451049b-4fa2-4ce7-bf98-2f1c9697f99f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.776220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.782522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfcc717b-f455-4537-8c12-21cb87573447 req-44f11f26-e771-4f50-8f8e-161dbfc81644 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541874 Aug 03 19:01:04.791344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2296f-265f-45a0-8eb8-6c47bd963e32 service neutron] Pushing event updated for resources: {'Port': ['ID=a048c540-87cc-46e3-a34e-15e673a85302,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:04.801865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.802485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.803973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] 10.222.0.74 "PUT /v2.0/ports/33922177-bf0b-4da7-83d8-6f52db3c6f4c HTTP/1.1" status: 200 len: 1091 time: 3.2956891 Aug 03 19:01:04.855350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.855975 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.857341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] 10.222.0.74 "PUT /v2.0/ports/408adf51-6186-4b71-b531-2af9fbe32cdb HTTP/1.1" status: 200 len: 1091 time: 2.7991359 Aug 03 19:01:04.864764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Request body: {'port': {'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:04.981405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ebd560a5-54a3-4147-b0f5-91abc766bc02 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:04.996764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-7076d81c-f822-4618-adf4-e7ed96b23821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.997272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-7076d81c-f822-4618-adf4-e7ed96b23821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.997787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-7076d81c-f822-4618-adf4-e7ed96b23821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.999450 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-7076d81c-f822-4618-adf4-e7ed96b23821 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2230132 Aug 03 19:01:05.025489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505b972-3e93-45fd-9315-90248f550fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=33922177-bf0b-4da7-83d8-6f52db3c6f4c,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:05.111384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-4d74f174-3806-431e-9319-206c80f119bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.112970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-4d74f174-3806-431e-9319-206c80f119bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d93768b1d2643a194e2c1b52980578a&device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 1095 time: 0.3127735 Aug 03 19:01:05.128467 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.164373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ebd560a5-54a3-4147-b0f5-91abc766bc02, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ebd560a5-54a3-4147-b0f5-91abc766bc02,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:05.195171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'ebd560a5-54a3-4147-b0f5-91abc766bc02', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'ebd560a5-54a3-4147-b0f5-91abc766bc02', 'mac_address': 'fa:16:3e:ab:bf:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:05.255947 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.278875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebd560a5-54a3-4147-b0f5-91abc766bc02 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:05.314270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-ea3efe4e-a5b2-4979-a288-f2dd81ec64b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a048c540-87cc-46e3-a34e-15e673a85302 HTTP/1.1" status: 200 len: 217 time: 0.1808991 Aug 03 19:01:05.330958 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ebd560a5-54a3-4147-b0f5-91abc766bc02, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ebd560a5-54a3-4147-b0f5-91abc766bc02,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:05.336769 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.352558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-33bd792b-c9c9-405b-a9b6-7549116b1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.354422 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c7de1fee-721e-43bb-80c2-f08ea49b0053 req-33bd792b-c9c9-405b-a9b6-7549116b1737 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3414736 Aug 03 19:01:05.369259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d4866bb4-28db-4d4e-a715-db8f1ccef6de no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:05.399847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: d4866bb4-28db-4d4e-a715-db8f1ccef6de {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:05.400367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d4866bb4-28db-4d4e-a715-db8f1ccef6de not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:05.400890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 85f00a54-d25e-4a98-a606-1eeb62b1f6ac no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:05.411991 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a451049b-4fa2-4ce7-bf98-2f1c9697f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.431355 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 85f00a54-d25e-4a98-a606-1eeb62b1f6ac {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:05.431856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 85f00a54-d25e-4a98-a606-1eeb62b1f6ac not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:05.478337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ebd560a5-54a3-4147-b0f5-91abc766bc02'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:05.480741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ebd560a5-54a3-4147-b0f5-91abc766bc02,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:05.514750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbbae4-56b2-44e9-852b-f92bed970cd3 req-004217a2-dc7e-4234-8b9b-65c438aece6f tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.523086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b24b99d3-7b8a-4208-a0aa-65ec67794d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.523734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b24b99d3-7b8a-4208-a0aa-65ec67794d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.524047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b24b99d3-7b8a-4208-a0aa-65ec67794d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.524527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b24b99d3-7b8a-4208-a0aa-65ec67794d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.525081 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b24b99d3-7b8a-4208-a0aa-65ec67794d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.525828 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b24b99d3-7b8a-4208-a0aa-65ec67794d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.526304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b24b99d3-7b8a-4208-a0aa-65ec67794d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.527542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6cbbae4-56b2-44e9-852b-f92bed970cd3 req-004217a2-dc7e-4234-8b9b-65c438aece6f tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 944 time: 0.5971360 Aug 03 19:01:05.529175 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b24b99d3-7b8a-4208-a0aa-65ec67794d4b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6477 time: 0.0799806 Aug 03 19:01:05.531939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53684c-b608-4852-ae24-3f80bf137c74 service neutron] Pushing event updated for resources: {'Port': ['ID=408adf51-6186-4b71-b531-2af9fbe32cdb,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:05.600538 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-bb73b2b4-95c1-4ca7-a83d-63e25ac08e1a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7859262e-e847-45d1-91e7-0aeaf780cd5d HTTP/1.1" status: 200 len: 217 time: 0.0500369 Aug 03 19:01:05.601635 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a451049b-4fa2-4ce7-bf98-2f1c9697f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.644054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451049b-4fa2-4ce7-bf98-2f1c9697f99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036728d5-fe1f-4e5d-845e-a8d93e5ee764,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:05.658669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-dd27529b-d4e8-4954-9cb3-a4bda5847353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.660563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-dd27529b-d4e8-4954-9cb3-a4bda5847353 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f HTTP/1.1" status: 200 len: 853 time: 0.3230276 Aug 03 19:01:05.668795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a451049b-4fa2-4ce7-bf98-2f1c9697f99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.673930 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a451049b-4fa2-4ce7-bf98-2f1c9697f99f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/036728d5-fe1f-4e5d-845e-a8d93e5ee764 HTTP/1.1" status: 204 len: 168 time: 1.0432374 Aug 03 19:01:05.676139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9371ef4-8479-4295-9178-8b2f701e1c15 None None] Network b9fc094f-9ba0-45ca-b343-ab9bde9e1554 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:05.676682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43070) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:05.749432 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.771040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5a57-7922-4d4d-adfb-91de7ea03830 req-feb5c864-90bd-40b7-a7d0-9bfa5828033f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.778903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e458f78a-4a6f-4b6b-bc03-ae918e974305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.781004 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-e458f78a-4a6f-4b6b-bc03-ae918e974305 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1503b50a-1603-448e-8442-d5ace3b67afa HTTP/1.1" status: 200 len: 851 time: 0.1492496 Aug 03 19:01:05.787479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5a57-7922-4d4d-adfb-91de7ea03830 req-feb5c864-90bd-40b7-a7d0-9bfa5828033f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.794082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5a57-7922-4d4d-adfb-91de7ea03830 req-feb5c864-90bd-40b7-a7d0-9bfa5828033f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.801522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5a57-7922-4d4d-adfb-91de7ea03830 req-feb5c864-90bd-40b7-a7d0-9bfa5828033f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.807866 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5a57-7922-4d4d-adfb-91de7ea03830 req-feb5c864-90bd-40b7-a7d0-9bfa5828033f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.814881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5a57-7922-4d4d-adfb-91de7ea03830 req-feb5c864-90bd-40b7-a7d0-9bfa5828033f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.821241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5a57-7922-4d4d-adfb-91de7ea03830 req-feb5c864-90bd-40b7-a7d0-9bfa5828033f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.823264 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e7c5a57-7922-4d4d-adfb-91de7ea03830 req-feb5c864-90bd-40b7-a7d0-9bfa5828033f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.5333471 Aug 03 19:01:05.844607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6cbbae4-56b2-44e9-852b-f92bed970cd3 req-b53f598d-c02e-49d7-a732-b0716f1c6514 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158371 Aug 03 19:01:05.880442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-ce92f60e-ef3d-4302-af4d-2a544709f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.881052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-9eb40753-16a0-40cb-a390-7069b43e05b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95b92a92-1768-42af-9d90-c86d3d5a4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566208 Aug 03 19:01:05.882665 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-ce92f60e-ef3d-4302-af4d-2a544709f5d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3cee0722-e9c5-4340-a177-1ce3a93b15fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833499 Aug 03 19:01:05.895061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Deleting port 11baac12-57eb-454b-8f7f-4d84d105e5d2 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:05.895405 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.901097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9617ec5-ef95-4f55-824f-944cc648d5c6 None None] DHCP port deletion for b9fc094f-9ba0-45ca-b343-ab9bde9e1554 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:01:05.959753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a9617ec5-ef95-4f55-824f-944cc648d5c6 None None] Deleting port 11baac12-57eb-454b-8f7f-4d84d105e5d2 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:05.960211 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a9617ec5-ef95-4f55-824f-944cc648d5c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.020918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6839fbae-dd35-4222-aa52-e4fa4fa3c72a', 'tag': 'a048c540-87cc-46e3-a34e-15e673a85302'}, {'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '33922177-bf0b-4da7-83d8-6f52db3c6f4c'}, {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': '408adf51-6186-4b71-b531-2af9fbe32cdb'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:06.030331 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b5c49b-9edc-48b3-b574-43c870566378" -d '{"events": [{"name": "network-changed", "server_uuid": "6839fbae-dd35-4222-aa52-e4fa4fa3c72a", "tag": "a048c540-87cc-46e3-a34e-15e673a85302"}, {"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "33922177-bf0b-4da7-83d8-6f52db3c6f4c"}, {"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "408adf51-6186-4b71-b531-2af9fbe32cdb"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:06.079096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a9617ec5-ef95-4f55-824f-944cc648d5c6 None None] For port 11baac12-57eb-454b-8f7f-4d84d105e5d2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=11baac12-57eb-454b-8f7f-4d84d105e5d2,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:06.080322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc907f2-98fb-4356-b18a-e599358c0451 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:06.080489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a9617ec5-ef95-4f55-824f-944cc648d5c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.095202 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e7c5a57-7922-4d4d-adfb-91de7ea03830 req-3885430b-6b89-4ba2-abb4-1af30e1bffb2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2479560 Aug 03 19:01:06.108352 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a9617ec5-ef95-4f55-824f-944cc648d5c6 None None] Calling delete_port for 11baac12-57eb-454b-8f7f-4d84d105e5d2 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:06.120399 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.139719 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-5d2bac05-8aa9-4c73-b7ec-11cd799788ef service neutron] 10.222.0.74 "GET /v2.0/networks/3cee0722-e9c5-4340-a177-1ce3a93b15fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228408 Aug 03 19:01:06.199079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Transition to ACTIVE for port object 8bc907f2-98fb-4356-b18a-e599358c0451 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:06.216839 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.256934 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a9617ec5-ef95-4f55-824f-944cc648d5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.286328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9617ec5-ef95-4f55-824f-944cc648d5c6 None None] Pushing event deleted for resources: {'Port': ['ID=11baac12-57eb-454b-8f7f-4d84d105e5d2,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:06.298839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9617ec5-ef95-4f55-824f-944cc648d5c6 None None] No DVR routers for this DVR port 11baac12-57eb-454b-8f7f-4d84d105e5d2 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:06.331554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] For port 11baac12-57eb-454b-8f7f-4d84d105e5d2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=11baac12-57eb-454b-8f7f-4d84d105e5d2,segment=NetworkSegment(abd44623-64df-4204-8b68-20c5182736ae),segment_id=abd44623-64df-4204-8b68-20c5182736ae)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:06.331939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.366331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Calling delete_port for 11baac12-57eb-454b-8f7f-4d84d105e5d2 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:06.388584 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bbe407-422f-474f-ad98-1bb5499d44a6 x-openstack-request-id: req-50bbe407-422f-474f-ad98-1bb5499d44a6 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:06.399646 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6839fbae-dd35-4222-aa52-e4fa4fa3c72a", "tag": "a048c540-87cc-46e3-a34e-15e673a85302", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "33922177-bf0b-4da7-83d8-6f52db3c6f4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "408adf51-6186-4b71-b531-2af9fbe32cdb", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:06.400055 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-50bbe407-422f-474f-ad98-1bb5499d44a6 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:06.400718 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6839fbae-dd35-4222-aa52-e4fa4fa3c72a', 'tag': 'a048c540-87cc-46e3-a34e-15e673a85302', 'status': 'completed', 'code': 200} Aug 03 19:01:06.401562 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '33922177-bf0b-4da7-83d8-6f52db3c6f4c', 'status': 'completed', 'code': 200} Aug 03 19:01:06.402014 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': '408adf51-6186-4b71-b531-2af9fbe32cdb', 'status': 'completed', 'code': 200} Aug 03 19:01:06.426916 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c7224493-3a83-4b57-bb6f-a9fae11f59bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.469758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-e3ea15ba-3fff-4768-a835-fdb32cdd3ed1 service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617671 Aug 03 19:01:06.551685 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1fe4cf38-07c3-4545-89da-2de3a26e223f service neutron] 10.222.0.74 "GET /v2.0/networks/3cee0722-e9c5-4340-a177-1ce3a93b15fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967524 Aug 03 19:01:06.578247 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.617609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc907f2-98fb-4356-b18a-e599358c0451,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:06.630988 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-2a82d617-969e-4c71-8d7c-995b16ddd0f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c4622b33-fb7a-4c0a-8092-6fbdc41097dc HTTP/1.1" status: 200 len: 217 time: 0.0653572 Aug 03 19:01:06.708530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a8acd3-9d11-4677-b33f-511d9f9d2320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.710125 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c9a8acd3-9d11-4677-b33f-511d9f9d2320 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.0708058 Aug 03 19:01:06.735028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11136a4d-87ea-4ab7-83e5-d55930ecb3d2 req-7486c928-942f-4ed3-97bd-da54161f9561 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.741284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11136a4d-87ea-4ab7-83e5-d55930ecb3d2 req-7486c928-942f-4ed3-97bd-da54161f9561 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.747827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11136a4d-87ea-4ab7-83e5-d55930ecb3d2 req-7486c928-942f-4ed3-97bd-da54161f9561 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.754736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11136a4d-87ea-4ab7-83e5-d55930ecb3d2 req-7486c928-942f-4ed3-97bd-da54161f9561 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.760998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11136a4d-87ea-4ab7-83e5-d55930ecb3d2 req-7486c928-942f-4ed3-97bd-da54161f9561 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.767125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11136a4d-87ea-4ab7-83e5-d55930ecb3d2 req-7486c928-942f-4ed3-97bd-da54161f9561 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.773362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11136a4d-87ea-4ab7-83e5-d55930ecb3d2 req-7486c928-942f-4ed3-97bd-da54161f9561 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.782568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11136a4d-87ea-4ab7-83e5-d55930ecb3d2 req-7486c928-942f-4ed3-97bd-da54161f9561 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.5403285 Aug 03 19:01:06.784469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c7daa216-2e8a-48ba-8d68-02595bbfe798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.786256 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c7daa216-2e8a-48ba-8d68-02595bbfe798 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667548 Aug 03 19:01:06.787780 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.835246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-aa1a5680-d813-443b-8f70-c985ddbb56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.835735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-aa1a5680-d813-443b-8f70-c985ddbb56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.836222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-aa1a5680-d813-443b-8f70-c985ddbb56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.836699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-aa1a5680-d813-443b-8f70-c985ddbb56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.837170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-aa1a5680-d813-443b-8f70-c985ddbb56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.837686 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-aa1a5680-d813-443b-8f70-c985ddbb56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.838142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-aa1a5680-d813-443b-8f70-c985ddbb56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.840051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-aa1a5680-d813-443b-8f70-c985ddbb56d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 6445 time: 0.4189196 Aug 03 19:01:06.900257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=11baac12-57eb-454b-8f7f-4d84d105e5d2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:06.904439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] No DVR routers for this DVR port 11baac12-57eb-454b-8f7f-4d84d105e5d2 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:06.973727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cdff0-9c36-4c3a-ab59-aa61ed2b937f req-3c32068b-8976-44ef-b6db-671d23fae590 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.976977 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ebd560a5-54a3-4147-b0f5-91abc766bc02 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:06.983223 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-193cdff0-9c36-4c3a-ab59-aa61ed2b937f req-3c32068b-8976-44ef-b6db-671d23fae590 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 946 time: 0.3772032 Aug 03 19:01:07.011848 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.020876 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e3b6569-73fd-4a2d-9328-31fd0bf34e77 req-9c979a16-c239-4664-adc3-57a602583c69 service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501869 Aug 03 19:01:07.023922 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-ae968668-3b1e-4787-ac75-518eac7c1e26 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237835 Aug 03 19:01:07.026000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fc094f-9ba0-45ca-b343-ab9bde9e1554']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:07.040597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Attempting to bind port 8bc907f2-98fb-4356-b18a-e599358c0451 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:07.041246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Attempting to bind port 8bc907f2-98fb-4356-b18a-e599358c0451 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:07.041853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Attempting to bind port 8bc907f2-98fb-4356-b18a-e599358c0451 on network 519a22f2-633f-4d6d-8c20-32ad2bcf244c {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:07.059834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd44623-64df-4204-8b68-20c5182736ae') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:07.060210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port ebd560a5-54a3-4147-b0f5-91abc766bc02 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:07.060343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd44623-64df-4204-8b68-20c5182736ae') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:07.060691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.087911 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11136a4d-87ea-4ab7-83e5-d55930ecb3d2 req-8627d765-63ae-4ded-99b3-f9ea24e9cda6 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3043463 Aug 03 19:01:07.117997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.145094 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.157835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Port 8bc907f2-98fb-4356-b18a-e599358c0451 on network 519a22f2-633f-4d6d-8c20-32ad2bcf244c not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:07.159171 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.167200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Attempting to bind port 8bc907f2-98fb-4356-b18a-e599358c0451 on network 519a22f2-633f-4d6d-8c20-32ad2bcf244c {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:07.204632 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:01:07.205044 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:01:07.206774 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:01:07.219069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd560a5-54a3-4147-b0f5-91abc766bc02'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:07.221659 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604137e2-3de3-4718-83c1-ba635f3cf9a3" -d '{"events": [{"server_uuid": "50fb954c-6e40-4f07-ad5f-a897f6db43c7", "name": "network-vif-plugged", "status": "completed", "tag": "ebd560a5-54a3-4147-b0f5-91abc766bc02"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:07.241614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ebd560a5-54a3-4147-b0f5-91abc766bc02, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ebd560a5-54a3-4147-b0f5-91abc766bc02,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:07.247532 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.306003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 11baac12-57eb-454b-8f7f-4d84d105e5d2 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:07.307593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:07.308158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Checking segment: {'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:07.308766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Bound using segment: {'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:07.309410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Bound port: 8bc907f2-98fb-4356-b18a-e599358c0451, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a865b215-04ae-4e4b-b25f-57ce3676fb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:07.309986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.327618 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-6e0191b1-ad3b-4a2e-a94e-31b9e807b85b service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922900 Aug 03 19:01:07.333271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-193cdff0-9c36-4c3a-ab59-aa61ed2b937f req-422cb334-432f-4add-8460-0ad152de159c tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487554 Aug 03 19:01:07.345863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.346334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 11baac12-57eb-454b-8f7f-4d84d105e5d2 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:07.347017 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 11baac12-57eb-454b-8f7f-4d84d105e5d2 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:07.392673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ebd560a5-54a3-4147-b0f5-91abc766bc02,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:07.398601 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-79564c6a-35c4-46b6-a380-375e39c04308 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=2368e8b7-e6bd-408f-a553-4e52a840cf69 HTTP/1.1" status: 200 len: 217 time: 0.0636423 Aug 03 19:01:07.402148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.402822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.403398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.403973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.405271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.406168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.406726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.407309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.407842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.408372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.409293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.409846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:07.428198 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.432565 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b9fc094f-9ba0-45ca-b343-ab9bde9e1554 HTTP/1.1" status: 204 len: 168 time: 1.7524841 Aug 03 19:01:07.442919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02f060-9c45-46f3-826b-ca2faf4b8dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fc094f-9ba0-45ca-b343-ab9bde9e1554,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:07.492952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-9b16053c-a1b7-44df-a4c1-2f6d5d8accd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.495687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-9b16053c-a1b7-44df-a4c1-2f6d5d8accd7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.0795193 Aug 03 19:01:07.534805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-0db6645d-65cf-4f71-985b-612b398cb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.535599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-0db6645d-65cf-4f71-985b-612b398cb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.536247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-0db6645d-65cf-4f71-985b-612b398cb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.538253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-0db6645d-65cf-4f71-985b-612b398cb081 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6820664 Aug 03 19:01:07.553963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-b207c733-2d34-475d-911d-ade6214d37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.555735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-b207c733-2d34-475d-911d-ade6214d37d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d93768b1d2643a194e2c1b52980578a&device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 1095 time: 0.4669118 Aug 03 19:01:07.573392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-d31e0194-f612-4581-8cc9-19031b4fa167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.574982 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-d31e0194-f612-4581-8cc9-19031b4fa167 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600998 Aug 03 19:01:07.680555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b9116-8733-4846-ae5c-9762b40d06f2 req-92fce8a9-4e78-481b-8988-c7342cd47f2e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.688283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc6b9116-8733-4846-ae5c-9762b40d06f2 req-92fce8a9-4e78-481b-8988-c7342cd47f2e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 944 time: 0.3834608 Aug 03 19:01:07.694261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43116) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:07.741221 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b6e721f0-c079-44c6-94f5-f4574a4e95f6 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572933 Aug 03 19:01:07.757905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] For port 8bc907f2-98fb-4356-b18a-e599358c0451, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:07.758995 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.797420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67427a34-8e16-4b67-866b-53a7942e7a07 req-d73c93dc-d262-44c6-bc24-1cc72e4030b9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.804402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67427a34-8e16-4b67-866b-53a7942e7a07 req-d73c93dc-d262-44c6-bc24-1cc72e4030b9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.806569 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ed4e255c-78bc-41af-b9c1-b17cfe6909a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=64fecde2fe7c4e6ca13dbe1a71030f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1000566 Aug 03 19:01:07.809577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67427a34-8e16-4b67-866b-53a7942e7a07 req-d73c93dc-d262-44c6-bc24-1cc72e4030b9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.816133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67427a34-8e16-4b67-866b-53a7942e7a07 req-d73c93dc-d262-44c6-bc24-1cc72e4030b9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.822097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67427a34-8e16-4b67-866b-53a7942e7a07 req-d73c93dc-d262-44c6-bc24-1cc72e4030b9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.829147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67427a34-8e16-4b67-866b-53a7942e7a07 req-d73c93dc-d262-44c6-bc24-1cc72e4030b9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.835283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67427a34-8e16-4b67-866b-53a7942e7a07 req-d73c93dc-d262-44c6-bc24-1cc72e4030b9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.835628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43118) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:07.843108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67427a34-8e16-4b67-866b-53a7942e7a07 req-d73c93dc-d262-44c6-bc24-1cc72e4030b9 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.3840036 Aug 03 19:01:07.879035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] For port 8bc907f2-98fb-4356-b18a-e599358c0451, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8bc907f2-98fb-4356-b18a-e599358c0451,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:07.910034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-d37a08fb-7f49-436e-85ec-c4c89b6b46ee tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.911753 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-d37a08fb-7f49-436e-85ec-c4c89b6b46ee tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 946 time: 0.1662433 Aug 03 19:01:07.983152 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7439c446-a63a-4642-97a5-df4d7e3c9ef6 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205887 Aug 03 19:01:07.987456 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f21deef8-dc8d-4959-8f08-4ebbeb9d299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.063847 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-abca0567-d8ba-4cee-962e-e78e4927ba89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=34528ff9-7e18-40e5-991f-d62e6697bd31 HTTP/1.1" status: 200 len: 217 time: 0.0651205 Aug 03 19:01:08.091004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f21deef8-dc8d-4959-8f08-4ebbeb9d299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.169646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-2d1524ec-da9d-4824-a681-3d3541f8decb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:08.173549 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-2d1524ec-da9d-4824-a681-3d3541f8decb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.0981100 Aug 03 19:01:08.191974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Deleting port fb4a9cd8-1134-46e0-974c-29260364af56 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:08.192477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.234840 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.284508 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc6b9116-8733-4846-ae5c-9762b40d06f2 req-bb1c23fd-b042-423a-aa01-aa1f02a26b28 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952532 Aug 03 19:01:08.285936 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f21deef8-dc8d-4959-8f08-4ebbeb9d299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.288891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f21deef8-dc8d-4959-8f08-4ebbeb9d299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.290211 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f21deef8-dc8d-4959-8f08-4ebbeb9d299e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ae3382f-a026-4b5f-9397-9aedf416999f HTTP/1.1" status: 204 len: 168 time: 0.4534757 Aug 03 19:01:08.341981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-ba2d9d0e-f6f0-4a25-94a6-8dbe8598e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:08.355183 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-ba2d9d0e-f6f0-4a25-94a6-8dbe8598e9e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1755271 Aug 03 19:01:08.361906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21deef8-dc8d-4959-8f08-4ebbeb9d299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae3382f-a026-4b5f-9397-9aedf416999f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:08.394647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:08.395511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.398941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] 10.222.0.74 "PUT /v2.0/ports/8bc907f2-98fb-4356-b18a-e599358c0451 HTTP/1.1" status: 200 len: 1091 time: 3.5453546 Aug 03 19:01:08.429411 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40e483e-524c-45f7-93ba-dde5ea29a51f x-openstack-request-id: req-e40e483e-524c-45f7-93ba-dde5ea29a51f {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:08.430064 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb954c-6e40-4f07-ad5f-a897f6db43c7", "name": "network-vif-plugged", "status": "completed", "tag": "ebd560a5-54a3-4147-b0f5-91abc766bc02", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:08.430285 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e40e483e-524c-45f7-93ba-dde5ea29a51f {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:08.430917 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd560a5-54a3-4147-b0f5-91abc766bc02', 'code': 200} Aug 03 19:01:08.448787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '8bc907f2-98fb-4356-b18a-e599358c0451'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:08.448787 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d9ea89-c386-42a3-9a4e-51b029baaad9" -d '{"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "8bc907f2-98fb-4356-b18a-e599358c0451"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:08.454668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-de12bb4a-0907-4696-b61f-2f1ebaf07a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:08.457748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-de12bb4a-0907-4696-b61f-2f1ebaf07a86 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8996315 Aug 03 19:01:08.467456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-378be183-5eda-4a5e-b77e-22078ce614b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:08.469339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-378be183-5eda-4a5e-b77e-22078ce614b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=95b92a92-1768-42af-9d90-c86d3d5a4a8a HTTP/1.1" status: 200 len: 914 time: 0.8749936 Aug 03 19:01:08.484454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] For port fb4a9cd8-1134-46e0-974c-29260364af56, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fb4a9cd8-1134-46e0-974c-29260364af56,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:08.485092 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.497031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67427a34-8e16-4b67-866b-53a7942e7a07 req-9f99a59c-50b2-4a61-a1f7-66fe7e181176 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6491914 Aug 03 19:01:08.651933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c0b70-f9f0-4fd8-a8f8-228283e78ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc907f2-98fb-4356-b18a-e599358c0451,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:08.700467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-642e2eb5-e770-460d-b104-29fcb38ffa97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a048c540-87cc-46e3-a34e-15e673a85302 HTTP/1.1" status: 200 len: 217 time: 0.2004180 Aug 03 19:01:08.989208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a048c540-87cc-46e3-a34e-15e673a85302 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:09.008068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-b348a1d1-b884-4f02-a538-cba604e7d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.010135 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-b348a1d1-b884-4f02-a538-cba604e7d14d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f HTTP/1.1" status: 200 len: 853 time: 0.2605715 Aug 03 19:01:09.025723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3deab00b-9cfd-473f-83c6-da84ba09db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.026502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3deab00b-9cfd-473f-83c6-da84ba09db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.027167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3deab00b-9cfd-473f-83c6-da84ba09db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.027833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3deab00b-9cfd-473f-83c6-da84ba09db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.028964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3deab00b-9cfd-473f-83c6-da84ba09db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.030238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3deab00b-9cfd-473f-83c6-da84ba09db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.031052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3deab00b-9cfd-473f-83c6-da84ba09db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.033384 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3deab00b-9cfd-473f-83c6-da84ba09db15 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 6487 time: 0.3830724 Aug 03 19:01:09.053049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae033-b382-40fa-a580-61f423a90dca req-2a673f12-e538-4fd5-943e-408ce93557f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.060510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae033-b382-40fa-a580-61f423a90dca req-2a673f12-e538-4fd5-943e-408ce93557f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.068104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae033-b382-40fa-a580-61f423a90dca req-2a673f12-e538-4fd5-943e-408ce93557f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.075411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae033-b382-40fa-a580-61f423a90dca req-2a673f12-e538-4fd5-943e-408ce93557f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.083481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae033-b382-40fa-a580-61f423a90dca req-2a673f12-e538-4fd5-943e-408ce93557f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.090369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae033-b382-40fa-a580-61f423a90dca req-2a673f12-e538-4fd5-943e-408ce93557f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.102676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae033-b382-40fa-a580-61f423a90dca req-2a673f12-e538-4fd5-943e-408ce93557f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.112089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b4ae033-b382-40fa-a580-61f423a90dca req-2a673f12-e538-4fd5-943e-408ce93557f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.4100149 Aug 03 19:01:09.149165 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7e337bc1-4013-4ed6-91d1-fd6ad565f727 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738264 Aug 03 19:01:09.152209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d185d-7e50-49c9-ac55-b0674cb17292 req-57758ae3-86a1-4bf8-9906-bff21e99fc3e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.154095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c81d185d-7e50-49c9-ac55-b0674cb17292 req-57758ae3-86a1-4bf8-9906-bff21e99fc3e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 946 time: 0.3572183 Aug 03 19:01:09.164352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43150) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:09.213475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-4318a802-b5b0-4da0-81c7-3419b9f8fef1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95b92a92-1768-42af-9d90-c86d3d5a4a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1774225 Aug 03 19:01:09.226496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5527a68b-7f24-46a3-a7e5-73bdd2e8dbe4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 HTTP/1.1" status: 200 len: 217 time: 0.1119385 Aug 03 19:01:09.295747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a048c540-87cc-46e3-a34e-15e673a85302, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a048c540-87cc-46e3-a34e-15e673a85302,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:09.322861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'a048c540-87cc-46e3-a34e-15e673a85302', 'network_id': '95b92a92-1768-42af-9d90-c86d3d5a4a8a', 'port_id': 'a048c540-87cc-46e3-a34e-15e673a85302', 'mac_address': 'fa:16:3e:52:fa:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:09.408617 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:09.443024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a048c540-87cc-46e3-a34e-15e673a85302 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:09.450195 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f90734d-7b84-42e6-99c3-5152e2d503f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:09.453891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c81d185d-7e50-49c9-ac55-b0674cb17292 req-5222a305-8c96-4bbb-8fbc-fd1130df7c73 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups?id=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488928 Aug 03 19:01:09.475380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b4ae033-b382-40fa-a580-61f423a90dca req-137ceca6-7ef7-472c-a7a5-0720ff9580f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3620667 Aug 03 19:01:09.522509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-9bb7a1c3-e71a-4535-aacc-eac80f46c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.526332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-9bb7a1c3-e71a-4535-aacc-eac80f46c9b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73d204d5-02d9-46a7-8f9e-290310251900 HTTP/1.1" status: 200 len: 856 time: 0.2697682 Aug 03 19:01:09.529820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a048c540-87cc-46e3-a34e-15e673a85302, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a048c540-87cc-46e3-a34e-15e673a85302,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:09.540974 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a1d0a-9d93-4652-bcb6-be234c658170 x-openstack-request-id: req-934a1d0a-9d93-4652-bcb6-be234c658170 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:09.541528 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "8bc907f2-98fb-4356-b18a-e599358c0451", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:09.545812 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-934a1d0a-9d93-4652-bcb6-be234c658170 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:09.546476 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '8bc907f2-98fb-4356-b18a-e599358c0451', 'status': 'completed', 'code': 200} Aug 03 19:01:09.550012 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:09.550596 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-81736ed9-740d-4d87-b2a3-576cbd879671 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869894 Aug 03 19:01:09.559244 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:09.613634 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:09.613634 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:09.614046 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Floating IP 0201bf06-61d3-4caa-8876-41467c70cc3d disassociated. External IP: 172.25.8.42, port: fb4a9cd8-1134-46e0-974c-29260364af56. Aug 03 19:01:09.614338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Calling delete_port for fb4a9cd8-1134-46e0-974c-29260364af56 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:09.652356 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a048c540-87cc-46e3-a34e-15e673a85302,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:09.713129 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b161ba66-f8c9-4bcf-8bba-2bd1f76ca256 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=d56ded67-baa3-4450-9d65-f20f6f05c226 HTTP/1.1" status: 200 len: 217 time: 0.1378970 Aug 03 19:01:09.769234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-4eafe718-b106-4099-a3be-084cf41c1972 service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376215 Aug 03 19:01:09.783168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5a018cd9-000a-4f69-b90b-7f1e50b0c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.784932 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5a018cd9-000a-4f69-b90b-7f1e50b0c978 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3a24974f-c585-49b2-9411-bdd5d3345630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2351756 Aug 03 19:01:09.832425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a048c540-87cc-46e3-a34e-15e673a85302'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:09.864181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16b399-327a-44e8-9691-36e82516fd68 req-466a313b-44e6-4d5c-ae9e-233923b92202 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.866269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d16b399-327a-44e8-9691-36e82516fd68 req-466a313b-44e6-4d5c-ae9e-233923b92202 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 945 time: 0.2399137 Aug 03 19:01:09.891614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c5b17e7c-ed0c-4348-8bce-a89f8df41a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.893848 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-c5b17e7c-ed0c-4348-8bce-a89f8df41a87 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.1012604 Aug 03 19:01:09.899359 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:01:09.907924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d736-e016-4498-95de-11747372476d req-d9131e8d-6a26-4e4b-acdb-c65758cba5e5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.914184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d736-e016-4498-95de-11747372476d req-d9131e8d-6a26-4e4b-acdb-c65758cba5e5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.920871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d736-e016-4498-95de-11747372476d req-d9131e8d-6a26-4e4b-acdb-c65758cba5e5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.926988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d736-e016-4498-95de-11747372476d req-d9131e8d-6a26-4e4b-acdb-c65758cba5e5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.933054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d736-e016-4498-95de-11747372476d req-d9131e8d-6a26-4e4b-acdb-c65758cba5e5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.939748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d736-e016-4498-95de-11747372476d req-d9131e8d-6a26-4e4b-acdb-c65758cba5e5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.946281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d736-e016-4498-95de-11747372476d req-d9131e8d-6a26-4e4b-acdb-c65758cba5e5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.955494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25f4d736-e016-4498-95de-11747372476d req-d9131e8d-6a26-4e4b-acdb-c65758cba5e5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.2959144 Aug 03 19:01:10.048173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43170) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:10.077938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:10.111119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Pushing event deleted for resources: {'Port': ['ID=fb4a9cd8-1134-46e0-974c-29260364af56,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:10.144399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-2c265521-2060-47ed-80e2-ca9a243ca9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.146216 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-2c265521-2060-47ed-80e2-ca9a243ca9cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457036 Aug 03 19:01:10.239420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25f4d736-e016-4498-95de-11747372476d req-b5ab9514-fcaf-45fd-99d9-f15f4fc269ec tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2826369 Aug 03 19:01:10.243047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-3132ffb4-467d-4a8b-8003-53adc885bd06 service neutron] 10.222.0.74 "GET /v2.0/networks/3a24974f-c585-49b2-9411-bdd5d3345630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343045 Aug 03 19:01:10.244909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-48544d52-c5d9-49f0-b1bd-17182cdb796c service neutron] 10.222.0.37 "GET /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662635 Aug 03 19:01:10.257236 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-df00665c-c153-47f7-a110-f37ecdaed56c service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953734 Aug 03 19:01:10.288365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d16b399-327a-44e8-9691-36e82516fd68 req-d072eb10-2e32-4ba4-8b67-c15f84289a44 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950429 Aug 03 19:01:10.317823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1598793325-network', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:10.396363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f90734d-7b84-42e6-99c3-5152e2d503f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:10.412212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-2f58a84e-bf93-4e7b-8086-52e23af53d10 service neutron] 10.222.0.74 "GET /v2.0/networks/3a24974f-c585-49b2-9411-bdd5d3345630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415174 Aug 03 19:01:10.465142 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f90734d-7b84-42e6-99c3-5152e2d503f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:10.469935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-af83d86b-9c55-44b9-a641-bca3110e2d04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=21147810-ef92-4ec3-9962-b5b8ec3f3d0c HTTP/1.1" status: 200 len: 217 time: 0.0475500 Aug 03 19:01:10.566179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:10.572406 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:10.642601 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3f90734d-7b84-42e6-99c3-5152e2d503f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e7e2cf75cc154dee904aea11788e0a40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4769766 Aug 03 19:01:10.647091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43186) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:10.672752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:10.675764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:01:10.730642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-943bf3b9-67f5-40ca-a8bc-aa2927b2ec3c req-f3346b1e-976e-489f-ad65-d6af43da62f8 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 210 time: 0.0880892 Aug 03 19:01:10.749122 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b84e0bc1-858f-4b54-b4f7-a6a571b8d718 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987346 Aug 03 19:01:10.753129 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90734d-7b84-42e6-99c3-5152e2d503f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e2bbbd-e18e-4f2b-8751-d8bad6eba2ab,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:10.811683 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-72a3f75f-1cdd-4f3a-a35b-ac5bcf4ecb4d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dba46738-6fe7-47a8-b264-fa6c39dd8977 HTTP/1.1" status: 200 len: 217 time: 0.0484726 Aug 03 19:01:10.840356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25242a6b-237e-4880-afd1-2a7d9b0372e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:10.878986 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff672d6-3b03-4388-b26b-5456dfbe27d5 req-3cfc734f-02d9-4fe0-be9b-c85ca88412c6 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.885070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff672d6-3b03-4388-b26b-5456dfbe27d5 req-3cfc734f-02d9-4fe0-be9b-c85ca88412c6 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.891923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff672d6-3b03-4388-b26b-5456dfbe27d5 req-3cfc734f-02d9-4fe0-be9b-c85ca88412c6 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.897949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff672d6-3b03-4388-b26b-5456dfbe27d5 req-3cfc734f-02d9-4fe0-be9b-c85ca88412c6 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.904316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff672d6-3b03-4388-b26b-5456dfbe27d5 req-3cfc734f-02d9-4fe0-be9b-c85ca88412c6 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.910979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff672d6-3b03-4388-b26b-5456dfbe27d5 req-3cfc734f-02d9-4fe0-be9b-c85ca88412c6 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.917319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff672d6-3b03-4388-b26b-5456dfbe27d5 req-3cfc734f-02d9-4fe0-be9b-c85ca88412c6 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.919388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fff672d6-3b03-4388-b26b-5456dfbe27d5 req-3cfc734f-02d9-4fe0-be9b-c85ca88412c6 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.1745090 Aug 03 19:01:10.920919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-75184c62-1f1e-4ca4-a002-04cff09915c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.922302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-75184c62-1f1e-4ca4-a002-04cff09915c0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.4424777 Aug 03 19:01:10.982618 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fff672d6-3b03-4388-b26b-5456dfbe27d5 req-bc91fcbd-d5cc-4984-b1fa-81b9f968054b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546572 Aug 03 19:01:10.984982 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25242a6b-237e-4880-afd1-2a7d9b0372e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:10.997593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-d24d52c8-5c63-4c4f-9ed9-53d39b738711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.000786 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-d24d52c8-5c63-4c4f-9ed9-53d39b738711 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49aaa83c-dc72-498e-9356-036dc25863a5 HTTP/1.1" status: 200 len: 797 time: 0.1792738 Aug 03 19:01:11.007689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a048c540-87cc-46e3-a34e-15e673a85302 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:11.059632 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.066297 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.066882 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-12456271-040f-4061-9e87-43ca70d40ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.069060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-12456271-040f-4061-9e87-43ca70d40ff7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0936065 Aug 03 19:01:11.136604 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port a048c540-87cc-46e3-a34e-15e673a85302 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:11.144131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port a048c540-87cc-46e3-a34e-15e673a85302 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:11.144802 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.147733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:01:11.166039 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25242a6b-237e-4880-afd1-2a7d9b0372e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.183502 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25242a6b-237e-4880-afd1-2a7d9b0372e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.185299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-25242a6b-237e-4880-afd1-2a7d9b0372e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6e2bbbd-e18e-4f2b-8751-d8bad6eba2ab HTTP/1.1" status: 204 len: 168 time: 0.5362563 Aug 03 19:01:11.191360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d14792-f5c7-4c51-95f8-1d0480159d6a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:11.201930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525b394-a079-4eb3-adde-356a87d76e71 None None] Sync routers for ids ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:01:11.211557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:11.216003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] No DVR routers for this DVR port fb4a9cd8-1134-46e0-974c-29260364af56 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:11.216960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25242a6b-237e-4880-afd1-2a7d9b0372e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e2bbbd-e18e-4f2b-8751-d8bad6eba2ab,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:11.223202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b025ab85-95a5-4e48-9021-b3938a286c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.225001 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b025ab85-95a5-4e48-9021-b3938a286c1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb73ae63-dd24-41e8-9010-968a1eb21693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1602352 Aug 03 19:01:11.226620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.229147 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5f995414-ab10-498e-a5d3-3955ed1f5c20 req-865b5fd0-cc78-4729-ab14-9c40e9752b9e tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.37 "DELETE /v2.0/ports/fb4a9cd8-1134-46e0-974c-29260364af56 HTTP/1.1" status: 204 len: 173 time: 3.3066254 Aug 03 19:01:11.230853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53caf00-f5c5-4b0f-912d-819639866640', 'name': 'network-vif-deleted', 'tag': 'fb4a9cd8-1134-46e0-974c-29260364af56'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:11.241595 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce8ed77-16ac-44ae-893c-02761fd68527" -d '{"events": [{"server_uuid": "e53caf00-f5c5-4b0f-912d-819639866640", "name": "network-vif-deleted", "tag": "fb4a9cd8-1134-46e0-974c-29260364af56"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:11.289860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-18feda59-92f2-49c8-b469-152d482ff591 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056096 Aug 03 19:01:11.320487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525b394-a079-4eb3-adde-356a87d76e71 None None] Routers {'b0153284-5f9e-4f2d-a9fc-6fdc249708a8'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:11.321235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8525b394-a079-4eb3-adde-356a87d76e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:11.339005 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.343562 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Added segment 9d1e1b99-aeec-46c3-bc03-df15fda8398c of type vlan for network 2a030598-2ea9-4614-936c-b66b64ae06fb Aug 03 19:01:11.423883 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24abde81-a622-4711-a113-4a6371f36ebc x-openstack-request-id: req-24abde81-a622-4711-a113-4a6371f36ebc {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:11.424136 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53caf00-f5c5-4b0f-912d-819639866640", "name": "network-vif-deleted", "tag": "fb4a9cd8-1134-46e0-974c-29260364af56", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:11.424241 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24abde81-a622-4711-a113-4a6371f36ebc {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:11.424651 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53caf00-f5c5-4b0f-912d-819639866640', 'name': 'network-vif-deleted', 'tag': 'fb4a9cd8-1134-46e0-974c-29260364af56', 'status': 'completed', 'code': 200} Aug 03 19:01:11.525799 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.568286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.569347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.570233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.605823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-a72eb052-9488-4073-b15e-c0dfb7b9d5fe service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054426 Aug 03 19:01:11.620847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f405daa-4692-497d-b899-0858af70936f req-5996f405-6c48-4894-8957-e75bdf9a32a7 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.628173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f405daa-4692-497d-b899-0858af70936f req-5996f405-6c48-4894-8957-e75bdf9a32a7 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.643553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f405daa-4692-497d-b899-0858af70936f req-5996f405-6c48-4894-8957-e75bdf9a32a7 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.643887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] Pushing event updated for resources: {'Network': ['ID=2a030598-2ea9-4614-936c-b66b64ae06fb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:11.647562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f405daa-4692-497d-b899-0858af70936f req-5996f405-6c48-4894-8957-e75bdf9a32a7 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.661534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f405daa-4692-497d-b899-0858af70936f req-5996f405-6c48-4894-8957-e75bdf9a32a7 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.668233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f405daa-4692-497d-b899-0858af70936f req-5996f405-6c48-4894-8957-e75bdf9a32a7 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.678688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f405daa-4692-497d-b899-0858af70936f req-5996f405-6c48-4894-8957-e75bdf9a32a7 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.678987 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.684435 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f405daa-4692-497d-b899-0858af70936f req-5996f405-6c48-4894-8957-e75bdf9a32a7 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.2416346 Aug 03 19:01:11.702811 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-357c62b3-5334-47c3-b96b-feeca5fd3128 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6475854 Aug 03 19:01:11.703186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43200) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:11.708692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] Request body: {'subnet': {'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1598793325-subnet', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:11.712052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd115f1-3b30-405e-a82e-0d8524741ab9 req-17c5fe30-c11a-4272-96ff-1abfaaa001fe tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.712764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dd115f1-3b30-405e-a82e-0d8524741ab9 req-17c5fe30-c11a-4272-96ff-1abfaaa001fe tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 945 time: 0.2506096 Aug 03 19:01:11.774445 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-ded2259a-0552-4d31-8bae-9781467d187b service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236490 Aug 03 19:01:11.813204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:11.813204 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.813446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-1d445de6-02ae-4b0d-b6b1-4569f922d15c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=0668060d-d5fe-4a5d-84fc-3f77adbddf2f HTTP/1.1" status: 200 len: 217 time: 0.1022074 Aug 03 19:01:11.908475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 2a030598-2ea9-4614-936c-b66b64ae06fb details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:11.911148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f405daa-4692-497d-b899-0858af70936f req-546d87d1-5789-496f-bdfb-9d9d9e2c4f67 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2256789 Aug 03 19:01:11.976360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dd115f1-3b30-405e-a82e-0d8524741ab9 req-59a518b6-f81a-4d5f-a02f-5fad335de8b4 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919255 Aug 03 19:01:11.985414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-fa30d81b-0b0e-46a5-8c24-8a17fe0c11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.988717 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-fa30d81b-0b0e-46a5-8c24-8a17fe0c11d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.1821392 Aug 03 19:01:12.050623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a048c540-87cc-46e3-a34e-15e673a85302, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a048c540-87cc-46e3-a34e-15e673a85302,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:12.083672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6839fbae-dd35-4222-aa52-e4fa4fa3c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a048c540-87cc-46e3-a34e-15e673a85302'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:12.114579 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e8c3e7-7049-401f-8a36-5961667f86fb" -d '{"events": [{"server_uuid": "6839fbae-dd35-4222-aa52-e4fa4fa3c72a", "name": "network-vif-plugged", "status": "completed", "tag": "a048c540-87cc-46e3-a34e-15e673a85302"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:12.131250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:12.146290 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:12.150154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fb4a9cd8-1134-46e0-974c-29260364af56 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:12.157301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-12b36241-efcd-4f80-8154-089258377ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.162642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-12b36241-efcd-4f80-8154-089258377ff6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1652341 Aug 03 19:01:12.247634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: fb4a9cd8-1134-46e0-974c-29260364af56 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:12.248530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fb4a9cd8-1134-46e0-974c-29260364af56 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:12.254490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-8525b394-a079-4eb3-adde-356a87d76e71 None None] Set router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:12.324389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9c40e0-c00e-4ac8-a579-f3a10a912660,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:12.355966 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a048c540-87cc-46e3-a34e-15e673a85302,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:12.395867 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-7c936494-8a59-45a0-bad0-f5e18cf3dcb1 service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715932 Aug 03 19:01:12.397311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] Checking segment: {'id': '9d1e1b99-aeec-46c3-bc03-df15fda8398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:12.397822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] Network hostable DHCP agents. Network: 2a030598-2ea9-4614-936c-b66b64ae06fb, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:12.403032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab192ff2-ab35-4cbf-9605-ad1eac8f7fe1 req-c7c1e5f9-35d1-4d5e-8ecb-bbe0c204075d tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/ports?device_id=e53caf00-f5c5-4b0f-912d-819639866640 HTTP/1.1" status: 200 len: 210 time: 0.1954761 Aug 03 19:01:12.500152 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-1fb7378f-5dca-4a7b-a3da-b35f57b6ed1f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=408adf51-6186-4b71-b531-2af9fbe32cdb HTTP/1.1" status: 200 len: 217 time: 0.0918281 Aug 03 19:01:12.509923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52629ba-62cc-4029-8b97-a7c548006cd0 req-bc4ac51b-917b-4571-97b8-e4a4bb219bf4 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.526308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52629ba-62cc-4029-8b97-a7c548006cd0 req-bc4ac51b-917b-4571-97b8-e4a4bb219bf4 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.535941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8525b394-a079-4eb3-adde-356a87d76e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5ffd8a68-dd67-482b-b42b-8ce1944a1ab5', 'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'mac_address': 'fa:16:3e:c3:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:47Z', 'updated_at': '2021-08-03T18:58:55Z', 'revision_number': 5, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'subnets': [{'id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:12.538306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52629ba-62cc-4029-8b97-a7c548006cd0 req-bc4ac51b-917b-4571-97b8-e4a4bb219bf4 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.545331 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfa564c-38d3-46b2-a29b-1065a90c59f5 x-openstack-request-id: req-ecfa564c-38d3-46b2-a29b-1065a90c59f5 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:12.545721 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6839fbae-dd35-4222-aa52-e4fa4fa3c72a", "name": "network-vif-plugged", "status": "completed", "tag": "a048c540-87cc-46e3-a34e-15e673a85302", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:12.546028 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ecfa564c-38d3-46b2-a29b-1065a90c59f5 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:12.546517 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6839fbae-dd35-4222-aa52-e4fa4fa3c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a048c540-87cc-46e3-a34e-15e673a85302', 'code': 200} Aug 03 19:01:12.564077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52629ba-62cc-4029-8b97-a7c548006cd0 req-bc4ac51b-917b-4571-97b8-e4a4bb219bf4 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.580054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52629ba-62cc-4029-8b97-a7c548006cd0 req-bc4ac51b-917b-4571-97b8-e4a4bb219bf4 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.592396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525b394-a079-4eb3-adde-356a87d76e71 None None] Checking router: b0153284-5f9e-4f2d-a9fc-6fdc249708a8 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:01:12.601367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] Network 2a030598-2ea9-4614-936c-b66b64ae06fb is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:12.603567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525b394-a079-4eb3-adde-356a87d76e71 None None] Routers {'b0153284-5f9e-4f2d-a9fc-6fdc249708a8'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:12.604902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8525b394-a079-4eb3-adde-356a87d76e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:12.613630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52629ba-62cc-4029-8b97-a7c548006cd0 req-bc4ac51b-917b-4571-97b8-e4a4bb219bf4 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.619620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52629ba-62cc-4029-8b97-a7c548006cd0 req-bc4ac51b-917b-4571-97b8-e4a4bb219bf4 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.630136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c52629ba-62cc-4029-8b97-a7c548006cd0 req-bc4ac51b-917b-4571-97b8-e4a4bb219bf4 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.3290730 Aug 03 19:01:12.692278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bba62dc8-c2df-419f-b069-c40bc5075fae service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200341 Aug 03 19:01:12.697621 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 2a030598-2ea9-4614-936c-b66b64ae06fb) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:12.703069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.703739 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:12.725721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b47dde33-0208-4ad4-aeda-99bed6a07fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.727214 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b47dde33-0208-4ad4-aeda-99bed6a07fe4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49aaa83c-dc72-498e-9356-036dc25863a5 HTTP/1.1" status: 200 len: 797 time: 0.2090826 Aug 03 19:01:12.779992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298aeecc-f8b0-499a-a331-2a3c0b6e1200 None None] Network 2a030598-2ea9-4614-936c-b66b64ae06fb requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:12.789317 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3a442c91-a93e-4d25-948f-5c512072c651 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0850770 Aug 03 19:01:12.798690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43240) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:12.817713 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1598793325-router', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:12.872167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c52629ba-62cc-4029-8b97-a7c548006cd0 req-3ab077b0-b80e-4435-b794-9c7cde9f4378 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2410433 Aug 03 19:01:12.880586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533e8e0-c787-488b-9894-fe4f9a1a6859 req-c1f3bea2-4130-4c8c-b260-03c78e25fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.884573 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4533e8e0-c787-488b-9894-fe4f9a1a6859 req-c1f3bea2-4130-4c8c-b260-03c78e25fbe9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 1097 time: 0.2500679 Aug 03 19:01:12.887194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-8525b394-a079-4eb3-adde-356a87d76e71 None None] Set router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:12.921365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-2aea65d5-1b83-4dbc-a09b-33d8fc4344a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.923140 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-2aea65d5-1b83-4dbc-a09b-33d8fc4344a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb73ae63-dd24-41e8-9010-968a1eb21693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1822441 Aug 03 19:01:12.972711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-5577255b-1515-493c-bfdb-ca465fc17a34 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608542 Aug 03 19:01:13.075773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-443051a8-526d-4b8a-a19d-f1734f6aae3c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=a3f7390e-84e2-4548-84e7-53d9cf1af0cf HTTP/1.1" status: 200 len: 217 time: 0.0796871 Aug 03 19:01:13.095023 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.096357 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.170358 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4533e8e0-c787-488b-9894-fe4f9a1a6859 req-79a57114-1340-4975-8768-85965a5b480d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758684 Aug 03 19:01:13.189145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-81ba92de-80d5-4ba7-a906-8afa05948e24 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=efa8ac0522fd4b31ade2d8761efa954b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531766 Aug 03 19:01:13.211670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb030e-746f-43e7-a030-19e386a0ad4f req-5500dca9-4e87-4d7a-8c0f-b34318816877 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.218040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb030e-746f-43e7-a030-19e386a0ad4f req-5500dca9-4e87-4d7a-8c0f-b34318816877 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.224151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb030e-746f-43e7-a030-19e386a0ad4f req-5500dca9-4e87-4d7a-8c0f-b34318816877 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.230300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb030e-746f-43e7-a030-19e386a0ad4f req-5500dca9-4e87-4d7a-8c0f-b34318816877 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.236771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb030e-746f-43e7-a030-19e386a0ad4f req-5500dca9-4e87-4d7a-8c0f-b34318816877 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.242904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb030e-746f-43e7-a030-19e386a0ad4f req-5500dca9-4e87-4d7a-8c0f-b34318816877 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.249771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb030e-746f-43e7-a030-19e386a0ad4f req-5500dca9-4e87-4d7a-8c0f-b34318816877 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.251694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dfb030e-746f-43e7-a030-19e386a0ad4f req-5500dca9-4e87-4d7a-8c0f-b34318816877 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.1876853 Aug 03 19:01:13.253256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-9f15f155-2735-42f6-b009-3ea35f0fd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.254626 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-9f15f155-2735-42f6-b009-3ea35f0fd677 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.1592822 Aug 03 19:01:13.259999 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.269795 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-b38de989-8557-439e-861e-e7387081048b service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386946 Aug 03 19:01:13.317949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-2a030598-2ea9-4614-936c-b66b64ae06fb', 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'fixed_ips': [{'subnet_id': 'dd9c40e0-c00e-4ac8-a579-f3a10a912660'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:01:13.318832 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.402017 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dfb030e-746f-43e7-a030-19e386a0ad4f req-2ff021c5-f61d-42be-8a3b-85b04d921bbe tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347384 Aug 03 19:01:13.407857 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2b32aff7-090e-4256-b4f6-5f6a6108d754 req-5ddbc3e1-b457-47da-9c0a-da275fd166dd service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035104 Aug 03 19:01:13.522885 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.546498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-0eea18ed-e43e-42bc-8f4a-ef22bea4f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.558590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-0eea18ed-e43e-42bc-8f4a-ef22bea4f265 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2903736 Aug 03 19:01:13.577945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-229b5351-eed9-431b-b5e6-c9d4416aa350 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.585549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-229b5351-eed9-431b-b5e6-c9d4416aa350 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3867888 Aug 03 19:01:13.604305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8525b394-a079-4eb3-adde-356a87d76e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5ffd8a68-dd67-482b-b42b-8ce1944a1ab5', 'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'mac_address': 'fa:16:3e:c3:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:47Z', 'updated_at': '2021-08-03T18:58:55Z', 'revision_number': 5, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'subnets': [{'id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:13.640853 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-17cba1d3-0e6d-41cb-b689-eea2b01ba6bc tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/quotas/efa8ac0522fd4b31ade2d8761efa954b HTTP/1.1" status: 200 len: 375 time: 0.0542428 Aug 03 19:01:13.641742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Allocated IP 172.20.0.2 (2a030598-2ea9-4614-936c-b66b64ae06fb/dd9c40e0-c00e-4ac8-a579-f3a10a912660/9b0511ad-b051-4f2e-8a14-fb7e560c7217) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:13.645067 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525b394-a079-4eb3-adde-356a87d76e71 None None] The sync data for ids ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'] in n-d-802918-7 is: [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5ffd8a68-dd67-482b-b42b-8ce1944a1ab5', 'name': '', 'network_id': '1baf9757-c4ea-438a-8941-d14f55c3c41b', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'mac_address': 'fa:16:3e:c3:e2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:47Z', 'updated_at': '2021-08-03T18:58:55Z', 'revision_number': 5, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'subnets': [{'id': '97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:01:13.691237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-9d94630e-94f0-441d-9fd9-24d9a24c49ab tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=efa8ac0522fd4b31ade2d8761efa954b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469503 Aug 03 19:01:13.726533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccdffd-8906-49c1-98c7-2e0c1d71777a req-221aa128-8a02-4672-b360-dccf7f2f14ba tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.739132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01ccdffd-8906-49c1-98c7-2e0c1d71777a req-221aa128-8a02-4672-b360-dccf7f2f14ba tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 946 time: 0.1771986 Aug 03 19:01:13.915391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-54de7592-c7c3-46b8-8f14-190cc7a753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.916039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-54de7592-c7c3-46b8-8f14-190cc7a753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.916539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-54de7592-c7c3-46b8-8f14-190cc7a753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.917015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-54de7592-c7c3-46b8-8f14-190cc7a753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.917576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-54de7592-c7c3-46b8-8f14-190cc7a753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.918091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-54de7592-c7c3-46b8-8f14-190cc7a753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.918567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-54de7592-c7c3-46b8-8f14-190cc7a753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.937778 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-54de7592-c7c3-46b8-8f14-190cc7a753bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6477 time: 0.1615841 Aug 03 19:01:13.950426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-c59d3bd3-6e5b-4886-977d-928016ec2195 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011118 Aug 03 19:01:13.987312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01ccdffd-8906-49c1-98c7-2e0c1d71777a req-ec2f4bfb-ca51-48e8-b6de-9146665a9534 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472942 Aug 03 19:01:14.051423 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.089795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.109901 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Transition to ACTIVE for port object 9b0511ad-b051-4f2e-8a14-fb7e560c7217 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:14.125680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.187173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Transition to ACTIVE for port object 9b0511ad-b051-4f2e-8a14-fb7e560c7217 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:14.209901 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.302785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Allocated IP 172.25.8.135 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/ca3dc2dd-cf81-4049-80a9-600db3af151b) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:14.315672 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd68551-0a4e-4176-b371-7b70623abf0a None None] New status for floating IP 0201bf06-61d3-4caa-8876-41467c70cc3d: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:01:14.366429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Network 2a030598-2ea9-4614-936c-b66b64ae06fb is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:14.385740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:14.392046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:14.395748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Pushing event updated for resources: {'Port': ['ID=9b0511ad-b051-4f2e-8a14-fb7e560c7217,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:14.446785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93b0a162-884a-4333-abc6-f8eed6eee9e8 req-a9aa5654-ea63-44cb-98ca-85fcab7243d2 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 210 time: 0.1345026 Aug 03 19:01:14.470673 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.471271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Attempting to bind port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:14.471271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Attempting to bind port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '9d1e1b99-aeec-46c3-bc03-df15fda8398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:14.471271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Attempting to bind port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 on network 2a030598-2ea9-4614-936c-b66b64ae06fb {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:14.477419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:14.478670 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Checking segment: {'id': '9d1e1b99-aeec-46c3-bc03-df15fda8398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:14.479464 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.480152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Bound using segment: {'id': '9d1e1b99-aeec-46c3-bc03-df15fda8398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:14.481053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Bound port: 9b0511ad-b051-4f2e-8a14-fb7e560c7217, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1e1b99-aeec-46c3-bc03-df15fda8398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:14.481835 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.508832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-27444019-7e5f-4c19-87dc-9286a7c3a3e8 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246673 Aug 03 19:01:14.577122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0794-5489-4236-805d-ebe971dcf275 req-85aea3ff-fbde-4d21-aaac-b8152b595e2c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.581137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] For port 9b0511ad-b051-4f2e-8a14-fb7e560c7217, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:14.585257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0794-5489-4236-805d-ebe971dcf275 req-85aea3ff-fbde-4d21-aaac-b8152b595e2c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.595096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] For port 9b0511ad-b051-4f2e-8a14-fb7e560c7217, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=9b0511ad-b051-4f2e-8a14-fb7e560c7217,segment=NetworkSegment(9d1e1b99-aeec-46c3-bc03-df15fda8398c),segment_id=9d1e1b99-aeec-46c3-bc03-df15fda8398c)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:14.602333 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.605540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43286) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:14.608491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0794-5489-4236-805d-ebe971dcf275 req-85aea3ff-fbde-4d21-aaac-b8152b595e2c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.615203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0794-5489-4236-805d-ebe971dcf275 req-85aea3ff-fbde-4d21-aaac-b8152b595e2c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.633193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.634908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0794-5489-4236-805d-ebe971dcf275 req-85aea3ff-fbde-4d21-aaac-b8152b595e2c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.644096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0794-5489-4236-805d-ebe971dcf275 req-85aea3ff-fbde-4d21-aaac-b8152b595e2c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.661531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0794-5489-4236-805d-ebe971dcf275 req-85aea3ff-fbde-4d21-aaac-b8152b595e2c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.680200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb87b75-6b91-4768-ac07-c976c3c7da9b None None] Pushing event updated for resources: {'Port': ['ID=9b0511ad-b051-4f2e-8a14-fb7e560c7217,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:14.683859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31bd0794-5489-4236-805d-ebe971dcf275 req-85aea3ff-fbde-4d21-aaac-b8152b595e2c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.3758729 Aug 03 19:01:14.765526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Pushing event updated for resources: {'Port': ['ID=ca3dc2dd-cf81-4049-80a9-600db3af151b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:14.787431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4589a6a0-2553-4280-9e1b-033dd97061cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8c00d432-ef3d-498e-aa64-07aaad4b4404 HTTP/1.1" status: 200 len: 217 time: 0.2599826 Aug 03 19:01:14.807001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:14.809228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-bb9e72f8-5e18-4c98-a3e4-98f0e1793607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.817428 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-bb9e72f8-5e18-4c98-a3e4-98f0e1793607 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb73ae63-dd24-41e8-9010-968a1eb21693 HTTP/1.1" status: 200 len: 903 time: 0.8701360 Aug 03 19:01:14.831889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:14.847061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:14.916421 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-cf6f96f5-52fd-4ea4-b0c7-401e58fdbc46 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=408adf51-6186-4b71-b531-2af9fbe32cdb HTTP/1.1" status: 200 len: 217 time: 0.0884163 Aug 03 19:01:14.924347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31bd0794-5489-4236-805d-ebe971dcf275 req-48590e0f-256f-4dfb-8e6b-2b05fd623cc0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2351127 Aug 03 19:01:14.955821 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-09e59278-5376-4e19-8976-4991b4e44ab0 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.958405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4aaed0d6-117e-4807-978b-c733506f046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.967476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4aaed0d6-117e-4807-978b-c733506f046c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.1658015 Aug 03 19:01:14.991013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac486-f271-4131-b390-d1eba001e069 req-6fa9656a-182d-4a3d-b45c-f706e62119ed tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.004359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac486-f271-4131-b390-d1eba001e069 req-6fa9656a-182d-4a3d-b45c-f706e62119ed tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.025307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac486-f271-4131-b390-d1eba001e069 req-6fa9656a-182d-4a3d-b45c-f706e62119ed tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.069094 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.072064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac486-f271-4131-b390-d1eba001e069 req-6fa9656a-182d-4a3d-b45c-f706e62119ed tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.107614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac486-f271-4131-b390-d1eba001e069 req-6fa9656a-182d-4a3d-b45c-f706e62119ed tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.122247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac486-f271-4131-b390-d1eba001e069 req-6fa9656a-182d-4a3d-b45c-f706e62119ed tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.128951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac486-f271-4131-b390-d1eba001e069 req-6fa9656a-182d-4a3d-b45c-f706e62119ed tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.137875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6fac486-f271-4131-b390-d1eba001e069 req-6fa9656a-182d-4a3d-b45c-f706e62119ed tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.4266624 Aug 03 19:01:15.175945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1cd68b7-4642-468b-9991-fb73273c287c req-60725b6b-3393-4d9c-bd5c-2c9ee535c60a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3870635 Aug 03 19:01:15.331632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6fac486-f271-4131-b390-d1eba001e069 req-14b9f7b4-973f-4635-a408-c716c41a3fcd tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905787 Aug 03 19:01:15.343150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-345240e4-719a-4156-9283-46d98631fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.348325 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-345240e4-719a-4156-9283-46d98631fdca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2055922 Aug 03 19:01:15.399080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9b0511ad-b051-4f2e-8a14-fb7e560c7217 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:15.495446 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:15.564253 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-09e59278-5376-4e19-8976-4991b4e44ab0 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.659253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-f0768e4c-ab5c-4d17-9855-b3a35aedabfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.660918 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-f0768e4c-ab5c-4d17-9855-b3a35aedabfa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49aaa83c-dc72-498e-9356-036dc25863a5 HTTP/1.1" status: 200 len: 797 time: 0.7353704 Aug 03 19:01:15.769878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-0c7dee68-9838-4415-ac55-862023e26bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.771698 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-0c7dee68-9838-4415-ac55-862023e26bd3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb73ae63-dd24-41e8-9010-968a1eb21693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0971324 Aug 03 19:01:15.815594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bf4d5-6405-4014-b642-cd124d0ec6e0 req-7c889ab6-29f4-4727-93e6-dbdf312af32c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.817302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-951bf4d5-6405-4014-b642-cd124d0ec6e0 req-7c889ab6-29f4-4727-93e6-dbdf312af32c tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 946 time: 0.6551199 Aug 03 19:01:15.887516 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b3ef91c-6fda-4951-b2d8-4da9889c2bcb req-d35c688d-e06c-46ba-8603-37fa0f3c38ad tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 210 time: 0.0628078 Aug 03 19:01:15.944728 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-09e59278-5376-4e19-8976-4991b4e44ab0 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.947442 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-09e59278-5376-4e19-8976-4991b4e44ab0 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.951481 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-09e59278-5376-4e19-8976-4991b4e44ab0 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "DELETE /v2.0/security-groups/a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a HTTP/1.1" status: 204 len: 168 time: 1.3422587 Aug 03 19:01:15.964853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43302) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:15.992630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-951bf4d5-6405-4014-b642-cd124d0ec6e0 req-c2e77ea5-b944-4b92-b593-c04b94e5a6eb tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448219 Aug 03 19:01:15.995238 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-51d395c5-529f-4c76-a359-d55af41be37f tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=efa8ac0522fd4b31ade2d8761efa954b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2026253 Aug 03 19:01:16.057847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e59278-5376-4e19-8976-4991b4e44ab0 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:16.140319 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-a6ede71a-82d0-4b7b-aeb6-5bd5be315431 service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546820 Aug 03 19:01:16.146183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd68b7-4642-468b-9991-fb73273c287c req-a7444425-036b-4b1f-9bdd-7914209ba457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.147684 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1cd68b7-4642-468b-9991-fb73273c287c req-a7444425-036b-4b1f-9bdd-7914209ba457 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1095 time: 0.8633971 Aug 03 19:01:16.160074 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-8e879dea-6055-4041-82cd-9bb1646d26e4 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] show failed (client error): The resource could not be found. Aug 03 19:01:16.161341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8e879dea-6055-4041-82cd-9bb1646d26e4 tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "GET /v2.0/security-groups/a2fd4b6e-fd1d-44cd-bb6e-45d7ee81b34a HTTP/1.1" status: 404 len: 347 time: 0.1620808 Aug 03 19:01:16.196808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43308) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:16.336374 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.343757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-2e432eb2-4568-4fe4-bc26-c9e3169a6ae3 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9753439 Aug 03 19:01:16.359305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac760f-2e52-4a1a-b9cd-4e4e96dba05b None None] Network 2a030598-2ea9-4614-936c-b66b64ae06fb requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:16.390239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7e739-5786-49c1-ad42-b8b4719ee837 req-d2ad6b27-8e5b-4d8c-9658-16e9ca851d13 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.397991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6a7e739-5786-49c1-ad42-b8b4719ee837 req-d2ad6b27-8e5b-4d8c-9658-16e9ca851d13 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 946 time: 0.2636549 Aug 03 19:01:16.411874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1ecd-ff25-4e4d-aecf-41a0002d1272 req-d6ee79fc-a818-4ae5-91e9-4931cdfaebb5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.418506 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1ecd-ff25-4e4d-aecf-41a0002d1272 req-d6ee79fc-a818-4ae5-91e9-4931cdfaebb5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.424967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1ecd-ff25-4e4d-aecf-41a0002d1272 req-d6ee79fc-a818-4ae5-91e9-4931cdfaebb5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.430117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b9103d99-c974-4d43-935a-b6e88b3610bf None None] Provisioning for port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:16.431469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-9d13a69c-a527-4dca-939e-dd191046e81f tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.431723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1ecd-ff25-4e4d-aecf-41a0002d1272 req-d6ee79fc-a818-4ae5-91e9-4931cdfaebb5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.433130 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-9d13a69c-a527-4dca-939e-dd191046e81f tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4367859 Aug 03 19:01:16.438340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1ecd-ff25-4e4d-aecf-41a0002d1272 req-d6ee79fc-a818-4ae5-91e9-4931cdfaebb5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.444751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1ecd-ff25-4e4d-aecf-41a0002d1272 req-d6ee79fc-a818-4ae5-91e9-4931cdfaebb5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.447261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b9103d99-c974-4d43-935a-b6e88b3610bf None None] Provisioning complete for port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:16.448095 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9103d99-c974-4d43-935a-b6e88b3610bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.450706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Request body: {'port': {'device_id': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': 'efa8ac0522fd4b31ade2d8761efa954b'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:16.451853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1ecd-ff25-4e4d-aecf-41a0002d1272 req-d6ee79fc-a818-4ae5-91e9-4931cdfaebb5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.460082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc9c1ecd-ff25-4e4d-aecf-41a0002d1272 req-d6ee79fc-a818-4ae5-91e9-4931cdfaebb5 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.4090915 Aug 03 19:01:16.560382 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d6b5c49b-9edc-48b3-b574-43c870566378 req-1916094e-ab60-48cc-bd5b-9976dda9b137 service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268797 Aug 03 19:01:16.619293 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Made reservation on behalf of efa8ac0522fd4b31ade2d8761efa954b for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:16.626448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.629142 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9103d99-c974-4d43-935a-b6e88b3610bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.640682 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.644353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6a7e739-5786-49c1-ad42-b8b4719ee837 req-5c3d9628-9b08-413f-8c83-212e3208753a tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434306 Aug 03 19:01:16.741739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b9103d99-c974-4d43-935a-b6e88b3610bf None None] For port 9b0511ad-b051-4f2e-8a14-fb7e560c7217, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=9b0511ad-b051-4f2e-8a14-fb7e560c7217,segment=NetworkSegment(9d1e1b99-aeec-46c3-bc03-df15fda8398c),segment_id=9d1e1b99-aeec-46c3-bc03-df15fda8398c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:16.752354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd68b7-4642-468b-9991-fb73273c287c req-42660326-b377-48dc-81a0-276ad689fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.753955 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9103d99-c974-4d43-935a-b6e88b3610bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.754217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1cd68b7-4642-468b-9991-fb73273c287c req-42660326-b377-48dc-81a0-276ad689fceb service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.5513940 Aug 03 19:01:16.821873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc9c1ecd-ff25-4e4d-aecf-41a0002d1272 req-3d76b619-ed4a-43c0-b1a7-d28ad7ee9387 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3572524 Aug 03 19:01:16.828058 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.876321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9103d99-c974-4d43-935a-b6e88b3610bf None None] Pushing event updated for resources: {'Port': ['ID=9b0511ad-b051-4f2e-8a14-fb7e560c7217,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:16.967522 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.968747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1cd68b7-4642-468b-9991-fb73273c287c req-6b74ba8a-80fc-4c49-ac73-d4fa5826609f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 999 time: 0.2053716 Aug 03 19:01:16.971693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-4931abde-357e-43e0-b0cf-1b36286e5179 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055067 Aug 03 19:01:16.978868 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:17.125158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8abc3b-4485-47f2-a78a-0dc2b81f887a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:17.152716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd68b7-4642-468b-9991-fb73273c287c req-95984a89-20b2-49cc-ac2a-13682c99ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.155559 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1cd68b7-4642-468b-9991-fb73273c287c req-95984a89-20b2-49cc-ac2a-13682c99ec18 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.1671777 Aug 03 19:01:17.157070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-55d1153f-761c-4453-963a-7e413737548c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=33922177-bf0b-4da7-83d8-6f52db3c6f4c HTTP/1.1" status: 200 len: 217 time: 0.1705267 Aug 03 19:01:17.190998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb58a-8fd0-471d-9afd-ff0dbfaea98a req-1b9d4fe3-a84a-41b2-8b89-8d7b7bfed4d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.196876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb58a-8fd0-471d-9afd-ff0dbfaea98a req-1b9d4fe3-a84a-41b2-8b89-8d7b7bfed4d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.203614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb58a-8fd0-471d-9afd-ff0dbfaea98a req-1b9d4fe3-a84a-41b2-8b89-8d7b7bfed4d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.209566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb58a-8fd0-471d-9afd-ff0dbfaea98a req-1b9d4fe3-a84a-41b2-8b89-8d7b7bfed4d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.215798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb58a-8fd0-471d-9afd-ff0dbfaea98a req-1b9d4fe3-a84a-41b2-8b89-8d7b7bfed4d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.222603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb58a-8fd0-471d-9afd-ff0dbfaea98a req-1b9d4fe3-a84a-41b2-8b89-8d7b7bfed4d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.229134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb58a-8fd0-471d-9afd-ff0dbfaea98a req-1b9d4fe3-a84a-41b2-8b89-8d7b7bfed4d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.231284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e6bb58a-8fd0-471d-9afd-ff0dbfaea98a req-1b9d4fe3-a84a-41b2-8b89-8d7b7bfed4d3 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.4717658 Aug 03 19:01:17.285614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3dfc9ae6-f890-4c32-a4d6-4164e7c265fb None None] Provisioning complete for port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:17.286293 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3dfc9ae6-f890-4c32-a4d6-4164e7c265fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:17.303698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Allocated IP 192.168.233.152 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:17.325599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b8dd1de1-0f96-4eb2-8f94-bf83e4c6986b req-f35c08f7-0a8a-4476-8bec-383f891b2295 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 210 time: 0.0760152 Aug 03 19:01:17.347152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e03016a9-e0e0-4dca-abe5-7ea25c5420ac tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Deleting port 1b782031-b73d-47ac-b447-1a6c1f6c6af9 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:17.347704 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e03016a9-e0e0-4dca-abe5-7ea25c5420ac tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:17.352815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9b0511ad-b051-4f2e-8a14-fb7e560c7217 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:17.395244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Router b423cb45-cd59-471f-b89b-e5339ecd540d is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:01:17.418689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-226ee7d0-7b14-4971-b168-a7ade647f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.420281 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-226ee7d0-7b14-4971-b168-a7ade647f631 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55cde3f9-47fa-488b-b3de-03a59f897dc4 HTTP/1.1" status: 200 len: 797 time: 0.1782925 Aug 03 19:01:17.435461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd68b7-4642-468b-9991-fb73273c287c req-aea5cca4-a1d7-4afe-8f8f-38787be2442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.437066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1cd68b7-4642-468b-9991-fb73273c287c req-aea5cca4-a1d7-4afe-8f8f-38787be2442e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038198 Aug 03 19:01:17.447736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:17.448324 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:17.451460 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e6bb58a-8fd0-471d-9afd-ff0dbfaea98a req-e7d15d14-dce4-4f9e-86e0-345b6d9c557c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1966910 Aug 03 19:01:17.614914 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e03016a9-e0e0-4dca-abe5-7ea25c5420ac tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:17.614914 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e03016a9-e0e0-4dca-abe5-7ea25c5420ac tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:17.642658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-e7e154ef-573a-400f-a11a-0e6e569f0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.644193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-e7e154ef-573a-400f-a11a-0e6e569f0072 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115510 Aug 03 19:01:17.652111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e03016a9-e0e0-4dca-abe5-7ea25c5420ac tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Calling delete_port for 1b782031-b73d-47ac-b447-1a6c1f6c6af9 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:17.678274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa1852-2f99-4742-a232-38c7bdb5d5be req-e06e98d3-5aa1-4cd2-a535-94e3297a6815 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.679789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54fa1852-2f99-4742-a232-38c7bdb5d5be req-e06e98d3-5aa1-4cd2-a535-94e3297a6815 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 946 time: 0.2263775 Aug 03 19:01:17.723948 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:17.730400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:01:17.743660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Sync routers for ids ['b423cb45-cd59-471f-b89b-e5339ecd540d'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:01:17.761426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Routers {'b423cb45-cd59-471f-b89b-e5339ecd540d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:17.762283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Transition to ACTIVE for port object 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:17.764587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b423cb45-cd59-471f-b89b-e5339ecd540d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:17.774764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:17.776620 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e0674996-9e0a-456a-adc8-6c6c060f2b13 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9756773 Aug 03 19:01:17.779861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43328) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:17.800029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1cd68b7-4642-468b-9991-fb73273c287c req-db99ccda-16e9-4e6f-9947-bd5d4fa95398 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475513 Aug 03 19:01:17.909093 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54fa1852-2f99-4742-a232-38c7bdb5d5be req-bde004d0-11fd-46e4-94cf-d05708bc56c1 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193353 Aug 03 19:01:17.943873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-bd9d6989-50ae-4e47-a59b-ec822ca8b759 service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807155 Aug 03 19:01:18.039070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:18.138333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:18.140285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1cd68b7-4642-468b-9991-fb73273c287c req-584f089e-3356-4ab7-95c6-c56815e86e87 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301346 Aug 03 19:01:18.146430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:18.163083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:18.189191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Set router b423cb45-cd59-471f-b89b-e5339ecd540d gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:18.213406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Pushing event updated for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:18.217790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e9414-ed5f-4a9b-a271-51c23cd024af req-0ff5b5a6-5942-4e12-b4e6-84576171ba6e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.219342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-361e9414-ed5f-4a9b-a271-51c23cd024af req-0ff5b5a6-5942-4e12-b4e6-84576171ba6e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 946 time: 0.1717963 Aug 03 19:01:18.240123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824344bc-4c02-4888-9640-6f307c16a862 req-8b870658-e8a3-4b1a-84ab-324e3838bba2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.246304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824344bc-4c02-4888-9640-6f307c16a862 req-8b870658-e8a3-4b1a-84ab-324e3838bba2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.277015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824344bc-4c02-4888-9640-6f307c16a862 req-8b870658-e8a3-4b1a-84ab-324e3838bba2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.291811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824344bc-4c02-4888-9640-6f307c16a862 req-8b870658-e8a3-4b1a-84ab-324e3838bba2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.298412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824344bc-4c02-4888-9640-6f307c16a862 req-8b870658-e8a3-4b1a-84ab-324e3838bba2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.310761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824344bc-4c02-4888-9640-6f307c16a862 req-8b870658-e8a3-4b1a-84ab-324e3838bba2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.321037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824344bc-4c02-4888-9640-6f307c16a862 req-8b870658-e8a3-4b1a-84ab-324e3838bba2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.329098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-824344bc-4c02-4888-9640-6f307c16a862 req-8b870658-e8a3-4b1a-84ab-324e3838bba2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.3020160 Aug 03 19:01:18.351466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-ce4cfc1a-db6c-4ca0-abf5-442689781f58 service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974388 Aug 03 19:01:18.351720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.352084 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e03016a9-e0e0-4dca-abe5-7ea25c5420ac tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:18.352240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:18.388035 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-906a2f40-3e9d-4c29-8f7f-4f92023942a1 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9415448 Aug 03 19:01:18.411156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Request body: {'port': {'device_id': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:18.506083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b8b13d01-8b0f-40fb-94fa-3b60695c268d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bc907f2-98fb-4356-b18a-e599358c0451 HTTP/1.1" status: 200 len: 217 time: 0.1179540 Aug 03 19:01:18.520606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'name': 'tempest-ServersTestMultiNic-1598793325-router', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:13Z', 'updated_at': '2021-08-03T19:01:15Z', 'revision_number': 3, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'gw_port': {'id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:14Z', 'updated_at': '2021-08-03T19:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:18.522286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03016a9-e0e0-4dca-abe5-7ea25c5420ac tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Pushing event deleted for resources: {'Port': ['ID=1b782031-b73d-47ac-b447-1a6c1f6c6af9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:18.542798 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:18.567784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Checking router: b423cb45-cd59-471f-b89b-e5339ecd540d for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:01:18.568468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Updating router b423cb45-cd59-471f-b89b-e5339ecd540d port ca3dc2dd-cf81-4049-80a9-600db3af151b binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:01:18.601840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-361e9414-ed5f-4a9b-a271-51c23cd024af req-8fcb28cc-7329-4e3b-8f63-4df99345caa0 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524052 Aug 03 19:01:18.658121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-824344bc-4c02-4888-9640-6f307c16a862 req-d5514dd2-2ec6-42d5-883f-3f5ba6cc5135 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3280048 Aug 03 19:01:18.703634 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:18.736879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-e8776386-419d-4b54-9757-a9cdf481389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.738652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-e8776386-419d-4b54-9757-a9cdf481389d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55cde3f9-47fa-488b-b3de-03a59f897dc4 HTTP/1.1" status: 200 len: 797 time: 0.2140565 Aug 03 19:01:18.762207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6d759031-a347-4d25-b772-d135a02dfbf7 None None] Provisioning for port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:18.773969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6d759031-a347-4d25-b772-d135a02dfbf7 None None] Provisioning complete for port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:18.775419 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d759031-a347-4d25-b772-d135a02dfbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:18.821622 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e03016a9-e0e0-4dca-abe5-7ea25c5420ac tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:18.824227 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e03016a9-e0e0-4dca-abe5-7ea25c5420ac tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:18.825404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e03016a9-e0e0-4dca-abe5-7ea25c5420ac tempest-ServersTestJSON-438286043 tempest-ServersTestJSON-438286043-project] 10.222.0.78 "DELETE /v2.0/floatingips/0201bf06-61d3-4caa-8876-41467c70cc3d HTTP/1.1" status: 204 len: 168 time: 2.6202455 Aug 03 19:01:18.860886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43354) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:19.049231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6d759031-a347-4d25-b772-d135a02dfbf7 None None] Port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:19.174802 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.195794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Transition to ACTIVE for port object ca3dc2dd-cf81-4049-80a9-600db3af151b will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:19.205436 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.272818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Attempting to bind port ca3dc2dd-cf81-4049-80a9-600db3af151b on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:19.273293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Attempting to bind port ca3dc2dd-cf81-4049-80a9-600db3af151b by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:19.273760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Attempting to bind port ca3dc2dd-cf81-4049-80a9-600db3af151b on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:19.288885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:19.289365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:19.290263 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.290872 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:19.291596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Bound port: ca3dc2dd-cf81-4049-80a9-600db3af151b, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:19.292061 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.295534 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87551c6-bcc5-4437-b5b4-09c3862a478b None None] Pushing event updated for resources: {'Port': ['ID=ca3dc2dd-cf81-4049-80a9-600db3af151b,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:19.379527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] For port ca3dc2dd-cf81-4049-80a9-600db3af151b, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:19.384883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] For port ca3dc2dd-cf81-4049-80a9-600db3af151b, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ca3dc2dd-cf81-4049-80a9-600db3af151b,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:19.415748 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.438870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea734-3a49-4c5e-b1a6-5163ac741122 req-b6e5e677-5e95-4137-9dfe-a383028d41a4 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.440494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89cea734-3a49-4c5e-b1a6-5163ac741122 req-b6e5e677-5e95-4137-9dfe-a383028d41a4 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 936 time: 0.5936725 Aug 03 19:01:19.447019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b168562b-2813-466e-a133-a053ffad2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.448520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-b168562b-2813-466e-a133-a053ffad2e93 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6966817 Aug 03 19:01:19.474226 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.484324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0fed8-4647-4131-a100-d3bace76ac2a req-4806d073-7e8a-45c5-bf55-e62e0e0b66b8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.490124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Routers {'b423cb45-cd59-471f-b89b-e5339ecd540d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:19.490556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0fed8-4647-4131-a100-d3bace76ac2a req-4806d073-7e8a-45c5-bf55-e62e0e0b66b8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.490815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b423cb45-cd59-471f-b89b-e5339ecd540d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:19.496698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0fed8-4647-4131-a100-d3bace76ac2a req-4806d073-7e8a-45c5-bf55-e62e0e0b66b8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.503043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0fed8-4647-4131-a100-d3bace76ac2a req-4806d073-7e8a-45c5-bf55-e62e0e0b66b8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.509237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0fed8-4647-4131-a100-d3bace76ac2a req-4806d073-7e8a-45c5-bf55-e62e0e0b66b8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.515762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0fed8-4647-4131-a100-d3bace76ac2a req-4806d073-7e8a-45c5-bf55-e62e0e0b66b8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.521969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0fed8-4647-4131-a100-d3bace76ac2a req-4806d073-7e8a-45c5-bf55-e62e0e0b66b8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.523931 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9aa0fed8-4647-4131-a100-d3bace76ac2a req-4806d073-7e8a-45c5-bf55-e62e0e0b66b8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.7085454 Aug 03 19:01:19.604747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] Set router b423cb45-cd59-471f-b89b-e5339ecd540d gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:19.614325 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89cea734-3a49-4c5e-b1a6-5163ac741122 req-13081397-3884-4049-89f6-cb26235a1237 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614375 Aug 03 19:01:19.627141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:19.637937 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.657745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Transition to ACTIVE for port object 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:19.717461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9aa0fed8-4647-4131-a100-d3bace76ac2a req-73d4941e-23f1-499e-881f-5276e96a841c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1762891 Aug 03 19:01:19.742332 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87551c6-bcc5-4437-b5b4-09c3862a478b None None] Pushing event updated for resources: {'Port': ['ID=ca3dc2dd-cf81-4049-80a9-600db3af151b,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:19.805219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.894363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:19.938972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'name': 'tempest-ServersTestMultiNic-1598793325-router', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:13Z', 'updated_at': '2021-08-03T19:01:15Z', 'revision_number': 3, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'gw_port': {'id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:14Z', 'updated_at': '2021-08-03T19:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:19.981423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ca6e7-83a2-4883-86ef-a163d9e0c991 None None] The sync data for ids ['b423cb45-cd59-471f-b89b-e5339ecd540d'] in n-d-802918-7 is: [{'id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'name': 'tempest-ServersTestMultiNic-1598793325-router', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:13Z', 'updated_at': '2021-08-03T19:01:15Z', 'revision_number': 3, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'gw_port': {'id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:14Z', 'updated_at': '2021-08-03T19:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:01:20.001689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Allocated IP 172.20.0.1 (2a030598-2ea9-4614-936c-b66b64ae06fb/dd9c40e0-c00e-4ac8-a579-f3a10a912660/916d5870-78e6-4076-877b-59f4a0d5cbcd) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:20.027043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-1f344689-fb8a-4c53-9990-cd4db10ba1db service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020556 Aug 03 19:01:20.120030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Attempting to bind port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:20.125285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Attempting to bind port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:20.125820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Attempting to bind port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:20.140965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:20.141631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Attempting to bind port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:20.151271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:20.151940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:20.152540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:20.153183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Bound port: 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:20.153803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:20.271086 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bb2e2c2-b428-4415-957d-f8a54923d8c5 req-0ea15054-6d36-40e7-86fe-cf4bfee04cbe service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114599 Aug 03 19:01:20.285020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b25fd-f2b0-4cb2-a258-eb8aa14aa3da req-6b425765-7557-420e-8cad-18d020f2823c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.298371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b25fd-f2b0-4cb2-a258-eb8aa14aa3da req-6b425765-7557-420e-8cad-18d020f2823c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.304993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b25fd-f2b0-4cb2-a258-eb8aa14aa3da req-6b425765-7557-420e-8cad-18d020f2823c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.312866 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b25fd-f2b0-4cb2-a258-eb8aa14aa3da req-6b425765-7557-420e-8cad-18d020f2823c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.315584 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:20.318103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:20.320285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b25fd-f2b0-4cb2-a258-eb8aa14aa3da req-6b425765-7557-420e-8cad-18d020f2823c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.322490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:20.329265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b25fd-f2b0-4cb2-a258-eb8aa14aa3da req-6b425765-7557-420e-8cad-18d020f2823c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.333158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:20.335916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b25fd-f2b0-4cb2-a258-eb8aa14aa3da req-6b425765-7557-420e-8cad-18d020f2823c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.348478 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e33b25fd-f2b0-4cb2-a258-eb8aa14aa3da req-6b425765-7557-420e-8cad-18d020f2823c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.4388025 Aug 03 19:01:20.348810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Transition to ACTIVE for port object 916d5870-78e6-4076-877b-59f4a0d5cbcd will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:20.395822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.396471 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:20.398176 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] 10.222.0.37 "PUT /v2.0/ports/12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 HTTP/1.1" status: 200 len: 1096 time: 1.9938841 Aug 03 19:01:20.398529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:20.400809 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea80e092-b593-4b30-aa55-07f5ba07ac04" -d '{"events": [{"name": "network-changed", "server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:20.455515 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0bf3d-a582-4fc8-8dda-e6c1f73a0fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:20.476300 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:20.492337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b23a02-22bd-47bc-b82e-44d086b51e7a req-ffef854e-c6f3-4b2f-97ec-15f498d6b025 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.507131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87b23a02-22bd-47bc-b82e-44d086b51e7a req-ffef854e-c6f3-4b2f-97ec-15f498d6b025 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 946 time: 0.5037792 Aug 03 19:01:20.610988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Network 2a030598-2ea9-4614-936c-b66b64ae06fb is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:20.614958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:20.622166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Pushing event updated for resources: {'Port': ['ID=916d5870-78e6-4076-877b-59f4a0d5cbcd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:20.625839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:20.681543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87b23a02-22bd-47bc-b82e-44d086b51e7a req-ee5b1191-ad79-4efe-ae46-c741af173a40 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725061 Aug 03 19:01:20.699388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-109a7b57-b99d-4f68-93b3-5d3df8b27064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.701687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-109a7b57-b99d-4f68-93b3-5d3df8b27064 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efa8ac0522fd4b31ade2d8761efa954b&device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 1099 time: 0.2084601 Aug 03 19:01:20.711766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-09be1e96-c903-4494-b46c-a997c54ca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.712024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-09be1e96-c903-4494-b46c-a997c54ca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.712501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-09be1e96-c903-4494-b46c-a997c54ca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.713381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-09be1e96-c903-4494-b46c-a997c54ca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.713927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-09be1e96-c903-4494-b46c-a997c54ca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.714409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-09be1e96-c903-4494-b46c-a997c54ca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.714974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-09be1e96-c903-4494-b46c-a997c54ca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.717075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-09be1e96-c903-4494-b46c-a997c54ca95a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 6487 time: 0.1976917 Aug 03 19:01:20.786336 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-6397c630-d33a-4bb5-a0d9-a1a9d4458e82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 HTTP/1.1" status: 200 len: 217 time: 0.0637403 Aug 03 19:01:20.787053 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:20.883444 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966deb69-0d1c-47bb-bb74-a09da8af466a x-openstack-request-id: req-966deb69-0d1c-47bb-bb74-a09da8af466a {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:20.883785 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:20.885853 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-966deb69-0d1c-47bb-bb74-a09da8af466a {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:20.885853 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'status': 'completed', 'code': 200} Aug 03 19:01:20.887312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e33b25fd-f2b0-4cb2-a258-eb8aa14aa3da req-26523741-d662-43cb-8c2c-183920582022 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5328879 Aug 03 19:01:20.958897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-9366d6a1-a6d4-43ef-85b7-bc69b789d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.960395 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-9366d6a1-a6d4-43ef-85b7-bc69b789d482 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1658545 Aug 03 19:01:21.146565 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-e14204cb-56d8-495b-b9e8-a1dd4c251284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.148134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-e14204cb-56d8-495b-b9e8-a1dd4c251284 service neutron] 10.222.0.74 "GET /v2.0/networks?id=519a22f2-633f-4d6d-8c20-32ad2bcf244c HTTP/1.1" status: 200 len: 902 time: 0.3882418 Aug 03 19:01:21.160919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1bd87b8e-cc6a-45fc-b05f-7d45ccc7a13c None None] Provisioning for port 916d5870-78e6-4076-877b-59f4a0d5cbcd completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:21.182237 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:21.182513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1bd87b8e-cc6a-45fc-b05f-7d45ccc7a13c None None] Provisioning complete for port 916d5870-78e6-4076-877b-59f4a0d5cbcd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:21.182802 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1bd87b8e-cc6a-45fc-b05f-7d45ccc7a13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:21.189968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-35df9a98-0b23-420a-9ac3-7ccab750cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.191690 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-35df9a98-0b23-420a-9ac3-7ccab750cbad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1913650 Aug 03 19:01:21.295452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1bd87b8e-cc6a-45fc-b05f-7d45ccc7a13c None None] Port 916d5870-78e6-4076-877b-59f4a0d5cbcd cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:21.321935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-09aac0ba-593b-4e38-94b2-fb1dc1939a80 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bc907f2-98fb-4356-b18a-e599358c0451 HTTP/1.1" status: 200 len: 217 time: 0.1482034 Aug 03 19:01:21.362288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583ee5e-02b0-4472-9fb6-ddff93d4ef4a req-6e022d8d-bb33-429e-840c-d7c6163b6cd7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.372173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1583ee5e-02b0-4472-9fb6-ddff93d4ef4a req-6e022d8d-bb33-429e-840c-d7c6163b6cd7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 948 time: 0.3680661 Aug 03 19:01:21.383324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca3dc2dd-cf81-4049-80a9-600db3af151b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:21.445824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c49bbe-e4e3-469d-9153-202f71c8e81c req-ae77a07c-ba29-4527-8f42-c95e9be162ee tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.447933 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61c49bbe-e4e3-469d-9153-202f71c8e81c req-ae77a07c-ba29-4527-8f42-c95e9be162ee tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 946 time: 0.3383300 Aug 03 19:01:21.489014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ca3dc2dd-cf81-4049-80a9-600db3af151b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:21.493843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ca3dc2dd-cf81-4049-80a9-600db3af151b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:21.494279 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:21.515100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-db578a06-b7ee-4216-bc02-7813acda4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.517360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-db578a06-b7ee-4216-bc02-7813acda4b0d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55cde3f9-47fa-488b-b3de-03a59f897dc4 HTTP/1.1" status: 200 len: 797 time: 0.1349943 Aug 03 19:01:21.530156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1583ee5e-02b0-4472-9fb6-ddff93d4ef4a req-17965783-5df9-4fe9-afa9-1260042db90c tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566954 Aug 03 19:01:21.530827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:21.555891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:21.580832 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:21.641211 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:21.670938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port ca3dc2dd-cf81-4049-80a9-600db3af151b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ca3dc2dd-cf81-4049-80a9-600db3af151b,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:21.675939 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:21.703540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Pushing event updated for resources: {'Port': ['ID=916d5870-78e6-4076-877b-59f4a0d5cbcd,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:21.712108 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:21.739731 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-44551eb3-7492-4b2b-bf33-74c708028cd6 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290654 Aug 03 19:01:21.746255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=ca3dc2dd-cf81-4049-80a9-600db3af151b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:21.786567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61c49bbe-e4e3-469d-9153-202f71c8e81c req-4f3369b7-d8b8-4b6f-91c9-650e78493bbb tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253922 Aug 03 19:01:21.845399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-30a24bc2-ac28-4609-8a25-bbf02beebfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.846988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-30a24bc2-ac28-4609-8a25-bbf02beebfd2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3079305 Aug 03 19:01:21.888989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a8545-d2ff-4e48-890f-1eb153a364fa req-e6b82689-a2a7-41ca-a86f-f2283105e5cc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.895743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a8545-d2ff-4e48-890f-1eb153a364fa req-e6b82689-a2a7-41ca-a86f-f2283105e5cc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.902652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a8545-d2ff-4e48-890f-1eb153a364fa req-e6b82689-a2a7-41ca-a86f-f2283105e5cc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.910302 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a8545-d2ff-4e48-890f-1eb153a364fa req-e6b82689-a2a7-41ca-a86f-f2283105e5cc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.915256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a8545-d2ff-4e48-890f-1eb153a364fa req-e6b82689-a2a7-41ca-a86f-f2283105e5cc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.922340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a8545-d2ff-4e48-890f-1eb153a364fa req-e6b82689-a2a7-41ca-a86f-f2283105e5cc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.928294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a8545-d2ff-4e48-890f-1eb153a364fa req-e6b82689-a2a7-41ca-a86f-f2283105e5cc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.937293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc1a8545-d2ff-4e48-890f-1eb153a364fa req-e6b82689-a2a7-41ca-a86f-f2283105e5cc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.2702663 Aug 03 19:01:21.972257 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4b7eeb67-74dc-419c-afaa-0bf693d12e0e req-b8307ae2-fbee-4b24-a476-becca91d39a5 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063961 Aug 03 19:01:21.974123 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Network 2a030598-2ea9-4614-936c-b66b64ae06fb is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:21.975799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:22.046401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc1a8545-d2ff-4e48-890f-1eb153a364fa req-dc16c7ce-3a99-416d-bb7f-053ba3062f57 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079545 Aug 03 19:01:22.244490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Router b423cb45-cd59-471f-b89b-e5339ecd540d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:01:22.264626 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80e092-b593-4b30-aa55-07f5ba07ac04 req-ad530096-426b-45cc-9be7-30f842823496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.266223 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ea80e092-b593-4b30-aa55-07f5ba07ac04 req-ad530096-426b-45cc-9be7-30f842823496 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efa8ac0522fd4b31ade2d8761efa954b&device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 1099 time: 0.0964906 Aug 03 19:01:22.270964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-0710b7f4-57f4-4353-9899-6304000941d7 service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105740 Aug 03 19:01:22.452046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e522b0eb-f02d-49f4-a10d-527d68818476 None None] Provisioning complete for port 916d5870-78e6-4076-877b-59f4a0d5cbcd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:22.453197 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e522b0eb-f02d-49f4-a10d-527d68818476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:22.505283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80e092-b593-4b30-aa55-07f5ba07ac04 req-f40134ad-2c3a-4ad4-ab16-72b3120f0aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.507418 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ea80e092-b593-4b30-aa55-07f5ba07ac04 req-f40134ad-2c3a-4ad4-ab16-72b3120f0aba service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.2300980 Aug 03 19:01:22.516655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e522b0eb-f02d-49f4-a10d-527d68818476 None None] Port 916d5870-78e6-4076-877b-59f4a0d5cbcd cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:22.520518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8983-ffec-4058-97bf-a22a5afde929 req-a30e68e0-94a1-48aa-bc1f-f4fb9b836394 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.527948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8983-ffec-4058-97bf-a22a5afde929 req-a30e68e0-94a1-48aa-bc1f-f4fb9b836394 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.536437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8983-ffec-4058-97bf-a22a5afde929 req-a30e68e0-94a1-48aa-bc1f-f4fb9b836394 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.548269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8983-ffec-4058-97bf-a22a5afde929 req-a30e68e0-94a1-48aa-bc1f-f4fb9b836394 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.555010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8983-ffec-4058-97bf-a22a5afde929 req-a30e68e0-94a1-48aa-bc1f-f4fb9b836394 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.561114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8983-ffec-4058-97bf-a22a5afde929 req-a30e68e0-94a1-48aa-bc1f-f4fb9b836394 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.566589 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ea80e092-b593-4b30-aa55-07f5ba07ac04 req-c933860f-3768-4342-a131-874fab738c65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 HTTP/1.1" status: 200 len: 217 time: 0.0422459 Aug 03 19:01:22.569694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:01:22.571449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf8983-ffec-4058-97bf-a22a5afde929 req-a30e68e0-94a1-48aa-bc1f-f4fb9b836394 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.573925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abaf8983-ffec-4058-97bf-a22a5afde929 req-a30e68e0-94a1-48aa-bc1f-f4fb9b836394 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.3139901 Aug 03 19:01:22.583054 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3321b158-4264-48f2-85ca-c2f327e602f8 admin admin] 10.222.0.78 "PUT /v2.0/routers/b423cb45-cd59-471f-b89b-e5339ecd540d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8012364 Aug 03 19:01:22.652298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80e092-b593-4b30-aa55-07f5ba07ac04 req-a03681b9-a137-4680-a0a3-cb3ee2a34154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.654742 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ea80e092-b593-4b30-aa55-07f5ba07ac04 req-a03681b9-a137-4680-a0a3-cb3ee2a34154 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0702221 Aug 03 19:01:22.748617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80e092-b593-4b30-aa55-07f5ba07ac04 req-6b4965f6-2261-4b3e-be34-4368aa52c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.758086 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ea80e092-b593-4b30-aa55-07f5ba07ac04 req-6b4965f6-2261-4b3e-be34-4368aa52c613 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843041 Aug 03 19:01:22.783940 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Sync routers for ids ['b423cb45-cd59-471f-b89b-e5339ecd540d'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:01:22.816651 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Routers {'b423cb45-cd59-471f-b89b-e5339ecd540d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:22.817084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abaf8983-ffec-4058-97bf-a22a5afde929 req-61e2b3d3-1724-4d8d-a8dc-15c5689862b9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1968961 Aug 03 19:01:22.817448 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b423cb45-cd59-471f-b89b-e5339ecd540d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:22.819560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29d9ea89-c386-42a3-9a4e-51b029baaad9 req-a5d5068e-0eeb-4a86-860b-84343c5a0c7b service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388691 Aug 03 19:01:22.823500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43404) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:22.831698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e19406-897c-4674-89b0-50b518aa4810 req-660412b6-e002-4e77-b6f2-f731e9fd21fd tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.847514 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8e19406-897c-4674-89b0-50b518aa4810 req-660412b6-e002-4e77-b6f2-f731e9fd21fd tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 946 time: 0.4520218 Aug 03 19:01:22.911298 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ea80e092-b593-4b30-aa55-07f5ba07ac04 req-e42e1612-7fd4-411d-ac3e-fb8a3b9612bf service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522400 Aug 03 19:01:22.977206 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Set router b423cb45-cd59-471f-b89b-e5339ecd540d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:23.091396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-976198438'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:23.096366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8e19406-897c-4674-89b0-50b518aa4810 req-f8ac7e0a-bea0-4902-8b2a-fa14529cf20d tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479575 Aug 03 19:01:23.153180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:23.157306 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.235432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] Deleting port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:23.235432 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.235722 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ea80e092-b593-4b30-aa55-07f5ba07ac04 req-248e04fe-4b26-4600-b87e-7db7a6276dd6 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111470 Aug 03 19:01:23.245936 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'name': 'tempest-ServersTestMultiNic-1598793325-router', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:13Z', 'updated_at': '2021-08-03T19:01:21Z', 'revision_number': 4, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'gw_port': {'id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:14Z', 'updated_at': '2021-08-03T19:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '916d5870-78e6-4076-877b-59f4a0d5cbcd', 'name': '', 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'mac_address': 'fa:16:3e:7a:d4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'dd9c40e0-c00e-4ac8-a579-f3a10a912660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:19Z', 'updated_at': '2021-08-03T19:01:21Z', 'revision_number': 2, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'subnets': [{'id': 'dd9c40e0-c00e-4ac8-a579-f3a10a912660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:23.258752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:23.275874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40526e8-d786-46f7-9b58-04ae99a63243 req-7c5ac55c-a985-41c9-b07f-e36fd42c181c tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.276496 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.278343 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Added segment a1a7604d-4cc0-4bb9-a051-634a05821322 of type vlan for network d9492e2d-4ca5-4453-8c33-ba5f03291b6d Aug 03 19:01:23.290167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c40526e8-d786-46f7-9b58-04ae99a63243 req-7c5ac55c-a985-41c9-b07f-e36fd42c181c tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 948 time: 0.2563429 Aug 03 19:01:23.306716 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Checking router: b423cb45-cd59-471f-b89b-e5339ecd540d for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:01:23.307084 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Updating router b423cb45-cd59-471f-b89b-e5339ecd540d port 916d5870-78e6-4076-877b-59f4a0d5cbcd binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:01:23.343624 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.349576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca3dc2dd-cf81-4049-80a9-600db3af151b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:23.354375 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.431905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.451955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.452622 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.470770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c40526e8-d786-46f7-9b58-04ae99a63243 req-625c54f9-a1e1-4512-8ee7-971524cafe79 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793895 Aug 03 19:01:23.472464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ca3dc2dd-cf81-4049-80a9-600db3af151b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:23.482378 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.482577 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6549954 Aug 03 19:01:23.482577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43422) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:23.491416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'subnet': {'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:23.503411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157ba7-c382-4302-adc6-f282df0ad042 req-7b19c20c-0888-4e14-aeb0-47a940bff63d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.509839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157ba7-c382-4302-adc6-f282df0ad042 req-7b19c20c-0888-4e14-aeb0-47a940bff63d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.516083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157ba7-c382-4302-adc6-f282df0ad042 req-7b19c20c-0888-4e14-aeb0-47a940bff63d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.522318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157ba7-c382-4302-adc6-f282df0ad042 req-7b19c20c-0888-4e14-aeb0-47a940bff63d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.529546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157ba7-c382-4302-adc6-f282df0ad042 req-7b19c20c-0888-4e14-aeb0-47a940bff63d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.536168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157ba7-c382-4302-adc6-f282df0ad042 req-7b19c20c-0888-4e14-aeb0-47a940bff63d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.546898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11157ba7-c382-4302-adc6-f282df0ad042 req-7b19c20c-0888-4e14-aeb0-47a940bff63d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.549119 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11157ba7-c382-4302-adc6-f282df0ad042 req-7b19c20c-0888-4e14-aeb0-47a940bff63d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.1771681 Aug 03 19:01:23.600303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] For port 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5ffd8a68-dd67-482b-b42b-8ce1944a1ab5,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:23.610073 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.625958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deb51c-796e-4864-873c-27f47708af5f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Network': ['ID=d9492e2d-4ca5-4453-8c33-ba5f03291b6d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:23.645557 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d9492e2d-4ca5-4453-8c33-ba5f03291b6d details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:23.667338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] Calling delete_port for 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:23.704301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:23.708472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.712383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11157ba7-c382-4302-adc6-f282df0ad042 req-90424caf-778b-4269-b8f2-2dd323b787b0 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450355 Aug 03 19:01:23.843973 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.865228 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Transition to ACTIVE for port object 916d5870-78e6-4076-877b-59f4a0d5cbcd will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:23.873430 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.049670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.063138 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Pushing event updated for resources: {'Port': ['ID=916d5870-78e6-4076-877b-59f4a0d5cbcd,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:24.067259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.077405 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.078052 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.078405 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.078790 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.079500 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.079500 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.081963 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.082305 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.082631 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.083003 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.083332 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.083651 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:24.113091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffd8a68-dd67-482b-b42b-8ce1944a1ab5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:24.175975 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Attempting to bind port 916d5870-78e6-4076-877b-59f4a0d5cbcd on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:24.176347 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Attempting to bind port 916d5870-78e6-4076-877b-59f4a0d5cbcd by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '9d1e1b99-aeec-46c3-bc03-df15fda8398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:24.176715 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Attempting to bind port 916d5870-78e6-4076-877b-59f4a0d5cbcd on network 2a030598-2ea9-4614-936c-b66b64ae06fb {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:24.185108 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:24.185491 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Checking segment: {'id': '9d1e1b99-aeec-46c3-bc03-df15fda8398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:24.186075 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.186472 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Bound using segment: {'id': '9d1e1b99-aeec-46c3-bc03-df15fda8398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:24.186953 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Bound port: 916d5870-78e6-4076-877b-59f4a0d5cbcd, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1e1b99-aeec-46c3-bc03-df15fda8398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:24.188057 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.219942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83038704-46b4-422c-9bc9-dca7e8accb9e req-5eeb2f0f-d637-4659-8867-ac0286d721ab tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.228060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83038704-46b4-422c-9bc9-dca7e8accb9e req-5eeb2f0f-d637-4659-8867-ac0286d721ab tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.234875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83038704-46b4-422c-9bc9-dca7e8accb9e req-5eeb2f0f-d637-4659-8867-ac0286d721ab tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.242784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83038704-46b4-422c-9bc9-dca7e8accb9e req-5eeb2f0f-d637-4659-8867-ac0286d721ab tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.249308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83038704-46b4-422c-9bc9-dca7e8accb9e req-5eeb2f0f-d637-4659-8867-ac0286d721ab tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.253901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721048c2-c5bc-42f3-a010-369c35e68eb8 req-f5a3acb2-7417-40d9-a417-f45106bcf5b9 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.255482 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-721048c2-c5bc-42f3-a010-369c35e68eb8 req-f5a3acb2-7417-40d9-a417-f45106bcf5b9 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 946 time: 0.2790282 Aug 03 19:01:24.262033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83038704-46b4-422c-9bc9-dca7e8accb9e req-5eeb2f0f-d637-4659-8867-ac0286d721ab tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.275469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83038704-46b4-422c-9bc9-dca7e8accb9e req-5eeb2f0f-d637-4659-8867-ac0286d721ab tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.275717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Subnet': ['ID=98ad3d57-0cc0-44ee-933d-d9870f1b1df0,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:24.284980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83038704-46b4-422c-9bc9-dca7e8accb9e req-5eeb2f0f-d637-4659-8867-ac0286d721ab tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.3176944 Aug 03 19:01:24.354001 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] For port 916d5870-78e6-4076-877b-59f4a0d5cbcd, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:24.358366 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] For port 916d5870-78e6-4076-877b-59f4a0d5cbcd, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=916d5870-78e6-4076-877b-59f4a0d5cbcd,segment=NetworkSegment(9d1e1b99-aeec-46c3-bc03-df15fda8398c),segment_id=9d1e1b99-aeec-46c3-bc03-df15fda8398c)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:24.365091 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.385873 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Checking segment: {'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:24.386244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network hostable DHCP agents. Network: d9492e2d-4ca5-4453-8c33-ba5f03291b6d, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:24.479972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83038704-46b4-422c-9bc9-dca7e8accb9e req-adcd3635-542a-4e40-830d-664778908eb6 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1932938 Aug 03 19:01:24.546634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network d9492e2d-4ca5-4453-8c33-ba5f03291b6d is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:24.551724 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e83b0-5aa0-4f39-8510-c3a17cf978c8 None None] Pushing event updated for resources: {'Port': ['ID=916d5870-78e6-4076-877b-59f4a0d5cbcd,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:24.555284 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Routers {'b423cb45-cd59-471f-b89b-e5339ecd540d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:24.563526 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b423cb45-cd59-471f-b89b-e5339ecd540d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:24.606637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847a6f5-eb92-48b5-8352-802bbd00993e req-912962e1-65ac-47c5-8e97-1965be62414e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.609199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6847a6f5-eb92-48b5-8352-802bbd00993e req-912962e1-65ac-47c5-8e97-1965be62414e tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/ports?device_id=6839fbae-dd35-4222-aa52-e4fa4fa3c72a HTTP/1.1" status: 200 len: 946 time: 0.3051860 Aug 03 19:01:24.610215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d9492e2d-4ca5-4453-8c33-ba5f03291b6d) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:24.626076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6394b47-f52d-4030-b95a-5c04b9f1a64f None None] Network d9492e2d-4ca5-4453-8c33-ba5f03291b6d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:24.649533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.650111 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.663887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-721048c2-c5bc-42f3-a010-369c35e68eb8 req-886a68e1-ea1c-4b9e-9e11-14d2cc428837 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Deleting port a048c540-87cc-46e3-a34e-15e673a85302 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:24.664273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-721048c2-c5bc-42f3-a010-369c35e68eb8 req-886a68e1-ea1c-4b9e-9e11-14d2cc428837 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.753281 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b3b0492e-37de-452a-9272-cfa7a87c844d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2702317 Aug 03 19:01:24.756201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43446) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:24.764214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1122549070'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:24.856710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6847a6f5-eb92-48b5-8352-802bbd00993e req-b905d73c-d568-47de-97fb-1acd240b76ac tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.78 "GET /v2.0/security-groups?id=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285056 Aug 03 19:01:24.858133 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.867358 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] Set router b423cb45-cd59-471f-b89b-e5339ecd540d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:24.911076 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:24.914684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-d9492e2d-4ca5-4453-8c33-ba5f03291b6d', 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'fixed_ips': [{'subnet_id': '98ad3d57-0cc0-44ee-933d-d9870f1b1df0'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:01:24.915606 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.921083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.955606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-721048c2-c5bc-42f3-a010-369c35e68eb8 req-886a68e1-ea1c-4b9e-9e11-14d2cc428837 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] For port a048c540-87cc-46e3-a34e-15e673a85302, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a048c540-87cc-46e3-a34e-15e673a85302,segment=NetworkSegment(f017344b-1d3d-4352-ba37-ec5f20db883e),segment_id=f017344b-1d3d-4352-ba37-ec5f20db883e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:24.956302 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-721048c2-c5bc-42f3-a010-369c35e68eb8 req-886a68e1-ea1c-4b9e-9e11-14d2cc428837 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.001821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-721048c2-c5bc-42f3-a010-369c35e68eb8 req-886a68e1-ea1c-4b9e-9e11-14d2cc428837 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Calling delete_port for a048c540-87cc-46e3-a34e-15e673a85302 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:25.032280 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:25.032570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1c392-325c-44f1-af86-51806c397929 req-21014499-f940-4881-9a51-210e6f7f49a9 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:25.040473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19c1c392-325c-44f1-af86-51806c397929 req-21014499-f940-4881-9a51-210e6f7f49a9 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 948 time: 0.3273897 Aug 03 19:01:25.084158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:25.084434 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.084835 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Added segment a49f817a-679f-4b8a-af71-c2f4a2a365ff of type vlan for network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 Aug 03 19:01:25.151202 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.202557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.213077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:25.213744 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.306025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Allocated IP 19.80.0.2 (d9492e2d-4ca5-4453-8c33-ba5f03291b6d/98ad3d57-0cc0-44ee-933d-d9870f1b1df0/f0e7cf71-93f2-4a83-ae1a-75da7baf18d3) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:25.348079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Network': ['ID=7aa23c4f-82fe-47d4-abc4-c9810c8c1c62,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:25.389787 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-df7590f3-db2f-4a8e-a98d-eaf3db165b4f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6292460 Aug 03 19:01:25.394766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43450) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:25.410275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:25.410558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'subnet': {'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:25.448951 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'name': 'tempest-ServersTestMultiNic-1598793325-router', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:13Z', 'updated_at': '2021-08-03T19:01:21Z', 'revision_number': 4, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'gw_port': {'id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:14Z', 'updated_at': '2021-08-03T19:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '916d5870-78e6-4076-877b-59f4a0d5cbcd', 'name': '', 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'mac_address': 'fa:16:3e:7a:d4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'dd9c40e0-c00e-4ac8-a579-f3a10a912660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:19Z', 'updated_at': '2021-08-03T19:01:24Z', 'revision_number': 4, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'subnets': [{'id': 'dd9c40e0-c00e-4ac8-a579-f3a10a912660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:25.484054 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457fc9a-55f4-4833-97ba-bdd551823388 None None] The sync data for ids ['b423cb45-cd59-471f-b89b-e5339ecd540d'] in n-d-802918-7 is: [{'id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'name': 'tempest-ServersTestMultiNic-1598793325-router', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:13Z', 'updated_at': '2021-08-03T19:01:21Z', 'revision_number': 4, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'gw_port': {'id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:14Z', 'updated_at': '2021-08-03T19:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '916d5870-78e6-4076-877b-59f4a0d5cbcd', 'name': '', 'network_id': '2a030598-2ea9-4614-936c-b66b64ae06fb', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'mac_address': 'fa:16:3e:7a:d4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'dd9c40e0-c00e-4ac8-a579-f3a10a912660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:19Z', 'updated_at': '2021-08-03T19:01:24Z', 'revision_number': 4, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'subnets': [{'id': 'dd9c40e0-c00e-4ac8-a579-f3a10a912660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:01:25.539273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:25.610497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'mac_address': 'fa:16:3e:df:fa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:25.616799 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-721048c2-c5bc-42f3-a010-369c35e68eb8 req-886a68e1-ea1c-4b9e-9e11-14d2cc428837 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.659953 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a048c540-87cc-46e3-a34e-15e673a85302'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:25.695643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a68e1-ea1c-4b9e-9e11-14d2cc428837 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Pushing event deleted for resources: {'Port': ['ID=a048c540-87cc-46e3-a34e-15e673a85302,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:25.762748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:25.768698 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.857684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-721048c2-c5bc-42f3-a010-369c35e68eb8 req-886a68e1-ea1c-4b9e-9e11-14d2cc428837 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] No DVR routers for this DVR port a048c540-87cc-46e3-a34e-15e673a85302 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:25.864391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-721048c2-c5bc-42f3-a010-369c35e68eb8 req-886a68e1-ea1c-4b9e-9e11-14d2cc428837 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.867064 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-721048c2-c5bc-42f3-a010-369c35e68eb8 req-886a68e1-ea1c-4b9e-9e11-14d2cc428837 tempest-ServerDiskConfigTestJSON-575521560 tempest-ServerDiskConfigTestJSON-575521560-project] 10.222.0.37 "DELETE /v2.0/ports/a048c540-87cc-46e3-a34e-15e673a85302 HTTP/1.1" status: 204 len: 173 time: 1.5801229 Aug 03 19:01:25.867695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6839fbae-dd35-4222-aa52-e4fa4fa3c72a', 'name': 'network-vif-deleted', 'tag': 'a048c540-87cc-46e3-a34e-15e673a85302'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:25.870576 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177307dd-ab92-4d01-a24e-4aa20d72e37d" -d '{"events": [{"server_uuid": "6839fbae-dd35-4222-aa52-e4fa4fa3c72a", "name": "network-vif-deleted", "tag": "a048c540-87cc-46e3-a34e-15e673a85302"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:25.956056 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.978624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:26.060165 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:26.063073 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.064983 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.187576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Transition to ACTIVE for port object f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:26.197545 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.228908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Transition to ACTIVE for port object f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:26.230694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19c1c392-325c-44f1-af86-51806c397929 req-6f3a7586-cbaf-4212-8bc6-2c9b347e9e47 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1746616 Aug 03 19:01:26.253853 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.254143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c506c-ef3a-4d25-ac03-1799d1b8a106 req-4765d9aa-d10a-47a5-b27e-5e408330f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.254143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a8c506c-ef3a-4d25-ac03-1799d1b8a106 req-4765d9aa-d10a-47a5-b27e-5e408330f4e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1095 time: 0.2828777 Aug 03 19:01:26.266749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:26.268032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d64f2-6819-44e6-bb73-272bcfb618bd req-dccfebeb-e906-4f21-9d3d-27842d27dd9d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.290147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d64f2-6819-44e6-bb73-272bcfb618bd req-dccfebeb-e906-4f21-9d3d-27842d27dd9d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.312547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d64f2-6819-44e6-bb73-272bcfb618bd req-dccfebeb-e906-4f21-9d3d-27842d27dd9d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.321744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d64f2-6819-44e6-bb73-272bcfb618bd req-dccfebeb-e906-4f21-9d3d-27842d27dd9d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.331971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d64f2-6819-44e6-bb73-272bcfb618bd req-dccfebeb-e906-4f21-9d3d-27842d27dd9d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.340960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d64f2-6819-44e6-bb73-272bcfb618bd req-dccfebeb-e906-4f21-9d3d-27842d27dd9d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.356278 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Network d9492e2d-4ca5-4453-8c33-ba5f03291b6d is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:26.364044 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:26.368153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:26.383382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d64f2-6819-44e6-bb73-272bcfb618bd req-dccfebeb-e906-4f21-9d3d-27842d27dd9d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.384291 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Subnet': ['ID=f268ddf7-330b-4ff5-9d1a-207baa0f79de,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:26.408616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d7d64f2-6819-44e6-bb73-272bcfb618bd req-dccfebeb-e906-4f21-9d3d-27842d27dd9d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.3626506 Aug 03 19:01:26.422262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Checking segment: {'id': 'a49f817a-679f-4b8a-af71-c2f4a2a365ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:26.422945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network hostable DHCP agents. Network: 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:26.424597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:26.472771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:26.487024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:26.493206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.494214 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.543743 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e1852a66-31f0-4672-ac4c-58216587d340 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1302710 Aug 03 19:01:26.552519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Pushing event updated for resources: {'Port': ['ID=f0e7cf71-93f2-4a83-ae1a-75da7baf18d3,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:26.600782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006fa2e4-ee4a-4c60-9edd-5e74e2358d31 None None] Network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:26.672308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Attempting to bind port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:26.673608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Attempting to bind port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:26.673608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Attempting to bind port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 on network d9492e2d-4ca5-4453-8c33-ba5f03291b6d {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:26.746271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d7d64f2-6819-44e6-bb73-272bcfb618bd req-dd85214e-d910-4217-b107-0735a343e501 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3367538 Aug 03 19:01:26.762613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:26.763579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Checking segment: {'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:26.764080 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.764491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Bound using segment: {'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:26.765018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Bound port: f0e7cf71-93f2-4a83-ae1a-75da7baf18d3, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:26.765416 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.836594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c506c-ef3a-4d25-ac03-1799d1b8a106 req-b86bfef5-4ad8-44e1-b972-0691d7295075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.840798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a8c506c-ef3a-4d25-ac03-1799d1b8a106 req-b86bfef5-4ad8-44e1-b972-0691d7295075 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.4184010 Aug 03 19:01:26.872151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade419f0-d0b4-49cf-b5d4-ffdacf5ec190 req-a6374585-453a-47f1-863c-4514c7a05c53 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.874425 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ade419f0-d0b4-49cf-b5d4-ffdacf5ec190 req-a6374585-453a-47f1-863c-4514c7a05c53 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.4287927 Aug 03 19:01:27.043924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ade419f0-d0b4-49cf-b5d4-ffdacf5ec190 req-ab039340-1d06-4a60-bdf6-94cf17133008 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026165 Aug 03 19:01:27.047341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] For port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:27.095852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a048c540-87cc-46e3-a34e-15e673a85302 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:27.123616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] Router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:01:27.135892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a8c506c-ef3a-4d25-ac03-1799d1b8a106 req-68796120-9d22-44c1-b326-69268e9ac124 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 999 time: 0.2603972 Aug 03 19:01:27.151951 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: a048c540-87cc-46e3-a34e-15e673a85302 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:27.153094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a048c540-87cc-46e3-a34e-15e673a85302 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:27.157401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] For port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f0e7cf71-93f2-4a83-ae1a-75da7baf18d3,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:27.165069 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.210605 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87d6150-c86b-4fa7-b6a9-d81887afb1db x-openstack-request-id: req-a87d6150-c86b-4fa7-b6a9-d81887afb1db {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:27.211061 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6839fbae-dd35-4222-aa52-e4fa4fa3c72a", "name": "network-vif-deleted", "tag": "a048c540-87cc-46e3-a34e-15e673a85302", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:27.211127 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a87d6150-c86b-4fa7-b6a9-d81887afb1db {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:27.211998 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6839fbae-dd35-4222-aa52-e4fa4fa3c72a', 'name': 'network-vif-deleted', 'tag': 'a048c540-87cc-46e3-a34e-15e673a85302', 'status': 'completed', 'code': 200} Aug 03 19:01:27.297992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc193b-ace1-44a1-a9b3-0836ebef5f0e req-bad8c50d-b040-4b33-a859-2b395f401431 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.304133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc193b-ace1-44a1-a9b3-0836ebef5f0e req-bad8c50d-b040-4b33-a859-2b395f401431 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.322540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc193b-ace1-44a1-a9b3-0836ebef5f0e req-bad8c50d-b040-4b33-a859-2b395f401431 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.330076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-7aa23c4f-82fe-47d4-abc4-c9810c8c1c62', 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'fixed_ips': [{'subnet_id': 'f268ddf7-330b-4ff5-9d1a-207baa0f79de'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:01:27.331683 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.337458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc193b-ace1-44a1-a9b3-0836ebef5f0e req-bad8c50d-b040-4b33-a859-2b395f401431 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.366900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc193b-ace1-44a1-a9b3-0836ebef5f0e req-bad8c50d-b040-4b33-a859-2b395f401431 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.375884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc193b-ace1-44a1-a9b3-0836ebef5f0e req-bad8c50d-b040-4b33-a859-2b395f401431 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.382599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc193b-ace1-44a1-a9b3-0836ebef5f0e req-bad8c50d-b040-4b33-a859-2b395f401431 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.399243 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f2fc193b-ace1-44a1-a9b3-0836ebef5f0e req-bad8c50d-b040-4b33-a859-2b395f401431 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.4354644 Aug 03 19:01:27.449903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 916d5870-78e6-4076-877b-59f4a0d5cbcd up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:27.570774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058ad08-eb60-4afc-a62a-1cc18a80cf13 None None] Pushing event updated for resources: {'Port': ['ID=f0e7cf71-93f2-4a83-ae1a-75da7baf18d3,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:27.579363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f2fc193b-ace1-44a1-a9b3-0836ebef5f0e req-eaea8d93-6648-46c1-8bd9-96b07872e704 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1796448 Aug 03 19:01:27.628405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 916d5870-78e6-4076-877b-59f4a0d5cbcd completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:27.640756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 916d5870-78e6-4076-877b-59f4a0d5cbcd triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:27.643438 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.684608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c506c-ef3a-4d25-ac03-1799d1b8a106 req-10b07511-03e0-40dd-b527-9cbffb525b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.693526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a8c506c-ef3a-4d25-ac03-1799d1b8a106 req-10b07511-03e0-40dd-b527-9cbffb525b1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.5484765 Aug 03 19:01:27.697897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Allocated IP 19.86.0.2 (7aa23c4f-82fe-47d4-abc4-c9810c8c1c62/f268ddf7-330b-4ff5-9d1a-207baa0f79de/07186d41-0b97-4969-b5a9-bb4140ad1938) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:27.878583 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.885980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:01:27.894948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a562a4f0-b2d9-43e2-a450-2856fa8f21b7 admin admin] 10.222.0.78 "PUT /v2.0/routers/b0153284-5f9e-4f2d-a9fc-6fdc249708a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0346394 Aug 03 19:01:27.897378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43490) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:27.908907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66585d-7754-4972-b1c4-d616bf9e9bc8 None None] Sync routers for ids ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:01:27.949189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-9b0ca2cd-6086-46fe-bcdb-1a46b705baf9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.953455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 916d5870-78e6-4076-877b-59f4a0d5cbcd, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=916d5870-78e6-4076-877b-59f4a0d5cbcd,segment=NetworkSegment(9d1e1b99-aeec-46c3-bc03-df15fda8398c),segment_id=9d1e1b99-aeec-46c3-bc03-df15fda8398c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:27.954615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66585d-7754-4972-b1c4-d616bf9e9bc8 None None] Routers {'b0153284-5f9e-4f2d-a9fc-6fdc249708a8'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:27.955527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bb66585d-7754-4972-b1c4-d616bf9e9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:27.976189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-9b0ca2cd-6086-46fe-bcdb-1a46b705baf9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.977916 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-9b0ca2cd-6086-46fe-bcdb-1a46b705baf9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/networks?id=d9492e2d-4ca5-4453-8c33-ba5f03291b6d&id=7aa23c4f-82fe-47d4-abc4-c9810c8c1c62&id=d9492e2d-4ca5-4453-8c33-ba5f03291b6d HTTP/1.1" status: 200 len: 1391 time: 0.5609040 Aug 03 19:01:28.003730 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.037544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c506c-ef3a-4d25-ac03-1799d1b8a106 req-1834b3be-a1a1-4979-adde-cd7a59ca6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:28.041064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a8c506c-ef3a-4d25-ac03-1799d1b8a106 req-1834b3be-a1a1-4979-adde-cd7a59ca6832 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3328161 Aug 03 19:01:28.061333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b3ff170c-dfbf-4be2-97cc-7767874369b6 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/quotas/3eb91f049aed49f3abafc52ade3c7ffe HTTP/1.1" status: 200 len: 375 time: 0.0714960 Aug 03 19:01:28.082914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05968dc-d3ad-4fb7-92a1-9484bc7bec40 req-5a26b190-bb4b-448e-8214-b2c554791961 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:28.093986 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05968dc-d3ad-4fb7-92a1-9484bc7bec40 req-5a26b190-bb4b-448e-8214-b2c554791961 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 949 time: 0.3887262 Aug 03 19:01:28.153661 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.173099 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=916d5870-78e6-4076-877b-59f4a0d5cbcd,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:28.180117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-bb66585d-7754-4972-b1c4-d616bf9e9bc8 None None] Set router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:28.182968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Transition to ACTIVE for port object 07186d41-0b97-4969-b5a9-bb4140ad1938 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:28.272090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Transition to ACTIVE for port object 07186d41-0b97-4969-b5a9-bb4140ad1938 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:28.311101 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.324733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05968dc-d3ad-4fb7-92a1-9484bc7bec40 req-ae35b618-2e68-4bc1-afb2-04c4b4ffdb47 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293921 Aug 03 19:01:28.336440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:28.343178 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:28.350237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-2a4f08ac-440b-4573-88a5-870b6881bf8e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2452819 Aug 03 19:01:28.402054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:28.442649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a8c506c-ef3a-4d25-ac03-1799d1b8a106 req-c3aeef12-debc-409d-ae1b-f7c125373293 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796966 Aug 03 19:01:28.459315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-4858fd9a-08d7-47ca-b64b-0986524ecf78 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:01:28.470696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-4858fd9a-08d7-47ca-b64b-0986524ecf78 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1192751 Aug 03 19:01:28.582586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Pushing event updated for resources: {'Port': ['ID=07186d41-0b97-4969-b5a9-bb4140ad1938,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:28.590629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Attempting to bind port 07186d41-0b97-4969-b5a9-bb4140ad1938 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:28.591127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Attempting to bind port 07186d41-0b97-4969-b5a9-bb4140ad1938 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'a49f817a-679f-4b8a-af71-c2f4a2a365ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:28.591603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Attempting to bind port 07186d41-0b97-4969-b5a9-bb4140ad1938 on network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:28.620682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:28.621184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Checking segment: {'id': 'a49f817a-679f-4b8a-af71-c2f4a2a365ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:28.621755 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.622301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Bound using segment: {'id': 'a49f817a-679f-4b8a-af71-c2f4a2a365ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:28.622909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Bound port: 07186d41-0b97-4969-b5a9-bb4140ad1938, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49f817a-679f-4b8a-af71-c2f4a2a365ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:28.623410 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.641130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-fc2bea08-dcd8-4ed5-b24d-52a010293158 service neutron] 10.222.0.78 "GET /v2.0/networks/d9492e2d-4ca5-4453-8c33-ba5f03291b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651480 Aug 03 19:01:28.677840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.710981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bb66585d-7754-4972-b1c4-d616bf9e9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T19:01:24Z', 'revision_number': 5, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:28.742494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] For port 07186d41-0b97-4969-b5a9-bb4140ad1938, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:28.745741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66585d-7754-4972-b1c4-d616bf9e9bc8 None None] Checking router: b0153284-5f9e-4f2d-a9fc-6fdc249708a8 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:01:28.760978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] For port 07186d41-0b97-4969-b5a9-bb4140ad1938, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=07186d41-0b97-4969-b5a9-bb4140ad1938,segment=NetworkSegment(a49f817a-679f-4b8a-af71-c2f4a2a365ff),segment_id=a49f817a-679f-4b8a-af71-c2f4a2a365ff)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:28.771761 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.791974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66585d-7754-4972-b1c4-d616bf9e9bc8 None None] Routers {'b0153284-5f9e-4f2d-a9fc-6fdc249708a8'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:28.793212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bb66585d-7754-4972-b1c4-d616bf9e9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:28.833240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.861984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341b48e-fe6e-42fa-973c-f47bc4b2410f req-53871998-01bc-4046-a19d-314a19eafa3b tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:28.873432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341b48e-fe6e-42fa-973c-f47bc4b2410f req-53871998-01bc-4046-a19d-314a19eafa3b tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:28.879611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341b48e-fe6e-42fa-973c-f47bc4b2410f req-53871998-01bc-4046-a19d-314a19eafa3b tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:28.885896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341b48e-fe6e-42fa-973c-f47bc4b2410f req-53871998-01bc-4046-a19d-314a19eafa3b tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:28.892644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341b48e-fe6e-42fa-973c-f47bc4b2410f req-53871998-01bc-4046-a19d-314a19eafa3b tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:28.898764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341b48e-fe6e-42fa-973c-f47bc4b2410f req-53871998-01bc-4046-a19d-314a19eafa3b tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:28.905015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341b48e-fe6e-42fa-973c-f47bc4b2410f req-53871998-01bc-4046-a19d-314a19eafa3b tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:28.907023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b341b48e-fe6e-42fa-973c-f47bc4b2410f req-53871998-01bc-4046-a19d-314a19eafa3b tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.2647028 Aug 03 19:01:28.908351 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Deleting port 89bbd391-e150-4200-9fda-f65b35abe294 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:28.908792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.958745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7aa087-b4a8-4126-ad58-24b01ca2c4c1 None None] Pushing event updated for resources: {'Port': ['ID=07186d41-0b97-4969-b5a9-bb4140ad1938,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:28.983616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b341b48e-fe6e-42fa-973c-f47bc4b2410f req-f0132aeb-365f-4141-b552-1995d8280ad5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680580 Aug 03 19:01:29.015607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-bb66585d-7754-4972-b1c4-d616bf9e9bc8 None None] Set router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:29.020073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19cfef8-eaf9-4e55-97b6-43091e541ce6 None None] Network d9492e2d-4ca5-4453-8c33-ba5f03291b6d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:29.025936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a8c506c-ef3a-4d25-ac03-1799d1b8a106 req-070612bb-77ba-43d7-8bac-012323b47264 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291505 Aug 03 19:01:29.041826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-37310748-ab04-4f6d-a583-bf2920ab6e39 service neutron] 10.222.0.78 "GET /v2.0/networks/d9492e2d-4ca5-4453-8c33-ba5f03291b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433805 Aug 03 19:01:29.096421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] For port 89bbd391-e150-4200-9fda-f65b35abe294, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=89bbd391-e150-4200-9fda-f65b35abe294,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:29.096809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.161918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:29.168212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Calling delete_port for 89bbd391-e150-4200-9fda-f65b35abe294 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:29.352402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f116ee-c327-47e9-95e4-1f04ae33c728 req-5c4cef60-0daa-4972-b03f-a451d5bed724 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:29.354744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29f116ee-c327-47e9-95e4-1f04ae33c728 req-5c4cef60-0daa-4972-b03f-a451d5bed724 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.2668083 Aug 03 19:01:29.371337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-6ceb2a45-1c85-4f3d-a1aa-02d11118efd4 service neutron] 10.222.0.78 "GET /v2.0/networks/7aa23c4f-82fe-47d4-abc4-c9810c8c1c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228705 Aug 03 19:01:29.489539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29f116ee-c327-47e9-95e4-1f04ae33c728 req-d32bcd5b-c53a-438d-bb07-497881abc53f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260073 Aug 03 19:01:29.494319 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.543581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Pushing event deleted for resources: {'Port': ['ID=89bbd391-e150-4200-9fda-f65b35abe294,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:29.566828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f57a2da3-1aa1-4396-8adf-c4322d0c3d97 None None] Provisioning for port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:29.580991 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.597578 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 07186d41-0b97-4969-b5a9-bb4140ad1938 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:29.629821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5896adaf-6a7c-470d-80b6-05483962e574 service neutron] 10.222.0.78 "GET /v2.0/networks/7aa23c4f-82fe-47d4-abc4-c9810c8c1c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373092 Aug 03 19:01:29.640012 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.665471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:29.688733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:29.689002 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.754725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.762006 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.800864 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-6e7052bc-d543-41d2-8c93-d001375f246f service neutron] 10.222.0.78 "GET /v2.0/networks/d9492e2d-4ca5-4453-8c33-ba5f03291b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696696 Aug 03 19:01:29.817035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 07186d41-0b97-4969-b5a9-bb4140ad1938 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:29.817601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.818028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0153284-5f9e-4f2d-a9fc-6fdc249708a8 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:01:29.823537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.824997 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d24a7867-fc74-47d1-a696-09941cf2ecab admin admin] 10.222.0.78 "DELETE /v2.0/routers/b0153284-5f9e-4f2d-a9fc-6fdc249708a8 HTTP/1.1" status: 204 len: 168 time: 1.9264433 Aug 03 19:01:29.828656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43526) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:29.830522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7f165-7c72-4d10-93e3-df113e035a74 req-fc6ada74-253e-4f9b-b5eb-2bca8a73c4f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:29.832622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:29.836870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7f165-7c72-4d10-93e3-df113e035a74 req-fc6ada74-253e-4f9b-b5eb-2bca8a73c4f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:29.844326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7f165-7c72-4d10-93e3-df113e035a74 req-fc6ada74-253e-4f9b-b5eb-2bca8a73c4f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:29.850514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7f165-7c72-4d10-93e3-df113e035a74 req-fc6ada74-253e-4f9b-b5eb-2bca8a73c4f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:29.856581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7f165-7c72-4d10-93e3-df113e035a74 req-fc6ada74-253e-4f9b-b5eb-2bca8a73c4f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:29.863442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7f165-7c72-4d10-93e3-df113e035a74 req-fc6ada74-253e-4f9b-b5eb-2bca8a73c4f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:29.869456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7f165-7c72-4d10-93e3-df113e035a74 req-fc6ada74-253e-4f9b-b5eb-2bca8a73c4f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:29.877695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64c7f165-7c72-4d10-93e3-df113e035a74 req-fc6ada74-253e-4f9b-b5eb-2bca8a73c4f1 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.1529641 Aug 03 19:01:29.892759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-194d3085-f43b-4554-b359-3efe77e367a4 admin admin] Deleting subnet 97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:01:29.901009 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-194d3085-f43b-4554-b359-3efe77e367a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.912402 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.926883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bb66585d-7754-4972-b1c4-d616bf9e9bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T19:01:24Z', 'revision_number': 5, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:29.963973 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-194d3085-f43b-4554-b359-3efe77e367a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.968400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66585d-7754-4972-b1c4-d616bf9e9bc8 None None] The sync data for ids ['b0153284-5f9e-4f2d-a9fc-6fdc249708a8'] in n-d-802918-7 is: [{'id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'name': 'tempest-ServersTestJSON-447355010-router', 'tenant_id': '4f2320e0bc46475585d683cd00a9587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '89bbd391-e150-4200-9fda-f65b35abe294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:58:41Z', 'updated_at': '2021-08-03T19:01:24Z', 'revision_number': 5, 'project_id': '4f2320e0bc46475585d683cd00a9587b', 'gw_port': {'id': '89bbd391-e150-4200-9fda-f65b35abe294', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0153284-5f9e-4f2d-a9fc-6fdc249708a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:58:42Z', 'updated_at': '2021-08-03T18:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:01:29.997906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:30.000374 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0970bcb2-9b93-4af4-9196-b63d09e82d59" -d '{"events": [{"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-plugged", "status": "completed", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:30.019260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64c7f165-7c72-4d10-93e3-df113e035a74 req-c474d842-5307-4897-a395-f972ed74937b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1407480 Aug 03 19:01:30.021165 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:30.034164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:30.034658 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.037888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:30.053425 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.102052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c886d66c-7fb4-4dca-959a-f1120108f275 service neutron] 10.222.0.78 "GET /v2.0/networks/d9492e2d-4ca5-4453-8c33-ba5f03291b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203205 Aug 03 19:01:30.153175 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-194d3085-f43b-4554-b359-3efe77e367a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.181910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:30.216161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5f667-92c9-43f0-b44e-ea1407671fa7 req-0f748510-9de0-43ff-921f-c33707dcecc3 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:30.222239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35d5f667-92c9-43f0-b44e-ea1407671fa7 req-0f748510-9de0-43ff-921f-c33707dcecc3 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 950 time: 0.0949559 Aug 03 19:01:30.260704 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-194d3085-f43b-4554-b359-3efe77e367a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.301902 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.310160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35d5f667-92c9-43f0-b44e-ea1407671fa7 req-60a7aae6-0ca8-42f9-92b6-942ef77abcb3 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750144 Aug 03 19:01:30.329090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-15454da4-da47-44f1-8670-13440a99421f None None] Provisioning complete for port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:30.337370 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-15454da4-da47-44f1-8670-13440a99421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.339122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d3085-f43b-4554-b359-3efe77e367a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:30.351435 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-194d3085-f43b-4554-b359-3efe77e367a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.353953 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-194d3085-f43b-4554-b359-3efe77e367a4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/97511d9d-f3b6-43e1-bd92-1d3e09bd3cd6 HTTP/1.1" status: 204 len: 168 time: 0.5230467 Aug 03 19:01:30.356682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43542) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:30.384471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f0e7cf71-93f2-4a83-ae1a-75da7baf18d3,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:30.471244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f9f0c5-0968-4f44-8d0d-6b994b6c01ab None None] Network 1baf9757-c4ea-438a-8941-d14f55c3c41b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:30.474640 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1219fd55-ee9c-4c65-98fb-318c11244bab x-openstack-request-id: req-1219fd55-ee9c-4c65-98fb-318c11244bab {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:30.474933 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-plugged", "status": "completed", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:30.475185 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1219fd55-ee9c-4c65-98fb-318c11244bab {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:30.475591 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'code': 200} Aug 03 19:01:30.487979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f440b-eb54-41b6-b140-a1c11e30f18d None None] Network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:30.518528 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.519707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 916d5870-78e6-4076-877b-59f4a0d5cbcd up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:30.573123 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f48373-8ab9-4498-9b45-97f2dce8f243 req-b8a56e51-c88b-4927-a355-20faee4a7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:30.574578 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b8f48373-8ab9-4498-9b45-97f2dce8f243 req-b8a56e51-c88b-4927-a355-20faee4a7c43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 1101 time: 0.0659530 Aug 03 19:01:30.596131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38fabf4a-f40e-4b0b-975f-391740d05512 req-45f08919-db51-4779-bce2-53070b6a4427 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 210 time: 0.0937893 Aug 03 19:01:30.655691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ce72-fc3b-42ee-a112-9e0bc4d4d833 req-a5deab03-4c27-42f7-be01-e4f6a6655d63 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:30.659697 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b8f48373-8ab9-4498-9b45-97f2dce8f243 req-fc36a7b1-fedc-433a-a4f8-431bfaa18bef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757148 Aug 03 19:01:30.664021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ce72-fc3b-42ee-a112-9e0bc4d4d833 req-a5deab03-4c27-42f7-be01-e4f6a6655d63 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:30.676502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ce72-fc3b-42ee-a112-9e0bc4d4d833 req-a5deab03-4c27-42f7-be01-e4f6a6655d63 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:30.693609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ce72-fc3b-42ee-a112-9e0bc4d4d833 req-a5deab03-4c27-42f7-be01-e4f6a6655d63 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:30.700144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ce72-fc3b-42ee-a112-9e0bc4d4d833 req-a5deab03-4c27-42f7-be01-e4f6a6655d63 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:30.706958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ce72-fc3b-42ee-a112-9e0bc4d4d833 req-a5deab03-4c27-42f7-be01-e4f6a6655d63 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:30.713022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ce72-fc3b-42ee-a112-9e0bc4d4d833 req-a5deab03-4c27-42f7-be01-e4f6a6655d63 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:30.715957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98c1ce72-fc3b-42ee-a112-9e0bc4d4d833 req-a5deab03-4c27-42f7-be01-e4f6a6655d63 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.2148061 Aug 03 19:01:30.719073 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.741867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=f0e7cf71-93f2-4a83-ae1a-75da7baf18d3,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:30.828807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98c1ce72-fc3b-42ee-a112-9e0bc4d4d833 req-4dab8174-5d6a-43a4-8884-a906861aef9d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049943 Aug 03 19:01:30.839057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daffc8-f09b-4995-a341-f66f32f7dc3c req-78368873-5bb0-401b-9d10-e7bdd19b4284 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:30.840731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6daffc8-f09b-4995-a341-f66f32f7dc3c req-78368873-5bb0-401b-9d10-e7bdd19b4284 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 950 time: 0.1195176 Aug 03 19:01:30.912499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6daffc8-f09b-4995-a341-f66f32f7dc3c req-f6be878a-fd34-451d-b766-672ccec51548 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548515 Aug 03 19:01:30.914936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Deleting port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:30.915374 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.919845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 916d5870-78e6-4076-877b-59f4a0d5cbcd triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:30.920372 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.943312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43560) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:31.068996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca3ec11-4c2f-44a4-ad61-cefc76f2d657 admin admin] Deleting subnet 5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:01:31.073720 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ca3ec11-4c2f-44a4-ad61-cefc76f2d657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.153923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] For port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=70a0777c-6ebf-48dd-a8d1-9b5b5a92f780,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:31.154301 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.160335 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ca3ec11-4c2f-44a4-ad61-cefc76f2d657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.173828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6d8248f7-3e99-4477-92e8-b352ec760d19 None None] Provisioning for port 07186d41-0b97-4969-b5a9-bb4140ad1938 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:31.183007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6d8248f7-3e99-4477-92e8-b352ec760d19 None None] Provisioning complete for port 07186d41-0b97-4969-b5a9-bb4140ad1938 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:31.183389 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d8248f7-3e99-4477-92e8-b352ec760d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.214322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897a92d-449e-47ab-ac62-71d9b4c17606 req-842c369e-9f8d-4daf-9d9c-21a29d1d8c5d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.222548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7897a92d-449e-47ab-ac62-71d9b4c17606 req-842c369e-9f8d-4daf-9d9c-21a29d1d8c5d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1917717 Aug 03 19:01:31.236562 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ca3ec11-4c2f-44a4-ad61-cefc76f2d657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.252767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Calling delete_port for 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:31.319709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ca3ec11-4c2f-44a4-ad61-cefc76f2d657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.321338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7897a92d-449e-47ab-ac62-71d9b4c17606 req-166f397e-708c-43d4-9768-a4a3ae059bce tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971844 Aug 03 19:01:31.345604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ca3ec11-4c2f-44a4-ad61-cefc76f2d657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.359743 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9ca3ec11-4c2f-44a4-ad61-cefc76f2d657 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f HTTP/1.1" status: 204 len: 168 time: 0.4091356 Aug 03 19:01:31.389254 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d8248f7-3e99-4477-92e8-b352ec760d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.395480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43574) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:31.408197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3ec11-4c2f-44a4-ad61-cefc76f2d657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bd4d285-4a59-4f3c-b6fc-4c0b6ea6bf2f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:31.446539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6d8248f7-3e99-4477-92e8-b352ec760d19 None None] For port 07186d41-0b97-4969-b5a9-bb4140ad1938, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=07186d41-0b97-4969-b5a9-bb4140ad1938,segment=NetworkSegment(a49f817a-679f-4b8a-af71-c2f4a2a365ff),segment_id=a49f817a-679f-4b8a-af71-c2f4a2a365ff)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:31.447901 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720a6992-eb5b-49d2-8d07-87c954f1b11b None None] DHCP port deletion for 1baf9757-c4ea-438a-8941-d14f55c3c41b request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:01:31.485112 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d8248f7-3e99-4477-92e8-b352ec760d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.558263 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-720a6992-eb5b-49d2-8d07-87c954f1b11b None None] Deleting port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:31.558644 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-720a6992-eb5b-49d2-8d07-87c954f1b11b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.593913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.688582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cfd4a-f28e-43a4-888d-ff40224fc25c req-a9bbda89-f614-4316-8e72-467641e8e983 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.695606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:31.702117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cfd4a-f28e-43a4-888d-ff40224fc25c req-a9bbda89-f614-4316-8e72-467641e8e983 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.708129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cfd4a-f28e-43a4-888d-ff40224fc25c req-a9bbda89-f614-4316-8e72-467641e8e983 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.714562 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.715961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cfd4a-f28e-43a4-888d-ff40224fc25c req-a9bbda89-f614-4316-8e72-467641e8e983 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.730546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cfd4a-f28e-43a4-888d-ff40224fc25c req-a9bbda89-f614-4316-8e72-467641e8e983 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.733155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b92a92-1768-42af-9d90-c86d3d5a4a8a']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:31.739000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cfd4a-f28e-43a4-888d-ff40224fc25c req-a9bbda89-f614-4316-8e72-467641e8e983 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.746163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cfd4a-f28e-43a4-888d-ff40224fc25c req-a9bbda89-f614-4316-8e72-467641e8e983 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.747826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f017344b-1d3d-4352-ba37-ec5f20db883e') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:31.748813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e14cfd4a-f28e-43a4-888d-ff40224fc25c req-a9bbda89-f614-4316-8e72-467641e8e983 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.2786417 Aug 03 19:01:31.750147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ebb1312e-35dd-49c0-99a1-6cc63f428373 None None] Provisioning complete for port 07186d41-0b97-4969-b5a9-bb4140ad1938 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:31.750522 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ebb1312e-35dd-49c0-99a1-6cc63f428373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.756201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f017344b-1d3d-4352-ba37-ec5f20db883e') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:31.767555 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.784788 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.788438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8248f7-3e99-4477-92e8-b352ec760d19 None None] Pushing event updated for resources: {'Port': ['ID=07186d41-0b97-4969-b5a9-bb4140ad1938,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:31.800726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:01:31.801611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.806942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.828289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-720a6992-eb5b-49d2-8d07-87c954f1b11b None None] For port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=70a0777c-6ebf-48dd-a8d1-9b5b5a92f780,segment=NetworkSegment(6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30),segment_id=6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:31.828518 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-720a6992-eb5b-49d2-8d07-87c954f1b11b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.836340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] No DVR routers for this DVR port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:31.849373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:31.849767 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.851664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-720a6992-eb5b-49d2-8d07-87c954f1b11b None None] Calling delete_port for 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:01:31.861169 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:01:31.915845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c970f-9363-4e13-8ebd-b060fe29ac78 req-15a4eb56-9d87-49cf-8d46-f03728cbe526 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.917835 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-893c970f-9363-4e13-8ebd-b060fe29ac78 req-15a4eb56-9d87-49cf-8d46-f03728cbe526 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 950 time: 0.1676366 Aug 03 19:01:31.922033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Pushing event deleted for resources: {'Port': ['ID=70a0777c-6ebf-48dd-a8d1-9b5b5a92f780,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:31.968274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.968545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.969004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.969492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.969855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.970195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.970531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.970869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.971193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.971522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.971852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.972507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:31.982606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-d87216fc-090f-4695-bb61-835405a2fe18 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.989046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-d87216fc-090f-4695-bb61-835405a2fe18 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.990800 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-d87216fc-090f-4695-bb61-835405a2fe18 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "GET /v2.0/networks?id=d9492e2d-4ca5-4453-8c33-ba5f03291b6d&id=7aa23c4f-82fe-47d4-abc4-c9810c8c1c62&id=d9492e2d-4ca5-4453-8c33-ba5f03291b6d HTTP/1.1" status: 200 len: 1391 time: 0.1267521 Aug 03 19:01:31.992197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.011729 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-893c970f-9363-4e13-8ebd-b060fe29ac78 req-d41214ce-18bf-4044-aca9-80ffaecc0c14 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660455 Aug 03 19:01:32.014470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'port': {'device_id': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d', 'admin_state_up': True, 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:32.061262 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-720a6992-eb5b-49d2-8d07-87c954f1b11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.080588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.092724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1baf9757-c4ea-438a-8941-d14f55c3c41b']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:32.102987 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.108990 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] 10.222.0.78 "DELETE /v2.0/networks/95b92a92-1768-42af-9d90-c86d3d5a4a8a HTTP/1.1" status: 204 len: 168 time: 0.7121439 Aug 03 19:01:32.115952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:32.116213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272f876-4df4-4162-9e7f-28c24d9f230c admin admin] Pushing event deleted for resources: {'Network': ['ID=95b92a92-1768-42af-9d90-c86d3d5a4a8a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:32.121165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aec8a92-86e7-47d3-bb26-ac5a0e8e8a30') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:32.134869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a6992-eb5b-49d2-8d07-87c954f1b11b None None] Pushing event deleted for resources: {'Port': ['ID=70a0777c-6ebf-48dd-a8d1-9b5b5a92f780,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:32.138882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e14cfd4a-f28e-43a4-888d-ff40224fc25c req-8f841b73-0326-4844-9c9e-f17f8fc3905f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3580093 Aug 03 19:01:32.142749 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.160667 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.163521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a6992-eb5b-49d2-8d07-87c954f1b11b None None] No DVR routers for this DVR port 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:32.175690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 89bbd391-e150-4200-9fda-f65b35abe294 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:32.183143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:01:32.183143 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:01:32.184672 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:01:32.188476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 7859262e-e847-45d1-91e7-0aeaf780cd5d details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:32.245442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:32.250713 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.320775 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-779870ca-3eb3-4a33-87a3-498668937b8d req-1d4d6e66-8251-43cd-9b8d-cd79765c4191 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 210 time: 0.0592995 Aug 03 19:01:32.376904 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:01:32.387436 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.396097 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.398160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] 10.222.0.78 "DELETE /v2.0/networks/1baf9757-c4ea-438a-8941-d14f55c3c41b HTTP/1.1" status: 204 len: 168 time: 2.0398343 Aug 03 19:01:32.426423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4667467-4846-4a3c-a0b0-f36457c862cf admin admin] Pushing event deleted for resources: {'Network': ['ID=1baf9757-c4ea-438a-8941-d14f55c3c41b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:32.457739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Allocated IP 19.80.0.21 (d9492e2d-4ca5-4453-8c33-ba5f03291b6d/98ad3d57-0cc0-44ee-933d-d9870f1b1df0/275ba54b-b318-4a27-add7-2f813a1a6e54) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:32.461218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 89bbd391-e150-4200-9fda-f65b35abe294 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:32.461693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 89bbd391-e150-4200-9fda-f65b35abe294 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:32.462041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:32.487104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43596) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:32.491270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:32.491612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 70a0777c-6ebf-48dd-a8d1-9b5b5a92f780 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:32.492180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:32.519762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f310ac-4349-48d5-b5dd-7ec089131a23 req-745bdd2f-92fd-4e49-8d1e-f081231534da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:32.524781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:32.525324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5ffd8a68-dd67-482b-b42b-8ce1944a1ab5 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:32.535684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f310ac-4349-48d5-b5dd-7ec089131a23 req-745bdd2f-92fd-4e49-8d1e-f081231534da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:32.538898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f310ac-4349-48d5-b5dd-7ec089131a23 req-745bdd2f-92fd-4e49-8d1e-f081231534da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:32.545015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f310ac-4349-48d5-b5dd-7ec089131a23 req-745bdd2f-92fd-4e49-8d1e-f081231534da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:32.552064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f310ac-4349-48d5-b5dd-7ec089131a23 req-745bdd2f-92fd-4e49-8d1e-f081231534da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:32.559296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f310ac-4349-48d5-b5dd-7ec089131a23 req-745bdd2f-92fd-4e49-8d1e-f081231534da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:32.564111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 7859262e-e847-45d1-91e7-0aeaf780cd5d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7859262e-e847-45d1-91e7-0aeaf780cd5d,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:32.566978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f310ac-4349-48d5-b5dd-7ec089131a23 req-745bdd2f-92fd-4e49-8d1e-f081231534da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:32.572924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4f310ac-4349-48d5-b5dd-7ec089131a23 req-745bdd2f-92fd-4e49-8d1e-f081231534da tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5420 time: 0.2649925 Aug 03 19:01:32.587195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '7859262e-e847-45d1-91e7-0aeaf780cd5d', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'port_id': '7859262e-e847-45d1-91e7-0aeaf780cd5d', 'mac_address': 'fa:16:3e:bc:34:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:32.613378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43598) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:32.620447 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-21d620e0-36c4-481e-8065-46441f4dc869 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d93768b1d2643a194e2c1b52980578a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306520 Aug 03 19:01:32.625191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43600) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:32.633913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5437a8d-d5cd-408f-a1e5-e7027bc792e5 req-9a5ebb12-ed8c-4fd6-8630-345c100ac242 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:32.635243 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.636367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5437a8d-d5cd-408f-a1e5-e7027bc792e5 req-9a5ebb12-ed8c-4fd6-8630-345c100ac242 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1895776 Aug 03 19:01:32.650141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7859262e-e847-45d1-91e7-0aeaf780cd5d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:32.670720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 7859262e-e847-45d1-91e7-0aeaf780cd5d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7859262e-e847-45d1-91e7-0aeaf780cd5d,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:32.676281 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.677063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 34528ff9-7e18-40e5-991f-d62e6697bd31 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:32.713964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4f310ac-4349-48d5-b5dd-7ec089131a23 req-81245ba4-c240-40c9-a3ec-b6b81c9d53fa tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244252 Aug 03 19:01:32.778016 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-02cc01cb-e351-4ac7-a78b-68cdd1d1b945 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f2320e0bc46475585d683cd00a9587b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616473 Aug 03 19:01:32.778318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=7859262e-e847-45d1-91e7-0aeaf780cd5d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:32.779121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43602) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:32.788687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.798645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-584760ba-b94c-4d4a-8a8e-482ac62368da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.799431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5437a8d-d5cd-408f-a1e5-e7027bc792e5 req-628e7ecd-ad59-4796-b4d0-c26415c5ad01 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363266 Aug 03 19:01:32.827091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Transition to ACTIVE for port object 275ba54b-b318-4a27-add7-2f813a1a6e54 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:32.834617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 34528ff9-7e18-40e5-991f-d62e6697bd31, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=34528ff9-7e18-40e5-991f-d62e6697bd31,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:32.841681 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-584760ba-b94c-4d4a-8a8e-482ac62368da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.847324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '34528ff9-7e18-40e5-991f-d62e6697bd31', 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f', 'port_id': '34528ff9-7e18-40e5-991f-d62e6697bd31', 'mac_address': 'fa:16:3e:ef:e6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e5d750-0ab6-448e-8fa1-a8eb8676f923', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:32.857159 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7176aba-d45b-4b1e-89af-4152f8db2699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.887507 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7176aba-d45b-4b1e-89af-4152f8db2699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.899933 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.909456 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.916048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34528ff9-7e18-40e5-991f-d62e6697bd31 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:32.939544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 34528ff9-7e18-40e5-991f-d62e6697bd31, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=34528ff9-7e18-40e5-991f-d62e6697bd31,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:32.948349 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.950625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2368e8b7-e6bd-408f-a553-4e52a840cf69 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:32.957459 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-584760ba-b94c-4d4a-8a8e-482ac62368da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.960090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-584760ba-b94c-4d4a-8a8e-482ac62368da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.961305 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7176aba-d45b-4b1e-89af-4152f8db2699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.963977 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-584760ba-b94c-4d4a-8a8e-482ac62368da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae9c9929-91f1-4f52-a23e-b4ebdfff0b68 HTTP/1.1" status: 204 len: 168 time: 0.3376155 Aug 03 19:01:32.964624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7176aba-d45b-4b1e-89af-4152f8db2699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.980044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network d9492e2d-4ca5-4453-8c33-ba5f03291b6d is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:32.980827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a7176aba-d45b-4b1e-89af-4152f8db2699 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d9d1ff8-713d-4365-b223-90581dd904fd HTTP/1.1" status: 204 len: 168 time: 0.1892664 Aug 03 19:01:32.986738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584760ba-b94c-4d4a-8a8e-482ac62368da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9c9929-91f1-4f52-a23e-b4ebdfff0b68,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:32.999013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:33.001587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Port': ['ID=275ba54b-b318-4a27-add7-2f813a1a6e54,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:33.008173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7176aba-d45b-4b1e-89af-4152f8db2699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d1ff8-713d-4365-b223-90581dd904fd,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:33.019668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:33.047685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 2368e8b7-e6bd-408f-a553-4e52a840cf69, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2368e8b7-e6bd-408f-a553-4e52a840cf69,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:33.050751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=34528ff9-7e18-40e5-991f-d62e6697bd31,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:33.067217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '2368e8b7-e6bd-408f-a553-4e52a840cf69', 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f', 'port_id': '2368e8b7-e6bd-408f-a553-4e52a840cf69', 'mac_address': 'fa:16:3e:cc:69:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e5d750-0ab6-448e-8fa1-a8eb8676f923', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:33.145381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.146091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ebd560a5-54a3-4147-b0f5-91abc766bc02 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:33.156996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.186716 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5c7d8d6b-574e-441f-99c2-10e1a40c7041 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1751082 Aug 03 19:01:33.196655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'port': {'device_id': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62', 'admin_state_up': True, 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:33.221091 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.260286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2368e8b7-e6bd-408f-a553-4e52a840cf69 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:33.296594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568aef99-9d82-4fff-b5ab-317266625851 req-c917c64a-dafe-4015-981c-35216ac0f048 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.304966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-568aef99-9d82-4fff-b5ab-317266625851 req-c917c64a-dafe-4015-981c-35216ac0f048 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 950 time: 0.1626389 Aug 03 19:01:33.375094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-568aef99-9d82-4fff-b5ab-317266625851 req-3d01ea0e-1262-4fab-8e60-4414da8142bc tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666080 Aug 03 19:01:33.375589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 2368e8b7-e6bd-408f-a553-4e52a840cf69, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2368e8b7-e6bd-408f-a553-4e52a840cf69,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:33.390831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 07186d41-0b97-4969-b5a9-bb4140ad1938 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:33.395526 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.396869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c4622b33-fb7a-4c0a-8092-6fbdc41097dc details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:33.481530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8aee2-b365-4eb4-bf0f-e403d71a2c9d req-d223b694-2026-4957-be14-b4ce86a44d46 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.488909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8aee2-b365-4eb4-bf0f-e403d71a2c9d req-d223b694-2026-4957-be14-b4ce86a44d46 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.494218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:33.496631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8aee2-b365-4eb4-bf0f-e403d71a2c9d req-d223b694-2026-4957-be14-b4ce86a44d46 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.498366 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.504624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8aee2-b365-4eb4-bf0f-e403d71a2c9d req-d223b694-2026-4957-be14-b4ce86a44d46 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.509895 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.512376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8aee2-b365-4eb4-bf0f-e403d71a2c9d req-d223b694-2026-4957-be14-b4ce86a44d46 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.520286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8aee2-b365-4eb4-bf0f-e403d71a2c9d req-d223b694-2026-4957-be14-b4ce86a44d46 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.527100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8aee2-b365-4eb4-bf0f-e403d71a2c9d req-d223b694-2026-4957-be14-b4ce86a44d46 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.529379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fd8aee2-b365-4eb4-bf0f-e403d71a2c9d req-d223b694-2026-4957-be14-b4ce86a44d46 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.1343498 Aug 03 19:01:33.614531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ebd560a5-54a3-4147-b0f5-91abc766bc02, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ebd560a5-54a3-4147-b0f5-91abc766bc02,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:33.623924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c952f-0e11-40bf-a76b-d8ae6e8f3e1c req-fca54ec2-436f-4842-82a6-98e2d4d4546f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.631865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-744c952f-0e11-40bf-a76b-d8ae6e8f3e1c req-fca54ec2-436f-4842-82a6-98e2d4d4546f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 931 time: 0.1009116 Aug 03 19:01:33.639021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd560a5-54a3-4147-b0f5-91abc766bc02'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:33.642944 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec36eab-ef37-4a29-87d2-297f6894e7c3" -d '{"events": [{"server_uuid": "50fb954c-6e40-4f07-ad5f-a897f6db43c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd560a5-54a3-4147-b0f5-91abc766bc02"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:33.678412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fd8aee2-b365-4eb4-bf0f-e403d71a2c9d req-6f02997a-0df5-44e5-addd-8769f4127192 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343052 Aug 03 19:01:33.684772 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:01:33.708745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5f3dd273-e090-476c-bdbe-7307ee63a017 None None] Provisioning for port 275ba54b-b318-4a27-add7-2f813a1a6e54 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:33.711161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Allocated IP 19.86.0.44 (7aa23c4f-82fe-47d4-abc4-c9810c8c1c62/f268ddf7-330b-4ff5-9d1a-207baa0f79de/2e166fa4-e4ec-48d4-9a80-d01fae4b4a78) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:33.714774 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.721060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-744c952f-0e11-40bf-a76b-d8ae6e8f3e1c req-981be0a9-4b51-4e6b-b412-b258737f8cd7 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880404 Aug 03 19:01:33.750667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port c4622b33-fb7a-4c0a-8092-6fbdc41097dc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:33.753658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=2368e8b7-e6bd-408f-a553-4e52a840cf69,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:33.779980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5f3dd273-e090-476c-bdbe-7307ee63a017 None None] Provisioning complete for port 275ba54b-b318-4a27-add7-2f813a1a6e54 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:33.779980 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd273-e090-476c-bdbe-7307ee63a017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.787432 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e769c3a3-fc50-45c6-a331-7d440a5ef623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.872265 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11243ee2-fb1b-4214-a6df-3234af538ebe x-openstack-request-id: req-11243ee2-fb1b-4214-a6df-3234af538ebe {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:33.872568 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb954c-6e40-4f07-ad5f-a897f6db43c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd560a5-54a3-4147-b0f5-91abc766bc02", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:33.872805 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11243ee2-fb1b-4214-a6df-3234af538ebe {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:33.873188 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd560a5-54a3-4147-b0f5-91abc766bc02', 'code': 200} Aug 03 19:01:33.874368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 07186d41-0b97-4969-b5a9-bb4140ad1938 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:33.874368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.879879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'c4622b33-fb7a-4c0a-8092-6fbdc41097dc', 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f', 'port_id': 'c4622b33-fb7a-4c0a-8092-6fbdc41097dc', 'mac_address': 'fa:16:3e:5d:1e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e5d750-0ab6-448e-8fa1-a8eb8676f923', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:33.933911 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.934729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5f3dd273-e090-476c-bdbe-7307ee63a017 None None] Port 275ba54b-b318-4a27-add7-2f813a1a6e54 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:33.954295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Transition to ACTIVE for port object 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:33.969834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ebd560a5-54a3-4147-b0f5-91abc766bc02,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:34.011441 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.018826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.057390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4622b33-fb7a-4c0a-8092-6fbdc41097dc {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:34.092981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b957e-89bc-497f-a04d-9fe65cffc52b req-b5472b96-8dfb-4d11-ae15-66532c7e7fa5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.094323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:34.098319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:34.108850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b957e-89bc-497f-a04d-9fe65cffc52b req-b5472b96-8dfb-4d11-ae15-66532c7e7fa5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.115317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b957e-89bc-497f-a04d-9fe65cffc52b req-b5472b96-8dfb-4d11-ae15-66532c7e7fa5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.121091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:34.121888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port c4622b33-fb7a-4c0a-8092-6fbdc41097dc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:34.127786 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.134300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b957e-89bc-497f-a04d-9fe65cffc52b req-b5472b96-8dfb-4d11-ae15-66532c7e7fa5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.142586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b957e-89bc-497f-a04d-9fe65cffc52b req-b5472b96-8dfb-4d11-ae15-66532c7e7fa5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.164444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b957e-89bc-497f-a04d-9fe65cffc52b req-b5472b96-8dfb-4d11-ae15-66532c7e7fa5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.175271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b957e-89bc-497f-a04d-9fe65cffc52b req-b5472b96-8dfb-4d11-ae15-66532c7e7fa5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.189836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.190654 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.192058 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e60b957e-89bc-497f-a04d-9fe65cffc52b req-b5472b96-8dfb-4d11-ae15-66532c7e7fa5 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5423 time: 0.2312717 Aug 03 19:01:34.231922 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0396442 Aug 03 19:01:34.232919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582df71-e335-4f9f-9a50-ca612f2d80c9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Port': ['ID=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:34.240542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d56ded67-baa3-4450-9d65-f20f6f05c226 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:34.260538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'port': {'device_id': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d', 'admin_state_up': True, 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:34.265382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:34.312727 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e60b957e-89bc-497f-a04d-9fe65cffc52b req-3f461b24-3882-4f5e-8303-53e3a4ffd44c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183097 Aug 03 19:01:34.488751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d56ded67-baa3-4450-9d65-f20f6f05c226, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d56ded67-baa3-4450-9d65-f20f6f05c226,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:34.509718 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:34.512294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'd56ded67-baa3-4450-9d65-f20f6f05c226', 'network_id': '4a0d5886-96c2-4dff-baa6-95bbe249d83f', 'port_id': 'd56ded67-baa3-4450-9d65-f20f6f05c226', 'mac_address': 'fa:16:3e:04:c4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e5d750-0ab6-448e-8fa1-a8eb8676f923', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:34.514796 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.595224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8acab2c2-d5f7-4619-a7cb-7f2a34f03048 None None] Provisioning for port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:34.599267 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.602796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8acab2c2-d5f7-4619-a7cb-7f2a34f03048 None None] Provisioning complete for port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:34.603638 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8acab2c2-d5f7-4619-a7cb-7f2a34f03048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.611560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9c268-94da-4101-a4c0-15453e2ba371 req-1f686ffe-d5c5-4298-83b5-447323ff23c9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.629720 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6f9c268-94da-4101-a4c0-15453e2ba371 req-1f686ffe-d5c5-4298-83b5-447323ff23c9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1671171 Aug 03 19:01:34.643615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56ded67-baa3-4450-9d65-f20f6f05c226 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:34.732925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8acab2c2-d5f7-4619-a7cb-7f2a34f03048 None None] Port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:34.741390 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6f9c268-94da-4101-a4c0-15453e2ba371 req-8f655449-c428-4952-a796-de05905cd63a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982144 Aug 03 19:01:34.744802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d56ded67-baa3-4450-9d65-f20f6f05c226, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d56ded67-baa3-4450-9d65-f20f6f05c226,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:34.751457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43702) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:34.751662 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43698) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:34.759132 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.759464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Allocated IP 19.80.0.20 (d9492e2d-4ca5-4453-8c33-ba5f03291b6d/98ad3d57-0cc0-44ee-933d-d9870f1b1df0/94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:34.759861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 408adf51-6186-4b71-b531-2af9fbe32cdb details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:34.902475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415459c1-86d5-42e4-9646-288ddbd40c22 req-390ca7e7-4c10-44a0-b99f-38935317ea54 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.910519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=d56ded67-baa3-4450-9d65-f20f6f05c226,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:34.911648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415459c1-86d5-42e4-9646-288ddbd40c22 req-390ca7e7-4c10-44a0-b99f-38935317ea54 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.921348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415459c1-86d5-42e4-9646-288ddbd40c22 req-390ca7e7-4c10-44a0-b99f-38935317ea54 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.928811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415459c1-86d5-42e4-9646-288ddbd40c22 req-390ca7e7-4c10-44a0-b99f-38935317ea54 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.936168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415459c1-86d5-42e4-9646-288ddbd40c22 req-390ca7e7-4c10-44a0-b99f-38935317ea54 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.942054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['7859262e-e847-45d1-91e7-0aeaf780cd5d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:34.944701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415459c1-86d5-42e4-9646-288ddbd40c22 req-390ca7e7-4c10-44a0-b99f-38935317ea54 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.953477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415459c1-86d5-42e4-9646-288ddbd40c22 req-390ca7e7-4c10-44a0-b99f-38935317ea54 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.962142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-415459c1-86d5-42e4-9646-288ddbd40c22 req-390ca7e7-4c10-44a0-b99f-38935317ea54 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.1543579 Aug 03 19:01:34.971563 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.974165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2079636409-network', 'tenant_id': '68399c9354c34ac3aba9810a831d47e0'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:34.976886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-822320482-network', 'tenant_id': '90d102bd247a480c818c34eef69ba717'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:35.000681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Transition to ACTIVE for port object 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:35.004316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 408adf51-6186-4b71-b531-2af9fbe32cdb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=408adf51-6186-4b71-b531-2af9fbe32cdb,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:35.012106 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Made reservation on behalf of 90d102bd247a480c818c34eef69ba717 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:35.014707 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.026052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.032007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '408adf51-6186-4b71-b531-2af9fbe32cdb', 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693', 'port_id': '408adf51-6186-4b71-b531-2af9fbe32cdb', 'mac_address': 'fa:16:3e:0e:a3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49aaa83c-dc72-498e-9356-036dc25863a5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:35.034398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['34528ff9-7e18-40e5-991f-d62e6697bd31'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:35.051737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Made reservation on behalf of 68399c9354c34ac3aba9810a831d47e0 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:35.054358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.066933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['c4622b33-fb7a-4c0a-8092-6fbdc41097dc'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:35.070551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-415459c1-86d5-42e4-9646-288ddbd40c22 req-07acc1e1-8643-4a34-9afc-f006a7462317 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072431 Aug 03 19:01:35.084207 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.085627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12540c-c63e-4e54-b25b-807f332b3330 req-1f462367-f61b-4e5c-9202-b12988c78062 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.111004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12540c-c63e-4e54-b25b-807f332b3330 req-1f462367-f61b-4e5c-9202-b12988c78062 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.112680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec12540c-c63e-4e54-b25b-807f332b3330 req-1f462367-f61b-4e5c-9202-b12988c78062 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 1653 time: 0.2437420 Aug 03 19:01:35.114394 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.134189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['2368e8b7-e6bd-408f-a553-4e52a840cf69'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:35.154974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network d9492e2d-4ca5-4453-8c33-ba5f03291b6d is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:35.164843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:35.175200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Port': ['ID=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:35.188016 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:35.246654 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.264610 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.265399 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.279429 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.287733 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.311868 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-c1ce303f-9ed8-4270-8ee7-66b8d0cdeeb3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0652363 Aug 03 19:01:35.323792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:35.335559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408adf51-6186-4b71-b531-2af9fbe32cdb {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:35.338448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Request body: {'port': {'device_id': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:35.344253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2785cd6-e15e-45e5-88e3-4c3a153f132e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:35.370147 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.370502 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Added segment 54154da3-0050-48f8-9b95-261e6150b39c of type vlan for network cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f Aug 03 19:01:35.436160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 408adf51-6186-4b71-b531-2af9fbe32cdb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=408adf51-6186-4b71-b531-2af9fbe32cdb,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:35.454159 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.454814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device dba46738-6fe7-47a8-b264-fa6c39dd8977 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:35.462968 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.469174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.592596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec12540c-c63e-4e54-b25b-807f332b3330 req-de0565b0-a9b1-4ede-b23c-23eaca72af15 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677513 Aug 03 19:01:35.610655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port dba46738-6fe7-47a8-b264-fa6c39dd8977, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=dba46738-6fe7-47a8-b264-fa6c39dd8977,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:35.638405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a364-9f90-416b-b572-c8a2102e3ff8 req-c7c65fee-aa9e-4dd2-bae0-c003ff6e25cb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.646987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a364-9f90-416b-b572-c8a2102e3ff8 req-c7c65fee-aa9e-4dd2-bae0-c003ff6e25cb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.654320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a364-9f90-416b-b572-c8a2102e3ff8 req-c7c65fee-aa9e-4dd2-bae0-c003ff6e25cb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.658490 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.659668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.660369 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.661488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a364-9f90-416b-b572-c8a2102e3ff8 req-c7c65fee-aa9e-4dd2-bae0-c003ff6e25cb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.669956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a364-9f90-416b-b572-c8a2102e3ff8 req-c7c65fee-aa9e-4dd2-bae0-c003ff6e25cb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.677711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a364-9f90-416b-b572-c8a2102e3ff8 req-c7c65fee-aa9e-4dd2-bae0-c003ff6e25cb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.684223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783a364-9f90-416b-b572-c8a2102e3ff8 req-c7c65fee-aa9e-4dd2-bae0-c003ff6e25cb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.692473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7783a364-9f90-416b-b572-c8a2102e3ff8 req-c7c65fee-aa9e-4dd2-bae0-c003ff6e25cb tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5426 time: 0.1858838 Aug 03 19:01:35.704396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'dba46738-6fe7-47a8-b264-fa6c39dd8977', 'network_id': 'bb73ae63-dd24-41e8-9010-968a1eb21693', 'port_id': 'dba46738-6fe7-47a8-b264-fa6c39dd8977', 'mac_address': 'fa:16:3e:70:7d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49aaa83c-dc72-498e-9356-036dc25863a5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:35.717943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=408adf51-6186-4b71-b531-2af9fbe32cdb,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:35.751936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-59ea3f34-500e-4e70-b0d9-11d8a2fccaa2 None None] Provisioning for port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:35.787574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7783a364-9f90-416b-b572-c8a2102e3ff8 req-107c5e65-0935-430e-a962-306fc6d740a6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881772 Aug 03 19:01:35.799867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-59ea3f34-500e-4e70-b0d9-11d8a2fccaa2 None None] Provisioning complete for port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:35.800242 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-59ea3f34-500e-4e70-b0d9-11d8a2fccaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.825571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] Pushing event updated for resources: {'Network': ['ID=cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:35.842294 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.847768 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.861201 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8fd252c1-2ebc-4d87-a87d-8334d6fcb26d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1065154 Aug 03 19:01:35.865070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43740) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:35.877327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] Request body: {'subnet': {'network_id': 'cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-822320482-subnet', 'tenant_id': '90d102bd247a480c818c34eef69ba717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:35.882578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:35.909879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc58b6f8-9555-4a7d-a85d-f797235f8802,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:35.928763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] Made reservation on behalf of 90d102bd247a480c818c34eef69ba717 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:35.931877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.933036 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.933545 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Added segment 31f96b38-9c0c-458c-8451-c8b7e1e5c03a of type vlan for network 24291888-b792-499c-a0fb-f5b873ed51b1 Aug 03 19:01:35.934172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:35.988747 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.008934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43785562-ffc2-41b7-9c4d-55e6cc352267 req-248a7626-1c5a-42ff-9fb7-806bdba075d9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.010622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43785562-ffc2-41b7-9c4d-55e6cc352267 req-248a7626-1c5a-42ff-9fb7-806bdba075d9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1144681 Aug 03 19:01:36.052121 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-59ea3f34-500e-4e70-b0d9-11d8a2fccaa2 None None] Port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:36.060457 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.082587 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.084211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.085007 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.123400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43785562-ffc2-41b7-9c4d-55e6cc352267 req-1656b889-fe78-432c-a4a4-c66d8df33309 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845594 Aug 03 19:01:36.130965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275ba54b-b318-4a27-add7-2f813a1a6e54 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:36.177086 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4224994 Aug 03 19:01:36.178117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43748) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:36.182503 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.196657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] Request body: {'subnet': {'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2079636409-subnet', 'tenant_id': '68399c9354c34ac3aba9810a831d47e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:36.207240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Transition to ACTIVE for port object 275ba54b-b318-4a27-add7-2f813a1a6e54 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:36.260091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba46738-6fe7-47a8-b264-fa6c39dd8977 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:36.260751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c1649-8260-464f-b568-ea8ef849bd51 admin admin] Pushing event updated for resources: {'Network': ['ID=24291888-b792-499c-a0fb-f5b873ed51b1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:36.282859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] Made reservation on behalf of 68399c9354c34ac3aba9810a831d47e0 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:36.284912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 24291888-b792-499c-a0fb-f5b873ed51b1 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:36.285386 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.290412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port dba46738-6fe7-47a8-b264-fa6c39dd8977, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=dba46738-6fe7-47a8-b264-fa6c39dd8977,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:36.332408 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.333229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:36.366930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ff250-32b8-4093-bbfb-f0998c8b3e66 req-453105a7-12dd-4e80-bf55-c37b4ef03c64 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.374547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ff250-32b8-4093-bbfb-f0998c8b3e66 req-453105a7-12dd-4e80-bf55-c37b4ef03c64 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.383265 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.383458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ff250-32b8-4093-bbfb-f0998c8b3e66 req-453105a7-12dd-4e80-bf55-c37b4ef03c64 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.399553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ff250-32b8-4093-bbfb-f0998c8b3e66 req-453105a7-12dd-4e80-bf55-c37b4ef03c64 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.409407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ff250-32b8-4093-bbfb-f0998c8b3e66 req-453105a7-12dd-4e80-bf55-c37b4ef03c64 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.418528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ff250-32b8-4093-bbfb-f0998c8b3e66 req-453105a7-12dd-4e80-bf55-c37b4ef03c64 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.423507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ff250-32b8-4093-bbfb-f0998c8b3e66 req-453105a7-12dd-4e80-bf55-c37b4ef03c64 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.425825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f4ff250-32b8-4093-bbfb-f0998c8b3e66 req-453105a7-12dd-4e80-bf55-c37b4ef03c64 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.2196651 Aug 03 19:01:36.450759 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.475736 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7a7587da-0bc8-48af-bae3-4fc23960212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.486106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=dba46738-6fe7-47a8-b264-fa6c39dd8977,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:36.548788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f4ff250-32b8-4093-bbfb-f0998c8b3e66 req-18b7e4ec-2aab-408e-aec0-99be51b66296 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061785 Aug 03 19:01:36.587054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Pushing event updated for resources: {'Port': ['ID=275ba54b-b318-4a27-add7-2f813a1a6e54,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:36.630456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] Checking segment: {'id': '54154da3-0050-48f8-9b95-261e6150b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:36.630456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] Network hostable DHCP agents. Network: cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:36.635234 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.641779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad334a48-95e7-4769-8668-a8180243b7bf,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:36.674937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:36.707283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'mac_address': 'fa:16:3e:ca:af:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:36.718592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] Network cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:36.736690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Attempting to bind port 275ba54b-b318-4a27-add7-2f813a1a6e54 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:36.737039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Attempting to bind port 275ba54b-b318-4a27-add7-2f813a1a6e54 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:36.737389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Attempting to bind port 275ba54b-b318-4a27-add7-2f813a1a6e54 on network d9492e2d-4ca5-4453-8c33-ba5f03291b6d {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:36.748642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Port 275ba54b-b318-4a27-add7-2f813a1a6e54 on network d9492e2d-4ca5-4453-8c33-ba5f03291b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:36.748937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Attempting to bind port 275ba54b-b318-4a27-add7-2f813a1a6e54 on network d9492e2d-4ca5-4453-8c33-ba5f03291b6d {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:36.752825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:36.773522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.774157 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.777978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:36.778387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Checking segment: {'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:36.778750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Bound using segment: {'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:36.779296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Bound port: 275ba54b-b318-4a27-add7-2f813a1a6e54, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:36.779672 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.794990 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.830821 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.849787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb0026-8933-4a0b-8c3f-be6a1432b4e4 None None] Network cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:36.877267 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-237c4090-cc4b-4b00-b0da-aac395e92f98 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9967952 Aug 03 19:01:36.893995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:36.953283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22639e3b-11f7-4afc-8581-ef16ec72189b req-7f58eb0b-6284-441c-9721-9fd01bb00249 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.975580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22639e3b-11f7-4afc-8581-ef16ec72189b req-7f58eb0b-6284-441c-9721-9fd01bb00249 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.001163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22639e3b-11f7-4afc-8581-ef16ec72189b req-7f58eb0b-6284-441c-9721-9fd01bb00249 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.018349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] For port 275ba54b-b318-4a27-add7-2f813a1a6e54, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:37.025140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] For port 275ba54b-b318-4a27-add7-2f813a1a6e54, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=275ba54b-b318-4a27-add7-2f813a1a6e54,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:37.035189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.037381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22639e3b-11f7-4afc-8581-ef16ec72189b req-7f58eb0b-6284-441c-9721-9fd01bb00249 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2386 time: 0.3309340 Aug 03 19:01:37.103890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.104514 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.105988 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] 10.222.0.37 "PUT /v2.0/ports/275ba54b-b318-4a27-add7-2f813a1a6e54 HTTP/1.1" status: 200 len: 1091 time: 1.7778091 Aug 03 19:01:37.106501 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'tag': '275ba54b-b318-4a27-add7-2f813a1a6e54'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:37.109838 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc39652-9455-41ec-9d4c-5a458aca86ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "tag": "275ba54b-b318-4a27-add7-2f813a1a6e54"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:37.148437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Request body: {'port': {'device_id': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:37.252426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:37.258450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3f098-cbd9-4add-bbce-8abf763103d9 service neutron] Pushing event updated for resources: {'Port': ['ID=275ba54b-b318-4a27-add7-2f813a1a6e54,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:37.283599 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.297186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:37.312218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:37.327653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f69aca-eda6-4641-b216-f91166136dd9 None None] Network cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:37.338361 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.363932 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22639e3b-11f7-4afc-8581-ef16ec72189b req-e810f366-2596-43ef-ae98-082aa53a5a91 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254955 Aug 03 19:01:37.408126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] Checking segment: {'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:37.408719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] Network hostable DHCP agents. Network: 24291888-b792-499c-a0fb-f5b873ed51b1, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:37.516858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] Network 24291888-b792-499c-a0fb-f5b873ed51b1 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:37.550732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 24291888-b792-499c-a0fb-f5b873ed51b1) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:37.573049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939604f-5f21-47fe-a40b-f23230b1e060 req-04b34153-6942-40cf-9d72-cb5779c2c509 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.590152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ba7a89-9025-4c8c-a7d2-242a4449d372 None None] Network 24291888-b792-499c-a0fb-f5b873ed51b1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:37.592517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939604f-5f21-47fe-a40b-f23230b1e060 req-04b34153-6942-40cf-9d72-cb5779c2c509 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.596167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 7859262e-e847-45d1-91e7-0aeaf780cd5d up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:37.620164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939604f-5f21-47fe-a40b-f23230b1e060 req-04b34153-6942-40cf-9d72-cb5779c2c509 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.638209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939604f-5f21-47fe-a40b-f23230b1e060 req-04b34153-6942-40cf-9d72-cb5779c2c509 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.656700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939604f-5f21-47fe-a40b-f23230b1e060 req-04b34153-6942-40cf-9d72-cb5779c2c509 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.662441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939604f-5f21-47fe-a40b-f23230b1e060 req-04b34153-6942-40cf-9d72-cb5779c2c509 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.682323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939604f-5f21-47fe-a40b-f23230b1e060 req-04b34153-6942-40cf-9d72-cb5779c2c509 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.701200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a939604f-5f21-47fe-a40b-f23230b1e060 req-04b34153-6942-40cf-9d72-cb5779c2c509 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5427 time: 0.6596329 Aug 03 19:01:37.704157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.704694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.813939 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7870f9-aee3-499b-96a5-8e008ff5483c x-openstack-request-id: req-ac7870f9-aee3-499b-96a5-8e008ff5483c {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:37.814267 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "tag": "275ba54b-b318-4a27-add7-2f813a1a6e54", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:37.814480 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac7870f9-aee3-499b-96a5-8e008ff5483c {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:37.814883 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'tag': '275ba54b-b318-4a27-add7-2f813a1a6e54', 'status': 'completed', 'code': 200} Aug 03 19:01:37.866753 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:37.887104 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.924298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a939604f-5f21-47fe-a40b-f23230b1e060 req-c104114d-aac4-4678-8405-9b00f3b413ab tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2220652 Aug 03 19:01:37.928091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Transition to ACTIVE for port object 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:37.933576 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.995793 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['19b5c5aa-1795-49ff-a1a7-feaafcd72ddc'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:38.075549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-388de9cd-6dae-48f8-90f8-bf3c8b8ca193 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8935249 Aug 03 19:01:38.130055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a3cf1-9d71-4d39-9c7c-38b9602a0d65 req-1fac721b-1ca4-4d62-9eb7-5d84b8436702 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.131803 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe5a3cf1-9d71-4d39-9c7c-38b9602a0d65 req-1fac721b-1ca4-4d62-9eb7-5d84b8436702 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.3457985 Aug 03 19:01:38.135286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc39652-9455-41ec-9d4c-5a458aca86ed req-3d2e0022-f17d-4e32-8e66-66df97f9c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.135770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc39652-9455-41ec-9d4c-5a458aca86ed req-3d2e0022-f17d-4e32-8e66-66df97f9c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.136242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc39652-9455-41ec-9d4c-5a458aca86ed req-3d2e0022-f17d-4e32-8e66-66df97f9c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.144429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Pushing event updated for resources: {'Port': ['ID=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:38.150343 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afc39652-9455-41ec-9d4c-5a458aca86ed req-3d2e0022-f17d-4e32-8e66-66df97f9c3c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2729 time: 0.4423070 Aug 03 19:01:38.171912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:38.196197 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:38.266403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Attempting to bind port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:38.266970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Attempting to bind port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'a49f817a-679f-4b8a-af71-c2f4a2a365ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:38.266970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Attempting to bind port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 on network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:38.286598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 on network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:38.286598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Attempting to bind port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 on network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:38.305881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:38.306225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Checking segment: {'id': 'a49f817a-679f-4b8a-af71-c2f4a2a365ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:38.306611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Bound using segment: {'id': 'a49f817a-679f-4b8a-af71-c2f4a2a365ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:38.307044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Bound port: 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49f817a-679f-4b8a-af71-c2f4a2a365ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:38.307400 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:38.366788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:38.453926 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['dba46738-6fe7-47a8-b264-fa6c39dd8977'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:38.455119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc39652-9455-41ec-9d4c-5a458aca86ed req-1f46210a-0afb-4664-83fe-e052b092db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.455438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc39652-9455-41ec-9d4c-5a458aca86ed req-1f46210a-0afb-4664-83fe-e052b092db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.455909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc39652-9455-41ec-9d4c-5a458aca86ed req-1f46210a-0afb-4664-83fe-e052b092db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.456181 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['408adf51-6186-4b71-b531-2af9fbe32cdb'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:38.457788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afc39652-9455-41ec-9d4c-5a458aca86ed req-1f46210a-0afb-4664-83fe-e052b092db73 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2980471 Aug 03 19:01:38.500521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] For port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:38.508957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] For port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78,segment=NetworkSegment(a49f817a-679f-4b8a-af71-c2f4a2a365ff),segment_id=a49f817a-679f-4b8a-af71-c2f4a2a365ff)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:38.521635 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:38.577741 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe5a3cf1-9d71-4d39-9c7c-38b9602a0d65 req-a663c1b4-a709-4bf2-9cd4-ed864f54ee06 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4214919 Aug 03 19:01:38.647370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Pushing event updated for resources: {'Port': ['ID=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:38.671664 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc39652-9455-41ec-9d4c-5a458aca86ed req-84bcfdcf-d5ab-4e27-b669-8a23684d39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.673658 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afc39652-9455-41ec-9d4c-5a458aca86ed req-84bcfdcf-d5ab-4e27-b669-8a23684d39a0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2054079 Aug 03 19:01:38.710271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'mac_address': 'fa:16:3e:df:fa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:38.716933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.723467 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:38.725220 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-877de289-b7ad-47bd-b94d-4802019e9339 service neutron] 10.222.0.37 "PUT /v2.0/ports/2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 HTTP/1.1" status: 200 len: 1091 time: 1.5823450 Aug 03 19:01:38.750081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 7859262e-e847-45d1-91e7-0aeaf780cd5d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:38.770438 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Request body: {'port': {'device_id': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:38.807502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103450e-deb8-4e1c-aab5-6400d65a725d req-269d9e41-31e8-4e2a-8ff2-a4fd1f51f5b9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.826577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103450e-deb8-4e1c-aab5-6400d65a725d req-269d9e41-31e8-4e2a-8ff2-a4fd1f51f5b9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.849116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103450e-deb8-4e1c-aab5-6400d65a725d req-269d9e41-31e8-4e2a-8ff2-a4fd1f51f5b9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.865100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103450e-deb8-4e1c-aab5-6400d65a725d req-269d9e41-31e8-4e2a-8ff2-a4fd1f51f5b9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.874694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 7859262e-e847-45d1-91e7-0aeaf780cd5d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:38.878444 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:38.882477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103450e-deb8-4e1c-aab5-6400d65a725d req-269d9e41-31e8-4e2a-8ff2-a4fd1f51f5b9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.907425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103450e-deb8-4e1c-aab5-6400d65a725d req-269d9e41-31e8-4e2a-8ff2-a4fd1f51f5b9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.927633 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103450e-deb8-4e1c-aab5-6400d65a725d req-269d9e41-31e8-4e2a-8ff2-a4fd1f51f5b9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.936606 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:38.943706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b103450e-deb8-4e1c-aab5-6400d65a725d req-269d9e41-31e8-4e2a-8ff2-a4fd1f51f5b9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5430 time: 0.2548063 Aug 03 19:01:39.053966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b103450e-deb8-4e1c-aab5-6400d65a725d req-3750e05a-be34-4a51-be8e-2f55557abbac tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040945 Aug 03 19:01:39.161349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab340dc2-da8c-4072-af71-ff03f4fc62e2 None None] Network 24291888-b792-499c-a0fb-f5b873ed51b1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:39.446514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['d56ded67-baa3-4450-9d65-f20f6f05c226'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:39.546629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8c00d432-ef3d-498e-aa64-07aaad4b4404 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:39.584079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:39.601922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.615903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Transition to ACTIVE for port object 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:39.622697 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.682805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8c00d432-ef3d-498e-aa64-07aaad4b4404, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8c00d432-ef3d-498e-aa64-07aaad4b4404,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:39.747003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '8c00d432-ef3d-498e-aa64-07aaad4b4404', 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90', 'port_id': '8c00d432-ef3d-498e-aa64-07aaad4b4404', 'mac_address': 'fa:16:3e:e6:9f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7885d16-488e-4ec6-befe-684ff8a04da4', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:39.748752 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.767471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Pushing event updated for resources: {'Port': ['ID=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:39.854471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'tag': '2e166fa4-e4ec-48d4-9a80-d01fae4b4a78'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:39.856739 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "tag": "2e166fa4-e4ec-48d4-9a80-d01fae4b4a78"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:39.965329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Attempting to bind port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:39.965676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Attempting to bind port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:39.966018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Attempting to bind port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc on network d9492e2d-4ca5-4453-8c33-ba5f03291b6d {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:39.975303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc on network d9492e2d-4ca5-4453-8c33-ba5f03291b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:39.975634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Attempting to bind port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc on network d9492e2d-4ca5-4453-8c33-ba5f03291b6d {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:39.978553 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.990220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:39.990559 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Checking segment: {'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:39.991080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Bound using segment: {'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:39.991546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Bound port: 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a7604d-4cc0-4bb9-a051-634a05821322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:39.991902 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.004280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:40.008654 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.116347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c00d432-ef3d-498e-aa64-07aaad4b4404 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:40.139439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] For port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:40.150616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8c00d432-ef3d-498e-aa64-07aaad4b4404, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8c00d432-ef3d-498e-aa64-07aaad4b4404,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:40.151810 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.157852 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] For port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:40.165919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:40.179798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7859262e-e847-45d1-91e7-0aeaf780cd5d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:40.182474 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5087834c-1a4c-45df-9d0a-bf9677105cd1" -d '{"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "7859262e-e847-45d1-91e7-0aeaf780cd5d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:40.187279 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.272287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:40.273215 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.274905 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] 10.222.0.37 "PUT /v2.0/ports/94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc HTTP/1.1" status: 200 len: 1091 time: 1.5105209 Aug 03 19:01:40.408659 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.409132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 33922177-bf0b-4da7-83d8-6f52db3c6f4c details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:40.459787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f73867-e3e9-4fc4-b6e4-c30d4cda9f5b service neutron] Pushing event updated for resources: {'Port': ['ID=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:40.501586 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.513185 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-95868da3-20b9-443a-ae4a-5963b99ce5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:40.513817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-95868da3-20b9-443a-ae4a-5963b99ce5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:40.517789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-95868da3-20b9-443a-ae4a-5963b99ce5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:40.520185 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-95868da3-20b9-443a-ae4a-5963b99ce5f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2863 time: 0.1483712 Aug 03 19:01:40.598654 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-58503f99-60d9-469a-8baa-57df76871d32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.21&port_id=275ba54b-b318-4a27-add7-2f813a1a6e54 HTTP/1.1" status: 200 len: 217 time: 0.0692623 Aug 03 19:01:40.641076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 7859262e-e847-45d1-91e7-0aeaf780cd5d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7859262e-e847-45d1-91e7-0aeaf780cd5d,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:40.695490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-973bed21-7b99-4ede-a2cd-1865322372f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:40.697135 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-973bed21-7b99-4ede-a2cd-1865322372f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98ad3d57-0cc0-44ee-933d-d9870f1b1df0 HTTP/1.1" status: 200 len: 801 time: 0.0888822 Aug 03 19:01:40.698581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:40.739475 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.783687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3c22c1dd-7397-4ab0-a74d-c0a20b03515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:40.785201 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3c22c1dd-7397-4ab0-a74d-c0a20b03515d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9492e2d-4ca5-4453-8c33-ba5f03291b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0779207 Aug 03 19:01:40.819464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c4622b33-fb7a-4c0a-8092-6fbdc41097dc up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:40.842313 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:01:40.936301 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-93906636-389d-41c8-994e-6a12b21ce5de service neutron] 10.222.0.37 "GET /v2.0/networks/d9492e2d-4ca5-4453-8c33-ba5f03291b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432836 Aug 03 19:01:41.026406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=8c00d432-ef3d-498e-aa64-07aaad4b4404,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:41.132462 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-8ed1f7fb-d69b-4e2e-b57c-27eeaa7b69de service neutron] 10.222.0.37 "GET /v2.0/networks/d9492e2d-4ca5-4453-8c33-ba5f03291b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869488 Aug 03 19:01:41.197113 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-30243d3a-6e67-4adb-84c9-95e971988d43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 HTTP/1.1" status: 200 len: 217 time: 0.0518773 Aug 03 19:01:41.344801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-bf34cf66-a704-412e-8513-1499f007c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:41.348534 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-bf34cf66-a704-412e-8513-1499f007c83c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f268ddf7-330b-4ff5-9d1a-207baa0f79de HTTP/1.1" status: 200 len: 801 time: 0.1419833 Aug 03 19:01:41.426969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:41.444308 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-9fd1aa2e-23bc-423a-bfff-dc11b8da09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:41.444485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port c4622b33-fb7a-4c0a-8092-6fbdc41097dc completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:41.448267 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-9fd1aa2e-23bc-423a-bfff-dc11b8da09e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7aa23c4f-82fe-47d4-abc4-c9810c8c1c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0881071 Aug 03 19:01:41.457114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 33922177-bf0b-4da7-83d8-6f52db3c6f4c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=33922177-bf0b-4da7-83d8-6f52db3c6f4c,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:41.460375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port c4622b33-fb7a-4c0a-8092-6fbdc41097dc triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:41.460375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:41.551549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '33922177-bf0b-4da7-83d8-6f52db3c6f4c', 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c', 'port_id': '33922177-bf0b-4da7-83d8-6f52db3c6f4c', 'mac_address': 'fa:16:3e:73:5d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cde3f9-47fa-488b-b3de-03a59f897dc4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:41.640799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=7859262e-e847-45d1-91e7-0aeaf780cd5d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:41.668370 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:41.670667 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:41.697912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33922177-bf0b-4da7-83d8-6f52db3c6f4c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:41.720690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 33922177-bf0b-4da7-83d8-6f52db3c6f4c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=33922177-bf0b-4da7-83d8-6f52db3c6f4c,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:41.728855 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:41.729555 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8bc907f2-98fb-4356-b18a-e599358c0451 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:41.763461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8bc907f2-98fb-4356-b18a-e599358c0451, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8bc907f2-98fb-4356-b18a-e599358c0451,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:41.779555 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '8bc907f2-98fb-4356-b18a-e599358c0451', 'network_id': '519a22f2-633f-4d6d-8c20-32ad2bcf244c', 'port_id': '8bc907f2-98fb-4356-b18a-e599358c0451', 'mac_address': 'fa:16:3e:07:b6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cde3f9-47fa-488b-b3de-03a59f897dc4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:41.823783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port c4622b33-fb7a-4c0a-8092-6fbdc41097dc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:41.873774 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:41.874571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 34528ff9-7e18-40e5-991f-d62e6697bd31 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:41.987139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=33922177-bf0b-4da7-83d8-6f52db3c6f4c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:42.032622 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.073674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc907f2-98fb-4356-b18a-e599358c0451 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:42.081748 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3c567725-afde-4798-9b32-01e5e9f9d333 service neutron] 10.222.0.37 "GET /v2.0/networks/7aa23c4f-82fe-47d4-abc4-c9810c8c1c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232169 Aug 03 19:01:42.087167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 34528ff9-7e18-40e5-991f-d62e6697bd31 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:42.097423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:42.102608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 34528ff9-7e18-40e5-991f-d62e6697bd31 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:42.102986 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.131446 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8bc907f2-98fb-4356-b18a-e599358c0451, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8bc907f2-98fb-4356-b18a-e599358c0451,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:42.144262 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.145791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a3f7390e-84e2-4548-84e7-53d9cf1af0cf details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:42.264855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a3f7390e-84e2-4548-84e7-53d9cf1af0cf, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:42.303156 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-5b6c003c-1ac0-431e-9e4c-f0e9610b0698 service neutron] 10.222.0.37 "GET /v2.0/networks/7aa23c4f-82fe-47d4-abc4-c9810c8c1c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912541 Aug 03 19:01:42.379181 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'a3f7390e-84e2-4548-84e7-53d9cf1af0cf', 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90', 'port_id': 'a3f7390e-84e2-4548-84e7-53d9cf1af0cf', 'mac_address': 'fa:16:3e:07:61:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7885d16-488e-4ec6-befe-684ff8a04da4', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:42.393922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=8bc907f2-98fb-4356-b18a-e599358c0451,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:42.427671 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-bddf90e4-5336-497d-93f4-aaf95f35e3f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc HTTP/1.1" status: 200 len: 217 time: 0.1356664 Aug 03 19:01:42.491207 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.544495 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.552099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-13abf0d7-1b28-4b71-8406-f1a0413ab6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:42.554681 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-13abf0d7-1b28-4b71-8406-f1a0413ab6dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98ad3d57-0cc0-44ee-933d-d9870f1b1df0 HTTP/1.1" status: 200 len: 801 time: 0.1173251 Aug 03 19:01:42.556912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:42.578969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f7390e-84e2-4548-84e7-53d9cf1af0cf {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:42.665605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-4c225011-e344-4130-a160-2369b3194409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:42.669709 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-4c225011-e344-4130-a160-2369b3194409 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9492e2d-4ca5-4453-8c33-ba5f03291b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1008177 Aug 03 19:01:42.732059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a3f7390e-84e2-4548-84e7-53d9cf1af0cf, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:42.734163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 34528ff9-7e18-40e5-991f-d62e6697bd31, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=34528ff9-7e18-40e5-991f-d62e6697bd31,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:42.737791 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.738366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 21147810-ef92-4ec3-9962-b5b8ec3f3d0c details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:42.780167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:42.801841 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.802545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2368e8b7-e6bd-408f-a553-4e52a840cf69 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:42.819925 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-9f157529-40e5-438f-94fd-4f140a6ba0c0 service neutron] 10.222.0.37 "GET /v2.0/networks/d9492e2d-4ca5-4453-8c33-ba5f03291b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439281 Aug 03 19:01:42.865914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '21147810-ef92-4ec3-9962-b5b8ec3f3d0c', 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90', 'port_id': '21147810-ef92-4ec3-9962-b5b8ec3f3d0c', 'mac_address': 'fa:16:3e:63:b3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7885d16-488e-4ec6-befe-684ff8a04da4', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:42.964796 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-930bd839-fece-4289-9446-3cb3ae0e1036 req-3d89081f-601f-41ea-8cf1-14d108024001 service neutron] 10.222.0.37 "GET /v2.0/networks/d9492e2d-4ca5-4453-8c33-ba5f03291b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356988 Aug 03 19:01:43.056097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:43.155718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=34528ff9-7e18-40e5-991f-d62e6697bd31,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:43.165650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:43.166025 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.169401 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.198242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 2368e8b7-e6bd-408f-a553-4e52a840cf69 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:43.208532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21147810-ef92-4ec3-9962-b5b8ec3f3d0c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:43.231121 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 2368e8b7-e6bd-408f-a553-4e52a840cf69 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:43.232358 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.278917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:43.312148 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.312752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 0668060d-d5fe-4a5d-84fc-3f77adbddf2f details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:43.454498 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.491333 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.493191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:43.504831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:43.542587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '0668060d-d5fe-4a5d-84fc-3f77adbddf2f', 'network_id': 'c26e77bf-0edc-498b-9ab8-19bf405a3c90', 'port_id': '0668060d-d5fe-4a5d-84fc-3f77adbddf2f', 'mac_address': 'fa:16:3e:0b:7b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7885d16-488e-4ec6-befe-684ff8a04da4', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:43.554256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 2368e8b7-e6bd-408f-a553-4e52a840cf69, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2368e8b7-e6bd-408f-a553-4e52a840cf69,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:43.567495 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.572424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:43.595793 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.638427 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.657381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0668060d-d5fe-4a5d-84fc-3f77adbddf2f {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:43.681092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=2368e8b7-e6bd-408f-a553-4e52a840cf69,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:43.720664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:43.732215 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.733159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:43.766560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:44.021319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:44.066114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:44.090736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'port_id': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02', 'mac_address': 'fa:16:3e:32:a1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d204d5-02d9-46a7-8f9e-290310251900', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:44.176362 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.216939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:44.270876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:44.279905 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.410124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:44.543179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 275ba54b-b318-4a27-add7-2f813a1a6e54 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:44.661991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:44.862828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 275ba54b-b318-4a27-add7-2f813a1a6e54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=275ba54b-b318-4a27-add7-2f813a1a6e54,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:44.879372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '275ba54b-b318-4a27-add7-2f813a1a6e54', 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d', 'port_id': '275ba54b-b318-4a27-add7-2f813a1a6e54', 'mac_address': 'fa:16:3e:05:89:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ad3d57-0cc0-44ee-933d-d9870f1b1df0', 'ip_address': '19.80.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:44.883091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:44.884082 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.988780 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.031220 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.042606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275ba54b-b318-4a27-add7-2f813a1a6e54 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:45.125150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 275ba54b-b318-4a27-add7-2f813a1a6e54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=275ba54b-b318-4a27-add7-2f813a1a6e54,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:45.126416 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.132186 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.132906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:45.339441 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:45.353894 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.354682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d56ded67-baa3-4450-9d65-f20f6f05c226 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:45.358679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=275ba54b-b318-4a27-add7-2f813a1a6e54,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:45.524221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=10']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:45.528782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78,segment=NetworkSegment(a49f817a-679f-4b8a-af71-c2f4a2a365ff),segment_id=a49f817a-679f-4b8a-af71-c2f4a2a365ff)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:45.554620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port d56ded67-baa3-4450-9d65-f20f6f05c226 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:45.561626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '2e166fa4-e4ec-48d4-9a80-d01fae4b4a78', 'network_id': '7aa23c4f-82fe-47d4-abc4-c9810c8c1c62', 'port_id': '2e166fa4-e4ec-48d4-9a80-d01fae4b4a78', 'mac_address': 'fa:16:3e:ea:bb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f268ddf7-330b-4ff5-9d1a-207baa0f79de', 'ip_address': '19.86.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:45.563770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port d56ded67-baa3-4450-9d65-f20f6f05c226 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:45.564143 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.623647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['21147810-ef92-4ec3-9962-b5b8ec3f3d0c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:45.669367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8c00d432-ef3d-498e-aa64-07aaad4b4404'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:45.747285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8bc907f2-98fb-4356-b18a-e599358c0451'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:45.754424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['0668060d-d5fe-4a5d-84fc-3f77adbddf2f'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:45.879492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:45.949518 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.999804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:46.112306 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.116368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78,segment=NetworkSegment(a49f817a-679f-4b8a-af71-c2f4a2a365ff),segment_id=a49f817a-679f-4b8a-af71-c2f4a2a365ff)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:46.155891 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.156445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:46.339806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:46.353656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc', 'network_id': 'd9492e2d-4ca5-4453-8c33-ba5f03291b6d', 'port_id': '94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc', 'mac_address': 'fa:16:3e:95:31:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ad3d57-0cc0-44ee-933d-d9870f1b1df0', 'ip_address': '19.80.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:46.459308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d56ded67-baa3-4450-9d65-f20f6f05c226, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d56ded67-baa3-4450-9d65-f20f6f05c226,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:46.547128 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.547948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device dba46738-6fe7-47a8-b264-fa6c39dd8977 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:46.710474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['33922177-bf0b-4da7-83d8-6f52db3c6f4c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:46.812691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:46.889329 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.893351 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:01:47.015301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:47.125258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=d56ded67-baa3-4450-9d65-f20f6f05c226,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:47.133872 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:47.140641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port dba46738-6fe7-47a8-b264-fa6c39dd8977 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:47.161904 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.187292 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port dba46738-6fe7-47a8-b264-fa6c39dd8977 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:47.187668 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.309492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:47.579102 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.655198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port dba46738-6fe7-47a8-b264-fa6c39dd8977, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=dba46738-6fe7-47a8-b264-fa6c39dd8977,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:47.659032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2e166fa4-e4ec-48d4-9a80-d01fae4b4a78'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:47.663011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['275ba54b-b318-4a27-add7-2f813a1a6e54'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:47.672614 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.673462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 408adf51-6186-4b71-b531-2af9fbe32cdb up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:47.829237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=dba46738-6fe7-47a8-b264-fa6c39dd8977,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:47.888427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 408adf51-6186-4b71-b531-2af9fbe32cdb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:47.907965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 408adf51-6186-4b71-b531-2af9fbe32cdb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:47.917440 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:48.142878 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:48.175317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['a3f7390e-84e2-4548-84e7-53d9cf1af0cf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:48.222787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 408adf51-6186-4b71-b531-2af9fbe32cdb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=408adf51-6186-4b71-b531-2af9fbe32cdb,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:48.239550 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:48.337063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=408adf51-6186-4b71-b531-2af9fbe32cdb,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:48.673684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:49.164357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 275ba54b-b318-4a27-add7-2f813a1a6e54 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:49.258144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 275ba54b-b318-4a27-add7-2f813a1a6e54 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:49.276730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 275ba54b-b318-4a27-add7-2f813a1a6e54 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:49.278953 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:49.475518 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:49.524947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 275ba54b-b318-4a27-add7-2f813a1a6e54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=275ba54b-b318-4a27-add7-2f813a1a6e54,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:49.532861 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:49.534163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:49.681560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=275ba54b-b318-4a27-add7-2f813a1a6e54,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:49.724227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:49.732582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:49.732894 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.005119 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.059196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78,segment=NetworkSegment(a49f817a-679f-4b8a-af71-c2f4a2a365ff),segment_id=a49f817a-679f-4b8a-af71-c2f4a2a365ff)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:50.069017 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.134293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:51.165183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:51.181791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-0920cc9b-07f0-41f7-ab30-33d05acad4fb tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.183349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-0920cc9b-07f0-41f7-ab30-33d05acad4fb tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/networks?id=cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f HTTP/1.1" status: 200 len: 817 time: 0.1732712 Aug 03 19:01:51.192489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7283faa-e4ad-4721-b193-3be1822c12a9 req-a7080a73-5ec3-459b-8d86-b077d30b0614 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.198464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7283faa-e4ad-4721-b193-3be1822c12a9 req-a7080a73-5ec3-459b-8d86-b077d30b0614 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.205056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7283faa-e4ad-4721-b193-3be1822c12a9 req-a7080a73-5ec3-459b-8d86-b077d30b0614 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.206763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7283faa-e4ad-4721-b193-3be1822c12a9 req-a7080a73-5ec3-459b-8d86-b077d30b0614 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2415 time: 0.1170108 Aug 03 19:01:51.219657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:51.225039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-1ceb77b8-fdcd-4870-9c15-f147d3305308 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/quotas/90d102bd247a480c818c34eef69ba717 HTTP/1.1" status: 200 len: 375 time: 0.0172341 Aug 03 19:01:51.230223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:51.230862 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.268209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-008d81c5-c637-4d11-8b25-053f92cad5a0 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=90d102bd247a480c818c34eef69ba717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363960 Aug 03 19:01:51.283963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7283faa-e4ad-4721-b193-3be1822c12a9 req-13e93258-47e1-46c1-9535-6610e5a03a15 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698144 Aug 03 19:01:51.322681 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.362900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:51.366970 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.396188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-a892ff51-6d04-48f5-8880-d38da6a3847c service neutron] 10.222.0.78 "GET /v2.0/networks/cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156960 Aug 03 19:01:51.434431 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:51.574569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-30ec2115-0415-4940-9363-b95dc441e1b4 service neutron] 10.222.0.78 "GET /v2.0/networks/cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722426 Aug 03 19:01:51.595933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-3d41e880-0871-4849-bb17-2cc9424a2adf tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.597587 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-3d41e880-0871-4849-bb17-2cc9424a2adf tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/networks?id=24291888-b792-499c-a0fb-f5b873ed51b1 HTTP/1.1" status: 200 len: 818 time: 0.1355970 Aug 03 19:01:51.616900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-87f72e38-b7c4-4ce7-a7fe-10de54602846 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/quotas/68399c9354c34ac3aba9810a831d47e0 HTTP/1.1" status: 200 len: 375 time: 0.0098827 Aug 03 19:01:51.661379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-5db03f0b-5814-4446-a38a-c34875dc423c tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=68399c9354c34ac3aba9810a831d47e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366635 Aug 03 19:01:51.771141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-a5457ea8-8bf4-402b-b3bc-4068c9519c82 service neutron] 10.222.0.78 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019692 Aug 03 19:01:51.901764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f279a31-e2cc-4c33-a94b-e7bacaf0d6ae req-4315ee7b-e83a-4d1e-86d0-faf3d8cb7fb2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.908624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f279a31-e2cc-4c33-a94b-e7bacaf0d6ae req-4315ee7b-e83a-4d1e-86d0-faf3d8cb7fb2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.914945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f279a31-e2cc-4c33-a94b-e7bacaf0d6ae req-4315ee7b-e83a-4d1e-86d0-faf3d8cb7fb2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.920935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f279a31-e2cc-4c33-a94b-e7bacaf0d6ae req-4315ee7b-e83a-4d1e-86d0-faf3d8cb7fb2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.926888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f279a31-e2cc-4c33-a94b-e7bacaf0d6ae req-4315ee7b-e83a-4d1e-86d0-faf3d8cb7fb2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.932836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f279a31-e2cc-4c33-a94b-e7bacaf0d6ae req-4315ee7b-e83a-4d1e-86d0-faf3d8cb7fb2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.938746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f279a31-e2cc-4c33-a94b-e7bacaf0d6ae req-4315ee7b-e83a-4d1e-86d0-faf3d8cb7fb2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.940805 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f279a31-e2cc-4c33-a94b-e7bacaf0d6ae req-4315ee7b-e83a-4d1e-86d0-faf3d8cb7fb2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5434 time: 0.1428597 Aug 03 19:01:51.962027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-9dd85c86-a795-457e-8727-bed58f3b0470 service neutron] 10.222.0.78 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844068 Aug 03 19:01:51.992155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f279a31-e2cc-4c33-a94b-e7bacaf0d6ae req-b27fc70f-39de-4cf8-9444-58feb504e522 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450559 Aug 03 19:01:52.044711 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b648da-556e-4ffb-937a-0f485b9f2903 x-openstack-request-id: req-91b648da-556e-4ffb-937a-0f485b9f2903 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:52.045789 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "tag": "2e166fa4-e4ec-48d4-9a80-d01fae4b4a78", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:52.046485 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91b648da-556e-4ffb-937a-0f485b9f2903 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:52.047107 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'tag': '2e166fa4-e4ec-48d4-9a80-d01fae4b4a78', 'status': 'completed', 'code': 200} Aug 03 19:01:52.118383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-5e470c3b-edd6-464f-be02-693e15170b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.119143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-5e470c3b-edd6-464f-be02-693e15170b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.119629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-5e470c3b-edd6-464f-be02-693e15170b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.122169 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-5e470c3b-edd6-464f-be02-693e15170b0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2869 time: 0.0498672 Aug 03 19:01:52.208586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d1a65-0bea-448c-8cef-289b4f32e17f req-b5885157-bf94-4953-83e5-88128a09ce3d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.223363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d1a65-0bea-448c-8cef-289b4f32e17f req-b5885157-bf94-4953-83e5-88128a09ce3d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.224379 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508c4e97-7700-422f-83da-503d7387bd65 x-openstack-request-id: req-508c4e97-7700-422f-83da-503d7387bd65 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:52.225193 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "7859262e-e847-45d1-91e7-0aeaf780cd5d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:52.225675 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-508c4e97-7700-422f-83da-503d7387bd65 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:52.226406 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7859262e-e847-45d1-91e7-0aeaf780cd5d', 'code': 200} Aug 03 19:01:52.229443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d1a65-0bea-448c-8cef-289b4f32e17f req-b5885157-bf94-4953-83e5-88128a09ce3d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.236344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d1a65-0bea-448c-8cef-289b4f32e17f req-b5885157-bf94-4953-83e5-88128a09ce3d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.242421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d1a65-0bea-448c-8cef-289b4f32e17f req-b5885157-bf94-4953-83e5-88128a09ce3d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.248426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d1a65-0bea-448c-8cef-289b4f32e17f req-b5885157-bf94-4953-83e5-88128a09ce3d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.254440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d1a65-0bea-448c-8cef-289b4f32e17f req-b5885157-bf94-4953-83e5-88128a09ce3d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.256498 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b60d1a65-0bea-448c-8cef-289b4f32e17f req-b5885157-bf94-4953-83e5-88128a09ce3d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5437 time: 0.1405852 Aug 03 19:01:52.265424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-01225d98-d67d-4456-8ba9-c850328a28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.267366 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-01225d98-d67d-4456-8ba9-c850328a28a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 HTTP/1.1" status: 200 len: 903 time: 0.1359665 Aug 03 19:01:52.328718 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-305e433e-2bcc-4d41-b907-5ddda55efee5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 HTTP/1.1" status: 200 len: 217 time: 0.0537415 Aug 03 19:01:52.344306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b60d1a65-0bea-448c-8cef-289b4f32e17f req-ade6e638-a629-43d3-a148-09ae386d5ca6 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751519 Aug 03 19:01:52.399732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-96c53341-9c14-4ace-9f14-4939747b7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.401278 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-96c53341-9c14-4ace-9f14-4939747b7437 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f268ddf7-330b-4ff5-9d1a-207baa0f79de HTTP/1.1" status: 200 len: 801 time: 0.0635571 Aug 03 19:01:52.434826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-debd99e1-dc55-44c3-8149-67630571a089 req-24b01ffe-84c6-446d-bf48-a5cc9d42f760 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 210 time: 0.0386817 Aug 03 19:01:52.465766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-fe5882bf-a1e2-4c66-9773-94b15b796312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.467965 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-fe5882bf-a1e2-4c66-9773-94b15b796312 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7aa23c4f-82fe-47d4-abc4-c9810c8c1c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0561442 Aug 03 19:01:52.500516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 21147810-ef92-4ec3-9962-b5b8ec3f3d0c up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:52.578899 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:52.583443 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:52.583974 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.585139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668bf6f-f43c-4e2d-a891-3bb7d27ad625 req-0bf2123b-1abc-424d-95d4-f5fea5af7c0f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.589911 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-2fda98e9-79a8-4f3b-8473-afbb922cfbe6 service neutron] 10.222.0.37 "GET /v2.0/networks/7aa23c4f-82fe-47d4-abc4-c9810c8c1c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142962 Aug 03 19:01:52.591674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668bf6f-f43c-4e2d-a891-3bb7d27ad625 req-0bf2123b-1abc-424d-95d4-f5fea5af7c0f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.597916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668bf6f-f43c-4e2d-a891-3bb7d27ad625 req-0bf2123b-1abc-424d-95d4-f5fea5af7c0f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.605651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0668bf6f-f43c-4e2d-a891-3bb7d27ad625 req-0bf2123b-1abc-424d-95d4-f5fea5af7c0f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2416 time: 0.0948644 Aug 03 19:01:52.702143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0668bf6f-f43c-4e2d-a891-3bb7d27ad625 req-a19cd951-17e0-4e35-b5f4-95cb49a50e95 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950024 Aug 03 19:01:52.707250 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.757489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cf61a-44b0-4cfc-957a-469cdec8540e req-3b67919f-c88f-4d9f-bb67-43442ded35d6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.765718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-513cf61a-44b0-4cfc-957a-469cdec8540e req-3b67919f-c88f-4d9f-bb67-43442ded35d6 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 951 time: 0.1258292 Aug 03 19:01:52.767420 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-484bb608-f5c7-4bf9-a21e-37d4d9e2e6fe req-ed1fb63b-8e24-41ed-be45-de7c7dab4a13 service neutron] 10.222.0.37 "GET /v2.0/networks/7aa23c4f-82fe-47d4-abc4-c9810c8c1c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683333 Aug 03 19:01:52.784511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:52.790030 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.791040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8c00d432-ef3d-498e-aa64-07aaad4b4404 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:52.921814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:52.935249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 8c00d432-ef3d-498e-aa64-07aaad4b4404 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:52.936086 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-513cf61a-44b0-4cfc-957a-469cdec8540e req-49c4e761-9564-42de-ab1a-ebd2df963866 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678922 Aug 03 19:01:52.939484 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 8c00d432-ef3d-498e-aa64-07aaad4b4404 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:52.939645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.962314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6b0be-8bca-4b39-bac3-0fbf03595eae req-2f540cc4-3391-4e71-8ad8-acdae9bc3131 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.963893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34f6b0be-8bca-4b39-bac3-0fbf03595eae req-2f540cc4-3391-4e71-8ad8-acdae9bc3131 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 950 time: 0.1426823 Aug 03 19:01:52.975053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-79b42a95-4b97-4ff5-9c6d-1c94d1f6a298 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.977228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-79b42a95-4b97-4ff5-9c6d-1c94d1f6a298 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.37 "GET /v2.0/networks?id=cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f HTTP/1.1" status: 200 len: 817 time: 0.2482593 Aug 03 19:01:52.999516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Request body: {'port': {'device_id': '6ff74461-45f5-4ff6-9850-2fa66c9ad232', 'network_id': 'cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f', 'admin_state_up': True, 'tenant_id': '90d102bd247a480c818c34eef69ba717'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:53.040457 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.041485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb80c594-3b6d-4c99-819e-e72e0b5bfcc2 req-7c174908-5f7e-4165-aee6-233f578fd227 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 210 time: 0.0539730 Aug 03 19:01:53.099073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8c00d432-ef3d-498e-aa64-07aaad4b4404, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8c00d432-ef3d-498e-aa64-07aaad4b4404,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:53.100821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34f6b0be-8bca-4b39-bac3-0fbf03595eae req-2b5944c3-36c3-4f24-9c1e-7f2d03a4457d tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225235 Aug 03 19:01:53.105065 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.106844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 0668060d-d5fe-4a5d-84fc-3f77adbddf2f up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:53.204531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Made reservation on behalf of 90d102bd247a480c818c34eef69ba717 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:53.209249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=8c00d432-ef3d-498e-aa64-07aaad4b4404,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:53.216348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.225004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:53.230156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:53.230523 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.371948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cf3c7-f01b-4a89-a58f-34e09b549a91 req-c603a09e-890a-4cdf-be32-132506801091 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.386327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cf3c7-f01b-4a89-a58f-34e09b549a91 req-c603a09e-890a-4cdf-be32-132506801091 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.401139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cf3c7-f01b-4a89-a58f-34e09b549a91 req-c603a09e-890a-4cdf-be32-132506801091 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.409751 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.426851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cf3c7-f01b-4a89-a58f-34e09b549a91 req-c603a09e-890a-4cdf-be32-132506801091 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.433199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cf3c7-f01b-4a89-a58f-34e09b549a91 req-c603a09e-890a-4cdf-be32-132506801091 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.440867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cf3c7-f01b-4a89-a58f-34e09b549a91 req-c603a09e-890a-4cdf-be32-132506801091 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.448965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cf3c7-f01b-4a89-a58f-34e09b549a91 req-c603a09e-890a-4cdf-be32-132506801091 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.452252 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b2cf3c7-f01b-4a89-a58f-34e09b549a91 req-c603a09e-890a-4cdf-be32-132506801091 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5434 time: 0.2284694 Aug 03 19:01:53.475877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:53.482682 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.485340 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:53.585976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:53.599132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:53.604679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:53.605236 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.641948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b2cf3c7-f01b-4a89-a58f-34e09b549a91 req-35c0d906-a30a-4553-b68d-2050ff594106 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1609967 Aug 03 19:01:53.679191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Allocated IP 172.20.0.8 (cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f/ad334a48-95e7-4769-8668-a8180243b7bf/ca4649eb-1e65-4577-b2c1-902b5cd6102f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:53.715736 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.716598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac52d2c-21e3-4afe-a98c-e3074e6432c0 req-1478deef-b76f-4730-9db8-0d970865b658 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.723470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac52d2c-21e3-4afe-a98c-e3074e6432c0 req-1478deef-b76f-4730-9db8-0d970865b658 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.730189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac52d2c-21e3-4afe-a98c-e3074e6432c0 req-1478deef-b76f-4730-9db8-0d970865b658 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.736463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac52d2c-21e3-4afe-a98c-e3074e6432c0 req-1478deef-b76f-4730-9db8-0d970865b658 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.742418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac52d2c-21e3-4afe-a98c-e3074e6432c0 req-1478deef-b76f-4730-9db8-0d970865b658 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.748908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac52d2c-21e3-4afe-a98c-e3074e6432c0 req-1478deef-b76f-4730-9db8-0d970865b658 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.751560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:53.754856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac52d2c-21e3-4afe-a98c-e3074e6432c0 req-1478deef-b76f-4730-9db8-0d970865b658 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.755941 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.756810 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ac52d2c-21e3-4afe-a98c-e3074e6432c0 req-1478deef-b76f-4730-9db8-0d970865b658 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5440 time: 0.1427748 Aug 03 19:01:53.757035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 33922177-bf0b-4da7-83d8-6f52db3c6f4c up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:53.800098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2dceaf05-7129-443f-8696-72b8c4d98cba req-e107d221-94ba-4aaa-831b-44d65bcdc2fc tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 210 time: 0.0422676 Aug 03 19:01:53.836652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:53.851406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 33922177-bf0b-4da7-83d8-6f52db3c6f4c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:53.855421 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 33922177-bf0b-4da7-83d8-6f52db3c6f4c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:53.856332 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.899909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ac52d2c-21e3-4afe-a98c-e3074e6432c0 req-5cbb55fb-e622-4d83-be5a-fd2ad9690e52 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245861 Aug 03 19:01:53.959923 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.000324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 33922177-bf0b-4da7-83d8-6f52db3c6f4c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=33922177-bf0b-4da7-83d8-6f52db3c6f4c,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:54.004421 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.005211 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.006171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8bc907f2-98fb-4356-b18a-e599358c0451 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:54.048576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'tag': '94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:54.051686 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470a9ff9-5d45-4ee3-8ec9-c70992b04225" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "tag": "94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:54.093747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=33922177-bf0b-4da7-83d8-6f52db3c6f4c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:54.096050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.107745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 8bc907f2-98fb-4356-b18a-e599358c0451 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:54.115534 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 8bc907f2-98fb-4356-b18a-e599358c0451 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:54.116142 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.227603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4622b33-fb7a-4c0a-8092-6fbdc41097dc'}, {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34528ff9-7e18-40e5-991f-d62e6697bd31'}, {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2368e8b7-e6bd-408f-a553-4e52a840cf69'}, {'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6'}, {'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc'}, {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56ded67-baa3-4450-9d65-f20f6f05c226'}, {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba46738-6fe7-47a8-b264-fa6c39dd8977'}, {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408adf51-6186-4b71-b531-2af9fbe32cdb'}, {'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275ba54b-b318-4a27-add7-2f813a1a6e54'}, {'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e166fa4-e4ec-48d4-9a80-d01fae4b4a78'}, {'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc'}, {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21147810-ef92-4ec3-9962-b5b8ec3f3d0c'}, {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c00d432-ef3d-498e-aa64-07aaad4b4404'}, {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0668060d-d5fe-4a5d-84fc-3f77adbddf2f'}, {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02'}, {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33922177-bf0b-4da7-83d8-6f52db3c6f4c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:54.230588 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc799a43-2d78-44c8-958b-c60c01d1269d" -d '{"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "c4622b33-fb7a-4c0a-8092-6fbdc41097dc"}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "34528ff9-7e18-40e5-991f-d62e6697bd31"}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "2368e8b7-e6bd-408f-a553-4e52a840cf69"}, {"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-plugged", "status": "completed", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6"}, {"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-plugged", "status": "completed", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc"}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "d56ded67-baa3-4450-9d65-f20f6f05c226"}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "dba46738-6fe7-47a8-b264-fa6c39dd8977"}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "408adf51-6186-4b71-b531-2af9fbe32cdb"}, {"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-plugged", "status": "completed", "tag": "275ba54b-b318-4a27-add7-2f813a1a6e54"}, {"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-plugged", "status": "completed", "tag": "2e166fa4-e4ec-48d4-9a80-d01fae4b4a78"}, {"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-plugged", "status": "completed", "tag": "94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc"}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "21147810-ef92-4ec3-9962-b5b8ec3f3d0c"}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "8c00d432-ef3d-498e-aa64-07aaad4b4404"}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "0668060d-d5fe-4a5d-84fc-3f77adbddf2f"}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02"}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "33922177-bf0b-4da7-83d8-6f52db3c6f4c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:54.242704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Network cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:54.243631 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.260110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-de09474f-4db3-4798-917a-64962208ebe9 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.262149 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-de09474f-4db3-4798-917a-64962208ebe9 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.37 "GET /v2.0/networks?id=24291888-b792-499c-a0fb-f5b873ed51b1 HTTP/1.1" status: 200 len: 818 time: 0.1863217 Aug 03 19:01:54.265405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:54.283959 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Request body: {'port': {'device_id': '010020f2-864d-48c3-84ca-7aa480a40a35', 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1', 'admin_state_up': True, 'tenant_id': '68399c9354c34ac3aba9810a831d47e0'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:54.288399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79b1d9-cea2-49f2-8399-8ee6fa3074d7 req-52531525-a171-43f5-b8bb-e7e05f70e262 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.295798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79b1d9-cea2-49f2-8399-8ee6fa3074d7 req-52531525-a171-43f5-b8bb-e7e05f70e262 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.308632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79b1d9-cea2-49f2-8399-8ee6fa3074d7 req-52531525-a171-43f5-b8bb-e7e05f70e262 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.318461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e79b1d9-cea2-49f2-8399-8ee6fa3074d7 req-52531525-a171-43f5-b8bb-e7e05f70e262 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2416 time: 0.3100612 Aug 03 19:01:54.347411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:54.365363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8bc907f2-98fb-4356-b18a-e599358c0451, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8bc907f2-98fb-4356-b18a-e599358c0451,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:54.372202 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.408610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e79b1d9-cea2-49f2-8399-8ee6fa3074d7 req-5d33bd90-b863-4a98-85da-4979e04da42d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890088 Aug 03 19:01:54.414085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Pushing event updated for resources: {'Port': ['ID=ca4649eb-1e65-4577-b2c1-902b5cd6102f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:54.508290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a3f7390e-84e2-4548-84e7-53d9cf1af0cf up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:54.535510 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=8bc907f2-98fb-4356-b18a-e599358c0451,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:54.560270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Made reservation on behalf of 68399c9354c34ac3aba9810a831d47e0 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:54.561834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.562780 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.565437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.571946 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001414a8-b56a-489f-abdf-c5487c72b506 x-openstack-request-id: req-001414a8-b56a-489f-abdf-c5487c72b506 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:54.582569 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "tag": "94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:54.582734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-ddd4a579-31a8-458e-b3c8-110f76f4aeb7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5869856 Aug 03 19:01:54.583180 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-001414a8-b56a-489f-abdf-c5487c72b506 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:54.584040 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'tag': '94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc', 'status': 'completed', 'code': 200} Aug 03 19:01:54.603162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-be432ce7-11c8-47bf-9616-40b41396f469 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.609856 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-be432ce7-11c8-47bf-9616-40b41396f469 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.74 "GET /v2.0/networks?id=24291888-b792-499c-a0fb-f5b873ed51b1 HTTP/1.1" status: 200 len: 818 time: 0.3647096 Aug 03 19:01:54.618722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Request body: {'port': {'device_id': '6ff74461-45f5-4ff6-9850-2fa66c9ad232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:54.640614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Request body: {'port': {'device_id': 'be12249c-30bc-4916-a04f-0b8ca82b4bc5', 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1', 'admin_state_up': True, 'tenant_id': '68399c9354c34ac3aba9810a831d47e0'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:54.651023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port a3f7390e-84e2-4548-84e7-53d9cf1af0cf completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:54.657062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port a3f7390e-84e2-4548-84e7-53d9cf1af0cf triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:54.658588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.738055 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 2748 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d06bba-0a75-4ad0-b19b-ff13661394e8 x-openstack-request-id: req-95d06bba-0a75-4ad0-b19b-ff13661394e8 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:54.738405 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "c4622b33-fb7a-4c0a-8092-6fbdc41097dc", "code": 200}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "34528ff9-7e18-40e5-991f-d62e6697bd31", "code": 200}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "2368e8b7-e6bd-408f-a553-4e52a840cf69", "code": 200}, {"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-plugged", "status": "completed", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6", "code": 200}, {"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-plugged", "status": "completed", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc", "code": 200}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "d56ded67-baa3-4450-9d65-f20f6f05c226", "code": 200}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "dba46738-6fe7-47a8-b264-fa6c39dd8977", "code": 200}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-plugged", "status": "completed", "tag": "408adf51-6186-4b71-b531-2af9fbe32cdb", "code": 200}, {"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-plugged", "status": "completed", "tag": "275ba54b-b318-4a27-add7-2f813a1a6e54", "code": 200}, {"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-plugged", "status": "completed", "tag": "2e166fa4-e4ec-48d4-9a80-d01fae4b4a78", "code": 200}, {"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-plugged", "status": "completed", "tag": "94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc", "code": 200}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "21147810-ef92-4ec3-9962-b5b8ec3f3d0c", "code": 200}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "8c00d432-ef3d-498e-aa64-07aaad4b4404", "code": 200}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "0668060d-d5fe-4a5d-84fc-3f77adbddf2f", "code": 200}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02", "code": 200}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "33922177-bf0b-4da7-83d8-6f52db3c6f4c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:54.738716 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95d06bba-0a75-4ad0-b19b-ff13661394e8 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:54.739409 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4622b33-fb7a-4c0a-8092-6fbdc41097dc', 'code': 200} Aug 03 19:01:54.739671 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34528ff9-7e18-40e5-991f-d62e6697bd31', 'code': 200} Aug 03 19:01:54.739918 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2368e8b7-e6bd-408f-a553-4e52a840cf69', 'code': 200} Aug 03 19:01:54.740161 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'code': 200} Aug 03 19:01:54.740401 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'code': 200} Aug 03 19:01:54.740640 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56ded67-baa3-4450-9d65-f20f6f05c226', 'code': 200} Aug 03 19:01:54.740876 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba46738-6fe7-47a8-b264-fa6c39dd8977', 'code': 200} Aug 03 19:01:54.741111 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408adf51-6186-4b71-b531-2af9fbe32cdb', 'code': 200} Aug 03 19:01:54.741343 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275ba54b-b318-4a27-add7-2f813a1a6e54', 'code': 200} Aug 03 19:01:54.741600 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e166fa4-e4ec-48d4-9a80-d01fae4b4a78', 'code': 200} Aug 03 19:01:54.741835 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc', 'code': 200} Aug 03 19:01:54.742201 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21147810-ef92-4ec3-9962-b5b8ec3f3d0c', 'code': 200} Aug 03 19:01:54.742498 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c00d432-ef3d-498e-aa64-07aaad4b4404', 'code': 200} Aug 03 19:01:54.742734 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0668060d-d5fe-4a5d-84fc-3f77adbddf2f', 'code': 200} Aug 03 19:01:54.742965 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02', 'code': 200} Aug 03 19:01:54.743195 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33922177-bf0b-4da7-83d8-6f52db3c6f4c', 'code': 200} Aug 03 19:01:54.748261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-b4e8bc5b-9b6d-404f-adba-e6ed970cc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.748762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-b4e8bc5b-9b6d-404f-adba-e6ed970cc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.749303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-b4e8bc5b-9b6d-404f-adba-e6ed970cc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.751373 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-b4e8bc5b-9b6d-404f-adba-e6ed970cc554 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2869 time: 0.1437416 Aug 03 19:01:54.753939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ad6cf7c-806c-4e71-a450-d908caf8ad38 req-8af91a19-391b-4913-af1d-c5b5456d1ca7 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 210 time: 0.1056571 Aug 03 19:01:54.779583 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.843609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a3f7390e-84e2-4548-84e7-53d9cf1af0cf, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:54.843752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.37', 63708) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:54.846974 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.848738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Allocated IP 172.20.0.9 (24291888-b792-499c-a0fb-f5b873ed51b1/26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5/89c6df4a-7c83-4021-b073-cf8cfa50bb4c) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:54.848876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:54.930719 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.959913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:55.029433 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.049047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Made reservation on behalf of 68399c9354c34ac3aba9810a831d47e0 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:55.053205 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.063351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4000d5a-8467-471e-ac54-0e5b3748e2fb req-aac823dc-6094-4c44-974a-f9d91d7eec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.063849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4000d5a-8467-471e-ac54-0e5b3748e2fb req-aac823dc-6094-4c44-974a-f9d91d7eec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.064358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4000d5a-8467-471e-ac54-0e5b3748e2fb req-aac823dc-6094-4c44-974a-f9d91d7eec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.066122 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4000d5a-8467-471e-ac54-0e5b3748e2fb req-aac823dc-6094-4c44-974a-f9d91d7eec74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2869 time: 0.1592059 Aug 03 19:01:55.073835 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.092307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:55.099504 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.112175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4995-12a6-466a-ad0e-39698534f5fb req-964a4995-2b06-4fce-b156-0bf0bb776708 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.118226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4995-12a6-466a-ad0e-39698534f5fb req-964a4995-2b06-4fce-b156-0bf0bb776708 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.123858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-76eefe5f-0416-4479-b252-549a9cf37551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.124426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4995-12a6-466a-ad0e-39698534f5fb req-964a4995-2b06-4fce-b156-0bf0bb776708 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.125510 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-76eefe5f-0416-4479-b252-549a9cf37551 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9492e2d-4ca5-4453-8c33-ba5f03291b6d HTTP/1.1" status: 200 len: 902 time: 0.1528990 Aug 03 19:01:55.131672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4995-12a6-466a-ad0e-39698534f5fb req-964a4995-2b06-4fce-b156-0bf0bb776708 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.137746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4995-12a6-466a-ad0e-39698534f5fb req-964a4995-2b06-4fce-b156-0bf0bb776708 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.143985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4995-12a6-466a-ad0e-39698534f5fb req-964a4995-2b06-4fce-b156-0bf0bb776708 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.150166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4995-12a6-466a-ad0e-39698534f5fb req-964a4995-2b06-4fce-b156-0bf0bb776708 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.158770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-476f4995-12a6-466a-ad0e-39698534f5fb req-964a4995-2b06-4fce-b156-0bf0bb776708 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5434 time: 0.2415714 Aug 03 19:01:55.184688 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-67439103-d244-4fc0-ac1b-c0f273ca6b3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc HTTP/1.1" status: 200 len: 217 time: 0.0510509 Aug 03 19:01:55.206953 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=11']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:55.218216 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:55.238624 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.314664 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.350771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Pushing event updated for resources: {'Port': ['ID=89c6df4a-7c83-4021-b073-cf8cfa50bb4c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:55.353098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:55.360790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.364833 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4000d5a-8467-471e-ac54-0e5b3748e2fb req-956ece60-fbb8-4aa8-80e1-3e69f7b7d8bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769816 Aug 03 19:01:55.369612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-9ffcc753-70fd-4a3e-9332-f9926d17b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.371148 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-9ffcc753-70fd-4a3e-9332-f9926d17b39c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98ad3d57-0cc0-44ee-933d-d9870f1b1df0 HTTP/1.1" status: 200 len: 801 time: 0.1778381 Aug 03 19:01:55.379162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Network 24291888-b792-499c-a0fb-f5b873ed51b1 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:55.383453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:55.388680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:55.417935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-476f4995-12a6-466a-ad0e-39698534f5fb req-86b97dde-b900-43ec-917c-fc2638ed3a08 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2576699 Aug 03 19:01:55.424530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:55.497623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-357459c4-031a-4486-a4b8-042c84f26b29 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.499125 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-357459c4-031a-4486-a4b8-042c84f26b29 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.74 "GET /v2.0/networks?id=24291888-b792-499c-a0fb-f5b873ed51b1 HTTP/1.1" status: 200 len: 818 time: 0.2731326 Aug 03 19:01:55.505030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.505401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.528304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-a4fbbdf6-e75e-439f-8541-caa1d61188d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.529937 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-a4fbbdf6-e75e-439f-8541-caa1d61188d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9492e2d-4ca5-4453-8c33-ba5f03291b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1012869 Aug 03 19:01:55.531349 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-c5db41d0-bbd3-43bd-8db3-190b66b5adbd tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2587795 Aug 03 19:01:55.536697 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Request body: {'port': {'device_id': 'a787d488-b7dd-43f5-a9ec-954e5ff61161', 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1', 'admin_state_up': True, 'tenant_id': '68399c9354c34ac3aba9810a831d47e0'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:55.552944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be6433-d3a0-48dc-9d3e-898cefb1d946 req-4e13b180-9c53-4177-bc01-d47057470e7a tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.554519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57be6433-d3a0-48dc-9d3e-898cefb1d946 req-4e13b180-9c53-4177-bc01-d47057470e7a tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 931 time: 0.4825795 Aug 03 19:01:55.572051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246031d-6b81-4f96-a6d0-e4246f5d13fe req-9c0234e3-008e-4e25-82a8-48faa27086e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.572459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246031d-6b81-4f96-a6d0-e4246f5d13fe req-9c0234e3-008e-4e25-82a8-48faa27086e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.572939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246031d-6b81-4f96-a6d0-e4246f5d13fe req-9c0234e3-008e-4e25-82a8-48faa27086e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.573414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246031d-6b81-4f96-a6d0-e4246f5d13fe req-9c0234e3-008e-4e25-82a8-48faa27086e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.573910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246031d-6b81-4f96-a6d0-e4246f5d13fe req-9c0234e3-008e-4e25-82a8-48faa27086e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.574882 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246031d-6b81-4f96-a6d0-e4246f5d13fe req-9c0234e3-008e-4e25-82a8-48faa27086e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.575377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246031d-6b81-4f96-a6d0-e4246f5d13fe req-9c0234e3-008e-4e25-82a8-48faa27086e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.577221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f246031d-6b81-4f96-a6d0-e4246f5d13fe req-9c0234e3-008e-4e25-82a8-48faa27086e8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6491 time: 0.3785415 Aug 03 19:01:55.591080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Request body: {'port': {'device_id': '010020f2-864d-48c3-84ca-7aa480a40a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:55.712172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57be6433-d3a0-48dc-9d3e-898cefb1d946 req-40c85201-40bf-4d70-9bf9-ef460fdffdda tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466825 Aug 03 19:01:55.720176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f246031d-6b81-4f96-a6d0-e4246f5d13fe req-1a0bb3c1-a090-493e-a531-248f25597242 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199799 Aug 03 19:01:55.751717 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.754651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Allocated IP 172.20.0.4 (24291888-b792-499c-a0fb-f5b873ed51b1/26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5/df2e2c3c-2e47-442c-a1d4-f97d3d5c18be) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:55.802768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4649eb-1e65-4577-b2c1-902b5cd6102f {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:55.808742 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-189bba53-cdcf-47f2-b691-23e70b8ec092 service neutron] 10.222.0.37 "GET /v2.0/networks/d9492e2d-4ca5-4453-8c33-ba5f03291b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568173 Aug 03 19:01:55.816348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.866035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Transition to ACTIVE for port object ca4649eb-1e65-4577-b2c1-902b5cd6102f will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:55.881060 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.889229 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Made reservation on behalf of 68399c9354c34ac3aba9810a831d47e0 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:55.894219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.964703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb227-20cb-44ed-9e78-254475f200c2 req-6e19ac55-a51e-4aa2-abb9-5e7222a01a39 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.971527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb227-20cb-44ed-9e78-254475f200c2 req-6e19ac55-a51e-4aa2-abb9-5e7222a01a39 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.977577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb227-20cb-44ed-9e78-254475f200c2 req-6e19ac55-a51e-4aa2-abb9-5e7222a01a39 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.983802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb227-20cb-44ed-9e78-254475f200c2 req-6e19ac55-a51e-4aa2-abb9-5e7222a01a39 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.990485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb227-20cb-44ed-9e78-254475f200c2 req-6e19ac55-a51e-4aa2-abb9-5e7222a01a39 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.997136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb227-20cb-44ed-9e78-254475f200c2 req-6e19ac55-a51e-4aa2-abb9-5e7222a01a39 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:56.003141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acb227-20cb-44ed-9e78-254475f200c2 req-6e19ac55-a51e-4aa2-abb9-5e7222a01a39 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:56.010922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27acb227-20cb-44ed-9e78-254475f200c2 req-6e19ac55-a51e-4aa2-abb9-5e7222a01a39 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5444 time: 0.1979697 Aug 03 19:01:56.096151 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-470a9ff9-5d45-4ee3-8ec9-c70992b04225 req-5414c67d-364d-4b9a-b8ef-e85cb90575b4 service neutron] 10.222.0.37 "GET /v2.0/networks/d9492e2d-4ca5-4453-8c33-ba5f03291b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622428 Aug 03 19:01:56.401323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Pushing event updated for resources: {'Port': ['ID=ca4649eb-1e65-4577-b2c1-902b5cd6102f,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:56.502830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27acb227-20cb-44ed-9e78-254475f200c2 req-ccd96ffa-be60-4c1a-b935-5fd0d7da92a7 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4775605 Aug 03 19:01:56.513659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5199fd1-3abc-497b-aed8-468b269db02e req-ebe9bff4-cbe9-4c86-b696-a43ec07b9ff4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:56.519621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5199fd1-3abc-497b-aed8-468b269db02e req-ebe9bff4-cbe9-4c86-b696-a43ec07b9ff4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:56.525580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5199fd1-3abc-497b-aed8-468b269db02e req-ebe9bff4-cbe9-4c86-b696-a43ec07b9ff4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:56.527245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5199fd1-3abc-497b-aed8-468b269db02e req-ebe9bff4-cbe9-4c86-b696-a43ec07b9ff4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2416 time: 0.5086937 Aug 03 19:01:56.591537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Attempting to bind port ca4649eb-1e65-4577-b2c1-902b5cd6102f on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:56.591880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Attempting to bind port ca4649eb-1e65-4577-b2c1-902b5cd6102f by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '54154da3-0050-48f8-9b95-261e6150b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:56.592781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Attempting to bind port ca4649eb-1e65-4577-b2c1-902b5cd6102f on network cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:56.611042 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.615786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de94cc4f-b467-429d-8ad9-9cce8a82e4fd req-728ed9e3-d1ce-4041-8f75-d48dfa564a33 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 210 time: 0.0525217 Aug 03 19:01:56.625280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Port ca4649eb-1e65-4577-b2c1-902b5cd6102f on network cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:56.625635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Attempting to bind port ca4649eb-1e65-4577-b2c1-902b5cd6102f on network cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:56.643180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:56.643529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Checking segment: {'id': '54154da3-0050-48f8-9b95-261e6150b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:56.643919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Bound using segment: {'id': '54154da3-0050-48f8-9b95-261e6150b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:56.644370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Bound port: ca4649eb-1e65-4577-b2c1-902b5cd6102f, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54154da3-0050-48f8-9b95-261e6150b39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:56.644738 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.657362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5199fd1-3abc-497b-aed8-468b269db02e req-fd625682-1f94-4392-b429-2ce1d0ed0ad9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156893 Aug 03 19:01:56.733404 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.744958 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc907f2-98fb-4356-b18a-e599358c0451'}, {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f7390e-84e2-4548-84e7-53d9cf1af0cf'}, {'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc'}, {'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:56.748239 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7f40c5-d5c1-42b8-9a3d-24a6f185c625" -d '{"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "8bc907f2-98fb-4356-b18a-e599358c0451"}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "a3f7390e-84e2-4548-84e7-53d9cf1af0cf"}, {"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-unplugged", "status": "completed", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc"}, {"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:56.769191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] For port ca4649eb-1e65-4577-b2c1-902b5cd6102f, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:56.804221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] For port ca4649eb-1e65-4577-b2c1-902b5cd6102f, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ca4649eb-1e65-4577-b2c1-902b5cd6102f,segment=NetworkSegment(54154da3-0050-48f8-9b95-261e6150b39c),segment_id=54154da3-0050-48f8-9b95-261e6150b39c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:56.832834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Network 24291888-b792-499c-a0fb-f5b873ed51b1 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:56.838350 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.856920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:56.858777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Pushing event updated for resources: {'Port': ['ID=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:56.864753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:56.915860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c6df4a-7c83-4021-b073-cf8cfa50bb4c {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:56.924217 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.937653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Transition to ACTIVE for port object 89c6df4a-7c83-4021-b073-cf8cfa50bb4c will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:56.942546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:56.943183 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.944668 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] 10.222.0.37 "PUT /v2.0/ports/ca4649eb-1e65-4577-b2c1-902b5cd6102f HTTP/1.1" status: 200 len: 1091 time: 2.3335347 Aug 03 19:01:56.947664 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff74461-45f5-4ff6-9850-2fa66c9ad232', 'tag': 'ca4649eb-1e65-4577-b2c1-902b5cd6102f'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:56.947957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.950994 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e284214-6d78-46eb-bd90-14cb7894452e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff74461-45f5-4ff6-9850-2fa66c9ad232", "tag": "ca4649eb-1e65-4577-b2c1-902b5cd6102f"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:57.001471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05444516-1924-4f53-b38f-22165c2ab3de req-484d229e-5058-4b07-be41-94052858b8dc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.007743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05444516-1924-4f53-b38f-22165c2ab3de req-484d229e-5058-4b07-be41-94052858b8dc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.016292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05444516-1924-4f53-b38f-22165c2ab3de req-484d229e-5058-4b07-be41-94052858b8dc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.023534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05444516-1924-4f53-b38f-22165c2ab3de req-484d229e-5058-4b07-be41-94052858b8dc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.030176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05444516-1924-4f53-b38f-22165c2ab3de req-484d229e-5058-4b07-be41-94052858b8dc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.033254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Pushing event updated for resources: {'Port': ['ID=89c6df4a-7c83-4021-b073-cf8cfa50bb4c,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:57.036272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05444516-1924-4f53-b38f-22165c2ab3de req-484d229e-5058-4b07-be41-94052858b8dc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.042283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05444516-1924-4f53-b38f-22165c2ab3de req-484d229e-5058-4b07-be41-94052858b8dc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.044289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05444516-1924-4f53-b38f-22165c2ab3de req-484d229e-5058-4b07-be41-94052858b8dc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5434 time: 0.2690227 Aug 03 19:01:57.047753 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Allocated IP 172.20.0.5 (24291888-b792-499c-a0fb-f5b873ed51b1/26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5/1c0fcba7-b4b8-4aba-be46-efdcda4b78c6) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:57.071207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.071995 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.091974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de764ac-8a23-40f6-900c-fea6e659e0ab service neutron] Pushing event updated for resources: {'Port': ['ID=ca4649eb-1e65-4577-b2c1-902b5cd6102f,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:57.111267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf60b75-c0de-4929-b9aa-937e18aae5f6 req-d030359b-5ef9-45d3-b0e6-93e942632205 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.112837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdf60b75-c0de-4929-b9aa-937e18aae5f6 req-d030359b-5ef9-45d3-b0e6-93e942632205 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 943 time: 0.2761447 Aug 03 19:01:57.155632 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Attempting to bind port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:57.156197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Attempting to bind port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:57.156329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Attempting to bind port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c on network 24291888-b792-499c-a0fb-f5b873ed51b1 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:57.160657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-21ae5fe5-6e89-4735-9932-a2cbad973f25 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5351980 Aug 03 19:01:57.174385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c on network 24291888-b792-499c-a0fb-f5b873ed51b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:57.174656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Attempting to bind port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c on network 24291888-b792-499c-a0fb-f5b873ed51b1 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:57.185018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05444516-1924-4f53-b38f-22165c2ab3de req-f47bf99b-56a0-4206-80b4-cbf54a8ffd7d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209733 Aug 03 19:01:57.189474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-6d4121ec-aae0-43fd-a711-52e203db7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.190996 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-6d4121ec-aae0-43fd-a711-52e203db7f25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90d102bd247a480c818c34eef69ba717&device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 1094 time: 0.1419063 Aug 03 19:01:57.200288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Request body: {'port': {'device_id': 'be12249c-30bc-4916-a04f-0b8ca82b4bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:57.213453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:57.213897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Checking segment: {'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:57.214348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Bound using segment: {'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:57.214888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Bound port: 89c6df4a-7c83-4021-b073-cf8cfa50bb4c, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:57.216098 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.240390 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdf60b75-c0de-4929-b9aa-937e18aae5f6 req-9e543472-2c53-42fc-845d-8b5943d7260e tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149137 Aug 03 19:01:57.282921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-d6a47b48-9a97-4b5d-bdbd-45860bf1dca5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca4649eb-1e65-4577-b2c1-902b5cd6102f HTTP/1.1" status: 200 len: 217 time: 0.0788698 Aug 03 19:01:57.289562 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 700 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69025d80-e068-4f46-ba14-d4fba99fc41f x-openstack-request-id: req-69025d80-e068-4f46-ba14-d4fba99fc41f {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:57.290122 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "8bc907f2-98fb-4356-b18a-e599358c0451", "code": 200}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-plugged", "status": "completed", "tag": "a3f7390e-84e2-4548-84e7-53d9cf1af0cf", "code": 200}, {"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-unplugged", "status": "completed", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc", "code": 200}, {"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:57.290553 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69025d80-e068-4f46-ba14-d4fba99fc41f {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:57.291204 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc907f2-98fb-4356-b18a-e599358c0451', 'code': 200} Aug 03 19:01:57.291661 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f7390e-84e2-4548-84e7-53d9cf1af0cf', 'code': 200} Aug 03 19:01:57.292093 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'code': 200} Aug 03 19:01:57.292561 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'code': 200} Aug 03 19:01:57.294694 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.342962 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a49be3-c17d-4c3a-b50d-cbf02c23594b x-openstack-request-id: req-79a49be3-c17d-4c3a-b50d-cbf02c23594b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:57.343420 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff74461-45f5-4ff6-9850-2fa66c9ad232", "tag": "ca4649eb-1e65-4577-b2c1-902b5cd6102f", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:57.343772 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79a49be3-c17d-4c3a-b50d-cbf02c23594b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:57.344259 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff74461-45f5-4ff6-9850-2fa66c9ad232', 'tag': 'ca4649eb-1e65-4577-b2c1-902b5cd6102f', 'status': 'completed', 'code': 200} Aug 03 19:01:57.351858 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.377020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] For port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:57.381238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] For port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=89c6df4a-7c83-4021-b073-cf8cfa50bb4c,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:57.386273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.392601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.410694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8307cca3-7758-4097-bd61-f6f208b218e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.412224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-8307cca3-7758-4097-bd61-f6f208b218e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad334a48-95e7-4769-8668-a8180243b7bf HTTP/1.1" status: 200 len: 857 time: 0.1038070 Aug 03 19:01:57.438608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.439245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.441150 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] 10.222.0.37 "PUT /v2.0/ports/89c6df4a-7c83-4021-b073-cf8cfa50bb4c HTTP/1.1" status: 200 len: 1091 time: 1.8877513 Aug 03 19:01:57.441150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010020f2-864d-48c3-84ca-7aa480a40a35', 'tag': '89c6df4a-7c83-4021-b073-cf8cfa50bb4c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:57.444087 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a81d0a-2eae-4cc8-97bd-f12bb38ad2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "010020f2-864d-48c3-84ca-7aa480a40a35", "tag": "89c6df4a-7c83-4021-b073-cf8cfa50bb4c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:57.458809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Network 24291888-b792-499c-a0fb-f5b873ed51b1 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:57.469119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:57.472627 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:57.526741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.527299 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.530704 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d7fa19-6107-4b26-b42f-9ea42d82f970 x-openstack-request-id: req-86d7fa19-6107-4b26-b42f-9ea42d82f970 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:57.531213 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010020f2-864d-48c3-84ca-7aa480a40a35", "tag": "89c6df4a-7c83-4021-b073-cf8cfa50bb4c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:57.531336 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86d7fa19-6107-4b26-b42f-9ea42d82f970 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:57.531708 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010020f2-864d-48c3-84ca-7aa480a40a35', 'tag': '89c6df4a-7c83-4021-b073-cf8cfa50bb4c', 'status': 'completed', 'code': 200} Aug 03 19:01:57.547544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ea2d0-167b-49bf-a95f-8578a451c97f service neutron] Pushing event updated for resources: {'Port': ['ID=89c6df4a-7c83-4021-b073-cf8cfa50bb4c,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:57.607978 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0749552 Aug 03 19:01:57.640249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Request body: {'port': {'device_id': 'a787d488-b7dd-43f5-a9ec-954e5ff61161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:57.645571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e4a0b-b945-4a67-9496-113a4cf10954 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Pushing event updated for resources: {'Port': ['ID=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:57.664965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-8508353f-f1cc-4799-b98e-b529d952e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.666624 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-8508353f-f1cc-4799-b98e-b529d952e420 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68399c9354c34ac3aba9810a831d47e0&device_id=010020f2-864d-48c3-84ca-7aa480a40a35 HTTP/1.1" status: 200 len: 1094 time: 0.1320152 Aug 03 19:01:57.686645 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-4cbff96c-76e9-41ff-8d71-05a0f91d9ae0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057951 Aug 03 19:01:57.747100 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-d3b022b6-d981-4b9f-92c7-5a9d64aff607 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89c6df4a-7c83-4021-b073-cf8cfa50bb4c HTTP/1.1" status: 200 len: 217 time: 0.0661552 Aug 03 19:01:57.751605 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.835000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-a4bf1701-820f-4783-846c-fe6df12a1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.836403 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-a4bf1701-820f-4783-846c-fe6df12a1ab4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5 HTTP/1.1" status: 200 len: 858 time: 0.0742798 Aug 03 19:01:57.840479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2044-e3ab-4234-8ac2-df503439b138 req-8b10d30d-9247-421b-957e-f8f87e631269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.840895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2044-e3ab-4234-8ac2-df503439b138 req-8b10d30d-9247-421b-957e-f8f87e631269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.841375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2044-e3ab-4234-8ac2-df503439b138 req-8b10d30d-9247-421b-957e-f8f87e631269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.841882 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2044-e3ab-4234-8ac2-df503439b138 req-8b10d30d-9247-421b-957e-f8f87e631269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.842353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2044-e3ab-4234-8ac2-df503439b138 req-8b10d30d-9247-421b-957e-f8f87e631269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.842820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2044-e3ab-4234-8ac2-df503439b138 req-8b10d30d-9247-421b-957e-f8f87e631269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.843288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2044-e3ab-4234-8ac2-df503439b138 req-8b10d30d-9247-421b-957e-f8f87e631269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.845211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df0c2044-e3ab-4234-8ac2-df503439b138 req-8b10d30d-9247-421b-957e-f8f87e631269 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 6501 time: 0.2656620 Aug 03 19:01:57.911722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819f7c1-8ee8-436d-bfa0-acfe71ca9c75 req-78369875-9e79-4e51-988b-9d1fea2e6966 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.917629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819f7c1-8ee8-436d-bfa0-acfe71ca9c75 req-78369875-9e79-4e51-988b-9d1fea2e6966 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.921723 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-44049344-5476-48b0-ad9e-dc16fc42b793 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24291888-b792-499c-a0fb-f5b873ed51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720572 Aug 03 19:01:57.924016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819f7c1-8ee8-436d-bfa0-acfe71ca9c75 req-78369875-9e79-4e51-988b-9d1fea2e6966 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.929887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819f7c1-8ee8-436d-bfa0-acfe71ca9c75 req-78369875-9e79-4e51-988b-9d1fea2e6966 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.936411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819f7c1-8ee8-436d-bfa0-acfe71ca9c75 req-78369875-9e79-4e51-988b-9d1fea2e6966 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.942273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819f7c1-8ee8-436d-bfa0-acfe71ca9c75 req-78369875-9e79-4e51-988b-9d1fea2e6966 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.948064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819f7c1-8ee8-436d-bfa0-acfe71ca9c75 req-78369875-9e79-4e51-988b-9d1fea2e6966 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.950064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2819f7c1-8ee8-436d-bfa0-acfe71ca9c75 req-78369875-9e79-4e51-988b-9d1fea2e6966 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5444 time: 0.2922204 Aug 03 19:01:57.998337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ae4ee-694c-44d4-824d-c665ac4486ab req-6865c6fe-6b80-407b-a212-2eb6bc5c6dc7 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.999861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-573ae4ee-694c-44d4-824d-c665ac4486ab req-6865c6fe-6b80-407b-a212-2eb6bc5c6dc7 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 931 time: 0.2566218 Aug 03 19:01:58.017902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-eff32c6d-1c08-4a06-bef5-1e1aad5abc5d service neutron] 10.222.0.37 "GET /v2.0/networks/cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178477 Aug 03 19:01:58.026769 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-a57bedbb-1f1b-46b4-96f0-2bb265434c03 service neutron] 10.222.0.37 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909317 Aug 03 19:01:58.062083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df0c2044-e3ab-4234-8ac2-df503439b138 req-c8b85f33-a16c-4692-980f-a7fb276844cb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1973875 Aug 03 19:01:58.123238 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-3677bcb7-f9c2-4e6c-b124-5db1570d2263 service neutron] 10.222.0.37 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887177 Aug 03 19:01:58.126380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2e2c3c-2e47-442c-a1d4-f97d3d5c18be {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:58.142162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.151736 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2819f7c1-8ee8-436d-bfa0-acfe71ca9c75 req-cc192391-2c90-49db-b41d-1680c325228f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1904871 Aug 03 19:01:58.181634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Transition to ACTIVE for port object df2e2c3c-2e47-442c-a1d4-f97d3d5c18be will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:58.184901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-573ae4ee-694c-44d4-824d-c665ac4486ab req-febb2189-0273-4f92-8a38-b4232ff086f6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633723 Aug 03 19:01:58.194139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.249805 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3d886e5-a338-4b44-91b9-c54811eecfae req-2057a340-8206-4e13-93b2-8a7cc7c85d96 service neutron] 10.222.0.37 "GET /v2.0/networks/cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061627 Aug 03 19:01:58.280340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Pushing event updated for resources: {'Port': ['ID=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:58.320552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a81d0a-2eae-4cc8-97bd-f12bb38ad2e7 req-3b0cf739-b168-446c-87fd-576fee825130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.323681 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5a81d0a-2eae-4cc8-97bd-f12bb38ad2e7 req-3b0cf739-b168-446c-87fd-576fee825130 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68399c9354c34ac3aba9810a831d47e0&device_id=010020f2-864d-48c3-84ca-7aa480a40a35 HTTP/1.1" status: 200 len: 1094 time: 0.1468740 Aug 03 19:01:58.420449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa020-292e-4abc-8b2c-183b182fe27d req-d14a41c7-8fa0-4a88-affa-2d073363d740 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.426375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa020-292e-4abc-8b2c-183b182fe27d req-d14a41c7-8fa0-4a88-affa-2d073363d740 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.432336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa020-292e-4abc-8b2c-183b182fe27d req-d14a41c7-8fa0-4a88-affa-2d073363d740 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.434075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae2aa020-292e-4abc-8b2c-183b182fe27d req-d14a41c7-8fa0-4a88-affa-2d073363d740 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2416 time: 0.1511025 Aug 03 19:01:58.436493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Attempting to bind port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:58.436824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Attempting to bind port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:58.437154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Attempting to bind port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be on network 24291888-b792-499c-a0fb-f5b873ed51b1 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:58.448023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e284214-6d78-46eb-bd90-14cb7894452e req-db91caae-f47b-4334-a5fd-fcc0550b1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.450102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e284214-6d78-46eb-bd90-14cb7894452e req-db91caae-f47b-4334-a5fd-fcc0550b1422 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90d102bd247a480c818c34eef69ba717&device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 1094 time: 0.1299691 Aug 03 19:01:58.476037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be on network 24291888-b792-499c-a0fb-f5b873ed51b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:58.476484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Attempting to bind port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be on network 24291888-b792-499c-a0fb-f5b873ed51b1 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:58.478884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a81d0a-2eae-4cc8-97bd-f12bb38ad2e7 req-a597f5fb-8bdf-4341-baab-9b6b737774e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.480383 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5a81d0a-2eae-4cc8-97bd-f12bb38ad2e7 req-a597f5fb-8bdf-4341-baab-9b6b737774e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=24291888-b792-499c-a0fb-f5b873ed51b1 HTTP/1.1" status: 200 len: 919 time: 0.1489987 Aug 03 19:01:58.490098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:58.500370 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.536496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:58.536813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Checking segment: {'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:58.537200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Bound using segment: {'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:58.537676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Bound port: df2e2c3c-2e47-442c-a1d4-f97d3d5c18be, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:58.538039 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.545089 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5a81d0a-2eae-4cc8-97bd-f12bb38ad2e7 req-cd3855f5-a030-4d57-ae91-e37d06250514 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89c6df4a-7c83-4021-b073-cf8cfa50bb4c HTTP/1.1" status: 200 len: 217 time: 0.0473938 Aug 03 19:01:58.548067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Transition to ACTIVE for port object 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:58.551995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.583529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae2aa020-292e-4abc-8b2c-183b182fe27d req-1829f8ac-6c22-4ec6-ac65-a7f47c3dcfa7 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312137 Aug 03 19:01:58.619424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdacb1-5203-44fd-9667-9693ce299e4a req-364b0ea6-d915-4be1-b739-4f470674bed2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.625763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdacb1-5203-44fd-9667-9693ce299e4a req-364b0ea6-d915-4be1-b739-4f470674bed2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.631688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdacb1-5203-44fd-9667-9693ce299e4a req-364b0ea6-d915-4be1-b739-4f470674bed2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.638367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdacb1-5203-44fd-9667-9693ce299e4a req-364b0ea6-d915-4be1-b739-4f470674bed2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.644625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdacb1-5203-44fd-9667-9693ce299e4a req-364b0ea6-d915-4be1-b739-4f470674bed2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.650815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdacb1-5203-44fd-9667-9693ce299e4a req-364b0ea6-d915-4be1-b739-4f470674bed2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.651412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:58.657455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdacb1-5203-44fd-9667-9693ce299e4a req-364b0ea6-d915-4be1-b739-4f470674bed2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.658177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a81d0a-2eae-4cc8-97bd-f12bb38ad2e7 req-f0bc8eef-502a-4d6e-9b60-ba6a6720c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.659658 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ffdacb1-5203-44fd-9667-9693ce299e4a req-364b0ea6-d915-4be1-b739-4f470674bed2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5434 time: 0.2485409 Aug 03 19:01:58.659813 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5a81d0a-2eae-4cc8-97bd-f12bb38ad2e7 req-f0bc8eef-502a-4d6e-9b60-ba6a6720c0ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5 HTTP/1.1" status: 200 len: 858 time: 0.1050825 Aug 03 19:01:58.716258 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5a81d0a-2eae-4cc8-97bd-f12bb38ad2e7 req-c94f5696-895b-4a7e-bd7d-4fce12e6d699 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24291888-b792-499c-a0fb-f5b873ed51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429373 Aug 03 19:01:58.762153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] For port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:58.770607 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] For port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:58.773790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e284214-6d78-46eb-bd90-14cb7894452e req-88739f8b-e4a6-45e8-baa1-0bffa0a28f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.775278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e284214-6d78-46eb-bd90-14cb7894452e req-88739f8b-e4a6-45e8-baa1-0bffa0a28f0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f HTTP/1.1" status: 200 len: 918 time: 0.3002262 Aug 03 19:01:58.779468 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.791055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Attempting to bind port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:58.791398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Attempting to bind port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:58.791731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Attempting to bind port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 on network 24291888-b792-499c-a0fb-f5b873ed51b1 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:58.800421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 on network 24291888-b792-499c-a0fb-f5b873ed51b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:58.800746 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Attempting to bind port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 on network 24291888-b792-499c-a0fb-f5b873ed51b1 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:58.809151 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:58.809521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Checking segment: {'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:58.809916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Bound using segment: {'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:58.810371 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Bound port: 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f96b38-9c0c-458c-8451-c8b7e1e5c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:58.810715 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.817608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30345301-c4dd-49f2-91a5-b1c9b2ae2d17 req-19fce8bf-1f72-4f47-a508-040e76365755 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.819141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30345301-c4dd-49f2-91a5-b1c9b2ae2d17 req-19fce8bf-1f72-4f47-a508-040e76365755 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 943 time: 0.1567984 Aug 03 19:01:58.823182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ffdacb1-5203-44fd-9667-9693ce299e4a req-2090dfac-d467-402d-abdf-7fcfd7e1cbab tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487622 Aug 03 19:01:58.875119 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5a81d0a-2eae-4cc8-97bd-f12bb38ad2e7 req-56ecd8f3-6d19-4786-82fb-09e5369c3eb4 service neutron] 10.222.0.37 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438568 Aug 03 19:01:58.876885 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.877445 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.878834 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] 10.222.0.74 "PUT /v2.0/ports/df2e2c3c-2e47-442c-a1d4-f97d3d5c18be HTTP/1.1" status: 200 len: 1091 time: 1.6915410 Aug 03 19:01:58.881129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e284214-6d78-46eb-bd90-14cb7894452e req-ef5bb203-85d7-4eb2-a096-3bf28415e4ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca4649eb-1e65-4577-b2c1-902b5cd6102f HTTP/1.1" status: 200 len: 217 time: 0.0570652 Aug 03 19:01:58.915175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] For port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:58.950508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad94a5b-3c10-44e8-a7f9-182229203040 service neutron] Pushing event updated for resources: {'Port': ['ID=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:58.967275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30345301-c4dd-49f2-91a5-b1c9b2ae2d17 req-e4c3053b-a06e-4c72-b08f-ba1e8818fca5 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330554 Aug 03 19:01:58.984764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e284214-6d78-46eb-bd90-14cb7894452e req-a04c8d53-f4b1-4bf7-a6ce-b9ea2ca5dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.986297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e284214-6d78-46eb-bd90-14cb7894452e req-a04c8d53-f4b1-4bf7-a6ce-b9ea2ca5dcdb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad334a48-95e7-4769-8668-a8180243b7bf HTTP/1.1" status: 200 len: 857 time: 0.0846286 Aug 03 19:01:59.033336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e284214-6d78-46eb-bd90-14cb7894452e req-f6e61535-2440-4bd4-b3e2-c1718f028563 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315769 Aug 03 19:01:59.044626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-08c20bab-0c9c-4b66-a35f-ed06c3a06b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.046220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-08c20bab-0c9c-4b66-a35f-ed06c3a06b6f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68399c9354c34ac3aba9810a831d47e0&device_id=be12249c-30bc-4916-a04f-0b8ca82b4bc5 HTTP/1.1" status: 200 len: 1094 time: 0.0746262 Aug 03 19:01:59.169609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-93f9b14f-3f13-4b51-833e-5a1acff3346f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be HTTP/1.1" status: 200 len: 217 time: 0.0882218 Aug 03 19:01:59.245787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:59.249552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d1457-31ce-43b3-a054-9b94cb9ec14d req-6d34753b-7ab7-4cc4-ac0e-2299f21c1508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.255656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d1457-31ce-43b3-a054-9b94cb9ec14d req-6d34753b-7ab7-4cc4-ac0e-2299f21c1508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.262455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d1457-31ce-43b3-a054-9b94cb9ec14d req-6d34753b-7ab7-4cc4-ac0e-2299f21c1508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.268570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d1457-31ce-43b3-a054-9b94cb9ec14d req-6d34753b-7ab7-4cc4-ac0e-2299f21c1508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.274567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d1457-31ce-43b3-a054-9b94cb9ec14d req-6d34753b-7ab7-4cc4-ac0e-2299f21c1508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.280668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d1457-31ce-43b3-a054-9b94cb9ec14d req-6d34753b-7ab7-4cc4-ac0e-2299f21c1508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.286707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d1457-31ce-43b3-a054-9b94cb9ec14d req-6d34753b-7ab7-4cc4-ac0e-2299f21c1508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.288617 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-111d1457-31ce-43b3-a054-9b94cb9ec14d req-6d34753b-7ab7-4cc4-ac0e-2299f21c1508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5434 time: 0.2339091 Aug 03 19:01:59.300266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44264) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:59.303925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-227f0d5e-7b7a-498e-ae8a-f857d3803621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.305732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-227f0d5e-7b7a-498e-ae8a-f857d3803621 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5 HTTP/1.1" status: 200 len: 858 time: 0.1294100 Aug 03 19:01:59.310609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-6d726364-6838-4ca1-8778-557967b0a959 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Request body: {'floatingip': {'port_id': '7859262e-e847-45d1-91e7-0aeaf780cd5d'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:59.361205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be12249c-30bc-4916-a04f-0b8ca82b4bc5', 'tag': 'df2e2c3c-2e47-442c-a1d4-f97d3d5c18be'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:59.363542 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0793b2a7-cad5-4f39-b754-1a66bab9217e" -d '{"events": [{"name": "network-changed", "server_uuid": "be12249c-30bc-4916-a04f-0b8ca82b4bc5", "tag": "df2e2c3c-2e47-442c-a1d4-f97d3d5c18be"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:59.400116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:59.404348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e284214-6d78-46eb-bd90-14cb7894452e req-26bd4104-9273-4304-8b1b-258069241f0c service neutron] 10.222.0.37 "GET /v2.0/networks/cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571379 Aug 03 19:01:59.408183 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d726364-6838-4ca1-8778-557967b0a959 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.412983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-d01480b2-44cc-4458-ace5-1e6c7463ca00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24291888-b792-499c-a0fb-f5b873ed51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914354 Aug 03 19:01:59.416889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'mac_address': 'fa:16:3e:df:fa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:59.423242 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c5a81d0a-2eae-4cc8-97bd-f12bb38ad2e7 req-ee0001d5-f138-4712-a76c-d778fd1f3a8a service neutron] 10.222.0.37 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225296 Aug 03 19:01:59.427483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] For port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:59.434952 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.477340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.478834 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.481456 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] 10.222.0.74 "PUT /v2.0/ports/1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 HTTP/1.1" status: 200 len: 1091 time: 1.8467319 Aug 03 19:01:59.483540 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.507105 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.513877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10386ed-6dcf-4a7d-b377-7c1ecd8b2e08 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:59.526136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:59.533130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a787d488-b7dd-43f5-a9ec-954e5ff61161', 'tag': '1c0fcba7-b4b8-4aba-be46-efdcda4b78c6'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:59.536027 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05603c7-7735-40ea-baa8-efd1f82224de" -d '{"events": [{"name": "network-changed", "server_uuid": "a787d488-b7dd-43f5-a9ec-954e5ff61161", "tag": "1c0fcba7-b4b8-4aba-be46-efdcda4b78c6"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:59.549990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:59.554880 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.612956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:59.635850 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-7226f1e8-3844-45ad-b107-b3a390f98cff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759058 Aug 03 19:01:59.643131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-2bfa542d-e0df-413d-be0b-9c5e3eb74c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.644642 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-2bfa542d-e0df-413d-be0b-9c5e3eb74c7d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68399c9354c34ac3aba9810a831d47e0&device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 1094 time: 0.0604501 Aug 03 19:01:59.706379 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-5b423fb4-a6ea-4828-a443-33b97f781637 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 HTTP/1.1" status: 200 len: 217 time: 0.0384655 Aug 03 19:01:59.723413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:59.796129 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06932d-ef90-494f-b97e-2efd09426f48 req-ad4301e1-362c-4f51-8125-65e880f610a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.797669 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-ad4301e1-362c-4f51-8125-65e880f610a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5 HTTP/1.1" status: 200 len: 858 time: 0.0777359 Aug 03 19:01:59.807786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-439593e5-2c75-4e6d-8fe5-555ce3008872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.809361 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-439593e5-2c75-4e6d-8fe5-555ce3008872 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 1096 time: 0.0796230 Aug 03 19:01:59.878753 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-5245d19b-0bc7-4ae2-a901-ac45e69d436f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24291888-b792-499c-a0fb-f5b873ed51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359271 Aug 03 19:02:00.029432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-d02debc5-5bd8-4d68-a9c0-bfd4d55b4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.030888 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-d02debc5-5bd8-4d68-a9c0-bfd4d55b4349 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1783011 Aug 03 19:02:00.084564 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-939c3cd6-1f94-4157-9e42-2255cfa99646 service neutron] 10.222.0.74 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685095 Aug 03 19:02:00.086029 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-8f9552c0-0199-4787-8c2f-535c241443c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1dfc426-5139-480e-8caf-9ef9637faebf HTTP/1.1" status: 200 len: 217 time: 0.0459845 Aug 03 19:02:00.097439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61ac24-9cd2-44a8-bcf3-95fad49b26b3 req-80a5e19d-760a-4f6a-9a31-3877e2ed1951 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.099019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed61ac24-9cd2-44a8-bcf3-95fad49b26b3 req-80a5e19d-760a-4f6a-9a31-3877e2ed1951 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 943 time: 0.6304543 Aug 03 19:02:00.149251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860ba5-cdb8-4271-baf0-5bf3f864ecb0 req-33fa6d01-f52c-4e68-985c-329366e2636d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.155891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860ba5-cdb8-4271-baf0-5bf3f864ecb0 req-33fa6d01-f52c-4e68-985c-329366e2636d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.162018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860ba5-cdb8-4271-baf0-5bf3f864ecb0 req-33fa6d01-f52c-4e68-985c-329366e2636d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.168008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860ba5-cdb8-4271-baf0-5bf3f864ecb0 req-33fa6d01-f52c-4e68-985c-329366e2636d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.174063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860ba5-cdb8-4271-baf0-5bf3f864ecb0 req-33fa6d01-f52c-4e68-985c-329366e2636d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.180056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860ba5-cdb8-4271-baf0-5bf3f864ecb0 req-33fa6d01-f52c-4e68-985c-329366e2636d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.186758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88860ba5-cdb8-4271-baf0-5bf3f864ecb0 req-33fa6d01-f52c-4e68-985c-329366e2636d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.186905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-23fc033b-6ada-4ed7-a3d1-2b7ef1fc1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.188084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88860ba5-cdb8-4271-baf0-5bf3f864ecb0 req-33fa6d01-f52c-4e68-985c-329366e2636d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5444 time: 0.7825537 Aug 03 19:02:00.188393 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-23fc033b-6ada-4ed7-a3d1-2b7ef1fc1ae1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0868535 Aug 03 19:02:00.205253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e284214-6d78-46eb-bd90-14cb7894452e req-0f784271-7822-45f0-ae6f-a09a77f85ffc service neutron] 10.222.0.37 "GET /v2.0/networks/cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7387278 Aug 03 19:02:00.233878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-bde1602e-faac-4d90-893e-8f88edc905e2 service neutron] 10.222.0.74 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7662191 Aug 03 19:02:00.252206 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-e13cff8a-2813-479b-8156-9fb4d5e99541 service neutron] 10.222.0.74 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591737 Aug 03 19:02:00.261646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-77ed7e7b-370e-43cd-99fa-57505bca47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.264565 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-77ed7e7b-370e-43cd-99fa-57505bca47cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612988 Aug 03 19:02:00.366073 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-9405b550-c0c4-4b51-9bd1-5d1977c34e8a service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835371 Aug 03 19:02:00.367082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed61ac24-9cd2-44a8-bcf3-95fad49b26b3 req-015d6265-71e9-46e8-811b-92f4e8741ae2 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724799 Aug 03 19:02:00.375079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88860ba5-cdb8-4271-baf0-5bf3f864ecb0 req-9ba941f2-2d4d-467b-85e1-ba5935e17ee2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1636882 Aug 03 19:02:00.529760 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17cb6981-787e-4255-9bd5-3cbc39713154 req-e9ff058c-f900-415a-88f8-30e6e057164e service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433458 Aug 03 19:02:00.551010 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e068a501-8722-4420-8eb8-9b580ec40363 x-openstack-request-id: req-e068a501-8722-4420-8eb8-9b580ec40363 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:00.551293 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be12249c-30bc-4916-a04f-0b8ca82b4bc5", "tag": "df2e2c3c-2e47-442c-a1d4-f97d3d5c18be", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:00.551544 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e068a501-8722-4420-8eb8-9b580ec40363 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:00.551922 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be12249c-30bc-4916-a04f-0b8ca82b4bc5', 'tag': 'df2e2c3c-2e47-442c-a1d4-f97d3d5c18be', 'status': 'completed', 'code': 200} Aug 03 19:02:00.582702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db06932d-ef90-494f-b97e-2efd09426f48 req-94e3aba6-e021-47b5-8e7e-a122b9b150c8 service neutron] 10.222.0.74 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395123 Aug 03 19:02:00.609015 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b457c3-1e40-47dd-baa2-f07130d250ff x-openstack-request-id: req-28b457c3-1e40-47dd-baa2-f07130d250ff {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:00.609686 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a787d488-b7dd-43f5-a9ec-954e5ff61161", "tag": "1c0fcba7-b4b8-4aba-be46-efdcda4b78c6", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:00.610042 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28b457c3-1e40-47dd-baa2-f07130d250ff {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:00.610547 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a787d488-b7dd-43f5-a9ec-954e5ff61161', 'tag': '1c0fcba7-b4b8-4aba-be46-efdcda4b78c6', 'status': 'completed', 'code': 200} Aug 03 19:02:00.646780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bbc67-10cc-43d4-9135-e2371d38566a req-6f27320e-802a-4035-8435-99debadd694d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.652865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bbc67-10cc-43d4-9135-e2371d38566a req-6f27320e-802a-4035-8435-99debadd694d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.658719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bbc67-10cc-43d4-9135-e2371d38566a req-6f27320e-802a-4035-8435-99debadd694d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.660442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d7bbc67-10cc-43d4-9135-e2371d38566a req-6f27320e-802a-4035-8435-99debadd694d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2416 time: 0.1691411 Aug 03 19:02:00.766583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d7bbc67-10cc-43d4-9135-e2371d38566a req-611b8341-175d-4e47-ad65-2c6b945b8456 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954642 Aug 03 19:02:00.814754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793b2a7-cad5-4f39-b754-1a66bab9217e req-ecc41846-8ff8-4a54-a1c8-36983890adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.816280 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0793b2a7-cad5-4f39-b754-1a66bab9217e req-ecc41846-8ff8-4a54-a1c8-36983890adde service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68399c9354c34ac3aba9810a831d47e0&device_id=be12249c-30bc-4916-a04f-0b8ca82b4bc5 HTTP/1.1" status: 200 len: 1094 time: 0.0429940 Aug 03 19:02:00.840823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d27c2-aefe-406b-9150-b090961456a9 req-df2de9ba-d403-477e-be00-71e0e58ce309 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.842421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-654d27c2-aefe-406b-9150-b090961456a9 req-df2de9ba-d403-477e-be00-71e0e58ce309 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 943 time: 0.1791072 Aug 03 19:02:00.884815 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d726364-6838-4ca1-8778-557967b0a959 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:00.902075 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d726364-6838-4ca1-8778-557967b0a959 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:00.908670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05603c7-7735-40ea-baa8-efd1f82224de req-964a2b56-0b03-4851-8353-0ecee58e237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.910234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f05603c7-7735-40ea-baa8-efd1f82224de req-964a2b56-0b03-4851-8353-0ecee58e237b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68399c9354c34ac3aba9810a831d47e0&device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 1094 time: 0.1358225 Aug 03 19:02:00.925729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793b2a7-cad5-4f39-b754-1a66bab9217e req-e2d0ae94-6652-4d90-b32a-5520d606c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.927508 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0793b2a7-cad5-4f39-b754-1a66bab9217e req-e2d0ae94-6652-4d90-b32a-5520d606c81d service neutron] 10.222.0.74 "GET /v2.0/networks?id=24291888-b792-499c-a0fb-f5b873ed51b1 HTTP/1.1" status: 200 len: 919 time: 0.1034381 Aug 03 19:02:00.948972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-654d27c2-aefe-406b-9150-b090961456a9 req-b4eea1e3-c073-4b89-9d12-b51d5131f040 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968928 Aug 03 19:02:00.988695 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0793b2a7-cad5-4f39-b754-1a66bab9217e req-4b46699f-8893-479b-992e-85fdab10318e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be HTTP/1.1" status: 200 len: 217 time: 0.0396810 Aug 03 19:02:01.061361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793b2a7-cad5-4f39-b754-1a66bab9217e req-48af0445-739e-4cd5-9332-c42fc89ecf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:01.063985 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0793b2a7-cad5-4f39-b754-1a66bab9217e req-48af0445-739e-4cd5-9332-c42fc89ecf67 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5 HTTP/1.1" status: 200 len: 858 time: 0.0575914 Aug 03 19:02:01.095982 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-6d726364-6838-4ca1-8778-557967b0a959 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Floating IP b2330ea1-b3d0-4179-9d3e-b6bcf2d282f6 associated. External IP: 172.25.8.133, port: 7859262e-e847-45d1-91e7-0aeaf780cd5d. Aug 03 19:02:01.109860 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0793b2a7-cad5-4f39-b754-1a66bab9217e req-3c5fd238-414e-425d-a4f0-77b886f0db5f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24291888-b792-499c-a0fb-f5b873ed51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293710 Aug 03 19:02:01.135356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05603c7-7735-40ea-baa8-efd1f82224de req-4a354242-da11-4fbc-bcdc-259709007087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:01.136976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f05603c7-7735-40ea-baa8-efd1f82224de req-4a354242-da11-4fbc-bcdc-259709007087 service neutron] 10.222.0.74 "GET /v2.0/networks?id=24291888-b792-499c-a0fb-f5b873ed51b1 HTTP/1.1" status: 200 len: 919 time: 0.1915090 Aug 03 19:02:01.223727 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f05603c7-7735-40ea-baa8-efd1f82224de req-79c03610-8e03-456c-bec6-3f448b5a5dd2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 HTTP/1.1" status: 200 len: 217 time: 0.0724165 Aug 03 19:02:01.244963 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0793b2a7-cad5-4f39-b754-1a66bab9217e req-e8b28786-52cd-49b8-852d-2948e60d8a39 service neutron] 10.222.0.74 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223905 Aug 03 19:02:01.259206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 89c6df4a-7c83-4021-b073-cf8cfa50bb4c details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:01.261318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:01.344740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05603c7-7735-40ea-baa8-efd1f82224de req-c6144d0b-5bcc-47f1-903b-aefb8201ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:01.346259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f05603c7-7735-40ea-baa8-efd1f82224de req-c6144d0b-5bcc-47f1-903b-aefb8201ea76 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5 HTTP/1.1" status: 200 len: 858 time: 0.0938525 Aug 03 19:02:01.370135 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0793b2a7-cad5-4f39-b754-1a66bab9217e req-1eba1767-d7b5-4756-9ffa-13fd7ebf9d96 service neutron] 10.222.0.74 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063652 Aug 03 19:02:01.388956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f05603c7-7735-40ea-baa8-efd1f82224de req-b0637eba-9aef-4809-b8f9-cfa90094f492 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24291888-b792-499c-a0fb-f5b873ed51b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277982 Aug 03 19:02:01.423205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:01.423581 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.542854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d726364-6838-4ca1-8778-557967b0a959 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Router f7783439-2065-49b3-8656-79450ad2011b has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:02:01.591794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f05603c7-7735-40ea-baa8-efd1f82224de req-1834da38-9079-4056-bd9a-fdfcd7296011 service neutron] 10.222.0.74 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710176 Aug 03 19:02:01.639474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705763c5-c0ac-4410-98aa-f695e497b5e7 req-9d1b4c5f-bdea-4c72-943c-86e2b0c8200e tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:01.640995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-705763c5-c0ac-4410-98aa-f695e497b5e7 req-9d1b4c5f-bdea-4c72-943c-86e2b0c8200e tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 943 time: 0.1416306 Aug 03 19:02:01.647690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=89c6df4a-7c83-4021-b073-cf8cfa50bb4c,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:01.663075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '89c6df4a-7c83-4021-b073-cf8cfa50bb4c', 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1', 'port_id': '89c6df4a-7c83-4021-b073-cf8cfa50bb4c', 'mac_address': 'fa:16:3e:04:65:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:01.731397 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.740971 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.755119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c6df4a-7c83-4021-b073-cf8cfa50bb4c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:01.786164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:01.789962 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a429a74-a12e-4067-ad55-664b22a05808" -d '{"events": [{"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-plugged", "status": "completed", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:01.802361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-705763c5-c0ac-4410-98aa-f695e497b5e7 req-0806b943-de09-4ee5-9c07-5473bda7b51d tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404853 Aug 03 19:02:01.802620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=89c6df4a-7c83-4021-b073-cf8cfa50bb4c,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:01.813847 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.814535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ca4649eb-1e65-4577-b2c1-902b5cd6102f details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:01.817466 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:01.830237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d726364-6838-4ca1-8778-557967b0a959 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:02:01.830237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f05603c7-7735-40ea-baa8-efd1f82224de req-64fd1876-7d6f-4ac1-8518-0898b67785fc service neutron] 10.222.0.74 "GET /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939747 Aug 03 19:02:01.830237 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d726364-6838-4ca1-8778-557967b0a959 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.836414 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db1ba1-3bcb-4d3c-aea8-5b7393346076 None None] Sync routers for ids ['f7783439-2065-49b3-8656-79450ad2011b'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:02:01.846220 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.858063 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db1ba1-3bcb-4d3c-aea8-5b7393346076 None None] Routers {'f7783439-2065-49b3-8656-79450ad2011b'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:01.860460 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e4db1ba1-3bcb-4d3c-aea8-5b7393346076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f7783439-2065-49b3-8656-79450ad2011b'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:01.875045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6d726364-6838-4ca1-8778-557967b0a959 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "PUT /v2.0/floatingips/b2330ea1-b3d0-4179-9d3e-b6bcf2d282f6 HTTP/1.1" status: 200 len: 992 time: 2.5730066 Aug 03 19:02:01.924764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=89c6df4a-7c83-4021-b073-cf8cfa50bb4c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:01.995486 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-e4db1ba1-3bcb-4d3c-aea8-5b7393346076 None None] Set router f7783439-2065-49b3-8656-79450ad2011b gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:02.021330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8baf-d83d-4c8f-9855-c9d8edd7d1d0 req-1775f1f8-c963-432c-8660-077f85660d12 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.030664 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8baf-d83d-4c8f-9855-c9d8edd7d1d0 req-1775f1f8-c963-432c-8660-077f85660d12 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.038808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8baf-d83d-4c8f-9855-c9d8edd7d1d0 req-1775f1f8-c963-432c-8660-077f85660d12 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.045843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=10']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:02.046325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8baf-d83d-4c8f-9855-c9d8edd7d1d0 req-1775f1f8-c963-432c-8660-077f85660d12 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.052433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8baf-d83d-4c8f-9855-c9d8edd7d1d0 req-1775f1f8-c963-432c-8660-077f85660d12 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.054747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ca4649eb-1e65-4577-b2c1-902b5cd6102f, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ca4649eb-1e65-4577-b2c1-902b5cd6102f,segment=NetworkSegment(54154da3-0050-48f8-9b95-261e6150b39c),segment_id=54154da3-0050-48f8-9b95-261e6150b39c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:02.059455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8baf-d83d-4c8f-9855-c9d8edd7d1d0 req-1775f1f8-c963-432c-8660-077f85660d12 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.065785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-961c91b5-d035-4d22-9ef6-98af4652ff40 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.066299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8baf-d83d-4c8f-9855-c9d8edd7d1d0 req-1775f1f8-c963-432c-8660-077f85660d12 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.066554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'ca4649eb-1e65-4577-b2c1-902b5cd6102f', 'network_id': 'cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f', 'port_id': 'ca4649eb-1e65-4577-b2c1-902b5cd6102f', 'mac_address': 'fa:16:3e:9f:c1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad334a48-95e7-4769-8668-a8180243b7bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:02.070096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6baf8baf-d83d-4c8f-9855-c9d8edd7d1d0 req-1775f1f8-c963-432c-8660-077f85660d12 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5444 time: 0.1224263 Aug 03 19:02:02.079037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-961c91b5-d035-4d22-9ef6-98af4652ff40 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.086649 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-961c91b5-d035-4d22-9ef6-98af4652ff40 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.089227 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-961c91b5-d035-4d22-9ef6-98af4652ff40 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2416 time: 0.1111302 Aug 03 19:02:02.115037 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.130384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4649eb-1e65-4577-b2c1-902b5cd6102f {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:02.149237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6baf8baf-d83d-4c8f-9855-c9d8edd7d1d0 req-1993d314-97c6-4e7e-8cd6-f0b6e96c9839 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652065 Aug 03 19:02:02.152196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ca4649eb-1e65-4577-b2c1-902b5cd6102f, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ca4649eb-1e65-4577-b2c1-902b5cd6102f,segment=NetworkSegment(54154da3-0050-48f8-9b95-261e6150b39c),segment_id=54154da3-0050-48f8-9b95-261e6150b39c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:02.159028 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.186396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77551eb8-e38b-46dc-8245-00aa31c517c7 req-d0450f12-e218-453b-8a27-012dd1a643a5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.198041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77551eb8-e38b-46dc-8245-00aa31c517c7 req-d0450f12-e218-453b-8a27-012dd1a643a5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.207578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77551eb8-e38b-46dc-8245-00aa31c517c7 req-d0450f12-e218-453b-8a27-012dd1a643a5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.209336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77551eb8-e38b-46dc-8245-00aa31c517c7 req-d0450f12-e218-453b-8a27-012dd1a643a5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 2416 time: 0.1358755 Aug 03 19:02:02.239050 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:02.239050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.252178 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba464031-abe5-4112-a0c7-bdf91ce779eb x-openstack-request-id: req-ba464031-abe5-4112-a0c7-bdf91ce779eb {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:02.252577 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-plugged", "status": "completed", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:02.252929 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba464031-abe5-4112-a0c7-bdf91ce779eb {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:02.253412 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'code': 200} Aug 03 19:02:02.267049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ca4649eb-1e65-4577-b2c1-902b5cd6102f,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:02.281483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77551eb8-e38b-46dc-8245-00aa31c517c7 req-790d1f3d-8040-45f1-865a-b4db2bab5eea tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656734 Aug 03 19:02:02.289535 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e4db1ba1-3bcb-4d3c-aea8-5b7393346076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:39Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'b2330ea1-b3d0-4179-9d3e-b6bcf2d282f6', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'port_id': '7859262e-e847-45d1-91e7-0aeaf780cd5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'mac_address': 'fa:16:3e:bc:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:18Z', 'updated_at': '2021-08-03T19:02:00Z', 'revision_number': 1, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb0a1147-9167-45e7-956d-381d452b6711', 'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'mac_address': 'fa:16:3e:19:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:39Z', 'updated_at': '2021-08-03T18:59:49Z', 'revision_number': 5, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'subnets': [{'id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:02.321288 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db1ba1-3bcb-4d3c-aea8-5b7393346076 None None] Checking router: f7783439-2065-49b3-8656-79450ad2011b for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:02:02.330072 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db1ba1-3bcb-4d3c-aea8-5b7393346076 None None] Routers {'f7783439-2065-49b3-8656-79450ad2011b'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:02.330813 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e4db1ba1-3bcb-4d3c-aea8-5b7393346076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f7783439-2065-49b3-8656-79450ad2011b'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:02.376864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] For port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78,segment=NetworkSegment(a49f817a-679f-4b8a-af71-c2f4a2a365ff),segment_id=a49f817a-679f-4b8a-af71-c2f4a2a365ff)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:02.377252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.399648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Calling delete_port for 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:02.445005 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-e4db1ba1-3bcb-4d3c-aea8-5b7393346076 None None] Set router f7783439-2065-49b3-8656-79450ad2011b gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:02.499563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff922be9-d214-4f49-a202-6633e8e84e97 req-6112b9b9-61e3-496a-8321-80c0c4d9d0e2 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.501734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ff922be9-d214-4f49-a202-6633e8e84e97 req-6112b9b9-61e3-496a-8321-80c0c4d9d0e2 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 944 time: 0.0729127 Aug 03 19:02:02.523199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['89c6df4a-7c83-4021-b073-cf8cfa50bb4c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:02.560070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ff922be9-d214-4f49-a202-6633e8e84e97 req-ac975ce3-4120-46d9-9740-14fd57488e96 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485082 Aug 03 19:02:02.560702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': '7859262e-e847-45d1-91e7-0aeaf780cd5d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:02.568653 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.578148 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9761dc54-61f6-4658-a346-ff887ed7e835" -d '{"events": [{"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "7859262e-e847-45d1-91e7-0aeaf780cd5d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:02.587055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ca4649eb-1e65-4577-b2c1-902b5cd6102f'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:02.613563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Port': ['ID=2e166fa4-e4ec-48d4-9a80-d01fae4b4a78,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:02.629760 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.630333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.630765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.631323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.631667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.632060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.632458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.632855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.633257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.633682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.634080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.634471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:02.682584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] No DVR routers for this DVR port 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:02.686230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.688878 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-e857c375-b9cd-4a14-a7d7-fc0148720a62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "DELETE /v2.0/ports/2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 HTTP/1.1" status: 204 len: 173 time: 0.5921581 Aug 03 19:02:02.689485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-deleted', 'tag': '2e166fa4-e4ec-48d4-9a80-d01fae4b4a78'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:02.695275 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6fc275-b598-4f0b-929e-87088def78ce" -d '{"events": [{"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-deleted", "tag": "2e166fa4-e4ec-48d4-9a80-d01fae4b4a78"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:02.796717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97b77a-34d0-4272-a3bc-29afbce59739 req-e6b3962f-66d7-4923-8111-093828582efd tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.805098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97b77a-34d0-4272-a3bc-29afbce59739 req-e6b3962f-66d7-4923-8111-093828582efd tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.823986 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97b77a-34d0-4272-a3bc-29afbce59739 req-e6b3962f-66d7-4923-8111-093828582efd tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.838220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-d4a92b2b-9723-4395-b615-423ffd9e4bc4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:02.839228 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-d4a92b2b-9723-4395-b615-423ffd9e4bc4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.845693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97b77a-34d0-4272-a3bc-29afbce59739 req-e6b3962f-66d7-4923-8111-093828582efd tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.854856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97b77a-34d0-4272-a3bc-29afbce59739 req-e6b3962f-66d7-4923-8111-093828582efd tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.864521 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e4db1ba1-3bcb-4d3c-aea8-5b7393346076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:39Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'b2330ea1-b3d0-4179-9d3e-b6bcf2d282f6', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'port_id': '7859262e-e847-45d1-91e7-0aeaf780cd5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'mac_address': 'fa:16:3e:bc:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:18Z', 'updated_at': '2021-08-03T19:02:00Z', 'revision_number': 1, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb0a1147-9167-45e7-956d-381d452b6711', 'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'mac_address': 'fa:16:3e:19:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:39Z', 'updated_at': '2021-08-03T18:59:49Z', 'revision_number': 5, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'subnets': [{'id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:02.879484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97b77a-34d0-4272-a3bc-29afbce59739 req-e6b3962f-66d7-4923-8111-093828582efd tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.896341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97b77a-34d0-4272-a3bc-29afbce59739 req-e6b3962f-66d7-4923-8111-093828582efd tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.898376 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e97b77a-34d0-4272-a3bc-29afbce59739 req-e6b3962f-66d7-4923-8111-093828582efd tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5444 time: 0.2659948 Aug 03 19:02:02.909812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44450) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:02.916970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-32078699-83cc-4474-82f8-2785dae09778 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Request body: {'floatingip': {'port_id': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:02.936703 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db1ba1-3bcb-4d3c-aea8-5b7393346076 None None] The sync data for ids ['f7783439-2065-49b3-8656-79450ad2011b'] in n-d-802918-7 is: [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:39Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'b2330ea1-b3d0-4179-9d3e-b6bcf2d282f6', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'port_id': '7859262e-e847-45d1-91e7-0aeaf780cd5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'mac_address': 'fa:16:3e:bc:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:18Z', 'updated_at': '2021-08-03T19:02:00Z', 'revision_number': 1, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb0a1147-9167-45e7-956d-381d452b6711', 'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'mac_address': 'fa:16:3e:19:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:39Z', 'updated_at': '2021-08-03T18:59:49Z', 'revision_number': 5, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'subnets': [{'id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:02:03.005073 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca311e47-8752-4033-b193-619c51784b54 x-openstack-request-id: req-ca311e47-8752-4033-b193-619c51784b54 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:03.005444 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "tag": "7859262e-e847-45d1-91e7-0aeaf780cd5d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:03.005736 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca311e47-8752-4033-b193-619c51784b54 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:03.006089 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'tag': '7859262e-e847-45d1-91e7-0aeaf780cd5d', 'status': 'completed', 'code': 200} Aug 03 19:02:03.019860 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c81058b-0c87-43c9-a47f-a60af603d324 x-openstack-request-id: req-4c81058b-0c87-43c9-a47f-a60af603d324 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:03.020199 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-deleted", "tag": "2e166fa4-e4ec-48d4-9a80-d01fae4b4a78", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:03.020416 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c81058b-0c87-43c9-a47f-a60af603d324 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:03.020832 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-deleted', 'tag': '2e166fa4-e4ec-48d4-9a80-d01fae4b4a78', 'status': 'completed', 'code': 200} Aug 03 19:02:03.026164 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32078699-83cc-4474-82f8-2785dae09778 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.089338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-d4a92b2b-9723-4395-b615-423ffd9e4bc4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] For port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:03.089903 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-d4a92b2b-9723-4395-b615-423ffd9e4bc4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.108704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-d4a92b2b-9723-4395-b615-423ffd9e4bc4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Calling delete_port for 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:03.286931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-aa7d2ce9-eb4a-4b0b-a5fb-bcd0ff6ac10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:03.287443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-aa7d2ce9-eb4a-4b0b-a5fb-bcd0ff6ac10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:03.287965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-aa7d2ce9-eb4a-4b0b-a5fb-bcd0ff6ac10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:03.288495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-aa7d2ce9-eb4a-4b0b-a5fb-bcd0ff6ac10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:03.288963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-aa7d2ce9-eb4a-4b0b-a5fb-bcd0ff6ac10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:03.289431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-aa7d2ce9-eb4a-4b0b-a5fb-bcd0ff6ac10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:03.289925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-aa7d2ce9-eb4a-4b0b-a5fb-bcd0ff6ac10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:03.291886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-aa7d2ce9-eb4a-4b0b-a5fb-bcd0ff6ac10d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6491 time: 0.2106009 Aug 03 19:02:03.305288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735eb40-990d-4b72-8230-f66153952039 req-e9ded725-0bd6-41b5-aa70-30f9a72a32ce tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:03.307035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6735eb40-990d-4b72-8230-f66153952039 req-e9ded725-0bd6-41b5-aa70-30f9a72a32ce tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 943 time: 0.2241485 Aug 03 19:02:03.318317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14868d4-dbca-4cda-9fd6-bca6acbbda89 None None] New status for floating IP b2330ea1-b3d0-4179-9d3e-b6bcf2d282f6: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:02:03.339790 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-d4a92b2b-9723-4395-b615-423ffd9e4bc4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.373168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a92b2b-9723-4395-b615-423ffd9e4bc4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Port': ['ID=94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:03.439387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-d4a92b2b-9723-4395-b615-423ffd9e4bc4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] No DVR routers for this DVR port 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:03.444904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-d4a92b2b-9723-4395-b615-423ffd9e4bc4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.447130 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-d4a92b2b-9723-4395-b615-423ffd9e4bc4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "DELETE /v2.0/ports/94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc HTTP/1.1" status: 204 len: 173 time: 0.7460277 Aug 03 19:02:03.596222 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4880dba7-330b-4a3a-a1ed-d4f92e27c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.605383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-c3a0ea36-f096-452c-8f54-79338097938b tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting port 275ba54b-b318-4a27-add7-2f813a1a6e54 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:03.606718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-c3a0ea36-f096-452c-8f54-79338097938b tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.707141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-c3a0ea36-f096-452c-8f54-79338097938b tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] For port 275ba54b-b318-4a27-add7-2f813a1a6e54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=275ba54b-b318-4a27-add7-2f813a1a6e54,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:03.707396 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-c3a0ea36-f096-452c-8f54-79338097938b tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.724526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-c3a0ea36-f096-452c-8f54-79338097938b tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Calling delete_port for 275ba54b-b318-4a27-add7-2f813a1a6e54 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:03.729117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2e166fa4-e4ec-48d4-9a80-d01fae4b4a78', '275ba54b-b318-4a27-add7-2f813a1a6e54', '94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:03.734700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2e166fa4-e4ec-48d4-9a80-d01fae4b4a78', '275ba54b-b318-4a27-add7-2f813a1a6e54', '94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:03.871725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-c3a0ea36-f096-452c-8f54-79338097938b tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.899721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0ea36-f096-452c-8f54-79338097938b tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Port': ['ID=275ba54b-b318-4a27-add7-2f813a1a6e54,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:03.935776 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6735eb40-990d-4b72-8230-f66153952039 req-1a2998ba-a5ad-478d-9d26-cd576f10ac7f tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161420 Aug 03 19:02:03.949610 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-c3a0ea36-f096-452c-8f54-79338097938b tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] No DVR routers for this DVR port 275ba54b-b318-4a27-add7-2f813a1a6e54 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:03.952881 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-c3a0ea36-f096-452c-8f54-79338097938b tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.964087 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-648ac487-9239-43f9-8652-66c8b831dfc5 req-c3a0ea36-f096-452c-8f54-79338097938b tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "DELETE /v2.0/ports/275ba54b-b318-4a27-add7-2f813a1a6e54 HTTP/1.1" status: 204 len: 173 time: 0.5054500 Aug 03 19:02:04.005834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168b40-03ac-402d-977b-efd421757c76 req-3fa6e019-7be4-4092-a454-925ea449e8c5 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:04.014729 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95168b40-03ac-402d-977b-efd421757c76 req-3fa6e019-7be4-4092-a454-925ea449e8c5 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 948 time: 0.6283486 Aug 03 19:02:04.064081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-87a4cc21-30da-4785-919d-c6ee9b908d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:04.065680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-87a4cc21-30da-4785-919d-c6ee9b908d7b service neutron] 10.222.0.74 "GET /v2.0/networks?id=3cee0722-e9c5-4340-a177-1ce3a93b15fa HTTP/1.1" status: 200 len: 913 time: 0.7552857 Aug 03 19:02:04.097352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0c57a86-2093-4c9a-b9b4-1ab544beaf35 req-e1fe1883-0d8e-49b3-9614-60770cf5c551 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1ca586d-81bf-4c07-b36b-3913258eb0c7 HTTP/1.1" status: 200 len: 210 time: 0.0681093 Aug 03 19:02:04.108231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['2e166fa4-e4ec-48d4-9a80-d01fae4b4a78', '94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:04.188840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95168b40-03ac-402d-977b-efd421757c76 req-14463286-2f3e-4575-b926-6b4b3bf4d07c tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731489 Aug 03 19:02:04.230612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-694b7b15-cc61-4408-bfc0-b5d4b0898942 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7859262e-e847-45d1-91e7-0aeaf780cd5d HTTP/1.1" status: 200 len: 1002 time: 0.1389470 Aug 03 19:02:04.336955 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-32078699-83cc-4474-82f8-2785dae09778 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:02:04.383218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-f8c4a659-483c-4721-bc37-10305979a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:04.384730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-f8c4a659-483c-4721-bc37-10305979a5e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1503b50a-1603-448e-8442-d5ace3b67afa HTTP/1.1" status: 200 len: 851 time: 0.1247661 Aug 03 19:02:04.415896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deb921-2351-40a5-b312-66d5489bafea req-f03e11c0-52be-4ea0-a751-ce4fc1b71ebd tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:04.417379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e0deb921-2351-40a5-b312-66d5489bafea req-f03e11c0-52be-4ea0-a751-ce4fc1b71ebd tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 944 time: 0.1562791 Aug 03 19:02:04.424659 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32078699-83cc-4474-82f8-2785dae09778 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.445651 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32078699-83cc-4474-82f8-2785dae09778 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.527994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device df2e2c3c-2e47-442c-a1d4-f97d3d5c18be details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:04.538113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-0e253ca1-a325-400f-b613-586d918f011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:04.539679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-0e253ca1-a325-400f-b613-586d918f011d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3cee0722-e9c5-4340-a177-1ce3a93b15fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404629 Aug 03 19:02:04.542706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e0deb921-2351-40a5-b312-66d5489bafea req-f9268399-e314-4596-8633-6a2e28aa5e82 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169565 Aug 03 19:02:04.658211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:04.659468 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-32078699-83cc-4474-82f8-2785dae09778 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Floating IP 3eff31c5-9d45-49ae-8716-11c0473a62c7 associated. External IP: 172.25.8.25, port: 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02. Aug 03 19:02:04.672104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'df2e2c3c-2e47-442c-a1d4-f97d3d5c18be', 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1', 'port_id': 'df2e2c3c-2e47-442c-a1d4-f97d3d5c18be', 'mac_address': 'fa:16:3e:7d:d9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:04.713560 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.727878 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2e2c3c-2e47-442c-a1d4-f97d3d5c18be {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:04.749840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:04.754078 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.754903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:04.776751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-b1890e16-a17d-4319-bece-2cd8ac8e5338 service neutron] 10.222.0.74 "GET /v2.0/networks/3cee0722-e9c5-4340-a177-1ce3a93b15fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824679 Aug 03 19:02:04.822285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:04.824554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:04.837231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '1c0fcba7-b4b8-4aba-be46-efdcda4b78c6', 'network_id': '24291888-b792-499c-a0fb-f5b873ed51b1', 'port_id': '1c0fcba7-b4b8-4aba-be46-efdcda4b78c6', 'mac_address': 'fa:16:3e:f7:8b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:04.878886 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.891905 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:04.912000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:04.915878 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.961462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9761dc54-61f6-4658-a346-ff887ed7e835 req-094faaf5-d1e0-4a5a-8230-9c0ab7012ba0 service neutron] 10.222.0.74 "GET /v2.0/networks/3cee0722-e9c5-4340-a177-1ce3a93b15fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756663 Aug 03 19:02:04.962277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:04.985006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32078699-83cc-4474-82f8-2785dae09778 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Router d4f6902d-64be-4571-9445-312a79578413 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:02:05.022166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-deleted', 'tag': '94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc'}, {'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-deleted', 'tag': '275ba54b-b318-4a27-add7-2f813a1a6e54'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:05.024683 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19862e2-0211-4923-8d32-594afa0d9201" -d '{"events": [{"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-deleted", "tag": "94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc"}, {"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-deleted", "tag": "275ba54b-b318-4a27-add7-2f813a1a6e54"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:05.062905 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2012baa9-6ec0-4eac-a418-5672a44006b2 x-openstack-request-id: req-2012baa9-6ec0-4eac-a418-5672a44006b2 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:05.063367 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-deleted", "tag": "94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc", "status": "completed", "code": 200}, {"server_uuid": "c1ca586d-81bf-4c07-b36b-3913258eb0c7", "name": "network-vif-deleted", "tag": "275ba54b-b318-4a27-add7-2f813a1a6e54", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:05.063649 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2012baa9-6ec0-4eac-a418-5672a44006b2 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:05.064097 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-deleted', 'tag': '94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc', 'status': 'completed', 'code': 200} Aug 03 19:02:05.064361 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ca586d-81bf-4c07-b36b-3913258eb0c7', 'name': 'network-vif-deleted', 'tag': '275ba54b-b318-4a27-add7-2f813a1a6e54', 'status': 'completed', 'code': 200} Aug 03 19:02:05.125740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eaa6b2-4002-4915-8c25-9d9076552614 req-0ee6a957-d336-4e3d-a006-a4666b646be9 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.127230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61eaa6b2-4002-4915-8c25-9d9076552614 req-0ee6a957-d336-4e3d-a006-a4666b646be9 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 944 time: 0.0990894 Aug 03 19:02:05.143057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32078699-83cc-4474-82f8-2785dae09778 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:02:05.148017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32078699-83cc-4474-82f8-2785dae09778 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.153752 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d680a1-f7c4-4467-bc53-bf3afdc822fe None None] Sync routers for ids ['d4f6902d-64be-4571-9445-312a79578413'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:02:05.163541 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d680a1-f7c4-4467-bc53-bf3afdc822fe None None] Routers {'d4f6902d-64be-4571-9445-312a79578413'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:05.164308 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d1d680a1-f7c4-4467-bc53-bf3afdc822fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['d4f6902d-64be-4571-9445-312a79578413'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:05.172428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44488) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:05.229953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-32078699-83cc-4474-82f8-2785dae09778 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "PUT /v2.0/floatingips/3eff31c5-9d45-49ae-8716-11c0473a62c7 HTTP/1.1" status: 200 len: 991 time: 2.3149929 Aug 03 19:02:05.230368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:05.232616 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db1ad79-aec9-4a7b-b886-9c1bdb801704" -d '{"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:05.253675 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61eaa6b2-4002-4915-8c25-9d9076552614 req-8307ea4e-c3a9-4f7e-b23d-04f09e40dc5d tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166162 Aug 03 19:02:05.267784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-63489a9e-6413-448f-93b7-219db1c87031 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting subnet f268ddf7-330b-4ff5-9d1a-207baa0f79de {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:02:05.271555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-63489a9e-6413-448f-93b7-219db1c87031 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.291794 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d1d680a1-f7c4-4467-bc53-bf3afdc822fe None None] Set router d4f6902d-64be-4571-9445-312a79578413 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:05.295157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 89c6df4a-7c83-4021-b073-cf8cfa50bb4c up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:05.344006 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-63489a9e-6413-448f-93b7-219db1c87031 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.357119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:05.362217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:05.362642 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.398497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14dffe-f304-46aa-92a7-49bbf714f665 req-8d435d1e-3de2-4c21-a82a-c4ae3cda80cb tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.400174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f14dffe-f304-46aa-92a7-49bbf714f665 req-8d435d1e-3de2-4c21-a82a-c4ae3cda80cb tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 948 time: 0.1257586 Aug 03 19:02:05.479273 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.482470 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-63489a9e-6413-448f-93b7-219db1c87031 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.512640 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a394ca2b-b7ce-4e5d-9370-c42136c5f8ec x-openstack-request-id: req-a394ca2b-b7ce-4e5d-9370-c42136c5f8ec {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:05.513011 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "tag": "3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:05.513334 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a394ca2b-b7ce-4e5d-9370-c42136c5f8ec {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:05.513847 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'tag': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02', 'status': 'completed', 'code': 200} Aug 03 19:02:05.519682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f14dffe-f304-46aa-92a7-49bbf714f665 req-2203f9b9-f858-43a0-b778-083d52e51ece tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047666 Aug 03 19:02:05.531611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010020f2-864d-48c3-84ca-7aa480a40a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c6df4a-7c83-4021-b073-cf8cfa50bb4c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:05.535297 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19cea9b-f292-4a98-a58c-04bd81db2b73" -d '{"events": [{"server_uuid": "010020f2-864d-48c3-84ca-7aa480a40a35", "name": "network-vif-plugged", "status": "completed", "tag": "89c6df4a-7c83-4021-b073-cf8cfa50bb4c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:05.564996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=89c6df4a-7c83-4021-b073-cf8cfa50bb4c,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:05.576391 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.578165 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ca4649eb-1e65-4577-b2c1-902b5cd6102f up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:05.603235 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-63489a9e-6413-448f-93b7-219db1c87031 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.615014 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80046cb0-677c-4b82-80af-db0792fed97d x-openstack-request-id: req-80046cb0-677c-4b82-80af-db0792fed97d {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:05.615598 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010020f2-864d-48c3-84ca-7aa480a40a35", "name": "network-vif-plugged", "status": "completed", "tag": "89c6df4a-7c83-4021-b073-cf8cfa50bb4c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:05.616179 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-80046cb0-677c-4b82-80af-db0792fed97d {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:05.616885 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010020f2-864d-48c3-84ca-7aa480a40a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c6df4a-7c83-4021-b073-cf8cfa50bb4c', 'code': 200} Aug 03 19:02:05.670886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63489a9e-6413-448f-93b7-219db1c87031 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Subnet': ['ID=f268ddf7-330b-4ff5-9d1a-207baa0f79de,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:05.687718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=89c6df4a-7c83-4021-b073-cf8cfa50bb4c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:05.691917 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-63489a9e-6413-448f-93b7-219db1c87031 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.693056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b87589-9aa4-4490-8b3d-aba8500b71e8 None None] Network 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:05.693844 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-63489a9e-6413-448f-93b7-219db1c87031 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "DELETE /v2.0/subnets/f268ddf7-330b-4ff5-9d1a-207baa0f79de HTTP/1.1" status: 204 len: 168 time: 0.5204439 Aug 03 19:02:05.698101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44512) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:05.743569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['df2e2c3c-2e47-442c-a1d4-f97d3d5c18be'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:05.752996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78f230-a595-40db-be98-1c90fc1a9b87 req-21691d78-688d-41c1-a6de-121aa6cf3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.754600 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d1d680a1-f7c4-4467-bc53-bf3afdc822fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:38Z', 'revision_number': 4, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '3eff31c5-9d45-49ae-8716-11c0473a62c7', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'd4f6902d-64be-4571-9445-312a79578413', 'port_id': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'mac_address': 'fa:16:3e:32:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:20Z', 'updated_at': '2021-08-03T19:02:04Z', 'revision_number': 1, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40323d71-d3d3-43a5-aa60-a8768a1c76f0', 'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'mac_address': 'fa:16:3e:60:38:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '73d204d5-02d9-46a7-8f9e-290310251900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:36Z', 'updated_at': '2021-08-03T18:59:46Z', 'revision_number': 5, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'subnets': [{'id': '73d204d5-02d9-46a7-8f9e-290310251900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:05.755503 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf78f230-a595-40db-be98-1c90fc1a9b87 req-21691d78-688d-41c1-a6de-121aa6cf3b01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=010020f2-864d-48c3-84ca-7aa480a40a35 HTTP/1.1" status: 200 len: 1096 time: 0.0658684 Aug 03 19:02:05.771713 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port ca4649eb-1e65-4577-b2c1-902b5cd6102f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:05.783205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port ca4649eb-1e65-4577-b2c1-902b5cd6102f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:05.783502 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.789450 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d680a1-f7c4-4467-bc53-bf3afdc822fe None None] Checking router: d4f6902d-64be-4571-9445-312a79578413 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:02:05.793554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-4bce52ad-2e3a-45ee-a39b-46787018b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.794047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-4bce52ad-2e3a-45ee-a39b-46787018b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.794522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-4bce52ad-2e3a-45ee-a39b-46787018b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.794995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-4bce52ad-2e3a-45ee-a39b-46787018b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.795458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-4bce52ad-2e3a-45ee-a39b-46787018b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.795930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-4bce52ad-2e3a-45ee-a39b-46787018b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.796391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-4bce52ad-2e3a-45ee-a39b-46787018b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.798596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-4bce52ad-2e3a-45ee-a39b-46787018b89d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 6501 time: 0.2104115 Aug 03 19:02:05.799896 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d680a1-f7c4-4467-bc53-bf3afdc822fe None None] Routers {'d4f6902d-64be-4571-9445-312a79578413'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:05.800588 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d1d680a1-f7c4-4467-bc53-bf3afdc822fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:01:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['d4f6902d-64be-4571-9445-312a79578413'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:05.824988 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf78f230-a595-40db-be98-1c90fc1a9b87 req-e054f1fa-586f-4a32-8953-f9477385bc8e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456936 Aug 03 19:02:05.836669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['1c0fcba7-b4b8-4aba-be46-efdcda4b78c6'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:05.910178 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.910428 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d1d680a1-f7c4-4467-bc53-bf3afdc822fe None None] Set router d4f6902d-64be-4571-9445-312a79578413 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:05.921109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59792fc9-c7de-49ae-8d13-7713a518b80f req-5fc52260-b04f-4480-93d9-b2a3e4d08d83 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.922655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59792fc9-c7de-49ae-8d13-7713a518b80f req-5fc52260-b04f-4480-93d9-b2a3e4d08d83 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 944 time: 0.2569685 Aug 03 19:02:05.943072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8341eb5-3f56-41a2-9dfa-8a1b44868ec0 req-ffc00468-113a-4671-996a-00e09a3a398a tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.944554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8341eb5-3f56-41a2-9dfa-8a1b44868ec0 req-ffc00468-113a-4671-996a-00e09a3a398a tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.37 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 948 time: 0.1702411 Aug 03 19:02:06.046588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:06.046944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-82db934b-8050-4cb0-9643-aeeeb91cbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:06.048467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-82db934b-8050-4cb0-9643-aeeeb91cbb5f service neutron] 10.222.0.74 "GET /v2.0/networks?id=3a24974f-c585-49b2-9411-bdd5d3345630 HTTP/1.1" status: 200 len: 918 time: 0.2397647 Aug 03 19:02:06.102962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59792fc9-c7de-49ae-8d13-7713a518b80f req-eb20fc88-3912-46ff-ab0b-fa5e8981f0d6 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551600 Aug 03 19:02:06.118137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ca4649eb-1e65-4577-b2c1-902b5cd6102f, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ca4649eb-1e65-4577-b2c1-902b5cd6102f,segment=NetworkSegment(54154da3-0050-48f8-9b95-261e6150b39c),segment_id=54154da3-0050-48f8-9b95-261e6150b39c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:06.139617 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:06.140425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:06.172483 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d1d680a1-f7c4-4467-bc53-bf3afdc822fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:38Z', 'revision_number': 4, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '3eff31c5-9d45-49ae-8716-11c0473a62c7', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'd4f6902d-64be-4571-9445-312a79578413', 'port_id': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'mac_address': 'fa:16:3e:32:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:20Z', 'updated_at': '2021-08-03T19:02:04Z', 'revision_number': 1, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40323d71-d3d3-43a5-aa60-a8768a1c76f0', 'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'mac_address': 'fa:16:3e:60:38:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '73d204d5-02d9-46a7-8f9e-290310251900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:36Z', 'updated_at': '2021-08-03T18:59:46Z', 'revision_number': 5, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'subnets': [{'id': '73d204d5-02d9-46a7-8f9e-290310251900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:06.178303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a1c054-faf8-473a-8a8c-a4ba593386de None None] DHCP port deletion for 7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:02:06.185599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-dfe783a1-0604-4799-a5a7-c996ea33d475 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 HTTP/1.1" status: 200 len: 999 time: 0.1220632 Aug 03 19:02:06.208556 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d680a1-f7c4-4467-bc53-bf3afdc822fe None None] The sync data for ids ['d4f6902d-64be-4571-9445-312a79578413'] in n-d-802918-7 is: [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:38Z', 'revision_number': 4, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '3eff31c5-9d45-49ae-8716-11c0473a62c7', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'd4f6902d-64be-4571-9445-312a79578413', 'port_id': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'mac_address': 'fa:16:3e:32:a1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:20Z', 'updated_at': '2021-08-03T19:02:04Z', 'revision_number': 1, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40323d71-d3d3-43a5-aa60-a8768a1c76f0', 'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'mac_address': 'fa:16:3e:60:38:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '73d204d5-02d9-46a7-8f9e-290310251900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:36Z', 'updated_at': '2021-08-03T18:59:46Z', 'revision_number': 5, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'subnets': [{'id': '73d204d5-02d9-46a7-8f9e-290310251900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:02:06.211391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:06.211391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 2e166fa4-e4ec-48d4-9a80-d01fae4b4a78 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:06.233821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting port 07186d41-0b97-4969-b5a9-bb4140ad1938 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:06.234167 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:06.298215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-11072be8-3dbe-408a-8d4b-591a96c24d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:06.299774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-11072be8-3dbe-408a-8d4b-591a96c24d46 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73d204d5-02d9-46a7-8f9e-290310251900 HTTP/1.1" status: 200 len: 856 time: 0.1054642 Aug 03 19:02:06.309090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-c8341eb5-3f56-41a2-9dfa-8a1b44868ec0 req-0e143ea5-375e-46e5-80e0-7e441192f65f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Deleting port ebd560a5-54a3-4147-b0f5-91abc766bc02 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:06.309430 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c8341eb5-3f56-41a2-9dfa-8a1b44868ec0 req-0e143ea5-375e-46e5-80e0-7e441192f65f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:06.317161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ca4649eb-1e65-4577-b2c1-902b5cd6102f,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:06.347934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1c054-faf8-473a-8a8c-a4ba593386de None None] Deleting port 07186d41-0b97-4969-b5a9-bb4140ad1938 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:06.348351 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5a1c054-faf8-473a-8a8c-a4ba593386de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:06.422209 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ba41e4dd-05da-46f3-ad05-7bff2a2a50bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:06.441404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c5a1c054-faf8-473a-8a8c-a4ba593386de None None] For port 07186d41-0b97-4969-b5a9-bb4140ad1938, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=07186d41-0b97-4969-b5a9-bb4140ad1938,segment=NetworkSegment(a49f817a-679f-4b8a-af71-c2f4a2a365ff),segment_id=a49f817a-679f-4b8a-af71-c2f4a2a365ff)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:06.442243 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5a1c054-faf8-473a-8a8c-a4ba593386de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:06.458133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1c054-faf8-473a-8a8c-a4ba593386de None None] Calling delete_port for 07186d41-0b97-4969-b5a9-bb4140ad1938 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:06.534215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] For port 07186d41-0b97-4969-b5a9-bb4140ad1938, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=07186d41-0b97-4969-b5a9-bb4140ad1938,segment=NetworkSegment(a49f817a-679f-4b8a-af71-c2f4a2a365ff),segment_id=a49f817a-679f-4b8a-af71-c2f4a2a365ff)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:06.535022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:06.577916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cb5a7-ab01-494d-ac5b-58345287e557 req-4c48fbef-bdc5-4d38-a187-9d43832bfddf tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:06.586201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae3cb5a7-ab01-494d-ac5b-58345287e557 req-4c48fbef-bdc5-4d38-a187-9d43832bfddf tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 944 time: 0.2106245 Aug 03 19:02:06.590169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c8341eb5-3f56-41a2-9dfa-8a1b44868ec0 req-0e143ea5-375e-46e5-80e0-7e441192f65f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] For port ebd560a5-54a3-4147-b0f5-91abc766bc02, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ebd560a5-54a3-4147-b0f5-91abc766bc02,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:06.590623 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c8341eb5-3f56-41a2-9dfa-8a1b44868ec0 req-0e143ea5-375e-46e5-80e0-7e441192f65f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:06.594543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Calling delete_port for 07186d41-0b97-4969-b5a9-bb4140ad1938 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:06.644542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-c8341eb5-3f56-41a2-9dfa-8a1b44868ec0 req-0e143ea5-375e-46e5-80e0-7e441192f65f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Calling delete_port for ebd560a5-54a3-4147-b0f5-91abc766bc02 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:06.654031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-74dadbf0-ce4c-4d69-85ae-dc62ec3094c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:06.655736 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-74dadbf0-ce4c-4d69-85ae-dc62ec3094c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3a24974f-c585-49b2-9411-bdd5d3345630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2719996 Aug 03 19:02:06.715465 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:06.756212 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5a1c054-faf8-473a-8a8c-a4ba593386de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:06.790061 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1c054-faf8-473a-8a8c-a4ba593386de None None] Pushing event deleted for resources: {'Port': ['ID=07186d41-0b97-4969-b5a9-bb4140ad1938,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:06.791940 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a1c054-faf8-473a-8a8c-a4ba593386de None None] No DVR routers for this DVR port 07186d41-0b97-4969-b5a9-bb4140ad1938 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:07.153613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea79dfbb-7d41-4ed8-b65e-63af147c15d1 None None] New status for floating IP 3eff31c5-9d45-49ae-8716-11c0473a62c7: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:02:07.230155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae3cb5a7-ab01-494d-ac5b-58345287e557 req-56a9dc28-dad3-473a-a8bd-1db95ec55bfe tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427498 Aug 03 19:02:07.307381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 275ba54b-b318-4a27-add7-2f813a1a6e54 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:07.377303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 07186d41-0b97-4969-b5a9-bb4140ad1938 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:07.413144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 275ba54b-b318-4a27-add7-2f813a1a6e54 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:07.413825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 275ba54b-b318-4a27-add7-2f813a1a6e54 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:07.414424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ebd560a5-54a3-4147-b0f5-91abc766bc02 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:07.460497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 07186d41-0b97-4969-b5a9-bb4140ad1938 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:07.461091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 07186d41-0b97-4969-b5a9-bb4140ad1938 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:07.473699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366303e6-f4a8-4f93-861d-e501a1620741 req-f6d18f3a-7ba5-4d70-90e3-0f512ebeed14 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:07.488455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-366303e6-f4a8-4f93-861d-e501a1620741 req-f6d18f3a-7ba5-4d70-90e3-0f512ebeed14 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 948 time: 0.7790921 Aug 03 19:02:07.498955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-c81afc0a-2bea-4d41-9b4c-4b5e1cad6690 service neutron] 10.222.0.74 "GET /v2.0/networks/3a24974f-c585-49b2-9411-bdd5d3345630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8066289 Aug 03 19:02:07.518617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:07.532084 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:07.549240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d440be-3968-4d9f-80e0-17e180953a0c req-d886a6de-5de1-4ab2-a41b-65dcde3320db tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:07.550882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77d440be-3968-4d9f-80e0-17e180953a0c req-d886a6de-5de1-4ab2-a41b-65dcde3320db tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 945 time: 0.1712961 Aug 03 19:02:07.562290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:07.562754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 94bd8c04-5aa8-4d04-ac2b-4459dd2a37dc not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:07.618274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff74461-45f5-4ff6-9850-2fa66c9ad232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4649eb-1e65-4577-b2c1-902b5cd6102f'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:07.619758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Port': ['ID=07186d41-0b97-4969-b5a9-bb4140ad1938,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:07.622609 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efbd8f2-ee19-4c46-9f07-a3c5dca0ebb3" -d '{"events": [{"server_uuid": "6ff74461-45f5-4ff6-9850-2fa66c9ad232", "name": "network-vif-plugged", "status": "completed", "tag": "ca4649eb-1e65-4577-b2c1-902b5cd6102f"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:07.622798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] No DVR routers for this DVR port 07186d41-0b97-4969-b5a9-bb4140ad1938 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:07.724014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-366303e6-f4a8-4f93-861d-e501a1620741 req-bc156e65-95e7-45a2-af4a-f392c6493e69 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346561 Aug 03 19:02:07.768844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:07.848400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77d440be-3968-4d9f-80e0-17e180953a0c req-01642e78-f6b4-45ea-ae57-904edebd894c tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746623 Aug 03 19:02:07.852922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:07.908459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa23c4f-82fe-47d4-abc4-c9810c8c1c62']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:07.933208 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c8341eb5-3f56-41a2-9dfa-8a1b44868ec0 req-0e143ea5-375e-46e5-80e0-7e441192f65f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:07.938673 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21375d5e-2f21-4056-902d-0530f86bb031 x-openstack-request-id: req-21375d5e-2f21-4056-902d-0530f86bb031 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:07.939268 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff74461-45f5-4ff6-9850-2fa66c9ad232", "name": "network-vif-plugged", "status": "completed", "tag": "ca4649eb-1e65-4577-b2c1-902b5cd6102f", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:07.939751 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-21375d5e-2f21-4056-902d-0530f86bb031 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:07.940363 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff74461-45f5-4ff6-9850-2fa66c9ad232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4649eb-1e65-4577-b2c1-902b5cd6102f', 'code': 200} Aug 03 19:02:07.946937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3db1ad79-aec9-4a7b-b886-9c1bdb801704 req-8b945534-8685-4393-9167-e76e15c4ce41 service neutron] 10.222.0.74 "GET /v2.0/networks/3a24974f-c585-49b2-9411-bdd5d3345630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230878 Aug 03 19:02:07.949178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49f817a-679f-4b8a-af71-c2f4a2a365ff') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:07.949767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49f817a-679f-4b8a-af71-c2f4a2a365ff') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:07.990441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:07.998485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e143ea5-375e-46e5-80e0-7e441192f65f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Pushing event deleted for resources: {'Port': ['ID=ebd560a5-54a3-4147-b0f5-91abc766bc02,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:08.057132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.084532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:02:08.085274 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.088702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8341eb5-3f56-41a2-9dfa-8a1b44868ec0 req-0e143ea5-375e-46e5-80e0-7e441192f65f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] No DVR routers for this DVR port ebd560a5-54a3-4147-b0f5-91abc766bc02 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:02:08.091176 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:02:08.101243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8091c00-f62a-40d5-9de1-5d4f80ac8f88 req-7e05024b-c862-4772-86e8-25f854f306ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:08.102796 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d8091c00-f62a-40d5-9de1-5d4f80ac8f88 req-7e05024b-c862-4772-86e8-25f854f306ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 1096 time: 0.0605445 Aug 03 19:02:08.103899 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c8341eb5-3f56-41a2-9dfa-8a1b44868ec0 req-0e143ea5-375e-46e5-80e0-7e441192f65f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.107676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8341eb5-3f56-41a2-9dfa-8a1b44868ec0 req-0e143ea5-375e-46e5-80e0-7e441192f65f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.37 "DELETE /v2.0/ports/ebd560a5-54a3-4147-b0f5-91abc766bc02 HTTP/1.1" status: 204 len: 173 time: 2.1506548 Aug 03 19:02:08.107676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'name': 'network-vif-deleted', 'tag': 'ebd560a5-54a3-4147-b0f5-91abc766bc02'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:08.110040 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c79dc4e-feed-4dca-b310-96e9cf39b7e2" -d '{"events": [{"server_uuid": "50fb954c-6e40-4f07-ad5f-a897f6db43c7", "name": "network-vif-deleted", "tag": "ebd560a5-54a3-4147-b0f5-91abc766bc02"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:08.187505 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d8091c00-f62a-40d5-9de1-5d4f80ac8f88 req-2b64068e-9330-40c5-8102-45f6a5d4aed1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715492 Aug 03 19:02:08.191997 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.205038 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.210018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "DELETE /v2.0/networks/7aa23c4f-82fe-47d4-abc4-c9810c8c1c62 HTTP/1.1" status: 204 len: 168 time: 2.5085113 Aug 03 19:02:08.210748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44568) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:08.252092 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbad443-5143-424b-a512-a649255adac7 x-openstack-request-id: req-1dbad443-5143-424b-a512-a649255adac7 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:08.257206 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fb954c-6e40-4f07-ad5f-a897f6db43c7", "name": "network-vif-deleted", "tag": "ebd560a5-54a3-4147-b0f5-91abc766bc02", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:08.257637 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1dbad443-5143-424b-a512-a649255adac7 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:08.258213 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fb954c-6e40-4f07-ad5f-a897f6db43c7', 'name': 'network-vif-deleted', 'tag': 'ebd560a5-54a3-4147-b0f5-91abc766bc02', 'status': 'completed', 'code': 200} Aug 03 19:02:08.260388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac716cd-a238-4435-a040-969c64d14a1c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Network': ['ID=7aa23c4f-82fe-47d4-abc4-c9810c8c1c62,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:08.307337 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf412735-f03a-46e3-8743-a9b8c50d5727 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting subnet 98ad3d57-0cc0-44ee-933d-d9870f1b1df0 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:02:08.312085 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cf412735-f03a-46e3-8743-a9b8c50d5727 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.383024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb63e0e-c2b9-44bd-a7f9-92aecabfc784 req-5fdf904b-6de4-49cd-994e-53bb978c31f2 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:08.386119 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbb63e0e-c2b9-44bd-a7f9-92aecabfc784 req-5fdf904b-6de4-49cd-994e-53bb978c31f2 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 944 time: 0.0725489 Aug 03 19:02:08.388702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cf412735-f03a-46e3-8743-a9b8c50d5727 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.472712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbb63e0e-c2b9-44bd-a7f9-92aecabfc784 req-72dbf68a-8037-4b93-8760-454b0a845250 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751963 Aug 03 19:02:08.517136 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cf412735-f03a-46e3-8743-a9b8c50d5727 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.583126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device df2e2c3c-2e47-442c-a1d4-f97d3d5c18be up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:08.608410 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cf412735-f03a-46e3-8743-a9b8c50d5727 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.645976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf412735-f03a-46e3-8743-a9b8c50d5727 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Subnet': ['ID=98ad3d57-0cc0-44ee-933d-d9870f1b1df0,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:08.648078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cf412735-f03a-46e3-8743-a9b8c50d5727 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.650247 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cf412735-f03a-46e3-8743-a9b8c50d5727 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "DELETE /v2.0/subnets/98ad3d57-0cc0-44ee-933d-d9870f1b1df0 HTTP/1.1" status: 204 len: 168 time: 0.4384196 Aug 03 19:02:08.654242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44582) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:08.658832 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b990a07-2f6a-4d92-87fb-24dfaf04f46b None None] Network d9492e2d-4ca5-4453-8c33-ba5f03291b6d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:08.678845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:08.742138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:08.742775 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.784728 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.884527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:08.884527 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.985475 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.089488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a893ef0-568b-4203-bb81-492a81914dcc req-595188fe-975f-402e-8866-aabfc6740c25 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=50fb954c-6e40-4f07-ad5f-a897f6db43c7 HTTP/1.1" status: 200 len: 210 time: 0.1613321 Aug 03 19:02:09.100042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:09.128614 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.130505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137f1170-1515-435f-a1bc-63fb3bb58f0f None None] DHCP port deletion for d9492e2d-4ca5-4453-8c33-ba5f03291b6d request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:02:09.187721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:09.196433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.196852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.197117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.197457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.197814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.198145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.198473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.199011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.199343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.199671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.199997 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.201019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:09.270693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] For port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f0e7cf71-93f2-4a83-ae1a-75da7baf18d3,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:09.275266 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.276326 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-137f1170-1515-435f-a1bc-63fb3bb58f0f None None] Deleting port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:09.276796 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-137f1170-1515-435f-a1bc-63fb3bb58f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.300429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Calling delete_port for f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:09.342660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe9a56-d3e3-41f0-a241-856a891ac393 req-263e0704-0283-48ad-a85e-75665744ffeb tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:09.355263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cebe9a56-d3e3-41f0-a241-856a891ac393 req-263e0704-0283-48ad-a85e-75665744ffeb tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 945 time: 0.2588971 Aug 03 19:02:09.375864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:09.425000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-137f1170-1515-435f-a1bc-63fb3bb58f0f None None] For port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f0e7cf71-93f2-4a83-ae1a-75da7baf18d3,segment=NetworkSegment(a1a7604d-4cc0-4bb9-a051-634a05821322),segment_id=a1a7604d-4cc0-4bb9-a051-634a05821322)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:09.425414 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-137f1170-1515-435f-a1bc-63fb3bb58f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.446050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-137f1170-1515-435f-a1bc-63fb3bb58f0f None None] Calling delete_port for f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:09.463423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cebe9a56-d3e3-41f0-a241-856a891ac393 req-0b2b5b44-58bb-4f60-a208-8c8326f64f2b tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047251 Aug 03 19:02:09.545276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.581697 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.582593 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 update to DOWN by agent not found {{(pid=100489) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 03 19:02:09.609097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] No DVR routers for this DVR port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:09.614125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Port': ['ID=f0e7cf71-93f2-4a83-ae1a-75da7baf18d3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:09.624249 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-137f1170-1515-435f-a1bc-63fb3bb58f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.655680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f1170-1515-435f-a1bc-63fb3bb58f0f None None] Pushing event deleted for resources: {'Port': ['ID=f0e7cf71-93f2-4a83-ae1a-75da7baf18d3,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:09.660298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f1170-1515-435f-a1bc-63fb3bb58f0f None None] No DVR routers for this DVR port f0e7cf71-93f2-4a83-ae1a-75da7baf18d3 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:09.735321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34194ac-b31d-4919-974f-adeba763838b req-19d82bcc-2225-467e-b3f7-43460adb29f7 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:09.743279 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c34194ac-b31d-4919-974f-adeba763838b req-19d82bcc-2225-467e-b3f7-43460adb29f7 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 944 time: 0.1671603 Aug 03 19:02:09.753069 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.771748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9492e2d-4ca5-4453-8c33-ba5f03291b6d']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:09.790037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a7604d-4cc0-4bb9-a051-634a05821322') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:09.790340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a7604d-4cc0-4bb9-a051-634a05821322') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:09.804542 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.827076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c34194ac-b31d-4919-974f-adeba763838b req-3f77ea5c-ccda-4b03-a6f1-e8305fdb82cf tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700393 Aug 03 19:02:09.831863 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.850414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:02:09.850414 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:02:09.853061 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:02:09.920092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.933675 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.935641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "DELETE /v2.0/networks/d9492e2d-4ca5-4453-8c33-ba5f03291b6d HTTP/1.1" status: 204 len: 168 time: 1.2799797 Aug 03 19:02:09.940267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44604) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:09.942302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be12249c-30bc-4916-a04f-0b8ca82b4bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2e2c3c-2e47-442c-a1d4-f97d3d5c18be'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:09.945054 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b218e4c4-a39a-4fe5-89b0-56bd7b9c9449" -d '{"events": [{"server_uuid": "be12249c-30bc-4916-a04f-0b8ca82b4bc5", "name": "network-vif-plugged", "status": "completed", "tag": "df2e2c3c-2e47-442c-a1d4-f97d3d5c18be"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:09.947888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1141579547'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:09.966696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b03b2a-a3ec-4d6b-9137-72ee46200085 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Network': ['ID=d9492e2d-4ca5-4453-8c33-ba5f03291b6d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:09.987961 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42489911-231f-4c93-abe7-dad480c4de4b x-openstack-request-id: req-42489911-231f-4c93-abe7-dad480c4de4b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:09.988994 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be12249c-30bc-4916-a04f-0b8ca82b4bc5", "name": "network-vif-plugged", "status": "completed", "tag": "df2e2c3c-2e47-442c-a1d4-f97d3d5c18be", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:09.989449 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42489911-231f-4c93-abe7-dad480c4de4b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:09.990135 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be12249c-30bc-4916-a04f-0b8ca82b4bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2e2c3c-2e47-442c-a1d4-f97d3d5c18be', 'code': 200} Aug 03 19:02:10.004471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:10.011888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.069234 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:02:10.082877 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.082877 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Added segment 529e68c0-6b3c-406e-9f73-715288fe495d of type vlan for network 1d582d7e-36d2-43d9-928c-4fc4356443f1 Aug 03 19:02:10.139339 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.220180 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.226280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:10.226964 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.241800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84748832-5d38-4efc-99de-27a896aa73d8 req-ba691172-74a3-4eca-bd2b-9f770b903e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:10.243404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84748832-5d38-4efc-99de-27a896aa73d8 req-ba691172-74a3-4eca-bd2b-9f770b903e29 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=be12249c-30bc-4916-a04f-0b8ca82b4bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0884771 Aug 03 19:02:10.355811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Network': ['ID=1d582d7e-36d2-43d9-928c-4fc4356443f1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:10.366990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 1d582d7e-36d2-43d9-928c-4fc4356443f1 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:02:10.404234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-75027bc7-dc1d-4f54-99e9-cb45ba8a867e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4594359 Aug 03 19:02:10.404581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44618) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:10.411261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'subnet': {'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:10.453568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84748832-5d38-4efc-99de-27a896aa73d8 req-9a0ce875-bff8-4fd0-a8ec-eef2d30449e2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947711 Aug 03 19:02:10.505215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0921ea-c6f0-425d-8147-bc7de79d1019 req-fcc48d01-4c63-4c19-b630-b111740ad5bf tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:10.507026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec0921ea-c6f0-425d-8147-bc7de79d1019 req-fcc48d01-4c63-4c19-b630-b111740ad5bf tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 949 time: 0.0845168 Aug 03 19:02:10.563821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:10.572060 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.578760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:10.659858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec0921ea-c6f0-425d-8147-bc7de79d1019 req-038b350f-abef-4ed9-9ed9-d83f1716c3ac tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413310 Aug 03 19:02:10.696379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:10.705679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:10.706343 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.711276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f0a90-b9a9-45f0-8d14-afe726fa5035 req-e89a79f2-5838-426b-aa71-39647dc01c17 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:10.718147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a1f0a90-b9a9-45f0-8d14-afe726fa5035 req-e89a79f2-5838-426b-aa71-39647dc01c17 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 945 time: 0.1516926 Aug 03 19:02:10.801445 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a1f0a90-b9a9-45f0-8d14-afe726fa5035 req-a9f084e4-d5b2-49bc-a222-2fae7a7c1dea tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772312 Aug 03 19:02:10.856233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.888513 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.927619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Subnet': ['ID=979f078a-7bed-4c0e-8195-37c668587cb2,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:10.960411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:10.963441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Checking segment: {'id': '529e68c0-6b3c-406e-9f73-715288fe495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:10.964148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network hostable DHCP agents. Network: 1d582d7e-36d2-43d9-928c-4fc4356443f1, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:02:10.966298 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.025031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network 1d582d7e-36d2-43d9-928c-4fc4356443f1 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:02:11.043525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 1d582d7e-36d2-43d9-928c-4fc4356443f1) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:11.054645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.055250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.071146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da162f7-2e4f-4d88-9617-efe555525c40 None None] Network 1d582d7e-36d2-43d9-928c-4fc4356443f1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:11.078230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:11.088172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd18a9-d3ef-444b-9da0-dfc3c45d6d33 req-91a9ed9b-f12a-4e16-979a-541c6f07fdc0 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.092512 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a3a2626b-f1e5-4359-90e8-85e77315b4ce tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6862206 Aug 03 19:02:11.095375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44642) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:11.101562 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-805655307'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:11.103085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15cd18a9-d3ef-444b-9da0-dfc3c45d6d33 req-91a9ed9b-f12a-4e16-979a-541c6f07fdc0 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 945 time: 0.1095915 Aug 03 19:02:11.150801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:11.156651 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.184400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15cd18a9-d3ef-444b-9da0-dfc3c45d6d33 req-3097a384-20e4-401f-b1cb-cf328617bdff tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729146 Aug 03 19:02:11.194029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:02:11.208232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.208738 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Added segment 37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4 of type vlan for network da4da4c6-d691-4999-bcc4-ee4189d0afd0 Aug 03 19:02:11.287119 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.293569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af169d-0b62-48fc-bd19-bc23dd8ea461 req-6342fb6a-c1e4-4475-80e1-462bdac25afa tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.300815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78af169d-0b62-48fc-bd19-bc23dd8ea461 req-6342fb6a-c1e4-4475-80e1-462bdac25afa tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 945 time: 0.1099956 Aug 03 19:02:11.346547 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.356622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78af169d-0b62-48fc-bd19-bc23dd8ea461 req-7d43ff79-1add-4f20-b4ef-cf56b56359f7 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546317 Aug 03 19:02:11.360028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.360785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.379668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-1d582d7e-36d2-43d9-928c-4fc4356443f1', 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'fixed_ips': [{'subnet_id': '979f078a-7bed-4c0e-8195-37c668587cb2'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:02:11.381097 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.449446 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3527625 Aug 03 19:02:11.450224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcc213-820a-4339-9e54-dc6320826269 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Network': ['ID=da4da4c6-d691-4999-bcc4-ee4189d0afd0,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:11.454306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44650) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:11.459560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'subnet': {'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:11.533970 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network da4da4c6-d691-4999-bcc4-ee4189d0afd0 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:02:11.571434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:11.581431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.682480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Allocated IP 19.80.0.2 (1d582d7e-36d2-43d9-928c-4fc4356443f1/979f078a-7bed-4c0e-8195-37c668587cb2/a538d4c6-e40b-4655-ba93-71cd87ebbc03) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:11.882917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1254-74a3-4f9a-8a0c-67c65d190fc2 req-3fb215a2-8b5b-406a-bdfc-2a480cb623db tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.893535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a2a1254-74a3-4f9a-8a0c-67c65d190fc2 req-3fb215a2-8b5b-406a-bdfc-2a480cb623db tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 949 time: 0.1241364 Aug 03 19:02:11.894200 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.921910 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.937879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Transition to ACTIVE for port object a538d4c6-e40b-4655-ba93-71cd87ebbc03 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:11.942606 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a2a1254-74a3-4f9a-8a0c-67c65d190fc2 req-3813b219-9741-4b0b-9f96-3f296bbe7dbf tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475593 Aug 03 19:02:11.975547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Transition to ACTIVE for port object a538d4c6-e40b-4655-ba93-71cd87ebbc03 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:11.985135 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.985973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Subnet': ['ID=915b1ea4-cc76-4d6c-8338-1127ba9e35ea,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:11.993634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Checking segment: {'id': '37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:11.994008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network hostable DHCP agents. Network: da4da4c6-d691-4999-bcc4-ee4189d0afd0, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:02:12.005808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787d488-b7dd-43f5-a9ec-954e5ff61161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0fcba7-b4b8-4aba-be46-efdcda4b78c6'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:12.009154 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9019e800-eb91-412e-83ff-b383e158aeef" -d '{"events": [{"server_uuid": "a787d488-b7dd-43f5-a9ec-954e5ff61161", "name": "network-vif-plugged", "status": "completed", "tag": "1c0fcba7-b4b8-4aba-be46-efdcda4b78c6"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:12.016061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network da4da4c6-d691-4999-bcc4-ee4189d0afd0 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:02:12.026457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, da4da4c6-d691-4999-bcc4-ee4189d0afd0) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:12.033827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.034742 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.054742 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8f3656cb-2e26-4c37-8e2d-a1a9fe782c45 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5991611 Aug 03 19:02:12.084225 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6748bcde-a0a8-4c30-8e65-82820b41ca51 x-openstack-request-id: req-6748bcde-a0a8-4c30-8e65-82820b41ca51 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:12.084794 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787d488-b7dd-43f5-a9ec-954e5ff61161", "name": "network-vif-plugged", "status": "completed", "tag": "1c0fcba7-b4b8-4aba-be46-efdcda4b78c6", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:12.084794 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6748bcde-a0a8-4c30-8e65-82820b41ca51 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:12.085293 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787d488-b7dd-43f5-a9ec-954e5ff61161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0fcba7-b4b8-4aba-be46-efdcda4b78c6', 'code': 200} Aug 03 19:02:12.090703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd4ef2-6eaf-4d69-909c-8d4c36f1f7b2 None None] Network da4da4c6-d691-4999-bcc4-ee4189d0afd0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:12.095160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Network 1d582d7e-36d2-43d9-928c-4fc4356443f1 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:12.113321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:12.147103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:12.203708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Pushing event updated for resources: {'Port': ['ID=a538d4c6-e40b-4655-ba93-71cd87ebbc03,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:12.261436 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Attempting to bind port a538d4c6-e40b-4655-ba93-71cd87ebbc03 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:12.261895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Attempting to bind port a538d4c6-e40b-4655-ba93-71cd87ebbc03 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '529e68c0-6b3c-406e-9f73-715288fe495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:12.262328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Attempting to bind port a538d4c6-e40b-4655-ba93-71cd87ebbc03 on network 1d582d7e-36d2-43d9-928c-4fc4356443f1 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:12.276366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:12.277848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Checking segment: {'id': '529e68c0-6b3c-406e-9f73-715288fe495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:12.278330 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.278798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Bound using segment: {'id': '529e68c0-6b3c-406e-9f73-715288fe495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:12.279346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Bound port: a538d4c6-e40b-4655-ba93-71cd87ebbc03, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529e68c0-6b3c-406e-9f73-715288fe495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:12.279853 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.468444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] For port a538d4c6-e40b-4655-ba93-71cd87ebbc03, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:12.478274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] For port a538d4c6-e40b-4655-ba93-71cd87ebbc03, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a538d4c6-e40b-4655-ba93-71cd87ebbc03,segment=NetworkSegment(529e68c0-6b3c-406e-9f73-715288fe495d),segment_id=529e68c0-6b3c-406e-9f73-715288fe495d)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:12.479838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-da4da4c6-d691-4999-bcc4-ee4189d0afd0', 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'fixed_ips': [{'subnet_id': '915b1ea4-cc76-4d6c-8338-1127ba9e35ea'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:02:12.481660 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.504382 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.606531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40794d3-4cb6-4ec9-9791-aa83b301a9bb req-538637b3-fd06-423c-aca1-6daa8ab68859 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.608184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e40794d3-4cb6-4ec9-9791-aa83b301a9bb req-538637b3-fd06-423c-aca1-6daa8ab68859 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 945 time: 0.3059049 Aug 03 19:02:12.647823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-ce868bc5-d77e-4724-afdb-938d1df1b8b6 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.653822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-ce868bc5-d77e-4724-afdb-938d1df1b8b6 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.657745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-ce868bc5-d77e-4724-afdb-938d1df1b8b6 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/networks?id=1d582d7e-36d2-43d9-928c-4fc4356443f1&id=da4da4c6-d691-4999-bcc4-ee4189d0afd0 HTTP/1.1" status: 200 len: 1391 time: 0.3401368 Aug 03 19:02:12.674588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c6855-fbec-4a18-b287-1660ef9baf9e None None] Pushing event updated for resources: {'Port': ['ID=a538d4c6-e40b-4655-ba93-71cd87ebbc03,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:12.709138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38829395-c39c-4867-adf3-d278ff03f49a req-366b834d-beb9-4868-a15d-ecfc933312fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.710658 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38829395-c39c-4867-adf3-d278ff03f49a req-366b834d-beb9-4868-a15d-ecfc933312fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 1096 time: 0.2811129 Aug 03 19:02:12.734739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e40794d3-4cb6-4ec9-9791-aa83b301a9bb req-a0f56d78-9b64-44e2-8f64-605be3a58ae9 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067033 Aug 03 19:02:12.757581 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-180e204b-1ee3-4166-8c3a-81779c05ee41 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/quotas/3eb91f049aed49f3abafc52ade3c7ffe HTTP/1.1" status: 200 len: 375 time: 0.0525863 Aug 03 19:02:12.785946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a06ee-4a7f-4776-89cd-4dad35c7dba0 req-0050e34b-89aa-4505-bc30-e6bffeb1af78 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.787497 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e43a06ee-4a7f-4776-89cd-4dad35c7dba0 req-0050e34b-89aa-4505-bc30-e6bffeb1af78 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 945 time: 0.1114290 Aug 03 19:02:12.827600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Allocated IP 19.86.0.2 (da4da4c6-d691-4999-bcc4-ee4189d0afd0/915b1ea4-cc76-4d6c-8338-1127ba9e35ea/5e63ab2d-f14a-467f-9195-777b895d9ab4) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:12.912311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-3d884236-2583-4287-a306-5dd8416b4fba tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1597435 Aug 03 19:02:13.014854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38829395-c39c-4867-adf3-d278ff03f49a req-c92b63f8-24c2-4b7d-8418-e35501847859 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784665 Aug 03 19:02:13.042453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e43a06ee-4a7f-4776-89cd-4dad35c7dba0 req-58e8e73f-9151-4e1f-a162-274f1de6d704 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Deleting port ca4649eb-1e65-4577-b2c1-902b5cd6102f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:13.046768 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e43a06ee-4a7f-4776-89cd-4dad35c7dba0 req-58e8e73f-9151-4e1f-a162-274f1de6d704 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.165484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-232bb326-fd41-4e57-8e03-89bb4b4a580b service neutron] 10.222.0.78 "GET /v2.0/networks/1d582d7e-36d2-43d9-928c-4fc4356443f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521544 Aug 03 19:02:13.226382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e43a06ee-4a7f-4776-89cd-4dad35c7dba0 req-58e8e73f-9151-4e1f-a162-274f1de6d704 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] For port ca4649eb-1e65-4577-b2c1-902b5cd6102f, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ca4649eb-1e65-4577-b2c1-902b5cd6102f,segment=NetworkSegment(54154da3-0050-48f8-9b95-261e6150b39c),segment_id=54154da3-0050-48f8-9b95-261e6150b39c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:13.226746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e43a06ee-4a7f-4776-89cd-4dad35c7dba0 req-58e8e73f-9151-4e1f-a162-274f1de6d704 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.228578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac849507-f371-4efb-b304-2ce9207d5d8e req-b4fac01a-36ee-4a66-ad7f-6576bf5d295a tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.231420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ac849507-f371-4efb-b304-2ce9207d5d8e req-b4fac01a-36ee-4a66-ad7f-6576bf5d295a tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 945 time: 0.1813285 Aug 03 19:02:13.244675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e43a06ee-4a7f-4776-89cd-4dad35c7dba0 req-58e8e73f-9151-4e1f-a162-274f1de6d704 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Calling delete_port for ca4649eb-1e65-4577-b2c1-902b5cd6102f owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:13.377679 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.398664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Transition to ACTIVE for port object 5e63ab2d-f14a-467f-9195-777b895d9ab4 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:13.430796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Transition to ACTIVE for port object 5e63ab2d-f14a-467f-9195-777b895d9ab4 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:13.440064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-3ebea2e3-cf8d-4b6d-9f63-f56fd703422e service neutron] 10.222.0.78 "GET /v2.0/networks/1d582d7e-36d2-43d9-928c-4fc4356443f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730775 Aug 03 19:02:13.442221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a538d4c6-e40b-4655-ba93-71cd87ebbc03 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:13.451602 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.458270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e43a06ee-4a7f-4776-89cd-4dad35c7dba0 req-58e8e73f-9151-4e1f-a162-274f1de6d704 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.486269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ac849507-f371-4efb-b304-2ce9207d5d8e req-a64607e3-aee6-46b6-893d-481c6332ac99 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/security-groups?id=c2785cd6-e15e-45e5-88e3-4c3a153f132e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449756 Aug 03 19:02:13.497639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Network da4da4c6-d691-4999-bcc4-ee4189d0afd0 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:13.507535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:13.509592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ca4649eb-1e65-4577-b2c1-902b5cd6102f'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:13.522336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8e73f-9151-4e1f-a162-274f1de6d704 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Pushing event deleted for resources: {'Port': ['ID=ca4649eb-1e65-4577-b2c1-902b5cd6102f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:13.580515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:13.603619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43a06ee-4a7f-4776-89cd-4dad35c7dba0 req-58e8e73f-9151-4e1f-a162-274f1de6d704 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] No DVR routers for this DVR port ca4649eb-1e65-4577-b2c1-902b5cd6102f on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:13.608001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e43a06ee-4a7f-4776-89cd-4dad35c7dba0 req-58e8e73f-9151-4e1f-a162-274f1de6d704 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.610493 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e43a06ee-4a7f-4776-89cd-4dad35c7dba0 req-58e8e73f-9151-4e1f-a162-274f1de6d704 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.37 "DELETE /v2.0/ports/ca4649eb-1e65-4577-b2c1-902b5cd6102f HTTP/1.1" status: 204 len: 173 time: 0.8119690 Aug 03 19:02:13.611070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff74461-45f5-4ff6-9850-2fa66c9ad232', 'name': 'network-vif-deleted', 'tag': 'ca4649eb-1e65-4577-b2c1-902b5cd6102f'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:13.613834 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64bbc6d-2f9b-46ce-8d94-284a29cc2706" -d '{"events": [{"server_uuid": "6ff74461-45f5-4ff6-9850-2fa66c9ad232", "name": "network-vif-deleted", "tag": "ca4649eb-1e65-4577-b2c1-902b5cd6102f"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:13.662912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-cb9c4fe6-98d8-4bca-94ee-ece902b03f16 service neutron] 10.222.0.78 "GET /v2.0/networks/da4da4c6-d691-4999-bcc4-ee4189d0afd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218077 Aug 03 19:02:13.755719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Attempting to bind port 5e63ab2d-f14a-467f-9195-777b895d9ab4 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:13.756760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Attempting to bind port 5e63ab2d-f14a-467f-9195-777b895d9ab4 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:13.757347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Attempting to bind port 5e63ab2d-f14a-467f-9195-777b895d9ab4 on network da4da4c6-d691-4999-bcc4-ee4189d0afd0 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:13.766047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:13.767199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Checking segment: {'id': '37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:13.768133 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.771120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Bound using segment: {'id': '37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:13.772162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Bound port: 5e63ab2d-f14a-467f-9195-777b895d9ab4, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:13.772790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.873217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-1d8acd18-7913-46df-946a-674f994920e1 service neutron] 10.222.0.78 "GET /v2.0/networks/da4da4c6-d691-4999-bcc4-ee4189d0afd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088940 Aug 03 19:02:13.916569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Pushing event updated for resources: {'Port': ['ID=5e63ab2d-f14a-467f-9195-777b895d9ab4,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:13.922897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port a538d4c6-e40b-4655-ba93-71cd87ebbc03 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:13.955402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40ad1f-da75-4299-9d1f-7f4595bba918 req-6492289e-ad7b-4073-98bf-e36652c2408a tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.963117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d40ad1f-da75-4299-9d1f-7f4595bba918 req-6492289e-ad7b-4073-98bf-e36652c2408a tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 949 time: 0.0656457 Aug 03 19:02:14.022176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d40ad1f-da75-4299-9d1f-7f4595bba918 req-baf4a5dd-6b90-4177-b534-5a17994ebad7 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578787 Aug 03 19:02:14.027657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] For port 5e63ab2d-f14a-467f-9195-777b895d9ab4, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:14.033882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] For port 5e63ab2d-f14a-467f-9195-777b895d9ab4, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5e63ab2d-f14a-467f-9195-777b895d9ab4,segment=NetworkSegment(37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4),segment_id=37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:14.078012 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c4cbe3-3319-447b-a6e5-742803558c97 x-openstack-request-id: req-a2c4cbe3-3319-447b-a6e5-742803558c97 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:14.078505 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff74461-45f5-4ff6-9850-2fa66c9ad232", "name": "network-vif-deleted", "tag": "ca4649eb-1e65-4577-b2c1-902b5cd6102f", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:14.078505 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2c4cbe3-3319-447b-a6e5-742803558c97 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:14.078908 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff74461-45f5-4ff6-9850-2fa66c9ad232', 'name': 'network-vif-deleted', 'tag': 'ca4649eb-1e65-4577-b2c1-902b5cd6102f', 'status': 'completed', 'code': 200} Aug 03 19:02:14.083303 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.212012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061e6fd-9e56-42ae-87af-163e7230be65 None None] Pushing event updated for resources: {'Port': ['ID=5e63ab2d-f14a-467f-9195-777b895d9ab4,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:14.252670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bf6cb-9bc7-40ce-9228-4eeabc37874b req-983a78be-8084-44a6-8458-29e874cb4b5b tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:14.262863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b13bf6cb-9bc7-40ce-9228-4eeabc37874b req-983a78be-8084-44a6-8458-29e874cb4b5b tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 945 time: 0.1256621 Aug 03 19:02:14.330631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e041a1f2-a2bd-4a15-8c1f-97502d05cfe5 None None] Network 1d582d7e-36d2-43d9-928c-4fc4356443f1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:14.362211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b13bf6cb-9bc7-40ce-9228-4eeabc37874b req-bae529af-93db-44f6-9846-2d18165926bc tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972464 Aug 03 19:02:14.472133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a097616-5d0d-487e-a08e-f8d903c82625 req-f6b77502-9108-4c5e-91d6-a648356605d3 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 210 time: 0.0781994 Aug 03 19:02:14.519762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e0c3918f-08c8-4662-9860-cfe57bdb4cfe None None] Provisioning for port a538d4c6-e40b-4655-ba93-71cd87ebbc03 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:14.541090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e0c3918f-08c8-4662-9860-cfe57bdb4cfe None None] Provisioning complete for port a538d4c6-e40b-4655-ba93-71cd87ebbc03 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:14.541594 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e0c3918f-08c8-4662-9860-cfe57bdb4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.670357 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b2c1bb9-4005-4ce2-83e5-7bb94040e1b6 req-4aa29b52-2e05-4001-a91c-12a04c67d936 tempest-InstanceActionsV221TestJSON-101562422 tempest-InstanceActionsV221TestJSON-101562422-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ff74461-45f5-4ff6-9850-2fa66c9ad232 HTTP/1.1" status: 200 len: 210 time: 0.0577617 Aug 03 19:02:14.845274 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-1d1cce49-9778-42ce-aaa4-2fb09a613281 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713494 Aug 03 19:02:14.852615 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e0c3918f-08c8-4662-9860-cfe57bdb4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.943667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e0c3918f-08c8-4662-9860-cfe57bdb4cfe None None] For port a538d4c6-e40b-4655-ba93-71cd87ebbc03, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a538d4c6-e40b-4655-ba93-71cd87ebbc03,segment=NetworkSegment(529e68c0-6b3c-406e-9f73-715288fe495d),segment_id=529e68c0-6b3c-406e-9f73-715288fe495d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:14.949048 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e0c3918f-08c8-4662-9860-cfe57bdb4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.026718 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.061135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3918f-08c8-4662-9860-cfe57bdb4cfe None None] Pushing event updated for resources: {'Port': ['ID=a538d4c6-e40b-4655-ba93-71cd87ebbc03,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:15.106985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-7d1ccac0-59ae-475a-bd71-9f42a66eb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.109973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-7d1ccac0-59ae-475a-bd71-9f42a66eb0bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 1096 time: 0.0789802 Aug 03 19:02:15.215149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c36365-b0e5-4321-afe9-b0e633c07c60 req-6cdb455b-e060-4bbc-bf8a-65ece2885c7f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.223477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38c36365-b0e5-4321-afe9-b0e633c07c60 req-6cdb455b-e060-4bbc-bf8a-65ece2885c7f tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 949 time: 0.1005778 Aug 03 19:02:15.281223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-103db6f0-3c86-4110-bb93-bd9fc08c3da1 None None] Provisioning complete for port a538d4c6-e40b-4655-ba93-71cd87ebbc03 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:15.281899 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-103db6f0-3c86-4110-bb93-bd9fc08c3da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.499830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38c36365-b0e5-4321-afe9-b0e633c07c60 req-c3df4eb7-6801-405c-a788-1934c606ddb9 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683578 Aug 03 19:02:15.570074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-2b7b95a0-302d-44ac-95ca-7b9e72f8592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.570719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a538d4c6-e40b-4655-ba93-71cd87ebbc03 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:15.577409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-2b7b95a0-302d-44ac-95ca-7b9e72f8592c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.2523274 Aug 03 19:02:15.704705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a538d4c6-e40b-4655-ba93-71cd87ebbc03 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:15.705077 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.871848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5e63ab2d-f14a-467f-9195-777b895d9ab4 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:15.930612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff23db4c-7a6e-45ea-9c40-9d52ae87e7c6 None None] Network da4da4c6-d691-4999-bcc4-ee4189d0afd0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:15.933190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-a4ab9e23-4c5f-4e7d-a416-d1623122ae5d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f64c1de1-6b6f-4dbb-8ef4-08185bab5140 HTTP/1.1" status: 200 len: 217 time: 0.2152984 Aug 03 19:02:15.938329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09962061-8368-4d98-ba51-596978a21c6a req-29652b6a-38b1-4d41-adc2-13b28202d8f9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 210 time: 0.1031232 Aug 03 19:02:15.969603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bc780-c92b-4153-95f0-47f3158dc826 req-a92fc2b1-36d7-4e85-9ae8-1ab278c63b2f tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.993675 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b49bc780-c92b-4153-95f0-47f3158dc826 req-a92fc2b1-36d7-4e85-9ae8-1ab278c63b2f tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 945 time: 0.3438008 Aug 03 19:02:16.075295 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 5e63ab2d-f14a-467f-9195-777b895d9ab4 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:16.095175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-63c6c06b-e596-417c-b3ac-1c8a081fb482 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.101666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-63c6c06b-e596-417c-b3ac-1c8a081fb482 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.103266 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-63c6c06b-e596-417c-b3ac-1c8a081fb482 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "GET /v2.0/networks?id=1d582d7e-36d2-43d9-928c-4fc4356443f1&id=da4da4c6-d691-4999-bcc4-ee4189d0afd0 HTTP/1.1" status: 200 len: 1391 time: 0.3208778 Aug 03 19:02:16.117743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7d3e14af-8f93-43b5-9335-c8fed616e49c None None] Provisioning for port 5e63ab2d-f14a-467f-9195-777b895d9ab4 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:16.125716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'port': {'device_id': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1', 'admin_state_up': True, 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:16.126211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7d3e14af-8f93-43b5-9335-c8fed616e49c None None] Provisioning complete for port 5e63ab2d-f14a-467f-9195-777b895d9ab4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:16.126593 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7d3e14af-8f93-43b5-9335-c8fed616e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.143424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dd174-dc93-4c95-a087-fcdb4ae1598f req-3a6722cc-d24d-4955-9c56-159cb39d133c tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.144991 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1f8dd174-dc93-4c95-a087-fcdb4ae1598f req-3a6722cc-d24d-4955-9c56-159cb39d133c tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.74 "GET /v2.0/ports?device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 949 time: 0.1189094 Aug 03 19:02:16.200085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b49bc780-c92b-4153-95f0-47f3158dc826 req-d69eaaab-5f5a-4aab-842d-238d6dcc6f61 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040062 Aug 03 19:02:16.212132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-74dae18f-9e9c-4767-90b4-2963be6aa5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.225870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-74dae18f-9e9c-4767-90b4-2963be6aa5d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.1861503 Aug 03 19:02:16.327213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-6e6794f5-0fee-4048-84e5-72dba759442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.328716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-6e6794f5-0fee-4048-84e5-72dba759442e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780091 Aug 03 19:02:16.399742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:16.403837 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.436795 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7d3e14af-8f93-43b5-9335-c8fed616e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.445428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-1f8dd174-dc93-4c95-a087-fcdb4ae1598f req-e239ab20-a3f5-492e-a122-1c761b73d343 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Deleting port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:16.446162 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1f8dd174-dc93-4c95-a087-fcdb4ae1598f req-e239ab20-a3f5-492e-a122-1c761b73d343 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.497567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7d3e14af-8f93-43b5-9335-c8fed616e49c None None] For port 5e63ab2d-f14a-467f-9195-777b895d9ab4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5e63ab2d-f14a-467f-9195-777b895d9ab4,segment=NetworkSegment(37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4),segment_id=37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:16.504120 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7d3e14af-8f93-43b5-9335-c8fed616e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.616171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e14af-8f93-43b5-9335-c8fed616e49c None None] Pushing event updated for resources: {'Port': ['ID=5e63ab2d-f14a-467f-9195-777b895d9ab4,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:16.635859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35b528-c090-4cf9-bfbc-9bccdb93a4db req-3146d203-df7f-4df0-817e-0c7964e3bb4f tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.637549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a35b528-c090-4cf9-bfbc-9bccdb93a4db req-3146d203-df7f-4df0-817e-0c7964e3bb4f tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=010020f2-864d-48c3-84ca-7aa480a40a35 HTTP/1.1" status: 200 len: 945 time: 0.2555628 Aug 03 19:02:16.723891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Allocated IP 19.80.0.14 (1d582d7e-36d2-43d9-928c-4fc4356443f1/979f078a-7bed-4c0e-8195-37c668587cb2/c1931e71-220d-45bc-ab5c-7ce115fc0a2d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:16.766468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a35b528-c090-4cf9-bfbc-9bccdb93a4db req-b55b0085-473b-4952-91da-e2a1cbf36786 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979252 Aug 03 19:02:16.783138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-89727ff5-9962-465c-bf06-282a9b136fa0 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374623 Aug 03 19:02:16.870469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-42fc9422-9ca8-4d0e-a422-af18e8e64442 None None] Provisioning complete for port 5e63ab2d-f14a-467f-9195-777b895d9ab4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:16.872000 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-42fc9422-9ca8-4d0e-a422-af18e8e64442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.915808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44766) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:17.014013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1f8dd174-dc93-4c95-a087-fcdb4ae1598f req-e239ab20-a3f5-492e-a122-1c761b73d343 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] For port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:17.014402 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1f8dd174-dc93-4c95-a087-fcdb4ae1598f req-e239ab20-a3f5-492e-a122-1c761b73d343 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.020590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.041789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-1f8dd174-dc93-4c95-a087-fcdb4ae1598f req-e239ab20-a3f5-492e-a122-1c761b73d343 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Calling delete_port for 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:17.053302 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Transition to ACTIVE for port object c1931e71-220d-45bc-ab5c-7ce115fc0a2d will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:17.190523 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.240063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network 1d582d7e-36d2-43d9-928c-4fc4356443f1 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:17.244811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:17.254613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:17.328053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Port': ['ID=c1931e71-220d-45bc-ab5c-7ce115fc0a2d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:17.374225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ca4649eb-1e65-4577-b2c1-902b5cd6102f no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:17.438285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3f03e8-e83e-4d52-902b-170f1562bd17 admin admin] Deleting subnet ad334a48-95e7-4769-8668-a8180243b7bf {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:02:17.439205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: ca4649eb-1e65-4577-b2c1-902b5cd6102f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:17.439565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ca4649eb-1e65-4577-b2c1-902b5cd6102f not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:17.441208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5e63ab2d-f14a-467f-9195-777b895d9ab4 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:17.449536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a3f03e8-e83e-4d52-902b-170f1562bd17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.469838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a01d41-d1e5-4f80-92b6-24bb4edaef6f req-21211893-c775-450e-8f41-a8425dbdac54 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.477474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27a01d41-d1e5-4f80-92b6-24bb4edaef6f req-21211893-c775-450e-8f41-a8425dbdac54 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 949 time: 0.8388233 Aug 03 19:02:17.541169 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54d70b-fb87-401f-bbd1-e05abdb343fb req-39e83863-4d28-492f-bb46-f1335236ef26 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400551 Aug 03 19:02:17.554354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5e63ab2d-f14a-467f-9195-777b895d9ab4 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:17.555855 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.640250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27a01d41-d1e5-4f80-92b6-24bb4edaef6f req-270f070c-ce9b-4afc-bf4a-05a83447892c tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/security-groups?id=01e5ce8b-a4b1-4922-91e6-436425adafc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557951 Aug 03 19:02:17.647116 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a3f03e8-e83e-4d52-902b-170f1562bd17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.715464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e5eb5499-d372-4cb3-9cce-3b78669f70e5 None None] Provisioning for port c1931e71-220d-45bc-ab5c-7ce115fc0a2d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:17.723820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e5eb5499-d372-4cb3-9cce-3b78669f70e5 None None] Provisioning complete for port c1931e71-220d-45bc-ab5c-7ce115fc0a2d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:17.724861 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e5eb5499-d372-4cb3-9cce-3b78669f70e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.727089 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8884b7-cace-43c4-b297-8cacf3cc67d3 req-2cfcc352-3053-4dda-826a-a7a00e062fb0 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.728917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd8884b7-cace-43c4-b297-8cacf3cc67d3 req-2cfcc352-3053-4dda-826a-a7a00e062fb0 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=be12249c-30bc-4916-a04f-0b8ca82b4bc5 HTTP/1.1" status: 200 len: 945 time: 0.2943130 Aug 03 19:02:17.768732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.769391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.789793 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1f8dd174-dc93-4c95-a087-fcdb4ae1598f req-e239ab20-a3f5-492e-a122-1c761b73d343 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.814758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb5499-d372-4cb3-9cce-3b78669f70e5 None None] Port c1931e71-220d-45bc-ab5c-7ce115fc0a2d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:17.821888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd8884b7-cace-43c4-b297-8cacf3cc67d3 req-3b89258e-eb4c-43cd-9ccc-a8370dfa55c0 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759158 Aug 03 19:02:17.837965 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7c995d8d-b965-48ac-9203-e8b91a29d6a4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7194622 Aug 03 19:02:17.858166 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a3f03e8-e83e-4d52-902b-170f1562bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.873792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239ab20-a3f5-492e-a122-1c761b73d343 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Pushing event deleted for resources: {'Port': ['ID=19b5c5aa-1795-49ff-a1a7-feaafcd72ddc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:17.880906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Request body: {'port': {'device_id': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0', 'admin_state_up': True, 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:17.884546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8dd174-dc93-4c95-a087-fcdb4ae1598f req-e239ab20-a3f5-492e-a122-1c761b73d343 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] No DVR routers for this DVR port 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:17.890164 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1f8dd174-dc93-4c95-a087-fcdb4ae1598f req-e239ab20-a3f5-492e-a122-1c761b73d343 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.892179 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1f8dd174-dc93-4c95-a087-fcdb4ae1598f req-e239ab20-a3f5-492e-a122-1c761b73d343 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.74 "DELETE /v2.0/ports/19b5c5aa-1795-49ff-a1a7-feaafcd72ddc HTTP/1.1" status: 204 len: 173 time: 1.6797705 Aug 03 19:02:17.892626 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-deleted', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:17.895023 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2688f1-0ece-4f3b-9771-d854e76b6388" -d '{"events": [{"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-deleted", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:17.934471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382a853-f172-477a-b919-40f54e81238a req-0b6a16d9-ad66-4b49-9e7a-3c9a0fd8beaf tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.942384 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1382a853-f172-477a-b919-40f54e81238a req-0b6a16d9-ad66-4b49-9e7a-3c9a0fd8beaf tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 931 time: 0.1508882 Aug 03 19:02:18.050248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1382a853-f172-477a-b919-40f54e81238a req-331b2a0e-b9f8-4739-a240-6216a6795871 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922751 Aug 03 19:02:18.057059 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a3f03e8-e83e-4d52-902b-170f1562bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.094214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Made reservation on behalf of 3eb91f049aed49f3abafc52ade3c7ffe for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:18.099765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.131460 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4d1fe2-b0ae-44ea-9a6e-083f8a768665 x-openstack-request-id: req-3b4d1fe2-b0ae-44ea-9a6e-083f8a768665 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:18.131660 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f07972-c5c7-4b21-892a-b5a060ee94c7", "name": "network-vif-deleted", "tag": "19b5c5aa-1795-49ff-a1a7-feaafcd72ddc", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:18.131829 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b4d1fe2-b0ae-44ea-9a6e-083f8a768665 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:18.132248 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f07972-c5c7-4b21-892a-b5a060ee94c7', 'name': 'network-vif-deleted', 'tag': '19b5c5aa-1795-49ff-a1a7-feaafcd72ddc', 'status': 'completed', 'code': 200} Aug 03 19:02:18.169365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f03e8-e83e-4d52-902b-170f1562bd17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad334a48-95e7-4769-8668-a8180243b7bf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:18.184304 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a3f03e8-e83e-4d52-902b-170f1562bd17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.193484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9a3f03e8-e83e-4d52-902b-170f1562bd17 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ad334a48-95e7-4769-8668-a8180243b7bf HTTP/1.1" status: 204 len: 168 time: 1.2716658 Aug 03 19:02:18.200004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44794) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:18.341829 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.396213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Allocated IP 19.86.0.9 (da4da4c6-d691-4999-bcc4-ee4189d0afd0/915b1ea4-cc76-4d6c-8338-1127ba9e35ea/02a17469-5559-4acb-b6a9-456c2786e03c) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:18.526796 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.541520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:18.564424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10da2a-fdde-430a-9a40-c8fb70fa6663 req-8de0d60f-531d-4d0a-a018-d3eb9f0b92f8 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.566133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e10da2a-fdde-430a-9a40-c8fb70fa6663 req-8de0d60f-531d-4d0a-a018-d3eb9f0b92f8 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=be12249c-30bc-4916-a04f-0b8ca82b4bc5 HTTP/1.1" status: 200 len: 945 time: 0.0966761 Aug 03 19:02:18.568117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54154da3-0050-48f8-9b95-261e6150b39c') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:18.568502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54154da3-0050-48f8-9b95-261e6150b39c') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:18.578994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.588603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.595314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Transition to ACTIVE for port object 02a17469-5559-4acb-b6a9-456c2786e03c will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:18.612884 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.628980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:02:18.629400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:02:18.631138 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:02:18.638759 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.690929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e10da2a-fdde-430a-9a40-c8fb70fa6663 req-07f17221-7227-46b1-972a-a97ac53572b6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146441 Aug 03 19:02:18.716495 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Network da4da4c6-d691-4999-bcc4-ee4189d0afd0 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:18.722476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:18.724200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event updated for resources: {'Port': ['ID=02a17469-5559-4acb-b6a9-456c2786e03c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:18.726660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:18.740580 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.752353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.754373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] 10.222.0.78 "DELETE /v2.0/networks/cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f HTTP/1.1" status: 204 len: 168 time: 0.5524750 Aug 03 19:02:18.781634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da65a0-7165-43c6-ab1a-bc2098a1ebac admin admin] Pushing event deleted for resources: {'Network': ['ID=cf5bcfff-d5ab-4f61-bd22-b67c8ca96c1f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:18.820452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.821166 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.841428 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-0f5959d7-0670-4e45-9ca9-c62cce1c716f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9648395 Aug 03 19:02:18.866843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Request body: {'port': {'device_id': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:18.932168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44802) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:18.950787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.992050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b7d4b057-d187-4dee-a2cf-edc3467a2dad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=90d102bd247a480c818c34eef69ba717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586567 Aug 03 19:02:18.995951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44806) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:19.184513 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efeaebc6-0e84-4790-94f6-96d84ac2ca2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.191760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9f5e3a6c-8bc9-478f-9361-043705ae954f None None] Provisioning for port 02a17469-5559-4acb-b6a9-456c2786e03c completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:19.211762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9f5e3a6c-8bc9-478f-9361-043705ae954f None None] Provisioning complete for port 02a17469-5559-4acb-b6a9-456c2786e03c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:19.212142 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3a6c-8bc9-478f-9361-043705ae954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.229023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b86ed0db-57a8-4a8f-8bb3-f3c85db4a247 req-b7bdd63b-fb64-4670-928c-2b8b307d8a91 tempest-ListImageFiltersTestJSON-1456442259 tempest-ListImageFiltersTestJSON-1456442259-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6f07972-c5c7-4b21-892a-b5a060ee94c7 HTTP/1.1" status: 200 len: 210 time: 0.0476687 Aug 03 19:02:19.277903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e3a6c-8bc9-478f-9361-043705ae954f None None] Port 02a17469-5559-4acb-b6a9-456c2786e03c cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:19.285472 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efeaebc6-0e84-4790-94f6-96d84ac2ca2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.414494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce7b5d-83fc-4e5e-bbf1-b4a135f1edc7 req-5f1475ba-68ce-4599-9e9e-3fa518e0de19 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.423507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce7b5d-83fc-4e5e-bbf1-b4a135f1edc7 req-5f1475ba-68ce-4599-9e9e-3fa518e0de19 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.425985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1931e71-220d-45bc-ab5c-7ce115fc0a2d {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:19.435676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78ce7b5d-83fc-4e5e-bbf1-b4a135f1edc7 req-5f1475ba-68ce-4599-9e9e-3fa518e0de19 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1652 time: 0.1062484 Aug 03 19:02:19.440863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.461235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Transition to ACTIVE for port object c1931e71-220d-45bc-ab5c-7ce115fc0a2d will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:19.467901 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efeaebc6-0e84-4790-94f6-96d84ac2ca2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.469937 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.476647 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efeaebc6-0e84-4790-94f6-96d84ac2ca2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.487466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-efeaebc6-0e84-4790-94f6-96d84ac2ca2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c2785cd6-e15e-45e5-88e3-4c3a153f132e HTTP/1.1" status: 204 len: 168 time: 0.4903297 Aug 03 19:02:19.523802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaebc6-0e84-4790-94f6-96d84ac2ca2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2785cd6-e15e-45e5-88e3-4c3a153f132e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:19.563518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78ce7b5d-83fc-4e5e-bbf1-b4a135f1edc7 req-edd669e0-296f-4982-a5d5-b5eb5311e4c7 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242971 Aug 03 19:02:19.650891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Pushing event updated for resources: {'Port': ['ID=c1931e71-220d-45bc-ab5c-7ce115fc0a2d,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:19.704417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Attempting to bind port c1931e71-220d-45bc-ab5c-7ce115fc0a2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:19.704801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Attempting to bind port c1931e71-220d-45bc-ab5c-7ce115fc0a2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '529e68c0-6b3c-406e-9f73-715288fe495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:19.705196 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Attempting to bind port c1931e71-220d-45bc-ab5c-7ce115fc0a2d on network 1d582d7e-36d2-43d9-928c-4fc4356443f1 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:19.710472 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Port c1931e71-220d-45bc-ab5c-7ce115fc0a2d on network 1d582d7e-36d2-43d9-928c-4fc4356443f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:19.711204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Attempting to bind port c1931e71-220d-45bc-ab5c-7ce115fc0a2d on network 1d582d7e-36d2-43d9-928c-4fc4356443f1 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:19.718490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:19.718917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Checking segment: {'id': '529e68c0-6b3c-406e-9f73-715288fe495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:19.719226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Bound using segment: {'id': '529e68c0-6b3c-406e-9f73-715288fe495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:19.719667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Bound port: c1931e71-220d-45bc-ab5c-7ce115fc0a2d, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529e68c0-6b3c-406e-9f73-715288fe495d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:19.720174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.831339 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] For port c1931e71-220d-45bc-ab5c-7ce115fc0a2d, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:19.836103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] For port c1931e71-220d-45bc-ab5c-7ce115fc0a2d, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c1931e71-220d-45bc-ab5c-7ce115fc0a2d,segment=NetworkSegment(529e68c0-6b3c-406e-9f73-715288fe495d),segment_id=529e68c0-6b3c-406e-9f73-715288fe495d)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:19.846241 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.878006 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.880793 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.882677 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] 10.222.0.37 "PUT /v2.0/ports/c1931e71-220d-45bc-ab5c-7ce115fc0a2d HTTP/1.1" status: 200 len: 1091 time: 1.0291049 Aug 03 19:02:19.947745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7ff3a-a253-45dc-9955-509fec33d8c3 req-498c96b7-e3cf-445c-bb59-4537fb62350d tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.950033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Request body: {'port': {'device_id': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:19.957185 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8f7ff3a-a253-45dc-9955-509fec33d8c3 req-498c96b7-e3cf-445c-bb59-4537fb62350d tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=be12249c-30bc-4916-a04f-0b8ca82b4bc5 HTTP/1.1" status: 200 len: 945 time: 0.1114972 Aug 03 19:02:20.016129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8f7ff3a-a253-45dc-9955-509fec33d8c3 req-c85c7d17-37a4-4eb9-a27d-64606c06ce6f tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536108 Aug 03 19:02:20.081328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2261824-5b81-481a-905e-ba8f51662aaa service neutron] Pushing event updated for resources: {'Port': ['ID=c1931e71-220d-45bc-ab5c-7ce115fc0a2d,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:20.095794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:20.154948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'tag': 'c1931e71-220d-45bc-ab5c-7ce115fc0a2d'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:20.157798 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbfa005-8d78-44b0-a394-96c3bc6e5416" -d '{"events": [{"name": "network-changed", "server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "tag": "c1931e71-220d-45bc-ab5c-7ce115fc0a2d"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:20.408674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfa005-8d78-44b0-a394-96c3bc6e5416 req-d008b37c-998a-4d44-8b53-78c636211098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.410720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfa005-8d78-44b0-a394-96c3bc6e5416 req-d008b37c-998a-4d44-8b53-78c636211098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.414785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dbfa005-8d78-44b0-a394-96c3bc6e5416 req-d008b37c-998a-4d44-8b53-78c636211098 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1911 time: 0.1309090 Aug 03 19:02:20.415325 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9ebdc3-8aeb-48fe-88e6-49a541585f8c x-openstack-request-id: req-0c9ebdc3-8aeb-48fe-88e6-49a541585f8c {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:20.415688 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "tag": "c1931e71-220d-45bc-ab5c-7ce115fc0a2d", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:20.416000 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0c9ebdc3-8aeb-48fe-88e6-49a541585f8c {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:20.416671 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'tag': 'c1931e71-220d-45bc-ab5c-7ce115fc0a2d', 'status': 'completed', 'code': 200} Aug 03 19:02:20.614658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfa005-8d78-44b0-a394-96c3bc6e5416 req-0257563a-aba8-4fa6-bf40-6d7ee9ca779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.615481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfa005-8d78-44b0-a394-96c3bc6e5416 req-0257563a-aba8-4fa6-bf40-6d7ee9ca779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.616216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfa005-8d78-44b0-a394-96c3bc6e5416 req-0257563a-aba8-4fa6-bf40-6d7ee9ca779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.619470 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dbfa005-8d78-44b0-a394-96c3bc6e5416 req-0257563a-aba8-4fa6-bf40-6d7ee9ca779b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1932189 Aug 03 19:02:20.675709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:20.732831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:20.733601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 19b5c5aa-1795-49ff-a1a7-feaafcd72ddc not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:20.831843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfa005-8d78-44b0-a394-96c3bc6e5416 req-c80c0218-5288-44d3-82ba-1f0f1f1f3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.834376 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dbfa005-8d78-44b0-a394-96c3bc6e5416 req-c80c0218-5288-44d3-82ba-1f0f1f1f3d48 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050757 Aug 03 19:02:20.852240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a17469-5559-4acb-b6a9-456c2786e03c {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:20.866618 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:20.888305 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Transition to ACTIVE for port object 02a17469-5559-4acb-b6a9-456c2786e03c will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:20.894241 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:20.929561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44872) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:21.028823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Pushing event updated for resources: {'Port': ['ID=02a17469-5559-4acb-b6a9-456c2786e03c,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:21.122667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Attempting to bind port 02a17469-5559-4acb-b6a9-456c2786e03c on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:21.123410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Attempting to bind port 02a17469-5559-4acb-b6a9-456c2786e03c by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:21.123969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Attempting to bind port 02a17469-5559-4acb-b6a9-456c2786e03c on network da4da4c6-d691-4999-bcc4-ee4189d0afd0 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:21.130446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Port 02a17469-5559-4acb-b6a9-456c2786e03c on network da4da4c6-d691-4999-bcc4-ee4189d0afd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:21.131435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Attempting to bind port 02a17469-5559-4acb-b6a9-456c2786e03c on network da4da4c6-d691-4999-bcc4-ee4189d0afd0 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:21.138195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:21.139575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Checking segment: {'id': '37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:21.140191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Bound using segment: {'id': '37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:21.141473 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Bound port: 02a17469-5559-4acb-b6a9-456c2786e03c, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:21.142283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.152800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1007293428-network', 'tenant_id': '1a24cf47d0ce47bcb1f027ea0fa46e73'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:21.208724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Made reservation on behalf of 1a24cf47d0ce47bcb1f027ea0fa46e73 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:21.212669 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.242528 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.285577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] For port 02a17469-5559-4acb-b6a9-456c2786e03c, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:21.299981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] For port 02a17469-5559-4acb-b6a9-456c2786e03c, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=02a17469-5559-4acb-b6a9-456c2786e03c,segment=NetworkSegment(37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4),segment_id=37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:21.306340 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.368609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.369701 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.371639 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] 10.222.0.37 "PUT /v2.0/ports/02a17469-5559-4acb-b6a9-456c2786e03c HTTP/1.1" status: 200 len: 1090 time: 1.4277394 Aug 03 19:02:21.409782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ccec1-2880-4d87-a755-21cf409a946d service neutron] Pushing event updated for resources: {'Port': ['ID=02a17469-5559-4acb-b6a9-456c2786e03c,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:21.496580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-edc72ccc-61b9-49b2-b00a-1c61eba2bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.497181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-edc72ccc-61b9-49b2-b00a-1c61eba2bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.499025 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-edc72ccc-61b9-49b2-b00a-1c61eba2bcf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1978 time: 0.0758283 Aug 03 19:02:21.552987 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.558524 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.565065 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-ca2496cb-f815-45b6-ae04-8e4702f221d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=c1931e71-220d-45bc-ab5c-7ce115fc0a2d HTTP/1.1" status: 200 len: 217 time: 0.0575054 Aug 03 19:02:21.582500 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:02:21.596812 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.597213 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Added segment 2532c260-5232-4a1c-b069-fbd6a386d2ee of type vlan for network 4bf5b106-27c2-4ed4-9622-91e94d063a01 Aug 03 19:02:21.697892 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.707215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-d700552e-adab-436b-aaeb-b457908596b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.708983 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-d700552e-adab-436b-aaeb-b457908596b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=979f078a-7bed-4c0e-8195-37c668587cb2 HTTP/1.1" status: 200 len: 801 time: 0.1299176 Aug 03 19:02:21.716320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a88fa51-a8ec-4723-a2d4-01751c32c418,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:21.759916 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.762119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.762732 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.822945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-f93b4d86-386c-48c8-93e2-35a50451f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.825384 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-f93b4d86-386c-48c8-93e2-35a50451f5bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d582d7e-36d2-43d9-928c-4fc4356443f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067054 Aug 03 19:02:21.856671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf5b106-27c2-4ed4-9622-91e94d063a01,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:21.871349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 4bf5b106-27c2-4ed4-9622-91e94d063a01 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:02:21.969088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-33ab03b5-50fc-47cd-819f-3e8b4f6e1f19 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0377266 Aug 03 19:02:21.975818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44892) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:21.983668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] Request body: {'subnet': {'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1007293428-subnet', 'tenant_id': '1a24cf47d0ce47bcb1f027ea0fa46e73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:21.993719 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-f88f6bdc-bf77-4bc1-be94-aef33c496676 service neutron] 10.222.0.37 "GET /v2.0/networks/1d582d7e-36d2-43d9-928c-4fc4356443f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582508 Aug 03 19:02:21.998025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44039-6440-4d65-9e9a-f8dcac71c9d1 req-81ae4eaf-a0bc-435e-9033-58c293e6ce5e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:22.004814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44039-6440-4d65-9e9a-f8dcac71c9d1 req-81ae4eaf-a0bc-435e-9033-58c293e6ce5e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:22.018124 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1e44039-6440-4d65-9e9a-f8dcac71c9d1 req-81ae4eaf-a0bc-435e-9033-58c293e6ce5e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1676 time: 0.1463196 Aug 03 19:02:22.029239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] Made reservation on behalf of 1a24cf47d0ce47bcb1f027ea0fa46e73 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:22.031938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:22.051196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d4813-9b6c-41ec-bb15-694c0fbfddaa req-2b46c9a8-6d9e-4c05-bde5-681d4c17c3d5 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:22.053070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-050d4813-9b6c-41ec-bb15-694c0fbfddaa req-2b46c9a8-6d9e-4c05-bde5-681d4c17c3d5 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=be12249c-30bc-4916-a04f-0b8ca82b4bc5 HTTP/1.1" status: 200 len: 945 time: 0.1680510 Aug 03 19:02:22.094407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1e44039-6440-4d65-9e9a-f8dcac71c9d1 req-7163e5e7-e1e0-4e33-95ee-73f196b5d9df tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748327 Aug 03 19:02:22.180001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-050d4813-9b6c-41ec-bb15-694c0fbfddaa req-50d718e6-8d9a-43e0-8775-c41608064845 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997369 Aug 03 19:02:22.305237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64a88c-3787-45ee-b6bc-a61325ff5716 req-4fa7ba98-56e2-43b1-9c91-88e7fbcfe336 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:22.306363 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ad64a88c-3787-45ee-b6bc-a61325ff5716 req-4fa7ba98-56e2-43b1-9c91-88e7fbcfe336 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.74 "GET /v2.0/ports?device_id=be12249c-30bc-4916-a04f-0b8ca82b4bc5 HTTP/1.1" status: 200 len: 945 time: 0.2333047 Aug 03 19:02:22.311410 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-47cb3307-595b-4e5f-8e47-f634a6915823 service neutron] 10.222.0.37 "GET /v2.0/networks/1d582d7e-36d2-43d9-928c-4fc4356443f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039012 Aug 03 19:02:22.414902 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-d5023a99-f306-4b2b-9adf-5c3c2479512f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.9&port_id=02a17469-5559-4acb-b6a9-456c2786e03c HTTP/1.1" status: 200 len: 217 time: 0.0899353 Aug 03 19:02:22.418481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'tag': '02a17469-5559-4acb-b6a9-456c2786e03c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:22.420960 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aeafb25-88f5-4548-901e-46bb2d93a21b" -d '{"events": [{"name": "network-changed", "server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "tag": "02a17469-5559-4acb-b6a9-456c2786e03c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:22.488637 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd8ab8e-889f-49fd-b0f5-c4c8dc9d6555 x-openstack-request-id: req-6bd8ab8e-889f-49fd-b0f5-c4c8dc9d6555 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:22.488919 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "tag": "02a17469-5559-4acb-b6a9-456c2786e03c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:22.489093 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6bd8ab8e-889f-49fd-b0f5-c4c8dc9d6555 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:22.489469 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'tag': '02a17469-5559-4acb-b6a9-456c2786e03c', 'status': 'completed', 'code': 200} Aug 03 19:02:22.560868 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-acfae8e3-7b8d-4bf0-b39f-3817ed8490af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:22.562496 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-acfae8e3-7b8d-4bf0-b39f-3817ed8490af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=915b1ea4-cc76-4d6c-8338-1127ba9e35ea HTTP/1.1" status: 200 len: 801 time: 0.1458163 Aug 03 19:02:22.583883 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:22.675675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-ad64a88c-3787-45ee-b6bc-a61325ff5716 req-dbfe932b-8b4e-429e-b56f-eb8db3e8600a tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Deleting port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:22.676013 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-ad64a88c-3787-45ee-b6bc-a61325ff5716 req-dbfe932b-8b4e-429e-b56f-eb8db3e8600a tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:22.697966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7605aef8-7876-48c3-a655-a3201ed0042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:22.699415 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-7605aef8-7876-48c3-a655-a3201ed0042c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4da4c6-d691-4999-bcc4-ee4189d0afd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1270595 Aug 03 19:02:22.700220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f78c0da-0ba1-408d-ae58-f80383aefb20,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:22.829595 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] Checking segment: {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:22.829952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] Network hostable DHCP agents. Network: 4bf5b106-27c2-4ed4-9622-91e94d063a01, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:02:22.913625 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-ad64a88c-3787-45ee-b6bc-a61325ff5716 req-dbfe932b-8b4e-429e-b56f-eb8db3e8600a tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] For port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:22.914197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-ad64a88c-3787-45ee-b6bc-a61325ff5716 req-dbfe932b-8b4e-429e-b56f-eb8db3e8600a tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:22.934150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] Network 4bf5b106-27c2-4ed4-9622-91e94d063a01 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:02:22.937554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-ad64a88c-3787-45ee-b6bc-a61325ff5716 req-dbfe932b-8b4e-429e-b56f-eb8db3e8600a tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Calling delete_port for df2e2c3c-2e47-442c-a1d4-f97d3d5c18be owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:22.947222 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-fd0252e3-4517-436c-8d0c-a3547f996f87 service neutron] 10.222.0.37 "GET /v2.0/networks/da4da4c6-d691-4999-bcc4-ee4189d0afd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047157 Aug 03 19:02:22.965851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 4bf5b106-27c2-4ed4-9622-91e94d063a01) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:22.975379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef2a759-1408-462d-9e14-54f7e733f5e8 None None] Network 4bf5b106-27c2-4ed4-9622-91e94d063a01 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:23.045290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.046907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.103965 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2790c03d-9308-4a59-91a2-34480c321dc1 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1269875 Aug 03 19:02:23.224912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44962) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:23.314656 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc27be37-80fe-48e2-8ffc-522769a045fb req-360b4133-3406-4e54-b9f7-2510a06e7f4f service neutron] 10.222.0.37 "GET /v2.0/networks/da4da4c6-d691-4999-bcc4-ee4189d0afd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583910 Aug 03 19:02:23.339850 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-4bf5b106-27c2-4ed4-9622-91e94d063a01', 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01', 'tenant_id': '1a24cf47d0ce47bcb1f027ea0fa46e73', 'fixed_ips': [{'subnet_id': '6f78c0da-0ba1-408d-ae58-f80383aefb20'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:02:23.340781 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.384640 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-ad64a88c-3787-45ee-b6bc-a61325ff5716 req-dbfe932b-8b4e-429e-b56f-eb8db3e8600a tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.516930 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14d6d39f-c96a-4d2c-a810-0c00ce0b041c req-e3b7a79b-6139-4deb-bd0b-f6929fbd0204 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=be12249c-30bc-4916-a04f-0b8ca82b4bc5 HTTP/1.1" status: 200 len: 210 time: 0.0904689 Aug 03 19:02:23.523227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe932b-8b4e-429e-b56f-eb8db3e8600a tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Pushing event deleted for resources: {'Port': ['ID=df2e2c3c-2e47-442c-a1d4-f97d3d5c18be,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:23.556256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10efea-85ca-43de-8b51-6dfccc8a18dd req-324dc20a-ffcd-41ce-94e3-a332e488799a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.564197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10efea-85ca-43de-8b51-6dfccc8a18dd req-324dc20a-ffcd-41ce-94e3-a332e488799a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.574012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db10efea-85ca-43de-8b51-6dfccc8a18dd req-324dc20a-ffcd-41ce-94e3-a332e488799a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1676 time: 0.2934468 Aug 03 19:02:23.617717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad64a88c-3787-45ee-b6bc-a61325ff5716 req-dbfe932b-8b4e-429e-b56f-eb8db3e8600a tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] No DVR routers for this DVR port df2e2c3c-2e47-442c-a1d4-f97d3d5c18be on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:23.632479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['89c6df4a-7c83-4021-b073-cf8cfa50bb4c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:23.634208 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-ad64a88c-3787-45ee-b6bc-a61325ff5716 req-dbfe932b-8b4e-429e-b56f-eb8db3e8600a tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.635888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['1c0fcba7-b4b8-4aba-be46-efdcda4b78c6'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:23.636574 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ad64a88c-3787-45ee-b6bc-a61325ff5716 req-dbfe932b-8b4e-429e-b56f-eb8db3e8600a tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.74 "DELETE /v2.0/ports/df2e2c3c-2e47-442c-a1d4-f97d3d5c18be HTTP/1.1" status: 204 len: 173 time: 1.3044512 Aug 03 19:02:23.645907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-4366f2af-b026-4cb3-9f88-25caa9051cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.647401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-4366f2af-b026-4cb3-9f88-25caa9051cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.649059 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-4366f2af-b026-4cb3-9f88-25caa9051cb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1978 time: 0.2605999 Aug 03 19:02:23.657190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db10efea-85ca-43de-8b51-6dfccc8a18dd req-d9dcc921-a83f-4363-95fd-67f9224e178d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809667 Aug 03 19:02:23.672311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-55420246-cad7-4a79-a832-e422ecc77fe9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d50ca8063c55465ea2a5a495247f4e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455047 Aug 03 19:02:23.673482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44980) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:23.816133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-007c984a-7df4-4877-9d80-7043f5ee303e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.833839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Allocated IP 172.20.0.2 (4bf5b106-27c2-4ed4-9622-91e94d063a01/6f78c0da-0ba1-408d-ae58-f80383aefb20/08a4c67a-472d-44dd-b222-e6a261806d4d) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:23.846310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-215f8d82-f0cf-4fc9-832f-0ed909c4ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.849008 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-215f8d82-f0cf-4fc9-832f-0ed909c4ac89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=da4da4c6-d691-4999-bcc4-ee4189d0afd0 HTTP/1.1" status: 200 len: 902 time: 0.1899309 Aug 03 19:02:23.861007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-007c984a-7df4-4877-9d80-7043f5ee303e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.893343 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:02:23.917698 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-007c984a-7df4-4877-9d80-7043f5ee303e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.936082 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-007c984a-7df4-4877-9d80-7043f5ee303e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.940323 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-007c984a-7df4-4877-9d80-7043f5ee303e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01e5ce8b-a4b1-4922-91e6-436425adafc0 HTTP/1.1" status: 204 len: 168 time: 0.2591443 Aug 03 19:02:24.066406 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-65825dcd-2d8f-453c-84d8-eee933560f57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.9&port_id=02a17469-5559-4acb-b6a9-456c2786e03c HTTP/1.1" status: 200 len: 217 time: 0.1233916 Aug 03 19:02:24.067260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c984a-7df4-4877-9d80-7043f5ee303e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e5ce8b-a4b1-4922-91e6-436425adafc0,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:24.158433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-591af995-107e-4cdf-b03b-90fd55ebd82a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:24.162719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-591af995-107e-4cdf-b03b-90fd55ebd82a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/networks?id=4bf5b106-27c2-4ed4-9622-91e94d063a01 HTTP/1.1" status: 200 len: 816 time: 0.2367053 Aug 03 19:02:24.193570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-246ce545-1513-4abc-bcff-af3a484b232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:24.193770 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:24.195249 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-246ce545-1513-4abc-bcff-af3a484b232c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=915b1ea4-cc76-4d6c-8338-1127ba9e35ea HTTP/1.1" status: 200 len: 801 time: 0.1195641 Aug 03 19:02:24.196831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-7146fa4e-588a-4211-a5db-2a5eb8541d5f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/quotas/1a24cf47d0ce47bcb1f027ea0fa46e73 HTTP/1.1" status: 200 len: 375 time: 0.0192313 Aug 03 19:02:24.205643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Transition to ACTIVE for port object 08a4c67a-472d-44dd-b222-e6a261806d4d will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:24.222189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Transition to ACTIVE for port object 08a4c67a-472d-44dd-b222-e6a261806d4d will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:24.227977 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:24.239740 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-6756a32e-1ae7-4388-b8d7-b9134f47642d tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a24cf47d0ce47bcb1f027ea0fa46e73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367401 Aug 03 19:02:24.260433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-e5ae1b6f-1208-454e-a0be-2cc1eed061b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:24.262110 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-e5ae1b6f-1208-454e-a0be-2cc1eed061b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=da4da4c6-d691-4999-bcc4-ee4189d0afd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0588157 Aug 03 19:02:24.274472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Network 4bf5b106-27c2-4ed4-9622-91e94d063a01 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:24.282190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:24.286275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:24.367670 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Pushing event updated for resources: {'Port': ['ID=08a4c67a-472d-44dd-b222-e6a261806d4d,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:24.377148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Attempting to bind port 08a4c67a-472d-44dd-b222-e6a261806d4d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:24.378124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Attempting to bind port 08a4c67a-472d-44dd-b222-e6a261806d4d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:24.378710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Attempting to bind port 08a4c67a-472d-44dd-b222-e6a261806d4d on network 4bf5b106-27c2-4ed4-9622-91e94d063a01 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:24.385207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:24.386557 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Checking segment: {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:24.387209 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:24.387830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Bound using segment: {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:24.388659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Bound port: 08a4c67a-472d-44dd-b222-e6a261806d4d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:24.389313 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:24.410515 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-9cd73899-05dd-4aa4-b109-cc5f31316d22 service neutron] 10.222.0.37 "GET /v2.0/networks/da4da4c6-d691-4999-bcc4-ee4189d0afd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387379 Aug 03 19:02:24.429983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-88f71a3c-814e-4274-a13a-c3602994d0f8 service neutron] 10.222.0.78 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820920 Aug 03 19:02:24.458635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] For port 08a4c67a-472d-44dd-b222-e6a261806d4d, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:24.461892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] For port 08a4c67a-472d-44dd-b222-e6a261806d4d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=08a4c67a-472d-44dd-b222-e6a261806d4d,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:24.466823 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:24.533648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be12249c-30bc-4916-a04f-0b8ca82b4bc5', 'name': 'network-vif-deleted', 'tag': 'df2e2c3c-2e47-442c-a1d4-f97d3d5c18be'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:24.536185 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a631dc8-0f31-46f1-b246-6b5b4e362689" -d '{"events": [{"server_uuid": "be12249c-30bc-4916-a04f-0b8ca82b4bc5", "name": "network-vif-deleted", "tag": "df2e2c3c-2e47-442c-a1d4-f97d3d5c18be"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:24.539251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52833716-7fa6-43a6-acec-7832a92de8de req-758ba5fb-8b3d-4620-a31a-635daf4a20e8 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:24.540837 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7aeafb25-88f5-4548-901e-46bb2d93a21b req-b1fafb4c-bf97-4a80-98ec-6778592ba522 service neutron] 10.222.0.37 "GET /v2.0/networks/da4da4c6-d691-4999-bcc4-ee4189d0afd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196499 Aug 03 19:02:24.541398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52833716-7fa6-43a6-acec-7832a92de8de req-758ba5fb-8b3d-4620-a31a-635daf4a20e8 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 951 time: 0.1923580 Aug 03 19:02:24.544097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8571bd-7e17-409d-8e5a-52c5cb5f64e5 None None] Pushing event updated for resources: {'Port': ['ID=08a4c67a-472d-44dd-b222-e6a261806d4d,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:24.586593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-665f12b4-2058-42bc-9ca3-219da28036dc service neutron] 10.222.0.78 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555612 Aug 03 19:02:24.606066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52833716-7fa6-43a6-acec-7832a92de8de req-0df5a599-ef49-4b03-8b02-adbf14aff10a tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471141 Aug 03 19:02:24.671018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device df2e2c3c-2e47-442c-a1d4-f97d3d5c18be no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:24.675238 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bd6629-3d8d-4bd4-bcb7-7cc2a7bde385 x-openstack-request-id: req-d7bd6629-3d8d-4bd4-bcb7-7cc2a7bde385 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:24.675639 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be12249c-30bc-4916-a04f-0b8ca82b4bc5", "name": "network-vif-deleted", "tag": "df2e2c3c-2e47-442c-a1d4-f97d3d5c18be", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:24.675908 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7bd6629-3d8d-4bd4-bcb7-7cc2a7bde385 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:24.676401 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be12249c-30bc-4916-a04f-0b8ca82b4bc5', 'name': 'network-vif-deleted', 'tag': 'df2e2c3c-2e47-442c-a1d4-f97d3d5c18be', 'status': 'completed', 'code': 200} Aug 03 19:02:24.715091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: df2e2c3c-2e47-442c-a1d4-f97d3d5c18be {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:24.716705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device df2e2c3c-2e47-442c-a1d4-f97d3d5c18be not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:24.851188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9f6e416-d59d-4689-a864-a515fdee28d0 req-6bd2ea0d-a5f6-4a58-ae71-c49ac469a675 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=be12249c-30bc-4916-a04f-0b8ca82b4bc5 HTTP/1.1" status: 200 len: 210 time: 0.0437155 Aug 03 19:02:25.033609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab67c87-4f3c-44b7-a164-091aa71dbc2d req-0990fa63-d7b3-403f-97fd-095e7c92777d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.041646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab67c87-4f3c-44b7-a164-091aa71dbc2d req-0990fa63-d7b3-403f-97fd-095e7c92777d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.052197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aab67c87-4f3c-44b7-a164-091aa71dbc2d req-0990fa63-d7b3-403f-97fd-095e7c92777d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1676 time: 0.0830173 Aug 03 19:02:25.117155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aab67c87-4f3c-44b7-a164-091aa71dbc2d req-1285cd25-0bac-4cd9-92ce-178ab53e6bd9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580204 Aug 03 19:02:25.400730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 08a4c67a-472d-44dd-b222-e6a261806d4d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:25.412107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502d6cb-6163-4d2e-b50c-72dd226639be req-32f824ac-7fa5-4a89-9302-eafc33892fef tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.414060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5502d6cb-6163-4d2e-b50c-72dd226639be req-32f824ac-7fa5-4a89-9302-eafc33892fef tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0946572 Aug 03 19:02:25.429137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c1931e71-220d-45bc-ab5c-7ce115fc0a2d details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:25.481955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5502d6cb-6163-4d2e-b50c-72dd226639be req-6da688a4-95fb-48bf-af0a-4f69decbe84c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568507 Aug 03 19:02:25.575592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 08a4c67a-472d-44dd-b222-e6a261806d4d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:25.637304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c1931e71-220d-45bc-ab5c-7ce115fc0a2d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c1931e71-220d-45bc-ab5c-7ce115fc0a2d,segment=NetworkSegment(529e68c0-6b3c-406e-9f73-715288fe495d),segment_id=529e68c0-6b3c-406e-9f73-715288fe495d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:25.657419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'c1931e71-220d-45bc-ab5c-7ce115fc0a2d', 'network_id': '1d582d7e-36d2-43d9-928c-4fc4356443f1', 'port_id': 'c1931e71-220d-45bc-ab5c-7ce115fc0a2d', 'mac_address': 'fa:16:3e:7e:38:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979f078a-7bed-4c0e-8195-37c668587cb2', 'ip_address': '19.80.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:25.713462 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:25.745577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1931e71-220d-45bc-ab5c-7ce115fc0a2d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:25.782996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c1931e71-220d-45bc-ab5c-7ce115fc0a2d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c1931e71-220d-45bc-ab5c-7ce115fc0a2d,segment=NetworkSegment(529e68c0-6b3c-406e-9f73-715288fe495d),segment_id=529e68c0-6b3c-406e-9f73-715288fe495d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:25.783656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-93dbccdd-f64f-4c07-b1c3-4f10428208b9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.785556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-93dbccdd-f64f-4c07-b1c3-4f10428208b9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/networks?id=4bf5b106-27c2-4ed4-9622-91e94d063a01 HTTP/1.1" status: 200 len: 816 time: 0.1561267 Aug 03 19:02:25.793538 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:25.794083 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 02a17469-5559-4acb-b6a9-456c2786e03c details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:25.829840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-cdbc3bca-f093-4e1a-aef4-60bc6b362a1a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/quotas/1a24cf47d0ce47bcb1f027ea0fa46e73 HTTP/1.1" status: 200 len: 375 time: 0.0373366 Aug 03 19:02:25.900557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-d72698f0-0894-47d4-ac51-db52524ee316 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a24cf47d0ce47bcb1f027ea0fa46e73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620055 Aug 03 19:02:25.928110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afdd2d6-9513-4b35-bcd3-f0840dba558d None None] Network 4bf5b106-27c2-4ed4-9622-91e94d063a01 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:25.945998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c1931e71-220d-45bc-ab5c-7ce115fc0a2d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:26.013155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-c4fb5828-ad67-4361-aa85-e0f0ad2f9293 service neutron] 10.222.0.78 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022060 Aug 03 19:02:26.055170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 02a17469-5559-4acb-b6a9-456c2786e03c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=02a17469-5559-4acb-b6a9-456c2786e03c,segment=NetworkSegment(37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4),segment_id=37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:26.075268 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6acb0fb3-d335-4ec3-9f26-84112f51bf53 None None] Provisioning for port 08a4c67a-472d-44dd-b222-e6a261806d4d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:26.097603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '02a17469-5559-4acb-b6a9-456c2786e03c', 'network_id': 'da4da4c6-d691-4999-bcc4-ee4189d0afd0', 'port_id': '02a17469-5559-4acb-b6a9-456c2786e03c', 'mac_address': 'fa:16:3e:63:23:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915b1ea4-cc76-4d6c-8338-1127ba9e35ea', 'ip_address': '19.86.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:26.102112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6acb0fb3-d335-4ec3-9f26-84112f51bf53 None None] Provisioning complete for port 08a4c67a-472d-44dd-b222-e6a261806d4d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:26.102415 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6acb0fb3-d335-4ec3-9f26-84112f51bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:26.145292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1313c45-59f1-4e10-bbbd-7fbf63ecac22 req-420154ca-2dae-494b-8fa0-c36eefd3cd06 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:26.146825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1313c45-59f1-4e10-bbbd-7fbf63ecac22 req-420154ca-2dae-494b-8fa0-c36eefd3cd06 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0835927 Aug 03 19:02:26.151348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-590ec284-4d16-4d37-ba10-63a05abe1dde service neutron] 10.222.0.78 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309705 Aug 03 19:02:26.198140 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:26.210061 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1313c45-59f1-4e10-bbbd-7fbf63ecac22 req-3199db50-1051-4a79-9fc6-33f076dfe894 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554929 Aug 03 19:02:26.235011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a17469-5559-4acb-b6a9-456c2786e03c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:26.263567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 02a17469-5559-4acb-b6a9-456c2786e03c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=02a17469-5559-4acb-b6a9-456c2786e03c,segment=NetworkSegment(37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4),segment_id=37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:26.316517 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6acb0fb3-d335-4ec3-9f26-84112f51bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:26.360428 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:26.425895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6acb0fb3-d335-4ec3-9f26-84112f51bf53 None None] For port 08a4c67a-472d-44dd-b222-e6a261806d4d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=08a4c67a-472d-44dd-b222-e6a261806d4d,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:26.525113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=02a17469-5559-4acb-b6a9-456c2786e03c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:26.531847 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6acb0fb3-d335-4ec3-9f26-84112f51bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:26.560511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3ab04-26b0-4726-a154-477cf0170023 req-669ba1ef-2747-4f5a-bd2a-533622a22eaf tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:26.580140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3ab04-26b0-4726-a154-477cf0170023 req-669ba1ef-2747-4f5a-bd2a-533622a22eaf tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:26.595873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4de3ab04-26b0-4726-a154-477cf0170023 req-669ba1ef-2747-4f5a-bd2a-533622a22eaf tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1678 time: 0.1459651 Aug 03 19:02:26.596609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb0fb3-d335-4ec3-9f26-84112f51bf53 None None] Pushing event updated for resources: {'Port': ['ID=08a4c67a-472d-44dd-b222-e6a261806d4d,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:26.655111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a6538ca4-687d-4c88-831e-1ddbfe0d7b07 None None] Provisioning complete for port 08a4c67a-472d-44dd-b222-e6a261806d4d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:26.655950 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a6538ca4-687d-4c88-831e-1ddbfe0d7b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:26.663803 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4de3ab04-26b0-4726-a154-477cf0170023 req-0d98d38f-085d-4e3d-a90d-d12d07cf586e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662339 Aug 03 19:02:26.727041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c1931e71-220d-45bc-ab5c-7ce115fc0a2d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:26.814748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-48e9d890-7243-468d-ad68-61414761c59c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:26.817036 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-48e9d890-7243-468d-ad68-61414761c59c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "GET /v2.0/networks?id=4bf5b106-27c2-4ed4-9622-91e94d063a01 HTTP/1.1" status: 200 len: 816 time: 0.1343100 Aug 03 19:02:26.865958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Request body: {'port': {'device_id': '68caa146-7285-4d84-9075-0a240fe5eb62', 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01', 'admin_state_up': True, 'tenant_id': '1a24cf47d0ce47bcb1f027ea0fa46e73'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:27.123631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Made reservation on behalf of 1a24cf47d0ce47bcb1f027ea0fa46e73 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:27.128905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.177914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-a25f4a94-13b5-4b86-a10d-531f4797a751 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.185182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-a25f4a94-13b5-4b86-a10d-531f4797a751 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 811 time: 0.2154212 Aug 03 19:02:27.208370 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-65255416-d90c-4f86-8d22-f2f606ae6f0e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/quotas/60edf04d68a54b668308e36955acb7f4 HTTP/1.1" status: 200 len: 375 time: 0.0223320 Aug 03 19:02:27.216440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-eabb8d8a-f898-4cc2-8938-007e15bbb781 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.218231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-eabb8d8a-f898-4cc2-8938-007e15bbb781 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/networks?id=4bf5b106-27c2-4ed4-9622-91e94d063a01 HTTP/1.1" status: 200 len: 816 time: 0.1784856 Aug 03 19:02:27.262715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f03e3439-c223-4d92-834a-61464f13789e tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/quotas/1a24cf47d0ce47bcb1f027ea0fa46e73 HTTP/1.1" status: 200 len: 375 time: 0.0151730 Aug 03 19:02:27.280395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45200) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:27.281136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Allocated IP 172.20.0.4 (4bf5b106-27c2-4ed4-9622-91e94d063a01/6f78c0da-0ba1-408d-ae58-f80383aefb20/e716a6a8-5400-4580-bc9a-e81a56293378) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:27.354584 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-889ad317-c268-4d50-be25-6707daab8bf9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1346326 Aug 03 19:02:27.369428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 08a4c67a-472d-44dd-b222-e6a261806d4d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:27.438370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:27.442463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 08a4c67a-472d-44dd-b222-e6a261806d4d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:27.442921 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.466199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-d44989bc-47a0-43e4-a632-aeee92c42865 service neutron] 10.222.0.78 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062231 Aug 03 19:02:27.472208 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-804f2964-a5fe-4160-9355-e70d0d4750b3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a24cf47d0ce47bcb1f027ea0fa46e73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2055898 Aug 03 19:02:27.497600 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.515352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Transition to ACTIVE for port object e716a6a8-5400-4580-bc9a-e81a56293378 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:27.539979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f8ddbc1-b91a-4bf3-81fb-c89226bd834a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.556973 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.614118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Network 4bf5b106-27c2-4ed4-9622-91e94d063a01 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:27.617363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:27.626968 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.628226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:27.634618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Pushing event updated for resources: {'Port': ['ID=e716a6a8-5400-4580-bc9a-e81a56293378,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:27.663483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:27.666004 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e08e16-fd33-4944-8d99-e8ba2c8a0e1d" -d '{"events": [{"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:27.687305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:27.692733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-d0b77553-316b-4a90-813c-a3667aabd267 service neutron] 10.222.0.78 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143826 Aug 03 19:02:27.694007 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.713079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.713966 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.734006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-41351c67-23dd-4111-96c6-5c73f2ca5c5f service neutron] 10.222.0.78 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030003 Aug 03 19:02:27.752067 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['02a17469-5559-4acb-b6a9-456c2786e03c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:27.772167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=11']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:27.862876 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f8ddbc1-b91a-4bf3-81fb-c89226bd834a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.871158 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f8ddbc1-b91a-4bf3-81fb-c89226bd834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.873214 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-93712337-19c8-456e-a2fb-e94e59d99455 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0203331 Aug 03 19:02:27.914556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Request body: {'port': {'device_id': '68caa146-7285-4d84-9075-0a240fe5eb62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:27.923228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-a0831235-11d9-41df-b3ea-b1d0c0acbf90 service neutron] 10.222.0.78 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764467 Aug 03 19:02:27.949920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f8ddbc1-b91a-4bf3-81fb-c89226bd834a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=25e24bd4d05c47b2a7dfb8def98af212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6684201 Aug 03 19:02:27.950844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45214) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:27.953623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ddbc1-b91a-4bf3-81fb-c89226bd834a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63652b2-cad3-4241-be4a-cb6b1102e463,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:27.995688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdea134-1c50-4213-9cab-e35246a5280e req-6a1b4360-1d45-4dcb-b11e-4ff59ae8edd5 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:28.003302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cdea134-1c50-4213-9cab-e35246a5280e req-6a1b4360-1d45-4dcb-b11e-4ff59ae8edd5 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 949 time: 0.0720317 Aug 03 19:02:28.049973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cdea134-1c50-4213-9cab-e35246a5280e req-79600eb3-4348-499a-bbf3-4546336ce3c2 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434625 Aug 03 19:02:28.091220 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8be89e9-70c0-44cb-80fe-f295ff99af89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.095839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-372b3906-acff-433d-b575-1ddcde54e1d6 None None] Provisioning for port e716a6a8-5400-4580-bc9a-e81a56293378 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:28.130945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-372b3906-acff-433d-b575-1ddcde54e1d6 None None] Provisioning complete for port e716a6a8-5400-4580-bc9a-e81a56293378 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:28.131401 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-372b3906-acff-433d-b575-1ddcde54e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.155056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.160790 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8be89e9-70c0-44cb-80fe-f295ff99af89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.213975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-372b3906-acff-433d-b575-1ddcde54e1d6 None None] Port e716a6a8-5400-4580-bc9a-e81a56293378 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:28.245007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8be89e9-70c0-44cb-80fe-f295ff99af89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.247784 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8be89e9-70c0-44cb-80fe-f295ff99af89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.263028 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f8be89e9-70c0-44cb-80fe-f295ff99af89 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c63652b2-cad3-4241-be4a-cb6b1102e463 HTTP/1.1" status: 204 len: 168 time: 0.3001175 Aug 03 19:02:28.291523 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a3dd16-f8cb-4301-9e5c-7f71a65f59c0 x-openstack-request-id: req-b1a3dd16-f8cb-4301-9e5c-7f71a65f59c0 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:28.291831 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:28.292529 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1a3dd16-f8cb-4301-9e5c-7f71a65f59c0 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:28.293067 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'code': 200} Aug 03 19:02:28.327193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be89e9-70c0-44cb-80fe-f295ff99af89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63652b2-cad3-4241-be4a-cb6b1102e463,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:28.672824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-636ceeac-0ebe-4dcc-885a-5706dfbff3f2 req-299f37ce-9e0d-40e1-acd8-2ae28d8ec3ac tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 210 time: 0.1337578 Aug 03 19:02:28.723994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-5dab9308-22b6-47a2-92c3-0d7a6ed268e9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:28.727358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-5dab9308-22b6-47a2-92c3-0d7a6ed268e9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "GET /v2.0/networks?id=4bf5b106-27c2-4ed4-9622-91e94d063a01 HTTP/1.1" status: 200 len: 816 time: 0.3763294 Aug 03 19:02:28.746800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e716a6a8-5400-4580-bc9a-e81a56293378 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:28.758586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43f8fd-5378-41f9-9120-62e4d0d728c7 req-68c961ed-b13c-4e59-9414-bb5fd7a5ff62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:28.765971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43f8fd-5378-41f9-9120-62e4d0d728c7 req-68c961ed-b13c-4e59-9414-bb5fd7a5ff62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:28.768474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef43f8fd-5378-41f9-9120-62e4d0d728c7 req-68c961ed-b13c-4e59-9414-bb5fd7a5ff62 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1678 time: 0.2313225 Aug 03 19:02:28.771843 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.789986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Transition to ACTIVE for port object e716a6a8-5400-4580-bc9a-e81a56293378 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:28.794431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.830513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Request body: {'port': {'device_id': 'c72ead2a-6d09-443c-8fde-c29ee2376c2c', 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01', 'admin_state_up': True, 'tenant_id': '1a24cf47d0ce47bcb1f027ea0fa46e73'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:28.893540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Pushing event updated for resources: {'Port': ['ID=e716a6a8-5400-4580-bc9a-e81a56293378,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:28.951703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef43f8fd-5378-41f9-9120-62e4d0d728c7 req-3f62202d-d59f-4401-b540-93fb8c5ff52f tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740284 Aug 03 19:02:29.005922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Attempting to bind port e716a6a8-5400-4580-bc9a-e81a56293378 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:29.006272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Attempting to bind port e716a6a8-5400-4580-bc9a-e81a56293378 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:29.006608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Attempting to bind port e716a6a8-5400-4580-bc9a-e81a56293378 on network 4bf5b106-27c2-4ed4-9622-91e94d063a01 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:29.016927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Port e716a6a8-5400-4580-bc9a-e81a56293378 on network 4bf5b106-27c2-4ed4-9622-91e94d063a01 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:29.017258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Attempting to bind port e716a6a8-5400-4580-bc9a-e81a56293378 on network 4bf5b106-27c2-4ed4-9622-91e94d063a01 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:29.032923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:29.033428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Checking segment: {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:29.033994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Bound using segment: {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:29.034455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Bound port: e716a6a8-5400-4580-bc9a-e81a56293378, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:29.034862 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.052813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6404758-a0ac-4353-af21-262449ef58ae req-0cef9a8a-1bf9-46b9-ac78-f6d138987365 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 210 time: 0.0817368 Aug 03 19:02:29.114865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738658b-382e-454f-b3cc-29dd4a01aaeb req-ad9b688b-b16b-45e1-ad8e-6a5dbccda693 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:29.116467 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3738658b-382e-454f-b3cc-29dd4a01aaeb req-ad9b688b-b16b-45e1-ad8e-6a5dbccda693 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 949 time: 0.1595552 Aug 03 19:02:29.147985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Made reservation on behalf of 1a24cf47d0ce47bcb1f027ea0fa46e73 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:29.154266 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.293237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] For port e716a6a8-5400-4580-bc9a-e81a56293378, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:29.312283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] For port e716a6a8-5400-4580-bc9a-e81a56293378, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e716a6a8-5400-4580-bc9a-e81a56293378,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:29.322804 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.391594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:29.392862 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.395958 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] 10.222.0.74 "PUT /v2.0/ports/e716a6a8-5400-4580-bc9a-e81a56293378 HTTP/1.1" status: 200 len: 1091 time: 1.4853413 Aug 03 19:02:29.401701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68caa146-7285-4d84-9075-0a240fe5eb62', 'tag': 'e716a6a8-5400-4580-bc9a-e81a56293378'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:29.405962 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6176688e-919f-483e-9f53-802169bef28a" -d '{"events": [{"name": "network-changed", "server_uuid": "68caa146-7285-4d84-9075-0a240fe5eb62", "tag": "e716a6a8-5400-4580-bc9a-e81a56293378"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:29.415223 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.421281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bc42f-88b3-49dd-a90c-ce893d2ac6d9 req-e3707598-8e6f-4fab-97fe-e093fc68ed1d tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:29.432068 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca3bc42f-88b3-49dd-a90c-ce893d2ac6d9 req-e3707598-8e6f-4fab-97fe-e093fc68ed1d tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 949 time: 0.2440040 Aug 03 19:02:29.452436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-3738658b-382e-454f-b3cc-29dd4a01aaeb req-423c3025-e2ff-4d35-9431-73ef0a549da7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Deleting port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:29.452988 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3738658b-382e-454f-b3cc-29dd4a01aaeb req-423c3025-e2ff-4d35-9431-73ef0a549da7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.460599 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 02a17469-5559-4acb-b6a9-456c2786e03c up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:29.491250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45274) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:29.541689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 02a17469-5559-4acb-b6a9-456c2786e03c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:29.554486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 02a17469-5559-4acb-b6a9-456c2786e03c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:29.554944 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.583909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca3bc42f-88b3-49dd-a90c-ce893d2ac6d9 req-2760446c-bbd2-464c-8a09-514f6c977825 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc8abc3b-4485-47f2-a78a-0dc2b81f887a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502507 Aug 03 19:02:29.587531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Allocated IP 172.20.0.13 (4bf5b106-27c2-4ed4-9622-91e94d063a01/6f78c0da-0ba1-408d-ae58-f80383aefb20/110746b4-687d-42fd-9d3d-04a291fd0466) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:29.786825 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.812888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-170840877-network', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:29.833249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 02a17469-5559-4acb-b6a9-456c2786e03c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=02a17469-5559-4acb-b6a9-456c2786e03c,segment=NetworkSegment(37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4),segment_id=37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:29.838610 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.840597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c1931e71-220d-45bc-ab5c-7ce115fc0a2d up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:29.902383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=02a17469-5559-4acb-b6a9-456c2786e03c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:29.986253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port c1931e71-220d-45bc-ab5c-7ce115fc0a2d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:30.003517 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port c1931e71-220d-45bc-ab5c-7ce115fc0a2d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:30.003909 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.105585 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15c0ea6-d259-4141-a496-a000621732bf x-openstack-request-id: req-a15c0ea6-d259-4141-a496-a000621732bf {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:30.106159 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68caa146-7285-4d84-9075-0a240fe5eb62", "tag": "e716a6a8-5400-4580-bc9a-e81a56293378", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:30.106159 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a15c0ea6-d259-4141-a496-a000621732bf {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:30.106496 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68caa146-7285-4d84-9075-0a240fe5eb62', 'tag': 'e716a6a8-5400-4580-bc9a-e81a56293378', 'status': 'completed', 'code': 200} Aug 03 19:02:30.108674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11f9a3-ebe6-4a25-ba09-34ca3481bf9f service neutron] Pushing event updated for resources: {'Port': ['ID=e716a6a8-5400-4580-bc9a-e81a56293378,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:30.151229 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.211833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c1931e71-220d-45bc-ab5c-7ce115fc0a2d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c1931e71-220d-45bc-ab5c-7ce115fc0a2d,segment=NetworkSegment(529e68c0-6b3c-406e-9f73-715288fe495d),segment_id=529e68c0-6b3c-406e-9f73-715288fe495d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:30.217984 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.225021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-dfaf0a85-9a0c-4536-b6ab-053ce00ac335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.226791 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-dfaf0a85-9a0c-4536-b6ab-053ce00ac335 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a24cf47d0ce47bcb1f027ea0fa46e73&device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 1094 time: 0.1194642 Aug 03 19:02:30.247004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-3738658b-382e-454f-b3cc-29dd4a01aaeb req-423c3025-e2ff-4d35-9431-73ef0a549da7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] For port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:30.247488 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3738658b-382e-454f-b3cc-29dd4a01aaeb req-423c3025-e2ff-4d35-9431-73ef0a549da7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.268078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-3738658b-382e-454f-b3cc-29dd4a01aaeb req-423c3025-e2ff-4d35-9431-73ef0a549da7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Calling delete_port for 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:30.279378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c1931e71-220d-45bc-ab5c-7ce115fc0a2d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:30.295554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a17469-5559-4acb-b6a9-456c2786e03c'}, {'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1931e71-220d-45bc-ab5c-7ce115fc0a2d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:30.298588 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc00a478-a86b-48ab-b95c-de77fab48b5c" -d '{"events": [{"server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "name": "network-vif-plugged", "status": "completed", "tag": "02a17469-5559-4acb-b6a9-456c2786e03c"}, {"server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "name": "network-vif-plugged", "status": "completed", "tag": "c1931e71-220d-45bc-ab5c-7ce115fc0a2d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:30.352321 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-4186548b-00ab-4db6-8cc2-6f17bc4852c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e716a6a8-5400-4580-bc9a-e81a56293378 HTTP/1.1" status: 200 len: 217 time: 0.0676899 Aug 03 19:02:30.427431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-6ad2ea6f-5fc4-4daa-8b44-e757e6ebb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.429078 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-6ad2ea6f-5fc4-4daa-8b44-e757e6ebb8da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6f78c0da-0ba1-408d-ae58-f80383aefb20 HTTP/1.1" status: 200 len: 855 time: 0.0617359 Aug 03 19:02:30.477670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7c39f1b-1f9d-4f65-a15f-bf2c4bacffd0 req-45bb98b1-9de1-47ed-8bfb-a61efe0e9df3 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 210 time: 0.6724293 Aug 03 19:02:30.519820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-5b82d7cb-bc89-4077-bb2e-e4bec8e5db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.521335 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-5b82d7cb-bc89-4077-bb2e-e4bec8e5db3e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bf5b106-27c2-4ed4-9622-91e94d063a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632107 Aug 03 19:02:30.522001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3738658b-382e-454f-b3cc-29dd4a01aaeb req-423c3025-e2ff-4d35-9431-73ef0a549da7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.540408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Made reservation on behalf of dd557aa62abb4b2f9efe0e53a081c5df for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:30.543063 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.553628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c3025-e2ff-4d35-9431-73ef0a549da7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Pushing event deleted for resources: {'Port': ['ID=12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:30.569586 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.572207 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.626145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Transition to ACTIVE for port object 110746b4-687d-42fd-9d3d-04a291fd0466 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:30.648838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-3738658b-382e-454f-b3cc-29dd4a01aaeb req-423c3025-e2ff-4d35-9431-73ef0a549da7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] No DVR routers for this DVR port 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:30.653098 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3738658b-382e-454f-b3cc-29dd4a01aaeb req-423c3025-e2ff-4d35-9431-73ef0a549da7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.655073 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3738658b-382e-454f-b3cc-29dd4a01aaeb req-423c3025-e2ff-4d35-9431-73ef0a549da7 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.37 "DELETE /v2.0/ports/12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 HTTP/1.1" status: 204 len: 173 time: 1.5292649 Aug 03 19:02:30.700843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b0485-ef3b-443a-af8c-0571bd1e3978 req-d53b1dad-c035-4f6e-9d04-210417f926e4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.706818 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-8d02adc6-60bf-4274-8ce6-b2066442fa02 service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547139 Aug 03 19:02:30.708358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b0485-ef3b-443a-af8c-0571bd1e3978 req-d53b1dad-c035-4f6e-9d04-210417f926e4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.710364 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b1b0485-ef3b-443a-af8c-0571bd1e3978 req-d53b1dad-c035-4f6e-9d04-210417f926e4 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1680 time: 0.2315340 Aug 03 19:02:30.712704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c5745b4-edc3-42d9-85a5-7576a5b8986b req-86f6d48a-43cf-44c8-b9f7-3b9eac8b1d29 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 210 time: 0.0976944 Aug 03 19:02:30.725063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-91b733b8-cad4-40e1-92d8-6c80b4fb2cff tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.726646 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-91b733b8-cad4-40e1-92d8-6c80b4fb2cff tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 811 time: 0.8440521 Aug 03 19:02:30.838274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Request body: {'port': {'device_id': 'c47b2f53-2335-46f0-b00c-70b03d38a0bc', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'admin_state_up': True, 'tenant_id': '60edf04d68a54b668308e36955acb7f4'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:30.852907 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.892878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b1b0485-ef3b-443a-af8c-0571bd1e3978 req-cc7f2b33-bce5-44a4-bddf-1c7b242574b6 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615896 Aug 03 19:02:30.896745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-af192d3c-f903-4923-95cc-4e80125353a5 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.898272 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-af192d3c-f903-4923-95cc-4e80125353a5 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "GET /v2.0/networks?id=4bf5b106-27c2-4ed4-9622-91e94d063a01 HTTP/1.1" status: 200 len: 816 time: 0.2060883 Aug 03 19:02:30.904211 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-262fc37b-3260-4ade-8255-7a6060e8b3f9 req-ec80cf4e-8008-497a-852e-cc153e83ea41 service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825106 Aug 03 19:02:30.947057 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e8f5f2-e6a5-4dff-b158-bebc14498b7c x-openstack-request-id: req-33e8f5f2-e6a5-4dff-b158-bebc14498b7c {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:30.947563 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "name": "network-vif-plugged", "status": "completed", "tag": "02a17469-5559-4acb-b6a9-456c2786e03c", "code": 200}, {"server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "name": "network-vif-plugged", "status": "completed", "tag": "c1931e71-220d-45bc-ab5c-7ce115fc0a2d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:30.947734 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-33e8f5f2-e6a5-4dff-b158-bebc14498b7c {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:30.949539 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a17469-5559-4acb-b6a9-456c2786e03c', 'code': 200} Aug 03 19:02:30.949539 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1931e71-220d-45bc-ab5c-7ce115fc0a2d', 'code': 200} Aug 03 19:02:31.021958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Network 4bf5b106-27c2-4ed4-9622-91e94d063a01 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:31.037425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:31.046935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:31.064896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e9879-8232-4143-81e6-c308baef4075 req-f7005899-6729-4ce7-bb8c-485da371fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.064896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e9879-8232-4143-81e6-c308baef4075 req-f7005899-6729-4ce7-bb8c-485da371fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.067433 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b1e9879-8232-4143-81e6-c308baef4075 req-f7005899-6729-4ce7-bb8c-485da371fd10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1982 time: 0.0516577 Aug 03 19:02:31.087416 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Pushing event updated for resources: {'Port': ['ID=110746b4-687d-42fd-9d3d-04a291fd0466,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:31.119615 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b1e9879-8232-4143-81e6-c308baef4075 req-06313f48-f8eb-4cb7-87ab-e087f5a58232 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Aug 03 19:02:31.187075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dbbd7-8b1b-4cf8-9676-5cd48c4cc9c8 req-6205bc43-59e0-4521-ad78-faa242e54741 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.197119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Request body: {'port': {'device_id': '5b788261-1468-4302-b64c-8d1280d39d72', 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01', 'admin_state_up': True, 'tenant_id': '1a24cf47d0ce47bcb1f027ea0fa46e73'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:31.201183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dbbd7-8b1b-4cf8-9676-5cd48c4cc9c8 req-6205bc43-59e0-4521-ad78-faa242e54741 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.202909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f5dbbd7-8b1b-4cf8-9676-5cd48c4cc9c8 req-6205bc43-59e0-4521-ad78-faa242e54741 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=010020f2-864d-48c3-84ca-7aa480a40a35&device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 1681 time: 0.2509506 Aug 03 19:02:31.236918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.237880 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.256959 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.276919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.365106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35a258a3-7655-41af-8284-25729ce91182 req-c1159d57-987b-4e9e-bfbb-8f8cfbde30b3 tempest-ImagesOneServerTestJSON-195392464 tempest-ImagesOneServerTestJSON-195392464-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b108b36-29ec-4cec-810e-c8655a647cc5 HTTP/1.1" status: 200 len: 210 time: 0.0896814 Aug 03 19:02:31.368379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:02:31.385219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f5dbbd7-8b1b-4cf8-9676-5cd48c4cc9c8 req-d33923f6-9d1c-4b2c-95a2-bf053f10cda8 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619172 Aug 03 19:02:31.392064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Made reservation on behalf of 60edf04d68a54b668308e36955acb7f4 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:31.408317 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.428188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-dcb9da83-fb2d-4796-a905-934f2259cf7c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6019225 Aug 03 19:02:31.428363 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.428716 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Added segment 24620210-0079-4fae-ac27-77da286b319f of type vlan for network 10a50726-48a7-45a7-bb4d-f1315b1c2822 Aug 03 19:02:31.447725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaa1388-5747-4ec5-8fb5-57b8ee0882ae,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:31.449983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-431b2b1c-43c2-4c27-af69-ee72170ce30d None None] Provisioning for port 110746b4-687d-42fd-9d3d-04a291fd0466 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:31.455998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-431b2b1c-43c2-4c27-af69-ee72170ce30d None None] Provisioning complete for port 110746b4-687d-42fd-9d3d-04a291fd0466 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:31.457806 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-431b2b1c-43c2-4c27-af69-ee72170ce30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.462055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Made reservation on behalf of 1a24cf47d0ce47bcb1f027ea0fa46e73 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:31.482370 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.595949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Allocated IP 172.20.0.10 (2bf9a5b8-bfa0-479f-a96f-a333f322fcdf/566f535f-1949-4a30-a0e9-cad8aa066a09/336ddda3-416e-4a3b-a1f5-d2995c5404dd) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:31.651645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Allocated IP 172.20.0.5 (4bf5b106-27c2-4ed4-9622-91e94d063a01/6f78c0da-0ba1-408d-ae58-f80383aefb20/f5bddc94-a11c-4cf0-888b-38fcfbf3ce10) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:31.660580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Request body: {'port': {'device_id': 'c72ead2a-6d09-443c-8fde-c29ee2376c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:31.692905 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-431b2b1c-43c2-4c27-af69-ee72170ce30d None None] Port 110746b4-687d-42fd-9d3d-04a291fd0466 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:31.721914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176688e-919f-483e-9f53-802169bef28a req-86144fdb-df48-4fc9-afb8-e6fd35b26220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.724103 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6176688e-919f-483e-9f53-802169bef28a req-86144fdb-df48-4fc9-afb8-e6fd35b26220 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a24cf47d0ce47bcb1f027ea0fa46e73&device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 1094 time: 0.3257020 Aug 03 19:02:31.783925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fd021f1-3a53-413c-b44a-21fdfe8350ce req-28e92cce-c582-467c-84e8-99b9ca7bf07a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 210 time: 0.1163917 Aug 03 19:02:31.804988 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.875623 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.908784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176688e-919f-483e-9f53-802169bef28a req-8331c6a9-22f4-45fd-a7bb-055405681650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.910424 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6176688e-919f-483e-9f53-802169bef28a req-8331c6a9-22f4-45fd-a7bb-055405681650 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4bf5b106-27c2-4ed4-9622-91e94d063a01 HTTP/1.1" status: 200 len: 917 time: 0.1419833 Aug 03 19:02:31.923844 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.924830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.925426 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:31.954142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9faa5a3-c7aa-44c1-a69f-1a75382ffd62 req-0610031b-47a3-4022-bc9e-97377cf27de1 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 210 time: 0.0702021 Aug 03 19:02:32.005853 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6176688e-919f-483e-9f53-802169bef28a req-490c848d-6c4a-47ba-a016-7a6ca5fc9178 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e716a6a8-5400-4580-bc9a-e81a56293378 HTTP/1.1" status: 200 len: 217 time: 0.0746968 Aug 03 19:02:32.011900 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.027819 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.028935 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Transition to ACTIVE for port object f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:32.053342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5500557 Aug 03 19:02:32.056134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45314) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:32.066219 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] Request body: {'subnet': {'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-170840877-subnet', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:32.108700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Transition to ACTIVE for port object 336ddda3-416e-4a3b-a1f5-d2995c5404dd will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:32.110411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Pushing event updated for resources: {'Network': ['ID=10a50726-48a7-45a7-bb4d-f1315b1c2822,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:32.114400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-deleted', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:32.117898 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924aef31-20d8-46fc-b19e-72bfe88d57a8" -d '{"events": [{"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-deleted", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:32.143699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] Made reservation on behalf of dd557aa62abb4b2f9efe0e53a081c5df for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:32.146039 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.148264 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.185847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.186789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.186789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.187001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.187337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.187675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.188045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.188368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.188693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.189018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.189383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.189729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42cfa92-0852-418e-b504-d12fbac64501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:32.203218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 10a50726-48a7-45a7-bb4d-f1315b1c2822 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:02:32.231638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176688e-919f-483e-9f53-802169bef28a req-0ea32f32-cf50-4ed3-8d27-35ece9a4796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.233189 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6176688e-919f-483e-9f53-802169bef28a req-0ea32f32-cf50-4ed3-8d27-35ece9a4796c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6f78c0da-0ba1-408d-ae58-f80383aefb20 HTTP/1.1" status: 200 len: 855 time: 0.1587043 Aug 03 19:02:32.263502 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Network 4bf5b106-27c2-4ed4-9622-91e94d063a01 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:32.279881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e679a18-2612-4145-a55e-7a8336a08fc4 req-d04f2518-bb49-4c7c-a26c-13f326edda93 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.282047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:32.285123 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:32.286484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e679a18-2612-4145-a55e-7a8336a08fc4 req-d04f2518-bb49-4c7c-a26c-13f326edda93 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.288159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e679a18-2612-4145-a55e-7a8336a08fc4 req-d04f2518-bb49-4c7c-a26c-13f326edda93 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1680 time: 0.2368588 Aug 03 19:02:32.330965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Pushing event updated for resources: {'Port': ['ID=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:32.364164 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.379734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['e1dfc426-5139-480e-8caf-9ef9637faebf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:32.387930 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.388616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.398257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59285ab6-d74b-46f8-948b-3c24488a9cbd req-b09abb6b-4779-43f6-a625-2726d3333f36 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.406159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59285ab6-d74b-46f8-948b-3c24488a9cbd req-b09abb6b-4779-43f6-a625-2726d3333f36 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=010020f2-864d-48c3-84ca-7aa480a40a35 HTTP/1.1" status: 200 len: 945 time: 0.2246177 Aug 03 19:02:32.407633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176688e-919f-483e-9f53-802169bef28a req-6eb9939b-7800-4c29-a24a-984481d00d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.409329 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6176688e-919f-483e-9f53-802169bef28a req-6eb9939b-7800-4c29-a24a-984481d00d63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bf5b106-27c2-4ed4-9622-91e94d063a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527345 Aug 03 19:02:32.422188 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-8c0da63c-ca5d-40e4-b2b6-5cd18c8614a3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2290678 Aug 03 19:02:32.438108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f64c1de1-6b6f-4dbb-8ef4-08185bab5140'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:32.484845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:32.500798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Request body: {'port': {'device_id': '5b788261-1468-4302-b64c-8d1280d39d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:32.511042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e679a18-2612-4145-a55e-7a8336a08fc4 req-63f9b87d-d3dc-4ac6-ab8e-90def25a965d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745303 Aug 03 19:02:32.512684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event updated for resources: {'Port': ['ID=336ddda3-416e-4a3b-a1f5-d2995c5404dd,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:32.542586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:32.545567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:32.631827 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eaa41a-436c-47ca-a369-b5008445d583 x-openstack-request-id: req-b9eaa41a-436c-47ca-a369-b5008445d583 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:32.632165 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b108b36-29ec-4cec-810e-c8655a647cc5", "name": "network-vif-deleted", "tag": "12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:32.632358 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9eaa41a-436c-47ca-a369-b5008445d583 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:32.632752 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b108b36-29ec-4cec-810e-c8655a647cc5', 'name': 'network-vif-deleted', 'tag': '12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6', 'status': 'completed', 'code': 200} Aug 03 19:02:32.656268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59285ab6-d74b-46f8-948b-3c24488a9cbd req-26c059bc-13cb-4396-be6b-8f18bfc8a875 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053025 Aug 03 19:02:32.660848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f2d05e37-7d55-4818-afb1-48bd510280d3 None None] Provisioning for port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:32.711935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f2d05e37-7d55-4818-afb1-48bd510280d3 None None] Provisioning complete for port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:32.712950 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2d05e37-7d55-4818-afb1-48bd510280d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.717772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.723489 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.747878 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.752311 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6176688e-919f-483e-9f53-802169bef28a req-ffc80320-19ea-49be-916e-808e693b2374 service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117239 Aug 03 19:02:32.759267 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.808688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec068ff-be99-4104-9945-1426583b8bff,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:32.829060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-7359d20a-f08c-4837-956e-c5e07df44054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0551784 Aug 03 19:02:32.837514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110746b4-687d-42fd-9d3d-04a291fd0466 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:32.848270 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.857640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f2d05e37-7d55-4818-afb1-48bd510280d3 None None] Port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:32.865748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Transition to ACTIVE for port object 110746b4-687d-42fd-9d3d-04a291fd0466 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:32.870294 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.918555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Request body: {'port': {'device_id': 'c47b2f53-2335-46f0-b00c-70b03d38a0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:33.062401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Pushing event updated for resources: {'Port': ['ID=110746b4-687d-42fd-9d3d-04a291fd0466,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:33.092435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] Checking segment: {'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:33.093405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] Network hostable DHCP agents. Network: 10a50726-48a7-45a7-bb4d-f1315b1c2822, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:02:33.094875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5653d3a5-7e9a-469d-bcd7-ba628f6e1d1a None None] Provisioning for port 336ddda3-416e-4a3b-a1f5-d2995c5404dd completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:33.115621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5653d3a5-7e9a-469d-bcd7-ba628f6e1d1a None None] Provisioning complete for port 336ddda3-416e-4a3b-a1f5-d2995c5404dd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:33.117233 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5653d3a5-7e9a-469d-bcd7-ba628f6e1d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.121113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45334) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:33.134871 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6176688e-919f-483e-9f53-802169bef28a req-b8e9cfb5-9ea7-485b-bb13-94aff63bcc79 service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270919 Aug 03 19:02:33.175840 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.178661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5653d3a5-7e9a-469d-bcd7-ba628f6e1d1a None None] Port 336ddda3-416e-4a3b-a1f5-d2995c5404dd cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:33.222978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11438a6a-e3be-4d4f-9df8-6a5f5fc4d99c req-8a0cd553-d13a-439f-a508-77c7fefb75b7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.225626 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] Network 10a50726-48a7-45a7-bb4d-f1315b1c2822 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:02:33.230785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11438a6a-e3be-4d4f-9df8-6a5f5fc4d99c req-8a0cd553-d13a-439f-a508-77c7fefb75b7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 932 time: 0.2695198 Aug 03 19:02:33.243985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 10a50726-48a7-45a7-bb4d-f1315b1c2822) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:33.252334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.252984 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.257903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e4d14-fd09-445b-abb0-f166482ffde2 None None] Network 10a50726-48a7-45a7-bb4d-f1315b1c2822 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:33.343747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Attempting to bind port 110746b4-687d-42fd-9d3d-04a291fd0466 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:33.343747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Attempting to bind port 110746b4-687d-42fd-9d3d-04a291fd0466 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:33.344060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Attempting to bind port 110746b4-687d-42fd-9d3d-04a291fd0466 on network 4bf5b106-27c2-4ed4-9622-91e94d063a01 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:33.348409 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-62d0507f-460c-4447-8b36-d722945b1087 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2883673 Aug 03 19:02:33.350218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45338) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:33.356375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:33.388444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11438a6a-e3be-4d4f-9df8-6a5f5fc4d99c req-9c9c29e7-af7f-4649-8a33-dd6026f0d963 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561949 Aug 03 19:02:33.391552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Port 110746b4-687d-42fd-9d3d-04a291fd0466 on network 4bf5b106-27c2-4ed4-9622-91e94d063a01 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:33.391874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Attempting to bind port 110746b4-687d-42fd-9d3d-04a291fd0466 on network 4bf5b106-27c2-4ed4-9622-91e94d063a01 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:33.404763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c4784-b5a7-48f4-be3e-d7f81812e198 req-2e36ed03-2595-4ffc-bc83-80e7d55ff8de tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.412093 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba6c4784-b5a7-48f4-be3e-d7f81812e198 req-2e36ed03-2595-4ffc-bc83-80e7d55ff8de tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 931 time: 0.2660584 Aug 03 19:02:33.433827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:33.442281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.443502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.448897 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.482038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Transition to ACTIVE for port object f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:33.489489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-10a50726-48a7-45a7-bb4d-f1315b1c2822', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'fixed_ips': [{'subnet_id': '6ec068ff-be99-4104-9945-1426583b8bff'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:02:33.490513 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.493582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:33.494724 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.514334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:33.514679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Checking segment: {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:33.515069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Bound using segment: {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:33.515510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Bound port: 110746b4-687d-42fd-9d3d-04a291fd0466, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:33.515997 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.520982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:33.521462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 12e3bbe9-7f7e-4c19-a3e6-1aff22cd2dc6 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:33.553535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f296d92c-83a1-40bd-9c35-7a005127d7e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=efa8ac0522fd4b31ade2d8761efa954b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308405 Aug 03 19:02:33.563484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45342) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:33.577565 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.649307 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-92af7c74-60e3-4f5c-b764-a1bcba80745f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.661790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba6c4784-b5a7-48f4-be3e-d7f81812e198 req-e4f239eb-6515-4aa0-a2b6-3ba9c332b678 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486467 Aug 03 19:02:33.738802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Allocated IP 172.20.0.2 (10a50726-48a7-45a7-bb4d-f1315b1c2822/6ec068ff-be99-4104-9945-1426583b8bff/8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:33.786819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] For port 110746b4-687d-42fd-9d3d-04a291fd0466, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:33.858854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:33.898120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336ddda3-416e-4a3b-a1f5-d2995c5404dd {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:33.899158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.910485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84427-ec23-40be-a106-4dc547fe058f req-d961414a-4bec-4025-8039-702c50c9fcc5 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.912333 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8e84427-ec23-40be-a106-4dc547fe058f req-d961414a-4bec-4025-8039-702c50c9fcc5 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.37 "GET /v2.0/ports?device_id=010020f2-864d-48c3-84ca-7aa480a40a35 HTTP/1.1" status: 200 len: 945 time: 0.4417303 Aug 03 19:02:33.913218 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.948192 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.958683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Transition to ACTIVE for port object 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:33.977867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] For port 110746b4-687d-42fd-9d3d-04a291fd0466, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=110746b4-687d-42fd-9d3d-04a291fd0466,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:33.990072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Transition to ACTIVE for port object 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:33.997487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6990b-0eff-441c-aef1-a06de7166c79 req-149e8e19-4f63-4d2a-8e82-c9600d967249 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.998206 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.006411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6990b-0eff-441c-aef1-a06de7166c79 req-149e8e19-4f63-4d2a-8e82-c9600d967249 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.009988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99b6990b-0eff-441c-aef1-a06de7166c79 req-149e8e19-4f63-4d2a-8e82-c9600d967249 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1680 time: 0.3472385 Aug 03 19:02:34.016361 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96130759-7c90-4ff8-a37e-a5571d0944a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.035185 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.040098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Transition to ACTIVE for port object 336ddda3-416e-4a3b-a1f5-d2995c5404dd will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:34.044386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Network 10a50726-48a7-45a7-bb4d-f1315b1c2822 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:34.049559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:34.055419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:34.057638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Attempting to bind port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:34.057992 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Attempting to bind port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:34.058464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Attempting to bind port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 on network 4bf5b106-27c2-4ed4-9622-91e94d063a01 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:34.078884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Pushing event updated for resources: {'Port': ['ID=8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:34.079104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 on network 4bf5b106-27c2-4ed4-9622-91e94d063a01 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:34.079202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Attempting to bind port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 on network 4bf5b106-27c2-4ed4-9622-91e94d063a01 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:34.081215 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.086893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:34.087313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Checking segment: {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:34.087875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Bound using segment: {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:34.088436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Bound port: f5bddc94-a11c-4cf0-888b-38fcfbf3ce10, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2532c260-5232-4a1c-b069-fbd6a386d2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:34.089559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.121122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.121783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.123441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] 10.222.0.74 "PUT /v2.0/ports/110746b4-687d-42fd-9d3d-04a291fd0466 HTTP/1.1" status: 200 len: 1092 time: 2.4683657 Aug 03 19:02:34.132457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72ead2a-6d09-443c-8fde-c29ee2376c2c', 'tag': '110746b4-687d-42fd-9d3d-04a291fd0466'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:34.136796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Attempting to bind port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:34.137229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Attempting to bind port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:34.137719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Attempting to bind port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 on network 10a50726-48a7-45a7-bb4d-f1315b1c2822 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:34.139009 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c72ead2a-6d09-443c-8fde-c29ee2376c2c", "tag": "110746b4-687d-42fd-9d3d-04a291fd0466"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:34.143429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:34.143810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Checking segment: {'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:34.144292 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.144719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Bound using segment: {'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:34.145314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Bound port: 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:34.145762 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.148184 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96130759-7c90-4ff8-a37e-a5571d0944a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.178744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] For port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:34.181764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f276ad3-c465-40b0-9ec1-71b602794887 req-656d4846-f426-4d56-ac22-5460035878c3 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.183496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f276ad3-c465-40b0-9ec1-71b602794887 req-656d4846-f426-4d56-ac22-5460035878c3 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=010020f2-864d-48c3-84ca-7aa480a40a35 HTTP/1.1" status: 200 len: 945 time: 0.3676043 Aug 03 19:02:34.183636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] For port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:34.203901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.285410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.286129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.287641 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] 10.222.0.74 "PUT /v2.0/ports/f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 HTTP/1.1" status: 200 len: 1091 time: 1.8186665 Aug 03 19:02:34.312800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] For port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:34.316043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-a8e84427-ec23-40be-a106-4dc547fe058f req-679a6d21-3bfd-461e-a186-031e26f93fa6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Deleting port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:34.316431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8e84427-ec23-40be-a106-4dc547fe058f req-679a6d21-3bfd-461e-a186-031e26f93fa6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.327895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] For port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:34.334515 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.343390 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99b6990b-0eff-441c-aef1-a06de7166c79 req-dd11a242-e80a-410c-a26f-12fa3dc6277c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158135 Aug 03 19:02:34.379846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140979a1-15a2-41da-a180-9fb1b3141af6 service neutron] Pushing event updated for resources: {'Port': ['ID=110746b4-687d-42fd-9d3d-04a291fd0466,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:34.479441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f276ad3-c465-40b0-9ec1-71b602794887 req-83bbb810-ceec-4cbc-9b84-d1a5bdb6baf7 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/security-groups?id=bc58b6f8-9555-4a7d-a85d-f797235f8802&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751498 Aug 03 19:02:34.481946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04cd0a-6a8e-4357-aacc-79f136fea2fe None None] Pushing event updated for resources: {'Port': ['ID=8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:34.497638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-a8e84427-ec23-40be-a106-4dc547fe058f req-679a6d21-3bfd-461e-a186-031e26f93fa6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] For port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=89c6df4a-7c83-4021-b073-cf8cfa50bb4c,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:34.497982 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8e84427-ec23-40be-a106-4dc547fe058f req-679a6d21-3bfd-461e-a186-031e26f93fa6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.509972 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96130759-7c90-4ff8-a37e-a5571d0944a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.514681 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96130759-7c90-4ff8-a37e-a5571d0944a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.518158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-96130759-7c90-4ff8-a37e-a5571d0944a2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc8abc3b-4485-47f2-a78a-0dc2b81f887a HTTP/1.1" status: 204 len: 168 time: 0.9518626 Aug 03 19:02:34.577830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-a8e84427-ec23-40be-a106-4dc547fe058f req-679a6d21-3bfd-461e-a186-031e26f93fa6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Calling delete_port for 89c6df4a-7c83-4021-b073-cf8cfa50bb4c owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:34.597603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4398a2f-61ac-4c45-9031-959ef71d51b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:34.658169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b788261-1468-4302-b64c-8d1280d39d72', 'tag': 'f5bddc94-a11c-4cf0-888b-38fcfbf3ce10'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:34.661092 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe334131-42fa-4bf4-b9f3-db1738bb77bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5b788261-1468-4302-b64c-8d1280d39d72", "tag": "f5bddc94-a11c-4cf0-888b-38fcfbf3ce10"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:34.696105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e716a6a8-5400-4580-bc9a-e81a56293378 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:34.719329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-e12e97b4-50b6-45ba-a7ac-ab719fc59bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.722380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-e12e97b4-50b6-45ba-a7ac-ab719fc59bb3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a24cf47d0ce47bcb1f027ea0fa46e73&device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 1095 time: 0.4737084 Aug 03 19:02:34.748199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96130759-7c90-4ff8-a37e-a5571d0944a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8abc3b-4485-47f2-a78a-0dc2b81f887a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:34.752090 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59102bfb-8d04-4da4-ad2a-f475995c6c6a x-openstack-request-id: req-59102bfb-8d04-4da4-ad2a-f475995c6c6a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:34.752779 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72ead2a-6d09-443c-8fde-c29ee2376c2c", "tag": "110746b4-687d-42fd-9d3d-04a291fd0466", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:34.753200 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-59102bfb-8d04-4da4-ad2a-f475995c6c6a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:34.753807 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72ead2a-6d09-443c-8fde-c29ee2376c2c', 'tag': '110746b4-687d-42fd-9d3d-04a291fd0466', 'status': 'completed', 'code': 200} Aug 03 19:02:34.820649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Pushing event updated for resources: {'Port': ['ID=336ddda3-416e-4a3b-a1f5-d2995c5404dd,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:34.948674 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb29bab7-36a6-4dc2-81a7-4fac46930809 x-openstack-request-id: req-fb29bab7-36a6-4dc2-81a7-4fac46930809 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:34.948956 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b788261-1468-4302-b64c-8d1280d39d72", "tag": "f5bddc94-a11c-4cf0-888b-38fcfbf3ce10", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:34.949394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Attempting to bind port 336ddda3-416e-4a3b-a1f5-d2995c5404dd on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:34.949576 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb29bab7-36a6-4dc2-81a7-4fac46930809 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:34.949782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Attempting to bind port 336ddda3-416e-4a3b-a1f5-d2995c5404dd by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:34.950127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Attempting to bind port 336ddda3-416e-4a3b-a1f5-d2995c5404dd on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:34.950568 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b788261-1468-4302-b64c-8d1280d39d72', 'tag': 'f5bddc94-a11c-4cf0-888b-38fcfbf3ce10', 'status': 'completed', 'code': 200} Aug 03 19:02:34.968684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-4282435c-6cc4-426d-9257-49a854e15524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.970229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-a440f93b-e3f6-4c83-b992-a8d48d145af7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=110746b4-687d-42fd-9d3d-04a291fd0466 HTTP/1.1" status: 200 len: 217 time: 0.1183267 Aug 03 19:02:34.970699 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-4282435c-6cc4-426d-9257-49a854e15524 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a24cf47d0ce47bcb1f027ea0fa46e73&device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 1094 time: 0.4611616 Aug 03 19:02:34.972208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Port 336ddda3-416e-4a3b-a1f5-d2995c5404dd on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:34.980200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Attempting to bind port 336ddda3-416e-4a3b-a1f5-d2995c5404dd on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:35.052404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e716a6a8-5400-4580-bc9a-e81a56293378, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e716a6a8-5400-4580-bc9a-e81a56293378,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:35.077562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:35.077562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Checking segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:35.078025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Bound using segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:35.078430 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Bound port: 336ddda3-416e-4a3b-a1f5-d2995c5404dd, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:35.078809 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.106665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'e716a6a8-5400-4580-bc9a-e81a56293378', 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01', 'port_id': 'e716a6a8-5400-4580-bc9a-e81a56293378', 'mac_address': 'fa:16:3e:a4:62:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f78c0da-0ba1-408d-ae58-f80383aefb20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:35.159078 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.192213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e716a6a8-5400-4580-bc9a-e81a56293378 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:35.221617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a61ca-8d05-4a1e-83f1-91fdc3fe61d8 req-1e5ba5d3-3303-433e-9fb8-9c6ef41bca8a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:35.223250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-557a61ca-8d05-4a1e-83f1-91fdc3fe61d8 req-1e5ba5d3-3303-433e-9fb8-9c6ef41bca8a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 944 time: 0.2888968 Aug 03 19:02:35.228603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-171eebde-804c-4af5-8b26-a6e68f4bdd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:35.228804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e716a6a8-5400-4580-bc9a-e81a56293378, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e716a6a8-5400-4580-bc9a-e81a56293378,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:35.230840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-171eebde-804c-4af5-8b26-a6e68f4bdd9c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6f78c0da-0ba1-408d-ae58-f80383aefb20 HTTP/1.1" status: 200 len: 855 time: 0.2148776 Aug 03 19:02:35.241667 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.244052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9591fad-bb49-45fb-ac83-88c535e56d38 req-dc77926b-d828-419b-8f15-8c86064971b0 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:35.246937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9591fad-bb49-45fb-ac83-88c535e56d38 req-dc77926b-d828-419b-8f15-8c86064971b0 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 943 time: 0.2298770 Aug 03 19:02:35.308392 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=e716a6a8-5400-4580-bc9a-e81a56293378,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:35.399550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] For port 336ddda3-416e-4a3b-a1f5-d2995c5404dd, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:35.408413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] For port 336ddda3-416e-4a3b-a1f5-d2995c5404dd, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=336ddda3-416e-4a3b-a1f5-d2995c5404dd,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:35.429374 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.474744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-557a61ca-8d05-4a1e-83f1-91fdc3fe61d8 req-abcc5a86-67f2-4649-996f-440b5676a6ff tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264330 Aug 03 19:02:35.481091 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-d6034d78-659f-413b-898c-5169df15710a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 HTTP/1.1" status: 200 len: 217 time: 0.4771070 Aug 03 19:02:35.491575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9591fad-bb49-45fb-ac83-88c535e56d38 req-6e965068-d77c-4f2a-8044-ff65ab4afbef tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113152 Aug 03 19:02:35.507048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:35.553062 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.601134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Pushing event updated for resources: {'Port': ['ID=336ddda3-416e-4a3b-a1f5-d2995c5404dd,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:35.605280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-58681926-5ec8-4578-9b27-d78ae7f14f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:35.614877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-58681926-5ec8-4578-9b27-d78ae7f14f40 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bf5b106-27c2-4ed4-9622-91e94d063a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3621378 Aug 03 19:02:35.620070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-42000afd-fa2f-4c53-96a8-37863149bd97 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:35.622249 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-42000afd-fa2f-4c53-96a8-37863149bd97 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.74 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 945 time: 0.6858799 Aug 03 19:02:35.628636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:35.629277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.630905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b81c2af1-6c95-442c-b4a7-700be4efc7ac service neutron] 10.222.0.74 "PUT /v2.0/ports/336ddda3-416e-4a3b-a1f5-d2995c5404dd HTTP/1.1" status: 200 len: 1092 time: 2.7207172 Aug 03 19:02:35.678902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:35.740588 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.834297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-42092bea-f775-4033-a6d7-fbfc5ef48d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:35.835962 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-42092bea-f775-4033-a6d7-fbfc5ef48d24 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6f78c0da-0ba1-408d-ae58-f80383aefb20 HTTP/1.1" status: 200 len: 855 time: 0.3345954 Aug 03 19:02:35.968570 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8e84427-ec23-40be-a106-4dc547fe058f req-679a6d21-3bfd-461e-a186-031e26f93fa6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.985529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['e716a6a8-5400-4580-bc9a-e81a56293378'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:36.080014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a6d21-3bfd-461e-a186-031e26f93fa6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Pushing event deleted for resources: {'Port': ['ID=89c6df4a-7c83-4021-b073-cf8cfa50bb4c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:36.173045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-813f5b51-0fa9-48db-af7d-f93b41f877fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.174582 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-813f5b51-0fa9-48db-af7d-f93b41f877fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bf5b106-27c2-4ed4-9622-91e94d063a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269963 Aug 03 19:02:36.183348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e84427-ec23-40be-a106-4dc547fe058f req-679a6d21-3bfd-461e-a186-031e26f93fa6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] No DVR routers for this DVR port 89c6df4a-7c83-4021-b073-cf8cfa50bb4c on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:36.190830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8e84427-ec23-40be-a106-4dc547fe058f req-679a6d21-3bfd-461e-a186-031e26f93fa6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.192864 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8e84427-ec23-40be-a106-4dc547fe058f req-679a6d21-3bfd-461e-a186-031e26f93fa6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.37 "DELETE /v2.0/ports/89c6df4a-7c83-4021-b073-cf8cfa50bb4c HTTP/1.1" status: 204 len: 173 time: 2.2728472 Aug 03 19:02:36.217845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Allocated IP 172.25.8.90 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/d82220ee-6e12-43f9-a4c7-0244267d9399) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:36.235955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-b0ef2e41-4d12-4873-9dde-cc1e97723b23 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Deleting port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:36.236554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-b0ef2e41-4d12-4873-9dde-cc1e97723b23 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.267213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc46e5c0-53a3-4b2a-aab4-f6905914fb45 req-2a07f5ad-3529-41b3-8a38-6a577c45096f tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=010020f2-864d-48c3-84ca-7aa480a40a35 HTTP/1.1" status: 200 len: 210 time: 0.5906341 Aug 03 19:02:36.302964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2b0caf-e677-43fa-88ea-26281a360a48 None None] Network 10a50726-48a7-45a7-bb4d-f1315b1c2822 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:36.308097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-3d429243-932c-47ce-82bb-eeb035c4311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.310849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-3d429243-932c-47ce-82bb-eeb035c4311b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 1095 time: 0.5649946 Aug 03 19:02:36.332077 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-f4c0eb17-aa91-44fe-944b-4710ff73e4cb service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6988034 Aug 03 19:02:36.442362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5d14a770-c126-4c5f-a34e-4bcdc763e774 None None] Provisioning for port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:36.453554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5d14a770-c126-4c5f-a34e-4bcdc763e774 None None] Provisioning complete for port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:36.453554 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5d14a770-c126-4c5f-a34e-4bcdc763e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.490293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-30b3f7fb-e71f-41fe-a25c-061364277cde service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336ddda3-416e-4a3b-a1f5-d2995c5404dd HTTP/1.1" status: 200 len: 217 time: 0.1459844 Aug 03 19:02:36.524477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-b0ef2e41-4d12-4873-9dde-cc1e97723b23 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] For port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6,segment=NetworkSegment(31f96b38-9c0c-458c-8451-c8b7e1e5c03a),segment_id=31f96b38-9c0c-458c-8451-c8b7e1e5c03a)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:36.525764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-b0ef2e41-4d12-4873-9dde-cc1e97723b23 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.553683 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-276354b9-2971-49e3-85ad-8271139f3419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.565028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-b0ef2e41-4d12-4873-9dde-cc1e97723b23 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Calling delete_port for 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:36.569127 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-64ebaf05-ea82-4e54-a8cf-488eccb1e82d service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249502 Aug 03 19:02:36.608446 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.642165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22c648-6bbd-480c-a0dd-20c9058a521f req-f3af5ca8-7db1-444e-b2f0-07afd9778ac2 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.648999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22c648-6bbd-480c-a0dd-20c9058a521f req-f3af5ca8-7db1-444e-b2f0-07afd9778ac2 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.650928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b22c648-6bbd-480c-a0dd-20c9058a521f req-f3af5ca8-7db1-444e-b2f0-07afd9778ac2 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1680 time: 0.1627955 Aug 03 19:02:36.664379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-dde8ec6c-5ba9-40d3-a32e-776f8916a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.666298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-dde8ec6c-5ba9-40d3-a32e-776f8916a33b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.1369226 Aug 03 19:02:36.691402 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5d14a770-c126-4c5f-a34e-4bcdc763e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.719896 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.728782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad1f2bf9-99ef-40fc-a58b-9018454730c5 req-762ef5c2-efff-4c3b-b7e6-3da1c9d3b657 service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830581 Aug 03 19:02:36.765989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47b2f53-2335-46f0-b00c-70b03d38a0bc', 'tag': '336ddda3-416e-4a3b-a1f5-d2995c5404dd'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:36.771591 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c556e5a-b9e1-416a-b858-3cd52eb96569" -d '{"events": [{"name": "network-changed", "server_uuid": "c47b2f53-2335-46f0-b00c-70b03d38a0bc", "tag": "336ddda3-416e-4a3b-a1f5-d2995c5404dd"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:36.779115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b22c648-6bbd-480c-a0dd-20c9058a521f req-770ac729-996c-448c-b6c0-c69ad0ad0639 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204820 Aug 03 19:02:36.811049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-596648a1-6534-45c9-b585-b2255e63bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.812699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-596648a1-6534-45c9-b585-b2255e63bcf3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347480 Aug 03 19:02:36.822363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5d14a770-c126-4c5f-a34e-4bcdc763e774 None None] For port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:36.830413 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5d14a770-c126-4c5f-a34e-4bcdc763e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.841078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.862305 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-774cc0b1-f624-40d3-a35c-86b71c6ee40f req-a157f813-5bd4-4250-b21c-325ad4319817 service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798929 Aug 03 19:02:36.906880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14a770-c126-4c5f-a34e-4bcdc763e774 None None] Pushing event updated for resources: {'Port': ['ID=8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:36.992730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010020f2-864d-48c3-84ca-7aa480a40a35', 'name': 'network-vif-deleted', 'tag': '89c6df4a-7c83-4021-b073-cf8cfa50bb4c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:36.999823 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868d1c7e-258e-4c10-8e08-85ee601bf5ab" -d '{"events": [{"server_uuid": "010020f2-864d-48c3-84ca-7aa480a40a35", "name": "network-vif-deleted", "tag": "89c6df4a-7c83-4021-b073-cf8cfa50bb4c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:37.054081 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d82220ee-6e12-43f9-a4c7-0244267d9399,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:37.078422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:37.090833 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-b0ef2e41-4d12-4873-9dde-cc1e97723b23 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:37.094668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:37.153321 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:37.155837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef2e41-4d12-4873-9dde-cc1e97723b23 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Pushing event deleted for resources: {'Port': ['ID=1c0fcba7-b4b8-4aba-be46-efdcda4b78c6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:37.174117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c req-65227922-d115-4c2f-96c3-82cd82d7f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.174493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c req-65227922-d115-4c2f-96c3-82cd82d7f50c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a24cf47d0ce47bcb1f027ea0fa46e73&device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 1095 time: 0.2774732 Aug 03 19:02:37.263218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe334131-42fa-4bf4-b9f3-db1738bb77bc req-074f794d-06e7-440a-8334-5de58c2c8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.264774 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fe334131-42fa-4bf4-b9f3-db1738bb77bc req-074f794d-06e7-440a-8334-5de58c2c8246 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a24cf47d0ce47bcb1f027ea0fa46e73&device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 1094 time: 0.1845386 Aug 03 19:02:37.279867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-50ed4802-9991-408d-b166-381ef739fd1f None None] Provisioning complete for port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:37.280888 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-50ed4802-9991-408d-b166-381ef739fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:37.281719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-b0ef2e41-4d12-4873-9dde-cc1e97723b23 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] No DVR routers for this DVR port 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:37.327309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d32c6b-ba09-4b43-8110-786ac184d00c req-aa2532ea-ced7-4b2b-9387-d592b446e357 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.328888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93d32c6b-ba09-4b43-8110-786ac184d00c req-aa2532ea-ced7-4b2b-9387-d592b446e357 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 943 time: 0.4149690 Aug 03 19:02:37.330082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c req-564f88ae-3f94-42c9-8e08-507d20352748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.331863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c req-564f88ae-3f94-42c9-8e08-507d20352748 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4bf5b106-27c2-4ed4-9622-91e94d063a01 HTTP/1.1" status: 200 len: 917 time: 0.1398661 Aug 03 19:02:37.341616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-b0ef2e41-4d12-4873-9dde-cc1e97723b23 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:37.343759 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-b0ef2e41-4d12-4873-9dde-cc1e97723b23 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.74 "DELETE /v2.0/ports/1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 HTTP/1.1" status: 204 len: 173 time: 1.6302729 Aug 03 19:02:37.452520 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:37.478947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c req-cc2b6ef1-d8f5-4385-8694-ef97849a31cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=110746b4-687d-42fd-9d3d-04a291fd0466 HTTP/1.1" status: 200 len: 217 time: 0.1311207 Aug 03 19:02:37.507956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 89c6df4a-7c83-4021-b073-cf8cfa50bb4c no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:37.510426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe334131-42fa-4bf4-b9f3-db1738bb77bc req-f6bef1cb-f224-4d32-897c-00360a198fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.512227 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fe334131-42fa-4bf4-b9f3-db1738bb77bc req-f6bef1cb-f224-4d32-897c-00360a198fc1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4bf5b106-27c2-4ed4-9622-91e94d063a01 HTTP/1.1" status: 200 len: 917 time: 0.2318158 Aug 03 19:02:37.539166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 89c6df4a-7c83-4021-b073-cf8cfa50bb4c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:37.539521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 89c6df4a-7c83-4021-b073-cf8cfa50bb4c not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:37.542964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c req-c6b2f5a7-f6b9-478c-b255-f37122e118a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.544170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:37.544499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c req-c6b2f5a7-f6b9-478c-b255-f37122e118a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6f78c0da-0ba1-408d-ae58-f80383aefb20 HTTP/1.1" status: 200 len: 855 time: 0.0492659 Aug 03 19:02:37.544617 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:37.554787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-b16977ae-6cdb-4658-872e-982d30d19243 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463866 Aug 03 19:02:37.567903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb53a0c-489e-4c64-b08f-1f6893cdea20 req-6dc6fb8d-858f-4f64-9cfc-df8fa9997f1b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.575479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8cb53a0c-489e-4c64-b08f-1f6893cdea20 req-6dc6fb8d-858f-4f64-9cfc-df8fa9997f1b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 944 time: 0.4163575 Aug 03 19:02:37.596976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93d32c6b-ba09-4b43-8110-786ac184d00c req-0614bf4a-a793-40a3-8310-f2f523d80425 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551663 Aug 03 19:02:37.617014 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fe334131-42fa-4bf4-b9f3-db1738bb77bc req-f65daaf8-add2-4800-ae25-bbce33bd8d01 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 HTTP/1.1" status: 200 len: 217 time: 0.0474145 Aug 03 19:02:37.724181 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f3bcc1-9d5f-42c9-9a76-64fc1c831e50 x-openstack-request-id: req-e6f3bcc1-9d5f-42c9-9a76-64fc1c831e50 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:37.724474 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010020f2-864d-48c3-84ca-7aa480a40a35", "name": "network-vif-deleted", "tag": "89c6df4a-7c83-4021-b073-cf8cfa50bb4c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:37.724724 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e6f3bcc1-9d5f-42c9-9a76-64fc1c831e50 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:37.725110 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010020f2-864d-48c3-84ca-7aa480a40a35', 'name': 'network-vif-deleted', 'tag': '89c6df4a-7c83-4021-b073-cf8cfa50bb4c', 'status': 'completed', 'code': 200} Aug 03 19:02:37.734859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe334131-42fa-4bf4-b9f3-db1738bb77bc req-05e20812-bf80-4c7a-a3fd-1cf3ce1d5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.736444 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fe334131-42fa-4bf4-b9f3-db1738bb77bc req-05e20812-bf80-4c7a-a3fd-1cf3ce1d5ef3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6f78c0da-0ba1-408d-ae58-f80383aefb20 HTTP/1.1" status: 200 len: 855 time: 0.0907924 Aug 03 19:02:37.758732 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e228f0f-0b7e-494b-a2d9-71d06cd0cdfa x-openstack-request-id: req-0e228f0f-0b7e-494b-a2d9-71d06cd0cdfa {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:37.758957 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47b2f53-2335-46f0-b00c-70b03d38a0bc", "tag": "336ddda3-416e-4a3b-a1f5-d2995c5404dd", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:37.759208 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e228f0f-0b7e-494b-a2d9-71d06cd0cdfa {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:37.759700 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47b2f53-2335-46f0-b00c-70b03d38a0bc', 'tag': '336ddda3-416e-4a3b-a1f5-d2995c5404dd', 'status': 'completed', 'code': 200} Aug 03 19:02:37.767204 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:37.781437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:37.805719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8cb53a0c-489e-4c64-b08f-1f6893cdea20 req-125cb281-2ae3-44e2-8d20-ab2463f6bc55 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257676 Aug 03 19:02:37.827586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-76de0c5e-d231-4a19-af70-9314d989399e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.833870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-76de0c5e-d231-4a19-af70-9314d989399e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.835493 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-76de0c5e-d231-4a19-af70-9314d989399e tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1680 time: 0.1909487 Aug 03 19:02:37.879983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ab507ba-4aa5-4c5f-b3ff-c9fcf5fbf858 req-38aca4d8-a814-4fbd-966a-7cb766b68862 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575579 Aug 03 19:02:37.896101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c req-c0f5390c-b26a-4098-bc7d-434ec2c226f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.897908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c req-c0f5390c-b26a-4098-bc7d-434ec2c226f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bf5b106-27c2-4ed4-9622-91e94d063a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2998881 Aug 03 19:02:37.965862 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe334131-42fa-4bf4-b9f3-db1738bb77bc req-07c044ab-7663-4599-aec6-82d1cd03ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.966010 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fe334131-42fa-4bf4-b9f3-db1738bb77bc req-07c044ab-7663-4599-aec6-82d1cd03ab5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bf5b106-27c2-4ed4-9622-91e94d063a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168379 Aug 03 19:02:38.098785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34ac752d-f7c8-4566-9c80-7a13d35464fb req-2ea2948a-211b-45f6-a557-72496a78a1b6 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] 10.222.0.78 "GET /v2.0/ports?device_id=a787d488-b7dd-43f5-a9ec-954e5ff61161 HTTP/1.1" status: 200 len: 210 time: 0.0430660 Aug 03 19:02:38.141768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-484cf004-374b-4a7d-aa91-6637a3a0815c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting port 02a17469-5559-4acb-b6a9-456c2786e03c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:38.142114 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-484cf004-374b-4a7d-aa91-6637a3a0815c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:38.147036 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fe334131-42fa-4bf4-b9f3-db1738bb77bc req-788f5728-f80d-474e-8dab-8a5d70e40a4a service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695232 Aug 03 19:02:38.179923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e793fa-054a-4b9a-a7e8-11f4097a1e8f req-0901f3f5-72cc-4a5c-bc22-4ea76e460bdc tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.187364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e793fa-054a-4b9a-a7e8-11f4097a1e8f req-0901f3f5-72cc-4a5c-bc22-4ea76e460bdc tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.189030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88e793fa-054a-4b9a-a7e8-11f4097a1e8f req-0901f3f5-72cc-4a5c-bc22-4ea76e460bdc tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 1680 time: 0.1726935 Aug 03 19:02:38.203560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c req-fd7aaaa8-5eb3-4682-adf2-71f54277a28e service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550638 Aug 03 19:02:38.248412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556e5a-b9e1-416a-b858-3cd52eb96569 req-7595d76c-930c-43a9-89c3-374babb5cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.249861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c556e5a-b9e1-416a-b858-3cd52eb96569 req-7595d76c-930c-43a9-89c3-374babb5cb1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 1095 time: 0.1385386 Aug 03 19:02:38.345942 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:38.354925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88e793fa-054a-4b9a-a7e8-11f4097a1e8f req-a782034f-ee4b-4df5-84ab-2352ddbb27ef tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562996 Aug 03 19:02:38.439852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aad7b931-cf7f-45c4-a4ee-51312bf8df7c req-df0e9011-7440-4c27-905d-be1fcb024cc3 service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200546 Aug 03 19:02:38.441075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556e5a-b9e1-416a-b858-3cd52eb96569 req-964e2d9c-6f96-44ba-910b-535b19965f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.442556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c556e5a-b9e1-416a-b858-3cd52eb96569 req-964e2d9c-6f96-44ba-910b-535b19965f23 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1571736 Aug 03 19:02:38.468344 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fe334131-42fa-4bf4-b9f3-db1738bb77bc req-ca1d78ed-a89b-4dfc-b0f0-0da167b30e23 service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028486 Aug 03 19:02:38.470387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-484cf004-374b-4a7d-aa91-6637a3a0815c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] For port 02a17469-5559-4acb-b6a9-456c2786e03c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=02a17469-5559-4acb-b6a9-456c2786e03c,segment=NetworkSegment(37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4),segment_id=37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:38.471079 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-484cf004-374b-4a7d-aa91-6637a3a0815c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:38.603230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c556e5a-b9e1-416a-b858-3cd52eb96569 req-a6e68b3e-19a0-41f2-8af0-513ddf9ef85f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336ddda3-416e-4a3b-a1f5-d2995c5404dd HTTP/1.1" status: 200 len: 217 time: 0.0411415 Aug 03 19:02:38.736408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e716a6a8-5400-4580-bc9a-e81a56293378 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:38.763810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556e5a-b9e1-416a-b858-3cd52eb96569 req-2d389ce6-9ace-4335-af07-c25d0fd70521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.765604 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c556e5a-b9e1-416a-b858-3cd52eb96569 req-2d389ce6-9ace-4335-af07-c25d0fd70521 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.1369507 Aug 03 19:02:38.782718 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e06df-3e10-4896-a90d-5d890642c404 req-af147cc0-ef5c-4df0-ac7c-300ded89ecb4 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.784743 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-929e06df-3e10-4896-a90d-5d890642c404 req-af147cc0-ef5c-4df0-ac7c-300ded89ecb4 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 943 time: 0.0769029 Aug 03 19:02:38.820239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port e716a6a8-5400-4580-bc9a-e81a56293378 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:38.821090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-484cf004-374b-4a7d-aa91-6637a3a0815c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Calling delete_port for 02a17469-5559-4acb-b6a9-456c2786e03c owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:38.826302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port e716a6a8-5400-4580-bc9a-e81a56293378 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:38.827131 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:38.861619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-929e06df-3e10-4896-a90d-5d890642c404 req-4c1d2c5f-d493-4327-9b1b-389b60b08b84 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666294 Aug 03 19:02:38.868879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c556e5a-b9e1-416a-b858-3cd52eb96569 req-95cd4e27-8f79-43b1-b155-905867c339a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.871639 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c556e5a-b9e1-416a-b858-3cd52eb96569 req-95cd4e27-8f79-43b1-b155-905867c339a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851920 Aug 03 19:02:38.937938 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:38.974105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68caa146-7285-4d84-9075-0a240fe5eb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e716a6a8-5400-4580-bc9a-e81a56293378'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:38.976675 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74d1757-9228-4180-8f37-4615e1ec0226" -d '{"events": [{"server_uuid": "68caa146-7285-4d84-9075-0a240fe5eb62", "name": "network-vif-plugged", "status": "completed", "tag": "e716a6a8-5400-4580-bc9a-e81a56293378"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:38.998295 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e716a6a8-5400-4580-bc9a-e81a56293378, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e716a6a8-5400-4580-bc9a-e81a56293378,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:39.004403 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.005915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:39.017155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Router 0b6263e6-f19a-4822-bb56-217c008bc80a is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:02:39.057929 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:39.058348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1c0fcba7-b4b8-4aba-be46-efdcda4b78c6 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:39.085433 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-484cf004-374b-4a7d-aa91-6637a3a0815c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.100025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c1931e71-220d-45bc-ab5c-7ce115fc0a2d', '02a17469-5559-4acb-b6a9-456c2786e03c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:39.105294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adc3c7-7886-42fb-ba29-8f842bfd1f33 req-c7d75487-27ef-42d4-b74d-592f271e5ffe tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.107250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8adc3c7-7886-42fb-ba29-8f842bfd1f33 req-c7d75487-27ef-42d4-b74d-592f271e5ffe tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 944 time: 0.1152787 Aug 03 19:02:39.113678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c556e5a-b9e1-416a-b858-3cd52eb96569 req-ae0a5ecc-3eba-4197-be73-1148c8b7c9c0 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319319 Aug 03 19:02:39.127209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=e716a6a8-5400-4580-bc9a-e81a56293378,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:39.133688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cf004-374b-4a7d-aa91-6637a3a0815c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Port': ['ID=02a17469-5559-4acb-b6a9-456c2786e03c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:39.254544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8adc3c7-7886-42fb-ba29-8f842bfd1f33 req-72089391-89d4-41b9-98b1-1aa999876054 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390369 Aug 03 19:02:39.276821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:02:39.295877 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Sync routers for ids ['0b6263e6-f19a-4822-bb56-217c008bc80a'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:02:39.310595 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Routers {'0b6263e6-f19a-4822-bb56-217c008bc80a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:39.314082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c556e5a-b9e1-416a-b858-3cd52eb96569 req-be317fae-bf51-4b8c-9434-f5794b2bc2dc service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716135 Aug 03 19:02:39.315334 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:02:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0b6263e6-f19a-4822-bb56-217c008bc80a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:39.331816 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc1b2f1-aa7f-416e-bef3-95bf2c25e050 x-openstack-request-id: req-5fc1b2f1-aa7f-416e-bef3-95bf2c25e050 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:39.332314 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68caa146-7285-4d84-9075-0a240fe5eb62", "name": "network-vif-plugged", "status": "completed", "tag": "e716a6a8-5400-4580-bc9a-e81a56293378", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:39.333110 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fc1b2f1-aa7f-416e-bef3-95bf2c25e050 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:39.333621 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-484cf004-374b-4a7d-aa91-6637a3a0815c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] No DVR routers for this DVR port 02a17469-5559-4acb-b6a9-456c2786e03c on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:39.340290 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-484cf004-374b-4a7d-aa91-6637a3a0815c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.341225 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68caa146-7285-4d84-9075-0a240fe5eb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e716a6a8-5400-4580-bc9a-e81a56293378', 'code': 200} Aug 03 19:02:39.342332 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-484cf004-374b-4a7d-aa91-6637a3a0815c tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "DELETE /v2.0/ports/02a17469-5559-4acb-b6a9-456c2786e03c HTTP/1.1" status: 204 len: 173 time: 1.4993360 Aug 03 19:02:39.399694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45440) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:39.448771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.450203 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-058300d9-884c-4fff-95a9-d3df9520f7e2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0987387 Aug 03 19:02:39.453050 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45444) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:39.483746 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Set router 0b6263e6-f19a-4822-bb56-217c008bc80a gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:39.530140 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.579978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-3c0e0bdd-f226-4ecd-8026-0fed27d32ef5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting port c1931e71-220d-45bc-ab5c-7ce115fc0a2d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:39.580321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-3c0e0bdd-f226-4ecd-8026-0fed27d32ef5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.630610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21c8294-2577-4bc2-bd56-c13cf3dea516 admin admin] Deleting subnet 26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:02:39.638046 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d21c8294-2577-4bc2-bd56-c13cf3dea516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.673975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85702d87-31f0-4183-b07c-0767bcc23ed3 req-8374d800-5ff3-4b8a-aa21-fb544b86034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.675825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85702d87-31f0-4183-b07c-0767bcc23ed3 req-8374d800-5ff3-4b8a-aa21-fb544b86034b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 1096 time: 0.1835520 Aug 03 19:02:39.700216 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:37Z', 'revision_number': 3, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:39.704598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5eec1-0a2c-48af-a5ea-6b9b77b98ead req-7ff20e49-bd91-456c-b922-ad2a481d91d5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.712575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57c5eec1-0a2c-48af-a5ea-6b9b77b98ead req-7ff20e49-bd91-456c-b922-ad2a481d91d5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 945 time: 0.1509933 Aug 03 19:02:39.727352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787d488-b7dd-43f5-a9ec-954e5ff61161', 'name': 'network-vif-deleted', 'tag': '1c0fcba7-b4b8-4aba-be46-efdcda4b78c6'}, {'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'name': 'network-vif-deleted', 'tag': '02a17469-5559-4acb-b6a9-456c2786e03c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:39.729945 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0784fa3-d7d4-4748-917e-56464ad7ed58" -d '{"events": [{"server_uuid": "a787d488-b7dd-43f5-a9ec-954e5ff61161", "name": "network-vif-deleted", "tag": "1c0fcba7-b4b8-4aba-be46-efdcda4b78c6"}, {"server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "name": "network-vif-deleted", "tag": "02a17469-5559-4acb-b6a9-456c2786e03c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:39.731830 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Checking router: 0b6263e6-f19a-4822-bb56-217c008bc80a for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:02:39.732292 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Updating router 0b6263e6-f19a-4822-bb56-217c008bc80a port d82220ee-6e12-43f9-a4c7-0244267d9399 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:02:39.749047 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d21c8294-2577-4bc2-bd56-c13cf3dea516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.769796 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.783554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-3c0e0bdd-f226-4ecd-8026-0fed27d32ef5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] For port c1931e71-220d-45bc-ab5c-7ce115fc0a2d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c1931e71-220d-45bc-ab5c-7ce115fc0a2d,segment=NetworkSegment(529e68c0-6b3c-406e-9f73-715288fe495d),segment_id=529e68c0-6b3c-406e-9f73-715288fe495d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:39.783922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-3c0e0bdd-f226-4ecd-8026-0fed27d32ef5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.809437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-3c0e0bdd-f226-4ecd-8026-0fed27d32ef5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Calling delete_port for c1931e71-220d-45bc-ab5c-7ce115fc0a2d owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:39.813177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85702d87-31f0-4183-b07c-0767bcc23ed3 req-6dcbfca2-30b2-4a2c-8628-c515416d0eec service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234207 Aug 03 19:02:39.830163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57c5eec1-0a2c-48af-a5ea-6b9b77b98ead req-7a689dc6-5f32-4de9-a328-7af324941790 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/security-groups?id=18d14792-f5c7-4c51-95f8-1d0480159d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164894 Aug 03 19:02:39.875079 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d21c8294-2577-4bc2-bd56-c13cf3dea516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.968582 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419bbc82-80d8-4b7d-8b9c-df9a849cc793 x-openstack-request-id: req-419bbc82-80d8-4b7d-8b9c-df9a849cc793 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:39.969223 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787d488-b7dd-43f5-a9ec-954e5ff61161", "name": "network-vif-deleted", "tag": "1c0fcba7-b4b8-4aba-be46-efdcda4b78c6", "status": "completed", "code": 200}, {"server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "name": "network-vif-deleted", "tag": "02a17469-5559-4acb-b6a9-456c2786e03c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:39.969223 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-419bbc82-80d8-4b7d-8b9c-df9a849cc793 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:39.969520 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787d488-b7dd-43f5-a9ec-954e5ff61161', 'name': 'network-vif-deleted', 'tag': '1c0fcba7-b4b8-4aba-be46-efdcda4b78c6', 'status': 'completed', 'code': 200} Aug 03 19:02:39.969796 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'name': 'network-vif-deleted', 'tag': '02a17469-5559-4acb-b6a9-456c2786e03c', 'status': 'completed', 'code': 200} Aug 03 19:02:39.994251 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d21c8294-2577-4bc2-bd56-c13cf3dea516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.059557 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d21c8294-2577-4bc2-bd56-c13cf3dea516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.062973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d21c8294-2577-4bc2-bd56-c13cf3dea516 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5 HTTP/1.1" status: 204 len: 168 time: 0.6598029 Aug 03 19:02:40.062973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c8294-2577-4bc2-bd56-c13cf3dea516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c9bdfb-0bef-478b-aa0e-0ed35ed36cf5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:40.069017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45452) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:40.102270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277350ed-72e0-4caa-96be-84fe944c55c3 req-eb6eef88-4b5c-4872-a0fc-923a363a34de tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:40.104586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-277350ed-72e0-4caa-96be-84fe944c55c3 req-eb6eef88-4b5c-4872-a0fc-923a363a34de tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 943 time: 0.0785632 Aug 03 19:02:40.160967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-277350ed-72e0-4caa-96be-84fe944c55c3 req-ccfbe9a4-70d9-4a40-b73f-ea2aa4639d29 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465901 Aug 03 19:02:40.184685 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.195423 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Transition to ACTIVE for port object d82220ee-6e12-43f9-a4c7-0244267d9399 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:40.204638 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.275207 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.284939 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Attempting to bind port d82220ee-6e12-43f9-a4c7-0244267d9399 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:40.285317 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Attempting to bind port d82220ee-6e12-43f9-a4c7-0244267d9399 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:40.285711 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Attempting to bind port d82220ee-6e12-43f9-a4c7-0244267d9399 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:40.293108 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.294979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-3c0e0bdd-f226-4ecd-8026-0fed27d32ef5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.295327 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Pushing event updated for resources: {'Port': ['ID=d82220ee-6e12-43f9-a4c7-0244267d9399,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:40.300252 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:40.300856 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:40.301083 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.301913 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:40.302500 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Bound port: d82220ee-6e12-43f9-a4c7-0244267d9399, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:40.302927 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.341111 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.341591 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.342365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e0bdd-f226-4ecd-8026-0fed27d32ef5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Port': ['ID=c1931e71-220d-45bc-ab5c-7ce115fc0a2d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:40.342722 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.343213 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.343876 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.344996 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.346159 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.346756 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.347319 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.347959 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.349450 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.349946 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:40.400456 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] For port d82220ee-6e12-43f9-a4c7-0244267d9399, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:40.405762 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] For port d82220ee-6e12-43f9-a4c7-0244267d9399, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d82220ee-6e12-43f9-a4c7-0244267d9399,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:40.415359 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.536796 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908c297-0600-42fa-b54e-36c84efa2f78 None None] Pushing event updated for resources: {'Port': ['ID=d82220ee-6e12-43f9-a4c7-0244267d9399,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:40.539924 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Routers {'0b6263e6-f19a-4822-bb56-217c008bc80a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:40.540913 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:02:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0b6263e6-f19a-4822-bb56-217c008bc80a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:40.595646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-3c0e0bdd-f226-4ecd-8026-0fed27d32ef5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] No DVR routers for this DVR port c1931e71-220d-45bc-ab5c-7ce115fc0a2d on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:40.604104 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-3c0e0bdd-f226-4ecd-8026-0fed27d32ef5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.609925 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9f53276e-6ddb-427f-b01f-3cdd0406f41e req-3c0e0bdd-f226-4ecd-8026-0fed27d32ef5 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.37 "DELETE /v2.0/ports/c1931e71-220d-45bc-ab5c-7ce115fc0a2d HTTP/1.1" status: 204 len: 173 time: 1.2577288 Aug 03 19:02:40.657943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3ef85-0373-4274-a038-8796708761d4 req-5e462548-1e7b-4a36-882f-e479d5ee67cd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:40.659927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acd3ef85-0373-4274-a038-8796708761d4 req-5e462548-1e7b-4a36-882f-e479d5ee67cd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 944 time: 0.0808387 Aug 03 19:02:40.698653 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.701757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acd3ef85-0373-4274-a038-8796708761d4 req-dfed95e7-445d-4d1e-ac2b-83ccea69742d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356016 Aug 03 19:02:40.710853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24291888-b792-499c-a0fb-f5b873ed51b1']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:40.724850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f96b38-9c0c-458c-8451-c8b7e1e5c03a') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:40.725277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f96b38-9c0c-458c-8451-c8b7e1e5c03a') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:40.736525 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] Set router 0b6263e6-f19a-4822-bb56-217c008bc80a gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:40.737303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.739676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 110746b4-687d-42fd-9d3d-04a291fd0466 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:40.759568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Allocated IP 172.20.0.1 (10a50726-48a7-45a7-bb4d-f1315b1c2822/6ec068ff-be99-4104-9945-1426583b8bff/91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:40.762390 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.775005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:02:40.775560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:02:40.777982 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:02:40.872716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 110746b4-687d-42fd-9d3d-04a291fd0466, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=110746b4-687d-42fd-9d3d-04a291fd0466,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:40.892832 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '110746b4-687d-42fd-9d3d-04a291fd0466', 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01', 'port_id': '110746b4-687d-42fd-9d3d-04a291fd0466', 'mac_address': 'fa:16:3e:79:0e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f78c0da-0ba1-408d-ae58-f80383aefb20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:40.972491 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.988493 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110746b4-687d-42fd-9d3d-04a291fd0466 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:40.994556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7daf9afe-04f9-4605-a58b-20928dad486d req-69c12705-348c-4d89-be3e-c4613b944ef7 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "GET /v2.0/ports?device_id=49a7ba8a-5534-456e-b8cd-17a96230a042 HTTP/1.1" status: 200 len: 210 time: 0.0340261 Aug 03 19:02:41.004050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.029251 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.033822 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] 10.222.0.78 "DELETE /v2.0/networks/24291888-b792-499c-a0fb-f5b873ed51b1 HTTP/1.1" status: 204 len: 168 time: 0.9572651 Aug 03 19:02:41.034786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 110746b4-687d-42fd-9d3d-04a291fd0466, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=110746b4-687d-42fd-9d3d-04a291fd0466,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:41.038136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2219a7-eb19-482c-9b4b-37ab4258cd7e admin admin] Pushing event deleted for resources: {'Network': ['ID=24291888-b792-499c-a0fb-f5b873ed51b1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:41.040785 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.041873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:41.067003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.080136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:41.115180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Transition to ACTIVE for port object 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:41.116372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'f5bddc94-a11c-4cf0-888b-38fcfbf3ce10', 'network_id': '4bf5b106-27c2-4ed4-9622-91e94d063a01', 'port_id': 'f5bddc94-a11c-4cf0-888b-38fcfbf3ce10', 'mac_address': 'fa:16:3e:fd:14:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f78c0da-0ba1-408d-ae58-f80383aefb20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:41.127480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45476) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:41.164489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.211425 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:37Z', 'revision_number': 3, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:41.219030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:41.223188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=110746b4-687d-42fd-9d3d-04a291fd0466,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:41.261129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.279458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:41.284760 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.285739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 336ddda3-416e-4a3b-a1f5-d2995c5404dd details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:41.285859 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06f2b7-3c77-4f6b-9a48-13f6c9e1bf76 None None] The sync data for ids ['0b6263e6-f19a-4822-bb56-217c008bc80a'] in n-d-802918-7 is: [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:37Z', 'revision_number': 3, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:02:41.397846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:41.409783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Network 10a50726-48a7-45a7-bb4d-f1315b1c2822 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:41.410514 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45484) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:41.410651 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4826b87-78d3-4ac1-9555-acd5ede41ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.421357 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:41.430122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bbab9-7818-4482-b3ad-39a4385eec91 req-e37eae2e-2c22-4c70-ae7b-39970e2bc5a7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:41.431951 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a34bbab9-7818-4482-b3ad-39a4385eec91 req-e37eae2e-2c22-4c70-ae7b-39970e2bc5a7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 944 time: 0.1633327 Aug 03 19:02:41.435706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:41.500795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:41.529255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a34bbab9-7818-4482-b3ad-39a4385eec91 req-189a2ce5-0ff1-4a18-a9d5-69e6e6721423 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824583 Aug 03 19:02:41.539569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 02a17469-5559-4acb-b6a9-456c2786e03c no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:41.554874 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.593156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 02a17469-5559-4acb-b6a9-456c2786e03c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:41.595408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 02a17469-5559-4acb-b6a9-456c2786e03c not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:41.596024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c1931e71-220d-45bc-ab5c-7ce115fc0a2d no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:41.614229 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7f3e7d6c-3093-4c27-866f-295291cb0aae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68399c9354c34ac3aba9810a831d47e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997156 Aug 03 19:02:41.615465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45490) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:41.639691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: c1931e71-220d-45bc-ab5c-7ce115fc0a2d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:41.639888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c1931e71-220d-45bc-ab5c-7ce115fc0a2d not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:41.658405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 336ddda3-416e-4a3b-a1f5-d2995c5404dd, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=336ddda3-416e-4a3b-a1f5-d2995c5404dd,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:41.676823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '336ddda3-416e-4a3b-a1f5-d2995c5404dd', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'port_id': '336ddda3-416e-4a3b-a1f5-d2995c5404dd', 'mac_address': 'fa:16:3e:ec:a9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:41.858166 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db13b764-f9f6-4e0f-b4bd-702370d0b030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.870276 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.904228 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4826b87-78d3-4ac1-9555-acd5ede41ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.934757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4826b87-78d3-4ac1-9555-acd5ede41ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.970487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'name': 'network-vif-deleted', 'tag': 'c1931e71-220d-45bc-ab5c-7ce115fc0a2d'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:41.973821 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be509eda-3b04-4e19-a6d6-27fda0fb33ca" -d '{"events": [{"server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "name": "network-vif-deleted", "tag": "c1931e71-220d-45bc-ab5c-7ce115fc0a2d"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:41.990147 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db13b764-f9f6-4e0f-b4bd-702370d0b030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.006281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-57ac5c0b-3f4e-4bc4-a28a-aac25f92d73e None None] Provisioning for port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:42.008489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.037097 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8179008-bf43-4a8c-8792-af54ccbb9b06 x-openstack-request-id: req-d8179008-bf43-4a8c-8792-af54ccbb9b06 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:42.037902 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a7ba8a-5534-456e-b8cd-17a96230a042", "name": "network-vif-deleted", "tag": "c1931e71-220d-45bc-ab5c-7ce115fc0a2d", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:42.038518 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8179008-bf43-4a8c-8792-af54ccbb9b06 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:42.039060 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a7ba8a-5534-456e-b8cd-17a96230a042', 'name': 'network-vif-deleted', 'tag': 'c1931e71-220d-45bc-ab5c-7ce115fc0a2d', 'status': 'completed', 'code': 200} Aug 03 19:02:42.046145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-57ac5c0b-3f4e-4bc4-a28a-aac25f92d73e None None] Provisioning complete for port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:42.048596 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-57ac5c0b-3f4e-4bc4-a28a-aac25f92d73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.060559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336ddda3-416e-4a3b-a1f5-d2995c5404dd {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:42.075680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1544f0-1c96-451c-9ddf-8ff430597d9a req-54d0e012-159e-4309-b9f6-04706f415075 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:42.077806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb1544f0-1c96-451c-9ddf-8ff430597d9a req-54d0e012-159e-4309-b9f6-04706f415075 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 944 time: 0.1773126 Aug 03 19:02:42.094777 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45498) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:42.102542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c4826b87-78d3-4ac1-9555-acd5ede41ae3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5dcc847981f84b4a9466ff6404f97aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9738011 Aug 03 19:02:42.117901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45500) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:42.121753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4826b87-78d3-4ac1-9555-acd5ede41ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde1e6b-6b0b-434d-8e74-a8fff0b309cc,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:42.131684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 336ddda3-416e-4a3b-a1f5-d2995c5404dd, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=336ddda3-416e-4a3b-a1f5-d2995c5404dd,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:42.135073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-57ac5c0b-3f4e-4bc4-a28a-aac25f92d73e None None] Port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:42.139682 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.200264 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb1544f0-1c96-451c-9ddf-8ff430597d9a req-a65ebcc7-cfbf-484b-b7d7-2bdf658cf969 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958936 Aug 03 19:02:42.215495 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db13b764-f9f6-4e0f-b4bd-702370d0b030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.218434 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db13b764-f9f6-4e0f-b4bd-702370d0b030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.219791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-db13b764-f9f6-4e0f-b4bd-702370d0b030 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc58b6f8-9555-4a7d-a85d-f797235f8802 HTTP/1.1" status: 204 len: 168 time: 0.6033041 Aug 03 19:02:42.223360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=336ddda3-416e-4a3b-a1f5-d2995c5404dd,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:42.230067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13b764-f9f6-4e0f-b4bd-702370d0b030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc58b6f8-9555-4a7d-a85d-f797235f8802,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:42.273179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b03dbf1-4ade-48ed-ab9d-4c7dcd001090 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting subnet 915b1ea4-cc76-4d6c-8338-1127ba9e35ea {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:02:42.278595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b03dbf1-4ade-48ed-ab9d-4c7dcd001090 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.345763 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.351785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b03dbf1-4ade-48ed-ab9d-4c7dcd001090 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.380131 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.441565 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06924660-c2a7-4e89-8879-5de31bff8d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.485792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.505836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:42.514084 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06924660-c2a7-4e89-8879-5de31bff8d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.657951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b03dbf1-4ade-48ed-ab9d-4c7dcd001090 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.702847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f36f4-9603-4f55-a7e8-35eac75c21bd req-873cab34-d1c0-44ad-b61a-91bd9b705953 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:42.704636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc4f36f4-9603-4f55-a7e8-35eac75c21bd req-873cab34-d1c0-44ad-b61a-91bd9b705953 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 944 time: 0.0666749 Aug 03 19:02:42.763471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc4f36f4-9603-4f55-a7e8-35eac75c21bd req-a656c2e0-148c-49b1-9504-0f41299b8f62 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Aug 03 19:02:42.765179 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06924660-c2a7-4e89-8879-5de31bff8d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.767655 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06924660-c2a7-4e89-8879-5de31bff8d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.768905 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-06924660-c2a7-4e89-8879-5de31bff8d6a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6dde1e6b-6b0b-434d-8e74-a8fff0b309cc HTTP/1.1" status: 204 len: 168 time: 0.6499784 Aug 03 19:02:42.770751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Network 10a50726-48a7-45a7-bb4d-f1315b1c2822 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:42.787531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:42.803612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06924660-c2a7-4e89-8879-5de31bff8d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde1e6b-6b0b-434d-8e74-a8fff0b309cc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:42.905379 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b03dbf1-4ade-48ed-ab9d-4c7dcd001090 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.968180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03dbf1-4ade-48ed-ab9d-4c7dcd001090 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Subnet': ['ID=915b1ea4-cc76-4d6c-8338-1127ba9e35ea,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:42.972607 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b03dbf1-4ade-48ed-ab9d-4c7dcd001090 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.975302 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7b03dbf1-4ade-48ed-ab9d-4c7dcd001090 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "DELETE /v2.0/subnets/915b1ea4-cc76-4d6c-8338-1127ba9e35ea HTTP/1.1" status: 204 len: 168 time: 0.8793850 Aug 03 19:02:42.978016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45524) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:42.994454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d90f958-e393-46ea-a169-9ee8c97e3c5d None None] Network da4da4c6-d691-4999-bcc4-ee4189d0afd0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:43.044277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Router 0b6263e6-f19a-4822-bb56-217c008bc80a has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:02:43.142600 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.256699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting port 5e63ab2d-f14a-467f-9195-777b895d9ab4 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:43.257707 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.296599 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['110746b4-687d-42fd-9d3d-04a291fd0466'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:43.319196 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:02:43.339069 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ba748745-b7ef-4321-ae26-816c669d4ea4 admin admin] 10.222.0.78 "PUT /v2.0/routers/0b6263e6-f19a-4822-bb56-217c008bc80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8842442 Aug 03 19:02:43.340463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f174bcf0-48c8-44df-968b-b9ab5243994c None None] DHCP port deletion for da4da4c6-d691-4999-bcc4-ee4189d0afd0 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:02:43.348654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f5bddc94-a11c-4cf0-888b-38fcfbf3ce10'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:43.356630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-13d0363e-66a4-4317-8f6a-f977203a53ff None None] Provisioning complete for port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:43.357003 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13d0363e-66a4-4317-8f6a-f977203a53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.452005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['336ddda3-416e-4a3b-a1f5-d2995c5404dd'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:43.466082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] For port 5e63ab2d-f14a-467f-9195-777b895d9ab4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5e63ab2d-f14a-467f-9195-777b895d9ab4,segment=NetworkSegment(37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4),segment_id=37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:43.468151 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.501328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Calling delete_port for 5e63ab2d-f14a-467f-9195-777b895d9ab4 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:43.516068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d82220ee-6e12-43f9-a4c7-0244267d9399 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:43.560856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45546) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:43.591954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-13d0363e-66a4-4317-8f6a-f977203a53ff None None] Port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:43.690797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1041401793-network', 'tenant_id': 'c2f67529afae40e48d6c1d93be611f60'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:43.729762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f174bcf0-48c8-44df-968b-b9ab5243994c None None] Deleting port 5e63ab2d-f14a-467f-9195-777b895d9ab4 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:43.730152 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f174bcf0-48c8-44df-968b-b9ab5243994c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.740026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Made reservation on behalf of c2f67529afae40e48d6c1d93be611f60 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:43.742872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.749131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e79c6-caf6-4141-bc19-623f56b82a48 req-2b94e515-d4aa-423d-943f-306a8e9df749 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:43.758111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port d82220ee-6e12-43f9-a4c7-0244267d9399 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:43.763673 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.780278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-301e79c6-caf6-4141-bc19-623f56b82a48 req-2b94e515-d4aa-423d-943f-306a8e9df749 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 945 time: 0.3374393 Aug 03 19:02:43.817319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d82220ee-6e12-43f9-a4c7-0244267d9399 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:43.817729 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.887901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-301e79c6-caf6-4141-bc19-623f56b82a48 req-8228ed40-7f54-47b6-bdc8-b24a0e4f6614 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054170 Aug 03 19:02:43.889008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Sync routers for ids ['0b6263e6-f19a-4822-bb56-217c008bc80a'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:02:43.923227 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.958758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] No DVR routers for this DVR port 5e63ab2d-f14a-467f-9195-777b895d9ab4 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:43.979472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.985008 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.014655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Routers {'0b6263e6-f19a-4822-bb56-217c008bc80a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:44.015764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:02:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0b6263e6-f19a-4822-bb56-217c008bc80a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:44.037531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:02:44.056699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850f6e95-48ec-4b69-bb4e-bec3013d56e2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:44.061058 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.061669 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Added segment fa820584-c735-4aa7-8d23-d5b54bb504c1 of type vlan for network 452f8da5-ec17-4dbd-bc09-280e3fe65187 Aug 03 19:02:44.063824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Port': ['ID=5e63ab2d-f14a-467f-9195-777b895d9ab4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:44.071151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f174bcf0-48c8-44df-968b-b9ab5243994c None None] For port 5e63ab2d-f14a-467f-9195-777b895d9ab4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5e63ab2d-f14a-467f-9195-777b895d9ab4,segment=NetworkSegment(37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4),segment_id=37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:44.071655 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f174bcf0-48c8-44df-968b-b9ab5243994c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.090606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f174bcf0-48c8-44df-968b-b9ab5243994c None None] Calling delete_port for 5e63ab2d-f14a-467f-9195-777b895d9ab4 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:44.116188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.152018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.153999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:44.155047 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.220097 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.226627 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6641273 Aug 03 19:02:44.235442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45566) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:44.242468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] Request body: {'subnet': {'network_id': '452f8da5-ec17-4dbd-bc09-280e3fe65187', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1041401793-subnet', 'tenant_id': 'c2f67529afae40e48d6c1d93be611f60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:44.251544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad7ac1-0623-4ff1-aba8-4806a7b4585b req-ebc0d0bc-90a1-4e71-9fe0-718024d4fba7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:44.254042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45568) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:44.259263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-43ea6312-454d-4559-821b-ae315586778e tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2035997742', 'description': 'tempest-description--516009188'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:44.260462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ccad7ac1-0623-4ff1-aba8-4806a7b4585b req-ebc0d0bc-90a1-4e71-9fe0-718024d4fba7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 944 time: 0.2160342 Aug 03 19:02:44.264391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4da4c6-d691-4999-bcc4-ee4189d0afd0']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: from cryptography.utils import int_from_bytes Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: from cryptography.utils import int_from_bytes Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.283760 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.287086 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:02:44.293852 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90077474-81ee-43a7-bf8a-74afef31b3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=452f8da5-ec17-4dbd-bc09-280e3fe65187,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:44.294585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:44.294936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37edb2aa-ae7a-46c1-b04e-74f25b7ce7b4') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:44.302474 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f174bcf0-48c8-44df-968b-b9ab5243994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.314503 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.335276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] Made reservation on behalf of c2f67529afae40e48d6c1d93be611f60 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:44.338791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.346477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ccad7ac1-0623-4ff1-aba8-4806a7b4585b req-e8e9433c-2627-40e5-8c96-bf23644637a0 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842879 Aug 03 19:02:44.351943 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.366858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:02:44.368139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:02:44.413367 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:02:44.431975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43ea6312-454d-4559-821b-ae315586778e tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.454786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 452f8da5-ec17-4dbd-bc09-280e3fe65187 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:02:44.516870 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.529095 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.531478 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "DELETE /v2.0/networks/da4da4c6-d691-4999-bcc4-ee4189d0afd0 HTTP/1.1" status: 204 len: 168 time: 1.5524530 Aug 03 19:02:44.543288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45576) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:44.545444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174bcf0-48c8-44df-968b-b9ab5243994c None None] Pushing event deleted for resources: {'Port': ['ID=5e63ab2d-f14a-467f-9195-777b895d9ab4,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:44.556334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174bcf0-48c8-44df-968b-b9ab5243994c None None] No DVR routers for this DVR port 5e63ab2d-f14a-467f-9195-777b895d9ab4 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:44.560730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7560e-1ccc-4233-bfb1-1ca1a7d5da1a tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Network': ['ID=da4da4c6-d691-4999-bcc4-ee4189d0afd0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:44.616213 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.625385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b18a2c-3505-4f5f-932e-2dea618a246d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting subnet 979f078a-7bed-4c0e-8195-37c668587cb2 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:02:44.630468 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85b18a2c-3505-4f5f-932e-2dea618a246d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.636572 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.648079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port d82220ee-6e12-43f9-a4c7-0244267d9399, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d82220ee-6e12-43f9-a4c7-0244267d9399,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:44.668230 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.710382 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85b18a2c-3505-4f5f-932e-2dea618a246d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.745019 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] Pushing event updated for resources: {'Subnet': ['ID=850de63b-7543-48ed-af4b-be633bb16b6b,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:44.759958 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43ea6312-454d-4559-821b-ae315586778e tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.767814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] Checking segment: {'id': 'fa820584-c735-4aa7-8d23-d5b54bb504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '452f8da5-ec17-4dbd-bc09-280e3fe65187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:44.768224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] Network hostable DHCP agents. Network: 452f8da5-ec17-4dbd-bc09-280e3fe65187, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:02:44.771414 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43ea6312-454d-4559-821b-ae315586778e tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.799295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea6312-454d-4559-821b-ae315586778e tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38afca-023d-4074-abde-e7016b1df96f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:44.818766 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43ea6312-454d-4559-821b-ae315586778e tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.819960 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-43ea6312-454d-4559-821b-ae315586778e tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5648503 Aug 03 19:02:44.825089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45578) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:44.828685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8c0fb050-2d28-44fa-bc70-b1fdb9e87878 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Request body: {'security_group_rule': {'security_group_id': 'cc38afca-023d-4074-abde-e7016b1df96f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:44.839077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] Network 452f8da5-ec17-4dbd-bc09-280e3fe65187 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:02:44.853326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 452f8da5-ec17-4dbd-bc09-280e3fe65187) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:44.861091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:44.861849 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.869834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Set router 0b6263e6-f19a-4822-bb56-217c008bc80a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:44.874449 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=d82220ee-6e12-43f9-a4c7-0244267d9399,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:44.878383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3f315b-70ee-421a-a9c2-9f24e5cb7000 None None] Network 452f8da5-ec17-4dbd-bc09-280e3fe65187 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:44.893551 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb050-2d28-44fa-bc70-b1fdb9e87878 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.896091 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85b18a2c-3505-4f5f-932e-2dea618a246d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.898875 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9958a529-644f-4551-8dd9-d78bbb3c50da admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6622183 Aug 03 19:02:44.991711 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85b18a2c-3505-4f5f-932e-2dea618a246d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.018158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb050-2d28-44fa-bc70-b1fdb9e87878 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.024734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb050-2d28-44fa-bc70-b1fdb9e87878 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.058247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fb050-2d28-44fa-bc70-b1fdb9e87878 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a83cf86-4a53-4388-880a-1593900e3238,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:45.069315 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0fb050-2d28-44fa-bc70-b1fdb9e87878 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.076944 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8c0fb050-2d28-44fa-bc70-b1fdb9e87878 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2509680 Aug 03 19:02:45.078426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45584) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:45.090322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b36890bf-4768-4281-9fdd-0c8cbbb92821 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Request body: {'security_group_rule': {'security_group_id': 'cc38afca-023d-4074-abde-e7016b1df96f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:45.090761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b18a2c-3505-4f5f-932e-2dea618a246d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Subnet': ['ID=979f078a-7bed-4c0e-8195-37c668587cb2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:45.096553 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.115811 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85b18a2c-3505-4f5f-932e-2dea618a246d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.124197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-85b18a2c-3505-4f5f-932e-2dea618a246d tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "DELETE /v2.0/subnets/979f078a-7bed-4c0e-8195-37c668587cb2 HTTP/1.1" status: 204 len: 168 time: 0.5781550 Aug 03 19:02:45.125972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45586) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:45.161986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1698a1fc-ced7-4f15-ba10-053601fab4d9 None None] Network 1d582d7e-36d2-43d9-928c-4fc4356443f1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:45.214090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e093c-9d4a-42f4-b549-09e77a5c3d89 req-f167b784-47dc-4043-89ef-6e8df5ea5c62 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:45.215521 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-098e093c-9d4a-42f4-b549-09e77a5c3d89 req-f167b784-47dc-4043-89ef-6e8df5ea5c62 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 945 time: 0.1282318 Aug 03 19:02:45.260204 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b36890bf-4768-4281-9fdd-0c8cbbb92821 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.290690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-098e093c-9d4a-42f4-b549-09e77a5c3d89 req-2299fede-abdd-4a3b-8f28-c21af3656df0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647807 Aug 03 19:02:45.312394 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.316298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d6cc55-7255-44dd-8eea-b97f58164fe8 None None] Network 452f8da5-ec17-4dbd-bc09-280e3fe65187 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:45.382447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b36890bf-4768-4281-9fdd-0c8cbbb92821 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.409286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b36890bf-4768-4281-9fdd-0c8cbbb92821 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.444727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36890bf-4768-4281-9fdd-0c8cbbb92821 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9929b3-3885-4708-89eb-9608fc9d8cb6,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:45.456184 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b36890bf-4768-4281-9fdd-0c8cbbb92821 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.457820 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b36890bf-4768-4281-9fdd-0c8cbbb92821 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3783367 Aug 03 19:02:45.460968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45606) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:45.467719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:45.509011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.531296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Deleting port a538d4c6-e40b-4655-ba93-71cd87ebbc03 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:45.531296 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.532999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d82220ee-6e12-43f9-a4c7-0244267d9399 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:45.544347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be87e4a-bd6a-454b-88a5-bf9072f04d8d req-45b25944-c430-4752-b33e-9ab599e383f0 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:45.546056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4be87e4a-bd6a-454b-88a5-bf9072f04d8d req-45b25944-c430-4752-b33e-9ab599e383f0 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 944 time: 0.0882132 Aug 03 19:02:45.662200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] For port a538d4c6-e40b-4655-ba93-71cd87ebbc03, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a538d4c6-e40b-4655-ba93-71cd87ebbc03,segment=NetworkSegment(529e68c0-6b3c-406e-9f73-715288fe495d),segment_id=529e68c0-6b3c-406e-9f73-715288fe495d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:45.663114 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.674039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4be87e4a-bd6a-454b-88a5-bf9072f04d8d req-e88f2b1a-eb2b-4623-9b20-cc30e6599e10 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140413 Aug 03 19:02:45.690397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Calling delete_port for a538d4c6-e40b-4655-ba93-71cd87ebbc03 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:45.705696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f35de-9a78-4878-8241-265efb93df66 req-d7063dc1-76cb-480f-945f-be693f871e64 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:45.707714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-d7063dc1-76cb-480f-945f-be693f871e64 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/networks?id=452f8da5-ec17-4dbd-bc09-280e3fe65187 HTTP/1.1" status: 200 len: 821 time: 0.1870596 Aug 03 19:02:45.731285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-bf51eb34-0631-4748-bd1b-8927ec7c496f tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/quotas/c2f67529afae40e48d6c1d93be611f60 HTTP/1.1" status: 200 len: 375 time: 0.0118396 Aug 03 19:02:45.747084 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d82220ee-6e12-43f9-a4c7-0244267d9399 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:45.747803 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.793836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-5c648955-b389-46d6-a1b0-1f4d574b04bc tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c2f67529afae40e48d6c1d93be611f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560789 Aug 03 19:02:45.810123 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.845633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:41Z', 'revision_number': 4, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc', 'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'mac_address': 'fa:16:3e:57:27:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '6ec068ff-be99-4104-9945-1426583b8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:40Z', 'updated_at': '2021-08-03T19:02:41Z', 'revision_number': 2, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'subnets': [{'id': '6ec068ff-be99-4104-9945-1426583b8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:45.878004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.903586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Checking router: 0b6263e6-f19a-4822-bb56-217c008bc80a for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:02:45.904056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Updating router 0b6263e6-f19a-4822-bb56-217c008bc80a port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:02:45.916375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Port': ['ID=a538d4c6-e40b-4655-ba93-71cd87ebbc03,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:45.920851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] No DVR routers for this DVR port a538d4c6-e40b-4655-ba93-71cd87ebbc03 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:45.927427 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-72c4cc6f-0131-40c1-b95e-8bb7d4fda9c8 service neutron] 10.222.0.78 "GET /v2.0/networks/452f8da5-ec17-4dbd-bc09-280e3fe65187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327326 Aug 03 19:02:45.933792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3155c3-e568-4b8d-9198-19f69b42989c None None] DHCP port deletion for 1d582d7e-36d2-43d9-928c-4fc4356443f1 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:02:45.955580 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.064700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-54409027-01dc-4a18-a0fb-1601ef29225b service neutron] 10.222.0.78 "GET /v2.0/networks/452f8da5-ec17-4dbd-bc09-280e3fe65187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291823 Aug 03 19:02:46.081149 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.100364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d582d7e-36d2-43d9-928c-4fc4356443f1']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:46.106410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Allocated IP 172.25.8.241 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/c8ee1542-a1d5-4fef-a345-29451b1007bf) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:46.126675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5e63ab2d-f14a-467f-9195-777b895d9ab4 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:46.161990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 5e63ab2d-f14a-467f-9195-777b895d9ab4 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:46.162485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5e63ab2d-f14a-467f-9195-777b895d9ab4 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:46.232420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529e68c0-6b3c-406e-9f73-715288fe495d') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:46.234992 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529e68c0-6b3c-406e-9f73-715288fe495d') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:46.261786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.292993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.317102 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:02:46.324748 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:02:46.332209 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:02:46.339307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f704b0fc-3106-4a0d-b3d0-093c276228f6 req-05f374ec-5e10-4522-bace-33d5a79d0eb8 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 210 time: 0.0787401 Aug 03 19:02:46.400603 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.415051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Transition to ACTIVE for port object 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:46.425368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.505899 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.513222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4d6f8-9815-4b80-a2b0-420cbd47e044 None None] Pushing event updated for resources: {'Port': ['ID=91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:46.517488 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.537020 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.544159 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] 10.222.0.78 "DELETE /v2.0/networks/1d582d7e-36d2-43d9-928c-4fc4356443f1 HTTP/1.1" status: 204 len: 168 time: 1.4121695 Aug 03 19:02:46.568435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89300367-9dd4-4008-a972-6c8b8bfec8c1 req-bb73e17c-2e95-4124-be2d-9811e4c108f9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:46.570435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc3265-3c25-4a18-a9f7-1c7a0e0972a9 tempest-ServersTestMultiNic-168172980 tempest-ServersTestMultiNic-168172980-project] Pushing event deleted for resources: {'Network': ['ID=1d582d7e-36d2-43d9-928c-4fc4356443f1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:46.583451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89300367-9dd4-4008-a972-6c8b8bfec8c1 req-bb73e17c-2e95-4124-be2d-9811e4c108f9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 945 time: 0.1481192 Aug 03 19:02:46.600038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Attempting to bind port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:46.600672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Attempting to bind port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:46.600813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Attempting to bind port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc on network 10a50726-48a7-45a7-bb4d-f1315b1c2822 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:46.607030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:46.607407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Checking segment: {'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:46.607818 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.608390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Bound using segment: {'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:46.608874 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Bound port: 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:46.609539 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.618514 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.674687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:46.682554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:46.688000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:46.692169 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89300367-9dd4-4008-a972-6c8b8bfec8c1 req-369262e7-cae8-4767-9038-5ecfd8816e73 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078219 Aug 03 19:02:46.717314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] For port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:46.722389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] For port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:46.727803 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.832422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Pushing event updated for resources: {'Port': ['ID=c8ee1542-a1d5-4fef-a345-29451b1007bf,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:46.839191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4d6f8-9815-4b80-a2b0-420cbd47e044 None None] Pushing event updated for resources: {'Port': ['ID=91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:46.887401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Routers {'0b6263e6-f19a-4822-bb56-217c008bc80a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:46.890321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:02:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0b6263e6-f19a-4822-bb56-217c008bc80a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:46.943841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf184d6-12df-4f66-90a1-6057703d2bac req-06a36467-fbf4-45f9-ae5a-116dc4110358 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:46.953213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1bf184d6-12df-4f66-90a1-6057703d2bac req-06a36467-fbf4-45f9-ae5a-116dc4110358 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 944 time: 0.0957837 Aug 03 19:02:46.969943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.016634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1bf184d6-12df-4f66-90a1-6057703d2bac req-a3537adf-d224-42ea-9168-ad1bdee4b1d1 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584581 Aug 03 19:02:47.171467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] Set router 0b6263e6-f19a-4822-bb56-217c008bc80a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:47.342021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45652) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:47.404143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.445124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a538d4c6-e40b-4655-ba93-71cd87ebbc03 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:47.504242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a21feb32-3eba-4ad8-b511-ee4c50a26ba0 req-e77547a1-6102-4b63-8800-40d7f6b372cb tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 210 time: 0.0372784 Aug 03 19:02:47.525063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: a538d4c6-e40b-4655-ba93-71cd87ebbc03 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:47.525324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a538d4c6-e40b-4655-ba93-71cd87ebbc03 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:47.612857 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.618537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.635705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:41Z', 'revision_number': 4, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc', 'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'mac_address': 'fa:16:3e:57:27:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '6ec068ff-be99-4104-9945-1426583b8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:40Z', 'updated_at': '2021-08-03T19:02:46Z', 'revision_number': 4, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'subnets': [{'id': '6ec068ff-be99-4104-9945-1426583b8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:47.671411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9dbc9-dc0c-4543-b306-0cc6da583d0e None None] The sync data for ids ['0b6263e6-f19a-4822-bb56-217c008bc80a'] in n-d-802918-7 is: [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:41Z', 'revision_number': 4, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc', 'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'mac_address': 'fa:16:3e:57:27:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '6ec068ff-be99-4104-9945-1426583b8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:40Z', 'updated_at': '2021-08-03T19:02:46Z', 'revision_number': 4, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'subnets': [{'id': '6ec068ff-be99-4104-9945-1426583b8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:02:47.816504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Pushing event updated for resources: {'Port': ['ID=c8ee1542-a1d5-4fef-a345-29451b1007bf,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:47.841036 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.866451 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.867710 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-090b2eb7-417b-4e16-8bbe-31eab15f7a65 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4056008 Aug 03 19:02:47.936200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f35de-9a78-4878-8241-265efb93df66 req-23eda6ea-6a8e-4603-9133-240b7ac38130 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:47.938042 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-23eda6ea-6a8e-4603-9133-240b7ac38130 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.37 "GET /v2.0/networks?id=452f8da5-ec17-4dbd-bc09-280e3fe65187 HTTP/1.1" status: 200 len: 821 time: 0.2307687 Aug 03 19:02:47.956436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Request body: {'port': {'device_id': 'a00838e9-9590-462c-85ee-1a815ec11d7b', 'network_id': '452f8da5-ec17-4dbd-bc09-280e3fe65187', 'admin_state_up': True, 'tenant_id': 'c2f67529afae40e48d6c1d93be611f60'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:48.111858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Made reservation on behalf of c2f67529afae40e48d6c1d93be611f60 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:48.117011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.161146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf37523-caba-4f87-839f-a896d83b795a req-68f91aeb-bb13-411a-b143-1a47568c059e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:48.167640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4bf37523-caba-4f87-839f-a896d83b795a req-68f91aeb-bb13-411a-b143-1a47568c059e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 945 time: 0.0876093 Aug 03 19:02:48.299848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Allocated IP 172.20.0.9 (452f8da5-ec17-4dbd-bc09-280e3fe65187/850de63b-7543-48ed-af4b-be633bb16b6b/87545e28-c13a-44cf-84e0-9b6eeecdfeaf) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:48.315261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4bf37523-caba-4f87-839f-a896d83b795a req-d84e9b5a-8128-419c-9d9f-cb0a3c37c56d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883195 Aug 03 19:02:48.445899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-78eaceb9-2f29-4a18-a1f7-a751f73d52ec tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2035997742&fields=id&tenant_id=dd557aa62abb4b2f9efe0e53a081c5df HTTP/1.1" status: 200 len: 267 time: 0.0963440 Aug 03 19:02:48.517174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.569953 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.595326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b16ec-150b-40f9-98b3-acc9b39c79ae req-d1b7c480-09a8-48cd-8356-ec6e7858c3fe tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:48.597321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf3b16ec-150b-40f9-98b3-acc9b39c79ae req-d1b7c480-09a8-48cd-8356-ec6e7858c3fe tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 944 time: 0.1711276 Aug 03 19:02:48.622586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Network 452f8da5-ec17-4dbd-bc09-280e3fe65187 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:48.625990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:48.632322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:48.640058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Pushing event updated for resources: {'Port': ['ID=87545e28-c13a-44cf-84e0-9b6eeecdfeaf,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:48.672836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-5b87d366-8d2e-456f-8f6d-7e5aa4477ecb tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:48.674543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-5b87d366-8d2e-456f-8f6d-7e5aa4477ecb tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/networks?id=10a50726-48a7-45a7-bb4d-f1315b1c2822 HTTP/1.1" status: 200 len: 814 time: 0.2108927 Aug 03 19:02:48.697207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:48.698540 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.709833 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf3b16ec-150b-40f9-98b3-acc9b39c79ae req-589765e8-8e78-4c66-b34d-8374d5b9089e tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963616 Aug 03 19:02:48.714030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-b8ef2f06-dfc9-4cb7-a446-127b55c70810 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/quotas/dd557aa62abb4b2f9efe0e53a081c5df HTTP/1.1" status: 200 len: 375 time: 0.0283070 Aug 03 19:02:48.715207 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-06fc4c1e-503a-4ed4-a73d-d2aa4a2974f4 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7658668 Aug 03 19:02:48.734650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Request body: {'port': {'device_id': 'a00838e9-9590-462c-85ee-1a815ec11d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:48.805121 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 110746b4-687d-42fd-9d3d-04a291fd0466 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:48.812785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.835660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-c2660f71-95fd-413c-8b9d-67c169537b22 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=dd557aa62abb4b2f9efe0e53a081c5df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003151 Aug 03 19:02:48.894896 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.928651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 110746b4-687d-42fd-9d3d-04a291fd0466 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:48.934314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 110746b4-687d-42fd-9d3d-04a291fd0466 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:48.934885 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.090589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-dbc8e4bb-96f9-4d1a-b4fd-323f6644e53a service neutron] 10.222.0.78 "GET /v2.0/networks/10a50726-48a7-45a7-bb4d-f1315b1c2822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392120 Aug 03 19:02:49.132727 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.197825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 110746b4-687d-42fd-9d3d-04a291fd0466, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=110746b4-687d-42fd-9d3d-04a291fd0466,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:49.198974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72ead2a-6d09-443c-8fde-c29ee2376c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110746b4-687d-42fd-9d3d-04a291fd0466'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:49.201897 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556639ee-4cd5-4f89-8a84-28080c4da915" -d '{"events": [{"server_uuid": "c72ead2a-6d09-443c-8fde-c29ee2376c2c", "name": "network-vif-plugged", "status": "completed", "tag": "110746b4-687d-42fd-9d3d-04a291fd0466"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:49.207505 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.208762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:49.229471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87545e28-c13a-44cf-84e0-9b6eeecdfeaf {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:49.240004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.258092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Transition to ACTIVE for port object 87545e28-c13a-44cf-84e0-9b6eeecdfeaf will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:49.262911 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.358614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Pushing event updated for resources: {'Port': ['ID=87545e28-c13a-44cf-84e0-9b6eeecdfeaf,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:49.358941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3538394-36ac-4a67-9ed2-c7b7c209e5e7 req-92f61acb-3989-4063-9fd0-72b66af5007f tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:49.368431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3538394-36ac-4a67-9ed2-c7b7c209e5e7 req-92f61acb-3989-4063-9fd0-72b66af5007f tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 931 time: 0.1636827 Aug 03 19:02:49.374638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-aa9b2616-1b68-4378-abdd-eacc6447a72e service neutron] 10.222.0.78 "GET /v2.0/networks/10a50726-48a7-45a7-bb4d-f1315b1c2822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832186 Aug 03 19:02:49.385126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=110746b4-687d-42fd-9d3d-04a291fd0466,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:49.411797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:49.418221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:49.418845 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.458660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Attempting to bind port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:49.460638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Attempting to bind port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'fa820584-c735-4aa7-8d23-d5b54bb504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '452f8da5-ec17-4dbd-bc09-280e3fe65187'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:49.460826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Attempting to bind port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf on network 452f8da5-ec17-4dbd-bc09-280e3fe65187 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:49.470712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf on network 452f8da5-ec17-4dbd-bc09-280e3fe65187 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:49.471568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Attempting to bind port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf on network 452f8da5-ec17-4dbd-bc09-280e3fe65187 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:49.480342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:49.480833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:49.481441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Checking segment: {'id': 'fa820584-c735-4aa7-8d23-d5b54bb504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '452f8da5-ec17-4dbd-bc09-280e3fe65187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:49.482000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Bound using segment: {'id': 'fa820584-c735-4aa7-8d23-d5b54bb504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '452f8da5-ec17-4dbd-bc09-280e3fe65187'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:49.482466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Bound port: 87545e28-c13a-44cf-84e0-9b6eeecdfeaf, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa820584-c735-4aa7-8d23-d5b54bb504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '452f8da5-ec17-4dbd-bc09-280e3fe65187'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:49.482844 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.520096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3538394-36ac-4a67-9ed2-c7b7c209e5e7 req-96fd0a68-1b33-468c-9893-f94837e1bfd6 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/security-groups?id=850f6e95-48ec-4b69-bb4e-bec3013d56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506085 Aug 03 19:02:49.593278 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:49.604102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:49.604735 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.618910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] Deleting port 916d5870-78e6-4076-877b-59f4a0d5cbcd {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:49.619269 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.646327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] For port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:49.654070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] For port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=87545e28-c13a-44cf-84e0-9b6eeecdfeaf,segment=NetworkSegment(fa820584-c735-4aa7-8d23-d5b54bb504c1),segment_id=fa820584-c735-4aa7-8d23-d5b54bb504c1)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:49.669696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.706776 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efd3a8f-c292-4a0d-ac2f-1cef3c98e672 x-openstack-request-id: req-7efd3a8f-c292-4a0d-ac2f-1cef3c98e672 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:49.707074 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72ead2a-6d09-443c-8fde-c29ee2376c2c", "name": "network-vif-plugged", "status": "completed", "tag": "110746b4-687d-42fd-9d3d-04a291fd0466", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:49.707346 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7efd3a8f-c292-4a0d-ac2f-1cef3c98e672 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:49.707735 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72ead2a-6d09-443c-8fde-c29ee2376c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110746b4-687d-42fd-9d3d-04a291fd0466', 'code': 200} Aug 03 19:02:49.717913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:49.718214 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.719820 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] 10.222.0.37 "PUT /v2.0/ports/87545e28-c13a-44cf-84e0-9b6eeecdfeaf HTTP/1.1" status: 200 len: 1091 time: 0.9901650 Aug 03 19:02:49.720346 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00838e9-9590-462c-85ee-1a815ec11d7b', 'tag': '87545e28-c13a-44cf-84e0-9b6eeecdfeaf'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:49.722677 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea3dcbc-83f8-4cc8-96d5-2d7c6390fcbf" -d '{"events": [{"name": "network-changed", "server_uuid": "a00838e9-9590-462c-85ee-1a815ec11d7b", "tag": "87545e28-c13a-44cf-84e0-9b6eeecdfeaf"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:49.735727 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.825043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a76022-a069-40fd-be85-9cb25ac8f95c service neutron] Pushing event updated for resources: {'Port': ['ID=87545e28-c13a-44cf-84e0-9b6eeecdfeaf,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:49.842701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f35de-9a78-4878-8241-265efb93df66 req-bfd2ee11-c521-4266-8279-a018485c4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:49.844253 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-bfd2ee11-c521-4266-8279-a018485c4e82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f67529afae40e48d6c1d93be611f60&device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 1094 time: 0.0759006 Aug 03 19:02:49.850171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1033d419-da5b-46ad-91d1-38b0634731b7 req-8b36efe7-6b12-4185-8734-e3627a301760 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 210 time: 0.0848789 Aug 03 19:02:49.865183 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.869098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:49.882896 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.884324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 336ddda3-416e-4a3b-a1f5-d2995c5404dd up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:49.929685 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-01a6b74e-4ac4-40db-a20e-f5e38d08ab55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87545e28-c13a-44cf-84e0-9b6eeecdfeaf HTTP/1.1" status: 200 len: 217 time: 0.0765986 Aug 03 19:02:49.929931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74e2b0-6803-42a4-9eae-9aa2942021ab req-a4432a80-19f6-4437-b036-5a2be92cf96d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:49.932317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd74e2b0-6803-42a4-9eae-9aa2942021ab req-a4432a80-19f6-4437-b036-5a2be92cf96d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 945 time: 0.1716444 Aug 03 19:02:49.991462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] For port 916d5870-78e6-4076-877b-59f4a0d5cbcd, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=916d5870-78e6-4076-877b-59f4a0d5cbcd,segment=NetworkSegment(9d1e1b99-aeec-46c3-bc03-df15fda8398c),segment_id=9d1e1b99-aeec-46c3-bc03-df15fda8398c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:49.992130 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.021478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f35de-9a78-4878-8241-265efb93df66 req-51a42870-1213-49e9-bbad-a6848964b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:50.023711 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-51a42870-1213-49e9-bbad-a6848964b8d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=850de63b-7543-48ed-af4b-be633bb16b6b HTTP/1.1" status: 200 len: 861 time: 0.0795732 Aug 03 19:02:50.041529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] Calling delete_port for 916d5870-78e6-4076-877b-59f4a0d5cbcd owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:50.082889 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-de5c9117-a5da-4ffc-8cb8-58d80e271e35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=452f8da5-ec17-4dbd-bc09-280e3fe65187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437541 Aug 03 19:02:50.102634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38652fd1-9f99-4ba4-9a81-2a4a77abf976 req-19fa60fb-4785-4bd4-8478-13c0a6c6914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:50.104642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38652fd1-9f99-4ba4-9a81-2a4a77abf976 req-19fa60fb-4785-4bd4-8478-13c0a6c6914c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 1097 time: 0.2282443 Aug 03 19:02:50.193726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:50.198098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:50.203598 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.207484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd74e2b0-6803-42a4-9eae-9aa2942021ab req-cd2340c8-4400-405b-99f8-ca0243610985 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484930 Aug 03 19:02:50.226242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea497be-d590-48f8-b642-a1aec369df9a req-e18b45a7-f507-43aa-bb30-20ef6e2247d5 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:50.235507 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-9e1b3a3b-ebbe-4517-8b6d-3eade6b78d5b service neutron] 10.222.0.37 "GET /v2.0/networks/452f8da5-ec17-4dbd-bc09-280e3fe65187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448870 Aug 03 19:02:50.239305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 336ddda3-416e-4a3b-a1f5-d2995c5404dd completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:50.241590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ea497be-d590-48f8-b642-a1aec369df9a req-e18b45a7-f507-43aa-bb30-20ef6e2247d5 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.2438998 Aug 03 19:02:50.252675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 336ddda3-416e-4a3b-a1f5-d2995c5404dd triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:50.253091 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.284648 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:50.299242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38652fd1-9f99-4ba4-9a81-2a4a77abf976 req-bf3760e8-7b93-41db-82a1-27a8ddc5cca4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494029 Aug 03 19:02:50.350909 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.372430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ea497be-d590-48f8-b642-a1aec369df9a req-deac27a9-451e-4bc2-8b5d-1a650bb62f59 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283221 Aug 03 19:02:50.398493 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 336ddda3-416e-4a3b-a1f5-d2995c5404dd, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=336ddda3-416e-4a3b-a1f5-d2995c5404dd,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:50.404667 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.439243 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-550f35de-9a78-4878-8241-265efb93df66 req-2b6211cc-b178-45d9-b60a-a001c7c28639 service neutron] 10.222.0.37 "GET /v2.0/networks/452f8da5-ec17-4dbd-bc09-280e3fe65187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939304 Aug 03 19:02:50.441563 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2eb04b3-500d-4db4-8f2c-5a422dab0701 x-openstack-request-id: req-d2eb04b3-500d-4db4-8f2c-5a422dab0701 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:50.441884 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00838e9-9590-462c-85ee-1a815ec11d7b", "tag": "87545e28-c13a-44cf-84e0-9b6eeecdfeaf", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:50.442856 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2eb04b3-500d-4db4-8f2c-5a422dab0701 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:50.442856 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00838e9-9590-462c-85ee-1a815ec11d7b', 'tag': '87545e28-c13a-44cf-84e0-9b6eeecdfeaf', 'status': 'completed', 'code': 200} Aug 03 19:02:50.477798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=336ddda3-416e-4a3b-a1f5-d2995c5404dd,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:50.519883 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.551704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3dcbc-83f8-4cc8-96d5-2d7c6390fcbf req-59e8b47b-fecb-432b-a139-14f2b11426ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:50.553275 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eea3dcbc-83f8-4cc8-96d5-2d7c6390fcbf req-59e8b47b-fecb-432b-a139-14f2b11426ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2f67529afae40e48d6c1d93be611f60&device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 1094 time: 0.0485020 Aug 03 19:02:50.560122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] Pushing event deleted for resources: {'Port': ['ID=916d5870-78e6-4076-877b-59f4a0d5cbcd,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:50.677993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3dcbc-83f8-4cc8-96d5-2d7c6390fcbf req-f5369241-1d57-473c-ba26-114d479aacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:50.679771 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eea3dcbc-83f8-4cc8-96d5-2d7c6390fcbf req-f5369241-1d57-473c-ba26-114d479aacfc service neutron] 10.222.0.37 "GET /v2.0/networks?id=452f8da5-ec17-4dbd-bc09-280e3fe65187 HTTP/1.1" status: 200 len: 922 time: 0.1133175 Aug 03 19:02:50.730935 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eea3dcbc-83f8-4cc8-96d5-2d7c6390fcbf req-7e9e9237-381e-4239-b55f-11b4cf4dfdf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87545e28-c13a-44cf-84e0-9b6eeecdfeaf HTTP/1.1" status: 200 len: 217 time: 0.0403624 Aug 03 19:02:50.767364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.795359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3dcbc-83f8-4cc8-96d5-2d7c6390fcbf req-8ef96998-db7b-49c6-ae97-8e0bbff3ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:50.796866 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eea3dcbc-83f8-4cc8-96d5-2d7c6390fcbf req-8ef96998-db7b-49c6-ae97-8e0bbff3ebed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=850de63b-7543-48ed-af4b-be633bb16b6b HTTP/1.1" status: 200 len: 861 time: 0.0531819 Aug 03 19:02:50.839571 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eea3dcbc-83f8-4cc8-96d5-2d7c6390fcbf req-ae8d3fcd-ef11-44eb-872b-336bb8909c03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=452f8da5-ec17-4dbd-bc09-280e3fe65187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337787 Aug 03 19:02:50.962313 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eea3dcbc-83f8-4cc8-96d5-2d7c6390fcbf req-4a28fb52-0ceb-42cc-84ee-2d11f5fa294b service neutron] 10.222.0.37 "GET /v2.0/networks/452f8da5-ec17-4dbd-bc09-280e3fe65187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094196 Aug 03 19:02:50.969075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bfde0-9f5f-44bd-a14b-56085790adf7 req-a8550aa1-d1cd-4342-ada9-7e7034445347 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:50.971121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-679bfde0-9f5f-44bd-a14b-56085790adf7 req-a8550aa1-d1cd-4342-ada9-7e7034445347 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 943 time: 0.1403332 Aug 03 19:02:51.059142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2d53429-a798-4046-a856-6ce506bb3087 req-44512b22-ae68-4b26-a6e4-5b50cd72d65e tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 210 time: 0.0848320 Aug 03 19:02:51.071115 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-eea3dcbc-83f8-4cc8-96d5-2d7c6390fcbf req-6461e4ad-ef67-4694-bd5e-3e7bcf6f2eb8 service neutron] 10.222.0.37 "GET /v2.0/networks/452f8da5-ec17-4dbd-bc09-280e3fe65187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915866 Aug 03 19:02:51.162149 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-679bfde0-9f5f-44bd-a14b-56085790adf7 req-a788b3fc-d5e0-4ff9-a88a-9787447c67cf tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/security-groups?id=850f6e95-48ec-4b69-bb4e-bec3013d56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650662 Aug 03 19:02:51.254492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-c74ff1af-1924-4bdc-964f-47a750a8409d tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:51.255965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-c74ff1af-1924-4bdc-964f-47a750a8409d tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.37 "GET /v2.0/networks?id=10a50726-48a7-45a7-bb4d-f1315b1c2822 HTTP/1.1" status: 200 len: 814 time: 0.3052633 Aug 03 19:02:51.321724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] Router b423cb45-cd59-471f-b89b-e5339ecd540d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:02:51.350081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-89508f49-0297-4d6a-b385-9e8f683a7d92 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd557aa62abb4b2f9efe0e53a081c5df HTTP/1.1" status: 200 len: 380 time: 0.0812690 Aug 03 19:02:51.365242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Request body: {'port': {'device_id': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'admin_state_up': True, 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'security_groups': ['cc38afca-023d-4074-abde-e7016b1df96f']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:51.424902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20edb8d-1309-4ed5-a5ff-1f98d3659d87 req-7be6bd01-daa0-4d37-91c5-bba92a78b2e4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:51.426590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a20edb8d-1309-4ed5-a5ff-1f98d3659d87 req-7be6bd01-daa0-4d37-91c5-bba92a78b2e4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 946 time: 0.1489923 Aug 03 19:02:51.443283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:51.509214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:51.509620 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:51.570190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a20edb8d-1309-4ed5-a5ff-1f98d3659d87 req-492e6f63-cb83-4a8a-8da6-f008ddedb9a8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140237 Aug 03 19:02:51.589814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:02:51.612906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a56b6b55-75fc-4af0-8c4a-b3f98baba747 admin admin] 10.222.0.78 "PUT /v2.0/routers/b423cb45-cd59-471f-b89b-e5339ecd540d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2667146 Aug 03 19:02:51.615982 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45730) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:51.616836 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8808ae7-412c-4a7f-be28-7ef9adbc5e74 None None] Sync routers for ids ['b423cb45-cd59-471f-b89b-e5339ecd540d'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:02:51.627765 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8808ae7-412c-4a7f-be28-7ef9adbc5e74 None None] Routers {'b423cb45-cd59-471f-b89b-e5339ecd540d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:51.628391 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8808ae7-412c-4a7f-be28-7ef9adbc5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:02:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b423cb45-cd59-471f-b89b-e5339ecd540d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:51.684312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Made reservation on behalf of dd557aa62abb4b2f9efe0e53a081c5df for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:51.687969 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:51.709162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b788261-1468-4302-b64c-8d1280d39d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bddc94-a11c-4cf0-888b-38fcfbf3ce10'}, {'server_uuid': 'c47b2f53-2335-46f0-b00c-70b03d38a0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336ddda3-416e-4a3b-a1f5-d2995c5404dd'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:51.711924 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3436346b-4e29-48fe-a470-ef6568212748" -d '{"events": [{"server_uuid": "5b788261-1468-4302-b64c-8d1280d39d72", "name": "network-vif-plugged", "status": "completed", "tag": "f5bddc94-a11c-4cf0-888b-38fcfbf3ce10"}, {"server_uuid": "c47b2f53-2335-46f0-b00c-70b03d38a0bc", "name": "network-vif-plugged", "status": "completed", "tag": "336ddda3-416e-4a3b-a1f5-d2995c5404dd"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:51.746437 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a8808ae7-412c-4a7f-be28-7ef9adbc5e74 None None] Set router b423cb45-cd59-471f-b89b-e5339ecd540d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:51.759834 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafc844e-a135-4bd7-a2bb-1e7cdf8559ee x-openstack-request-id: req-eafc844e-a135-4bd7-a2bb-1e7cdf8559ee {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:51.760397 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b788261-1468-4302-b64c-8d1280d39d72", "name": "network-vif-plugged", "status": "completed", "tag": "f5bddc94-a11c-4cf0-888b-38fcfbf3ce10", "code": 200}, {"server_uuid": "c47b2f53-2335-46f0-b00c-70b03d38a0bc", "name": "network-vif-plugged", "status": "completed", "tag": "336ddda3-416e-4a3b-a1f5-d2995c5404dd", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:51.760825 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eafc844e-a135-4bd7-a2bb-1e7cdf8559ee {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:51.761394 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b788261-1468-4302-b64c-8d1280d39d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bddc94-a11c-4cf0-888b-38fcfbf3ce10', 'code': 200} Aug 03 19:02:51.761832 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47b2f53-2335-46f0-b00c-70b03d38a0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336ddda3-416e-4a3b-a1f5-d2995c5404dd', 'code': 200} Aug 03 19:02:51.966435 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8808ae7-412c-4a7f-be28-7ef9adbc5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'name': 'tempest-ServersTestMultiNic-1598793325-router', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:13Z', 'updated_at': '2021-08-03T19:02:50Z', 'revision_number': 5, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'gw_port': {'id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:14Z', 'updated_at': '2021-08-03T19:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:52.019771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45746) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:52.022251 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8808ae7-412c-4a7f-be28-7ef9adbc5e74 None None] Checking router: b423cb45-cd59-471f-b89b-e5339ecd540d for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:02:52.033416 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8808ae7-412c-4a7f-be28-7ef9adbc5e74 None None] Routers {'b423cb45-cd59-471f-b89b-e5339ecd540d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:52.034424 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8808ae7-412c-4a7f-be28-7ef9adbc5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:02:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b423cb45-cd59-471f-b89b-e5339ecd540d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:52.099025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f8998-7293-48c1-9069-19da7b5e2308 req-60af5534-4dc8-4122-ab80-e0974b0cf916 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:52.100590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-375f8998-7293-48c1-9069-19da7b5e2308 req-60af5534-4dc8-4122-ab80-e0974b0cf916 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.5071232 Aug 03 19:02:52.161841 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a8808ae7-412c-4a7f-be28-7ef9adbc5e74 None None] Set router b423cb45-cd59-471f-b89b-e5339ecd540d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:52.165908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.182820 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e8f08c-2ece-440a-811c-3ec13459c423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.252273 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-375f8998-7293-48c1-9069-19da7b5e2308 req-8bc57f70-0bcd-4c44-b3f3-af3ec9645dc6 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408138 Aug 03 19:02:52.332681 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e8f08c-2ece-440a-811c-3ec13459c423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.353238 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e8f08c-2ece-440a-811c-3ec13459c423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.354837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-509f1d0c-acb6-41cb-875f-51384164ed37 req-1d950f2b-fe12-438b-abaf-9521557a8016 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 210 time: 0.0511749 Aug 03 19:02:52.375509 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8808ae7-412c-4a7f-be28-7ef9adbc5e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'name': 'tempest-ServersTestMultiNic-1598793325-router', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:13Z', 'updated_at': '2021-08-03T19:02:50Z', 'revision_number': 5, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'gw_port': {'id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:14Z', 'updated_at': '2021-08-03T19:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:52.406297 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8808ae7-412c-4a7f-be28-7ef9adbc5e74 None None] The sync data for ids ['b423cb45-cd59-471f-b89b-e5339ecd540d'] in n-d-802918-7 is: [{'id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'name': 'tempest-ServersTestMultiNic-1598793325-router', 'tenant_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:13Z', 'updated_at': '2021-08-03T19:02:50Z', 'revision_number': 5, 'project_id': '3eb91f049aed49f3abafc52ade3c7ffe', 'gw_port': {'id': 'ca3dc2dd-cf81-4049-80a9-600db3af151b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b423cb45-cd59-471f-b89b-e5339ecd540d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:14Z', 'updated_at': '2021-08-03T19:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:02:52.407333 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-38e8f08c-2ece-440a-811c-3ec13459c423 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93393b632d6143f082d29541566f18c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864784 Aug 03 19:02:52.411974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45754) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:52.414442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ab1b-367d-4022-95ca-e7a61ab19086 req-87f5f0f6-6ef3-4913-b0c7-5ef191255f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:52.419521 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7597ab1b-367d-4022-95ca-e7a61ab19086 req-87f5f0f6-6ef3-4913-b0c7-5ef191255f91 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 1097 time: 0.1015980 Aug 03 19:02:52.424428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8f08c-2ece-440a-811c-3ec13459c423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfccb37-ee41-4e06-8cfd-53d844c4464b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:52.445548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Allocated IP 172.20.0.11 (10a50726-48a7-45a7-bb4d-f1315b1c2822/6ec068ff-be99-4104-9945-1426583b8bff/04c2aa4b-511e-4c90-98e2-a24a85c06970) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:52.502976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6588399e-a0df-4ad0-ab89-8f9c62d5d776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.508484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4485405-ad75-4cea-b53a-df4b0116654b req-972698a1-ec1a-44ce-be1a-4ab820ba0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:52.510193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4485405-ad75-4cea-b53a-df4b0116654b req-972698a1-ec1a-44ce-be1a-4ab820ba0176 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 1096 time: 0.2549369 Aug 03 19:02:52.522098 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.529573 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7597ab1b-367d-4022-95ca-e7a61ab19086 req-47e907da-62bd-4084-b731-fb9e085c30f8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622571 Aug 03 19:02:52.542055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6588399e-a0df-4ad0-ab89-8f9c62d5d776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.544698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab71b4b-4fc0-42eb-8ced-cae1e8e42100 req-28864ce2-bcfc-4ce4-a1b9-033fc5661e28 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:52.546296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ab71b4b-4fc0-42eb-8ced-cae1e8e42100 req-28864ce2-bcfc-4ce4-a1b9-033fc5661e28 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 943 time: 0.1969180 Aug 03 19:02:52.590807 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6588399e-a0df-4ad0-ab89-8f9c62d5d776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.593373 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6588399e-a0df-4ad0-ab89-8f9c62d5d776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.594689 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6588399e-a0df-4ad0-ab89-8f9c62d5d776 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/abfccb37-ee41-4e06-8cfd-53d844c4464b HTTP/1.1" status: 204 len: 168 time: 0.1767688 Aug 03 19:02:52.606771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588399e-a0df-4ad0-ab89-8f9c62d5d776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfccb37-ee41-4e06-8cfd-53d844c4464b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:52.699913 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4485405-ad75-4cea-b53a-df4b0116654b req-df86afcb-9376-4405-8fa8-2e5a6e0abd09 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655207 Aug 03 19:02:52.741043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ab71b4b-4fc0-42eb-8ced-cae1e8e42100 req-f8d6ec79-49b9-4e63-abc5-90b12db85dc1 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/security-groups?id=850f6e95-48ec-4b69-bb4e-bec3013d56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837974 Aug 03 19:02:52.793163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eeefaa-f3d3-4d45-a461-b3e731b1ffed req-8b199b84-9b18-452d-8638-a2a675dcbd80 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:52.794784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65eeefaa-f3d3-4d45-a461-b3e731b1ffed req-8b199b84-9b18-452d-8638-a2a675dcbd80 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 946 time: 0.1327538 Aug 03 19:02:52.802176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Deleting port ca3dc2dd-cf81-4049-80a9-600db3af151b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:52.802407 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.836099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.893520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Transition to ACTIVE for port object 04c2aa4b-511e-4c90-98e2-a24a85c06970 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:52.933694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65eeefaa-f3d3-4d45-a461-b3e731b1ffed req-cdc5097c-3c07-4cc7-8769-3cb66eb0cf04 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263955 Aug 03 19:02:52.976564 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] For port ca3dc2dd-cf81-4049-80a9-600db3af151b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ca3dc2dd-cf81-4049-80a9-600db3af151b,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:52.976934 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.994458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Calling delete_port for ca3dc2dd-cf81-4049-80a9-600db3af151b owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:52.999659 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.078845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Network 10a50726-48a7-45a7-bb4d-f1315b1c2822 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:53.087469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:53.094470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:53.098521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Pushing event updated for resources: {'Port': ['ID=04c2aa4b-511e-4c90-98e2-a24a85c06970,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:53.195942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:53.196588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.222528 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-2d932de4-442f-4201-b9cb-e5df4006a61f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8643582 Aug 03 19:02:53.237039 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Request body: {'port': {'device_id': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:53.311907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 916d5870-78e6-4076-877b-59f4a0d5cbcd no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:53.329951 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.334873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 916d5870-78e6-4076-877b-59f4a0d5cbcd {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:53.335578 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 916d5870-78e6-4076-877b-59f4a0d5cbcd not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:53.340568 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.366834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45784) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:53.375192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3dc2dd-cf81-4049-80a9-600db3af151b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:53.448367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a6d78d6b-ec2e-40cf-9d44-50eb9d239390 None None] Provisioning for port 04c2aa4b-511e-4c90-98e2-a24a85c06970 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:53.453492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a6d78d6b-ec2e-40cf-9d44-50eb9d239390 None None] Provisioning complete for port 04c2aa4b-511e-4c90-98e2-a24a85c06970 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:53.453999 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a6d78d6b-ec2e-40cf-9d44-50eb9d239390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.483594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-652586535-network', 'tenant_id': 'aa397c7a7d62450ba897227d84280d99'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:53.490536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a6d78d6b-ec2e-40cf-9d44-50eb9d239390 None None] Port 04c2aa4b-511e-4c90-98e2-a24a85c06970 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:53.506690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Made reservation on behalf of aa397c7a7d62450ba897227d84280d99 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:53.509152 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.522102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.545107 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.599035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 87545e28-c13a-44cf-84e0-9b6eeecdfeaf details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:53.641441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.645990 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.671712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:02:53.690439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77755941-493c-4b12-bffe-e9978e61e86f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:53.693961 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.694400 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Added segment b0bde6d8-7883-438e-9955-83d5afbc8233 of type vlan for network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 Aug 03 19:02:53.755279 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.763506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.771274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=87545e28-c13a-44cf-84e0-9b6eeecdfeaf,segment=NetworkSegment(fa820584-c735-4aa7-8d23-d5b54bb504c1),segment_id=fa820584-c735-4aa7-8d23-d5b54bb504c1)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:53.782897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.785608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '87545e28-c13a-44cf-84e0-9b6eeecdfeaf', 'network_id': '452f8da5-ec17-4dbd-bc09-280e3fe65187', 'port_id': '87545e28-c13a-44cf-84e0-9b6eeecdfeaf', 'mac_address': 'fa:16:3e:19:2d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850de63b-7543-48ed-af4b-be633bb16b6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:53.795880 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.796934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:53.797612 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.827077 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.840908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87545e28-c13a-44cf-84e0-9b6eeecdfeaf {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:53.855699 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4842756 Aug 03 19:02:53.856757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45792) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:53.860943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] Request body: {'subnet': {'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-652586535-subnet', 'tenant_id': 'aa397c7a7d62450ba897227d84280d99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:53.865312 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=87545e28-c13a-44cf-84e0-9b6eeecdfeaf,segment=NetworkSegment(fa820584-c735-4aa7-8d23-d5b54bb504c1),segment_id=fa820584-c735-4aa7-8d23-d5b54bb504c1)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:53.869074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9732860-da49-43c1-aa63-232dd3954c81 admin admin] Pushing event updated for resources: {'Network': ['ID=6fb37a93-83dd-4e34-b3d3-a6f011efbe21,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:53.870059 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.886454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] Made reservation on behalf of aa397c7a7d62450ba897227d84280d99 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:53.889017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.899140 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.899780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b423cb45-cd59-471f-b89b-e5339ecd540d {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:02:53.907355 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:02:53.918480 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.922118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4682d6fa-1ccf-45ec-bdd5-a3ccd38b7af9 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b423cb45-cd59-471f-b89b-e5339ecd540d HTTP/1.1" status: 204 len: 168 time: 2.3050151 Aug 03 19:02:53.933174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218ca57-55be-4a24-b28e-9c7a2b9e910a req-9632dd86-cf85-4db5-a89e-2ede353bf52b tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:53.935011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7218ca57-55be-4a24-b28e-9c7a2b9e910a req-9632dd86-cf85-4db5-a89e-2ede353bf52b tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.2027497 Aug 03 19:02:53.936784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45794) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:53.950593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada54bf-f712-43a2-94d9-ee274c0cf3a8 req-c7b653d0-c50e-4f10-b942-29f21e6f4527 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:53.954656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ada54bf-f712-43a2-94d9-ee274c0cf3a8 req-c7b653d0-c50e-4f10-b942-29f21e6f4527 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 932 time: 0.1880138 Aug 03 19:02:53.974525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=87545e28-c13a-44cf-84e0-9b6eeecdfeaf,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:54.052438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c2aa4b-511e-4c90-98e2-a24a85c06970 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:54.071332 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.091556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['87545e28-c13a-44cf-84e0-9b6eeecdfeaf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:54.091824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.130685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Transition to ACTIVE for port object 04c2aa4b-511e-4c90-98e2-a24a85c06970 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:54.148429 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.161682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b765c465-b718-4cc4-b38a-fe0027e28aa5,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:54.167656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] Checking segment: {'id': 'b0bde6d8-7883-438e-9955-83d5afbc8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:54.168016 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] Network hostable DHCP agents. Network: 6fb37a93-83dd-4e34-b3d3-a6f011efbe21, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:02:54.186690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] Network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:02:54.197191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 6fb37a93-83dd-4e34-b3d3-a6f011efbe21) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:54.202512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:54.203201 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.210439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7218ca57-55be-4a24-b28e-9c7a2b9e910a req-c6bd224d-d8eb-4f9b-8be1-f358c66ff370 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520480 Aug 03 19:02:54.214207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd7f5b0-2a91-4b4a-a78e-82faa397f811 admin admin] Deleting subnet dd9c40e0-c00e-4ac8-a579-f3a10a912660 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:02:54.217533 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf80a22-55fb-4b7f-8705-d4e779d1c72e None None] Network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:54.223059 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f5b0-2a91-4b4a-a78e-82faa397f811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.244554 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c7f01d9a-6d10-4151-898a-6d4e58e22d4a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3784428 Aug 03 19:02:54.295468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ada54bf-f712-43a2-94d9-ee274c0cf3a8 req-6104d6a3-ed65-4858-a236-3dc4ed353f52 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc38afca-023d-4074-abde-e7016b1df96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378893 Aug 03 19:02:54.336808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Pushing event updated for resources: {'Port': ['ID=04c2aa4b-511e-4c90-98e2-a24a85c06970,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:54.461957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e068531f-8588-4a9f-a390-18d94bf87675 None None] Network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:54.468380 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f5b0-2a91-4b4a-a78e-82faa397f811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.533886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Attempting to bind port 04c2aa4b-511e-4c90-98e2-a24a85c06970 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:54.534226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Attempting to bind port 04c2aa4b-511e-4c90-98e2-a24a85c06970 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:54.534557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Attempting to bind port 04c2aa4b-511e-4c90-98e2-a24a85c06970 on network 10a50726-48a7-45a7-bb4d-f1315b1c2822 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:54.559372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Port 04c2aa4b-511e-4c90-98e2-a24a85c06970 on network 10a50726-48a7-45a7-bb4d-f1315b1c2822 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:54.559620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Attempting to bind port 04c2aa4b-511e-4c90-98e2-a24a85c06970 on network 10a50726-48a7-45a7-bb4d-f1315b1c2822 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:54.578503 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f02e0-a1b9-4e57-87ff-40de784b47d0 req-09b62287-6fd6-405c-951a-d43d6fafd5eb tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:54.580059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d56f02e0-a1b9-4e57-87ff-40de784b47d0 req-09b62287-6fd6-405c-951a-d43d6fafd5eb tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 944 time: 0.2596607 Aug 03 19:02:54.593185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:54.593619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Checking segment: {'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:54.593972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Bound using segment: {'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:54.594471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Bound port: 04c2aa4b-511e-4c90-98e2-a24a85c06970, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24620210-0079-4fae-ac27-77da286b319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:54.594793 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.641393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c0d88-1a12-447e-974e-b2c580b75048 req-4f04cd4e-d7eb-430f-9e34-808dedf9359a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:54.643103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-897c0d88-1a12-447e-974e-b2c580b75048 req-4f04cd4e-d7eb-430f-9e34-808dedf9359a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 946 time: 0.1803501 Aug 03 19:02:54.735501 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f5b0-2a91-4b4a-a78e-82faa397f811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.775219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d56f02e0-a1b9-4e57-87ff-40de784b47d0 req-b1d73ec9-0cef-4df1-b6d4-2eec10ccf23e tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/security-groups?id=850f6e95-48ec-4b69-bb4e-bec3013d56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843576 Aug 03 19:02:54.791389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-897c0d88-1a12-447e-974e-b2c580b75048 req-44d95856-f161-4706-853f-71d5b837a44f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368065 Aug 03 19:02:54.797908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] For port 04c2aa4b-511e-4c90-98e2-a24a85c06970, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:54.802456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] For port 04c2aa4b-511e-4c90-98e2-a24a85c06970, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=04c2aa4b-511e-4c90-98e2-a24a85c06970,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:54.819116 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.861080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:54.861741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.863496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] 10.222.0.37 "PUT /v2.0/ports/04c2aa4b-511e-4c90-98e2-a24a85c06970 HTTP/1.1" status: 200 len: 1092 time: 1.6312842 Aug 03 19:02:54.863951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'tag': '04c2aa4b-511e-4c90-98e2-a24a85c06970'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:54.866480 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12efad42-9c2c-4c4e-8c29-733412ee1fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "973c4b44-fd9e-42e7-b722-bef2b68bd4b0", "tag": "04c2aa4b-511e-4c90-98e2-a24a85c06970"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:54.872423 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f5b0-2a91-4b4a-a78e-82faa397f811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.927119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7f5b0-2a91-4b4a-a78e-82faa397f811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9c40e0-c00e-4ac8-a579-f3a10a912660,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:54.939579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ab8c3-e13f-419f-bc6c-5616556e5a41 None None] Network 2a030598-2ea9-4614-936c-b66b64ae06fb requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:54.950896 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f5b0-2a91-4b4a-a78e-82faa397f811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.955069 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2dd7f5b0-2a91-4b4a-a78e-82faa397f811 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dd9c40e0-c00e-4ac8-a579-f3a10a912660 HTTP/1.1" status: 204 len: 168 time: 0.9964683 Aug 03 19:02:54.956358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45810) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:54.962285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-cd554c0e-c95d-48da-b79b-f7f2249217e6 req-9d227167-abf7-4720-8c94-23cbe0856c4c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-353759946', 'description': 'tempest-description-981756476'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:54.966550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377cec8-378d-4285-8a03-fc3baa73bf2f service neutron] Pushing event updated for resources: {'Port': ['ID=04c2aa4b-511e-4c90-98e2-a24a85c06970,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:55.002620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-8197dfab-64f3-4f1e-8051-282994023b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:55.004308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-8197dfab-64f3-4f1e-8051-282994023b73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd557aa62abb4b2f9efe0e53a081c5df&device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 1095 time: 0.0965822 Aug 03 19:02:55.005150 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cd554c0e-c95d-48da-b79b-f7f2249217e6 req-9d227167-abf7-4720-8c94-23cbe0856c4c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.055202 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-12b382c4-2b40-40ad-8093-5be6e9fed6f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c2aa4b-511e-4c90-98e2-a24a85c06970 HTTP/1.1" status: 200 len: 217 time: 0.0394008 Aug 03 19:02:55.063383 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.134222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Deleting port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:55.134875 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.164592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-dd4a0d0c-f432-45e4-bc86-38f0e94b865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:55.166280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-dd4a0d0c-f432-45e4-bc86-38f0e94b865d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ec068ff-be99-4104-9945-1426583b8bff HTTP/1.1" status: 200 len: 853 time: 0.0922401 Aug 03 19:02:55.196978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a097a-e5a5-43f5-9e51-92e86fa7636c None None] DHCP port deletion for 2a030598-2ea9-4614-936c-b66b64ae06fb request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:02:55.201755 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16e82f7-0b2b-400a-9c9e-55078c187898 x-openstack-request-id: req-b16e82f7-0b2b-400a-9c9e-55078c187898 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:55.202039 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973c4b44-fd9e-42e7-b722-bef2b68bd4b0", "tag": "04c2aa4b-511e-4c90-98e2-a24a85c06970", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:55.202286 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b16e82f7-0b2b-400a-9c9e-55078c187898 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:55.202703 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'tag': '04c2aa4b-511e-4c90-98e2-a24a85c06970', 'status': 'completed', 'code': 200} Aug 03 19:02:55.234454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] For port 9b0511ad-b051-4f2e-8a14-fb7e560c7217, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=9b0511ad-b051-4f2e-8a14-fb7e560c7217,segment=NetworkSegment(9d1e1b99-aeec-46c3-bc03-df15fda8398c),segment_id=9d1e1b99-aeec-46c3-bc03-df15fda8398c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:55.234998 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.252932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Calling delete_port for 9b0511ad-b051-4f2e-8a14-fb7e560c7217 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:55.261781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cd554c0e-c95d-48da-b79b-f7f2249217e6 req-9d227167-abf7-4720-8c94-23cbe0856c4c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.263869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-909a097a-e5a5-43f5-9e51-92e86fa7636c None None] Deleting port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:55.264367 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-909a097a-e5a5-43f5-9e51-92e86fa7636c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.266528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-c9886eef-4cd2-4b3b-97ed-0cb86e1e4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:55.268208 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-c9886eef-4cd2-4b3b-97ed-0cb86e1e4f78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10a50726-48a7-45a7-bb4d-f1315b1c2822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924144 Aug 03 19:02:55.269283 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cd554c0e-c95d-48da-b79b-f7f2249217e6 req-9d227167-abf7-4720-8c94-23cbe0856c4c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.341228 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cd554c0e-c95d-48da-b79b-f7f2249217e6 req-9d227167-abf7-4720-8c94-23cbe0856c4c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.342534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd554c0e-c95d-48da-b79b-f7f2249217e6 req-9d227167-abf7-4720-8c94-23cbe0856c4c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3932207 Aug 03 19:02:55.386754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d227167-abf7-4720-8c94-23cbe0856c4c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f3940f-8982-438e-9900-046052232e06,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:55.387944 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.389963 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-909a097a-e5a5-43f5-9e51-92e86fa7636c None None] For port 9b0511ad-b051-4f2e-8a14-fb7e560c7217, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=9b0511ad-b051-4f2e-8a14-fb7e560c7217,segment=NetworkSegment(9d1e1b99-aeec-46c3-bc03-df15fda8398c),segment_id=9d1e1b99-aeec-46c3-bc03-df15fda8398c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:55.390425 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-909a097a-e5a5-43f5-9e51-92e86fa7636c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.416956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-909a097a-e5a5-43f5-9e51-92e86fa7636c None None] Calling delete_port for 9b0511ad-b051-4f2e-8a14-fb7e560c7217 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:55.421210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca3dc2dd-cf81-4049-80a9-600db3af151b no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:55.433613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9126ae4-5920-4045-b246-7c23bcd918ee req-8ab3aca4-bed5-47af-a9cc-da29db9f1fbc tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:55.435199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9126ae4-5920-4045-b246-7c23bcd918ee req-8ab3aca4-bed5-47af-a9cc-da29db9f1fbc tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.1226413 Aug 03 19:02:55.450086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ca3dc2dd-cf81-4049-80a9-600db3af151b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:55.450469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca3dc2dd-cf81-4049-80a9-600db3af151b not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:55.450864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9b0511ad-b051-4f2e-8a14-fb7e560c7217 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:55.456427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0511ad-b051-4f2e-8a14-fb7e560c7217,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:55.462070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] No DVR routers for this DVR port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:55.477451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-5c6eefd5-8f30-42e6-af26-ae3847a83e0b service neutron] 10.222.0.37 "GET /v2.0/networks/10a50726-48a7-45a7-bb4d-f1315b1c2822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987300 Aug 03 19:02:55.511794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 9b0511ad-b051-4f2e-8a14-fb7e560c7217 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:55.512394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9b0511ad-b051-4f2e-8a14-fb7e560c7217 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:55.546410 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.557434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a030598-2ea9-4614-936c-b66b64ae06fb']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:55.565916 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-909a097a-e5a5-43f5-9e51-92e86fa7636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.568800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1e1b99-aeec-46c3-bc03-df15fda8398c') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:55.569224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1e1b99-aeec-46c3-bc03-df15fda8398c') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:55.581013 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.588011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9126ae4-5920-4045-b246-7c23bcd918ee req-cbe688e8-a277-45eb-b612-812c91cc796a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449673 Aug 03 19:02:55.597632 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.605162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 87545e28-c13a-44cf-84e0-9b6eeecdfeaf up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:55.607528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:02:55.607683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6efb-53a6-473f-a6fb-746004f86c1f req-7681abe7-4a0a-4fa4-b8e8-266b8141f967 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:55.607792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.608252 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb9a6efb-53a6-473f-a6fb-746004f86c1f req-7681abe7-4a0a-4fa4-b8e8-266b8141f967 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 944 time: 0.1665099 Aug 03 19:02:55.609662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a097a-e5a5-43f5-9e51-92e86fa7636c None None] Pushing event deleted for resources: {'Port': ['ID=9b0511ad-b051-4f2e-8a14-fb7e560c7217,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:02:55.612393 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:02:55.638630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a097a-e5a5-43f5-9e51-92e86fa7636c None None] No DVR routers for this DVR port 9b0511ad-b051-4f2e-8a14-fb7e560c7217 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:55.654086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-9f0bd9d7-e718-40f4-90df-430022d64b71 req-df242de3-2552-4305-be59-5c82eba3695b tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-810309396', 'description': 'tempest-description-241542820'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:55.674051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9bfbd09d-6110-40a5-b5d1-49eb3cd89447 req-7a91e7c1-bde6-437d-a91a-b5851b75333a service neutron] 10.222.0.37 "GET /v2.0/networks/10a50726-48a7-45a7-bb4d-f1315b1c2822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854196 Aug 03 19:02:55.675618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:55.683694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:55.684156 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.701704 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.707015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb9a6efb-53a6-473f-a6fb-746004f86c1f req-47fbad1b-6809-4617-bba9-810a7a49bc0c tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc38afca-023d-4074-abde-e7016b1df96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720286 Aug 03 19:02:55.709215 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9f0bd9d7-e718-40f4-90df-430022d64b71 req-df242de3-2552-4305-be59-5c82eba3695b tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.716839 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.719371 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2a030598-2ea9-4614-936c-b66b64ae06fb HTTP/1.1" status: 204 len: 168 time: 0.7609193 Aug 03 19:02:55.736752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d8f6b-e788-4c29-a17c-bd3002dabe76 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a030598-2ea9-4614-936c-b66b64ae06fb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:55.832655 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.886501 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00838e9-9590-462c-85ee-1a815ec11d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87545e28-c13a-44cf-84e0-9b6eeecdfeaf'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:55.889464 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892242fc-4b16-492e-90f2-94b46b3b49cd" -d '{"events": [{"server_uuid": "a00838e9-9590-462c-85ee-1a815ec11d7b", "name": "network-vif-plugged", "status": "completed", "tag": "87545e28-c13a-44cf-84e0-9b6eeecdfeaf"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:55.895932 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9f0bd9d7-e718-40f4-90df-430022d64b71 req-df242de3-2552-4305-be59-5c82eba3695b tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.908234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=87545e28-c13a-44cf-84e0-9b6eeecdfeaf,segment=NetworkSegment(fa820584-c735-4aa7-8d23-d5b54bb504c1),segment_id=fa820584-c735-4aa7-8d23-d5b54bb504c1)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:55.908672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9f0bd9d7-e718-40f4-90df-430022d64b71 req-df242de3-2552-4305-be59-5c82eba3695b tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.913305 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.926914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45826) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:55.971751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=87545e28-c13a-44cf-84e0-9b6eeecdfeaf,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:55.977705 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4fbb237c-290e-4933-84b9-1c2590a5ce6f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3eb91f049aed49f3abafc52ade3c7ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494008 Aug 03 19:02:55.981078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45830) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:56.037730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a34de2d-c2e5-4edd-af0f-83336c6672e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:56.061219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a34de2d-c2e5-4edd-af0f-83336c6672e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:56.115393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a34de2d-c2e5-4edd-af0f-83336c6672e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:56.118176 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a34de2d-c2e5-4edd-af0f-83336c6672e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:56.121792 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1a34de2d-c2e5-4edd-af0f-83336c6672e6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/18d14792-f5c7-4c51-95f8-1d0480159d6a HTTP/1.1" status: 204 len: 168 time: 0.1367805 Aug 03 19:02:56.128937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34de2d-c2e5-4edd-af0f-83336c6672e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d14792-f5c7-4c51-95f8-1d0480159d6a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:56.278770 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9f0bd9d7-e718-40f4-90df-430022d64b71 req-df242de3-2552-4305-be59-5c82eba3695b tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:56.280019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f0bd9d7-e718-40f4-90df-430022d64b71 req-df242de3-2552-4305-be59-5c82eba3695b tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6410356 Aug 03 19:02:56.295611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efad42-9c2c-4c4e-8c29-733412ee1fcc req-126aaeeb-35d8-49fc-b05e-ae0c4c96beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.295611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12efad42-9c2c-4c4e-8c29-733412ee1fcc req-126aaeeb-35d8-49fc-b05e-ae0c4c96beb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd557aa62abb4b2f9efe0e53a081c5df&device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 1095 time: 0.4418628 Aug 03 19:02:56.295611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df242de3-2552-4305-be59-5c82eba3695b tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755aac17-b52d-4485-b0e3-9fa8e07b19f6,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:56.318758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033818d4-088f-407e-b01f-350c47ef8f1b req-1b1f4029-46ee-4c80-a8fd-3f0a7bdb6362 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.322045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-033818d4-088f-407e-b01f-350c47ef8f1b req-1b1f4029-46ee-4c80-a8fd-3f0a7bdb6362 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 944 time: 0.4357984 Aug 03 19:02:56.450401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-033818d4-088f-407e-b01f-350c47ef8f1b req-6794ca79-4c30-4d8f-891d-b35e7a2ddb34 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/security-groups?id=850f6e95-48ec-4b69-bb4e-bec3013d56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195068 Aug 03 19:02:56.470307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8052af7-e8bf-48e2-a8c7-b6ecb484b545 req-41e57ef2-34b1-4f68-8b74-bbd245597d60 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.471889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b8052af7-e8bf-48e2-a8c7-b6ecb484b545 req-41e57ef2-34b1-4f68-8b74-bbd245597d60 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 946 time: 0.1091404 Aug 03 19:02:56.473086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efad42-9c2c-4c4e-8c29-733412ee1fcc req-a39f449a-624a-4b56-b79e-b4767ce865f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.474469 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12efad42-9c2c-4c4e-8c29-733412ee1fcc req-a39f449a-624a-4b56-b79e-b4767ce865f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10a50726-48a7-45a7-bb4d-f1315b1c2822 HTTP/1.1" status: 200 len: 915 time: 0.1753025 Aug 03 19:02:56.519762 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7f248f-01a2-44d8-9492-0359306ac07f x-openstack-request-id: req-3c7f248f-01a2-44d8-9492-0359306ac07f {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:56.520654 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00838e9-9590-462c-85ee-1a815ec11d7b", "name": "network-vif-plugged", "status": "completed", "tag": "87545e28-c13a-44cf-84e0-9b6eeecdfeaf", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:56.520913 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c7f248f-01a2-44d8-9492-0359306ac07f {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:56.521318 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00838e9-9590-462c-85ee-1a815ec11d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87545e28-c13a-44cf-84e0-9b6eeecdfeaf', 'code': 200} Aug 03 19:02:56.551647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12efad42-9c2c-4c4e-8c29-733412ee1fcc req-f9d6c4ab-0946-4522-b73a-3cf86bc57260 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c2aa4b-511e-4c90-98e2-a24a85c06970 HTTP/1.1" status: 200 len: 217 time: 0.0677433 Aug 03 19:02:56.605047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b8052af7-e8bf-48e2-a8c7-b6ecb484b545 req-af2e47ed-136d-4b3d-9dbe-673907c427ac tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230497 Aug 03 19:02:56.626863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efad42-9c2c-4c4e-8c29-733412ee1fcc req-bf9eeae7-b670-440a-859a-922239fe9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.628834 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12efad42-9c2c-4c4e-8c29-733412ee1fcc req-bf9eeae7-b670-440a-859a-922239fe9f6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ec068ff-be99-4104-9945-1426583b8bff HTTP/1.1" status: 200 len: 853 time: 0.0619154 Aug 03 19:02:56.659903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4295fc-aa31-4d3f-8cd4-77ff3995c674 req-854c109d-c7a1-4f32-bf82-81540a76570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.661646 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4295fc-aa31-4d3f-8cd4-77ff3995c674 req-854c109d-c7a1-4f32-bf82-81540a76570c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 1096 time: 0.0588415 Aug 03 19:02:56.689173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efad42-9c2c-4c4e-8c29-733412ee1fcc req-a5f67013-01d0-4dc2-b7f7-ca9d58ce9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.690852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12efad42-9c2c-4c4e-8c29-733412ee1fcc req-a5f67013-01d0-4dc2-b7f7-ca9d58ce9ede service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10a50726-48a7-45a7-bb4d-f1315b1c2822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497026 Aug 03 19:02:56.725217 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4295fc-aa31-4d3f-8cd4-77ff3995c674 req-129c02fd-ab3a-4024-ab7a-ff5d8c17e402 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=850f6e95-48ec-4b69-bb4e-bec3013d56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544538 Aug 03 19:02:56.901310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45874) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:56.903126 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12efad42-9c2c-4c4e-8c29-733412ee1fcc req-1f1c54f2-6f14-4157-a85b-d96622f9e28a service neutron] 10.222.0.37 "GET /v2.0/networks/10a50726-48a7-45a7-bb4d-f1315b1c2822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036943 Aug 03 19:02:56.914164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-d518108c-69a2-487c-9598-e7900a8566d6 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.915647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-d518108c-69a2-487c-9598-e7900a8566d6 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/networks?id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 200 len: 812 time: 0.1642463 Aug 03 19:02:56.988879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade134f-67fd-4c18-8ae1-f8f5f2a72e56 req-c0139223-d92f-4b03-9d0a-98340321005a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.990441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bade134f-67fd-4c18-8ae1-f8f5f2a72e56 req-c0139223-d92f-4b03-9d0a-98340321005a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.1452262 Aug 03 19:02:56.996579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-a5f69d1f-a1f9-473d-afdc-665e7b5fe003 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/quotas/aa397c7a7d62450ba897227d84280d99 HTTP/1.1" status: 200 len: 375 time: 0.0694652 Aug 03 19:02:57.002509 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-934824878-network', 'tenant_id': '9cedb32f4c8843edb406f839ba8551a1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:57.029474 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Made reservation on behalf of 9cedb32f4c8843edb406f839ba8551a1 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:57.032482 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.041579 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.051311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-6af345e5-df55-42ee-9c70-b628185ccbb6 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aa397c7a7d62450ba897227d84280d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432880 Aug 03 19:02:57.097376 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bade134f-67fd-4c18-8ae1-f8f5f2a72e56 req-ddc70542-16bb-499e-98ce-53418332feba tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979764 Aug 03 19:02:57.140740 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12efad42-9c2c-4c4e-8c29-733412ee1fcc req-d826741e-7fec-4edb-8dfb-7c8a0f53dd3b service neutron] 10.222.0.37 "GET /v2.0/networks/10a50726-48a7-45a7-bb4d-f1315b1c2822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230895 Aug 03 19:02:57.154814 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.160004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.199326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:02:57.206080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f3dbdb-6768-4a34-bf11-ad12ab456b9c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:57.208012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-b01292f6-64b7-4f78-a06c-7a50a29c68a6 service neutron] 10.222.0.78 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432135 Aug 03 19:02:57.215620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.216499 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Added segment ddd4bf96-9bae-4ba4-9d14-60c36d623eba of type vlan for network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 Aug 03 19:02:57.239262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-591d917e-4b79-4e6c-bb05-d874c9eeea49 req-afebea9a-d6d3-4171-bf22-031328f6c8e4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=60edf04d68a54b668308e36955acb7f4 HTTP/1.1" status: 200 len: 267 time: 0.0684929 Aug 03 19:02:57.260544 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.293000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.294024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:57.294679 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.349576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d917e-4b79-4e6c-bb05-d874c9eeea49 req-e34d72ea-6a3b-4f39-bd9b-030e1fd1f9a8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:57.351080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-591d917e-4b79-4e6c-bb05-d874c9eeea49 req-e34d72ea-6a3b-4f39-bd9b-030e1fd1f9a8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 946 time: 0.0871670 Aug 03 19:02:57.354636 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4508288 Aug 03 19:02:57.356273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45880) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:57.361973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] Request body: {'subnet': {'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-934824878-subnet', 'tenant_id': '9cedb32f4c8843edb406f839ba8551a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:57.362410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359d789-1c89-4bf3-be3a-5499ddf04f12 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb4baa9-eb92-4272-b5b9-d4e937dacd30,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:57.367337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-6d4b52a8-b431-49fa-b96b-f8d992b63955 service neutron] 10.222.0.78 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530306 Aug 03 19:02:57.372645 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:02:57.379886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-591d917e-4b79-4e6c-bb05-d874c9eeea49 req-bd604fe7-f8ca-489b-8655-3c45b17d12f7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Request body: {'port': {'security_groups': []}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:57.428458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] Made reservation on behalf of 9cedb32f4c8843edb406f839ba8551a1 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:57.430795 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.519351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-591d917e-4b79-4e6c-bb05-d874c9eeea49 req-bd604fe7-f8ca-489b-8655-3c45b17d12f7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.602852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 04c2aa4b-511e-4c90-98e2-a24a85c06970 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:57.689207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6607e-7174-4a08-bf8e-4ef2cdb8efad req-f2400625-1df2-4b70-b07d-e3c0df96661c tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:57.697851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98d6607e-7174-4a08-bf8e-4ef2cdb8efad req-f2400625-1df2-4b70-b07d-e3c0df96661c tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 944 time: 0.1490219 Aug 03 19:02:57.756912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 04c2aa4b-511e-4c90-98e2-a24a85c06970, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=04c2aa4b-511e-4c90-98e2-a24a85c06970,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:57.789910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '04c2aa4b-511e-4c90-98e2-a24a85c06970', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'port_id': '04c2aa4b-511e-4c90-98e2-a24a85c06970', 'mac_address': 'fa:16:3e:76:0a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec068ff-be99-4104-9945-1426583b8bff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:57.837269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98d6607e-7174-4a08-bf8e-4ef2cdb8efad req-9147ea8e-81fa-47dd-91bd-9b249d1c20b9 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc38afca-023d-4074-abde-e7016b1df96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386507 Aug 03 19:02:57.853193 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.877310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.885391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c2aa4b-511e-4c90-98e2-a24a85c06970 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:57.914824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 04c2aa4b-511e-4c90-98e2-a24a85c06970, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=04c2aa4b-511e-4c90-98e2-a24a85c06970,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:57.921044 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.964337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-591d917e-4b79-4e6c-bb05-d874c9eeea49 req-bd604fe7-f8ca-489b-8655-3c45b17d12f7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] For port 336ddda3-416e-4a3b-a1f5-d2995c5404dd, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=336ddda3-416e-4a3b-a1f5-d2995c5404dd,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:57.987093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=04c2aa4b-511e-4c90-98e2-a24a85c06970,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:58.025033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:58.055495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] Checking segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:58.055726 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] Network hostable DHCP agents. Network: 1eb4baa9-eb92-4272-b5b9-d4e937dacd30, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:02:58.059723 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-591d917e-4b79-4e6c-bb05-d874c9eeea49 req-bd604fe7-f8ca-489b-8655-3c45b17d12f7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:58.066842 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-591d917e-4b79-4e6c-bb05-d874c9eeea49 req-bd604fe7-f8ca-489b-8655-3c45b17d12f7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:58.081485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964c3b-e799-4d29-b007-230393a74c3a req-6885e850-56b9-47cb-8420-f1eb088fff08 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:58.085165 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['e1dfc426-5139-480e-8caf-9ef9637faebf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:58.088961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66964c3b-e799-4d29-b007-230393a74c3a req-6885e850-56b9-47cb-8420-f1eb088fff08 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1379085 Aug 03 19:02:58.145650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f64c1de1-6b6f-4dbb-8ef4-08185bab5140', '336ddda3-416e-4a3b-a1f5-d2995c5404dd'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:58.181246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] Network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:02:58.198587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d917e-4b79-4e6c-bb05-d874c9eeea49 req-bd604fe7-f8ca-489b-8655-3c45b17d12f7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:58.199498 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-591d917e-4b79-4e6c-bb05-d874c9eeea49 req-bd604fe7-f8ca-489b-8655-3c45b17d12f7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:58.214952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-591d917e-4b79-4e6c-bb05-d874c9eeea49 req-bd604fe7-f8ca-489b-8655-3c45b17d12f7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "PUT /v2.0/ports/336ddda3-416e-4a3b-a1f5-d2995c5404dd HTTP/1.1" status: 200 len: 905 time: 0.8465154 Aug 03 19:02:58.215482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47b2f53-2335-46f0-b00c-70b03d38a0bc', 'tag': '336ddda3-416e-4a3b-a1f5-d2995c5404dd'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:58.218031 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c47b2f53-2335-46f0-b00c-70b03d38a0bc", "tag": "336ddda3-416e-4a3b-a1f5-d2995c5404dd"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:58.265901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66964c3b-e799-4d29-b007-230393a74c3a req-0a1f4a88-929a-46eb-8935-75f5685e457d tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722088 Aug 03 19:02:58.265901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd604fe7-f8ca-489b-8655-3c45b17d12f7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event updated for resources: {'Port': ['ID=336ddda3-416e-4a3b-a1f5-d2995c5404dd,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:58.266737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 1eb4baa9-eb92-4272-b5b9-d4e937dacd30) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:58.279426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['04c2aa4b-511e-4c90-98e2-a24a85c06970'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:58.285744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:58.286412 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:58.288065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adafe6b5-0ccd-4990-9a21-28ec5d7bb77e None None] Network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:58.405570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-63cbe3d3-da66-4c94-ae71-2ed91f6dd009 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0443726 Aug 03 19:02:58.449438 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61a8f7be-52f0-4ef5-9df5-2381f7d46132 req-ec73866a-b91e-4673-9883-254154a6765c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 210 time: 0.0826719 Aug 03 19:02:58.495261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb54d50-92a8-4375-99b3-6f295b45fb86 req-d2752c4a-10fd-46fa-ad96-710b03bb8e3a tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:58.500611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eb54d50-92a8-4375-99b3-6f295b45fb86 req-d2752c4a-10fd-46fa-ad96-710b03bb8e3a tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 945 time: 0.1906376 Aug 03 19:02:58.613579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eb54d50-92a8-4375-99b3-6f295b45fb86 req-a059a12f-0d62-4ba3-b1fa-cbb6055f8ac6 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/security-groups?id=850f6e95-48ec-4b69-bb4e-bec3013d56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039977 Aug 03 19:02:58.747833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['336ddda3-416e-4a3b-a1f5-d2995c5404dd'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:58.801714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1210c6ac-3445-4ade-afbc-e97de80415c7 None None] Network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:58.804701 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1258b145-4f5e-4d9f-9b2e-b7092366c8ab None None] Provisioning complete for port 336ddda3-416e-4a3b-a1f5-d2995c5404dd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:58.805124 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1258b145-4f5e-4d9f-9b2e-b7092366c8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:58.818727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56273df-8e08-4d98-af13-e481fd361206 req-57faa865-da59-42a9-8e05-64848dd9dd2a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:58.838436 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f56273df-8e08-4d98-af13-e481fd361206 req-57faa865-da59-42a9-8e05-64848dd9dd2a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 908 time: 0.0942855 Aug 03 19:02:58.872709 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7301862c-c713-45e6-b161-da61a2e77f61 x-openstack-request-id: req-7301862c-c713-45e6-b161-da61a2e77f61 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:58.873017 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47b2f53-2335-46f0-b00c-70b03d38a0bc", "tag": "336ddda3-416e-4a3b-a1f5-d2995c5404dd", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:58.873275 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7301862c-c713-45e6-b161-da61a2e77f61 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:58.873715 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47b2f53-2335-46f0-b00c-70b03d38a0bc', 'tag': '336ddda3-416e-4a3b-a1f5-d2995c5404dd', 'status': 'completed', 'code': 200} Aug 03 19:02:58.960142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a36842-ebc8-456e-93e7-5763f3498c09 req-0e28b086-1cab-4db9-92f5-e84192a1b362 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:58.961857 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85a36842-ebc8-456e-93e7-5763f3498c09 req-0e28b086-1cab-4db9-92f5-e84192a1b362 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 946 time: 0.0543537 Aug 03 19:02:59.051432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85a36842-ebc8-456e-93e7-5763f3498c09 req-e8639452-4063-4771-b870-79efef4751cf tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801744 Aug 03 19:02:59.094807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab req-4efe25f2-eab1-4af9-ad2d-f8d43dfa41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:59.096531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab req-4efe25f2-eab1-4af9-ad2d-f8d43dfa41f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 1059 time: 0.1042352 Aug 03 19:02:59.305080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591862ac-4f3d-4006-9f64-7f33d40e5c0a req-a9c9e548-cc21-4bb7-b7cb-0add97411c50 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:59.306629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-591862ac-4f3d-4006-9f64-7f33d40e5c0a req-a9c9e548-cc21-4bb7-b7cb-0add97411c50 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1503725 Aug 03 19:02:59.381957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-d1533c19-0adc-41c3-82d2-bd9798306547 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:59.383454 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-d1533c19-0adc-41c3-82d2-bd9798306547 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.2859201 Aug 03 19:02:59.404401 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:59.422345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab req-1474bf32-2250-4823-8dd4-eefe8d2df6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:59.423832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab req-1474bf32-2250-4823-8dd4-eefe8d2df6e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.2775578 Aug 03 19:02:59.439779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-29668ccf-d7f8-4d9f-bef5-e73cabe39d28 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/quotas/9cedb32f4c8843edb406f839ba8551a1 HTTP/1.1" status: 200 len: 375 time: 0.0398779 Aug 03 19:02:59.502123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-591862ac-4f3d-4006-9f64-7f33d40e5c0a req-bf3fae93-aa01-4254-897f-e62c43c5d131 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578786 Aug 03 19:02:59.519115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab req-588686d0-dda1-4d90-b338-4b122d148f53 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336ddda3-416e-4a3b-a1f5-d2995c5404dd HTTP/1.1" status: 200 len: 217 time: 0.0808067 Aug 03 19:02:59.521473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-f10a659a-0399-4bf7-98c8-4aff97f87389 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723228 Aug 03 19:02:59.529398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-737c4eb2-1281-461c-bbe2-7e7eb212a288 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:59.531026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-737c4eb2-1281-461c-bbe2-7e7eb212a288 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.37 "GET /v2.0/networks?id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 200 len: 812 time: 0.2752998 Aug 03 19:02:59.585958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'port': {'device_id': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21', 'admin_state_up': True, 'tenant_id': 'aa397c7a7d62450ba897227d84280d99'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:59.714683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab req-628a85ac-9a79-4434-ac20-e75ee45e439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:59.716167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab req-628a85ac-9a79-4434-ac20-e75ee45e439f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.1837442 Aug 03 19:02:59.778057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baf02f-e115-4905-8585-36596ffc968e req-dc0d8a99-335f-4659-9a2f-c3ca8445eeac tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:59.779428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91baf02f-e115-4905-8585-36596ffc968e req-dc0d8a99-335f-4659-9a2f-c3ca8445eeac tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 945 time: 0.1886246 Aug 03 19:03:00.099906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1915794c-3b2b-43db-9630-8f0d652fbc6a service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660276 Aug 03 19:03:00.200365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab req-eb9a84a2-04ac-4552-9792-5f0f13e89bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:00.201919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab req-eb9a84a2-04ac-4552-9792-5f0f13e89bbb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4612343 Aug 03 19:03:00.208035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91baf02f-e115-4905-8585-36596ffc968e req-43890bc5-be63-42d7-92cb-024e5ce6a870 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc38afca-023d-4074-abde-e7016b1df96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233006 Aug 03 19:03:00.217927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Made reservation on behalf of aa397c7a7d62450ba897227d84280d99 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:00.221464 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:00.312656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-d67cbc61-d753-4274-b20b-5568603aa23b service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978874 Aug 03 19:03:00.425864 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab req-2db16a17-37ee-469d-8e1d-33cdd21bf636 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019289 Aug 03 19:03:00.552709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Allocated IP 172.20.0.8 (6fb37a93-83dd-4e34-b3d3-a6f011efbe21/b765c465-b718-4cc4-b38a-fe0027e28aa5/b96e44ec-920c-4b0b-b3a4-739859d324c1) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:00.585308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-666d1890-d571-4466-8047-67f478a56ab5 req-ba08039a-9b8f-406e-9f6e-0003e5f8310d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 210 time: 0.0605903 Aug 03 19:03:00.616023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e22800-6f85-4cbf-abeb-489f5454fb6c req-cecd2cc6-b092-4e7f-bb5f-c610cefb2676 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:00.617767 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39e22800-6f85-4cbf-abeb-489f5454fb6c req-cecd2cc6-b092-4e7f-bb5f-c610cefb2676 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.1760914 Aug 03 19:03:00.685733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31f9ed72-aaf7-4c6b-83f2-56d91c2af2ab req-3c9a1e4d-6d02-4f8b-91d9-7069da784730 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311773 Aug 03 19:03:00.777170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39e22800-6f85-4cbf-abeb-489f5454fb6c req-ff74d366-0a0f-4a48-b074-19336877510a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467874 Aug 03 19:03:00.800107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f18839-2288-4156-8867-7ce1085cb81e req-dc42f8f6-bba2-42d6-aa9a-2291600d3a3e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:00.801730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20f18839-2288-4156-8867-7ce1085cb81e req-dc42f8f6-bba2-42d6-aa9a-2291600d3a3e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1502249 Aug 03 19:03:00.888764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:00.892568 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:03:00.894519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20f18839-2288-4156-8867-7ce1085cb81e req-4ea69467-db8b-4c12-baf8-449c81dc3e5b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733364 Aug 03 19:03:00.944491 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.040648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9665b69-1865-4720-8a4b-67703f905f06 req-fd4912d7-bb32-479a-8160-9e63ff494b63 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 210 time: 0.0436075 Aug 03 19:03:01.043022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:01.052632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:01.053176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:01.058690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'Port': ['ID=b96e44ec-920c-4b0b-b3a4-739859d324c1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:01.126733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:01.127482 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.153825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-90f8c111-8362-4fa2-93e0-baad4aa535c9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5815511 Aug 03 19:03:01.173403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Request body: {'port': {'device_id': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:01.299475 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.422052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f626540e-a444-4ba3-a066-1f6597e65212 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:01.422052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f626540e-a444-4ba3-a066-1f6597e65212 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 811 time: 0.2102423 Aug 03 19:03:01.451626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7af545-3462-4864-9136-17c4ce608787 req-54e511bf-3245-4900-b64b-35f01fc6bcf3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:01.453331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af7af545-3462-4864-9136-17c4ce608787 req-54e511bf-3245-4900-b64b-35f01fc6bcf3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1473608 Aug 03 19:03:01.513447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-67518f33-19d7-47ae-9ccf-6d757592ab2b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/quotas/60edf04d68a54b668308e36955acb7f4 HTTP/1.1" status: 200 len: 375 time: 0.0783937 Aug 03 19:03:01.605548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 04c2aa4b-511e-4c90-98e2-a24a85c06970 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:01.645427 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af7af545-3462-4864-9136-17c4ce608787 req-ed8451ab-72e6-4a83-b810-300cea406244 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427474 Aug 03 19:03:01.694677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-a762fcb7-de33-47dd-9100-125480c55ce5 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:01.698867 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-a762fcb7-de33-47dd-9100-125480c55ce5 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.1746769 Aug 03 19:03:01.699172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 04c2aa4b-511e-4c90-98e2-a24a85c06970 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:01.703629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 04c2aa4b-511e-4c90-98e2-a24a85c06970 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:01.704319 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.717702 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Request body: {'port': {'device_id': 'b93759b7-6614-42cb-81d2-48ae1a3162da', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'admin_state_up': True, 'tenant_id': '9cedb32f4c8843edb406f839ba8551a1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:01.748313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-7c3aa8b4-697d-4246-98e4-a576518b140c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2226858 Aug 03 19:03:01.810621 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.834663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c2aa4b-511e-4c90-98e2-a24a85c06970'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:01.837108 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192b5925-2f9c-45ef-9230-d036adbcf6c9" -d '{"events": [{"server_uuid": "973c4b44-fd9e-42e7-b722-bef2b68bd4b0", "name": "network-vif-plugged", "status": "completed", "tag": "04c2aa4b-511e-4c90-98e2-a24a85c06970"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:01.838623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Made reservation on behalf of 9cedb32f4c8843edb406f839ba8551a1 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:01.842448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.854683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 04c2aa4b-511e-4c90-98e2-a24a85c06970, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=04c2aa4b-511e-4c90-98e2-a24a85c06970,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:01.863018 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.924632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d6dd3-95f8-4d35-b8b2-f1390b987886 req-28497ef1-9906-4da9-8696-81861d4282d8 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:01.926056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c2d6dd3-95f8-4d35-b8b2-f1390b987886 req-28497ef1-9906-4da9-8696-81861d4282d8 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 945 time: 0.1699233 Aug 03 19:03:01.940238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=04c2aa4b-511e-4c90-98e2-a24a85c06970,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:01.954983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96e44ec-920c-4b0b-b3a4-739859d324c1 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:01.982120 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.989851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Allocated IP 172.20.0.13 (1eb4baa9-eb92-4272-b5b9-d4e937dacd30/9dc88900-b9b8-4c5c-ac1b-058bf6ec7366/1d16dab8-ac56-4451-acad-1df8cdfed898) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:02.010277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Transition to ACTIVE for port object b96e44ec-920c-4b0b-b3a4-739859d324c1 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:02.012944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-83676e9c-442a-40ce-a34c-8fa7246b4151 service neutron] 10.222.0.78 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441978 Aug 03 19:03:02.031924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:02.085848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c2d6dd3-95f8-4d35-b8b2-f1390b987886 req-8cd84113-eb23-4036-984b-664b37def567 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc38afca-023d-4074-abde-e7016b1df96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506612 Aug 03 19:03:02.149795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Pushing event updated for resources: {'Port': ['ID=b96e44ec-920c-4b0b-b3a4-739859d324c1,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:02.163993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:02.207972 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:02.250561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:02.253940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:02.260675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:02.274510 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-9010bc1f-2f30-411e-a201-58a268ffe4f2 service neutron] 10.222.0.78 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547216 Aug 03 19:03:02.288560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event updated for resources: {'Port': ['ID=1d16dab8-ac56-4451-acad-1df8cdfed898,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:02.295026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554056d-ab04-4f3b-9ba6-e156c5263673 req-3308ba33-9901-4244-8a68-9aa1db6b8eb0 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.296969 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7554056d-ab04-4f3b-9ba6-e156c5263673 req-3308ba33-9901-4244-8a68-9aa1db6b8eb0 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 943 time: 0.1405725 Aug 03 19:03:02.321320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Attempting to bind port b96e44ec-920c-4b0b-b3a4-739859d324c1 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:02.321714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Attempting to bind port b96e44ec-920c-4b0b-b3a4-739859d324c1 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b0bde6d8-7883-438e-9955-83d5afbc8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:02.321913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.322642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Attempting to bind port b96e44ec-920c-4b0b-b3a4-739859d324c1 on network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:02.323643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:02.330510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Port b96e44ec-920c-4b0b-b3a4-739859d324c1 on network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:02.330878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Attempting to bind port b96e44ec-920c-4b0b-b3a4-739859d324c1 on network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:02.339982 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:02.340417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Checking segment: {'id': 'b0bde6d8-7883-438e-9955-83d5afbc8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:02.340799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Bound using segment: {'id': 'b0bde6d8-7883-438e-9955-83d5afbc8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:02.341168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Bound port: b96e44ec-920c-4b0b-b3a4-739859d324c1, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bde6d8-7883-438e-9955-83d5afbc8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:02.341394 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-1a745360-2d13-412b-8b8a-00ef0543908d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6297510 Aug 03 19:03:02.341572 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:02.356645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Request body: {'port': {'device_id': 'b93759b7-6614-42cb-81d2-48ae1a3162da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:02.366841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7554056d-ab04-4f3b-9ba6-e156c5263673 req-2caad1f0-e453-41f4-8da3-c3cd2a47da23 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631475 Aug 03 19:03:02.430979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:02.464473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] For port b96e44ec-920c-4b0b-b3a4-739859d324c1, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:02.469368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] For port b96e44ec-920c-4b0b-b3a4-739859d324c1, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b96e44ec-920c-4b0b-b3a4-739859d324c1,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:02.474456 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5019716-df93-4f1b-891c-82e85048f3dc x-openstack-request-id: req-e5019716-df93-4f1b-891c-82e85048f3dc {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:02.474810 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973c4b44-fd9e-42e7-b722-bef2b68bd4b0", "name": "network-vif-plugged", "status": "completed", "tag": "04c2aa4b-511e-4c90-98e2-a24a85c06970", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:02.475168 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5019716-df93-4f1b-891c-82e85048f3dc {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:02.475887 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:02.481326 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c2aa4b-511e-4c90-98e2-a24a85c06970', 'code': 200} Aug 03 19:03:02.530519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.531236 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:02.533645 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] 10.222.0.37 "PUT /v2.0/ports/b96e44ec-920c-4b0b-b3a4-739859d324c1 HTTP/1.1" status: 200 len: 1091 time: 1.3678815 Aug 03 19:03:02.534338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'tag': 'b96e44ec-920c-4b0b-b3a4-739859d324c1'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:02.538626 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b0f360-0cd8-4875-8716-6877df48d640" -d '{"events": [{"name": "network-changed", "server_uuid": "038bca70-fba2-467e-9ca2-6f61c94fd0c5", "tag": "b96e44ec-920c-4b0b-b3a4-739859d324c1"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:02.610250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9eae8-de4e-4930-a767-6c6749424f93 service neutron] Pushing event updated for resources: {'Port': ['ID=b96e44ec-920c-4b0b-b3a4-739859d324c1,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:02.630143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1db10c-56c5-46e9-be17-587485647b6b req-51eaffb4-2c17-4fa7-a782-3d6cdde1cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.631716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d1db10c-56c5-46e9-be17-587485647b6b req-51eaffb4-2c17-4fa7-a782-3d6cdde1cc35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 1097 time: 0.0566359 Aug 03 19:03:02.676504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d1db10c-56c5-46e9-be17-587485647b6b req-a8381075-bf57-46f2-8c60-c5929f675ad4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cc38afca-023d-4074-abde-e7016b1df96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365338 Aug 03 19:03:02.744942 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-94c000f1-6c7b-4d26-bcf8-c1d1b76778fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.747735 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-94c000f1-6c7b-4d26-bcf8-c1d1b76778fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa397c7a7d62450ba897227d84280d99&device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 1094 time: 0.1213679 Aug 03 19:03:02.810250 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-6c45d2af-a42d-40e8-a2e5-8d487f51cd68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96e44ec-920c-4b0b-b3a4-739859d324c1 HTTP/1.1" status: 200 len: 217 time: 0.0526023 Aug 03 19:03:02.840862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38e41-f615-4908-af35-ae823c10ff7b req-a3b46818-6271-40a7-86ff-10be594336e3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.847232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38e41-f615-4908-af35-ae823c10ff7b req-a3b46818-6271-40a7-86ff-10be594336e3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.854239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38e41-f615-4908-af35-ae823c10ff7b req-a3b46818-6271-40a7-86ff-10be594336e3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.862536 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fc38e41-f615-4908-af35-ae823c10ff7b req-a3b46818-6271-40a7-86ff-10be594336e3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72&device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c&device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 2417 time: 0.0854156 Aug 03 19:03:02.941236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fc38e41-f615-4908-af35-ae823c10ff7b req-9f174839-c7a2-4ca6-b1c2-cc56882c56f0 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771673 Aug 03 19:03:02.966544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21871bcc-4f6c-4867-a180-0d7293b520fb req-d9fba571-3181-455f-a937-2cf15264fc7b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.974197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21871bcc-4f6c-4867-a180-0d7293b520fb req-d9fba571-3181-455f-a937-2cf15264fc7b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 932 time: 0.1088424 Aug 03 19:03:02.983009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-428dd61a-eb24-4537-8e97-e3d032262712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.985091 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-428dd61a-eb24-4537-8e97-e3d032262712 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b765c465-b718-4cc4-b38a-fe0027e28aa5 HTTP/1.1" status: 200 len: 852 time: 0.1464653 Aug 03 19:03:03.010670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21871bcc-4f6c-4867-a180-0d7293b520fb req-4b8ffc31-3ff4-4093-b128-7d97f2bb0fea tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Aug 03 19:03:03.018791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d16dab8-ac56-4451-acad-1df8cdfed898 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:03.047919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.051598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d51a6497-8e32-4ede-afcc-1804c11c78bc req-c38d37f2-4f43-45d5-a1b3-bc1969a39bb9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 210 time: 0.0380578 Aug 03 19:03:03.053879 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-7b21cc7c-9c57-40c2-8eb7-ead198c1c608 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541868 Aug 03 19:03:03.102393 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf1328e-95ae-4ca7-9293-0deeca6195a8 x-openstack-request-id: req-fbf1328e-95ae-4ca7-9293-0deeca6195a8 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:03.102889 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038bca70-fba2-467e-9ca2-6f61c94fd0c5", "tag": "b96e44ec-920c-4b0b-b3a4-739859d324c1", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:03.103154 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fbf1328e-95ae-4ca7-9293-0deeca6195a8 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:03.103819 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'tag': 'b96e44ec-920c-4b0b-b3a4-739859d324c1', 'status': 'completed', 'code': 200} Aug 03 19:03:03.146717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Transition to ACTIVE for port object 1d16dab8-ac56-4451-acad-1df8cdfed898 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:03.154954 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.243119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Pushing event updated for resources: {'Port': ['ID=1d16dab8-ac56-4451-acad-1df8cdfed898,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:03.285203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.285488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.285878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.286219 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.286556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.286911 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.287243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.287960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.287960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.288203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.288529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.288854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:03.293056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c35203-e1db-4058-8497-cf2cd971d187 req-616bfc43-560d-4b87-a050-02bdb2cc72a0 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.294626 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-13c35203-e1db-4058-8497-cf2cd971d187 req-616bfc43-560d-4b87-a050-02bdb2cc72a0 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 946 time: 0.1099968 Aug 03 19:03:03.302367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a14c1-6528-44c5-a009-ccc18106ab6b req-60304fe9-f7b6-4cc8-b3c9-470d24b6f16b tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.303859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-372a14c1-6528-44c5-a009-ccc18106ab6b req-60304fe9-f7b6-4cc8-b3c9-470d24b6f16b tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.1287897 Aug 03 19:03:03.315283 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-6f0ce726-897f-4035-84eb-8bbb5aa0b461 service neutron] 10.222.0.37 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482541 Aug 03 19:03:03.369716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-372a14c1-6528-44c5-a009-ccc18106ab6b req-19be8e72-7843-40b1-98f9-d7859b570dd3 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570643 Aug 03 19:03:03.372405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-13c35203-e1db-4058-8497-cf2cd971d187 req-a037670b-ba15-419c-9485-987e7c154fda tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc38afca-023d-4074-abde-e7016b1df96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676177 Aug 03 19:03:03.414458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Attempting to bind port 1d16dab8-ac56-4451-acad-1df8cdfed898 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:03.414458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Attempting to bind port 1d16dab8-ac56-4451-acad-1df8cdfed898 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:03.414956 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Attempting to bind port 1d16dab8-ac56-4451-acad-1df8cdfed898 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:03.426367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Port 1d16dab8-ac56-4451-acad-1df8cdfed898 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:03.426787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Attempting to bind port 1d16dab8-ac56-4451-acad-1df8cdfed898 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:03.442896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:03.443485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Checking segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:03.443909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Bound using segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:03.444517 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Bound port: 1d16dab8-ac56-4451-acad-1df8cdfed898, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:03.444955 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.472614 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-11f5170a-dfdc-4c38-bb9b-2994fcdf0caa req-204cfbea-f1f7-452a-bed6-48ed17f26f0f service neutron] 10.222.0.37 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461279 Aug 03 19:03:03.531821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] For port 1d16dab8-ac56-4451-acad-1df8cdfed898, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:03.536195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] For port 1d16dab8-ac56-4451-acad-1df8cdfed898, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1d16dab8-ac56-4451-acad-1df8cdfed898,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:03.541268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.618299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.619472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.620036 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f30000de-a46d-4ae1-b45b-dd4abe4cbeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.621252 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] 10.222.0.37 "PUT /v2.0/ports/1d16dab8-ac56-4451-acad-1df8cdfed898 HTTP/1.1" status: 200 len: 1092 time: 1.2713094 Aug 03 19:03:03.623155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93759b7-6614-42cb-81d2-48ae1a3162da', 'tag': '1d16dab8-ac56-4451-acad-1df8cdfed898'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:03.625753 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3c4d51-16e3-47d5-8e52-e972e958f18b" -d '{"events": [{"name": "network-changed", "server_uuid": "b93759b7-6614-42cb-81d2-48ae1a3162da", "tag": "1d16dab8-ac56-4451-acad-1df8cdfed898"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:03.653415 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d8e96-22e4-4bc9-8598-685e40061825 service neutron] Pushing event updated for resources: {'Port': ['ID=1d16dab8-ac56-4451-acad-1df8cdfed898,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:03.662032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0f360-0cd8-4875-8716-6877df48d640 req-8db032c6-0f5c-4fb0-92d5-586ded09c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.663572 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09b0f360-0cd8-4875-8716-6877df48d640 req-8db032c6-0f5c-4fb0-92d5-586ded09c6d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa397c7a7d62450ba897227d84280d99&device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 1094 time: 0.0888729 Aug 03 19:03:03.752579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73b1c7-3831-41f6-b551-13ff7a755a40 req-1c0a6b01-e026-43e3-8ba1-ac36b3c1bc0b tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.754084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c73b1c7-3831-41f6-b551-13ff7a755a40 req-1c0a6b01-e026-43e3-8ba1-ac36b3c1bc0b tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 945 time: 0.0865922 Aug 03 19:03:03.762274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebd2d3-d583-4973-9a36-146e6fb6e3c3 req-8acd00a9-6a47-4f80-83f5-b6a363a8bed2 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.763871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdebd2d3-d583-4973-9a36-146e6fb6e3c3 req-8acd00a9-6a47-4f80-83f5-b6a363a8bed2 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 943 time: 0.0860054 Aug 03 19:03:03.836594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-5eff03de-82d2-4a22-9d60-1f44cff6b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.838893 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-5eff03de-82d2-4a22-9d60-1f44cff6b85f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 1095 time: 0.1224010 Aug 03 19:03:03.890650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0f360-0cd8-4875-8716-6877df48d640 req-bece3069-d3aa-4b84-927d-bd4206f39144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.892065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c73b1c7-3831-41f6-b551-13ff7a755a40 req-a8317afd-9470-47f3-a25f-6b32d96f5a55 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/security-groups?id=850f6e95-48ec-4b69-bb4e-bec3013d56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256933 Aug 03 19:03:03.892474 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09b0f360-0cd8-4875-8716-6877df48d640 req-bece3069-d3aa-4b84-927d-bd4206f39144 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 200 len: 913 time: 0.1955552 Aug 03 19:03:03.894334 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-0832aa6c-2107-4c60-b95e-59fbf8fb8a3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d16dab8-ac56-4451-acad-1df8cdfed898 HTTP/1.1" status: 200 len: 217 time: 0.0427399 Aug 03 19:03:03.897725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdebd2d3-d583-4973-9a36-146e6fb6e3c3 req-8b433e7f-e31a-4c22-a210-93276f3ef830 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258705 Aug 03 19:03:03.985129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075df7c-6dec-45e7-9009-31999d66f226 req-d0669412-63ef-473f-8507-095302c288ec tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.986965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-d0669412-63ef-473f-8507-095302c288ec tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.37 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 811 time: 0.1637197 Aug 03 19:03:04.002529 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba28edb-c2a8-4491-b271-54f74f4ba4f7 x-openstack-request-id: req-7ba28edb-c2a8-4491-b271-54f74f4ba4f7 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:04.003064 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93759b7-6614-42cb-81d2-48ae1a3162da", "tag": "1d16dab8-ac56-4451-acad-1df8cdfed898", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:04.003261 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ba28edb-c2a8-4491-b271-54f74f4ba4f7 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:04.003749 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93759b7-6614-42cb-81d2-48ae1a3162da', 'tag': '1d16dab8-ac56-4451-acad-1df8cdfed898', 'status': 'completed', 'code': 200} Aug 03 19:03:04.007603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Request body: {'port': {'device_id': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'admin_state_up': True, 'tenant_id': '60edf04d68a54b668308e36955acb7f4'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:04.055648 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09b0f360-0cd8-4875-8716-6877df48d640 req-c0b4790b-4d8d-4579-9d14-3329c5b4f11a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96e44ec-920c-4b0b-b3a4-739859d324c1 HTTP/1.1" status: 200 len: 217 time: 0.1420958 Aug 03 19:03:04.067903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-ef8ce7fb-ddde-4792-ae54-6558d6ba5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:04.067903 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-ef8ce7fb-ddde-4792-ae54-6558d6ba5769 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.1329815 Aug 03 19:03:04.118332 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-0424c0da-0319-44d4-afd8-e26121a774b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382380 Aug 03 19:03:04.192623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Made reservation on behalf of 60edf04d68a54b668308e36955acb7f4 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:04.197831 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:04.258426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e6732-4f64-402b-88d0-e41b53307347 req-63cbb6a6-82cf-4901-98d5-d8e8e21aa99d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:04.260518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b79e6732-4f64-402b-88d0-e41b53307347 req-63cbb6a6-82cf-4901-98d5-d8e8e21aa99d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 944 time: 0.1068175 Aug 03 19:03:04.377157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b79e6732-4f64-402b-88d0-e41b53307347 req-ea4b7c48-824c-4d0c-8562-f5364079ce50 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870907 Aug 03 19:03:04.413565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8513cee7-9d54-4be1-8a49-76ec7baf73b0 req-1b1f7905-4a4b-4c73-ad98-d582f4fa2070 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 210 time: 0.0641427 Aug 03 19:03:04.447496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Allocated IP 172.20.0.13 (2bf9a5b8-bfa0-479f-a96f-a333f322fcdf/566f535f-1949-4a30-a0e9-cad8aa066a09/0bf37cf7-9990-4aa6-b1de-567b977a0c6d) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:04.511667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0f360-0cd8-4875-8716-6877df48d640 req-64504a04-75b5-4b65-931e-e4892f02d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:04.511667 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09b0f360-0cd8-4875-8716-6877df48d640 req-64504a04-75b5-4b65-931e-e4892f02d394 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b765c465-b718-4cc4-b38a-fe0027e28aa5 HTTP/1.1" status: 200 len: 852 time: 0.4306138 Aug 03 19:03:04.553006 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09b0f360-0cd8-4875-8716-6877df48d640 req-c1de43e7-2f13-42f2-a861-4d73ecdfcbdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312014 Aug 03 19:03:04.626867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dafcda-a766-471a-9ccc-f8be8c98d9d2 req-caebb455-2e39-43ce-a24d-aa1958087b97 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:04.628429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71dafcda-a766-471a-9ccc-f8be8c98d9d2 req-caebb455-2e39-43ce-a24d-aa1958087b97 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 946 time: 0.1205359 Aug 03 19:03:04.649234 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-55fdbb22-28e2-4297-8835-0c108eff132f service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049226 Aug 03 19:03:04.696123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71dafcda-a766-471a-9ccc-f8be8c98d9d2 req-52a8ed29-f737-4538-bee7-9b6563a288a1 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc38afca-023d-4074-abde-e7016b1df96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567446 Aug 03 19:03:04.701123 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:04.716004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Transition to ACTIVE for port object 0bf37cf7-9990-4aa6-b1de-567b977a0c6d will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:04.758736 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09b0f360-0cd8-4875-8716-6877df48d640 req-7b3e80d8-9bbf-4618-969d-ff06aa5ee174 service neutron] 10.222.0.37 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856763 Aug 03 19:03:04.772106 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:04.791910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['e1dfc426-5139-480e-8caf-9ef9637faebf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:04.842044 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1d06232a-17a3-40f7-ad37-56b8206183c8 req-2e8ebe0e-0dd4-449b-aac5-2190db87ff48 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806054 Aug 03 19:03:04.843212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f64c1de1-6b6f-4dbb-8ef4-08185bab5140'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:04.871329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:04.891169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:04.904382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:04.913796 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09b0f360-0cd8-4875-8716-6877df48d640 req-ea6f5553-9779-4f35-a637-984e97a058d9 service neutron] 10.222.0.37 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427991 Aug 03 19:03:04.971046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event updated for resources: {'Port': ['ID=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:04.976980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c4d51-16e3-47d5-8e52-e972e958f18b req-a98955d2-275d-47b7-add7-80dca3060905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:04.979401 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf3c4d51-16e3-47d5-8e52-e972e958f18b req-a98955d2-275d-47b7-add7-80dca3060905 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 1095 time: 0.0635955 Aug 03 19:03:05.011233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1170e-bb77-4245-bbe8-b0a7d7a096b0 req-89c1c036-b013-4bdb-9703-396e6c56f2e1 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:05.036244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abc1170e-bb77-4245-bbe8-b0a7d7a096b0 req-89c1c036-b013-4bdb-9703-396e6c56f2e1 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 946 time: 0.2537324 Aug 03 19:03:05.045932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46054) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:05.062888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fe1ff236-8542-4040-bf1e-639f47e74ca4 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Request body: {'floatingip': {'port_id': '04c2aa4b-511e-4c90-98e2-a24a85c06970'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:05.145120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c4d51-16e3-47d5-8e52-e972e958f18b req-93a2c637-2ff2-458a-8b86-e06668fd7319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:05.147205 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf3c4d51-16e3-47d5-8e52-e972e958f18b req-93a2c637-2ff2-458a-8b86-e06668fd7319 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 912 time: 0.1566453 Aug 03 19:03:05.168537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:05.169410 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:05.209415 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff236-8542-4040-bf1e-639f47e74ca4 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:05.211925 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf3c4d51-16e3-47d5-8e52-e972e958f18b req-f8507ba9-60c4-4abd-a44a-0154a8aad694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d16dab8-ac56-4451-acad-1df8cdfed898 HTTP/1.1" status: 200 len: 217 time: 0.0493906 Aug 03 19:03:05.274554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-f7d7662d-fca0-4094-9040-058b537244e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2718225 Aug 03 19:03:05.277261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c2ce3994-c82d-4951-abe8-b85e8044415e None None] Provisioning for port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:05.281338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c2ce3994-c82d-4951-abe8-b85e8044415e None None] Provisioning complete for port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:05.281851 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3994-c82d-4951-abe8-b85e8044415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:05.284843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c4d51-16e3-47d5-8e52-e972e958f18b req-4d57b7af-793c-491f-8ac2-83cc4485cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:05.285440 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf3c4d51-16e3-47d5-8e52-e972e958f18b req-4d57b7af-793c-491f-8ac2-83cc4485cf0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.0589600 Aug 03 19:03:05.310927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Request body: {'port': {'device_id': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:05.324339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce3994-c82d-4951-abe8-b85e8044415e None None] Port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:03:05.328991 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf3c4d51-16e3-47d5-8e52-e972e958f18b req-f1fdb1fe-3f6a-4dcc-b1f3-0eb848664db1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346072 Aug 03 19:03:05.367903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de95ac1-8416-416c-9fc7-e53163ec1312 req-f0a2efa9-ef27-4f6d-9f95-8af8fb4d2186 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:05.374001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0de95ac1-8416-416c-9fc7-e53163ec1312 req-f0a2efa9-ef27-4f6d-9f95-8af8fb4d2186 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 943 time: 0.2392151 Aug 03 19:03:05.388506 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab907a46-2f38-48cc-9edf-7094e990496c req-fd71ffb9-9837-4961-a03d-5c0e1019b26f tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:05.390421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab907a46-2f38-48cc-9edf-7094e990496c req-fd71ffb9-9837-4961-a03d-5c0e1019b26f tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 945 time: 0.2411866 Aug 03 19:03:05.432051 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf3c4d51-16e3-47d5-8e52-e972e958f18b req-808dd055-8598-476e-be60-bfc0476dd6e1 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951517 Aug 03 19:03:05.529800 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:05.551441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0de95ac1-8416-416c-9fc7-e53163ec1312 req-f9c7c583-5435-4a23-a37e-d3bb4af47b4e tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558666 Aug 03 19:03:05.554812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dde3e-0fb3-46e9-831b-661e67a3f8be req-2ee6fd0d-0c50-4528-8de8-3acebebb5426 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:05.558259 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-344dde3e-0fb3-46e9-831b-661e67a3f8be req-2ee6fd0d-0c50-4528-8de8-3acebebb5426 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.37 "GET /v2.0/ports?device_id=a00838e9-9590-462c-85ee-1a815ec11d7b HTTP/1.1" status: 200 len: 945 time: 0.0754471 Aug 03 19:03:05.561151 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab907a46-2f38-48cc-9edf-7094e990496c req-6f38979d-8c8c-4701-84a7-f219f4567a24 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.78 "GET /v2.0/security-groups?id=850f6e95-48ec-4b69-bb4e-bec3013d56e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644683 Aug 03 19:03:05.601885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b96e44ec-920c-4b0b-b3a4-739859d324c1 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:05.612457 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bf3c4d51-16e3-47d5-8e52-e972e958f18b req-f54a86ec-84ea-403c-ab3d-9e13a7f760af service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714954 Aug 03 19:03:05.704788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-344dde3e-0fb3-46e9-831b-661e67a3f8be req-d9e1d1ab-9d6d-422f-87e5-6856828422f9 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Deleting port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:05.705143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-344dde3e-0fb3-46e9-831b-661e67a3f8be req-d9e1d1ab-9d6d-422f-87e5-6856828422f9 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:05.742611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b96e44ec-920c-4b0b-b3a4-739859d324c1, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b96e44ec-920c-4b0b-b3a4-739859d324c1,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:05.763129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'b96e44ec-920c-4b0b-b3a4-739859d324c1', 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21', 'port_id': 'b96e44ec-920c-4b0b-b3a4-739859d324c1', 'mac_address': 'fa:16:3e:37:13:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b765c465-b718-4cc4-b38a-fe0027e28aa5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:05.811192 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:05.822531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-344dde3e-0fb3-46e9-831b-661e67a3f8be req-d9e1d1ab-9d6d-422f-87e5-6856828422f9 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] For port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=87545e28-c13a-44cf-84e0-9b6eeecdfeaf,segment=NetworkSegment(fa820584-c735-4aa7-8d23-d5b54bb504c1),segment_id=fa820584-c735-4aa7-8d23-d5b54bb504c1)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:05.823200 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-344dde3e-0fb3-46e9-831b-661e67a3f8be req-d9e1d1ab-9d6d-422f-87e5-6856828422f9 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:05.830077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96e44ec-920c-4b0b-b3a4-739859d324c1 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:05.841703 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-344dde3e-0fb3-46e9-831b-661e67a3f8be req-d9e1d1ab-9d6d-422f-87e5-6856828422f9 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Calling delete_port for 87545e28-c13a-44cf-84e0-9b6eeecdfeaf owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:05.852134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b96e44ec-920c-4b0b-b3a4-739859d324c1, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b96e44ec-920c-4b0b-b3a4-739859d324c1,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:05.857562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:05.910544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=b96e44ec-920c-4b0b-b3a4-739859d324c1,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:06.000597 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-344dde3e-0fb3-46e9-831b-661e67a3f8be req-d9e1d1ab-9d6d-422f-87e5-6856828422f9 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:06.014999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['87545e28-c13a-44cf-84e0-9b6eeecdfeaf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:06.031568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1d1ab-9d6d-422f-87e5-6856828422f9 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Pushing event deleted for resources: {'Port': ['ID=87545e28-c13a-44cf-84e0-9b6eeecdfeaf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:06.076933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-344dde3e-0fb3-46e9-831b-661e67a3f8be req-d9e1d1ab-9d6d-422f-87e5-6856828422f9 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] No DVR routers for this DVR port 87545e28-c13a-44cf-84e0-9b6eeecdfeaf on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:06.079941 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-344dde3e-0fb3-46e9-831b-661e67a3f8be req-d9e1d1ab-9d6d-422f-87e5-6856828422f9 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:06.082193 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-344dde3e-0fb3-46e9-831b-661e67a3f8be req-d9e1d1ab-9d6d-422f-87e5-6856828422f9 tempest-ServerMetadataNegativeTestJSON-1030540236 tempest-ServerMetadataNegativeTestJSON-1030540236-project] 10.222.0.37 "DELETE /v2.0/ports/87545e28-c13a-44cf-84e0-9b6eeecdfeaf HTTP/1.1" status: 204 len: 173 time: 0.5117893 Aug 03 19:03:06.082621 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00838e9-9590-462c-85ee-1a815ec11d7b', 'name': 'network-vif-deleted', 'tag': '87545e28-c13a-44cf-84e0-9b6eeecdfeaf'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:06.084845 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41cc2c3-880e-4590-8bfd-9b85fcbb0595" -d '{"events": [{"server_uuid": "a00838e9-9590-462c-85ee-1a815ec11d7b", "name": "network-vif-deleted", "tag": "87545e28-c13a-44cf-84e0-9b6eeecdfeaf"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:06.144063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b96e44ec-920c-4b0b-b3a4-739859d324c1'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:06.262273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aaacc-8276-4c99-a4cd-19e685b6bc07 req-47d4a5c4-c582-45a9-bde1-ba908d92a805 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.263897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e49aaacc-8276-4c99-a4cd-19e685b6bc07 req-47d4a5c4-c582-45a9-bde1-ba908d92a805 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.2756259 Aug 03 19:03:06.333897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df73e3-1dc2-46fa-8a6d-44ccb993c7c0 req-c993e065-795b-494b-b8da-7d8bbdd47b90 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.335292 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57df73e3-1dc2-46fa-8a6d-44ccb993c7c0 req-c993e065-795b-494b-b8da-7d8bbdd47b90 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 944 time: 0.3457506 Aug 03 19:03:06.397725 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2f4a192f-11bb-4f64-9e23-cbe2101a25ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:06.452451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e49aaacc-8276-4c99-a4cd-19e685b6bc07 req-b7dfe434-46fa-4a09-b0c4-719e133a5f88 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525903 Aug 03 19:03:06.481702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57df73e3-1dc2-46fa-8a6d-44ccb993c7c0 req-6d6e34b7-ab3a-46d0-b043-128c6daa9bcf tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349511 Aug 03 19:03:06.547079 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73b8abe-c23f-4e43-9a9f-44421c6bf338 x-openstack-request-id: req-d73b8abe-c23f-4e43-9a9f-44421c6bf338 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:06.547291 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00838e9-9590-462c-85ee-1a815ec11d7b", "name": "network-vif-deleted", "tag": "87545e28-c13a-44cf-84e0-9b6eeecdfeaf", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:06.547676 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d73b8abe-c23f-4e43-9a9f-44421c6bf338 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:06.548170 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00838e9-9590-462c-85ee-1a815ec11d7b', 'name': 'network-vif-deleted', 'tag': '87545e28-c13a-44cf-84e0-9b6eeecdfeaf', 'status': 'completed', 'code': 200} Aug 03 19:03:06.577573 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:06.599540 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff236-8542-4040-bf1e-639f47e74ca4 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:06.621583 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff236-8542-4040-bf1e-639f47e74ca4 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:06.711198 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf37cf7-9990-4aa6-b1de-567b977a0c6d {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:06.730241 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:06.740502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf27188-98f9-40e3-871c-f00e469a9b8a req-1d110e9d-3279-4d54-aa51-cb151199c47f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.742067 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-daf27188-98f9-40e3-871c-f00e469a9b8a req-1d110e9d-3279-4d54-aa51-cb151199c47f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 932 time: 0.1995368 Aug 03 19:03:06.799488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Transition to ACTIVE for port object 0bf37cf7-9990-4aa6-b1de-567b977a0c6d will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:06.812150 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:06.840836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473351f2-b61e-4a6d-b137-4ad72e4c85ca req-dbf983e0-718d-445e-99db-914152fafde6 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.842359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-473351f2-b61e-4a6d-b137-4ad72e4c85ca req-dbf983e0-718d-445e-99db-914152fafde6 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 944 time: 0.1784701 Aug 03 19:03:06.898249 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-fe1ff236-8542-4040-bf1e-639f47e74ca4 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Floating IP bf031dde-741f-418c-8b91-cb310f1573ee associated. External IP: 172.25.8.241, port: 04c2aa4b-511e-4c90-98e2-a24a85c06970. Aug 03 19:03:06.954680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-daf27188-98f9-40e3-871c-f00e469a9b8a req-dc4ce39a-ff91-4c9a-8cb9-940631408e8f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753733 Aug 03 19:03:06.972795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:07.010396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46074) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:07.041556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-473351f2-b61e-4a6d-b137-4ad72e4c85ca req-d9c7aff0-55a3-4240-9892-82a6292a1279 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696246 Aug 03 19:03:07.079433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-9998dd36-52bf-4c83-b80f-cf7027c2f213 admin admin] Deleting subnet 850de63b-7543-48ed-af4b-be633bb16b6b {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:03:07.095771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9998dd36-52bf-4c83-b80f-cf7027c2f213 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.135918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Attempting to bind port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:07.136264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Attempting to bind port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:07.136605 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Attempting to bind port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:07.140812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9998dd36-52bf-4c83-b80f-cf7027c2f213 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.143013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:07.143292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Attempting to bind port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d on network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:07.183078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:07.183427 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Checking segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:07.183827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Bound using segment: {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:07.184311 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Bound port: 0bf37cf7-9990-4aa6-b1de-567b977a0c6d, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bda778-f131-44f4-9f1e-cfd0a87ee665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:07.184697 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.193101 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9998dd36-52bf-4c83-b80f-cf7027c2f213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.258799 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9998dd36-52bf-4c83-b80f-cf7027c2f213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.284178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998dd36-52bf-4c83-b80f-cf7027c2f213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850de63b-7543-48ed-af4b-be633bb16b6b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:07.289223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9998dd36-52bf-4c83-b80f-cf7027c2f213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.293735 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9998dd36-52bf-4c83-b80f-cf7027c2f213 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/850de63b-7543-48ed-af4b-be633bb16b6b HTTP/1.1" status: 204 len: 168 time: 0.2821507 Aug 03 19:03:07.294368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46076) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:07.311873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1ff236-8542-4040-bf1e-639f47e74ca4 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Router 0b6263e6-f19a-4822-bb56-217c008bc80a has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:03:07.313130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] For port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:07.320979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] For port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:07.327815 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.371500 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.414480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:07.415115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.417207 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] 10.222.0.37 "PUT /v2.0/ports/0bf37cf7-9990-4aa6-b1de-567b977a0c6d HTTP/1.1" status: 200 len: 1092 time: 2.1160326 Aug 03 19:03:07.417743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'tag': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:07.420033 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee5c1a-bda7-4136-b385-7217cce6ad23" -d '{"events": [{"name": "network-changed", "server_uuid": "b0468b38-4d5c-41c8-ac4e-cbe3db2778a9", "tag": "0bf37cf7-9990-4aa6-b1de-567b977a0c6d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:07.459669 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.472782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452f8da5-ec17-4dbd-bc09-280e3fe65187']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:07.486598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa820584-c735-4aa7-8d23-d5b54bb504c1') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:07.487193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa820584-c735-4aa7-8d23-d5b54bb504c1') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:07.497225 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.497657 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38f42f6-39af-46a6-abc3-fd603f9196e2 x-openstack-request-id: req-d38f42f6-39af-46a6-abc3-fd603f9196e2 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:07.498157 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0468b38-4d5c-41c8-ac4e-cbe3db2778a9", "tag": "0bf37cf7-9990-4aa6-b1de-567b977a0c6d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:07.498253 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d38f42f6-39af-46a6-abc3-fd603f9196e2 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:07.498850 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'tag': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d', 'status': 'completed', 'code': 200} Aug 03 19:03:07.515240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.523819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:03:07.524427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:03:07.527565 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:03:07.599568 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.603830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a320e-d744-4819-998c-1707dcbd23d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:07.606442 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.611416 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/452f8da5-ec17-4dbd-bc09-280e3fe65187 HTTP/1.1" status: 204 len: 168 time: 0.3132837 Aug 03 19:03:07.618039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1d16dab8-ac56-4451-acad-1df8cdfed898 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:07.625386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbff91b-77bf-477b-b052-501e0fc92fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=452f8da5-ec17-4dbd-bc09-280e3fe65187,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:07.653637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075df7c-6dec-45e7-9009-31999d66f226 req-71a74943-8884-4d5e-8f57-96189028afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:07.655185 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-71a74943-8884-4d5e-8f57-96189028afda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 1095 time: 0.1553509 Aug 03 19:03:07.657104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b96e44ec-920c-4b0b-b3a4-739859d324c1 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:07.674524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1ff236-8542-4040-bf1e-639f47e74ca4 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:03:07.682783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff236-8542-4040-bf1e-639f47e74ca4 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.693788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb60de5-82a2-4391-97ef-25f952d6a688 None None] Sync routers for ids ['0b6263e6-f19a-4822-bb56-217c008bc80a'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:03:07.741033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb60de5-82a2-4391-97ef-25f952d6a688 None None] Routers {'0b6263e6-f19a-4822-bb56-217c008bc80a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:07.741882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3bb60de5-82a2-4391-97ef-25f952d6a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:03:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0b6263e6-f19a-4822-bb56-217c008bc80a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:07.746329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-07c85726-e8b0-4f4d-b11c-bb17b9acd7d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d HTTP/1.1" status: 200 len: 217 time: 0.0816691 Aug 03 19:03:07.760461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5630b-a1c6-4874-9aba-df0e451c97bf req-0ca0d8a7-00cf-4fc5-8c5d-480978af7097 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:07.762065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91c5630b-a1c6-4874-9aba-df0e451c97bf req-0ca0d8a7-00cf-4fc5-8c5d-480978af7097 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.2101924 Aug 03 19:03:07.774580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46086) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:07.807164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe41e7-d67e-4694-9e8b-1ca0694accbe req-43e9877c-cf45-44d7-b89f-0a2e5ed73b1c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:07.808742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5afe41e7-d67e-4694-9e8b-1ca0694accbe req-43e9877c-cf45-44d7-b89f-0a2e5ed73b1c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 944 time: 0.2087865 Aug 03 19:03:07.816610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fe1ff236-8542-4040-bf1e-639f47e74ca4 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "PUT /v2.0/floatingips/bf031dde-741f-418c-8b91-cb310f1573ee HTTP/1.1" status: 200 len: 992 time: 2.7669342 Aug 03 19:03:07.823360 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-83c84be5-8e74-4ee4-82f5-9a2d87fea3db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2f67529afae40e48d6c1d93be611f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433602 Aug 03 19:03:07.823360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46090) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:07.870685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075df7c-6dec-45e7-9009-31999d66f226 req-87a7ab00-3159-407f-b4e6-64c97211ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:07.872183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-87a7ab00-3159-407f-b4e6-64c97211ec67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.1061833 Aug 03 19:03:07.878004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4006a3aa-78ea-49ac-97ba-64c44b1b302b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.887329 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.889220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91c5630b-a1c6-4874-9aba-df0e451c97bf req-32fb5299-4f3b-4d14-886a-802fb1cd8fba tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111965 Aug 03 19:03:07.903375 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4006a3aa-78ea-49ac-97ba-64c44b1b302b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.906600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5afe41e7-d67e-4694-9e8b-1ca0694accbe req-79ca25b2-3a41-4308-a4be-1fe6deb1d0a6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798068 Aug 03 19:03:07.942297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075df7c-6dec-45e7-9009-31999d66f226 req-3b4a6d7b-737e-485e-aeb7-a45c77cf45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:07.946014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-3b4a6d7b-737e-485e-aeb7-a45c77cf45fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615113 Aug 03 19:03:07.955129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port b96e44ec-920c-4b0b-b3a4-739859d324c1 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:07.977401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port b96e44ec-920c-4b0b-b3a4-739859d324c1 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:07.977808 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.978978 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4006a3aa-78ea-49ac-97ba-64c44b1b302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.981661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4006a3aa-78ea-49ac-97ba-64c44b1b302b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.985533 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4006a3aa-78ea-49ac-97ba-64c44b1b302b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/850f6e95-48ec-4b69-bb4e-bec3013d56e2 HTTP/1.1" status: 204 len: 168 time: 0.1586967 Aug 03 19:03:08.009176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006a3aa-78ea-49ac-97ba-64c44b1b302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850f6e95-48ec-4b69-bb4e-bec3013d56e2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:08.059315 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1d16dab8-ac56-4451-acad-1df8cdfed898, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1d16dab8-ac56-4451-acad-1df8cdfed898,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:08.066369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-3bb60de5-82a2-4391-97ef-25f952d6a688 None None] Set router 0b6263e6-f19a-4822-bb56-217c008bc80a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:08.126618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe9f9d-5378-4c7a-b2b3-1a6244f096b5 req-ad6cd770-e069-4ae8-b5d6-6152e808668b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.131247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '1d16dab8-ac56-4451-acad-1df8cdfed898', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'port_id': '1d16dab8-ac56-4451-acad-1df8cdfed898', 'mac_address': 'fa:16:3e:ef:86:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc88900-b9b8-4c5c-ac1b-058bf6ec7366', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:08.134133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41fe9f9d-5378-4c7a-b2b3-1a6244f096b5 req-ad6cd770-e069-4ae8-b5d6-6152e808668b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 944 time: 0.0808437 Aug 03 19:03:08.156422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-aa66f3b0-ead7-4c44-a3be-794dba1921ff service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011030 Aug 03 19:03:08.255722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41fe9f9d-5378-4c7a-b2b3-1a6244f096b5 req-0c7b729f-3d8b-4c42-a19f-1b37bf75f687 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201649 Aug 03 19:03:08.263318 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:08.308205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b43c7-693d-46ec-bd63-ade20792ac51 req-a00c4738-58bb-4609-be7c-b2dded9c5ad0 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.313618 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:08.315799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-104b43c7-693d-46ec-bd63-ade20792ac51 req-a00c4738-58bb-4609-be7c-b2dded9c5ad0 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 944 time: 0.1208584 Aug 03 19:03:08.337117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d16dab8-ac56-4451-acad-1df8cdfed898 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:08.375616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1d16dab8-ac56-4451-acad-1df8cdfed898, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1d16dab8-ac56-4451-acad-1df8cdfed898,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:08.376847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8075df7c-6dec-45e7-9009-31999d66f226 req-4e004f3f-6688-4489-a2fa-338d70a04e2c service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118180 Aug 03 19:03:08.387848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-104b43c7-693d-46ec-bd63-ade20792ac51 req-d0d50f45-f1cb-4433-8520-911d8e1a83dc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710545 Aug 03 19:03:08.402649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e44ec-920c-4b0b-b3a4-739859d324c1'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:08.404992 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b622e2-2ec6-4b42-b0c6-22b3c1099c8a" -d '{"events": [{"server_uuid": "038bca70-fba2-467e-9ca2-6f61c94fd0c5", "name": "network-vif-plugged", "status": "completed", "tag": "b96e44ec-920c-4b0b-b3a4-739859d324c1"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:08.430765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b96e44ec-920c-4b0b-b3a4-739859d324c1, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b96e44ec-920c-4b0b-b3a4-739859d324c1,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:08.444428 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:08.447740 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:08.509245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee5c1a-bda7-4136-b385-7217cce6ad23 req-ed51c308-8951-4d69-a25f-bf84988f35d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.510106 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9830707e-7cbf-4a64-bb77-e107b95bc6f6 x-openstack-request-id: req-9830707e-7cbf-4a64-bb77-e107b95bc6f6 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:08.510106 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038bca70-fba2-467e-9ca2-6f61c94fd0c5", "name": "network-vif-plugged", "status": "completed", "tag": "b96e44ec-920c-4b0b-b3a4-739859d324c1", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:08.510106 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9830707e-7cbf-4a64-bb77-e107b95bc6f6 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:08.510458 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96e44ec-920c-4b0b-b3a4-739859d324c1', 'code': 200} Aug 03 19:03:08.511310 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7eee5c1a-bda7-4136-b385-7217cce6ad23 req-ed51c308-8951-4d69-a25f-bf84988f35d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 1095 time: 0.0773194 Aug 03 19:03:08.575791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1d16dab8-ac56-4451-acad-1df8cdfed898,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:08.598188 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88826f-0627-4e0b-85d2-583a74d3e965 req-43b66b77-613e-432c-93d4-7a47e8d7c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.600411 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dc88826f-0627-4e0b-85d2-583a74d3e965 req-43b66b77-613e-432c-93d4-7a47e8d7c9fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0586345 Aug 03 19:03:08.646343 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee5c1a-bda7-4136-b385-7217cce6ad23 req-34cc5738-ae18-4002-943f-25dc9d5ed6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.648116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7eee5c1a-bda7-4136-b385-7217cce6ad23 req-34cc5738-ae18-4002-943f-25dc9d5ed6a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1185071 Aug 03 19:03:08.649141 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dc88826f-0627-4e0b-85d2-583a74d3e965 req-5562b166-718c-4426-ba28-c7b9e522a17f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 Aug 03 19:03:08.661688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=b96e44ec-920c-4b0b-b3a4-739859d324c1,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:08.668869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3bb60de5-82a2-4391-97ef-25f952d6a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:41Z', 'revision_number': 4, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'bf031dde-741f-418c-8b91-cb310f1573ee', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'port_id': '04c2aa4b-511e-4c90-98e2-a24a85c06970', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'mac_address': 'fa:16:3e:76:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:02:46Z', 'updated_at': '2021-08-03T19:03:06Z', 'revision_number': 1, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc', 'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'mac_address': 'fa:16:3e:57:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '6ec068ff-be99-4104-9945-1426583b8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:40Z', 'updated_at': '2021-08-03T19:02:49Z', 'revision_number': 5, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'subnets': [{'id': '6ec068ff-be99-4104-9945-1426583b8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:08.702452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb60de5-82a2-4391-97ef-25f952d6a688 None None] Checking router: 0b6263e6-f19a-4822-bb56-217c008bc80a for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:03:08.717923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1d16dab8-ac56-4451-acad-1df8cdfed898'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:08.746852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7eee5c1a-bda7-4136-b385-7217cce6ad23 req-69372f51-43ab-41e3-a69b-5437f410ca37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d HTTP/1.1" status: 200 len: 217 time: 0.0427573 Aug 03 19:03:08.747275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb60de5-82a2-4391-97ef-25f952d6a688 None None] Routers {'0b6263e6-f19a-4822-bb56-217c008bc80a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:08.747915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3bb60de5-82a2-4391-97ef-25f952d6a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:03:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0b6263e6-f19a-4822-bb56-217c008bc80a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:08.825895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee5c1a-bda7-4136-b385-7217cce6ad23 req-17981ea1-bd2e-4033-9342-f87aa6a249b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.827674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7eee5c1a-bda7-4136-b385-7217cce6ad23 req-17981ea1-bd2e-4033-9342-f87aa6a249b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0721822 Aug 03 19:03:08.890223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee5c1a-bda7-4136-b385-7217cce6ad23 req-2a41ee41-b114-4723-af1d-b63c56808aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.891780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7eee5c1a-bda7-4136-b385-7217cce6ad23 req-2a41ee41-b114-4723-af1d-b63c56808aa9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562065 Aug 03 19:03:08.970820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46126) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:09.030381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7eee5c1a-bda7-4136-b385-7217cce6ad23 req-ed2f74de-3734-409f-9280-a5d724b91ce1 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294799 Aug 03 19:03:09.064123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-3bb60de5-82a2-4391-97ef-25f952d6a688 None None] Set router 0b6263e6-f19a-4822-bb56-217c008bc80a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:09.349835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3bb60de5-82a2-4391-97ef-25f952d6a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:41Z', 'revision_number': 4, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'bf031dde-741f-418c-8b91-cb310f1573ee', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'port_id': '04c2aa4b-511e-4c90-98e2-a24a85c06970', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'mac_address': 'fa:16:3e:76:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:02:46Z', 'updated_at': '2021-08-03T19:03:06Z', 'revision_number': 1, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc', 'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'mac_address': 'fa:16:3e:57:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '6ec068ff-be99-4104-9945-1426583b8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:40Z', 'updated_at': '2021-08-03T19:02:49Z', 'revision_number': 5, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'subnets': [{'id': '6ec068ff-be99-4104-9945-1426583b8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:09.378885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb60de5-82a2-4391-97ef-25f952d6a688 None None] The sync data for ids ['0b6263e6-f19a-4822-bb56-217c008bc80a'] in n-d-802918-7 is: [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:41Z', 'revision_number': 4, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'bf031dde-741f-418c-8b91-cb310f1573ee', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'port_id': '04c2aa4b-511e-4c90-98e2-a24a85c06970', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'mac_address': 'fa:16:3e:76:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:02:46Z', 'updated_at': '2021-08-03T19:03:06Z', 'revision_number': 1, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc', 'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'mac_address': 'fa:16:3e:57:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '6ec068ff-be99-4104-9945-1426583b8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:40Z', 'updated_at': '2021-08-03T19:02:49Z', 'revision_number': 5, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'subnets': [{'id': '6ec068ff-be99-4104-9945-1426583b8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:03:09.401593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-network', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:09.508852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'tag': '04c2aa4b-511e-4c90-98e2-a24a85c06970'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:09.511490 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea266476-02ff-4399-ab27-e8de1ea61384" -d '{"events": [{"name": "network-changed", "server_uuid": "973c4b44-fd9e-42e7-b722-bef2b68bd4b0", "tag": "04c2aa4b-511e-4c90-98e2-a24a85c06970"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:09.520587 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:09.553830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Made reservation on behalf of bce38a6e00a244608da45c24ca07e203 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:09.556916 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:09.587116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f90a7-24dc-44b5-b041-d5cbc5a3f26d req-cba46a55-243f-4971-be90-5adc392072e7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:09.588839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-932f90a7-24dc-44b5-b041-d5cbc5a3f26d req-cba46a55-243f-4971-be90-5adc392072e7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1941900 Aug 03 19:03:09.599467 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:09.614166 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ffa5c-7cc4-4c14-9d2a-9a0d86bdc09e None None] New status for floating IP bf031dde-741f-418c-8b91-cb310f1573ee: ACTIVE {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:03:09.615479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 87545e28-c13a-44cf-84e0-9b6eeecdfeaf no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:09.627916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb8d9d-2b6d-40a0-b628-cc3daa70e058 req-4e0ac45d-4acb-4a46-9868-1dc443ee3de7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:09.629654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dcfb8d9d-2b6d-40a0-b628-cc3daa70e058 req-4e0ac45d-4acb-4a46-9868-1dc443ee3de7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 945 time: 0.2322936 Aug 03 19:03:09.644973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 87545e28-c13a-44cf-84e0-9b6eeecdfeaf {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:09.645328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 87545e28-c13a-44cf-84e0-9b6eeecdfeaf not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:09.664284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7eee5c1a-bda7-4136-b385-7217cce6ad23 req-d4ba2456-120a-40b8-b723-b72d14f3065e service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256962 Aug 03 19:03:09.731198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-932f90a7-24dc-44b5-b041-d5cbc5a3f26d req-9d20a1bc-00b4-4ed3-b1b9-7ec4df1b9265 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340158 Aug 03 19:03:09.752290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dcfb8d9d-2b6d-40a0-b628-cc3daa70e058 req-2a05df36-6534-44eb-bd74-1af6af3f454e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103129 Aug 03 19:03:09.883440 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:09.891341 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:09.955407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:03:09.966007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a754d2c-a574-4ae2-8cfa-66f47d215da9 req-197d57b8-70c7-422a-a77d-1321b13a4acd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:09.967682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a754d2c-a574-4ae2-8cfa-66f47d215da9 req-197d57b8-70c7-422a-a77d-1321b13a4acd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 944 time: 0.1342545 Aug 03 19:03:09.973821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29efc2d3-95e5-4ed1-8f4b-506af317f72a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:09.989586 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:09.989939 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Added segment 3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9 of type vlan for network 113171c1-c187-4686-9c80-b8b876f31804 Aug 03 19:03:10.053966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1120c-2e7f-4300-8300-5015f5a98b87 req-eb9223a6-bc11-4d64-88cb-75347071dd47 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.055458 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aaf1120c-2e7f-4300-8300-5015f5a98b87 req-eb9223a6-bc11-4d64-88cb-75347071dd47 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 945 time: 0.1662226 Aug 03 19:03:10.095464 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.101584 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a754d2c-a574-4ae2-8cfa-66f47d215da9 req-11570d2f-42e0-4fff-a17b-71b5ce5a984a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247752 Aug 03 19:03:10.146272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aaf1120c-2e7f-4300-8300-5015f5a98b87 req-e1e91d13-01a2-4f3c-a328-8fc986740435 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776584 Aug 03 19:03:10.153371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.154462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.155064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.176230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2014246 Aug 03 19:03:10.176542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:10.183391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] Request body: {'subnet': {'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-subnet', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:10.215941 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] Made reservation on behalf of bce38a6e00a244608da45c24ca07e203 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:10.217725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.231119 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5d9d93-fdff-494c-a9e6-50603fce5bbe x-openstack-request-id: req-eb5d9d93-fdff-494c-a9e6-50603fce5bbe {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:10.231598 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973c4b44-fd9e-42e7-b722-bef2b68bd4b0", "tag": "04c2aa4b-511e-4c90-98e2-a24a85c06970", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:10.232632 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb5d9d93-fdff-494c-a9e6-50603fce5bbe {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:10.233150 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'tag': '04c2aa4b-511e-4c90-98e2-a24a85c06970', 'status': 'completed', 'code': 200} Aug 03 19:03:10.243999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f047a0-9676-43c1-86e0-c297f5026a9c admin admin] Pushing event updated for resources: {'Network': ['ID=113171c1-c187-4686-9c80-b8b876f31804,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:10.255871 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 113171c1-c187-4686-9c80-b8b876f31804 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:03:10.362355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-623467de-2d0a-4415-9bed-b868707bfea5 req-dcbe0648-8ce1-436d-8373-03655b8675e5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-353759946&fields=id&tenant_id=aa397c7a7d62450ba897227d84280d99 HTTP/1.1" status: 200 len: 267 time: 0.0511110 Aug 03 19:03:10.365312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea266476-02ff-4399-ab27-e8de1ea61384 req-dc7d7a58-2ba7-4d12-92d9-fb9f9c3b6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.366920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea266476-02ff-4399-ab27-e8de1ea61384 req-dc7d7a58-2ba7-4d12-92d9-fb9f9c3b6d62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd557aa62abb4b2f9efe0e53a081c5df&device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 1097 time: 0.0950139 Aug 03 19:03:10.435828 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.477789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623467de-2d0a-4415-9bed-b868707bfea5 req-8bda7d7a-7ce0-4577-80dd-db04b2c25c42 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.479327 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-623467de-2d0a-4415-9bed-b868707bfea5 req-8bda7d7a-7ce0-4577-80dd-db04b2c25c42 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 945 time: 0.1100869 Aug 03 19:03:10.491103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ecb00b4-ba8b-4f27-b407-c06a24b43679,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:10.501625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-623467de-2d0a-4415-9bed-b868707bfea5 req-11837aa0-a902-4575-93dc-0dbdfa1ec51c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'port': {'security_groups': ['77755941-493c-4b12-bffe-e9978e61e86f', 'e5f3940f-8982-438e-9900-046052232e06']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:10.502075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] Checking segment: {'id': '3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '113171c1-c187-4686-9c80-b8b876f31804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:10.502450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] Network hostable DHCP agents. Network: 113171c1-c187-4686-9c80-b8b876f31804, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:03:10.519958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] Network 113171c1-c187-4686-9c80-b8b876f31804 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:03:10.529533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 113171c1-c187-4686-9c80-b8b876f31804) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:10.533633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.534227 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.540177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5704e4ca-5074-4a46-a2ca-a842d8e4b15c None None] Network 113171c1-c187-4686-9c80-b8b876f31804 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:03:10.551670 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d82803bb-56bf-430d-8fdf-32ece2f3c68b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3704829 Aug 03 19:03:10.552052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46148) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:10.557152 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:10.558019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea266476-02ff-4399-ab27-e8de1ea61384 req-a840f9cb-9a89-43d4-b539-9cf704318255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.559659 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea266476-02ff-4399-ab27-e8de1ea61384 req-a840f9cb-9a89-43d4-b539-9cf704318255 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10a50726-48a7-45a7-bb4d-f1315b1c2822 HTTP/1.1" status: 200 len: 915 time: 0.1805441 Aug 03 19:03:10.582795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.584228 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.633367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-623467de-2d0a-4415-9bed-b868707bfea5 req-11837aa0-a902-4575-93dc-0dbdfa1ec51c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.651998 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.677294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a133a8-ab89-4858-91ea-9d4a114778b8 None None] Network 113171c1-c187-4686-9c80-b8b876f31804 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:03:10.699270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea266476-02ff-4399-ab27-e8de1ea61384 req-c5bac79b-c4a5-4bba-8e69-099c174b2698 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c2aa4b-511e-4c90-98e2-a24a85c06970 HTTP/1.1" status: 200 len: 1002 time: 0.1136475 Aug 03 19:03:10.789398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea266476-02ff-4399-ab27-e8de1ea61384 req-93a11b2c-857f-48ba-ad65-889c911c96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.790977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea266476-02ff-4399-ab27-e8de1ea61384 req-93a11b2c-857f-48ba-ad65-889c911c96c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ec068ff-be99-4104-9945-1426583b8bff HTTP/1.1" status: 200 len: 853 time: 0.0837150 Aug 03 19:03:10.801670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.936626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea266476-02ff-4399-ab27-e8de1ea61384 req-600ce540-795a-464b-bd28-45eac15cacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.938087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea266476-02ff-4399-ab27-e8de1ea61384 req-600ce540-795a-464b-bd28-45eac15cacd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10a50726-48a7-45a7-bb4d-f1315b1c2822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380312 Aug 03 19:03:10.967920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad3c55-1dec-4c28-9536-5d9cb5b733b2 req-d9632049-8e3d-4dd0-99a3-d48a19e284e2 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.969473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42ad3c55-1dec-4c28-9536-5d9cb5b733b2 req-d9632049-8e3d-4dd0-99a3-d48a19e284e2 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1389546 Aug 03 19:03:11.017362 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.036956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.056941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-623467de-2d0a-4415-9bed-b868707bfea5 req-11837aa0-a902-4575-93dc-0dbdfa1ec51c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] For port b96e44ec-920c-4b0b-b3a4-739859d324c1, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b96e44ec-920c-4b0b-b3a4-739859d324c1,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:11.097347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42ad3c55-1dec-4c28-9536-5d9cb5b733b2 req-b8966339-3ad7-4b56-8b2f-302ec2448916 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155198 Aug 03 19:03:11.127081 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-623467de-2d0a-4415-9bed-b868707bfea5 req-11837aa0-a902-4575-93dc-0dbdfa1ec51c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.130514 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea266476-02ff-4399-ab27-e8de1ea61384 req-99df9e64-c5e2-423d-9205-eec6754d4b32 service neutron] 10.222.0.37 "GET /v2.0/networks/10a50726-48a7-45a7-bb4d-f1315b1c2822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792345 Aug 03 19:03:11.132251 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-623467de-2d0a-4415-9bed-b868707bfea5 req-11837aa0-a902-4575-93dc-0dbdfa1ec51c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.144368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b96e44ec-920c-4b0b-b3a4-739859d324c1'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:11.166591 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Allocated IP 172.25.8.102 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/18afdb10-0602-4b41-87b1-aae114fb6d9f) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:11.252542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623467de-2d0a-4415-9bed-b868707bfea5 req-11837aa0-a902-4575-93dc-0dbdfa1ec51c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:11.253189 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-623467de-2d0a-4415-9bed-b868707bfea5 req-11837aa0-a902-4575-93dc-0dbdfa1ec51c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.255880 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-623467de-2d0a-4415-9bed-b868707bfea5 req-11837aa0-a902-4575-93dc-0dbdfa1ec51c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "PUT /v2.0/ports/b96e44ec-920c-4b0b-b3a4-739859d324c1 HTTP/1.1" status: 200 len: 981 time: 0.7635002 Aug 03 19:03:11.304170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b96e44ec-920c-4b0b-b3a4-739859d324c1'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:11.315079 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.329878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11837aa0-a902-4575-93dc-0dbdfa1ec51c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'Port': ['ID=b96e44ec-920c-4b0b-b3a4-739859d324c1,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:11.382826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53a7ff-2bae-4a29-8728-6af876bb8eeb req-8c84b169-a604-4a6a-b9ed-491ee044f4a9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:11.390153 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.391050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a53a7ff-2bae-4a29-8728-6af876bb8eeb req-8c84b169-a604-4a6a-b9ed-491ee044f4a9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 945 time: 0.1872687 Aug 03 19:03:11.463969 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea266476-02ff-4399-ab27-e8de1ea61384 req-c2f0555b-31df-4065-85ad-48acc8bb4a89 service neutron] 10.222.0.37 "GET /v2.0/networks/10a50726-48a7-45a7-bb4d-f1315b1c2822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232999 Aug 03 19:03:11.472939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Pushing event updated for resources: {'Port': ['ID=18afdb10-0602-4b41-87b1-aae114fb6d9f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:11.479480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:11.482223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:11.485073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:11.492073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a53a7ff-2bae-4a29-8728-6af876bb8eeb req-388fd1ba-b7e3-4bd1-addd-1073aeebc954 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998917 Aug 03 19:03:11.535585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e325f83-fcda-44f2-b150-dae1d15e3ded req-998e6f8d-ca61-4c79-adbd-7760d2ca61f6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:11.537485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e325f83-fcda-44f2-b150-dae1d15e3ded req-998e6f8d-ca61-4c79-adbd-7760d2ca61f6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 944 time: 0.1352179 Aug 03 19:03:11.591296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e325f83-fcda-44f2-b150-dae1d15e3ded req-d14498cb-c41a-4004-a423-cf6941656528 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Aug 03 19:03:11.637723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0bf37cf7-9990-4aa6-b1de-567b977a0c6d details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:11.639831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1d16dab8-ac56-4451-acad-1df8cdfed898 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:11.705102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ede2ac89-1710-44a1-802a-648f5a884ccf req-a260f9be-7a8e-4632-87c7-85945e508777 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-810309396&fields=id&tenant_id=aa397c7a7d62450ba897227d84280d99 HTTP/1.1" status: 200 len: 267 time: 0.0539544 Aug 03 19:03:11.747556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 1d16dab8-ac56-4451-acad-1df8cdfed898 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:11.755143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 1d16dab8-ac56-4451-acad-1df8cdfed898 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:11.755524 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.762156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2ac89-1710-44a1-802a-648f5a884ccf req-2bf689c7-59dd-4d8c-ac5b-1a5198d8c4e5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:11.764450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ede2ac89-1710-44a1-802a-648f5a884ccf req-2bf689c7-59dd-4d8c-ac5b-1a5198d8c4e5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 984 time: 0.0585201 Aug 03 19:03:11.776805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ede2ac89-1710-44a1-802a-648f5a884ccf req-745c7d48-3d19-402c-bef7-faf42c166c58 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'port': {'security_groups': ['77755941-493c-4b12-bffe-e9978e61e86f', 'e5f3940f-8982-438e-9900-046052232e06', '755aac17-b52d-4485-b0e3-9fa8e07b19f6']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:11.816973 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.836211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:11.864143 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ede2ac89-1710-44a1-802a-648f5a884ccf req-745c7d48-3d19-402c-bef7-faf42c166c58 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.871245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'port_id': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d', 'mac_address': 'fa:16:3e:fc:c2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:11.904123 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.941329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93759b7-6614-42cb-81d2-48ae1a3162da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d16dab8-ac56-4451-acad-1df8cdfed898'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:11.943648 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2603b9f6-b7a4-4f1a-8b35-af9e97081dc1" -d '{"events": [{"server_uuid": "b93759b7-6614-42cb-81d2-48ae1a3162da", "name": "network-vif-plugged", "status": "completed", "tag": "1d16dab8-ac56-4451-acad-1df8cdfed898"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:11.954428 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:11.969893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf37cf7-9990-4aa6-b1de-567b977a0c6d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:11.976793 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1d16dab8-ac56-4451-acad-1df8cdfed898, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1d16dab8-ac56-4451-acad-1df8cdfed898,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:11.985056 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:12.015061 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787fc614-8772-4637-9f7a-1b87b119226a x-openstack-request-id: req-787fc614-8772-4637-9f7a-1b87b119226a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:12.015359 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93759b7-6614-42cb-81d2-48ae1a3162da", "name": "network-vif-plugged", "status": "completed", "tag": "1d16dab8-ac56-4451-acad-1df8cdfed898", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:12.015609 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-787fc614-8772-4637-9f7a-1b87b119226a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:12.016044 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93759b7-6614-42cb-81d2-48ae1a3162da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d16dab8-ac56-4451-acad-1df8cdfed898', 'code': 200} Aug 03 19:03:12.022565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:12.027956 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:12.055482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1d16dab8-ac56-4451-acad-1df8cdfed898,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:12.064977 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.065319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.065978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.066320 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.066664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.067603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.067971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.068417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.068786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.069138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.069549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.069853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:12.095325 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:12.145354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:12.189046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87d5c1-afb8-4fa9-9d47-8f218bb30f4f req-efe19a9b-da21-4853-a6b7-5cc23b56119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.190782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b87d5c1-afb8-4fa9-9d47-8f218bb30f4f req-efe19a9b-da21-4853-a6b7-5cc23b56119a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 1097 time: 0.0896058 Aug 03 19:03:12.198966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ede2ac89-1710-44a1-802a-648f5a884ccf req-745c7d48-3d19-402c-bef7-faf42c166c58 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] For port b96e44ec-920c-4b0b-b3a4-739859d324c1, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b96e44ec-920c-4b0b-b3a4-739859d324c1,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:12.236697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'tag': 'b96e44ec-920c-4b0b-b3a4-739859d324c1'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:12.238984 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8500eb5-00fa-4ebc-b83a-298abc8e55c3" -d '{"events": [{"name": "network-changed", "server_uuid": "038bca70-fba2-467e-9ca2-6f61c94fd0c5", "tag": "b96e44ec-920c-4b0b-b3a4-739859d324c1"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:12.256585 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Router 4c887311-0ac5-4707-925b-06f7cbbd6df7 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:03:12.296441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ede2ac89-1710-44a1-802a-648f5a884ccf req-745c7d48-3d19-402c-bef7-faf42c166c58 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:12.297600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['0bf37cf7-9990-4aa6-b1de-567b977a0c6d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:12.300838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b87d5c1-afb8-4fa9-9d47-8f218bb30f4f req-bbe00345-7c4b-41d3-a24e-eb1482c57d61 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986655 Aug 03 19:03:12.305194 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ede2ac89-1710-44a1-802a-648f5a884ccf req-745c7d48-3d19-402c-bef7-faf42c166c58 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:12.322979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce75c4a-77d2-470c-9d80-074baf131d15 req-822f1252-5deb-4b00-aeb9-0603fd542d38 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.324647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dce75c4a-77d2-470c-9d80-074baf131d15 req-822f1252-5deb-4b00-aeb9-0603fd542d38 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1289649 Aug 03 19:03:12.379564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:03:12.388390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2ac89-1710-44a1-802a-648f5a884ccf req-745c7d48-3d19-402c-bef7-faf42c166c58 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.389162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ede2ac89-1710-44a1-802a-648f5a884ccf req-745c7d48-3d19-402c-bef7-faf42c166c58 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:12.389369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Sync routers for ids ['4c887311-0ac5-4707-925b-06f7cbbd6df7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:03:12.400899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ede2ac89-1710-44a1-802a-648f5a884ccf req-745c7d48-3d19-402c-bef7-faf42c166c58 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "PUT /v2.0/ports/b96e44ec-920c-4b0b-b3a4-739859d324c1 HTTP/1.1" status: 200 len: 1020 time: 0.6297512 Aug 03 19:03:12.403177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:12.408154 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9cca6745-4c81-4b5d-b9bf-d8a53ebecaca admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.8548462 Aug 03 19:03:12.408893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46174) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:12.422541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Routers {'4c887311-0ac5-4707-925b-06f7cbbd6df7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:12.423680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:03:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4c887311-0ac5-4707-925b-06f7cbbd6df7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:12.449101 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dce75c4a-77d2-470c-9d80-074baf131d15 req-0eb83aff-d326-4c2b-927f-c987177fe5a8 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935774 Aug 03 19:03:12.450695 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61c2a9e-1ec2-4f1d-99e3-1c21069dc45e x-openstack-request-id: req-a61c2a9e-1ec2-4f1d-99e3-1c21069dc45e {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:12.450985 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038bca70-fba2-467e-9ca2-6f61c94fd0c5", "tag": "b96e44ec-920c-4b0b-b3a4-739859d324c1", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:12.451239 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a61c2a9e-1ec2-4f1d-99e3-1c21069dc45e {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:12.451623 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'tag': 'b96e44ec-920c-4b0b-b3a4-739859d324c1', 'status': 'completed', 'code': 200} Aug 03 19:03:12.468771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c7d48-3d19-402c-bef7-faf42c166c58 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'Port': ['ID=b96e44ec-920c-4b0b-b3a4-739859d324c1,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:12.490753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b96e44ec-920c-4b0b-b3a4-739859d324c1'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:12.543735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8500eb5-00fa-4ebc-b83a-298abc8e55c3 req-0dbfafcc-8fc3-4f6d-b547-e18b1836fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.545326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8500eb5-00fa-4ebc-b83a-298abc8e55c3 req-0dbfafcc-8fc3-4f6d-b547-e18b1836fa84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa397c7a7d62450ba897227d84280d99&device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 1174 time: 0.0619628 Aug 03 19:03:12.660837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Set router 4c887311-0ac5-4707-925b-06f7cbbd6df7 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:12.743767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a75640-30e4-461d-be53-c1e065bccb09 req-a4ae5ec1-7694-4881-a961-7935665da525 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.745997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99a75640-30e4-461d-be53-c1e065bccb09 req-a4ae5ec1-7694-4881-a961-7935665da525 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 1023 time: 0.1593323 Aug 03 19:03:12.782009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e85bb-b885-46a0-b890-f789607b6394 req-ccc65915-42b4-45da-9f7d-ef6a144f5cf7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.786348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d57e85bb-b885-46a0-b890-f789607b6394 req-ccc65915-42b4-45da-9f7d-ef6a144f5cf7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 946 time: 0.1258793 Aug 03 19:03:12.800816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8500eb5-00fa-4ebc-b83a-298abc8e55c3 req-e459cb81-c2d9-4f6a-92d8-8240317de6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.802650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8500eb5-00fa-4ebc-b83a-298abc8e55c3 req-e459cb81-c2d9-4f6a-92d8-8240317de6b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 200 len: 913 time: 0.2494335 Aug 03 19:03:12.880709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8500eb5-00fa-4ebc-b83a-298abc8e55c3 req-bf1d4811-fdfb-48f9-bff4-9a08cddb567e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96e44ec-920c-4b0b-b3a4-739859d324c1 HTTP/1.1" status: 200 len: 217 time: 0.0629821 Aug 03 19:03:12.942708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d57e85bb-b885-46a0-b890-f789607b6394 req-86fe46f1-1ec9-4246-a5f6-f73af0f72fef tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455262 Aug 03 19:03:12.967717 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:11Z', 'revision_number': 3, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:12.972772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99a75640-30e4-461d-be53-c1e065bccb09 req-a488b693-7a3f-4502-86b7-cca07d0cbf9a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=755aac17-b52d-4485-b0e3-9fa8e07b19f6&id=77755941-493c-4b12-bffe-e9978e61e86f&id=e5f3940f-8982-438e-9900-046052232e06 HTTP/1.1" status: 200 len: 6154 time: 0.2131207 Aug 03 19:03:12.980905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8500eb5-00fa-4ebc-b83a-298abc8e55c3 req-034ba0c6-9d5a-4bfc-8719-9c1f3d463a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.986088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8500eb5-00fa-4ebc-b83a-298abc8e55c3 req-034ba0c6-9d5a-4bfc-8719-9c1f3d463a16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b765c465-b718-4cc4-b38a-fe0027e28aa5 HTTP/1.1" status: 200 len: 852 time: 0.0905139 Aug 03 19:03:13.009522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Checking router: 4c887311-0ac5-4707-925b-06f7cbbd6df7 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:03:13.010010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Updating router 4c887311-0ac5-4707-925b-06f7cbbd6df7 port 18afdb10-0602-4b41-87b1-aae114fb6d9f binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:03:13.035888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8500eb5-00fa-4ebc-b83a-298abc8e55c3 req-764125cd-b956-4f34-bf34-f1af209e6ec9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315573 Aug 03 19:03:13.060105 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.198291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48af97-bc37-4beb-a9dc-41990ce336bb req-9036f73f-1471-45e7-8c4b-7917aa520b81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:13.199863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b48af97-bc37-4beb-a9dc-41990ce336bb req-9036f73f-1471-45e7-8c4b-7917aa520b81 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 945 time: 0.0897555 Aug 03 19:03:13.220794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8500eb5-00fa-4ebc-b83a-298abc8e55c3 req-76166113-0438-4b47-8a74-c6c40f6e1c1b service neutron] 10.222.0.37 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773293 Aug 03 19:03:13.274267 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.335110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b48af97-bc37-4beb-a9dc-41990ce336bb req-a2099b4c-cbd7-452f-a0eb-d55c674bbfeb tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120682 Aug 03 19:03:13.336656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b96e44ec-920c-4b0b-b3a4-739859d324c1'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:13.345479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ea8917f6-4fbf-4a0b-b896-5ec89148203e req-875a345d-6181-46cf-9d32-0c23f96954ce tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1756314270 ', 'description': 'tempest-description-267070987'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:13.391359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8500eb5-00fa-4ebc-b83a-298abc8e55c3 req-26bba26e-2862-45cf-9a31-8c33557939a6 service neutron] 10.222.0.37 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609356 Aug 03 19:03:13.392732 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ea8917f6-4fbf-4a0b-b896-5ec89148203e req-875a345d-6181-46cf-9d32-0c23f96954ce tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.471797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Allocated IP 172.20.0.1 (113171c1-c187-4686-9c80-b8b876f31804/9ecb00b4-ba8b-4f27-b407-c06a24b43679/da5c5f1a-5c8e-47cc-953e-4b0092034fcb) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:13.481806 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.500518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ea8917f6-4fbf-4a0b-b896-5ec89148203e req-875a345d-6181-46cf-9d32-0c23f96954ce tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.506512 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ea8917f6-4fbf-4a0b-b896-5ec89148203e req-875a345d-6181-46cf-9d32-0c23f96954ce tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.508734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Transition to ACTIVE for port object 18afdb10-0602-4b41-87b1-aae114fb6d9f will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:13.545993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ea8917f6-4fbf-4a0b-b896-5ec89148203e req-875a345d-6181-46cf-9d32-0c23f96954ce tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.547327 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.547858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea8917f6-4fbf-4a0b-b896-5ec89148203e req-875a345d-6181-46cf-9d32-0c23f96954ce tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.2093103 Aug 03 19:03:13.550399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a345d-6181-46cf-9d32-0c23f96954ce tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45058e4d-1577-4e98-ab2a-8cf5c7e03152,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:13.629972 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.632347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Attempting to bind port 18afdb10-0602-4b41-87b1-aae114fb6d9f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:13.632753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Attempting to bind port 18afdb10-0602-4b41-87b1-aae114fb6d9f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:13.633114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Attempting to bind port 18afdb10-0602-4b41-87b1-aae114fb6d9f on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:13.640429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f358cd-6df0-439d-98fc-15e7daf0b009 None None] Pushing event updated for resources: {'Port': ['ID=18afdb10-0602-4b41-87b1-aae114fb6d9f,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:13.646703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab368ae-d5fc-4de3-8850-2ba76994fae4 req-04880338-efd6-4d4e-b47b-4f2eea0d3f0f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:13.647713 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0bf37cf7-9990-4aa6-b1de-567b977a0c6d up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:13.648427 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ab368ae-d5fc-4de3-8850-2ba76994fae4 req-04880338-efd6-4d4e-b47b-4f2eea0d3f0f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.0867805 Aug 03 19:03:13.659734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72c9d8ca-f038-4d93-90b3-7c5a0c1afedc req-d60dc059-b0e6-4d11-9636-64c4e5fa0775 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/45058e4d-1577-4e98-ab2a-8cf5c7e03152 HTTP/1.1" status: 200 len: 1782 time: 0.0657716 Aug 03 19:03:13.676679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:13.676993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:13.677401 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.677830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:13.678319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Bound port: 18afdb10-0602-4b41-87b1-aae114fb6d9f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:13.678708 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.693916 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.729148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ab368ae-d5fc-4de3-8850-2ba76994fae4 req-2e856893-6fa9-4db0-91cd-9e8a1e1b8079 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683231 Aug 03 19:03:13.758778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Network 113171c1-c187-4686-9c80-b8b876f31804 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:13.769906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:13.775996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:13.780379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Pushing event updated for resources: {'Port': ['ID=da5c5f1a-5c8e-47cc-953e-4b0092034fcb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:13.816176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2402d46e-f095-4a1c-84a5-e4d580a1539f req-cb635e00-133b-4cdd-95fc-02f3750dd303 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/45058e4d-1577-4e98-ab2a-8cf5c7e03152 HTTP/1.1" status: 200 len: 1782 time: 0.0511665 Aug 03 19:03:13.827583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.890491 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2402d46e-f095-4a1c-84a5-e4d580a1539f req-4dd71fce-0a92-4686-9c59-6c4f460f504d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.919233 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] For port 18afdb10-0602-4b41-87b1-aae114fb6d9f, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:13.920121 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2402d46e-f095-4a1c-84a5-e4d580a1539f req-4dd71fce-0a92-4686-9c59-6c4f460f504d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.923521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] For port 18afdb10-0602-4b41-87b1-aae114fb6d9f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=18afdb10-0602-4b41-87b1-aae114fb6d9f,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:13.935451 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.948719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:13.976430 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2402d46e-f095-4a1c-84a5-e4d580a1539f req-4dd71fce-0a92-4686-9c59-6c4f460f504d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.981975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:13.981975 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.983373 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2402d46e-f095-4a1c-84a5-e4d580a1539f req-4dd71fce-0a92-4686-9c59-6c4f460f504d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.998247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2402d46e-f095-4a1c-84a5-e4d580a1539f req-4dd71fce-0a92-4686-9c59-6c4f460f504d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "DELETE /v2.0/security-groups/45058e4d-1577-4e98-ab2a-8cf5c7e03152 HTTP/1.1" status: 204 len: 173 time: 0.1740615 Aug 03 19:03:14.014976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.020493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd71fce-0a92-4686-9c59-6c4f460f504d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45058e4d-1577-4e98-ab2a-8cf5c7e03152,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:14.045118 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-d2d344d4-9cd3-42cb-9b5c-4206cbeeb387 req-f70915df-0b85-44cb-b0e4-b98087aece8e tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] show failed (client error): The resource could not be found. Aug 03 19:03:14.055852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2d344d4-9cd3-42cb-9b5c-4206cbeeb387 req-f70915df-0b85-44cb-b0e4-b98087aece8e tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/45058e4d-1577-4e98-ab2a-8cf5c7e03152 HTTP/1.1" status: 404 len: 352 time: 0.0328496 Aug 03 19:03:14.084074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f358cd-6df0-439d-98fc-15e7daf0b009 None None] Pushing event updated for resources: {'Port': ['ID=18afdb10-0602-4b41-87b1-aae114fb6d9f,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:14.091137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Routers {'4c887311-0ac5-4707-925b-06f7cbbd6df7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:14.091861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:03:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4c887311-0ac5-4707-925b-06f7cbbd6df7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:14.092440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-b2cf798f-3dc7-43ae-8426-4e9d0084be1e req-bcaf7c56-8b14-4255-aed3-50833722cb33 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1190977805', 'description': 'tempest-description-1553778963'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:14.154598 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b2cf798f-3dc7-43ae-8426-4e9d0084be1e req-bcaf7c56-8b14-4255-aed3-50833722cb33 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.175730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68325b61-5cc7-4e96-8376-06673727831f req-f1827625-66c7-4f94-93fa-140e4fd6c15b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:14.177945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68325b61-5cc7-4e96-8376-06673727831f req-f1827625-66c7-4f94-93fa-140e4fd6c15b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 946 time: 0.0980651 Aug 03 19:03:14.252331 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.252551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68325b61-5cc7-4e96-8376-06673727831f req-40c75683-94fc-40a8-a776-8ce73b635224 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611615 Aug 03 19:03:14.264333 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.271628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.302473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:14.306559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:14.309412 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71118d41-3f0a-4d2c-b361-38510ccecae4" -d '{"events": [{"server_uuid": "b0468b38-4d5c-41c8-ac4e-cbe3db2778a9", "name": "network-vif-plugged", "status": "completed", "tag": "0bf37cf7-9990-4aa6-b1de-567b977a0c6d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:14.314015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] Set router 4c887311-0ac5-4707-925b-06f7cbbd6df7 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:14.316563 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.320765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.322770 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b2cf798f-3dc7-43ae-8426-4e9d0084be1e req-bcaf7c56-8b14-4255-aed3-50833722cb33 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.329246 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b2cf798f-3dc7-43ae-8426-4e9d0084be1e req-bcaf7c56-8b14-4255-aed3-50833722cb33 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.368133 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b2cf798f-3dc7-43ae-8426-4e9d0084be1e req-bcaf7c56-8b14-4255-aed3-50833722cb33 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.370225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2cf798f-3dc7-43ae-8426-4e9d0084be1e req-bcaf7c56-8b14-4255-aed3-50833722cb33 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2950819 Aug 03 19:03:14.372113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf7c56-8b14-4255-aed3-50833722cb33 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06838a6-f4dc-4385-969b-b167f6274dcf,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:14.440755 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Pushing event updated for resources: {'Port': ['ID=da5c5f1a-5c8e-47cc-953e-4b0092034fcb,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:14.453187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'tag': 'b96e44ec-920c-4b0b-b3a4-739859d324c1'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:14.457537 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed45eb8d-f79b-4a2a-9d0f-cc5cd1059b02" -d '{"events": [{"name": "network-changed", "server_uuid": "038bca70-fba2-467e-9ca2-6f61c94fd0c5", "tag": "b96e44ec-920c-4b0b-b3a4-739859d324c1"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:14.498279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:14.505456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Network 113171c1-c187-4686-9c80-b8b876f31804 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:14.508921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:14.551046 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61270609-f1fc-432b-b8e5-b7a06f31b107 x-openstack-request-id: req-61270609-f1fc-432b-b8e5-b7a06f31b107 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:14.551474 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0468b38-4d5c-41c8-ac4e-cbe3db2778a9", "name": "network-vif-plugged", "status": "completed", "tag": "0bf37cf7-9990-4aa6-b1de-567b977a0c6d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:14.551734 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61270609-f1fc-432b-b8e5-b7a06f31b107 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:14.552128 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d', 'code': 200} Aug 03 19:03:14.620193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-1a129214-d287-4334-93ea-2d0ea1484dfa req-95b02cb2-bcc6-4800-b935-2ce49f49987a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1762457173', 'description': 'tempest-description-438372323'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:14.668032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'da5c5f1a-5c8e-47cc-953e-4b0092034fcb', 'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'mac_address': 'fa:16:3e:3c:51:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:13Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 1, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'subnets': [{'id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:14.680123 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Router 4c887311-0ac5-4707-925b-06f7cbbd6df7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:03:14.697568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbde929-11eb-4b74-9a35-7d002b2d5bef None None] The sync data for ids ['4c887311-0ac5-4707-925b-06f7cbbd6df7'] in n-d-802918-7 is: [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'da5c5f1a-5c8e-47cc-953e-4b0092034fcb', 'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'mac_address': 'fa:16:3e:3c:51:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:13Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 1, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'subnets': [{'id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:03:14.720544 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a129214-d287-4334-93ea-2d0ea1484dfa req-95b02cb2-bcc6-4800-b935-2ce49f49987a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.753046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf5619-8718-4731-b52e-5a7fc1e11516 req-4b55456c-a18b-4466-ac49-834809c73977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:14.754737 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2baf5619-8718-4731-b52e-5a7fc1e11516 req-4b55456c-a18b-4466-ac49-834809c73977 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 1097 time: 0.1051490 Aug 03 19:03:14.772095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c7d64-ed70-4ffb-94e0-ebc1b5da483d req-dee93d2c-0d50-475b-a1ba-44c9b7e7bce9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:14.780175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-251c7d64-ed70-4ffb-94e0-ebc1b5da483d req-dee93d2c-0d50-475b-a1ba-44c9b7e7bce9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.1482086 Aug 03 19:03:14.809136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:03:14.816285 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a860f77f-0213-4b6f-b6eb-cd730b3fff42 admin admin] 10.222.0.78 "PUT /v2.0/routers/4c887311-0ac5-4707-925b-06f7cbbd6df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4052851 Aug 03 19:03:14.862259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-251c7d64-ed70-4ffb-94e0-ebc1b5da483d req-e00c6367-fdfb-4f97-ab08-0ef25a6d6616 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811706 Aug 03 19:03:14.867670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2baf5619-8718-4731-b52e-5a7fc1e11516 req-5a741504-ae9d-403c-beab-50e75830d3d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853231 Aug 03 19:03:14.915185 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a129214-d287-4334-93ea-2d0ea1484dfa req-95b02cb2-bcc6-4800-b935-2ce49f49987a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.921290 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a129214-d287-4334-93ea-2d0ea1484dfa req-95b02cb2-bcc6-4800-b935-2ce49f49987a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.932540 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7240aa5-ad40-4750-adbd-b7c66c31b819 x-openstack-request-id: req-a7240aa5-ad40-4750-adbd-b7c66c31b819 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:14.932945 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038bca70-fba2-467e-9ca2-6f61c94fd0c5", "tag": "b96e44ec-920c-4b0b-b3a4-739859d324c1", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:14.933610 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7240aa5-ad40-4750-adbd-b7c66c31b819 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:14.934399 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'tag': 'b96e44ec-920c-4b0b-b3a4-739859d324c1', 'status': 'completed', 'code': 200} Aug 03 19:03:14.977873 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a129214-d287-4334-93ea-2d0ea1484dfa req-95b02cb2-bcc6-4800-b935-2ce49f49987a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:14.989426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a129214-d287-4334-93ea-2d0ea1484dfa req-95b02cb2-bcc6-4800-b935-2ce49f49987a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3798993 Aug 03 19:03:15.030058 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b02cb2-bcc6-4800-b935-2ce49f49987a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4166328d-eb13-41fa-9e57-ec95f872c045,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:15.032387 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:15.160548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45eb8d-f79b-4a2a-9d0f-cc5cd1059b02 req-3ca02f0e-2a13-4011-8143-775469b9302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:15.162121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed45eb8d-f79b-4a2a-9d0f-cc5cd1059b02 req-3ca02f0e-2a13-4011-8143-775469b9302c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa397c7a7d62450ba897227d84280d99&device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 1174 time: 0.1578960 Aug 03 19:03:15.172184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbcbad-f131-4e58-ae7e-70ac8e18611e req-f187fa13-772f-4e9f-9ca0-6b5bf29fa376 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:15.173711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41cbcbad-f131-4e58-ae7e-70ac8e18611e req-f187fa13-772f-4e9f-9ca0-6b5bf29fa376 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 946 time: 0.1373711 Aug 03 19:03:15.241148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a431a24-9118-4157-8919-70be92511e86 req-0717ed67-6231-456e-868c-39408c698fd5 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:15.242758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a431a24-9118-4157-8919-70be92511e86 req-0717ed67-6231-456e-868c-39408c698fd5 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1575263 Aug 03 19:03:15.328827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41cbcbad-f131-4e58-ae7e-70ac8e18611e req-7f9fe3e0-0cde-4fe9-9810-c4285f7944ee tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423926 Aug 03 19:03:15.335967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a431a24-9118-4157-8919-70be92511e86 req-e566fd38-7c23-42af-851b-4d94ffb6ea87 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805254 Aug 03 19:03:15.353585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45eb8d-f79b-4a2a-9d0f-cc5cd1059b02 req-76da908a-8cbd-473e-b923-03ce5954db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:15.353585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed45eb8d-f79b-4a2a-9d0f-cc5cd1059b02 req-76da908a-8cbd-473e-b923-03ce5954db77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 200 len: 913 time: 0.1728735 Aug 03 19:03:15.411772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-cb6d6381-6419-4a7c-a7e5-297379f20f1e req-32586a73-595c-4959-93c7-dcf33ceeda7c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-159626310', 'description': 'tempest-description-255361783'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:15.418482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed45eb8d-f79b-4a2a-9d0f-cc5cd1059b02 req-44aa6cdc-67e2-40ec-991c-a8fe5f2c7132 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96e44ec-920c-4b0b-b3a4-739859d324c1 HTTP/1.1" status: 200 len: 217 time: 0.0599763 Aug 03 19:03:15.451311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cb6d6381-6419-4a7c-a7e5-297379f20f1e req-32586a73-595c-4959-93c7-dcf33ceeda7c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:15.532701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45eb8d-f79b-4a2a-9d0f-cc5cd1059b02 req-7641d69f-0549-4673-a9ba-443f90c08f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:15.534339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed45eb8d-f79b-4a2a-9d0f-cc5cd1059b02 req-7641d69f-0549-4673-a9ba-443f90c08f82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b765c465-b718-4cc4-b38a-fe0027e28aa5 HTTP/1.1" status: 200 len: 852 time: 0.0952444 Aug 03 19:03:15.588310 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed45eb8d-f79b-4a2a-9d0f-cc5cd1059b02 req-71f4aa81-4fad-4d50-b5d5-72f0fc75038d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368319 Aug 03 19:03:15.779417 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cb6d6381-6419-4a7c-a7e5-297379f20f1e req-32586a73-595c-4959-93c7-dcf33ceeda7c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:15.793666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cb6d6381-6419-4a7c-a7e5-297379f20f1e req-32586a73-595c-4959-93c7-dcf33ceeda7c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:15.824118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed45eb8d-f79b-4a2a-9d0f-cc5cd1059b02 req-e1a5ec95-82c2-4b14-8b69-2f6880cd55b3 service neutron] 10.222.0.37 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265463 Aug 03 19:03:15.852643 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-cb6d6381-6419-4a7c-a7e5-297379f20f1e req-32586a73-595c-4959-93c7-dcf33ceeda7c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:15.854551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb6d6381-6419-4a7c-a7e5-297379f20f1e req-32586a73-595c-4959-93c7-dcf33ceeda7c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4773510 Aug 03 19:03:15.879042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32586a73-595c-4959-93c7-dcf33ceeda7c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584ce6fb-332a-46b7-955d-c86f64897775,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:15.903263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18749-08d3-42fa-b866-94706292aac8 req-fa2f7dcc-5b96-4f2e-8d16-f922b76ccf84 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:15.904907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-fa2f7dcc-5b96-4f2e-8d16-f922b76ccf84 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/networks?id=113171c1-c187-4686-9c80-b8b876f31804 HTTP/1.1" status: 200 len: 820 time: 0.2305274 Aug 03 19:03:15.949395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-61da129f-9277-41eb-bdd9-b49814077da3 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/quotas/bce38a6e00a244608da45c24ca07e203 HTTP/1.1" status: 200 len: 375 time: 0.0181410 Aug 03 19:03:16.021253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed45eb8d-f79b-4a2a-9d0f-cc5cd1059b02 req-f652be13-bfad-4e39-8e48-9c6924e89a2b service neutron] 10.222.0.37 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648784 Aug 03 19:03:16.032428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-2a0d080d-8b0b-4dd4-80aa-7b669214ccea tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bce38a6e00a244608da45c24ca07e203&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760043 Aug 03 19:03:16.486897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-eddcebe2-199d-44af-9375-46b3d59c4144 service neutron] 10.222.0.78 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442289 Aug 03 19:03:16.580674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0868dbb8-7faa-48f0-81fb-627b4939b771 req-b38ae182-58e3-4b31-875d-cbc1b49c8f8b tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa397c7a7d62450ba897227d84280d99 HTTP/1.1" status: 200 len: 10907 time: 0.1895702 Aug 03 19:03:16.682189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a64ec-065f-4a31-9428-ccefc9a789ce req-c6dae9b0-75db-40b8-a07f-756d458d1b8c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:16.683674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-074a64ec-065f-4a31-9428-ccefc9a789ce req-c6dae9b0-75db-40b8-a07f-756d458d1b8c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 946 time: 0.1021173 Aug 03 19:03:16.699228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-ec6af913-4bb0-4755-ba17-1cfbd941da6c service neutron] 10.222.0.78 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024102 Aug 03 19:03:16.712861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0868dbb8-7faa-48f0-81fb-627b4939b771 req-227665d8-d27a-4429-8c18-b364e25a6934 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/77755941-493c-4b12-bffe-e9978e61e86f HTTP/1.1" status: 200 len: 2985 time: 0.1187758 Aug 03 19:03:16.824646 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0868dbb8-7faa-48f0-81fb-627b4939b771 req-10baae8e-b49f-4ef1-8875-6f6d7516e2ce tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/77755941-493c-4b12-bffe-e9978e61e86f HTTP/1.1" status: 200 len: 2985 time: 0.0866132 Aug 03 19:03:16.877703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-074a64ec-065f-4a31-9428-ccefc9a789ce req-97ed0d2a-9f1f-481c-84e5-0588f5703479 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Deleting port 1d16dab8-ac56-4451-acad-1df8cdfed898 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:16.878572 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-074a64ec-065f-4a31-9428-ccefc9a789ce req-97ed0d2a-9f1f-481c-84e5-0588f5703479 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.081517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-074a64ec-065f-4a31-9428-ccefc9a789ce req-97ed0d2a-9f1f-481c-84e5-0588f5703479 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] For port 1d16dab8-ac56-4451-acad-1df8cdfed898, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1d16dab8-ac56-4451-acad-1df8cdfed898,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:17.082295 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-074a64ec-065f-4a31-9428-ccefc9a789ce req-97ed0d2a-9f1f-481c-84e5-0588f5703479 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.106492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df63ef-df46-49d4-8b90-ac6b46a6deb4 req-f346103c-7d60-4277-939a-55d917cb2eac tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:17.108198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95df63ef-df46-49d4-8b90-ac6b46a6deb4 req-f346103c-7d60-4277-939a-55d917cb2eac tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.1463938 Aug 03 19:03:17.125280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bb04d-9c44-4e0a-91c7-662896cf8793 req-3ac2af48-9937-4941-8283-28a8f5201f8b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:17.126977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d4bb04d-9c44-4e0a-91c7-662896cf8793 req-3ac2af48-9937-4941-8283-28a8f5201f8b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 946 time: 0.1636581 Aug 03 19:03:17.128617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-074a64ec-065f-4a31-9428-ccefc9a789ce req-97ed0d2a-9f1f-481c-84e5-0588f5703479 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Calling delete_port for 1d16dab8-ac56-4451-acad-1df8cdfed898 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:17.145617 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Sync routers for ids ['4c887311-0ac5-4707-925b-06f7cbbd6df7'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:03:17.158096 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Routers {'4c887311-0ac5-4707-925b-06f7cbbd6df7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:17.158813 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:03:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4c887311-0ac5-4707-925b-06f7cbbd6df7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:17.242088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95df63ef-df46-49d4-8b90-ac6b46a6deb4 req-91c5bed1-5b32-4f19-9108-a9f6589a443f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110642 Aug 03 19:03:17.288298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d4bb04d-9c44-4e0a-91c7-662896cf8793 req-6787ae92-f39c-4ab2-b156-ab43b6204980 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352196 Aug 03 19:03:17.382220 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Set router 4c887311-0ac5-4707-925b-06f7cbbd6df7 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:17.469053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 18afdb10-0602-4b41-87b1-aae114fb6d9f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:17.551670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-909395f7-c611-4582-923b-29e5f38f6144 req-791f79ec-dc82-4a2d-b38d-0d7bda8afc89 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/d06838a6-f4dc-4385-969b-b167f6274dcf HTTP/1.1" status: 200 len: 1803 time: 0.0623024 Aug 03 19:03:17.553910 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-074a64ec-065f-4a31-9428-ccefc9a789ce req-97ed0d2a-9f1f-481c-84e5-0588f5703479 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.578238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1d16dab8-ac56-4451-acad-1df8cdfed898'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:17.583014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 18afdb10-0602-4b41-87b1-aae114fb6d9f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:17.602891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f33d-683b-4307-ab0f-e19d70765c83 req-b8a35750-7e9d-4ba6-95b2-08fabafa4ea5 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:17.607772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 18afdb10-0602-4b41-87b1-aae114fb6d9f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:17.608468 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.612135 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5871f33d-683b-4307-ab0f-e19d70765c83 req-b8a35750-7e9d-4ba6-95b2-08fabafa4ea5 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.2905059 Aug 03 19:03:17.677710 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'da5c5f1a-5c8e-47cc-953e-4b0092034fcb', 'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'mac_address': 'fa:16:3e:3c:51:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:13Z', 'updated_at': '2021-08-03T19:03:14Z', 'revision_number': 2, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'subnets': [{'id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:17.704911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed0d2a-9f1f-481c-84e5-0588f5703479 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event deleted for resources: {'Port': ['ID=1d16dab8-ac56-4451-acad-1df8cdfed898,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:17.714075 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.722012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5871f33d-683b-4307-ab0f-e19d70765c83 req-e638d777-0124-40b9-a7cb-02312cf88ee5 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054893 Aug 03 19:03:17.744758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 18afdb10-0602-4b41-87b1-aae114fb6d9f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=18afdb10-0602-4b41-87b1-aae114fb6d9f,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:17.750802 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.811707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=18afdb10-0602-4b41-87b1-aae114fb6d9f,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:17.816400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-074a64ec-065f-4a31-9428-ccefc9a789ce req-97ed0d2a-9f1f-481c-84e5-0588f5703479 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] No DVR routers for this DVR port 1d16dab8-ac56-4451-acad-1df8cdfed898 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:17.818807 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Checking router: 4c887311-0ac5-4707-925b-06f7cbbd6df7 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:03:17.819163 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Updating router 4c887311-0ac5-4707-925b-06f7cbbd6df7 port da5c5f1a-5c8e-47cc-953e-4b0092034fcb binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:03:17.823107 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-074a64ec-065f-4a31-9428-ccefc9a789ce req-97ed0d2a-9f1f-481c-84e5-0588f5703479 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.828246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-074a64ec-065f-4a31-9428-ccefc9a789ce req-97ed0d2a-9f1f-481c-84e5-0588f5703479 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "DELETE /v2.0/ports/1d16dab8-ac56-4451-acad-1df8cdfed898 HTTP/1.1" status: 204 len: 173 time: 1.1247306 Aug 03 19:03:17.828740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93759b7-6614-42cb-81d2-48ae1a3162da', 'name': 'network-vif-deleted', 'tag': '1d16dab8-ac56-4451-acad-1df8cdfed898'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:17.838940 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25fe8ac-1b15-4d2f-91cb-4d1dfcaeb143" -d '{"events": [{"server_uuid": "b93759b7-6614-42cb-81d2-48ae1a3162da", "name": "network-vif-deleted", "tag": "1d16dab8-ac56-4451-acad-1df8cdfed898"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:17.851873 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.873239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b794e7aa-48c4-4c90-967a-6f0d1ed0fbbe req-aa1b028f-0472-4e64-b6fd-192d7a44e01f tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 210 time: 0.0288186 Aug 03 19:03:17.906702 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-909395f7-c611-4582-923b-29e5f38f6144 req-19b03583-57cd-47df-b90e-1698bac32a8d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.940923 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-909395f7-c611-4582-923b-29e5f38f6144 req-19b03583-57cd-47df-b90e-1698bac32a8d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.989375 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-909395f7-c611-4582-923b-29e5f38f6144 req-19b03583-57cd-47df-b90e-1698bac32a8d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.992336 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-909395f7-c611-4582-923b-29e5f38f6144 req-19b03583-57cd-47df-b90e-1698bac32a8d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.998005 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-909395f7-c611-4582-923b-29e5f38f6144 req-19b03583-57cd-47df-b90e-1698bac32a8d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "DELETE /v2.0/security-groups/d06838a6-f4dc-4385-969b-b167f6274dcf HTTP/1.1" status: 204 len: 173 time: 0.4382010 Aug 03 19:03:18.018481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b03583-57cd-47df-b90e-1698bac32a8d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06838a6-f4dc-4385-969b-b167f6274dcf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:18.159272 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-90513d6b-0f02-49d2-88f2-05f9d1e921c9 req-ca9ee9bf-9b9a-44b2-8e49-f87d1d2c1e07 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] show failed (client error): The resource could not be found. Aug 03 19:03:18.161433 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90513d6b-0f02-49d2-88f2-05f9d1e921c9 req-ca9ee9bf-9b9a-44b2-8e49-f87d1d2c1e07 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/d06838a6-f4dc-4385-969b-b167f6274dcf HTTP/1.1" status: 404 len: 352 time: 0.0216627 Aug 03 19:03:18.172870 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d06402-110e-4f8b-9be0-79135b833519 x-openstack-request-id: req-a4d06402-110e-4f8b-9be0-79135b833519 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:18.173340 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93759b7-6614-42cb-81d2-48ae1a3162da", "name": "network-vif-deleted", "tag": "1d16dab8-ac56-4451-acad-1df8cdfed898", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:18.173737 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4d06402-110e-4f8b-9be0-79135b833519 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:18.174241 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93759b7-6614-42cb-81d2-48ae1a3162da', 'name': 'network-vif-deleted', 'tag': '1d16dab8-ac56-4451-acad-1df8cdfed898', 'status': 'completed', 'code': 200} Aug 03 19:03:18.214616 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:18.227027 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Transition to ACTIVE for port object da5c5f1a-5c8e-47cc-953e-4b0092034fcb will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:18.234488 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:18.251247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6606fab-28de-4ec2-aae4-2f3d9060dc92 req-a7ecd666-5a28-452e-b194-1994186e79a2 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/4166328d-eb13-41fa-9e57-ec95f872c045 HTTP/1.1" status: 200 len: 1802 time: 0.0528018 Aug 03 19:03:18.284317 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba388a-e096-465e-8698-1e3421c018c8 None None] Pushing event updated for resources: {'Port': ['ID=da5c5f1a-5c8e-47cc-953e-4b0092034fcb,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:18.347543 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Attempting to bind port da5c5f1a-5c8e-47cc-953e-4b0092034fcb on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:18.348177 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Attempting to bind port da5c5f1a-5c8e-47cc-953e-4b0092034fcb by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '113171c1-c187-4686-9c80-b8b876f31804'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:18.349006 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Attempting to bind port da5c5f1a-5c8e-47cc-953e-4b0092034fcb on network 113171c1-c187-4686-9c80-b8b876f31804 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:18.357401 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:18.358323 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Checking segment: {'id': '3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '113171c1-c187-4686-9c80-b8b876f31804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:18.359339 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:18.359916 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Bound using segment: {'id': '3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '113171c1-c187-4686-9c80-b8b876f31804'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:18.361377 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Bound port: da5c5f1a-5c8e-47cc-953e-4b0092034fcb, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '113171c1-c187-4686-9c80-b8b876f31804'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:18.362863 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:18.369762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497aef01-c665-4e44-b529-8e7d93e9ab4c req-5266e6cf-d03e-4928-b69e-c55904e2d96f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:18.371889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-497aef01-c665-4e44-b529-8e7d93e9ab4c req-5266e6cf-d03e-4928-b69e-c55904e2d96f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.1325951 Aug 03 19:03:18.434639 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] For port da5c5f1a-5c8e-47cc-953e-4b0092034fcb, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:18.439454 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] For port da5c5f1a-5c8e-47cc-953e-4b0092034fcb, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=da5c5f1a-5c8e-47cc-953e-4b0092034fcb,segment=NetworkSegment(3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9),segment_id=3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:18.443643 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:18.459885 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18749-08d3-42fa-b866-94706292aac8 req-4dac02d4-16e3-4e71-9431-b07ab42ede92 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:18.461563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-4dac02d4-16e3-4e71-9431-b07ab42ede92 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.37 "GET /v2.0/networks?id=113171c1-c187-4686-9c80-b8b876f31804 HTTP/1.1" status: 200 len: 820 time: 0.2232966 Aug 03 19:03:18.475352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-497aef01-c665-4e44-b529-8e7d93e9ab4c req-b941b5ff-45d3-495e-8c5d-fe9050975e0b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959771 Aug 03 19:03:18.476232 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e6606fab-28de-4ec2-aae4-2f3d9060dc92 req-7182bd15-2c95-4e2d-9501-1e8e28e736ed tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:18.499074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Request body: {'port': {'device_id': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'admin_state_up': True, 'tenant_id': 'bce38a6e00a244608da45c24ca07e203'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:18.501399 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Routers {'4c887311-0ac5-4707-925b-06f7cbbd6df7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:18.502370 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:03:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4c887311-0ac5-4707-925b-06f7cbbd6df7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:18.517101 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba388a-e096-465e-8698-1e3421c018c8 None None] Pushing event updated for resources: {'Port': ['ID=da5c5f1a-5c8e-47cc-953e-4b0092034fcb,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:18.527628 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e6606fab-28de-4ec2-aae4-2f3d9060dc92 req-7182bd15-2c95-4e2d-9501-1e8e28e736ed tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:18.641460 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] Set router 4c887311-0ac5-4707-925b-06f7cbbd6df7 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:18.644871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a2d1822-9da0-419e-8891-63b87e00eff0 req-a0c7e72e-fec5-4802-8ed3-5065cf3dfe8a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=b93759b7-6614-42cb-81d2-48ae1a3162da HTTP/1.1" status: 200 len: 210 time: 0.0509377 Aug 03 19:03:18.703471 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e6606fab-28de-4ec2-aae4-2f3d9060dc92 req-7182bd15-2c95-4e2d-9501-1e8e28e736ed tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:18.706744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e6606fab-28de-4ec2-aae4-2f3d9060dc92 req-7182bd15-2c95-4e2d-9501-1e8e28e736ed tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:18.707948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6606fab-28de-4ec2-aae4-2f3d9060dc92 req-7182bd15-2c95-4e2d-9501-1e8e28e736ed tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "DELETE /v2.0/security-groups/4166328d-eb13-41fa-9e57-ec95f872c045 HTTP/1.1" status: 204 len: 173 time: 0.4469290 Aug 03 19:03:18.733269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182bd15-2c95-4e2d-9501-1e8e28e736ed tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4166328d-eb13-41fa-9e57-ec95f872c045,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:18.755660 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-b6bce33a-1b4c-4070-ad90-2b7824e2b0b2 req-98ad6088-d261-4c01-9c97-31b6cc8c69bc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] show failed (client error): The resource could not be found. Aug 03 19:03:18.761968 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6bce33a-1b4c-4070-ad90-2b7824e2b0b2 req-98ad6088-d261-4c01-9c97-31b6cc8c69bc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/4166328d-eb13-41fa-9e57-ec95f872c045 HTTP/1.1" status: 404 len: 352 time: 0.0304265 Aug 03 19:03:18.801820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Made reservation on behalf of bce38a6e00a244608da45c24ca07e203 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:18.805400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:18.894996 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'da5c5f1a-5c8e-47cc-953e-4b0092034fcb', 'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'mac_address': 'fa:16:3e:3c:51:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:13Z', 'updated_at': '2021-08-03T19:03:18Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'subnets': [{'id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:18.926215 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0f757-3e99-43c3-8540-0dbfe2c8792b None None] The sync data for ids ['4c887311-0ac5-4707-925b-06f7cbbd6df7'] in n-d-802918-7 is: [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'da5c5f1a-5c8e-47cc-953e-4b0092034fcb', 'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'mac_address': 'fa:16:3e:3c:51:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:13Z', 'updated_at': '2021-08-03T19:03:18Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'subnets': [{'id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:03:18.927920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a135ead0-2b46-4aa3-a508-126688ca8c15 req-46d6ee6f-22bd-4ec3-be8b-6f4cc9bb9eff tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/584ce6fb-332a-46b7-955d-c86f64897775 HTTP/1.1" status: 200 len: 1801 time: 0.1372330 Aug 03 19:03:18.965200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e932674-e550-44ee-a1cf-9476a59e86fa req-4ee3f9b8-e721-4367-afdf-d5ba349f65cd tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:18.966789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e932674-e550-44ee-a1cf-9476a59e86fa req-4ee3f9b8-e721-4367-afdf-d5ba349f65cd tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1575596 Aug 03 19:03:19.076871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Allocated IP 172.20.0.14 (113171c1-c187-4686-9c80-b8b876f31804/9ecb00b4-ba8b-4f27-b407-c06a24b43679/38e60848-796e-44b5-a208-063d784c4b15) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:19.083899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e932674-e550-44ee-a1cf-9476a59e86fa req-cfb45a9f-532c-4045-ab4d-9d2347585b5d tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066692 Aug 03 19:03:19.100893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a135ead0-2b46-4aa3-a508-126688ca8c15 req-331d7550-41d3-443f-8182-585341dce3a8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.146800 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a135ead0-2b46-4aa3-a508-126688ca8c15 req-331d7550-41d3-443f-8182-585341dce3a8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.236852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3157c2c7-c54a-45a7-a1b7-b708508cb8ee req-0e93daab-b372-4f3d-967b-6752c3d3d87f tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 210 time: 0.0601108 Aug 03 19:03:19.290040 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a135ead0-2b46-4aa3-a508-126688ca8c15 req-331d7550-41d3-443f-8182-585341dce3a8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.293017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a135ead0-2b46-4aa3-a508-126688ca8c15 req-331d7550-41d3-443f-8182-585341dce3a8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.294225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a135ead0-2b46-4aa3-a508-126688ca8c15 req-331d7550-41d3-443f-8182-585341dce3a8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "DELETE /v2.0/security-groups/584ce6fb-332a-46b7-955d-c86f64897775 HTTP/1.1" status: 204 len: 173 time: 0.3565624 Aug 03 19:03:19.312117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d7550-41d3-443f-8182-585341dce3a8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ce6fb-332a-46b7-955d-c86f64897775,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:19.396931 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.434159 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-80adad0f-e41e-409b-a0cf-e27f6c465509 req-49582e79-6854-4684-a742-b4af8c2c7d7d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] show failed (client error): The resource could not be found. Aug 03 19:03:19.435225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80adad0f-e41e-409b-a0cf-e27f6c465509 req-49582e79-6854-4684-a742-b4af8c2c7d7d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/584ce6fb-332a-46b7-955d-c86f64897775 HTTP/1.1" status: 404 len: 352 time: 0.0249541 Aug 03 19:03:19.472349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device da5c5f1a-5c8e-47cc-953e-4b0092034fcb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:19.482254 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.539757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port da5c5f1a-5c8e-47cc-953e-4b0092034fcb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:19.545182 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port da5c5f1a-5c8e-47cc-953e-4b0092034fcb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:19.545896 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.558821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Network 113171c1-c187-4686-9c80-b8b876f31804 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:19.573821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:19.576609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:19.636380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Pushing event updated for resources: {'Port': ['ID=38e60848-796e-44b5-a208-063d784c4b15,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:19.637527 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.685451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port da5c5f1a-5c8e-47cc-953e-4b0092034fcb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=da5c5f1a-5c8e-47cc-953e-4b0092034fcb,segment=NetworkSegment(3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9),segment_id=3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:19.693717 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.694532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 18afdb10-0602-4b41-87b1-aae114fb6d9f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:19.712761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:19.714170 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.723675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1d16dab8-ac56-4451-acad-1df8cdfed898 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:19.726058 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34a5fffb-56c3-4523-a2de-c8c9a8b0eb76 req-27590931-2ab6-40f3-b235-e2657e2cb4bc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa397c7a7d62450ba897227d84280d99 HTTP/1.1" status: 200 len: 6154 time: 0.2413423 Aug 03 19:03:19.753828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f979d1-1e9f-4a77-a1b3-5665a931724e req-45c725bd-d600-4a1d-996d-74bb3f21d13b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:19.755442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e7f979d1-1e9f-4a77-a1b3-5665a931724e req-45c725bd-d600-4a1d-996d-74bb3f21d13b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.1486702 Aug 03 19:03:19.764248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-48273398-e017-4ac4-9af6-2aa99575f58e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2698371 Aug 03 19:03:19.776896 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 1d16dab8-ac56-4451-acad-1df8cdfed898 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:19.777245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1d16dab8-ac56-4451-acad-1df8cdfed898 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:19.788859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Request body: {'port': {'device_id': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:19.804345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=da5c5f1a-5c8e-47cc-953e-4b0092034fcb,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:19.815794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 18afdb10-0602-4b41-87b1-aae114fb6d9f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:19.816168 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.849196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34a5fffb-56c3-4523-a2de-c8c9a8b0eb76 req-a15709c3-45b0-4c93-876f-3677132c8322 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/77755941-493c-4b12-bffe-e9978e61e86f HTTP/1.1" status: 200 len: 2985 time: 0.1126268 Aug 03 19:03:19.882730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e7f979d1-1e9f-4a77-a1b3-5665a931724e req-dea5cd15-28f4-49a4-a476-5250a10fd4d1 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175036 Aug 03 19:03:19.905806 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.939639 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34a5fffb-56c3-4523-a2de-c8c9a8b0eb76 req-c1e9b545-6da1-43c9-a63a-5f47fa78c832 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/77755941-493c-4b12-bffe-e9978e61e86f HTTP/1.1" status: 200 len: 2985 time: 0.0811620 Aug 03 19:03:20.059836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-eeffa64c-d0b7-4222-b1c9-638f6efdc8fa req-53d91095-f7b0-4b46-906c-fd066f329298 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-476827438', 'description': 'tempest-description-485730719'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:20.109267 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eeffa64c-d0b7-4222-b1c9-638f6efdc8fa req-53d91095-f7b0-4b46-906c-fd066f329298 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.299844 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eeffa64c-d0b7-4222-b1c9-638f6efdc8fa req-53d91095-f7b0-4b46-906c-fd066f329298 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.308647 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eeffa64c-d0b7-4222-b1c9-638f6efdc8fa req-53d91095-f7b0-4b46-906c-fd066f329298 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.313906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e60848-796e-44b5-a208-063d784c4b15 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:20.341046 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.363107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d91095-f7b0-4b46-906c-fd066f329298 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebddb15f-6c1b-486e-83b9-9fbc3861e735,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:20.367781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eeffa64c-d0b7-4222-b1c9-638f6efdc8fa req-53d91095-f7b0-4b46-906c-fd066f329298 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.370594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eeffa64c-d0b7-4222-b1c9-638f6efdc8fa req-53d91095-f7b0-4b46-906c-fd066f329298 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3170266 Aug 03 19:03:20.370765 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Transition to ACTIVE for port object 38e60848-796e-44b5-a208-063d784c4b15 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:20.393629 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.532423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Pushing event updated for resources: {'Port': ['ID=38e60848-796e-44b5-a208-063d784c4b15,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:20.612073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3777c0f-f490-4938-b45c-eb332b3e57e4 req-30f61300-d7a3-4a7a-89d7-b007cda0b9c7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:20.613616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3777c0f-f490-4938-b45c-eb332b3e57e4 req-30f61300-d7a3-4a7a-89d7-b007cda0b9c7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1723936 Aug 03 19:03:20.623357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-7ec0ae97-7688-40af-8b5e-7f05f569b240 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:20.624847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-7ec0ae97-7688-40af-8b5e-7f05f569b240 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.2442234 Aug 03 19:03:20.667467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-fae16ef2-0916-4ee5-9e46-44503529aa2c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/quotas/9cedb32f4c8843edb406f839ba8551a1 HTTP/1.1" status: 200 len: 375 time: 0.0289152 Aug 03 19:03:20.692164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Attempting to bind port 38e60848-796e-44b5-a208-063d784c4b15 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:20.692502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Attempting to bind port 38e60848-796e-44b5-a208-063d784c4b15 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '113171c1-c187-4686-9c80-b8b876f31804'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:20.692856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Attempting to bind port 38e60848-796e-44b5-a208-063d784c4b15 on network 113171c1-c187-4686-9c80-b8b876f31804 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:20.714412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-903b61c5-4a86-4adb-a020-f1833e4f9c54 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377479 Aug 03 19:03:20.717298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3777c0f-f490-4938-b45c-eb332b3e57e4 req-69e2e90f-fc33-47ae-aa64-20d00f2ab6b6 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883090 Aug 03 19:03:20.718371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Port 38e60848-796e-44b5-a208-063d784c4b15 on network 113171c1-c187-4686-9c80-b8b876f31804 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:20.718701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Attempting to bind port 38e60848-796e-44b5-a208-063d784c4b15 on network 113171c1-c187-4686-9c80-b8b876f31804 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:20.745529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:20.745872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Checking segment: {'id': '3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '113171c1-c187-4686-9c80-b8b876f31804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:20.746262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Bound using segment: {'id': '3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '113171c1-c187-4686-9c80-b8b876f31804'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:20.746722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Bound port: 38e60848-796e-44b5-a208-063d784c4b15, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '113171c1-c187-4686-9c80-b8b876f31804'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:20.747083 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.909120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511af14-eb93-4961-978b-2513c92fc70d req-900ffc8d-dbc7-4e98-b7b3-0e281b3b36f6 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:20.910660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f511af14-eb93-4961-978b-2513c92fc70d req-900ffc8d-dbc7-4e98-b7b3-0e281b3b36f6 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 944 time: 0.1306312 Aug 03 19:03:20.914592 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-0feca3e0-a918-4a16-95bf-52829f80a7fa service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924422 Aug 03 19:03:20.918199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] For port 38e60848-796e-44b5-a208-063d784c4b15, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:20.926495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] For port 38e60848-796e-44b5-a208-063d784c4b15, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=38e60848-796e-44b5-a208-063d784c4b15,segment=NetworkSegment(3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9),segment_id=3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:20.952489 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.037297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.037947 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.039349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] 10.222.0.37 "PUT /v2.0/ports/38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 1092 time: 1.2630687 Aug 03 19:03:21.039792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'tag': '38e60848-796e-44b5-a208-063d784c4b15'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:21.042642 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e263c56-0e5a-4ed8-8606-2f23997b04f0" -d '{"events": [{"name": "network-changed", "server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "tag": "38e60848-796e-44b5-a208-063d784c4b15"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:21.063165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f511af14-eb93-4961-978b-2513c92fc70d req-bfe694c1-45b3-4fc0-9382-8363e55f440d tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462450 Aug 03 19:03:21.090531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e8c99-8ec4-43f2-9922-580b28ba4c3a service neutron] Pushing event updated for resources: {'Port': ['ID=38e60848-796e-44b5-a208-063d784c4b15,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:21.113383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-f7303d06-ff78-4365-907d-d1c5f62bbb69 service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855600 Aug 03 19:03:21.168636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18749-08d3-42fa-b866-94706292aac8 req-7bf2e2a8-9e3a-4fbe-8502-08ac377b95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.169999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-7bf2e2a8-9e3a-4fbe-8502-08ac377b95c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bce38a6e00a244608da45c24ca07e203&device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 1095 time: 0.0719111 Aug 03 19:03:21.195710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2e60c-579c-4f78-aa5e-47782d403adf req-62f6e86b-33e5-4cc5-a9b8-3b8e166110cc tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.197303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9d2e60c-579c-4f78-aa5e-47782d403adf req-62f6e86b-33e5-4cc5-a9b8-3b8e166110cc tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.0677955 Aug 03 19:03:21.237104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-4a98d4d3-936b-46e5-bdd5-561afed3b9b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 217 time: 0.0556726 Aug 03 19:03:21.255757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-de9390ec-4d5a-457b-85e4-29eae675be88 req-be19c6df-df47-4eb6-94c6-7b34daab90fc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1666723314', 'description': 'tempest-description-520142369'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:21.330798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9d2e60c-579c-4f78-aa5e-47782d403adf req-f11a4ae8-616d-4d13-adbc-8f3b5777ca42 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011083 Aug 03 19:03:21.335969 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-de9390ec-4d5a-457b-85e4-29eae675be88 req-be19c6df-df47-4eb6-94c6-7b34daab90fc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.339054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18749-08d3-42fa-b866-94706292aac8 req-44d541f6-606d-4205-ae46-2a6c0dae4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.340607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-44d541f6-606d-4205-ae46-2a6c0dae4be5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ecb00b4-ba8b-4f27-b407-c06a24b43679 HTTP/1.1" status: 200 len: 860 time: 0.0779748 Aug 03 19:03:21.396106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-feaedba7-99ef-4366-8a42-55e4328c4776 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=113171c1-c187-4686-9c80-b8b876f31804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360823 Aug 03 19:03:21.439978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device da5c5f1a-5c8e-47cc-953e-4b0092034fcb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:21.537060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port da5c5f1a-5c8e-47cc-953e-4b0092034fcb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:21.537562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.546143 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-de9390ec-4d5a-457b-85e4-29eae675be88 req-be19c6df-df47-4eb6-94c6-7b34daab90fc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.553761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-b7277468-6b91-42cc-98eb-faf5657e4f5e service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384189 Aug 03 19:03:21.554684 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-de9390ec-4d5a-457b-85e4-29eae675be88 req-be19c6df-df47-4eb6-94c6-7b34daab90fc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.587274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19c6df-df47-4eb6-94c6-7b34daab90fc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3753963-1809-4115-b83d-c715570c10e7,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:21.647997 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-de9390ec-4d5a-457b-85e4-29eae675be88 req-be19c6df-df47-4eb6-94c6-7b34daab90fc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.649249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de9390ec-4d5a-457b-85e4-29eae675be88 req-be19c6df-df47-4eb6-94c6-7b34daab90fc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4055235 Aug 03 19:03:21.693876 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d18749-08d3-42fa-b866-94706292aac8 req-b73e5512-73ac-4bc3-b5ad-22658803a85d service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075070 Aug 03 19:03:21.708157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0bf37cf7-9990-4aa6-b1de-567b977a0c6d details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:21.802353 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dcffa9-221a-4910-bca2-30dd6f95fffb x-openstack-request-id: req-38dcffa9-221a-4910-bca2-30dd6f95fffb {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:21.802969 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "tag": "38e60848-796e-44b5-a208-063d784c4b15", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:21.803507 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38dcffa9-221a-4910-bca2-30dd6f95fffb {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:21.804210 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'tag': '38e60848-796e-44b5-a208-063d784c4b15', 'status': 'completed', 'code': 200} Aug 03 19:03:21.849770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:21.873068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'port_id': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d', 'mac_address': 'fa:16:3e:fc:c2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:21.898051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2760501d-2173-4f1c-9732-0788da3ed796 req-8876d3cd-aedf-409d-91ef-7427cbeb932f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 210 time: 0.0992279 Aug 03 19:03:21.962480 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.984721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bf37cf7-9990-4aa6-b1de-567b977a0c6d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:22.007268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58f5a5-fca9-4045-8f6b-0badc1645652 req-fa8e4338-19f5-4263-b1b8-3ab9df16763b tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.015212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f58f5a5-fca9-4045-8f6b-0badc1645652 req-fa8e4338-19f5-4263-b1b8-3ab9df16763b tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1210430 Aug 03 19:03:22.026829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e263c56-0e5a-4ed8-8606-2f23997b04f0 req-f76b7ede-f707-4044-ac5f-51390baf240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.028471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e263c56-0e5a-4ed8-8606-2f23997b04f0 req-f76b7ede-f707-4044-ac5f-51390baf240f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bce38a6e00a244608da45c24ca07e203&device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 1095 time: 0.1617703 Aug 03 19:03:22.029847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:22.034814 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:22.092578 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:22.212003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['0bf37cf7-9990-4aa6-b1de-567b977a0c6d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:22.461159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f58f5a5-fca9-4045-8f6b-0badc1645652 req-64ee7bf0-0d78-4928-a35b-61703c0abfd6 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450631 Aug 03 19:03:22.540084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-7755dcff-7a27-4cbb-99f3-76ea838a5fea tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.542072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-7755dcff-7a27-4cbb-99f3-76ea838a5fea tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/networks?id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 200 len: 812 time: 0.5126836 Aug 03 19:03:22.544668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e263c56-0e5a-4ed8-8606-2f23997b04f0 req-b7246ecf-1e95-436f-92f4-0469353e6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.546112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e263c56-0e5a-4ed8-8606-2f23997b04f0 req-b7246ecf-1e95-436f-92f4-0469353e6c80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=113171c1-c187-4686-9c80-b8b876f31804 HTTP/1.1" status: 200 len: 921 time: 0.4985607 Aug 03 19:03:22.580551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-e0ab74e0-f402-4f38-bca0-a9a4cd76c59d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/quotas/aa397c7a7d62450ba897227d84280d99 HTTP/1.1" status: 200 len: 375 time: 0.0211670 Aug 03 19:03:22.614852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e263c56-0e5a-4ed8-8606-2f23997b04f0 req-49d32863-3c6b-406b-84f9-8b051ad34f93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 217 time: 0.0460536 Aug 03 19:03:22.651057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8226b1-fabf-4a96-93af-9fd399db9628 req-8a435631-cc3e-434b-b348-a542672ec4b8 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.652520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c8226b1-fabf-4a96-93af-9fd399db9628 req-8a435631-cc3e-434b-b348-a542672ec4b8 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 944 time: 0.1324477 Aug 03 19:03:22.718867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e263c56-0e5a-4ed8-8606-2f23997b04f0 req-c37c75fe-545c-4608-b2b3-279161fa6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.720228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e263c56-0e5a-4ed8-8606-2f23997b04f0 req-c37c75fe-545c-4608-b2b3-279161fa6fd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ecb00b4-ba8b-4f27-b407-c06a24b43679 HTTP/1.1" status: 200 len: 860 time: 0.0787575 Aug 03 19:03:22.739780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-493c562d-ea4d-44cd-bc87-8d948cebb2c7 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aa397c7a7d62450ba897227d84280d99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1280620 Aug 03 19:03:22.745182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c8226b1-fabf-4a96-93af-9fd399db9628 req-c57089d2-13ff-4ed1-85dd-974672c74fb7 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807681 Aug 03 19:03:22.836457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e263c56-0e5a-4ed8-8606-2f23997b04f0 req-12adee79-4f95-4167-90f5-8dccb55a82a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=113171c1-c187-4686-9c80-b8b876f31804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328887 Aug 03 19:03:22.957047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-979b9e23-fe86-463e-8e5b-998cccbd0894 service neutron] 10.222.0.78 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095728 Aug 03 19:03:22.967711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160356bb-2587-4a45-9c55-9a1f5f9d202f req-256725a5-cce5-4bca-9977-2693c6f5c52c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.969311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-160356bb-2587-4a45-9c55-9a1f5f9d202f req-256725a5-cce5-4bca-9977-2693c6f5c52c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 945 time: 0.1353645 Aug 03 19:03:23.078186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e263c56-0e5a-4ed8-8606-2f23997b04f0 req-b994b364-619f-424f-b6e4-f30a53d441cd service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274694 Aug 03 19:03:23.114160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-160356bb-2587-4a45-9c55-9a1f5f9d202f req-9a6abb58-68f9-4121-bbf3-cfddc5692411 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224604 Aug 03 19:03:23.148707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-00b0cd82-228f-4e50-ad09-82869b084e49 service neutron] 10.222.0.78 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784129 Aug 03 19:03:23.354136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e263c56-0e5a-4ed8-8606-2f23997b04f0 req-cc768043-1cfc-491d-9ee4-9c397fc24123 service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621171 Aug 03 19:03:23.363479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-30212fbe-3221-4e2a-8c3b-d941e5dc7589 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.365109 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-30212fbe-3221-4e2a-8c3b-d941e5dc7589 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.74 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.1844118 Aug 03 19:03:23.425663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Request body: {'port': {'device_id': '3aaa5d93-bcac-447a-917f-9de882fcf44c', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'admin_state_up': True, 'tenant_id': '9cedb32f4c8843edb406f839ba8551a1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:23.524289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3a3b657-cbf0-4e98-ace3-adbce22011be req-964c2a7f-0aee-456e-acf0-3c63043094b3 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 210 time: 0.0831099 Aug 03 19:03:23.593897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b878247f-70ba-40ab-8dd8-c2ff61b9bd3f req-fc4421c5-5d4a-44a1-b240-88234d3af8ab tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 210 time: 0.0722487 Aug 03 19:03:23.716382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8bf4a-d02b-4ab6-9ca8-29fb488296fa req-972301f5-1063-4c03-a94d-68d604d6a598 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.722043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0bf8bf4a-d02b-4ab6-9ca8-29fb488296fa req-972301f5-1063-4c03-a94d-68d604d6a598 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.0837574 Aug 03 19:03:23.730229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 38e60848-796e-44b5-a208-063d784c4b15 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:23.792962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0bf37cf7-9990-4aa6-b1de-567b977a0c6d up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:23.863230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0bf8bf4a-d02b-4ab6-9ca8-29fb488296fa req-654614a9-d602-4730-b663-2ac7a894fcf2 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066623 Aug 03 19:03:23.865837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Made reservation on behalf of 9cedb32f4c8843edb406f839ba8551a1 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:23.874495 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.042851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb5d2-ba4f-4ea2-879c-f391c0916570 req-a14fa80a-48e7-4de5-b7da-c38d0abd58cd tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:24.051166 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8dfb5d2-ba4f-4ea2-879c-f391c0916570 req-a14fa80a-48e7-4de5-b7da-c38d0abd58cd tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 944 time: 0.1227555 Aug 03 19:03:24.153888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8dfb5d2-ba4f-4ea2-879c-f391c0916570 req-b27c7f98-4828-42d0-95df-a4fe398b7c1e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012959 Aug 03 19:03:24.201307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Allocated IP 172.20.0.13 (1eb4baa9-eb92-4272-b5b9-d4e937dacd30/9dc88900-b9b8-4c5c-ac1b-058bf6ec7366/a18d9270-6962-42af-b57b-9ec6b683a061) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:24.361583 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:24.362125 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.422703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 38e60848-796e-44b5-a208-063d784c4b15, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=38e60848-796e-44b5-a208-063d784c4b15,segment=NetworkSegment(3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9),segment_id=3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:24.439467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '38e60848-796e-44b5-a208-063d784c4b15', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'port_id': '38e60848-796e-44b5-a208-063d784c4b15', 'mac_address': 'fa:16:3e:46:c7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:24.535983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894509ab-aaaa-42d9-a14f-b0bc153f59c9 req-c84aa05e-b846-4dde-b324-aa13f497fb33 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:24.550383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-894509ab-aaaa-42d9-a14f-b0bc153f59c9 req-c84aa05e-b846-4dde-b324-aa13f497fb33 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 945 time: 0.1368835 Aug 03 19:03:24.577775 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.595672 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.625173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:24.627944 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.633127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:24.636179 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3584c3b8-3b7e-47d3-919e-72f5567ee2b7" -d '{"events": [{"server_uuid": "b0468b38-4d5c-41c8-ac4e-cbe3db2778a9", "name": "network-vif-plugged", "status": "completed", "tag": "0bf37cf7-9990-4aa6-b1de-567b977a0c6d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:24.642227 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.652438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e60848-796e-44b5-a208-063d784c4b15 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:24.728047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 38e60848-796e-44b5-a208-063d784c4b15, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=38e60848-796e-44b5-a208-063d784c4b15,segment=NetworkSegment(3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9),segment_id=3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:24.735209 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.746198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-894509ab-aaaa-42d9-a14f-b0bc153f59c9 req-144549d8-63d6-4dc2-80b0-d71ebe369ec2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947792 Aug 03 19:03:24.747926 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.765162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:24.866825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=38e60848-796e-44b5-a208-063d784c4b15,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:24.895013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:24.910814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:24.913712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:24.978503 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event updated for resources: {'Port': ['ID=a18d9270-6962-42af-b57b-9ec6b683a061,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:24.999724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0bf0c7fc-21db-44d0-905a-c8c9911bdf64 req-287b5232-107e-4ea1-b9e2-44fc1d911050 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 210 time: 0.1090646 Aug 03 19:03:25.032511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:25.032511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:25.049832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6f9c-35c6-46de-8b5e-e968376eec73 req-acbd346a-12aa-41ba-9da4-a4ceddfd51b6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:25.051383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb2b6f9c-35c6-46de-8b5e-e968376eec73 req-acbd346a-12aa-41ba-9da4-a4ceddfd51b6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 932 time: 0.1595907 Aug 03 19:03:25.059750 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-06e09634-3628-4cf5-8e7f-5e8b51f88742 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6458168 Aug 03 19:03:25.081420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['38e60848-796e-44b5-a208-063d784c4b15'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:25.093337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Request body: {'port': {'device_id': '3aaa5d93-bcac-447a-917f-9de882fcf44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:25.130085 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e7a323-1da2-416f-8268-4281a17bb0ae x-openstack-request-id: req-e3e7a323-1da2-416f-8268-4281a17bb0ae {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:25.130389 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0468b38-4d5c-41c8-ac4e-cbe3db2778a9", "name": "network-vif-plugged", "status": "completed", "tag": "0bf37cf7-9990-4aa6-b1de-567b977a0c6d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:25.130645 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3e7a323-1da2-416f-8268-4281a17bb0ae {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:25.131038 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d', 'code': 200} Aug 03 19:03:25.133113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb2b6f9c-35c6-46de-8b5e-e968376eec73 req-abca4c23-a645-4fd1-bf48-d6cbd1958e1b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685487 Aug 03 19:03:25.183977 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:25.393977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a0cb4-5043-42a3-b632-bfe95bcbde3a req-33a67e85-d701-4b76-b4a3-1e7338d9fbec tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:25.393977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-610a0cb4-5043-42a3-b632-bfe95bcbde3a req-33a67e85-d701-4b76-b4a3-1e7338d9fbec tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1917992 Aug 03 19:03:25.503404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ea9d5-0f94-45f6-9ed7-c442f5a3d110 req-3b0ebf78-377a-415c-9ea8-18d6ae73e0c2 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:25.514407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c1ea9d5-0f94-45f6-9ed7-c442f5a3d110 req-3b0ebf78-377a-415c-9ea8-18d6ae73e0c2 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 945 time: 0.2336023 Aug 03 19:03:25.546546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-528eeeb1-e0cb-4316-95f2-283adfa55c72 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:25.548869 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-528eeeb1-e0cb-4316-95f2-283adfa55c72 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.74 "GET /v2.0/networks?id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 200 len: 812 time: 0.1351736 Aug 03 19:03:25.553543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-610a0cb4-5043-42a3-b632-bfe95bcbde3a req-b542f41c-dca9-4640-84a1-884a59ef35e2 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372125 Aug 03 19:03:25.587978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c1ea9d5-0f94-45f6-9ed7-c442f5a3d110 req-50e1529c-bf96-433f-b4d0-885584e1b41c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725946 Aug 03 19:03:25.592247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'port': {'device_id': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21', 'admin_state_up': True, 'tenant_id': 'aa397c7a7d62450ba897227d84280d99'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:25.781472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18d9270-6962-42af-b57b-9ec6b683a061 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:25.792456 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:25.812963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Transition to ACTIVE for port object a18d9270-6962-42af-b57b-9ec6b683a061 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:25.825147 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:25.855003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Made reservation on behalf of aa397c7a7d62450ba897227d84280d99 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:25.867250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:25.884218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Pushing event updated for resources: {'Port': ['ID=a18d9270-6962-42af-b57b-9ec6b683a061,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:26.029177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eb60a-2ab8-427b-8895-0a33d8f78681 req-91e2e6b3-340a-46f4-997b-1dacdd3937cb tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:26.036921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c31eb60a-2ab8-427b-8895-0a33d8f78681 req-91e2e6b3-340a-46f4-997b-1dacdd3937cb tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.1155782 Aug 03 19:03:26.049294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Attempting to bind port a18d9270-6962-42af-b57b-9ec6b683a061 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:26.049747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Attempting to bind port a18d9270-6962-42af-b57b-9ec6b683a061 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:26.050168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Attempting to bind port a18d9270-6962-42af-b57b-9ec6b683a061 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:26.051464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Allocated IP 172.20.0.11 (6fb37a93-83dd-4e34-b3d3-a6f011efbe21/b765c465-b718-4cc4-b38a-fe0027e28aa5/9d6d2b54-ff53-493e-89cf-2281a366b971) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:26.063590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Port a18d9270-6962-42af-b57b-9ec6b683a061 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:26.063992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Attempting to bind port a18d9270-6962-42af-b57b-9ec6b683a061 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:26.075997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:26.076353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Checking segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:26.076890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Bound using segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:26.077600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Bound port: a18d9270-6962-42af-b57b-9ec6b683a061, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:26.077972 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.113385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c31eb60a-2ab8-427b-8895-0a33d8f78681 req-865f9c13-7a96-4264-826c-8ebc67edadda tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756989 Aug 03 19:03:26.174373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-554eb2f1-5c98-48f3-ad00-b38fc0b42363 req-0f131a0c-0f74-437e-a255-0f2d07f13032 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 210 time: 0.0597172 Aug 03 19:03:26.228803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] For port a18d9270-6962-42af-b57b-9ec6b683a061, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:26.236912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] For port a18d9270-6962-42af-b57b-9ec6b683a061, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a18d9270-6962-42af-b57b-9ec6b683a061,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:26.242500 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.325606 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.359096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:26.360668 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.362446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] 10.222.0.74 "PUT /v2.0/ports/a18d9270-6962-42af-b57b-9ec6b683a061 HTTP/1.1" status: 200 len: 1092 time: 1.2736557 Aug 03 19:03:26.363026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aaa5d93-bcac-447a-917f-9de882fcf44c', 'tag': 'a18d9270-6962-42af-b57b-9ec6b683a061'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:26.365449 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2615970-9d2c-4f44-aff8-491a8fc02520" -d '{"events": [{"name": "network-changed", "server_uuid": "3aaa5d93-bcac-447a-917f-9de882fcf44c", "tag": "a18d9270-6962-42af-b57b-9ec6b683a061"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:26.387025 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.404408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b96e44ec-920c-4b0b-b3a4-739859d324c1'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:26.421439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312e213-729d-42df-ba8f-e6456c0431ec service neutron] Pushing event updated for resources: {'Port': ['ID=a18d9270-6962-42af-b57b-9ec6b683a061,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:26.443920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:26.447921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:26.451925 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:26.454081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781733e8-3fbb-4ba8-8fca-62b4204125fb req-be349990-ea22-4563-9af0-6be8333b5fe3 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:26.464873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-781733e8-3fbb-4ba8-8fca-62b4204125fb req-be349990-ea22-4563-9af0-6be8333b5fe3 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 944 time: 0.1698022 Aug 03 19:03:26.490438 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'Port': ['ID=9d6d2b54-ff53-493e-89cf-2281a366b971,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:26.505628 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bec78a-ec59-4705-9b6b-df423c5ed200 x-openstack-request-id: req-f7bec78a-ec59-4705-9b6b-df423c5ed200 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:26.506336 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aaa5d93-bcac-447a-917f-9de882fcf44c", "tag": "a18d9270-6962-42af-b57b-9ec6b683a061", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:26.507629 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7bec78a-ec59-4705-9b6b-df423c5ed200 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:26.508421 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aaa5d93-bcac-447a-917f-9de882fcf44c', 'tag': 'a18d9270-6962-42af-b57b-9ec6b683a061', 'status': 'completed', 'code': 200} Aug 03 19:03:26.526970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:26.528194 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.552449 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-dcfd431b-012c-436e-9c02-d8d991f7acc5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9656975 Aug 03 19:03:26.588035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Request body: {'port': {'device_id': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:26.609630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-781733e8-3fbb-4ba8-8fca-62b4204125fb req-f748db38-5767-4ff7-8dd0-25b62f0f82bc tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426857 Aug 03 19:03:26.626367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-4db5c14d-40ca-4fc5-a187-c308f303f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:26.628256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-4db5c14d-40ca-4fc5-a187-c308f303f137 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 1095 time: 0.1047711 Aug 03 19:03:26.695404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.802523 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-bb5d07f1-85ba-44fa-82ab-badea0b992cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a18d9270-6962-42af-b57b-9ec6b683a061 HTTP/1.1" status: 200 len: 217 time: 0.1420341 Aug 03 19:03:26.888336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04220d51-69f2-4704-b7c4-dcc308ff4a8b req-c433c144-6b83-44ad-8175-3d06b6ec9adf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:26.891228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04220d51-69f2-4704-b7c4-dcc308ff4a8b req-c433c144-6b83-44ad-8175-3d06b6ec9adf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 945 time: 0.1428332 Aug 03 19:03:26.942206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-7d3d03b6-208e-4a85-94f7-8db30f4845c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:26.943728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-7d3d03b6-208e-4a85-94f7-8db30f4845c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.1218393 Aug 03 19:03:26.957759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04220d51-69f2-4704-b7c4-dcc308ff4a8b req-a79e0525-ac4a-432c-9d3d-7c503ef563fc tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525005 Aug 03 19:03:26.968737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413821a1-c63d-4fb2-ae26-e122608276ca req-93d13d69-89ce-4781-b8ea-cc6479507125 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:26.970341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-413821a1-c63d-4fb2-ae26-e122608276ca req-93d13d69-89ce-4781-b8ea-cc6479507125 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1924064 Aug 03 19:03:27.007781 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-46006876-e3bc-4afd-9355-4fa74403fc61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364263 Aug 03 19:03:27.092263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-413821a1-c63d-4fb2-ae26-e122608276ca req-e2a397c8-762d-4514-9993-2ba97cb1773a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109357 Aug 03 19:03:27.138057 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6d2b54-ff53-493e-89cf-2281a366b971 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:27.146600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-93792e10-507e-4239-8cf2-1d9a813157eb service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177659 Aug 03 19:03:27.153829 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.176334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Transition to ACTIVE for port object 9d6d2b54-ff53-493e-89cf-2281a366b971 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:27.188047 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.264698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6d2b54-ff53-493e-89cf-2281a366b971,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:27.326891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b472bb6-30be-4a44-98bb-ee333895d2f5 req-0470a681-b10e-4c60-9a59-217a84a20a46 service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601832 Aug 03 19:03:27.375631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Attempting to bind port 9d6d2b54-ff53-493e-89cf-2281a366b971 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:27.376248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Attempting to bind port 9d6d2b54-ff53-493e-89cf-2281a366b971 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'b0bde6d8-7883-438e-9955-83d5afbc8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:27.376738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Attempting to bind port 9d6d2b54-ff53-493e-89cf-2281a366b971 on network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:27.381434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Port 9d6d2b54-ff53-493e-89cf-2281a366b971 on network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:27.382038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Attempting to bind port 9d6d2b54-ff53-493e-89cf-2281a366b971 on network 6fb37a93-83dd-4e34-b3d3-a6f011efbe21 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:27.388103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:27.388447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Checking segment: {'id': 'b0bde6d8-7883-438e-9955-83d5afbc8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:27.388833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Bound using segment: {'id': 'b0bde6d8-7883-438e-9955-83d5afbc8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:27.389255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Bound port: 9d6d2b54-ff53-493e-89cf-2281a366b971, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0bde6d8-7883-438e-9955-83d5afbc8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:27.389637 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.450147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959507e9-37cb-4dbc-b1c1-aed5c49aeba2 req-af5f4de3-dce1-4b40-9974-e6c03c6ce621 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.451686 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-959507e9-37cb-4dbc-b1c1-aed5c49aeba2 req-af5f4de3-dce1-4b40-9974-e6c03c6ce621 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 944 time: 0.0915816 Aug 03 19:03:27.459821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368c90c-8c5e-4e85-8619-0865710ada83 req-484db316-13b5-4d16-b641-96cc16b45577 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.467878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5368c90c-8c5e-4e85-8619-0865710ada83 req-484db316-13b5-4d16-b641-96cc16b45577 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.1279094 Aug 03 19:03:27.469689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] For port 9d6d2b54-ff53-493e-89cf-2281a366b971, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:27.473260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] For port 9d6d2b54-ff53-493e-89cf-2281a366b971, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9d6d2b54-ff53-493e-89cf-2281a366b971,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:27.479246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.519800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.520122 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.521566 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] 10.222.0.74 "PUT /v2.0/ports/9d6d2b54-ff53-493e-89cf-2281a366b971 HTTP/1.1" status: 200 len: 1092 time: 0.9522324 Aug 03 19:03:27.524281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'tag': '9d6d2b54-ff53-493e-89cf-2281a366b971'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:27.527241 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ac012c-12b9-4122-8773-32b0e4a3cffb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5e9f71-4b11-458c-bcbf-cebcf73b6034", "tag": "9d6d2b54-ff53-493e-89cf-2281a366b971"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:27.560580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a97837-bb88-4fc7-9482-7ecdf0c5e956 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6d2b54-ff53-493e-89cf-2281a366b971,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:27.577162 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5368c90c-8c5e-4e85-8619-0865710ada83 req-c6a140ba-0788-4b3a-a571-ad58ef57b755 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083162 Aug 03 19:03:27.610080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-959507e9-37cb-4dbc-b1c1-aed5c49aeba2 req-ffcaad9a-01eb-4398-9e4b-bd59a562c0f5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339092 Aug 03 19:03:27.638008 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a42a73-a84f-4901-895c-ee553a8d2488 x-openstack-request-id: req-e2a42a73-a84f-4901-895c-ee553a8d2488 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:27.638426 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5e9f71-4b11-458c-bcbf-cebcf73b6034", "tag": "9d6d2b54-ff53-493e-89cf-2281a366b971", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:27.638686 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e2a42a73-a84f-4901-895c-ee553a8d2488 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:27.639083 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'tag': '9d6d2b54-ff53-493e-89cf-2281a366b971', 'status': 'completed', 'code': 200} Aug 03 19:03:27.645086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2615970-9d2c-4f44-aff8-491a8fc02520 req-8233d485-38a7-4fcb-8a5c-91666be25213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.649074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2615970-9d2c-4f44-aff8-491a8fc02520 req-8233d485-38a7-4fcb-8a5c-91666be25213 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 1095 time: 0.1416364 Aug 03 19:03:27.658464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-3b919b6e-1b8a-4317-aaa2-2d9c87c12b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.660014 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-3b919b6e-1b8a-4317-aaa2-2d9c87c12b8c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa397c7a7d62450ba897227d84280d99&device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 1095 time: 0.0610483 Aug 03 19:03:27.726929 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 38e60848-796e-44b5-a208-063d784c4b15 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:27.811865 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-ad25cece-ea92-4ca1-9814-3ceed4e81655 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6d2b54-ff53-493e-89cf-2281a366b971 HTTP/1.1" status: 200 len: 217 time: 0.1012034 Aug 03 19:03:27.818727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14c2f3-41c3-4171-b719-21fb6fa9df3d req-49beb49d-1aef-4b39-9132-8f993d0e4838 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.826157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d14c2f3-41c3-4171-b719-21fb6fa9df3d req-49beb49d-1aef-4b39-9132-8f993d0e4838 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 944 time: 0.1349249 Aug 03 19:03:27.828228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 38e60848-796e-44b5-a208-063d784c4b15 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:27.832489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 38e60848-796e-44b5-a208-063d784c4b15 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:27.832986 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.845027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2615970-9d2c-4f44-aff8-491a8fc02520 req-50eded30-064f-4f3b-a004-519a68fa6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.846917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2615970-9d2c-4f44-aff8-491a8fc02520 req-50eded30-064f-4f3b-a004-519a68fa6efa service neutron] 10.222.0.74 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 912 time: 0.1282902 Aug 03 19:03:27.904190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-60df93e2-c545-45b0-bfc2-5f9ddf669fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.905926 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-60df93e2-c545-45b0-bfc2-5f9ddf669fe1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b765c465-b718-4cc4-b38a-fe0027e28aa5 HTTP/1.1" status: 200 len: 852 time: 0.0763195 Aug 03 19:03:27.909305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2615970-9d2c-4f44-aff8-491a8fc02520 req-4b6fa11f-ead4-4005-9130-2944c64cae5c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a18d9270-6962-42af-b57b-9ec6b683a061 HTTP/1.1" status: 200 len: 217 time: 0.0457587 Aug 03 19:03:27.922461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d14c2f3-41c3-4171-b719-21fb6fa9df3d req-24c36f59-c17c-48f8-b356-b3d053c9a3e1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742750 Aug 03 19:03:27.970592 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.978365 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-9bba10c8-3546-40db-bbd4-c65f0af492e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397112 Aug 03 19:03:27.990593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2615970-9d2c-4f44-aff8-491a8fc02520 req-d3896125-13a2-4892-8271-81e91e7e5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.992374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2615970-9d2c-4f44-aff8-491a8fc02520 req-d3896125-13a2-4892-8271-81e91e7e5c3f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.0601521 Aug 03 19:03:28.000826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e60848-796e-44b5-a208-063d784c4b15'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:28.003404 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994e8cb1-dfc1-4862-8fe0-837a1b0779be" -d '{"events": [{"server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "name": "network-vif-plugged", "status": "completed", "tag": "38e60848-796e-44b5-a208-063d784c4b15"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:28.018269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 38e60848-796e-44b5-a208-063d784c4b15, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=38e60848-796e-44b5-a208-063d784c4b15,segment=NetworkSegment(3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9),segment_id=3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:28.025656 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:28.084660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2615970-9d2c-4f44-aff8-491a8fc02520 req-d345eecc-c640-4f3d-a85d-ef6e38c5e238 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765271 Aug 03 19:03:28.085796 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5eb9d18-3e97-4504-bd5e-c0417f043766 x-openstack-request-id: req-a5eb9d18-3e97-4504-bd5e-c0417f043766 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:28.086279 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "name": "network-vif-plugged", "status": "completed", "tag": "38e60848-796e-44b5-a208-063d784c4b15", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:28.086862 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5eb9d18-3e97-4504-bd5e-c0417f043766 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:28.087446 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e60848-796e-44b5-a208-063d784c4b15', 'code': 200} Aug 03 19:03:28.136804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=38e60848-796e-44b5-a208-063d784c4b15,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:28.220847 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-a5fe112b-3440-4b56-a8df-7aa2fb708bb3 service neutron] 10.222.0.74 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262003 Aug 03 19:03:28.370325 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-82cfb0e3-7d9c-4d8c-aa00-f3ee1bd9944c req-7498c3d9-3817-44f5-a823-3f647c036cc1 service neutron] 10.222.0.74 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204159 Aug 03 19:03:28.605042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac012c-12b9-4122-8773-32b0e4a3cffb req-923208ec-4c84-4e92-bd27-8011aaed638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:28.606655 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-55ac012c-12b9-4122-8773-32b0e4a3cffb req-923208ec-4c84-4e92-bd27-8011aaed638b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa397c7a7d62450ba897227d84280d99&device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 1095 time: 0.0549691 Aug 03 19:03:28.651519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74751261-2219-4cf6-bef0-a22077bb3cca req-afd168ee-b4aa-4776-af28-50a752b647f7 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:28.654275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74751261-2219-4cf6-bef0-a22077bb3cca req-afd168ee-b4aa-4776-af28-50a752b647f7 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.5564551 Aug 03 19:03:28.672626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7f6a6-a6e3-4254-8a44-d5a69e9593df req-7a3651d4-c908-46e3-9217-682d5988fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:28.674342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63f7f6a6-a6e3-4254-8a44-d5a69e9593df req-7a3651d4-c908-46e3-9217-682d5988fbe1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 1097 time: 0.4741683 Aug 03 19:03:28.712228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80c947-901e-470c-8044-94e34f03cef3 req-ec20029e-f02a-45fd-b7cb-ce42a2e4c99b tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:28.720298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a80c947-901e-470c-8044-94e34f03cef3 req-ec20029e-f02a-45fd-b7cb-ce42a2e4c99b tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.5093176 Aug 03 19:03:28.738103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2615970-9d2c-4f44-aff8-491a8fc02520 req-ca8bc0a7-0ff4-49ed-8578-5ede7af7dacc service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340261 Aug 03 19:03:28.741903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac012c-12b9-4122-8773-32b0e4a3cffb req-cf6717d3-770b-4622-a764-9f343dbe9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:28.744156 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-55ac012c-12b9-4122-8773-32b0e4a3cffb req-cf6717d3-770b-4622-a764-9f343dbe9f77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 200 len: 913 time: 0.1213949 Aug 03 19:03:28.826186 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-55ac012c-12b9-4122-8773-32b0e4a3cffb req-58dd962a-f5f3-4679-b63d-ad53f4ed8614 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6d2b54-ff53-493e-89cf-2281a366b971 HTTP/1.1" status: 200 len: 217 time: 0.0508256 Aug 03 19:03:28.829537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a80c947-901e-470c-8044-94e34f03cef3 req-a3bf4571-71d1-439b-ac31-e2837b7c5fbb tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067836 Aug 03 19:03:28.833633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63f7f6a6-a6e3-4254-8a44-d5a69e9593df req-66daae17-3210-4808-bfb9-13688afac88a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431007 Aug 03 19:03:28.842116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74751261-2219-4cf6-bef0-a22077bb3cca req-b33c8098-c62a-43e9-909d-ab9126a63098 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785088 Aug 03 19:03:28.915125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac012c-12b9-4122-8773-32b0e4a3cffb req-381b024e-96da-4e7f-9040-5ca9be2be730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:28.918484 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-55ac012c-12b9-4122-8773-32b0e4a3cffb req-381b024e-96da-4e7f-9040-5ca9be2be730 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b765c465-b718-4cc4-b38a-fe0027e28aa5 HTTP/1.1" status: 200 len: 852 time: 0.0699797 Aug 03 19:03:28.957581 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-55ac012c-12b9-4122-8773-32b0e4a3cffb req-a60382ea-8c36-46cd-ab90-7917a2534c97 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272536 Aug 03 19:03:29.002922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2615970-9d2c-4f44-aff8-491a8fc02520 req-bdecb1cd-5d46-47d5-8115-c8144db2f023 service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237809 Aug 03 19:03:29.136068 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-55ac012c-12b9-4122-8773-32b0e4a3cffb req-248d002c-fc69-4558-9a52-9bb1f09c5118 service neutron] 10.222.0.74 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394095 Aug 03 19:03:29.188902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde06b09-f97f-4fdf-b7d4-288d02f7f515 req-15e37aa0-318f-4d28-85d3-0198528ba6d6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:29.190836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fde06b09-f97f-4fdf-b7d4-288d02f7f515 req-15e37aa0-318f-4d28-85d3-0198528ba6d6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.0862362 Aug 03 19:03:29.273526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fde06b09-f97f-4fdf-b7d4-288d02f7f515 req-830f5738-36fa-4f27-9f7f-6f3685e40b70 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757041 Aug 03 19:03:29.287181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2e071-5b96-40c0-82fe-895e42f364b2 req-a13fb151-b6f5-4c84-8bea-27627bd1cd34 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:29.290246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0f2e071-5b96-40c0-82fe-895e42f364b2 req-a13fb151-b6f5-4c84-8bea-27627bd1cd34 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 944 time: 0.0855346 Aug 03 19:03:29.320010 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-55ac012c-12b9-4122-8773-32b0e4a3cffb req-fc46f476-741a-4f03-9e13-a387f4dbb78e service neutron] 10.222.0.74 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704822 Aug 03 19:03:29.338410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0f2e071-5b96-40c0-82fe-895e42f364b2 req-95c82084-5a95-4184-b81a-acd095d227c0 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Aug 03 19:03:29.427692 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.460946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20646cf0-2d7f-46cd-b8ee-5c36cd136ca3 req-879efa0e-176a-4ce2-a0c3-b153f7314f03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:29.463548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20646cf0-2d7f-46cd-b8ee-5c36cd136ca3 req-879efa0e-176a-4ce2-a0c3-b153f7314f03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 944 time: 0.0699351 Aug 03 19:03:29.518475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20646cf0-2d7f-46cd-b8ee-5c36cd136ca3 req-ae213855-e54b-43b0-9a7c-bf794cf60ca4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Aug 03 19:03:30.058638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0bf04-3049-4dcd-9d05-a26d3b722733 req-02d63336-94b5-4670-b728-174d9499df6c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:30.071086 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35e0bf04-3049-4dcd-9d05-a26d3b722733 req-02d63336-94b5-4670-b728-174d9499df6c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1195557 Aug 03 19:03:30.108049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890f4f7-ec04-4cbe-bcbf-0ec95d6cf77b req-4c3c7124-055e-4258-9f55-a8e84f079a9d tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:30.114080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6890f4f7-ec04-4cbe-bcbf-0ec95d6cf77b req-4c3c7124-055e-4258-9f55-a8e84f079a9d tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.1500719 Aug 03 19:03:30.171011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35e0bf04-3049-4dcd-9d05-a26d3b722733 req-f93234a8-dd7f-4762-b1e7-a77527fabfc6 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987375 Aug 03 19:03:30.206268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6890f4f7-ec04-4cbe-bcbf-0ec95d6cf77b req-9683b49d-cce0-4168-babf-4c4ee7adf0e0 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883429 Aug 03 19:03:30.437858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a9d91-68fa-4591-a03e-01aeeed87727 req-b1e07f48-4c70-408b-b5b7-ec6e3d2a0f4b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:30.439519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f0a9d91-68fa-4591-a03e-01aeeed87727 req-b1e07f48-4c70-408b-b5b7-ec6e3d2a0f4b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.0778980 Aug 03 19:03:30.532367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f0a9d91-68fa-4591-a03e-01aeeed87727 req-862b6f65-1808-433b-ace3-826cc4f90467 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759890 Aug 03 19:03:30.544026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48621a6f-2b93-4870-992f-7da18046a356 req-6ec5e9cd-be09-49ff-be3e-ef904fb833a6 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:30.546073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48621a6f-2b93-4870-992f-7da18046a356 req-6ec5e9cd-be09-49ff-be3e-ef904fb833a6 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 944 time: 0.1051781 Aug 03 19:03:30.603349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48621a6f-2b93-4870-992f-7da18046a356 req-9b56ab7f-82f7-477f-9f47-8e4507417685 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424149 Aug 03 19:03:30.671608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b015-2955-43eb-bb49-5fc559df9130 req-0afc5fd2-48c4-4fb5-ac52-6c96846a05fb tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:30.673331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73c2b015-2955-43eb-bb49-5fc559df9130 req-0afc5fd2-48c4-4fb5-ac52-6c96846a05fb tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 944 time: 0.0594621 Aug 03 19:03:30.718859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73c2b015-2955-43eb-bb49-5fc559df9130 req-e59cb640-735c-4aaa-8acc-345fff98b056 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388622 Aug 03 19:03:30.988281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a18d9270-6962-42af-b57b-9ec6b683a061 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:31.114921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a18d9270-6962-42af-b57b-9ec6b683a061, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a18d9270-6962-42af-b57b-9ec6b683a061,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:31.129633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'a18d9270-6962-42af-b57b-9ec6b683a061', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'port_id': 'a18d9270-6962-42af-b57b-9ec6b683a061', 'mac_address': 'fa:16:3e:90:4d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc88900-b9b8-4c5c-ac1b-058bf6ec7366', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:31.194975 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:31.209265 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18d9270-6962-42af-b57b-9ec6b683a061 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:31.243912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a18d9270-6962-42af-b57b-9ec6b683a061, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a18d9270-6962-42af-b57b-9ec6b683a061,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:31.251421 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:31.331017 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=a18d9270-6962-42af-b57b-9ec6b683a061,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:31.361614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812ade6-3747-42fd-a258-1ad3a86636c4 req-308f9999-49ed-4399-8a47-8007b51eb9f4 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:31.364168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7812ade6-3747-42fd-a258-1ad3a86636c4 req-308f9999-49ed-4399-8a47-8007b51eb9f4 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.0956833 Aug 03 19:03:31.402977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025db35-2098-4622-9e0f-5cee52752812 req-7733bf89-1232-4f8f-a107-35d8c1bb990e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:31.406235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d025db35-2098-4622-9e0f-5cee52752812 req-7733bf89-1232-4f8f-a107-35d8c1bb990e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0993876 Aug 03 19:03:31.449262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7812ade6-3747-42fd-a258-1ad3a86636c4 req-cb8e73b9-42a6-490e-9cfb-523f8107c78c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770857 Aug 03 19:03:31.482579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d025db35-2098-4622-9e0f-5cee52752812 req-d9f4a2c1-9f1c-4cd3-b0e2-540817094fd3 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702779 Aug 03 19:03:31.838123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7d411-7c95-47d1-8062-b91f1db6487c req-c5a980ea-c0da-4aec-aa76-a5483ec7ab33 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:31.848096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8c7d411-7c95-47d1-8062-b91f1db6487c req-c5a980ea-c0da-4aec-aa76-a5483ec7ab33 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.0903435 Aug 03 19:03:31.941360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8c7d411-7c95-47d1-8062-b91f1db6487c req-0606d455-8500-4a8d-a931-b1574cc7f4db tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922196 Aug 03 19:03:31.943845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['a18d9270-6962-42af-b57b-9ec6b683a061'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:32.005217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce83fcc-5b59-47d6-83cf-6c5bc0328c01 req-827f7ffd-951b-4fc1-9ace-15c99f51625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.006805 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ce83fcc-5b59-47d6-83cf-6c5bc0328c01 req-827f7ffd-951b-4fc1-9ace-15c99f51625f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bce38a6e00a244608da45c24ca07e203&device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 1097 time: 0.1166396 Aug 03 19:03:32.015962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2238a-2619-45c0-8556-1659fe5b4dd2 req-1dbdeb26-6cd8-4ea4-8992-e998b30099b0 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.023887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72f2238a-2619-45c0-8556-1659fe5b4dd2 req-1dbdeb26-6cd8-4ea4-8992-e998b30099b0 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 944 time: 0.1169581 Aug 03 19:03:32.136680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72f2238a-2619-45c0-8556-1659fe5b4dd2 req-fc97157e-fb77-4f43-89de-50722bce7057 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057971 Aug 03 19:03:32.312235 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce83fcc-5b59-47d6-83cf-6c5bc0328c01 req-1386f7c4-095a-47df-bf86-497c111d1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.313790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ce83fcc-5b59-47d6-83cf-6c5bc0328c01 req-1386f7c4-095a-47df-bf86-497c111d1893 service neutron] 10.222.0.37 "GET /v2.0/networks?id=113171c1-c187-4686-9c80-b8b876f31804 HTTP/1.1" status: 200 len: 921 time: 0.2871225 Aug 03 19:03:32.351663 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a65fb6-6360-45fa-84b7-b40da5089b21 req-9602c8e8-74d1-4c59-b809-c9a4d21a91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.354587 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1a65fb6-6360-45fa-84b7-b40da5089b21 req-9602c8e8-74d1-4c59-b809-c9a4d21a91a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a24cf47d0ce47bcb1f027ea0fa46e73&device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 1096 time: 0.0555811 Aug 03 19:03:32.365619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ce83fcc-5b59-47d6-83cf-6c5bc0328c01 req-00978ab4-dce6-4b38-b962-ade9d342ce60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 217 time: 0.0393052 Aug 03 19:03:32.381020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68379a-bb48-455b-9247-67fbf9a3be1a req-83c4ff05-ee2e-474f-9406-bd1cc9ad3acb tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.382594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d68379a-bb48-455b-9247-67fbf9a3be1a req-83c4ff05-ee2e-474f-9406-bd1cc9ad3acb tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.1629407 Aug 03 19:03:32.429357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6667e-fc95-42e2-aac7-8b9fecfe4c26 req-309c3f1d-054b-44ec-914d-ed4d1c998894 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.437709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eef6667e-fc95-42e2-aac7-8b9fecfe4c26 req-309c3f1d-054b-44ec-914d-ed4d1c998894 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 945 time: 0.2190065 Aug 03 19:03:32.480142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a65fb6-6360-45fa-84b7-b40da5089b21 req-96469fd7-20a7-4931-9d25-b35ceec148b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.481970 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1a65fb6-6360-45fa-84b7-b40da5089b21 req-96469fd7-20a7-4931-9d25-b35ceec148b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4bf5b106-27c2-4ed4-9622-91e94d063a01 HTTP/1.1" status: 200 len: 917 time: 0.1192005 Aug 03 19:03:32.530890 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d68379a-bb48-455b-9247-67fbf9a3be1a req-f100a465-8b89-48d6-b700-60e423967af6 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148965 Aug 03 19:03:32.533150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce83fcc-5b59-47d6-83cf-6c5bc0328c01 req-c1f953b9-6877-4794-ae7e-caa7fff311e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.534760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ce83fcc-5b59-47d6-83cf-6c5bc0328c01 req-c1f953b9-6877-4794-ae7e-caa7fff311e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ecb00b4-ba8b-4f27-b407-c06a24b43679 HTTP/1.1" status: 200 len: 860 time: 0.1512315 Aug 03 19:03:32.537061 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1a65fb6-6360-45fa-84b7-b40da5089b21 req-8070d1f5-8685-44b3-82e4-22c5d3291649 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e716a6a8-5400-4580-bc9a-e81a56293378 HTTP/1.1" status: 200 len: 217 time: 0.0379863 Aug 03 19:03:32.556486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eef6667e-fc95-42e2-aac7-8b9fecfe4c26 req-801c0e91-349a-497b-b8b3-695112d390d1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053486 Aug 03 19:03:32.611761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ce83fcc-5b59-47d6-83cf-6c5bc0328c01 req-11eb92e0-d0d5-4acc-8e2d-a9aa52378565 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=113171c1-c187-4686-9c80-b8b876f31804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520115 Aug 03 19:03:32.619116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a65fb6-6360-45fa-84b7-b40da5089b21 req-9b38021a-a873-4083-ba35-e17e2c969993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.620353 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1a65fb6-6360-45fa-84b7-b40da5089b21 req-9b38021a-a873-4083-ba35-e17e2c969993 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6f78c0da-0ba1-408d-ae58-f80383aefb20 HTTP/1.1" status: 200 len: 855 time: 0.0734241 Aug 03 19:03:32.686454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a65fb6-6360-45fa-84b7-b40da5089b21 req-69fca925-b8b5-4705-abf9-22be80daf703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.688398 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1a65fb6-6360-45fa-84b7-b40da5089b21 req-69fca925-b8b5-4705-abf9-22be80daf703 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bf5b106-27c2-4ed4-9622-91e94d063a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606375 Aug 03 19:03:32.772702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac3b1c-1f75-42b4-9a1e-7ce22a8f3c46 req-85b7a0f9-f299-442c-816c-b3efece0e82a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.775466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8ac3b1c-1f75-42b4-9a1e-7ce22a8f3c46 req-85b7a0f9-f299-442c-816c-b3efece0e82a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1067588 Aug 03 19:03:32.777884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ce83fcc-5b59-47d6-83cf-6c5bc0328c01 req-fbf8c61e-dced-42b3-bbb2-b0d1a55771f2 service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576796 Aug 03 19:03:32.860009 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1a65fb6-6360-45fa-84b7-b40da5089b21 req-e23b3ccf-28b7-452b-9eb8-b9569b6ed5eb service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628802 Aug 03 19:03:32.908449 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8ac3b1c-1f75-42b4-9a1e-7ce22a8f3c46 req-d264d2f7-9844-4140-95d2-70b5f9511d43 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254325 Aug 03 19:03:32.970477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ce83fcc-5b59-47d6-83cf-6c5bc0328c01 req-51a403f1-fe1d-4d76-b4a1-c3f6389216d6 service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762168 Aug 03 19:03:33.004378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 9d6d2b54-ff53-493e-89cf-2281a366b971 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:33.067068 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1a65fb6-6360-45fa-84b7-b40da5089b21 req-574222fd-2928-41b5-b81f-320461b4862d service neutron] 10.222.0.74 "GET /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901274 Aug 03 19:03:33.114920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd45b9-6c40-4d8d-8d25-dcdbcf223525 req-7863182c-a928-470f-a00c-c36bc83b6ec4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:33.118563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92fd45b9-6c40-4d8d-8d25-dcdbcf223525 req-7863182c-a928-470f-a00c-c36bc83b6ec4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.0866408 Aug 03 19:03:33.190471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92fd45b9-6c40-4d8d-8d25-dcdbcf223525 req-8a20dc96-bbcd-4b71-9ebb-54af5af7314a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653512 Aug 03 19:03:33.195401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 9d6d2b54-ff53-493e-89cf-2281a366b971, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9d6d2b54-ff53-493e-89cf-2281a366b971,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:33.222880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '9d6d2b54-ff53-493e-89cf-2281a366b971', 'network_id': '6fb37a93-83dd-4e34-b3d3-a6f011efbe21', 'port_id': '9d6d2b54-ff53-493e-89cf-2281a366b971', 'mac_address': 'fa:16:3e:ad:c7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b765c465-b718-4cc4-b38a-fe0027e28aa5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:33.285783 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.305993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03990262-979e-49e1-99f2-37208cf0e152 req-a00fce21-56c7-4872-8f80-f2509e32afda tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:33.307728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6d2b54-ff53-493e-89cf-2281a366b971 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:33.314150 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-03990262-979e-49e1-99f2-37208cf0e152 req-a00fce21-56c7-4872-8f80-f2509e32afda tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 944 time: 0.0709326 Aug 03 19:03:33.335828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 9d6d2b54-ff53-493e-89cf-2281a366b971, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9d6d2b54-ff53-493e-89cf-2281a366b971,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:33.345584 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.373799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-03990262-979e-49e1-99f2-37208cf0e152 req-38530a2d-788b-4e3a-9e97-8135989a492c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535986 Aug 03 19:03:33.413190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=9d6d2b54-ff53-493e-89cf-2281a366b971,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:33.600632 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-84e8d275-3dbe-4562-9685-42e2d0249a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.735360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3e125-d37f-4b1c-9351-6ceb7672cfa5 req-0a5a39a1-a00e-41b9-89f0-f23a810bbdf0 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:33.736856 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7b3e125-d37f-4b1c-9351-6ceb7672cfa5 req-0a5a39a1-a00e-41b9-89f0-f23a810bbdf0 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 945 time: 0.1020260 Aug 03 19:03:33.755722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c1f52-91e2-4880-962b-112449817599 req-914a9e26-b671-42cb-8b1f-9a67bf4831b7 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:33.757349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d77c1f52-91e2-4880-962b-112449817599 req-914a9e26-b671-42cb-8b1f-9a67bf4831b7 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.1019375 Aug 03 19:03:33.819592 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7b3e125-d37f-4b1c-9351-6ceb7672cfa5 req-f18d3961-3a66-4f17-8b58-181f935f5dcb tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730982 Aug 03 19:03:33.834988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d77c1f52-91e2-4880-962b-112449817599 req-34d26658-a8a9-407b-913b-83fa0293bfb4 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700438 Aug 03 19:03:34.102928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295713b0-3e04-4629-9076-b4f0de96fe38 req-915eb5fa-d00e-4bc5-9b9d-f034c69bcfb7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:34.104814 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-295713b0-3e04-4629-9076-b4f0de96fe38 req-915eb5fa-d00e-4bc5-9b9d-f034c69bcfb7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.0633345 Aug 03 19:03:34.133075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['9d6d2b54-ff53-493e-89cf-2281a366b971'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:34.154215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-295713b0-3e04-4629-9076-b4f0de96fe38 req-4a6e500f-9cc0-498a-bf1b-de4e266a51fd tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427711 Aug 03 19:03:34.400782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f1980-0ab6-4511-92b2-b8f4cd5b3866 req-f33192b3-26e5-4d5b-ab39-a0dac624c93a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:34.403240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee4f1980-0ab6-4511-92b2-b8f4cd5b3866 req-f33192b3-26e5-4d5b-ab39-a0dac624c93a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.1180871 Aug 03 19:03:34.415907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f41b5-7b0e-4815-bc50-ef94fad9672c req-0e1db719-3163-4e9a-840b-25ed0251682d tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:34.417723 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-383f41b5-7b0e-4815-bc50-ef94fad9672c req-0e1db719-3163-4e9a-840b-25ed0251682d tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.1172428 Aug 03 19:03:34.495804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee4f1980-0ab6-4511-92b2-b8f4cd5b3866 req-1c88dccc-3a9d-4346-abbf-e6523c7d4fa7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766594 Aug 03 19:03:34.507388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-383f41b5-7b0e-4815-bc50-ef94fad9672c req-16c321e7-f1f4-48fb-9a78-156f7d0b7dea tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816073 Aug 03 19:03:34.686941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab159bf-597b-4eb4-9c91-2cdf4752344d req-35836caf-6b1d-48ae-a40b-461f82e7772f tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:34.689774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ab159bf-597b-4eb4-9c91-2cdf4752344d req-35836caf-6b1d-48ae-a40b-461f82e7772f tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 945 time: 0.1230905 Aug 03 19:03:34.708498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5019b4-b290-45b9-bbff-5be69c508608 req-1fdcfb24-b98a-49e3-9e11-4d2eaa88574a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:34.710462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a5019b4-b290-45b9-bbff-5be69c508608 req-1fdcfb24-b98a-49e3-9e11-4d2eaa88574a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 946 time: 0.1055782 Aug 03 19:03:34.792660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ab159bf-597b-4eb4-9c91-2cdf4752344d req-784d87a8-cb9d-46a8-9818-e8fff358870e tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811412 Aug 03 19:03:34.807546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a5019b4-b290-45b9-bbff-5be69c508608 req-dca46c75-6d2d-4c46-b543-3f273f4bfca0 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858088 Aug 03 19:03:34.985539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a804a4-77c3-42cf-b393-4684e2270333 req-068ef982-38a9-41f7-90b9-771dd2bcf7e1 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:34.987048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39a804a4-77c3-42cf-b393-4684e2270333 req-068ef982-38a9-41f7-90b9-771dd2bcf7e1 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.0943577 Aug 03 19:03:35.017017 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a18d9270-6962-42af-b57b-9ec6b683a061 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:35.019994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b26d2-9c93-4c81-8ac4-893417c8e066 req-4b51ce0a-44ca-415a-aff0-32381e113178 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:35.021971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d75b26d2-9c93-4c81-8ac4-893417c8e066 req-4b51ce0a-44ca-415a-aff0-32381e113178 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0956986 Aug 03 19:03:35.090663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port a18d9270-6962-42af-b57b-9ec6b683a061 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:35.098393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port a18d9270-6962-42af-b57b-9ec6b683a061 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:35.099019 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:35.099169 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39a804a4-77c3-42cf-b393-4684e2270333 req-aab449c8-49e0-4481-80df-983045dc13bb tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031101 Aug 03 19:03:35.110221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d75b26d2-9c93-4c81-8ac4-893417c8e066 req-53ac50cd-bd4e-41ae-b82a-f8dde7d83b70 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808115 Aug 03 19:03:35.245639 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:35.262118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4a6c0-baad-428b-8e2a-3a54380e88e8 req-8cf9413b-bfce-4640-8fd2-076e0578aeaa tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:35.271568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2e4a6c0-baad-428b-8e2a-3a54380e88e8 req-8cf9413b-bfce-4640-8fd2-076e0578aeaa tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 945 time: 0.0803640 Aug 03 19:03:35.284496 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaa5d93-bcac-447a-917f-9de882fcf44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18d9270-6962-42af-b57b-9ec6b683a061'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:35.287104 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2502a15f-c7d4-4eee-a350-693ea289fd82" -d '{"events": [{"server_uuid": "3aaa5d93-bcac-447a-917f-9de882fcf44c", "name": "network-vif-plugged", "status": "completed", "tag": "a18d9270-6962-42af-b57b-9ec6b683a061"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:35.302994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a18d9270-6962-42af-b57b-9ec6b683a061, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a18d9270-6962-42af-b57b-9ec6b683a061,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:35.314593 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:35.355344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2e4a6c0-baad-428b-8e2a-3a54380e88e8 req-60299080-1568-4409-a755-e1b41377ab51 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824149 Aug 03 19:03:35.385695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-bc8c49bd-9dca-4589-85b1-87e9d49966de req-883f6fea-4636-4e8a-9ebe-594ecd0211bc tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:03:35.386991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc8c49bd-9dca-4589-85b1-87e9d49966de req-883f6fea-4636-4e8a-9ebe-594ecd0211bc tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077620 Aug 03 19:03:35.398840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=a18d9270-6962-42af-b57b-9ec6b683a061,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:35.503560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc8c49bd-9dca-4589-85b1-87e9d49966de req-da0ccf01-b012-4d3b-8211-7607962c9dfb tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1005142 Aug 03 19:03:35.546327 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d67ffa5-f65d-4f18-a608-340b163a5cfe x-openstack-request-id: req-3d67ffa5-f65d-4f18-a608-340b163a5cfe {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:35.546847 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aaa5d93-bcac-447a-917f-9de882fcf44c", "name": "network-vif-plugged", "status": "completed", "tag": "a18d9270-6962-42af-b57b-9ec6b683a061", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:35.548587 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d67ffa5-f65d-4f18-a608-340b163a5cfe {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:35.549055 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aaa5d93-bcac-447a-917f-9de882fcf44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18d9270-6962-42af-b57b-9ec6b683a061', 'code': 200} Aug 03 19:03:35.656117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db172d-6b43-48c7-8aee-8c06212f2111 req-e5d3d460-4b5e-425a-a5b9-f5f7a0ef0a69 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:35.657715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8db172d-6b43-48c7-8aee-8c06212f2111 req-e5d3d460-4b5e-425a-a5b9-f5f7a0ef0a69 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.0628662 Aug 03 19:03:35.708899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8db172d-6b43-48c7-8aee-8c06212f2111 req-a652416f-5f58-4ab6-88c0-704bc3149dff tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 Aug 03 19:03:35.782522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7489b3-4533-4904-976c-ae44c376bf29 req-97bdc24a-7a18-4ed9-b661-06567301a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:35.784205 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7c7489b3-4533-4904-976c-ae44c376bf29 req-97bdc24a-7a18-4ed9-b661-06567301a92d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 1097 time: 0.0641379 Aug 03 19:03:35.833427 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7c7489b3-4533-4904-976c-ae44c376bf29 req-22d67fd7-9d43-4420-b97e-de961e461c88 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387414 Aug 03 19:03:35.863281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea4dfe-97c4-476d-91d1-476a77260441 req-5b29a549-c91f-462d-a007-834853cec162 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:35.872378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9eea4dfe-97c4-476d-91d1-476a77260441 req-5b29a549-c91f-462d-a007-834853cec162 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.0823677 Aug 03 19:03:35.946965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9eea4dfe-97c4-476d-91d1-476a77260441 req-75135a6a-009c-4422-850d-50092d8caa69 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727336 Aug 03 19:03:35.974842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54596c56-a7a0-4cc2-bd6a-baa27f88d822 req-894b780a-a291-4e04-80da-6dd62910aa20 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:35.976649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54596c56-a7a0-4cc2-bd6a-baa27f88d822 req-894b780a-a291-4e04-80da-6dd62910aa20 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 945 time: 0.0822189 Aug 03 19:03:36.048017 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54596c56-a7a0-4cc2-bd6a-baa27f88d822 req-fa5c0951-78c6-4130-8a26-713aa1275268 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626607 Aug 03 19:03:36.101057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891980e-bb1c-46a7-8c8a-5312795bd111 req-2258d1a1-fb71-43d6-bb62-d18f6fa5a934 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:36.103339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2891980e-bb1c-46a7-8c8a-5312795bd111 req-2258d1a1-fb71-43d6-bb62-d18f6fa5a934 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 946 time: 0.0748534 Aug 03 19:03:36.151721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2891980e-bb1c-46a7-8c8a-5312795bd111 req-acdce951-1c58-413c-9697-23299ee0428e tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392613 Aug 03 19:03:36.272431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1501120-7eb8-4d40-aaf7-bbb3766e2f40 req-518048d5-6c24-4b82-bba4-d8c54d5b2f06 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:36.274510 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1501120-7eb8-4d40-aaf7-bbb3766e2f40 req-518048d5-6c24-4b82-bba4-d8c54d5b2f06 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0785758 Aug 03 19:03:36.311951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934d017-20c7-4972-b6c9-01e82c4ad59a req-d79fbffc-ff5d-419b-95a3-e9c09529579d tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:36.313310 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5934d017-20c7-4972-b6c9-01e82c4ad59a req-d79fbffc-ff5d-419b-95a3-e9c09529579d tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.0874133 Aug 03 19:03:36.344912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1501120-7eb8-4d40-aaf7-bbb3766e2f40 req-fedacf32-20bd-4170-900a-e52f0b5a83b1 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637233 Aug 03 19:03:36.373450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5934d017-20c7-4972-b6c9-01e82c4ad59a req-5c7336f9-6acd-4275-935b-a01d16f5b9ea tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443058 Aug 03 19:03:36.407963 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6fcf999a-5ed9-4655-9508-d1d63d4cff5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:36.573590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:36.579812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9471-def7-4760-8652-1076650e4196 req-29568225-009f-4d55-a00b-6f6d85306b25 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:36.581956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-241b9471-def7-4760-8652-1076650e4196 req-29568225-009f-4d55-a00b-6f6d85306b25 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 946 time: 0.0647290 Aug 03 19:03:36.651790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-241b9471-def7-4760-8652-1076650e4196 req-5f46c5d2-0430-4097-8917-b398d83265b9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608058 Aug 03 19:03:36.669310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209299c4-1661-4cf8-aa14-5915ee72ff07 req-8f79b146-79be-4d49-af3a-a10c9d55a202 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:36.676800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209299c4-1661-4cf8-aa14-5915ee72ff07 req-8f79b146-79be-4d49-af3a-a10c9d55a202 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:36.682722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209299c4-1661-4cf8-aa14-5915ee72ff07 req-8f79b146-79be-4d49-af3a-a10c9d55a202 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:36.684375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-209299c4-1661-4cf8-aa14-5915ee72ff07 req-8f79b146-79be-4d49-af3a-a10c9d55a202 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72&device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c&device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 2417 time: 0.0794291 Aug 03 19:03:36.731685 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-209299c4-1661-4cf8-aa14-5915ee72ff07 req-0767bfcf-e5c5-4983-8c39-fd3bfe4c4685 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Aug 03 19:03:36.768285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-d5c7500c-02b7-468b-9fd8-9caaded07913 req-108e56a8-1b73-47ee-86df-7adc11dcefff tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:03:36.769270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5c7500c-02b7-468b-9fd8-9caaded07913 req-108e56a8-1b73-47ee-86df-7adc11dcefff tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060029 Aug 03 19:03:36.854725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5c7500c-02b7-468b-9fd8-9caaded07913 req-1d943470-5168-4235-81fb-667592c53ae7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0781395 Aug 03 19:03:36.877795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199341eb-938c-4793-8ee1-b9a252fa4c12 req-a6ad5b6a-cdb7-4f9f-bf42-794660ef3635 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:36.879393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-199341eb-938c-4793-8ee1-b9a252fa4c12 req-a6ad5b6a-cdb7-4f9f-bf42-794660ef3635 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.0654955 Aug 03 19:03:36.949192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dad47-830b-43d7-bb5a-0e58683989c8 req-8aebadc0-50a6-4f96-8b59-34f36ca4922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:36.950806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-286dad47-830b-43d7-bb5a-0e58683989c8 req-8aebadc0-50a6-4f96-8b59-34f36ca4922f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 1097 time: 0.0705166 Aug 03 19:03:36.953619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-199341eb-938c-4793-8ee1-b9a252fa4c12 req-84c4329d-d7a6-4f3e-b01a-071e0f7063e1 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631447 Aug 03 19:03:37.019772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 9d6d2b54-ff53-493e-89cf-2281a366b971 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:37.067814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dad47-830b-43d7-bb5a-0e58683989c8 req-2c780d3d-ba9d-48e9-a4a1-ed51c3cca0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:37.069308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-286dad47-830b-43d7-bb5a-0e58683989c8 req-2c780d3d-ba9d-48e9-a4a1-ed51c3cca0cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1100740 Aug 03 19:03:37.118310 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 9d6d2b54-ff53-493e-89cf-2281a366b971 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:37.126337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 9d6d2b54-ff53-493e-89cf-2281a366b971 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:37.127547 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.137998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-286dad47-830b-43d7-bb5a-0e58683989c8 req-a3fd29fd-013e-4d4c-ac35-e5311de3d993 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d HTTP/1.1" status: 200 len: 217 time: 0.0442114 Aug 03 19:03:37.251161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dad47-830b-43d7-bb5a-0e58683989c8 req-345a559b-eead-42a4-9de2-cdaadc9894d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:37.251347 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.251452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-286dad47-830b-43d7-bb5a-0e58683989c8 req-345a559b-eead-42a4-9de2-cdaadc9894d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.1052878 Aug 03 19:03:37.277479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257de3d-e817-4e12-9816-fe9244d81b9c req-4c5ee920-4493-4e8f-a7fe-bcf1f1e87048 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:37.279302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a257de3d-e817-4e12-9816-fe9244d81b9c req-4c5ee920-4493-4e8f-a7fe-bcf1f1e87048 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 945 time: 0.0864494 Aug 03 19:03:37.287247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 9d6d2b54-ff53-493e-89cf-2281a366b971, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9d6d2b54-ff53-493e-89cf-2281a366b971,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:37.291999 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.364651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=9d6d2b54-ff53-493e-89cf-2281a366b971,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:37.366819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286dad47-830b-43d7-bb5a-0e58683989c8 req-6794f636-d609-4e43-a3cc-3e5c6dc8977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:37.368955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-286dad47-830b-43d7-bb5a-0e58683989c8 req-6794f636-d609-4e43-a3cc-3e5c6dc8977b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089809 Aug 03 19:03:37.393031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a257de3d-e817-4e12-9816-fe9244d81b9c req-ac34ba69-af1b-468c-a4ee-3e148c736be3 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823774 Aug 03 19:03:37.518329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-286dad47-830b-43d7-bb5a-0e58683989c8 req-6d49150c-6037-4339-8d62-64405ca71e2a service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242127 Aug 03 19:03:37.525879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e4cb3-7182-47a7-bb26-87df662639b9 req-5f5d125b-9b1e-4497-884e-68034367e977 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:37.527365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee5e4cb3-7182-47a7-bb26-87df662639b9 req-5f5d125b-9b1e-4497-884e-68034367e977 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0816879 Aug 03 19:03:37.551486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6d2b54-ff53-493e-89cf-2281a366b971'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:37.555918 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3401e7-d180-49b9-8727-9f2300cc88c3" -d '{"events": [{"server_uuid": "3b5e9f71-4b11-458c-bcbf-cebcf73b6034", "name": "network-vif-plugged", "status": "completed", "tag": "9d6d2b54-ff53-493e-89cf-2281a366b971"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:37.618367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee5e4cb3-7182-47a7-bb26-87df662639b9 req-cc53bcb1-db9f-4e50-a203-53162930d26f tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821722 Aug 03 19:03:37.659780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-286dad47-830b-43d7-bb5a-0e58683989c8 req-5b825e54-ed62-4299-a5bc-43ae7e7ed3a2 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314435 Aug 03 19:03:37.744265 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af4f6a5-24ed-498f-90fa-caa4bba3facf x-openstack-request-id: req-1af4f6a5-24ed-498f-90fa-caa4bba3facf {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:37.744609 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5e9f71-4b11-458c-bcbf-cebcf73b6034", "name": "network-vif-plugged", "status": "completed", "tag": "9d6d2b54-ff53-493e-89cf-2281a366b971", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:37.744945 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1af4f6a5-24ed-498f-90fa-caa4bba3facf {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:37.745423 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6d2b54-ff53-493e-89cf-2281a366b971', 'code': 200} Aug 03 19:03:37.764662 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.893721 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:03:37.908459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f8427-ed83-4d67-8b6a-b58fc6ec5fb5 req-5c9c992a-2dd7-404f-9b74-c8391f0502b8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:37.910033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f3f8427-ed83-4d67-8b6a-b58fc6ec5fb5 req-5c9c992a-2dd7-404f-9b74-c8391f0502b8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 946 time: 0.0591288 Aug 03 19:03:37.951380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f3f8427-ed83-4d67-8b6a-b58fc6ec5fb5 req-b39978df-c2e7-4a39-83d1-ac4917fa2d37 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Aug 03 19:03:38.028458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a435fb0-8033-4e75-8ff9-b1dc39ea46f7 req-ea6a690a-e549-46fb-a91d-49644f4befae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:38.030312 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5a435fb0-8033-4e75-8ff9-b1dc39ea46f7 req-ea6a690a-e549-46fb-a91d-49644f4befae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 1097 time: 0.0426679 Aug 03 19:03:38.109035 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5a435fb0-8033-4e75-8ff9-b1dc39ea46f7 req-4898ae14-5d44-49a1-be49-b4e6d908691c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387788 Aug 03 19:03:38.203128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186e67-fe0b-4900-827e-ef87faf5dcaa req-69cb6edc-f0e3-4e50-9cf3-f6cb77d9d0ba tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:38.204918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35186e67-fe0b-4900-827e-ef87faf5dcaa req-69cb6edc-f0e3-4e50-9cf3-f6cb77d9d0ba tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.0719664 Aug 03 19:03:38.257653 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35186e67-fe0b-4900-827e-ef87faf5dcaa req-abb9dbbc-6c2f-4373-b058-f52ffed7beaa tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466456 Aug 03 19:03:38.390736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc42d-cb02-4bc0-9832-f9f7ae6d692a req-caa7afbc-d28c-4865-a6f0-8fef4ab27bc2 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:38.392404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2bdbc42d-cb02-4bc0-9832-f9f7ae6d692a req-caa7afbc-d28c-4865-a6f0-8fef4ab27bc2 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.0584669 Aug 03 19:03:38.449191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2bdbc42d-cb02-4bc0-9832-f9f7ae6d692a req-2a95ecf4-5ae0-4042-81f0-8bb3dacdb0e2 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 Aug 03 19:03:38.500483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcca94-87ae-4321-a1c8-16de770c5448 req-9e19a2f9-2aee-4b2f-a894-2a36ce1ef4a7 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:38.502027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bbcca94-87ae-4321-a1c8-16de770c5448 req-9e19a2f9-2aee-4b2f-a894-2a36ce1ef4a7 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 946 time: 0.0510521 Aug 03 19:03:38.545870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bbcca94-87ae-4321-a1c8-16de770c5448 req-985849ea-7a0a-440d-b53d-6b522efa84d1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372236 Aug 03 19:03:38.755448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62009c13-0391-4691-b5eb-9ac5ed9ea8dd req-dc096ac6-07ff-4250-984a-f0bf001ae783 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:38.757256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62009c13-0391-4691-b5eb-9ac5ed9ea8dd req-dc096ac6-07ff-4250-984a-f0bf001ae783 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0548067 Aug 03 19:03:38.798035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62009c13-0391-4691-b5eb-9ac5ed9ea8dd req-7e1fe567-3b24-4673-bae8-487935d055c3 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339804 Aug 03 19:03:39.389113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d070cc-a51c-4124-a97e-41baef54048d req-80cb81fc-0a0c-4a09-a8ca-5bada1a2457f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:39.390651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7d070cc-a51c-4124-a97e-41baef54048d req-80cb81fc-0a0c-4a09-a8ca-5bada1a2457f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 946 time: 0.0549581 Aug 03 19:03:39.431329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7d070cc-a51c-4124-a97e-41baef54048d req-a9162660-9cd4-4cad-9ef9-b2179bfdae5a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345881 Aug 03 19:03:39.520063 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:39.571006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff8c6c-1d3b-4411-837e-6c891ff79edb req-c28957e7-4773-44d1-bfc9-61a908039b57 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:39.572417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bcff8c6c-1d3b-4411-837e-6c891ff79edb req-c28957e7-4773-44d1-bfc9-61a908039b57 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.0548401 Aug 03 19:03:39.613896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bcff8c6c-1d3b-4411-837e-6c891ff79edb req-db3eaeb1-455f-4fb6-a704-1836a6120d54 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353777 Aug 03 19:03:39.725779 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d2edb-15c0-4d13-bc71-5d5b95ea49da req-65bfe666-172d-453c-9aa9-f09ae8e7b10f tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:39.727982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a8d2edb-15c0-4d13-bc71-5d5b95ea49da req-65bfe666-172d-453c-9aa9-f09ae8e7b10f tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 946 time: 0.0550828 Aug 03 19:03:39.754429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0bf37cf7-9990-4aa6-b1de-567b977a0c6d no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:39.773405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a8d2edb-15c0-4d13-bc71-5d5b95ea49da req-ef765b3e-159b-4561-bb9c-71cc10d032ce tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Aug 03 19:03:39.848363 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:39.873219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:39.875510 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450734b7-f557-4f35-bce6-ebd525b257a3" -d '{"events": [{"server_uuid": "b0468b38-4d5c-41c8-ac4e-cbe3db2778a9", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf37cf7-9990-4aa6-b1de-567b977a0c6d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:39.889623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:39.893705 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:39.920224 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd54f1e6-a85f-4ac3-9574-8335c39fa2d3 x-openstack-request-id: req-dd54f1e6-a85f-4ac3-9574-8335c39fa2d3 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:39.920508 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0468b38-4d5c-41c8-ac4e-cbe3db2778a9", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf37cf7-9990-4aa6-b1de-567b977a0c6d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:39.920770 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd54f1e6-a85f-4ac3-9574-8335c39fa2d3 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:39.921171 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d', 'code': 200} Aug 03 19:03:39.935716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac29c1-4eee-43da-acf2-52d73b0abb6b req-77e2fac5-74f8-4430-90d3-0d0f516d9001 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:39.937832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68ac29c1-4eee-43da-acf2-52d73b0abb6b req-77e2fac5-74f8-4430-90d3-0d0f516d9001 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0612621 Aug 03 19:03:39.949968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:39.985405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68ac29c1-4eee-43da-acf2-52d73b0abb6b req-6a06030b-2752-4cf2-9555-23130e8e80f3 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Aug 03 19:03:40.556461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf7a6a-09d4-4345-9c2a-bcfde57b8f05 req-85b1bb4c-1daa-49dd-b399-b01cb5b5bca0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:40.558007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22bf7a6a-09d4-4345-9c2a-bcfde57b8f05 req-85b1bb4c-1daa-49dd-b399-b01cb5b5bca0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 944 time: 0.0517902 Aug 03 19:03:40.599268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22bf7a6a-09d4-4345-9c2a-bcfde57b8f05 req-b2d13949-636b-486a-922b-056d26ba0ab4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346606 Aug 03 19:03:40.757458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730aefd1-4b0e-47ab-9fb5-204325a59a1b req-cdc1d05d-0a8a-4fa6-a318-aa3da0646487 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:40.759547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-730aefd1-4b0e-47ab-9fb5-204325a59a1b req-cdc1d05d-0a8a-4fa6-a318-aa3da0646487 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0900481 Aug 03 19:03:40.772734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520da097-ad2e-4853-82ff-74bfe8a76dc8 req-309be8e2-913a-4152-8b34-462f04cb2edd tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:40.774962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-520da097-ad2e-4853-82ff-74bfe8a76dc8 req-309be8e2-913a-4152-8b34-462f04cb2edd tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.0932472 Aug 03 19:03:40.846913 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-730aefd1-4b0e-47ab-9fb5-204325a59a1b req-6d7125ef-efd3-4473-93cc-bc47859a7138 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708470 Aug 03 19:03:40.854799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-520da097-ad2e-4853-82ff-74bfe8a76dc8 req-6b289465-eea4-488a-b511-6f8f0a6fd7a7 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578947 Aug 03 19:03:40.973454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec0be9-5624-4f38-a2e6-5a8261d9c1b8 req-60c82144-bed3-4317-be97-792c3cc28605 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:40.975186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5ec0be9-5624-4f38-a2e6-5a8261d9c1b8 req-60c82144-bed3-4317-be97-792c3cc28605 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 946 time: 0.0555284 Aug 03 19:03:41.048379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5ec0be9-5624-4f38-a2e6-5a8261d9c1b8 req-0d1785e9-cc62-4fcd-b725-ab0fcdde164e tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664833 Aug 03 19:03:41.066819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675930a-7778-4ee8-8ae8-7697c1c103e5 req-c2afe2b5-dd41-408b-bb1d-f429aff4921d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:41.070735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e675930a-7778-4ee8-8ae8-7697c1c103e5 req-c2afe2b5-dd41-408b-bb1d-f429aff4921d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0802803 Aug 03 19:03:41.114710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e675930a-7778-4ee8-8ae8-7697c1c103e5 req-11164202-b289-4880-9000-51ab66060560 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359323 Aug 03 19:03:41.166052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f23acf-dabb-47ca-bf36-775c1334077a req-8798b908-c803-4c01-9f1c-bcb1f0ee4124 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:41.167588 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63f23acf-dabb-47ca-bf36-775c1334077a req-8798b908-c803-4c01-9f1c-bcb1f0ee4124 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0519879 Aug 03 19:03:41.230192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63f23acf-dabb-47ca-bf36-775c1334077a req-53b97d38-3da5-4ab5-bad0-56ce81406399 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567770 Aug 03 19:03:41.235499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42061ce4-e04f-4a20-a85a-307a27f1c89b req-3e3ff1f5-5191-4189-a54c-cd3968fcb32f tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-476827438&fields=id&tenant_id=aa397c7a7d62450ba897227d84280d99 HTTP/1.1" status: 200 len: 267 time: 0.0555844 Aug 03 19:03:41.299351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42061ce4-e04f-4a20-a85a-307a27f1c89b req-d0f2ff27-bca0-410f-856f-885572636c49 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:41.300795 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42061ce4-e04f-4a20-a85a-307a27f1c89b req-d0f2ff27-bca0-410f-856f-885572636c49 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 946 time: 0.0584373 Aug 03 19:03:41.314944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-42061ce4-e04f-4a20-a85a-307a27f1c89b req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'port': {'security_groups': ['77755941-493c-4b12-bffe-e9978e61e86f', 'ebddb15f-6c1b-486e-83b9-9fbc3861e735']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:41.390022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42061ce4-e04f-4a20-a85a-307a27f1c89b req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:41.798637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c303d-3c6c-4957-9336-30c21ceb0a61 req-0d40ac49-a9bc-4233-95e6-4b8d6504233d tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:41.800389 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ab2c303d-3c6c-4957-9336-30c21ceb0a61 req-0d40ac49-a9bc-4233-95e6-4b8d6504233d tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 945 time: 0.0525966 Aug 03 19:03:41.926015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-ab2c303d-3c6c-4957-9336-30c21ceb0a61 req-6b6deddc-1313-44aa-ade4-dc4d19d1130f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Deleting port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:41.926359 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-ab2c303d-3c6c-4957-9336-30c21ceb0a61 req-6b6deddc-1313-44aa-ade4-dc4d19d1130f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:41.935054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb522d80-b0a3-40e0-8625-3de472fe0649 req-7fbc355d-3610-4064-acac-22468608bb89 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:41.936584 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb522d80-b0a3-40e0-8625-3de472fe0649 req-7fbc355d-3610-4064-acac-22468608bb89 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0752823 Aug 03 19:03:41.967575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-42061ce4-e04f-4a20-a85a-307a27f1c89b req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] For port 9d6d2b54-ff53-493e-89cf-2281a366b971, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9d6d2b54-ff53-493e-89cf-2281a366b971,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:42.009737 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb522d80-b0a3-40e0-8625-3de472fe0649 req-5aca8107-b961-4a36-b155-0aed8acd3ba1 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609493 Aug 03 19:03:42.018487 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42061ce4-e04f-4a20-a85a-307a27f1c89b req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.023369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-ab2c303d-3c6c-4957-9336-30c21ceb0a61 req-6b6deddc-1313-44aa-ade4-dc4d19d1130f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] For port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:42.024407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-ab2c303d-3c6c-4957-9336-30c21ceb0a61 req-6b6deddc-1313-44aa-ade4-dc4d19d1130f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.024717 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42061ce4-e04f-4a20-a85a-307a27f1c89b req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.041127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b96e44ec-920c-4b0b-b3a4-739859d324c1'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:42.053433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-ab2c303d-3c6c-4957-9336-30c21ceb0a61 req-6b6deddc-1313-44aa-ade4-dc4d19d1130f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Calling delete_port for f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:42.074722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42061ce4-e04f-4a20-a85a-307a27f1c89b req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.075394 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-42061ce4-e04f-4a20-a85a-307a27f1c89b req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.087655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42061ce4-e04f-4a20-a85a-307a27f1c89b req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "PUT /v2.0/ports/9d6d2b54-ff53-493e-89cf-2281a366b971 HTTP/1.1" status: 200 len: 982 time: 0.7773390 Aug 03 19:03:42.089452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'tag': '9d6d2b54-ff53-493e-89cf-2281a366b971'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:42.096535 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8bd04-0c07-4a2f-875f-3eefa04f8457" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5e9f71-4b11-458c-bcbf-cebcf73b6034", "tag": "9d6d2b54-ff53-493e-89cf-2281a366b971"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:42.098347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['9d6d2b54-ff53-493e-89cf-2281a366b971'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:42.142587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'Port': ['ID=9d6d2b54-ff53-493e-89cf-2281a366b971,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:42.164141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.164665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.165070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.165471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.165902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.166301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.166714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.167104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.167498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.167890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.168278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.168666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33410b5d-f1e1-4c6b-a771-1b745a9965b8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:42.241981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-ab2c303d-3c6c-4957-9336-30c21ceb0a61 req-6b6deddc-1313-44aa-ade4-dc4d19d1130f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.281656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6deddc-1313-44aa-ade4-dc4d19d1130f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Pushing event deleted for resources: {'Port': ['ID=f5bddc94-a11c-4cf0-888b-38fcfbf3ce10,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:42.282265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77451151-afd2-419d-aa79-b94cb514a00a req-40205522-5f28-41e0-95fb-a5a2c56ed304 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/ebddb15f-6c1b-486e-83b9-9fbc3861e735 HTTP/1.1" status: 200 len: 1801 time: 0.0819817 Aug 03 19:03:42.331418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fdb38-0e1b-44a5-92d1-721d2c42ece2 req-31d375e7-0327-4440-a54b-52101478307c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.346210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa7fdb38-0e1b-44a5-92d1-721d2c42ece2 req-31d375e7-0327-4440-a54b-52101478307c tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=5b788261-1468-4302-b64c-8d1280d39d72 HTTP/1.1" status: 200 len: 867 time: 0.1553733 Aug 03 19:03:42.359327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2c303d-3c6c-4957-9336-30c21ceb0a61 req-6b6deddc-1313-44aa-ade4-dc4d19d1130f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] No DVR routers for this DVR port f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:42.364546 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-ab2c303d-3c6c-4957-9336-30c21ceb0a61 req-6b6deddc-1313-44aa-ade4-dc4d19d1130f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.367095 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ab2c303d-3c6c-4957-9336-30c21ceb0a61 req-6b6deddc-1313-44aa-ade4-dc4d19d1130f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "DELETE /v2.0/ports/f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 HTTP/1.1" status: 204 len: 173 time: 0.5592852 Aug 03 19:03:42.368348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b788261-1468-4302-b64c-8d1280d39d72', 'name': 'network-vif-deleted', 'tag': 'f5bddc94-a11c-4cf0-888b-38fcfbf3ce10'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:42.373583 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e949bba-2b29-49c4-be61-0d7bb5621e9a" -d '{"events": [{"server_uuid": "5b788261-1468-4302-b64c-8d1280d39d72", "name": "network-vif-deleted", "tag": "f5bddc94-a11c-4cf0-888b-38fcfbf3ce10"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:42.419071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa7fdb38-0e1b-44a5-92d1-721d2c42ece2 req-3003458b-369c-47d8-bf3e-2237791d627a tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695319 Aug 03 19:03:42.447784 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-77451151-afd2-419d-aa79-b94cb514a00a req-0219a29a-80c3-4dbc-bc25-7b4324f6d9d0 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:03:42.461926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77451151-afd2-419d-aa79-b94cb514a00a req-0219a29a-80c3-4dbc-bc25-7b4324f6d9d0 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "DELETE /v2.0/security-groups/ebddb15f-6c1b-486e-83b9-9fbc3861e735 HTTP/1.1" status: 409 len: 341 time: 0.1772189 Aug 03 19:03:42.487424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['9d6d2b54-ff53-493e-89cf-2281a366b971'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:42.507859 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6db50d-b87e-4970-abcb-da4c078d127f x-openstack-request-id: req-9c6db50d-b87e-4970-abcb-da4c078d127f {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:42.508198 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5e9f71-4b11-458c-bcbf-cebcf73b6034", "tag": "9d6d2b54-ff53-493e-89cf-2281a366b971", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:42.508461 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9c6db50d-b87e-4970-abcb-da4c078d127f {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:42.508869 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'tag': '9d6d2b54-ff53-493e-89cf-2281a366b971', 'status': 'completed', 'code': 200} Aug 03 19:03:42.631560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bc506-971e-4386-b119-8ce33c628553 req-6d4ee0e3-512f-405e-bf82-3a170365be56 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.633957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-563bc506-971e-4386-b119-8ce33c628553 req-6d4ee0e3-512f-405e-bf82-3a170365be56 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0895104 Aug 03 19:03:42.691543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-563bc506-971e-4386-b119-8ce33c628553 req-6afc00b8-3f51-4a68-a69d-1f6eaa50c939 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513229 Aug 03 19:03:42.707992 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed5a90d-6bde-4de0-85ac-b141c7025148 x-openstack-request-id: req-9ed5a90d-6bde-4de0-85ac-b141c7025148 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:42.708283 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b788261-1468-4302-b64c-8d1280d39d72", "name": "network-vif-deleted", "tag": "f5bddc94-a11c-4cf0-888b-38fcfbf3ce10", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:42.708718 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ed5a90d-6bde-4de0-85ac-b141c7025148 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:42.709197 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b788261-1468-4302-b64c-8d1280d39d72', 'name': 'network-vif-deleted', 'tag': 'f5bddc94-a11c-4cf0-888b-38fcfbf3ce10', 'status': 'completed', 'code': 200} Aug 03 19:03:42.730670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8bd04-0c07-4a2f-875f-3eefa04f8457 req-b409f510-d644-44b5-9bd0-e7749a6bb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.732261 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69f8bd04-0c07-4a2f-875f-3eefa04f8457 req-b409f510-d644-44b5-9bd0-e7749a6bb099 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa397c7a7d62450ba897227d84280d99&device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 1136 time: 0.0893331 Aug 03 19:03:42.756508 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['e716a6a8-5400-4580-bc9a-e81a56293378', 'f5bddc94-a11c-4cf0-888b-38fcfbf3ce10', '110746b4-687d-42fd-9d3d-04a291fd0466'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:42.886883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8bd04-0c07-4a2f-875f-3eefa04f8457 req-2d1d6fc6-dfe5-4e17-85ab-11d79971a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.889090 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69f8bd04-0c07-4a2f-875f-3eefa04f8457 req-2d1d6fc6-dfe5-4e17-85ab-11d79971a9d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 200 len: 913 time: 0.1292527 Aug 03 19:03:42.964460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683fe39-4fe8-4909-a002-d81ae61fce9c req-82a65eec-10c7-4f10-aeaa-ef17312dc3a9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.972158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2683fe39-4fe8-4909-a002-d81ae61fce9c req-82a65eec-10c7-4f10-aeaa-ef17312dc3a9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 985 time: 0.0697753 Aug 03 19:03:43.010877 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69f8bd04-0c07-4a2f-875f-3eefa04f8457 req-f43f049a-e9b6-4621-a29e-0330bb3e698d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6d2b54-ff53-493e-89cf-2281a366b971 HTTP/1.1" status: 200 len: 217 time: 0.0851500 Aug 03 19:03:43.012924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2683fe39-4fe8-4909-a002-d81ae61fce9c req-a8baf549-ef88-4ae1-8577-a1ecf40df487 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&id=ebddb15f-6c1b-486e-83b9-9fbc3861e735&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0399032 Aug 03 19:03:43.082919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8bd04-0c07-4a2f-875f-3eefa04f8457 req-66558a2e-95bd-44f8-8bac-01a623e8aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:43.084687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69f8bd04-0c07-4a2f-875f-3eefa04f8457 req-66558a2e-95bd-44f8-8bac-01a623e8aaff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b765c465-b718-4cc4-b38a-fe0027e28aa5 HTTP/1.1" status: 200 len: 852 time: 0.0628903 Aug 03 19:03:43.124627 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69f8bd04-0c07-4a2f-875f-3eefa04f8457 req-61401a93-01b1-4025-9e6d-e9248c6aeee0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263677 Aug 03 19:03:43.146255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c43363-7f18-4bc2-8d8a-ef9f92ff3c70 req-d7ae99e3-7f33-48af-9529-38c501520f40 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:43.147787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48c43363-7f18-4bc2-8d8a-ef9f92ff3c70 req-d7ae99e3-7f33-48af-9529-38c501520f40 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0517080 Aug 03 19:03:43.197535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48c43363-7f18-4bc2-8d8a-ef9f92ff3c70 req-9f5fca9d-04f8-4837-aa26-a9079e426689 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Aug 03 19:03:43.241287 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69f8bd04-0c07-4a2f-875f-3eefa04f8457 req-4d79867b-a6f6-4e09-8be1-cd5d983e7a3f service neutron] 10.222.0.74 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016073 Aug 03 19:03:43.341327 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69f8bd04-0c07-4a2f-875f-3eefa04f8457 req-187111a4-b9f3-4a65-b1b0-1de1bf57237e service neutron] 10.222.0.74 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913863 Aug 03 19:03:43.512589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e05c5-8ca9-42fb-a621-db98d11305ac req-ce634a73-cd5b-48f7-80f5-09577de6db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:43.514384 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-900e05c5-8ca9-42fb-a621-db98d11305ac req-ce634a73-cd5b-48f7-80f5-09577de6db66 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa397c7a7d62450ba897227d84280d99&device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 1136 time: 0.0548301 Aug 03 19:03:43.616933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e05c5-8ca9-42fb-a621-db98d11305ac req-5c7e880a-1f0e-456c-85d7-eb45f67e5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:43.619216 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-900e05c5-8ca9-42fb-a621-db98d11305ac req-5c7e880a-1f0e-456c-85d7-eb45f67e5a08 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 200 len: 913 time: 0.0901423 Aug 03 19:03:43.720645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b752b-1219-480b-bc5e-d0c857e1749f req-2ea19eb6-4c0f-41af-8649-812748d78b13 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:43.722076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a6b752b-1219-480b-bc5e-d0c857e1749f req-2ea19eb6-4c0f-41af-8649-812748d78b13 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 946 time: 0.0543494 Aug 03 19:03:43.776633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a6b752b-1219-480b-bc5e-d0c857e1749f req-094bacee-f2b6-4097-877e-ebd281f77127 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453191 Aug 03 19:03:43.791597 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-900e05c5-8ca9-42fb-a621-db98d11305ac req-b8e9d70c-7169-426f-bfb7-25d138a5ea79 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6d2b54-ff53-493e-89cf-2281a366b971 HTTP/1.1" status: 200 len: 217 time: 0.0436206 Aug 03 19:03:43.795084 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0bf37cf7-9990-4aa6-b1de-567b977a0c6d no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:43.856023 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e05c5-8ca9-42fb-a621-db98d11305ac req-19eda7a8-4103-450b-a526-8425a44bd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:43.857121 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-900e05c5-8ca9-42fb-a621-db98d11305ac req-19eda7a8-4103-450b-a526-8425a44bd124 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b765c465-b718-4cc4-b38a-fe0027e28aa5 HTTP/1.1" status: 200 len: 852 time: 0.0537674 Aug 03 19:03:43.878849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f019d3-3d45-46df-97c7-50a3a23f8825 req-331adf21-ccf5-4f58-a193-e797b6ba1f11 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:43.888204 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6f019d3-3d45-46df-97c7-50a3a23f8825 req-331adf21-ccf5-4f58-a193-e797b6ba1f11 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0768213 Aug 03 19:03:43.903388 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-900e05c5-8ca9-42fb-a621-db98d11305ac req-f78f96cb-04d7-42f4-aebd-3ae39e97d5e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344446 Aug 03 19:03:43.932500 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6f019d3-3d45-46df-97c7-50a3a23f8825 req-cd229ddc-03ee-4f7e-b082-13a203291f8c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432849 Aug 03 19:03:44.007909 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-900e05c5-8ca9-42fb-a621-db98d11305ac req-ef2e5be4-ec90-4af7-a176-abd789c7c76c service neutron] 10.222.0.74 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935149 Aug 03 19:03:44.130105 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-900e05c5-8ca9-42fb-a621-db98d11305ac req-d0b83a4b-30d0-42f7-91f8-30e5fa30d9ee service neutron] 10.222.0.74 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129334 Aug 03 19:03:44.139529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77718e86-534b-41da-9277-5cae48535030 req-852a1bb5-3f03-4807-afb3-7aec87d415b5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:44.141029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77718e86-534b-41da-9277-5cae48535030 req-852a1bb5-3f03-4807-afb3-7aec87d415b5 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 985 time: 0.0521891 Aug 03 19:03:44.186531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77718e86-534b-41da-9277-5cae48535030 req-a4316e9b-8c8e-47f3-af0e-5a3cf6e0034c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&id=ebddb15f-6c1b-486e-83b9-9fbc3861e735&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0394814 Aug 03 19:03:44.335669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61022639-78fd-43d4-86be-fe18581ddd53 req-a4a66623-f713-463c-b066-ffb43f83652a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:44.338080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61022639-78fd-43d4-86be-fe18581ddd53 req-a4a66623-f713-463c-b066-ffb43f83652a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0682814 Aug 03 19:03:44.383628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61022639-78fd-43d4-86be-fe18581ddd53 req-9b005eee-419d-43dc-9631-70b2bcce96df tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357921 Aug 03 19:03:44.898931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611c2dc-40ae-448c-834a-e8af922c38e4 req-0e147407-d180-4b00-8c51-e70c6b0b7f73 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:44.900544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9611c2dc-40ae-448c-834a-e8af922c38e4 req-0e147407-d180-4b00-8c51-e70c6b0b7f73 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 946 time: 0.0497191 Aug 03 19:03:44.938658 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9611c2dc-40ae-448c-834a-e8af922c38e4 req-4a851052-205d-454d-aba9-8bb7fd63f5fe tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Aug 03 19:03:45.017274 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:45.055863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222843d5-22a6-4e41-89d2-ffcd67364dfc req-610d4547-d8e1-4a2e-90fa-6db16fb6e86c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:45.057400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-222843d5-22a6-4e41-89d2-ffcd67364dfc req-610d4547-d8e1-4a2e-90fa-6db16fb6e86c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0545444 Aug 03 19:03:45.079461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:45.100991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:45.101629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-222843d5-22a6-4e41-89d2-ffcd67364dfc req-73a78a03-32f3-48b0-bef3-36c134ef9945 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381918 Aug 03 19:03:45.113733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f5bddc94-a11c-4cf0-888b-38fcfbf3ce10 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:45.306324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6a76e-6928-4f1f-9317-ad11823cc529 req-37e6d8fa-37e4-4f99-a7b8-cb5993ef5951 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:45.307720 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ab6a76e-6928-4f1f-9317-ad11823cc529 req-37e6d8fa-37e4-4f99-a7b8-cb5993ef5951 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 985 time: 0.0533185 Aug 03 19:03:45.347414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ab6a76e-6928-4f1f-9317-ad11823cc529 req-2aa91efd-1456-4ec2-8a1f-825a60b37fab tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&id=ebddb15f-6c1b-486e-83b9-9fbc3861e735&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0336187 Aug 03 19:03:45.458575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a78a560e-ff27-4ab4-8cbb-5cc5a3aeda23 req-632ea7d4-2bf7-405d-bc59-77dd3433f33b tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1666723314&fields=id&tenant_id=aa397c7a7d62450ba897227d84280d99 HTTP/1.1" status: 200 len: 267 time: 0.0329683 Aug 03 19:03:45.535137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e7fb6-ba52-4c91-a0f2-394039a1bed2 req-1671f4fc-ed66-47ed-8d4f-77a8ab561aa0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:45.536628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca8e7fb6-ba52-4c91-a0f2-394039a1bed2 req-1671f4fc-ed66-47ed-8d4f-77a8ab561aa0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0771921 Aug 03 19:03:45.545314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a560e-ff27-4ab4-8cbb-5cc5a3aeda23 req-92bd35cc-658e-47d6-aed4-029f0233a47c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:45.546734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a78a560e-ff27-4ab4-8cbb-5cc5a3aeda23 req-92bd35cc-658e-47d6-aed4-029f0233a47c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 985 time: 0.0784349 Aug 03 19:03:45.558862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a78a560e-ff27-4ab4-8cbb-5cc5a3aeda23 req-22d1a6c7-9b5c-4be0-b0ae-6fbb147063e8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'port': {'security_groups': ['77755941-493c-4b12-bffe-e9978e61e86f', 'ebddb15f-6c1b-486e-83b9-9fbc3861e735', 'f3753963-1809-4115-b83d-c715570c10e7']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:45.624843 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca8e7fb6-ba52-4c91-a0f2-394039a1bed2 req-ce6a07c1-36c0-47ec-8aee-02e243bb583b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771480 Aug 03 19:03:45.655902 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a78a560e-ff27-4ab4-8cbb-5cc5a3aeda23 req-22d1a6c7-9b5c-4be0-b0ae-6fbb147063e8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:45.854249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a78a560e-ff27-4ab4-8cbb-5cc5a3aeda23 req-22d1a6c7-9b5c-4be0-b0ae-6fbb147063e8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] For port 9d6d2b54-ff53-493e-89cf-2281a366b971, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9d6d2b54-ff53-493e-89cf-2281a366b971,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:45.884440 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a78a560e-ff27-4ab4-8cbb-5cc5a3aeda23 req-22d1a6c7-9b5c-4be0-b0ae-6fbb147063e8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:45.889073 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a78a560e-ff27-4ab4-8cbb-5cc5a3aeda23 req-22d1a6c7-9b5c-4be0-b0ae-6fbb147063e8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:45.911110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b96e44ec-920c-4b0b-b3a4-739859d324c1'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:45.932020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a560e-ff27-4ab4-8cbb-5cc5a3aeda23 req-22d1a6c7-9b5c-4be0-b0ae-6fbb147063e8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:45.932624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a78a560e-ff27-4ab4-8cbb-5cc5a3aeda23 req-22d1a6c7-9b5c-4be0-b0ae-6fbb147063e8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:45.936691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a78a560e-ff27-4ab4-8cbb-5cc5a3aeda23 req-22d1a6c7-9b5c-4be0-b0ae-6fbb147063e8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "PUT /v2.0/ports/9d6d2b54-ff53-493e-89cf-2281a366b971 HTTP/1.1" status: 200 len: 1021 time: 0.3805873 Aug 03 19:03:45.936691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'tag': '9d6d2b54-ff53-493e-89cf-2281a366b971'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:45.937024 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f07544-9e26-44f4-b1c0-364fad041144" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5e9f71-4b11-458c-bcbf-cebcf73b6034", "tag": "9d6d2b54-ff53-493e-89cf-2281a366b971"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:45.961921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1a6c7-9b5c-4be0-b0ae-6fbb147063e8 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'Port': ['ID=9d6d2b54-ff53-493e-89cf-2281a366b971,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:45.976299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['9d6d2b54-ff53-493e-89cf-2281a366b971'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:45.984643 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077398af-cd67-4540-9f98-0a4abe1dab7a x-openstack-request-id: req-077398af-cd67-4540-9f98-0a4abe1dab7a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:45.985007 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5e9f71-4b11-458c-bcbf-cebcf73b6034", "tag": "9d6d2b54-ff53-493e-89cf-2281a366b971", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:45.985325 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-077398af-cd67-4540-9f98-0a4abe1dab7a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:45.985847 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'tag': '9d6d2b54-ff53-493e-89cf-2281a366b971', 'status': 'completed', 'code': 200} Aug 03 19:03:46.042246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1098add4-930d-4243-a37d-c5a81796e7f0 req-e4411f34-f09a-4b32-a79f-224709dda80c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/f3753963-1809-4115-b83d-c715570c10e7 HTTP/1.1" status: 200 len: 1802 time: 0.0450704 Aug 03 19:03:46.092408 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-1098add4-930d-4243-a37d-c5a81796e7f0 req-dc5bb046-dfa2-466e-b4fb-8888796b19b4 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:03:46.093461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1098add4-930d-4243-a37d-c5a81796e7f0 req-dc5bb046-dfa2-466e-b4fb-8888796b19b4 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "DELETE /v2.0/security-groups/f3753963-1809-4115-b83d-c715570c10e7 HTTP/1.1" status: 409 len: 341 time: 0.0451472 Aug 03 19:03:46.167429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f07544-9e26-44f4-b1c0-364fad041144 req-c4e62339-61a8-4743-a586-5a419135aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:46.171213 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-56f07544-9e26-44f4-b1c0-364fad041144 req-c4e62339-61a8-4743-a586-5a419135aa61 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aa397c7a7d62450ba897227d84280d99&device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 1175 time: 0.0705240 Aug 03 19:03:46.217237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8b02-a871-4d5e-a19d-5f45ee3d1b1e req-9c1b204f-65de-4ab6-9270-4c611c573775 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:46.219129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-774e8b02-a871-4d5e-a19d-5f45ee3d1b1e req-9c1b204f-65de-4ab6-9270-4c611c573775 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 946 time: 0.0603247 Aug 03 19:03:46.265036 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-774e8b02-a871-4d5e-a19d-5f45ee3d1b1e req-7cc22a73-6079-4586-8c27-89125ceb9325 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393026 Aug 03 19:03:46.407435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f07544-9e26-44f4-b1c0-364fad041144 req-863f442c-ffea-4bfa-ae9e-ea095d53e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:46.409250 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-56f07544-9e26-44f4-b1c0-364fad041144 req-863f442c-ffea-4bfa-ae9e-ea095d53e988 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 200 len: 913 time: 0.1209462 Aug 03 19:03:46.452133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3c494-8ddf-4ec2-ba19-6f002874b19d req-e230fb88-2780-405a-9749-91b13110a3ab tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:46.455065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9b3c494-8ddf-4ec2-ba19-6f002874b19d req-e230fb88-2780-405a-9749-91b13110a3ab tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0916359 Aug 03 19:03:46.485111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3056672-f9b0-45ba-88bb-2c4e3b03bf7b req-d5ab0594-03f6-4ab2-8c99-d7016422836f tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:46.486657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3056672-f9b0-45ba-88bb-2c4e3b03bf7b req-d5ab0594-03f6-4ab2-8c99-d7016422836f tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 1024 time: 0.0835221 Aug 03 19:03:46.490034 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-56f07544-9e26-44f4-b1c0-364fad041144 req-07283a72-b046-4bc0-8037-b02d275f1b55 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6d2b54-ff53-493e-89cf-2281a366b971 HTTP/1.1" status: 200 len: 217 time: 0.0358062 Aug 03 19:03:46.521160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9b3c494-8ddf-4ec2-ba19-6f002874b19d req-a9a23782-fdd6-41e8-b97d-48c181aa7e8c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614879 Aug 03 19:03:46.547411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3056672-f9b0-45ba-88bb-2c4e3b03bf7b req-5661c372-a1cd-42fa-9ef2-8bb210fc54b9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&id=ebddb15f-6c1b-486e-83b9-9fbc3861e735&id=f3753963-1809-4115-b83d-c715570c10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0527537 Aug 03 19:03:46.565809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f07544-9e26-44f4-b1c0-364fad041144 req-5f972237-3ac2-406b-857f-8e0eccf990d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:46.568180 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-56f07544-9e26-44f4-b1c0-364fad041144 req-5f972237-3ac2-406b-857f-8e0eccf990d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b765c465-b718-4cc4-b38a-fe0027e28aa5 HTTP/1.1" status: 200 len: 852 time: 0.0555770 Aug 03 19:03:46.603623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['9d6d2b54-ff53-493e-89cf-2281a366b971'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:46.614509 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-56f07544-9e26-44f4-b1c0-364fad041144 req-9d7ea262-0c4b-46f7-bd17-5550de70bd3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6fb37a93-83dd-4e34-b3d3-a6f011efbe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314538 Aug 03 19:03:46.748597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c5f3a-fad0-417f-aa3a-ede3bd80fb43 req-b9fd5301-cd56-409a-a33e-80e3c37095de tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:46.750155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-561c5f3a-fad0-417f-aa3a-ede3bd80fb43 req-b9fd5301-cd56-409a-a33e-80e3c37095de tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0508809 Aug 03 19:03:46.784038 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-56f07544-9e26-44f4-b1c0-364fad041144 req-7b31d81e-6ea7-49f9-8e24-620eceec9bdb service neutron] 10.222.0.74 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961175 Aug 03 19:03:46.792065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-561c5f3a-fad0-417f-aa3a-ede3bd80fb43 req-f23580d3-074e-4c8d-b029-1513bedf9560 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358193 Aug 03 19:03:46.921028 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-56f07544-9e26-44f4-b1c0-364fad041144 req-549dfe94-6358-487f-b6a6-51eb74ffeb6c service neutron] 10.222.0.74 "GET /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869253 Aug 03 19:03:47.188128 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee1c1f-67fa-4416-badd-c68e9b5f1cfb req-e3158db6-d10b-408e-8fe4-0d5afb09fd86 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:47.189631 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbee1c1f-67fa-4416-badd-c68e9b5f1cfb req-e3158db6-d10b-408e-8fe4-0d5afb09fd86 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "GET /v2.0/ports?device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 946 time: 0.0501928 Aug 03 19:03:47.299582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-cbee1c1f-67fa-4416-badd-c68e9b5f1cfb req-07029687-ea4f-40a9-9a17-b5d0808747f9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Deleting port 110746b4-687d-42fd-9d3d-04a291fd0466 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:47.299961 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cbee1c1f-67fa-4416-badd-c68e9b5f1cfb req-07029687-ea4f-40a9-9a17-b5d0808747f9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:47.386253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db0103-1441-42cb-b256-ebca46c644fc req-c7cb17f1-1d1e-45bd-88ed-035066ce67ec tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:47.387787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5db0103-1441-42cb-b256-ebca46c644fc req-c7cb17f1-1d1e-45bd-88ed-035066ce67ec tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 946 time: 0.0496511 Aug 03 19:03:47.397061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-cbee1c1f-67fa-4416-badd-c68e9b5f1cfb req-07029687-ea4f-40a9-9a17-b5d0808747f9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] For port 110746b4-687d-42fd-9d3d-04a291fd0466, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=110746b4-687d-42fd-9d3d-04a291fd0466,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:47.397429 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cbee1c1f-67fa-4416-badd-c68e9b5f1cfb req-07029687-ea4f-40a9-9a17-b5d0808747f9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:47.411543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-cbee1c1f-67fa-4416-badd-c68e9b5f1cfb req-07029687-ea4f-40a9-9a17-b5d0808747f9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Calling delete_port for 110746b4-687d-42fd-9d3d-04a291fd0466 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:47.426863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5db0103-1441-42cb-b256-ebca46c644fc req-3be0ba20-fd5e-4558-9ca4-f3c0ea243f59 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327799 Aug 03 19:03:47.540067 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cbee1c1f-67fa-4416-badd-c68e9b5f1cfb req-07029687-ea4f-40a9-9a17-b5d0808747f9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:47.567576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07029687-ea4f-40a9-9a17-b5d0808747f9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Pushing event deleted for resources: {'Port': ['ID=110746b4-687d-42fd-9d3d-04a291fd0466,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:47.598442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['e716a6a8-5400-4580-bc9a-e81a56293378', '110746b4-687d-42fd-9d3d-04a291fd0466'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:47.618141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbee1c1f-67fa-4416-badd-c68e9b5f1cfb req-07029687-ea4f-40a9-9a17-b5d0808747f9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] No DVR routers for this DVR port 110746b4-687d-42fd-9d3d-04a291fd0466 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:47.621702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cbee1c1f-67fa-4416-badd-c68e9b5f1cfb req-07029687-ea4f-40a9-9a17-b5d0808747f9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:47.625906 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cbee1c1f-67fa-4416-badd-c68e9b5f1cfb req-07029687-ea4f-40a9-9a17-b5d0808747f9 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "DELETE /v2.0/ports/110746b4-687d-42fd-9d3d-04a291fd0466 HTTP/1.1" status: 204 len: 173 time: 0.4183097 Aug 03 19:03:47.626592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72ead2a-6d09-443c-8fde-c29ee2376c2c', 'name': 'network-vif-deleted', 'tag': '110746b4-687d-42fd-9d3d-04a291fd0466'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:47.630123 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b78c2fe-afd2-4ad8-ba9d-2a58b7707df2" -d '{"events": [{"server_uuid": "c72ead2a-6d09-443c-8fde-c29ee2376c2c", "name": "network-vif-deleted", "tag": "110746b4-687d-42fd-9d3d-04a291fd0466"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:47.702182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6801d7-ea95-4f94-96bb-731924e6f113 req-69303bd0-bb81-4935-be1b-38fa3ce74280 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:47.703594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc6801d7-ea95-4f94-96bb-731924e6f113 req-69303bd0-bb81-4935-be1b-38fa3ce74280 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0854399 Aug 03 19:03:47.725799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f6607-b87a-422e-a60d-c02b7e5bd441 req-dea81fde-3c72-43c6-b480-2640a95604ef tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:47.727384 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee9f6607-b87a-422e-a60d-c02b7e5bd441 req-dea81fde-3c72-43c6-b480-2640a95604ef tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 1024 time: 0.0769041 Aug 03 19:03:47.779709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc6801d7-ea95-4f94-96bb-731924e6f113 req-26aa94a9-27a7-4f98-91cd-d3991db92288 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681746 Aug 03 19:03:47.793578 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee9f6607-b87a-422e-a60d-c02b7e5bd441 req-039fefdf-02fd-4295-9006-6c5522a28111 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&id=ebddb15f-6c1b-486e-83b9-9fbc3861e735&id=f3753963-1809-4115-b83d-c715570c10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0567989 Aug 03 19:03:47.840091 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68c29a1-251d-4e58-a84f-c0fa1d320eac x-openstack-request-id: req-e68c29a1-251d-4e58-a84f-c0fa1d320eac {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:47.840432 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72ead2a-6d09-443c-8fde-c29ee2376c2c", "name": "network-vif-deleted", "tag": "110746b4-687d-42fd-9d3d-04a291fd0466", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:47.840613 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e68c29a1-251d-4e58-a84f-c0fa1d320eac {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:47.841065 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72ead2a-6d09-443c-8fde-c29ee2376c2c', 'name': 'network-vif-deleted', 'tag': '110746b4-687d-42fd-9d3d-04a291fd0466', 'status': 'completed', 'code': 200} Aug 03 19:03:47.937055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1097c-dd1f-497e-b454-0554e5a06f6a req-66339c89-6e08-4339-a00c-c7b32efb5440 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:47.938645 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92c1097c-dd1f-497e-b454-0554e5a06f6a req-66339c89-6e08-4339-a00c-c7b32efb5440 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0530553 Aug 03 19:03:47.984919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92c1097c-dd1f-497e-b454-0554e5a06f6a req-415e8973-c1af-4222-a33f-bbec760d1774 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401046 Aug 03 19:03:48.534772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16313809-00de-406d-881a-34e80e85ef01 req-84c7ed08-e0e9-4389-a857-e0f147b83cfe tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=c72ead2a-6d09-443c-8fde-c29ee2376c2c HTTP/1.1" status: 200 len: 210 time: 0.0273631 Aug 03 19:03:48.926526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769759-1ae3-48ca-8327-dda39e087cb1 req-38208b2d-2e3f-4aff-81c1-011c9a0e9503 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:48.928015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1769759-1ae3-48ca-8327-dda39e087cb1 req-38208b2d-2e3f-4aff-81c1-011c9a0e9503 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0740926 Aug 03 19:03:48.942895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ece10-3a7b-4614-9b49-1efeacba0a66 req-0e475a00-7393-45ed-a698-fa7905210cc3 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:48.944352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b3ece10-3a7b-4614-9b49-1efeacba0a66 req-0e475a00-7393-45ed-a698-fa7905210cc3 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 1024 time: 0.0800793 Aug 03 19:03:49.001661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1769759-1ae3-48ca-8327-dda39e087cb1 req-57b0c085-cede-4020-b587-24c35c3fb014 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670264 Aug 03 19:03:49.010689 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b3ece10-3a7b-4614-9b49-1efeacba0a66 req-0fc9b2bb-b78a-4d02-accd-0a72817f2fbb tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&id=ebddb15f-6c1b-486e-83b9-9fbc3861e735&id=f3753963-1809-4115-b83d-c715570c10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0582674 Aug 03 19:03:49.118848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2effe5-bb12-4aa6-ad3c-edd670070bac req-0076d59b-f5f6-4fc9-9c28-249f2c319ae5 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:49.120721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f2effe5-bb12-4aa6-ad3c-edd670070bac req-0076d59b-f5f6-4fc9-9c28-249f2c319ae5 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0541956 Aug 03 19:03:49.158607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f2effe5-bb12-4aa6-ad3c-edd670070bac req-165bf81f-23de-4df8-b9f4-16de1dff49bb tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321300 Aug 03 19:03:49.810636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533324-2eec-48d7-b409-ebfea65226ce req-bb9c6975-36c7-4cde-8c5c-cbde8ba2e675 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:49.812123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37533324-2eec-48d7-b409-ebfea65226ce req-bb9c6975-36c7-4cde-8c5c-cbde8ba2e675 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.0506849 Aug 03 19:03:49.853186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37533324-2eec-48d7-b409-ebfea65226ce req-176e1abc-4530-49a0-81c6-bd3f46fe49de tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345170 Aug 03 19:03:50.029294 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb09eb-293a-4c04-80c0-0ff279aadbe9 req-ab211e68-da3d-4f89-9b43-23df50389383 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:50.030816 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6ceb09eb-293a-4c04-80c0-0ff279aadbe9 req-ab211e68-da3d-4f89-9b43-23df50389383 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.74 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 1024 time: 0.0532370 Aug 03 19:03:50.149891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-6ceb09eb-293a-4c04-80c0-0ff279aadbe9 req-584671a9-56c5-4408-af1c-38b763b0fd45 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Deleting port 9d6d2b54-ff53-493e-89cf-2281a366b971 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:50.150227 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6ceb09eb-293a-4c04-80c0-0ff279aadbe9 req-584671a9-56c5-4408-af1c-38b763b0fd45 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:50.155796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894805-b56e-45d9-878a-f24a92e4842b req-c39d9778-d607-461c-bd00-169b372196bd tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:50.157341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90894805-b56e-45d9-878a-f24a92e4842b req-c39d9778-d607-461c-bd00-169b372196bd tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0849276 Aug 03 19:03:50.165280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8498ef3-4fd3-4f54-91b9-bf2792c47a13 req-77ebca7f-f662-4d40-ba3a-28e2787e0ddf tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:50.166804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b8498ef3-4fd3-4f54-91b9-bf2792c47a13 req-77ebca7f-f662-4d40-ba3a-28e2787e0ddf tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 1024 time: 0.0835576 Aug 03 19:03:50.233423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b8498ef3-4fd3-4f54-91b9-bf2792c47a13 req-fc0a9d57-62bb-463a-b729-c836bfb6de87 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=77755941-493c-4b12-bffe-e9978e61e86f&id=ebddb15f-6c1b-486e-83b9-9fbc3861e735&id=f3753963-1809-4115-b83d-c715570c10e7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0605965 Aug 03 19:03:50.236386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90894805-b56e-45d9-878a-f24a92e4842b req-05dee8da-3ef4-4b9a-9ae2-2a7d922fe9e0 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686886 Aug 03 19:03:50.245282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-6ceb09eb-293a-4c04-80c0-0ff279aadbe9 req-584671a9-56c5-4408-af1c-38b763b0fd45 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] For port 9d6d2b54-ff53-493e-89cf-2281a366b971, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9d6d2b54-ff53-493e-89cf-2281a366b971,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:50.245811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6ceb09eb-293a-4c04-80c0-0ff279aadbe9 req-584671a9-56c5-4408-af1c-38b763b0fd45 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:50.260591 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-6ceb09eb-293a-4c04-80c0-0ff279aadbe9 req-584671a9-56c5-4408-af1c-38b763b0fd45 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Calling delete_port for 9d6d2b54-ff53-493e-89cf-2281a366b971 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:50.362845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131d601-a48c-4057-8431-785deea94452 req-087def03-1c60-4fe6-b916-98daf3534f68 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:50.364474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7131d601-a48c-4057-8431-785deea94452 req-087def03-1c60-4fe6-b916-98daf3534f68 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0655150 Aug 03 19:03:50.408737 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7131d601-a48c-4057-8431-785deea94452 req-55434a29-7517-4766-83fa-df1e7492a73b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371656 Aug 03 19:03:50.694152 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6ceb09eb-293a-4c04-80c0-0ff279aadbe9 req-584671a9-56c5-4408-af1c-38b763b0fd45 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:50.712347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b96e44ec-920c-4b0b-b3a4-739859d324c1'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:50.732195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584671a9-56c5-4408-af1c-38b763b0fd45 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event deleted for resources: {'Port': ['ID=9d6d2b54-ff53-493e-89cf-2281a366b971,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:50.761481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['9d6d2b54-ff53-493e-89cf-2281a366b971'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:50.770043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ceb09eb-293a-4c04-80c0-0ff279aadbe9 req-584671a9-56c5-4408-af1c-38b763b0fd45 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] No DVR routers for this DVR port 9d6d2b54-ff53-493e-89cf-2281a366b971 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:50.772504 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6ceb09eb-293a-4c04-80c0-0ff279aadbe9 req-584671a9-56c5-4408-af1c-38b763b0fd45 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:50.775128 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6ceb09eb-293a-4c04-80c0-0ff279aadbe9 req-584671a9-56c5-4408-af1c-38b763b0fd45 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.74 "DELETE /v2.0/ports/9d6d2b54-ff53-493e-89cf-2281a366b971 HTTP/1.1" status: 204 len: 173 time: 0.7345068 Aug 03 19:03:50.775575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'name': 'network-vif-deleted', 'tag': '9d6d2b54-ff53-493e-89cf-2281a366b971'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:50.777845 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdadcaa-3278-4ef2-ba2d-ae0f707f1367" -d '{"events": [{"server_uuid": "3b5e9f71-4b11-458c-bcbf-cebcf73b6034", "name": "network-vif-deleted", "tag": "9d6d2b54-ff53-493e-89cf-2281a366b971"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:50.816965 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f52a621-73a2-432a-8698-335170aec164 x-openstack-request-id: req-8f52a621-73a2-432a-8698-335170aec164 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:50.817324 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5e9f71-4b11-458c-bcbf-cebcf73b6034", "name": "network-vif-deleted", "tag": "9d6d2b54-ff53-493e-89cf-2281a366b971", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:50.817626 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f52a621-73a2-432a-8698-335170aec164 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:50.818021 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5e9f71-4b11-458c-bcbf-cebcf73b6034', 'name': 'network-vif-deleted', 'tag': '9d6d2b54-ff53-493e-89cf-2281a366b971', 'status': 'completed', 'code': 200} Aug 03 19:03:50.983536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d59002-9db3-4288-9e06-abd1edb996cc req-278195fa-ef08-4b38-9008-ee1072bf9043 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:50.985329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5d59002-9db3-4288-9e06-abd1edb996cc req-278195fa-ef08-4b38-9008-ee1072bf9043 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.0555906 Aug 03 19:03:51.024424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5d59002-9db3-4288-9e06-abd1edb996cc req-a6b592a2-df28-4398-a000-4ad2336f2846 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321836 Aug 03 19:03:51.087323 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 110746b4-687d-42fd-9d3d-04a291fd0466 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:51.106697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 110746b4-687d-42fd-9d3d-04a291fd0466 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:51.107048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 110746b4-687d-42fd-9d3d-04a291fd0466 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:51.357698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d72c6aa6-26c5-40e1-b332-51d607c0e83d req-3cb0f6c5-007c-4fa1-b66a-f066c4a9bdf6 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=3b5e9f71-4b11-458c-bcbf-cebcf73b6034 HTTP/1.1" status: 200 len: 210 time: 0.0434756 Aug 03 19:03:51.378991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833060b-dd34-4f34-868d-129063832825 req-b3bbb4c4-00b3-46e1-879c-30bcc026b43e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:51.378991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5833060b-dd34-4f34-868d-129063832825 req-b3bbb4c4-00b3-46e1-879c-30bcc026b43e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0724022 Aug 03 19:03:51.416401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5833060b-dd34-4f34-868d-129063832825 req-578d70fb-e7d4-4cfb-9243-17ceda7c5d41 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333757 Aug 03 19:03:51.532977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395784fa-5c60-4e1c-bde5-fdacd41e1c87 req-f2c6e338-93e5-426c-a591-9368adadb123 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:51.532977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-395784fa-5c60-4e1c-bde5-fdacd41e1c87 req-f2c6e338-93e5-426c-a591-9368adadb123 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0514531 Aug 03 19:03:51.581206 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-395784fa-5c60-4e1c-bde5-fdacd41e1c87 req-2675d01b-f54a-4113-a962-b21c6ba74059 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375769 Aug 03 19:03:51.756118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e92dc1-c31e-4725-b9d0-cc0b75b458c6 req-a121ab1d-a8ce-486f-8489-9b5e034f7852 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:51.757690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2e92dc1-c31e-4725-b9d0-cc0b75b458c6 req-a121ab1d-a8ce-486f-8489-9b5e034f7852 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 946 time: 0.0504820 Aug 03 19:03:51.795977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2e92dc1-c31e-4725-b9d0-cc0b75b458c6 req-9a82bfbf-5fbf-441c-b193-ce5fae0cb333 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322952 Aug 03 19:03:52.141931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d4127-73f0-4f4c-a580-f3bd5ad440a4 req-3b411174-84c9-4c3e-b6c4-1f064417c419 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:52.143422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f08d4127-73f0-4f4c-a580-f3bd5ad440a4 req-3b411174-84c9-4c3e-b6c4-1f064417c419 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.0502634 Aug 03 19:03:52.182171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f08d4127-73f0-4f4c-a580-f3bd5ad440a4 req-0d2d6a04-d86e-4d5e-8684-ecaafd15715f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Aug 03 19:03:52.471565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61ab42e1-256d-4e51-bcdf-b1c805044583 req-4bb6ccdb-f968-4d1d-be65-7994414b7c4a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/ebddb15f-6c1b-486e-83b9-9fbc3861e735 HTTP/1.1" status: 200 len: 1801 time: 0.0399265 Aug 03 19:03:52.538513 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-61ab42e1-256d-4e51-bcdf-b1c805044583 req-f4d5791a-c316-45aa-916e-6cd95f7b2500 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.584160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-61ab42e1-256d-4e51-bcdf-b1c805044583 req-f4d5791a-c316-45aa-916e-6cd95f7b2500 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.629165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54816f-5ede-45a6-a24c-ee698c4bd0c0 req-c3eaead3-5c46-4f6c-b73a-3af4b1a71469 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:52.631485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef54816f-5ede-45a6-a24c-ee698c4bd0c0 req-c3eaead3-5c46-4f6c-b73a-3af4b1a71469 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0864160 Aug 03 19:03:52.657491 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-61ab42e1-256d-4e51-bcdf-b1c805044583 req-f4d5791a-c316-45aa-916e-6cd95f7b2500 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.659900 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-61ab42e1-256d-4e51-bcdf-b1c805044583 req-f4d5791a-c316-45aa-916e-6cd95f7b2500 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.661044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61ab42e1-256d-4e51-bcdf-b1c805044583 req-f4d5791a-c316-45aa-916e-6cd95f7b2500 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "DELETE /v2.0/security-groups/ebddb15f-6c1b-486e-83b9-9fbc3861e735 HTTP/1.1" status: 204 len: 173 time: 0.1823926 Aug 03 19:03:52.683998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5791a-c316-45aa-916e-6cd95f7b2500 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebddb15f-6c1b-486e-83b9-9fbc3861e735,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:52.690835 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef54816f-5ede-45a6-a24c-ee698c4bd0c0 req-da152194-3ee5-4af3-b190-6d23ecef0129 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504625 Aug 03 19:03:52.797223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf6cd8-cb64-4054-b6d9-366c1f5e6b33 req-7655eec3-6bc2-4fe2-a73c-ef8ebac6543f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:52.798760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ccaf6cd8-cb64-4054-b6d9-366c1f5e6b33 req-7655eec3-6bc2-4fe2-a73c-ef8ebac6543f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0826073 Aug 03 19:03:52.801434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7edd9c67-aee8-49ac-a682-8e5ad8b8ac8c req-ec412d93-bfd5-46d4-bfff-9aa58f5931fd tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/f3753963-1809-4115-b83d-c715570c10e7 HTTP/1.1" status: 200 len: 1802 time: 0.0762272 Aug 03 19:03:52.861390 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ccaf6cd8-cb64-4054-b6d9-366c1f5e6b33 req-e330bcd4-e636-4110-a262-fa5a10a5071c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566568 Aug 03 19:03:52.886182 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7edd9c67-aee8-49ac-a682-8e5ad8b8ac8c req-5952e04d-697e-46ba-a9e4-e4a4437f1943 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.913756 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7edd9c67-aee8-49ac-a682-8e5ad8b8ac8c req-5952e04d-697e-46ba-a9e4-e4a4437f1943 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.955759 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7edd9c67-aee8-49ac-a682-8e5ad8b8ac8c req-5952e04d-697e-46ba-a9e4-e4a4437f1943 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.958380 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7edd9c67-aee8-49ac-a682-8e5ad8b8ac8c req-5952e04d-697e-46ba-a9e4-e4a4437f1943 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.959522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7edd9c67-aee8-49ac-a682-8e5ad8b8ac8c req-5952e04d-697e-46ba-a9e4-e4a4437f1943 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "DELETE /v2.0/security-groups/f3753963-1809-4115-b83d-c715570c10e7 HTTP/1.1" status: 204 len: 173 time: 0.1479688 Aug 03 19:03:52.969970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952e04d-697e-46ba-a9e4-e4a4437f1943 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3753963-1809-4115-b83d-c715570c10e7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:53.075108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f94e-6a5b-405c-be58-81df5cc371fd req-a44dce6a-682a-42b7-8413-898b27247402 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:53.076598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55f4f94e-6a5b-405c-be58-81df5cc371fd req-a44dce6a-682a-42b7-8413-898b27247402 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 946 time: 0.0487726 Aug 03 19:03:53.108986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 9d6d2b54-ff53-493e-89cf-2281a366b971 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:53.118476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55f4f94e-6a5b-405c-be58-81df5cc371fd req-64c3acb3-7da3-493c-b2af-3563776bbd7d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356419 Aug 03 19:03:53.123317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-83a0dfdd-f623-428e-8a27-1705447b0108 req-bc627d08-6fdc-43d9-b68d-b992956e148c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1815595653', 'description': 'tempest-description-824545386'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:53.128981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 9d6d2b54-ff53-493e-89cf-2281a366b971 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:53.129612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 9d6d2b54-ff53-493e-89cf-2281a366b971 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:53.150257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83a0dfdd-f623-428e-8a27-1705447b0108 req-bc627d08-6fdc-43d9-b68d-b992956e148c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.177682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87354a31-aee1-4e40-a901-8662c3b65abe req-7c49e3a0-4b10-4019-954c-51413a595830 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:53.179143 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87354a31-aee1-4e40-a901-8662c3b65abe req-7c49e3a0-4b10-4019-954c-51413a595830 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.0520864 Aug 03 19:03:53.244003 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83a0dfdd-f623-428e-8a27-1705447b0108 req-bc627d08-6fdc-43d9-b68d-b992956e148c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.248796 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83a0dfdd-f623-428e-8a27-1705447b0108 req-bc627d08-6fdc-43d9-b68d-b992956e148c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.288009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-87354a31-aee1-4e40-a901-8662c3b65abe req-938a5901-4d7a-431e-b41d-511850f69b11 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Deleting port e716a6a8-5400-4580-bc9a-e81a56293378 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:53.288391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-87354a31-aee1-4e40-a901-8662c3b65abe req-938a5901-4d7a-431e-b41d-511850f69b11 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.302041 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83a0dfdd-f623-428e-8a27-1705447b0108 req-bc627d08-6fdc-43d9-b68d-b992956e148c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.303302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83a0dfdd-f623-428e-8a27-1705447b0108 req-bc627d08-6fdc-43d9-b68d-b992956e148c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1839120 Aug 03 19:03:53.310944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc627d08-6fdc-43d9-b68d-b992956e148c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0167aec9-d10d-4b7e-bf41-00d130c185bc,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:53.329628 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467f14b-9110-4b50-80bf-568c23e6082b req-6a503e75-71f1-435a-bd48-80397b06c051 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:53.331175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0467f14b-9110-4b50-80bf-568c23e6082b req-6a503e75-71f1-435a-bd48-80397b06c051 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 945 time: 0.0795074 Aug 03 19:03:53.382356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-87354a31-aee1-4e40-a901-8662c3b65abe req-938a5901-4d7a-431e-b41d-511850f69b11 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] For port e716a6a8-5400-4580-bc9a-e81a56293378, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e716a6a8-5400-4580-bc9a-e81a56293378,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:53.382722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-87354a31-aee1-4e40-a901-8662c3b65abe req-938a5901-4d7a-431e-b41d-511850f69b11 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.392168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b258f99-5e8b-46b2-ae60-b01052dfed1a req-6a7a83d6-6d5a-4884-af81-be9d19e73361 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/0167aec9-d10d-4b7e-bf41-00d130c185bc HTTP/1.1" status: 200 len: 1802 time: 0.0600114 Aug 03 19:03:53.395632 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-87354a31-aee1-4e40-a901-8662c3b65abe req-938a5901-4d7a-431e-b41d-511850f69b11 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Calling delete_port for e716a6a8-5400-4580-bc9a-e81a56293378 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:53.400099 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0467f14b-9110-4b50-80bf-568c23e6082b req-fec60715-f3b9-466f-91d1-1674dad3c50f tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/security-groups?id=2a88fa51-a8ec-4723-a2d4-01751c32c418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539148 Aug 03 19:03:53.406290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-7b258f99-5e8b-46b2-ae60-b01052dfed1a req-95f61926-38ba-443b-b232-6557768bb9d1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Request body: {'security_group': {'name': 'tempest-sg-hth-137125697', 'description': 'tempest-description-hth-1026984495'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:53.439497 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7b258f99-5e8b-46b2-ae60-b01052dfed1a req-95f61926-38ba-443b-b232-6557768bb9d1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.488151 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7b258f99-5e8b-46b2-ae60-b01052dfed1a req-95f61926-38ba-443b-b232-6557768bb9d1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.492220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7b258f99-5e8b-46b2-ae60-b01052dfed1a req-95f61926-38ba-443b-b232-6557768bb9d1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.495852 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7b258f99-5e8b-46b2-ae60-b01052dfed1a req-95f61926-38ba-443b-b232-6557768bb9d1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.497229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b258f99-5e8b-46b2-ae60-b01052dfed1a req-95f61926-38ba-443b-b232-6557768bb9d1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "PUT /v2.0/security-groups/0167aec9-d10d-4b7e-bf41-00d130c185bc HTTP/1.1" status: 200 len: 1776 time: 0.0950496 Aug 03 19:03:53.538226 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-87354a31-aee1-4e40-a901-8662c3b65abe req-938a5901-4d7a-431e-b41d-511850f69b11 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.556420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f61926-38ba-443b-b232-6557768bb9d1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0167aec9-d10d-4b7e-bf41-00d130c185bc,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:53.569863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a5901-4d7a-431e-b41d-511850f69b11 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Pushing event deleted for resources: {'Port': ['ID=e716a6a8-5400-4580-bc9a-e81a56293378,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:53.584831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c43ae7fd-7179-4700-82ff-be97abc85159 req-796a550f-fee2-4221-8744-ad5353d34a1d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/0167aec9-d10d-4b7e-bf41-00d130c185bc HTTP/1.1" status: 200 len: 1776 time: 0.0624363 Aug 03 19:03:53.589732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['e716a6a8-5400-4580-bc9a-e81a56293378'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:53.621456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-87354a31-aee1-4e40-a901-8662c3b65abe req-938a5901-4d7a-431e-b41d-511850f69b11 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] No DVR routers for this DVR port e716a6a8-5400-4580-bc9a-e81a56293378 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:53.624142 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-87354a31-aee1-4e40-a901-8662c3b65abe req-938a5901-4d7a-431e-b41d-511850f69b11 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.626186 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-87354a31-aee1-4e40-a901-8662c3b65abe req-938a5901-4d7a-431e-b41d-511850f69b11 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.74 "DELETE /v2.0/ports/e716a6a8-5400-4580-bc9a-e81a56293378 HTTP/1.1" status: 204 len: 173 time: 0.4389162 Aug 03 19:03:53.626683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68caa146-7285-4d84-9075-0a240fe5eb62', 'name': 'network-vif-deleted', 'tag': 'e716a6a8-5400-4580-bc9a-e81a56293378'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:53.628964 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd8610c-b964-4710-b9b8-846b6a16b72b" -d '{"events": [{"server_uuid": "68caa146-7285-4d84-9075-0a240fe5eb62", "name": "network-vif-deleted", "tag": "e716a6a8-5400-4580-bc9a-e81a56293378"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:53.672562 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e79fd57c-4ff4-4a7b-9d28-40e37444ace7 req-b1dc28f9-490b-45aa-b6e7-6fdb537d92bd tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/0167aec9-d10d-4b7e-bf41-00d130c185bc HTTP/1.1" status: 200 len: 1776 time: 0.0498180 Aug 03 19:03:53.675874 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f6c36d-8fee-477e-8b85-3568338da144 x-openstack-request-id: req-11f6c36d-8fee-477e-8b85-3568338da144 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:53.676172 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68caa146-7285-4d84-9075-0a240fe5eb62", "name": "network-vif-deleted", "tag": "e716a6a8-5400-4580-bc9a-e81a56293378", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:53.676419 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-11f6c36d-8fee-477e-8b85-3568338da144 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:53.676811 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68caa146-7285-4d84-9075-0a240fe5eb62', 'name': 'network-vif-deleted', 'tag': 'e716a6a8-5400-4580-bc9a-e81a56293378', 'status': 'completed', 'code': 200} Aug 03 19:03:53.739270 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e79fd57c-4ff4-4a7b-9d28-40e37444ace7 req-919a9047-7511-4481-a29b-36fc879e9430 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.765044 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e79fd57c-4ff4-4a7b-9d28-40e37444ace7 req-919a9047-7511-4481-a29b-36fc879e9430 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.844697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263817f-1ecd-4871-9ba5-aa0183939656 req-8059e96f-0a7e-4515-b57e-01515a27b212 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:53.846231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9263817f-1ecd-4871-9ba5-aa0183939656 req-8059e96f-0a7e-4515-b57e-01515a27b212 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0731983 Aug 03 19:03:53.847383 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e79fd57c-4ff4-4a7b-9d28-40e37444ace7 req-919a9047-7511-4481-a29b-36fc879e9430 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.850230 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e79fd57c-4ff4-4a7b-9d28-40e37444ace7 req-919a9047-7511-4481-a29b-36fc879e9430 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.851298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e79fd57c-4ff4-4a7b-9d28-40e37444ace7 req-919a9047-7511-4481-a29b-36fc879e9430 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "DELETE /v2.0/security-groups/0167aec9-d10d-4b7e-bf41-00d130c185bc HTTP/1.1" status: 204 len: 173 time: 0.1724427 Aug 03 19:03:53.873515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a9047-7511-4481-a29b-36fc879e9430 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0167aec9-d10d-4b7e-bf41-00d130c185bc,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:53.902331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9263817f-1ecd-4871-9ba5-aa0183939656 req-8e81b80b-04f8-4990-a650-75ed0129c5dc tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Aug 03 19:03:53.986901 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-b55669fe-0383-4356-88cd-fe1db87fa842 req-8ba0aacc-a363-43d5-92bd-10bd3d484217 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] show failed (client error): The resource could not be found. Aug 03 19:03:53.987806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b55669fe-0383-4356-88cd-fe1db87fa842 req-8ba0aacc-a363-43d5-92bd-10bd3d484217 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/f3753963-1809-4115-b83d-c715570c10e7 HTTP/1.1" status: 404 len: 352 time: 0.0190127 Aug 03 19:03:54.007349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76188c50-997f-4334-bf71-bb5ef2d0184b req-1d9ae11a-80d5-4abd-8068-522a023fc3c9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:54.009549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76188c50-997f-4334-bf71-bb5ef2d0184b req-1d9ae11a-80d5-4abd-8068-522a023fc3c9 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0664060 Aug 03 19:03:54.049350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76188c50-997f-4334-bf71-bb5ef2d0184b req-9b854355-d3a0-42c4-a5d4-5e119ba436b2 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329473 Aug 03 19:03:54.087456 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-306fff80-62fd-444b-9aca-90a374115bd8 req-c9893b07-549c-47f9-ae77-196cb0d56d1d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] show failed (client error): The resource could not be found. Aug 03 19:03:54.088678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-306fff80-62fd-444b-9aca-90a374115bd8 req-c9893b07-549c-47f9-ae77-196cb0d56d1d tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/ebddb15f-6c1b-486e-83b9-9fbc3861e735 HTTP/1.1" status: 404 len: 352 time: 0.0159323 Aug 03 19:03:54.123235 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-130ac318-005a-4394-8645-684e88b4ddab req-18b2c5d5-ef87-47f9-829a-09c5844964d1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] show failed (client error): The resource could not be found. Aug 03 19:03:54.124247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-130ac318-005a-4394-8645-684e88b4ddab req-18b2c5d5-ef87-47f9-829a-09c5844964d1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/584ce6fb-332a-46b7-955d-c86f64897775 HTTP/1.1" status: 404 len: 352 time: 0.0142918 Aug 03 19:03:54.157605 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-b64af1fa-b583-4d4a-bec6-0f64eaa04674 req-672cb94b-ddb4-4093-be0a-97015a903ecc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] show failed (client error): The resource could not be found. Aug 03 19:03:54.158611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b64af1fa-b583-4d4a-bec6-0f64eaa04674 req-672cb94b-ddb4-4093-be0a-97015a903ecc tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/4166328d-eb13-41fa-9e57-ec95f872c045 HTTP/1.1" status: 404 len: 352 time: 0.0150738 Aug 03 19:03:54.258540 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-1130ded2-7089-40ee-87b9-700c8271954e req-c6743b72-714f-4d5a-b4a9-f0951fdc1208 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] show failed (client error): The resource could not be found. Aug 03 19:03:54.259360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1130ded2-7089-40ee-87b9-700c8271954e req-c6743b72-714f-4d5a-b4a9-f0951fdc1208 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/d06838a6-f4dc-4385-969b-b167f6274dcf HTTP/1.1" status: 404 len: 352 time: 0.0191054 Aug 03 19:03:54.276676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cc1e3-3e4c-44ae-997b-ec95fdefc9c9 req-314e4cd3-b04c-4862-ab23-9db53a76df7b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:54.278224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-258cc1e3-3e4c-44ae-997b-ec95fdefc9c9 req-314e4cd3-b04c-4862-ab23-9db53a76df7b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 946 time: 0.0685294 Aug 03 19:03:54.305613 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-1eae42e5-a3bb-451a-a574-35be0537cb15 req-d9baa6a5-691a-40ec-a072-dfd317bbb884 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] show failed (client error): The resource could not be found. Aug 03 19:03:54.306716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eae42e5-a3bb-451a-a574-35be0537cb15 req-d9baa6a5-691a-40ec-a072-dfd317bbb884 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/45058e4d-1577-4e98-ab2a-8cf5c7e03152 HTTP/1.1" status: 404 len: 352 time: 0.0269144 Aug 03 19:03:54.326814 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-258cc1e3-3e4c-44ae-997b-ec95fdefc9c9 req-505a0413-33ed-4ba9-bfd1-c0442e717f6b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Aug 03 19:03:54.534445 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb96331c-8d4d-4664-81c7-0d2e03969a5e req-347d53f4-739a-44fd-93eb-e0de8fa33b82 tempest-ListServerFiltersTestJSON-445850404 tempest-ListServerFiltersTestJSON-445850404-project] 10.222.0.78 "GET /v2.0/ports?device_id=68caa146-7285-4d84-9075-0a240fe5eb62 HTTP/1.1" status: 200 len: 210 time: 0.0485203 Aug 03 19:03:54.557381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09776221-91ae-461f-b25d-7491965c380e req-6ddcd8ee-66d8-4387-8ef0-89b407a880c6 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:54.559630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09776221-91ae-461f-b25d-7491965c380e req-6ddcd8ee-66d8-4387-8ef0-89b407a880c6 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 1023 time: 0.0765698 Aug 03 19:03:54.609017 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09776221-91ae-461f-b25d-7491965c380e req-b1a6e32f-9265-4249-b606-4eef19743796 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=755aac17-b52d-4485-b0e3-9fa8e07b19f6&id=77755941-493c-4b12-bffe-e9978e61e86f&id=e5f3940f-8982-438e-9900-046052232e06&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0435429 Aug 03 19:03:54.855678 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e61fd-b1ad-452e-85a6-87bd6401d026 req-9655178e-2af7-4e67-b774-f683e62368f9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:54.857044 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3a9e61fd-b1ad-452e-85a6-87bd6401d026 req-9655178e-2af7-4e67-b774-f683e62368f9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.74 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 946 time: 0.0482883 Aug 03 19:03:54.953769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-3a9e61fd-b1ad-452e-85a6-87bd6401d026 req-e8cf1d7a-00fb-4250-9e6a-a6ed061467d7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Deleting port a18d9270-6962-42af-b57b-9ec6b683a061 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:54.954116 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3a9e61fd-b1ad-452e-85a6-87bd6401d026 req-e8cf1d7a-00fb-4250-9e6a-a6ed061467d7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.017948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b8c17-0ae2-4a02-bae2-c3fef9b8d5a1 req-da256f4e-253d-45ee-b3c8-ed470142c9dc tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:55.019458 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177b8c17-0ae2-4a02-bae2-c3fef9b8d5a1 req-da256f4e-253d-45ee-b3c8-ed470142c9dc tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0529106 Aug 03 19:03:55.044788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-3a9e61fd-b1ad-452e-85a6-87bd6401d026 req-e8cf1d7a-00fb-4250-9e6a-a6ed061467d7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] For port a18d9270-6962-42af-b57b-9ec6b683a061, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a18d9270-6962-42af-b57b-9ec6b683a061,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:55.045161 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3a9e61fd-b1ad-452e-85a6-87bd6401d026 req-e8cf1d7a-00fb-4250-9e6a-a6ed061467d7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.057936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-3a9e61fd-b1ad-452e-85a6-87bd6401d026 req-e8cf1d7a-00fb-4250-9e6a-a6ed061467d7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Calling delete_port for a18d9270-6962-42af-b57b-9ec6b683a061 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:55.058123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177b8c17-0ae2-4a02-bae2-c3fef9b8d5a1 req-7fb2d9f2-946d-44c9-9094-b63d2a4a991d tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Aug 03 19:03:55.175018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9dfd5-0fa2-41c7-894d-02c467b71ed5 req-33ef6352-3c41-4453-94b7-470fe26925df tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:55.176642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81b9dfd5-0fa2-41c7-894d-02c467b71ed5 req-33ef6352-3c41-4453-94b7-470fe26925df tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0542004 Aug 03 19:03:55.204836 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3a9e61fd-b1ad-452e-85a6-87bd6401d026 req-e8cf1d7a-00fb-4250-9e6a-a6ed061467d7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.220602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81b9dfd5-0fa2-41c7-894d-02c467b71ed5 req-ca481aa3-99f6-4dad-9a58-86ba38afb03b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370083 Aug 03 19:03:55.233170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf1d7a-00fb-4250-9e6a-a6ed061467d7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event deleted for resources: {'Port': ['ID=a18d9270-6962-42af-b57b-9ec6b683a061,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:55.254406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['a18d9270-6962-42af-b57b-9ec6b683a061'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:55.284611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9e61fd-b1ad-452e-85a6-87bd6401d026 req-e8cf1d7a-00fb-4250-9e6a-a6ed061467d7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] No DVR routers for this DVR port a18d9270-6962-42af-b57b-9ec6b683a061 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:55.287130 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3a9e61fd-b1ad-452e-85a6-87bd6401d026 req-e8cf1d7a-00fb-4250-9e6a-a6ed061467d7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.289345 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3a9e61fd-b1ad-452e-85a6-87bd6401d026 req-e8cf1d7a-00fb-4250-9e6a-a6ed061467d7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.74 "DELETE /v2.0/ports/a18d9270-6962-42af-b57b-9ec6b683a061 HTTP/1.1" status: 204 len: 173 time: 0.4256630 Aug 03 19:03:55.424409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a867b36c-79f3-42db-8829-28ec1ba223a5 req-50ea6777-7f2b-416b-a3f1-ce8d1a39d9c5 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 210 time: 0.0293229 Aug 03 19:03:55.592905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46986) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:55.638456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-155f746c-998e-40de-b01b-ad41f645f08e admin admin] Deleting subnet 6f78c0da-0ba1-408d-ae58-f80383aefb20 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:03:55.642048 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-155f746c-998e-40de-b01b-ad41f645f08e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.681113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaa5d93-bcac-447a-917f-9de882fcf44c', 'name': 'network-vif-deleted', 'tag': 'a18d9270-6962-42af-b57b-9ec6b683a061'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:55.684301 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601f8ca6-d602-4c39-a450-0a075c7597e5" -d '{"events": [{"server_uuid": "3aaa5d93-bcac-447a-917f-9de882fcf44c", "name": "network-vif-deleted", "tag": "a18d9270-6962-42af-b57b-9ec6b683a061"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:55.695004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-155f746c-998e-40de-b01b-ad41f645f08e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.753911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851ba48-a89d-41c7-80fd-7515213e7818 req-b4734749-52bb-4c3a-93c0-63f59cd1dd25 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:55.755853 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8851ba48-a89d-41c7-80fd-7515213e7818 req-b4734749-52bb-4c3a-93c0-63f59cd1dd25 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 1023 time: 0.0595593 Aug 03 19:03:55.790250 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5a3c6d-a9b3-45ee-95f5-a682e2047495 x-openstack-request-id: req-6a5a3c6d-a9b3-45ee-95f5-a682e2047495 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:55.790543 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aaa5d93-bcac-447a-917f-9de882fcf44c", "name": "network-vif-deleted", "tag": "a18d9270-6962-42af-b57b-9ec6b683a061", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:55.790926 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6a5a3c6d-a9b3-45ee-95f5-a682e2047495 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:55.791614 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aaa5d93-bcac-447a-917f-9de882fcf44c', 'name': 'network-vif-deleted', 'tag': 'a18d9270-6962-42af-b57b-9ec6b683a061', 'status': 'completed', 'code': 200} Aug 03 19:03:55.795225 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-155f746c-998e-40de-b01b-ad41f645f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.804480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8851ba48-a89d-41c7-80fd-7515213e7818 req-c4fe9110-d6c6-4a90-8db9-6d60066636ff tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=755aac17-b52d-4485-b0e3-9fa8e07b19f6&id=77755941-493c-4b12-bffe-e9978e61e86f&id=e5f3940f-8982-438e-9900-046052232e06&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0423086 Aug 03 19:03:55.852870 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-155f746c-998e-40de-b01b-ad41f645f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.882659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f746c-998e-40de-b01b-ad41f645f08e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f78c0da-0ba1-408d-ae58-f80383aefb20,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:55.888663 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-155f746c-998e-40de-b01b-ad41f645f08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.893330 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-155f746c-998e-40de-b01b-ad41f645f08e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6f78c0da-0ba1-408d-ae58-f80383aefb20 HTTP/1.1" status: 204 len: 168 time: 0.2993035 Aug 03 19:03:55.893630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46994) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:55.896224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db29a30-bc13-4cc7-8407-90b2a1c845a8 None None] Network 4bf5b106-27c2-4ed4-9622-91e94d063a01 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:03:55.972621 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.032598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Deleting port 08a4c67a-472d-44dd-b222-e6a261806d4d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:56.032952 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.104192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55655bb3-cb47-4040-8f32-5dd28ca4982f None None] DHCP port deletion for 4bf5b106-27c2-4ed4-9622-91e94d063a01 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:03:56.114424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] For port 08a4c67a-472d-44dd-b222-e6a261806d4d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=08a4c67a-472d-44dd-b222-e6a261806d4d,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:56.114799 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.128513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Calling delete_port for 08a4c67a-472d-44dd-b222-e6a261806d4d owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:56.153448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-55655bb3-cb47-4040-8f32-5dd28ca4982f None None] Deleting port 08a4c67a-472d-44dd-b222-e6a261806d4d {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:56.153783 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-55655bb3-cb47-4040-8f32-5dd28ca4982f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.250864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d00be-7ab1-42bc-8b8a-2a9f92d65a6d req-4e34cfdb-834e-4eda-b684-26051e34521a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:56.252893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-741d00be-7ab1-42bc-8b8a-2a9f92d65a6d req-4e34cfdb-834e-4eda-b684-26051e34521a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0812328 Aug 03 19:03:56.294516 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.344307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-741d00be-7ab1-42bc-8b8a-2a9f92d65a6d req-e87acc99-4aca-41e6-ab78-a48f097fe1aa tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743065 Aug 03 19:03:56.347951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Pushing event deleted for resources: {'Port': ['ID=08a4c67a-472d-44dd-b222-e6a261806d4d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:56.360573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-55655bb3-cb47-4040-8f32-5dd28ca4982f None None] For port 08a4c67a-472d-44dd-b222-e6a261806d4d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=08a4c67a-472d-44dd-b222-e6a261806d4d,segment=NetworkSegment(2532c260-5232-4a1c-b069-fbd6a386d2ee),segment_id=2532c260-5232-4a1c-b069-fbd6a386d2ee)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:56.361125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] No DVR routers for this DVR port 08a4c67a-472d-44dd-b222-e6a261806d4d on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:56.361731 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-55655bb3-cb47-4040-8f32-5dd28ca4982f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.376525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-55655bb3-cb47-4040-8f32-5dd28ca4982f None None] Calling delete_port for 08a4c67a-472d-44dd-b222-e6a261806d4d owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:56.465961 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-55655bb3-cb47-4040-8f32-5dd28ca4982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.471305 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.489465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf5b106-27c2-4ed4-9622-91e94d063a01']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:56.499412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55655bb3-cb47-4040-8f32-5dd28ca4982f None None] Pushing event deleted for resources: {'Port': ['ID=08a4c67a-472d-44dd-b222-e6a261806d4d,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:56.501600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55655bb3-cb47-4040-8f32-5dd28ca4982f None None] No DVR routers for this DVR port 08a4c67a-472d-44dd-b222-e6a261806d4d on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:56.504146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2532c260-5232-4a1c-b069-fbd6a386d2ee') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:56.504448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2532c260-5232-4a1c-b069-fbd6a386d2ee') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:56.519513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f723d-341f-4003-95cf-5b4b69aa77c2 req-813dc5a9-f6f1-492d-aa60-401c05edf292 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:56.526320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc1f723d-341f-4003-95cf-5b4b69aa77c2 req-813dc5a9-f6f1-492d-aa60-401c05edf292 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0948663 Aug 03 19:03:56.556624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.615807 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.643660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-767c1233-a9c3-46ad-95ec-b972646e6e59 req-6b5f97cf-0f3b-4ed8-a3f0-078eb755df9b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 210 time: 0.0839345 Aug 03 19:03:56.652063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:03:56.652477 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:03:56.654474 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:03:56.672290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc1f723d-341f-4003-95cf-5b4b69aa77c2 req-1f30b725-fcb7-47d4-9c95-a5bfc1543053 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450641 Aug 03 19:03:56.717377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec2e64-8af3-4e64-9213-01afc8ee2a02 req-90a28762-3d88-4a14-8f76-df850b6e14a1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:56.718806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25ec2e64-8af3-4e64-9213-01afc8ee2a02 req-90a28762-3d88-4a14-8f76-df850b6e14a1 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.37 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 1023 time: 0.1852300 Aug 03 19:03:56.735460 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.763517 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.765414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] 10.222.0.78 "DELETE /v2.0/networks/4bf5b106-27c2-4ed4-9622-91e94d063a01 HTTP/1.1" status: 204 len: 168 time: 0.8705289 Aug 03 19:03:56.784755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd604c0-bb31-4761-98ce-f4483bb3d68b admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf5b106-27c2-4ed4-9622-91e94d063a01,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:56.885072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-25ec2e64-8af3-4e64-9213-01afc8ee2a02 req-28ef54be-672c-444c-8f42-4b7ec0d0b99a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Deleting port b96e44ec-920c-4b0b-b3a4-739859d324c1 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:56.885605 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-25ec2e64-8af3-4e64-9213-01afc8ee2a02 req-28ef54be-672c-444c-8f42-4b7ec0d0b99a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.954572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47012) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:57.013839 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1210bc9a-42a5-4f5f-96c7-255f6e6fbf22 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a24cf47d0ce47bcb1f027ea0fa46e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570867 Aug 03 19:03:57.014742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c95619-7efc-45cd-8cb3-83d3ee5f6b87 req-3e6d67a1-4a5e-442e-9284-7c06a6d1892c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:57.015971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47014) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:57.022104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04c95619-7efc-45cd-8cb3-83d3ee5f6b87 req-3e6d67a1-4a5e-442e-9284-7c06a6d1892c tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 1023 time: 0.1312063 Aug 03 19:03:57.063052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-25ec2e64-8af3-4e64-9213-01afc8ee2a02 req-28ef54be-672c-444c-8f42-4b7ec0d0b99a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] For port b96e44ec-920c-4b0b-b3a4-739859d324c1, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b96e44ec-920c-4b0b-b3a4-739859d324c1,segment=NetworkSegment(b0bde6d8-7883-438e-9955-83d5afbc8233),segment_id=b0bde6d8-7883-438e-9955-83d5afbc8233)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:57.063436 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-25ec2e64-8af3-4e64-9213-01afc8ee2a02 req-28ef54be-672c-444c-8f42-4b7ec0d0b99a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.079442 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f49327a8-d80b-4917-a376-1e0543d48502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.098420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-25ec2e64-8af3-4e64-9213-01afc8ee2a02 req-28ef54be-672c-444c-8f42-4b7ec0d0b99a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Calling delete_port for b96e44ec-920c-4b0b-b3a4-739859d324c1 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:57.111403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f49327a8-d80b-4917-a376-1e0543d48502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.126164 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04c95619-7efc-45cd-8cb3-83d3ee5f6b87 req-4f64cdcd-ef06-48e6-9931-7d1449ddf55f tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups?id=755aac17-b52d-4485-b0e3-9fa8e07b19f6&id=77755941-493c-4b12-bffe-e9978e61e86f&id=e5f3940f-8982-438e-9900-046052232e06&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1028833 Aug 03 19:03:57.133015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e716a6a8-5400-4580-bc9a-e81a56293378 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:57.169209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: e716a6a8-5400-4580-bc9a-e81a56293378 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:57.169976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e716a6a8-5400-4580-bc9a-e81a56293378 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:57.207939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f49327a8-d80b-4917-a376-1e0543d48502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.210533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f49327a8-d80b-4917-a376-1e0543d48502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.212582 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f49327a8-d80b-4917-a376-1e0543d48502 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2a88fa51-a8ec-4723-a2d4-01751c32c418 HTTP/1.1" status: 204 len: 168 time: 0.1954892 Aug 03 19:03:57.221364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49327a8-d80b-4917-a376-1e0543d48502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a88fa51-a8ec-4723-a2d4-01751c32c418,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:57.357380 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-25ec2e64-8af3-4e64-9213-01afc8ee2a02 req-28ef54be-672c-444c-8f42-4b7ec0d0b99a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.370380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b96e44ec-920c-4b0b-b3a4-739859d324c1'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:57.452770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef54be-672c-444c-8f42-4b7ec0d0b99a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event deleted for resources: {'Port': ['ID=b96e44ec-920c-4b0b-b3a4-739859d324c1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:57.466486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 08a4c67a-472d-44dd-b222-e6a261806d4d no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:57.482470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ec2e64-8af3-4e64-9213-01afc8ee2a02 req-28ef54be-672c-444c-8f42-4b7ec0d0b99a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] No DVR routers for this DVR port b96e44ec-920c-4b0b-b3a4-739859d324c1 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:57.485599 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-25ec2e64-8af3-4e64-9213-01afc8ee2a02 req-28ef54be-672c-444c-8f42-4b7ec0d0b99a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.488116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25ec2e64-8af3-4e64-9213-01afc8ee2a02 req-28ef54be-672c-444c-8f42-4b7ec0d0b99a tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.37 "DELETE /v2.0/ports/b96e44ec-920c-4b0b-b3a4-739859d324c1 HTTP/1.1" status: 204 len: 173 time: 0.7620056 Aug 03 19:03:57.489265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'name': 'network-vif-deleted', 'tag': 'b96e44ec-920c-4b0b-b3a4-739859d324c1'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:57.492746 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261943fb-2291-4a9e-aafd-a131bd91ddda" -d '{"events": [{"server_uuid": "038bca70-fba2-467e-9ca2-6f61c94fd0c5", "name": "network-vif-deleted", "tag": "b96e44ec-920c-4b0b-b3a4-739859d324c1"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:57.524070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 08a4c67a-472d-44dd-b222-e6a261806d4d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:57.525426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 08a4c67a-472d-44dd-b222-e6a261806d4d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:57.584188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7711b7-cc91-4d5a-a2dd-afc673c65630 req-871feacd-017f-4a2b-82b3-46f18a93a21f tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:57.593132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b7711b7-cc91-4d5a-a2dd-afc673c65630 req-871feacd-017f-4a2b-82b3-46f18a93a21f tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.1116004 Aug 03 19:03:57.629532 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cfa463-0e14-45b6-a2da-a420ed63409c x-openstack-request-id: req-a6cfa463-0e14-45b6-a2da-a420ed63409c {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:57.629920 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038bca70-fba2-467e-9ca2-6f61c94fd0c5", "name": "network-vif-deleted", "tag": "b96e44ec-920c-4b0b-b3a4-739859d324c1", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:57.630237 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a6cfa463-0e14-45b6-a2da-a420ed63409c {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:57.630697 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038bca70-fba2-467e-9ca2-6f61c94fd0c5', 'name': 'network-vif-deleted', 'tag': 'b96e44ec-920c-4b0b-b3a4-739859d324c1', 'status': 'completed', 'code': 200} Aug 03 19:03:57.645738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b7711b7-cc91-4d5a-a2dd-afc673c65630 req-4dfd9428-152e-4e37-9985-b536f3fc5157 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515738 Aug 03 19:03:57.760074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61542c6c-e50d-4c4d-a818-ba925b60687b req-6dbb916e-e50f-4c60-a1bd-51c129894ec1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 210 time: 0.0349765 Aug 03 19:03:57.810093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681df85-ce65-4c0c-b950-22d176c934d2 req-6e855cfb-17c4-4c30-945c-88112f9137be tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:57.812015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b681df85-ce65-4c0c-b950-22d176c934d2 req-6e855cfb-17c4-4c30-945c-88112f9137be tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0510268 Aug 03 19:03:57.858513 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b681df85-ce65-4c0c-b950-22d176c934d2 req-ec8c8b27-18e3-4478-ad23-b5c2b750cfcf tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388756 Aug 03 19:03:58.112816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b460d-b038-4bad-a233-593a2b7fc809 req-57ebdc0c-69fb-4803-897d-e648ab6eae8c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:58.115433 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-450b460d-b038-4bad-a233-593a2b7fc809 req-57ebdc0c-69fb-4803-897d-e648ab6eae8c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0602961 Aug 03 19:03:58.206727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d9911-ab57-4125-99b3-e089c42628e6 req-666b03fa-2dc2-43df-8156-879b0dcd36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:58.212732 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a02d9911-ab57-4125-99b3-e089c42628e6 req-666b03fa-2dc2-43df-8156-879b0dcd36f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1095 time: 0.0738940 Aug 03 19:03:58.214100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-450b460d-b038-4bad-a233-593a2b7fc809 req-08409052-8179-4d97-aa20-ec96f3ee80e7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826902 Aug 03 19:03:58.302634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25087d30-cf63-48ec-a369-d4a784d0b150 req-593b3a59-76fc-48b3-910c-56378741d649 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/ports?device_id=038bca70-fba2-467e-9ca2-6f61c94fd0c5 HTTP/1.1" status: 200 len: 210 time: 0.0415158 Aug 03 19:03:58.347957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d9911-ab57-4125-99b3-e089c42628e6 req-c5b47aee-c600-4725-9ec5-42d78bdd13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:58.349490 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a02d9911-ab57-4125-99b3-e089c42628e6 req-c5b47aee-c600-4725-9ec5-42d78bdd13b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1254306 Aug 03 19:03:58.422159 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a02d9911-ab57-4125-99b3-e089c42628e6 req-3b1b2754-8a78-4afa-8643-d00f75fb9e68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 999 time: 0.0648129 Aug 03 19:03:58.484242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d9911-ab57-4125-99b3-e089c42628e6 req-70760f50-333e-4d29-b8d9-acf1c643b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:58.486378 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a02d9911-ab57-4125-99b3-e089c42628e6 req-70760f50-333e-4d29-b8d9-acf1c643b6d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0552206 Aug 03 19:03:58.566856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d9911-ab57-4125-99b3-e089c42628e6 req-fcc05025-e5fc-441e-b20e-ea0c79b8f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:58.568479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a02d9911-ab57-4125-99b3-e089c42628e6 req-fcc05025-e5fc-441e-b20e-ea0c79b8f9dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439007 Aug 03 19:03:58.684965 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a02d9911-ab57-4125-99b3-e089c42628e6 req-1296a699-9abb-4c8f-b763-0caf75688b5c service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065943 Aug 03 19:03:58.724526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bafcf550-21dc-4d8a-995b-170b0c045488 req-ee95afa7-52ce-490d-a5e5-8802db836aa3 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c061a26-a41c-432c-9b7d-0974ff892bd9 HTTP/1.1" status: 200 len: 210 time: 0.0403488 Aug 03 19:03:58.845470 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a02d9911-ab57-4125-99b3-e089c42628e6 req-d376cd50-4e7a-4558-b7c8-8b29dd233052 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309237 Aug 03 19:03:58.891213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23e800be-faf1-46e4-8a9d-7d6cdb925e53 req-b071d141-f61d-4b33-86cb-2f3451a98ec6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 210 time: 0.0354226 Aug 03 19:03:58.909390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29484f2-ceeb-42ae-a9bb-042d49581416 req-167e2c8a-7cfd-49a9-b23e-61d5e97bcde6 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:58.918055 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a29484f2-ceeb-42ae-a9bb-042d49581416 req-167e2c8a-7cfd-49a9-b23e-61d5e97bcde6 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.1372662 Aug 03 19:03:58.963740 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a29484f2-ceeb-42ae-a9bb-042d49581416 req-6d7e35e6-f3fd-4243-a3d0-f653f69801f3 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447061 Aug 03 19:03:59.149394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a18d9270-6962-42af-b57b-9ec6b683a061 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:59.173999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: a18d9270-6962-42af-b57b-9ec6b683a061 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:59.174677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a18d9270-6962-42af-b57b-9ec6b683a061 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:59.294129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cea6498a-2901-4cc6-9171-00ef6298a982 req-87701a3f-8b4b-4bba-92c7-a831f420b2f3 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0473971 Aug 03 19:03:59.423215 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.437889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db4226-1d5e-48e6-aa65-79a44ef1fbd2 req-b6a6457b-3296-4829-a00d-467eb86cc703 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:59.445660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4db4226-1d5e-48e6-aa65-79a44ef1fbd2 req-b6a6457b-3296-4829-a00d-467eb86cc703 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1292248 Aug 03 19:03:59.459361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f597a9e-015d-4b44-8b44-d5e68e3ad53d req-c8193a37-67be-4344-ba1d-d3a4f1051919 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/755aac17-b52d-4485-b0e3-9fa8e07b19f6 HTTP/1.1" status: 200 len: 1801 time: 0.0674152 Aug 03 19:03:59.518391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4db4226-1d5e-48e6-aa65-79a44ef1fbd2 req-94688ecc-d45b-49ff-886a-c64b1d5047fe tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715129 Aug 03 19:03:59.557604 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2f597a9e-015d-4b44-8b44-d5e68e3ad53d req-06760c78-b545-4ca8-84eb-39f32df656b9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.588925 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2f597a9e-015d-4b44-8b44-d5e68e3ad53d req-06760c78-b545-4ca8-84eb-39f32df656b9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.642635 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2f597a9e-015d-4b44-8b44-d5e68e3ad53d req-06760c78-b545-4ca8-84eb-39f32df656b9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.645276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2f597a9e-015d-4b44-8b44-d5e68e3ad53d req-06760c78-b545-4ca8-84eb-39f32df656b9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.646854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f597a9e-015d-4b44-8b44-d5e68e3ad53d req-06760c78-b545-4ca8-84eb-39f32df656b9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "DELETE /v2.0/security-groups/755aac17-b52d-4485-b0e3-9fa8e07b19f6 HTTP/1.1" status: 204 len: 173 time: 0.1798241 Aug 03 19:03:59.682038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06760c78-b545-4ca8-84eb-39f32df656b9 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755aac17-b52d-4485-b0e3-9fa8e07b19f6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:59.726393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7320774-dc54-4167-aab0-03935f3a0d74 req-6e37961b-94e2-4e1e-bd46-a78eab1b9020 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "GET /v2.0/security-groups/e5f3940f-8982-438e-9900-046052232e06 HTTP/1.1" status: 200 len: 1801 time: 0.0555069 Aug 03 19:03:59.791047 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c7320774-dc54-4167-aab0-03935f3a0d74 req-67acc604-92c1-4fce-b6fe-8763e0973940 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.814921 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c7320774-dc54-4167-aab0-03935f3a0d74 req-67acc604-92c1-4fce-b6fe-8763e0973940 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.859824 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c7320774-dc54-4167-aab0-03935f3a0d74 req-67acc604-92c1-4fce-b6fe-8763e0973940 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.863113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c7320774-dc54-4167-aab0-03935f3a0d74 req-67acc604-92c1-4fce-b6fe-8763e0973940 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.864585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7320774-dc54-4167-aab0-03935f3a0d74 req-67acc604-92c1-4fce-b6fe-8763e0973940 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] 10.222.0.78 "DELETE /v2.0/security-groups/e5f3940f-8982-438e-9900-046052232e06 HTTP/1.1" status: 204 len: 173 time: 0.1354506 Aug 03 19:03:59.872391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47126) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:59.876793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acc604-92c1-4fce-b6fe-8763e0973940 tempest-SecurityGroupsTestJSON-1721503548 tempest-SecurityGroupsTestJSON-1721503548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f3940f-8982-438e-9900-046052232e06,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:59.881782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b96e44ec-920c-4b0b-b3a4-739859d324c1 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:59.909781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: b96e44ec-920c-4b0b-b3a4-739859d324c1 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:59.910226 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b96e44ec-920c-4b0b-b3a4-739859d324c1 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:59.923128 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-b892811c-4ebd-4302-b37b-7de45e11050b admin admin] Deleting subnet b765c465-b718-4cc4-b38a-fe0027e28aa5 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:03:59.926550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b892811c-4ebd-4302-b37b-7de45e11050b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.964660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b892811c-4ebd-4302-b37b-7de45e11050b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.013468 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b892811c-4ebd-4302-b37b-7de45e11050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.013745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-838a5841-4c25-4c99-9af4-7296b1aa7b21 req-591757a7-3078-4e27-84d5-ab78e95c76a2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3aaa5d93-bcac-447a-917f-9de882fcf44c HTTP/1.1" status: 200 len: 210 time: 0.0295126 Aug 03 19:04:00.073489 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b892811c-4ebd-4302-b37b-7de45e11050b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.101014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892811c-4ebd-4302-b37b-7de45e11050b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b765c465-b718-4cc4-b38a-fe0027e28aa5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:00.104930 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b892811c-4ebd-4302-b37b-7de45e11050b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.107994 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b892811c-4ebd-4302-b37b-7de45e11050b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b765c465-b718-4cc4-b38a-fe0027e28aa5 HTTP/1.1" status: 204 len: 168 time: 0.2337797 Aug 03 19:04:00.110260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f9954-bbbb-477f-94c2-388870646f9a req-7ccf30a6-60dc-4be0-8aa7-f4400cfc4606 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:00.110412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47134) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:00.111821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f00f9954-bbbb-477f-94c2-388870646f9a req-7ccf30a6-60dc-4be0-8aa7-f4400cfc4606 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0754442 Aug 03 19:04:00.160947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f00f9954-bbbb-477f-94c2-388870646f9a req-ba65f5a2-d5eb-4652-9695-03955d65b49a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381401 Aug 03 19:04:00.198623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.287854 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.298922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb37a93-83dd-4e34-b3d3-a6f011efbe21']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:00.310381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bde6d8-7883-438e-9955-83d5afbc8233') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:00.310684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bde6d8-7883-438e-9955-83d5afbc8233') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:00.320904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.336089 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.342431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:04:00.342851 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:04:00.344613 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:04:00.403082 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.409216 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.411204 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6fb37a93-83dd-4e34-b3d3-a6f011efbe21 HTTP/1.1" status: 204 len: 168 time: 0.2993646 Aug 03 19:04:00.415862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d6ea5b8-9daa-4c7d-acb3-dd2ec43f18d5 req-baf01b9a-490e-44ca-8743-62e45f8aa198 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0334365 Aug 03 19:04:00.428162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d8464-0928-47dc-b3ed-f086fcc74327 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb37a93-83dd-4e34-b3d3-a6f011efbe21,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:00.575782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47142) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:00.619184 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-627d9c77-d7ef-44f4-a0ba-8dc2e7cf7b26 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa397c7a7d62450ba897227d84280d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420594 Aug 03 19:04:00.621923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47144) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:00.639236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae93a84-65f7-4e4f-b6cb-c50ec19e3669 req-46136b45-a428-4e83-a626-b2a4703d2696 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:00.640864 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ae93a84-65f7-4e4f-b6cb-c50ec19e3669 req-46136b45-a428-4e83-a626-b2a4703d2696 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0564091 Aug 03 19:04:00.677893 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad941fdb-84e1-4b7c-a922-79295ad8e97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.699391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ae93a84-65f7-4e4f-b6cb-c50ec19e3669 req-37868b7e-bf89-439a-927a-ea390ee1d8e6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468705 Aug 03 19:04:00.710022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad941fdb-84e1-4b7c-a922-79295ad8e97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.763830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad941fdb-84e1-4b7c-a922-79295ad8e97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.767309 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad941fdb-84e1-4b7c-a922-79295ad8e97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.772034 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ad941fdb-84e1-4b7c-a922-79295ad8e97c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/77755941-493c-4b12-bffe-e9978e61e86f HTTP/1.1" status: 204 len: 168 time: 0.1466792 Aug 03 19:04:00.781355 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad941fdb-84e1-4b7c-a922-79295ad8e97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77755941-493c-4b12-bffe-e9978e61e86f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:00.844514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb370139-8139-4f6b-8eba-104ece8ba924 req-b72f620b-34b2-44a2-b2e8-1b7f2df99e4d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:00.846200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb370139-8139-4f6b-8eba-104ece8ba924 req-b72f620b-34b2-44a2-b2e8-1b7f2df99e4d tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0753191 Aug 03 19:04:00.896483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb370139-8139-4f6b-8eba-104ece8ba924 req-ea8e7d5a-15d2-4c6b-bc25-492219f209ab tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Aug 03 19:04:01.037128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451231c7-01f8-4353-8014-65858bb0ac83 req-67aba913-4eb7-4e9c-ab80-9e85f56ea365 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:01.038698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-451231c7-01f8-4353-8014-65858bb0ac83 req-67aba913-4eb7-4e9c-ab80-9e85f56ea365 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0566511 Aug 03 19:04:01.089849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-451231c7-01f8-4353-8014-65858bb0ac83 req-a235faab-bc86-4fc4-9539-78323f57190e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436759 Aug 03 19:04:01.387136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc11bd-64c1-487c-b0f7-5f4f19b57b77 req-56172b51-a7af-4ce2-baca-a5dce10389ad tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:01.395051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28bc11bd-64c1-487c-b0f7-5f4f19b57b77 req-56172b51-a7af-4ce2-baca-a5dce10389ad tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0949240 Aug 03 19:04:01.444740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ff75e-c9ef-4f79-b389-98366e37e9eb req-017da0b4-d82c-4119-8b4a-c4631fa4b2b6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:01.447176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-421ff75e-c9ef-4f79-b389-98366e37e9eb req-017da0b4-d82c-4119-8b4a-c4631fa4b2b6 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1136835 Aug 03 19:04:01.456287 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28bc11bd-64c1-487c-b0f7-5f4f19b57b77 req-36d17b72-b623-45e3-a79c-c2094f1a8cbc tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601432 Aug 03 19:04:01.515310 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-421ff75e-c9ef-4f79-b389-98366e37e9eb req-73226c01-f2fd-45ed-9193-fd4a2b6c9ec0 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577762 Aug 03 19:04:01.648905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-795c2841-057f-4c84-bff7-2e30527ba542 req-47936174-ad83-4662-af8b-0d8c98f8a1fe tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0292871 Aug 03 19:04:01.711514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba74d52-61c0-411a-b1d0-a0d005d127d3 req-be9b7c40-1b3f-4a3d-9b25-c80c75c333a1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:01.713152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ba74d52-61c0-411a-b1d0-a0d005d127d3 req-be9b7c40-1b3f-4a3d-9b25-c80c75c333a1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.1546361 Aug 03 19:04:01.737072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ba74d52-61c0-411a-b1d0-a0d005d127d3 req-8783b0c4-0e3f-431a-bf68-5de8b6b569dc tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/quotas/9cedb32f4c8843edb406f839ba8551a1 HTTP/1.1" status: 200 len: 375 time: 0.0162535 Aug 03 19:04:01.774037 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ba74d52-61c0-411a-b1d0-a0d005d127d3 req-b604a2b5-00f7-4e42-b4b9-fb013723684d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307086 Aug 03 19:04:01.866807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ba74d52-61c0-411a-b1d0-a0d005d127d3 req-de240a99-1896-425c-a472-610f246a7e1a service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855811 Aug 03 19:04:01.967507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ba74d52-61c0-411a-b1d0-a0d005d127d3 req-cde49995-2908-4be6-af9e-916688bec4cf service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937083 Aug 03 19:04:02.175308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c272e8a-1b37-43dd-922f-1332d40d23b9 req-4e162c39-ffeb-47aa-83fa-536a95013574 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=e699dbff-39b1-43c7-93d8-a2af98a19b6f HTTP/1.1" status: 200 len: 210 time: 0.0312438 Aug 03 19:04:02.206908 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c08e6293-d8a5-4af6-8774-237e89933442 req-a3647ff4-27f2-455b-9f5a-ce6eff6726da service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c061a26-a41c-432c-9b7d-0974ff892bd9 HTTP/1.1" status: 200 len: 210 time: 0.0370979 Aug 03 19:04:02.221362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47224) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:02.359270 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ea71a6f7-ebc6-4dd8-8c3b-1708417eb3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.465178 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ea71a6f7-ebc6-4dd8-8c3b-1708417eb3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.470840 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ea71a6f7-ebc6-4dd8-8c3b-1708417eb3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.517267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ea71a6f7-ebc6-4dd8-8c3b-1708417eb3e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b36a4e2af8754b6c8009dce4401d7c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947595 Aug 03 19:04:02.520010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47248) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:02.545014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71a6f7-ebc6-4dd8-8c3b-1708417eb3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0304f67e-182a-4a6c-820d-0690ab19ec0f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:02.589455 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ffd698b-57b2-4849-8eb7-0d7060845ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.636278 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ffd698b-57b2-4849-8eb7-0d7060845ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.658651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd2c60-868d-4408-8399-c37d7b65a5eb req-3bc05506-8e32-4193-8710-1d5e5dc1c252 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:02.660214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02dd2c60-868d-4408-8399-c37d7b65a5eb req-3bc05506-8e32-4193-8710-1d5e5dc1c252 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0853128 Aug 03 19:04:02.718023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02dd2c60-868d-4408-8399-c37d7b65a5eb req-32434589-1e40-4ab1-ad77-1d0191b9366d tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502541 Aug 03 19:04:02.732524 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ffd698b-57b2-4849-8eb7-0d7060845ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.736126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ffd698b-57b2-4849-8eb7-0d7060845ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.739827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3ffd698b-57b2-4849-8eb7-0d7060845ba6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0304f67e-182a-4a6c-820d-0690ab19ec0f HTTP/1.1" status: 204 len: 168 time: 0.2162874 Aug 03 19:04:02.745662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd698b-57b2-4849-8eb7-0d7060845ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0304f67e-182a-4a6c-820d-0690ab19ec0f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:02.836776 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0b6f584-1451-4ca8-b54c-da1d35724217 req-7e7e4d8b-c423-45a4-aff6-fc12748223d7 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0356903 Aug 03 19:04:02.851840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6222f-3cd2-4172-a4a4-f6cab2b70ac2 req-78c84d04-d96b-4ced-9e92-016fc7d5474b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:02.853920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2be6222f-3cd2-4172-a4a4-f6cab2b70ac2 req-78c84d04-d96b-4ced-9e92-016fc7d5474b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0898368 Aug 03 19:04:02.907173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2be6222f-3cd2-4172-a4a4-f6cab2b70ac2 req-70215efe-afa0-4122-a3b4-ef68cd778c46 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445111 Aug 03 19:04:03.237608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524363a-67b2-4616-9b0b-b5ba14047ed3 req-decb20a5-a931-40aa-bc6c-866898aecf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:03.239202 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1524363a-67b2-4616-9b0b-b5ba14047ed3 req-decb20a5-a931-40aa-bc6c-866898aecf11 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1095 time: 0.0540740 Aug 03 19:04:03.259988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53c84c-a8e9-4064-bd79-7851d536c50f req-9793cc82-2f1d-482c-9340-c1d09c6ddd27 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:03.261614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e53c84c-a8e9-4064-bd79-7851d536c50f req-9793cc82-2f1d-482c-9340-c1d09c6ddd27 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1242013 Aug 03 19:04:03.329723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ba854-1569-4769-9714-3287064af316 req-fdc3f7b7-ed59-4705-b7fc-ad43fef3a55a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:03.331303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-fdc3f7b7-ed59-4705-b7fc-ad43fef3a55a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.2080035 Aug 03 19:04:03.357566 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e53c84c-a8e9-4064-bd79-7851d536c50f req-163a6829-ad88-48c6-a26a-ec18df834b2c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797179 Aug 03 19:04:03.366199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-7be1dbfc-6df9-446e-acd1-52ef5baf7417 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/quotas/9cedb32f4c8843edb406f839ba8551a1 HTTP/1.1" status: 200 len: 375 time: 0.0263708 Aug 03 19:04:03.368580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524363a-67b2-4616-9b0b-b5ba14047ed3 req-0a8b3ccf-f5e4-41e9-83eb-0e8a03145cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:03.370487 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1524363a-67b2-4616-9b0b-b5ba14047ed3 req-0a8b3ccf-f5e4-41e9-83eb-0e8a03145cce service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1207340 Aug 03 19:04:03.421402 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-40959efa-bb37-4c83-96cf-76a57139cb45 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541584 Aug 03 19:04:03.466523 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1524363a-67b2-4616-9b0b-b5ba14047ed3 req-21036a28-fe94-45e9-b747-326f62ae67b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 999 time: 0.0821333 Aug 03 19:04:03.503425 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fb36c5c-4f2a-4d79-aaed-526eeea80b89 req-f17fd22d-1a87-4ceb-aa46-04bd9bd35272 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0720799 Aug 03 19:04:03.560449 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-d0857ef2-846d-4820-95e5-09937d08c475 service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378183 Aug 03 19:04:03.576688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47304) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:03.604605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524363a-67b2-4616-9b0b-b5ba14047ed3 req-f5df9e7b-478d-4c37-a987-faf4ee79983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:03.606375 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1524363a-67b2-4616-9b0b-b5ba14047ed3 req-f5df9e7b-478d-4c37-a987-faf4ee79983b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0765598 Aug 03 19:04:03.610446 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-11f3dd04-f0cb-4596-8172-d1200c1ca32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.692722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-930154632-network', 'tenant_id': '570bf87a1b0445d5941fbf31c7065744'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:03.715170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Made reservation on behalf of 570bf87a1b0445d5941fbf31c7065744 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:03.717624 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.727452 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.828017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.832468 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.859186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:04:03.871705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309f1ad9-1a92-4491-9fa0-97cda3d411af,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:03.877448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.877835 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Added segment 37f36c36-8884-4fcd-9810-f54278e18811 of type vlan for network d7634e97-488f-476f-9198-738f994516b5 Aug 03 19:04:03.895199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.895567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.895900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.896244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.896581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.896917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.897405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.897775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.898748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.899090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.899423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.899751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.954663 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:04.006488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524363a-67b2-4616-9b0b-b5ba14047ed3 req-88bafd44-d1a2-44a3-8610-973a13dfb916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.008110 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1524363a-67b2-4616-9b0b-b5ba14047ed3 req-88bafd44-d1a2-44a3-8610-973a13dfb916 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639434 Aug 03 19:04:04.010796 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:04.011630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.012210 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:04.019471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de618a41-e52a-4f43-911d-5656eecdeb13 req-ef0ea2c6-c2d3-4814-9648-364bd576eb87 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.021104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de618a41-e52a-4f43-911d-5656eecdeb13 req-ef0ea2c6-c2d3-4814-9648-364bd576eb87 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0994649 Aug 03 19:04:04.044332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-a63f5d25-21f8-4658-88c1-5a8546fa9e04 service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826016 Aug 03 19:04:04.085290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de618a41-e52a-4f43-911d-5656eecdeb13 req-9e131615-969d-4962-9c2b-abe0a12562db tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538518 Aug 03 19:04:04.117754 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5377290 Aug 03 19:04:04.121135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47314) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:04.126951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] Request body: {'subnet': {'network_id': 'd7634e97-488f-476f-9198-738f994516b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-930154632-subnet', 'tenant_id': '570bf87a1b0445d5941fbf31c7065744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:04.130021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad194e-dbd1-4f0c-bac0-9f07595c5f48 admin admin] Pushing event updated for resources: {'Network': ['ID=d7634e97-488f-476f-9198-738f994516b5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:04.141517 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d7634e97-488f-476f-9198-738f994516b5 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:04:04.198161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] Made reservation on behalf of 570bf87a1b0445d5941fbf31c7065744 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:04.200549 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:04.231271 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1524363a-67b2-4616-9b0b-b5ba14047ed3 req-3eab65e6-9355-403d-85eb-bc031cef399b service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995237 Aug 03 19:04:04.237744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e3a1049-8457-4a1d-9701-e8d2b9d6f926 req-823e17b6-4da4-452b-a12e-82490319ab18 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0706227 Aug 03 19:04:04.351195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-068f6a92-6ded-437f-b92a-39391084bc1c req-a51934e4-c8b0-4cf6-9579-3f5fefd1aa57 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 210 time: 0.0341671 Aug 03 19:04:04.366093 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-99ac09eb-4186-40f3-8d78-43a2b7c7b85d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1690757 Aug 03 19:04:04.457926 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1524363a-67b2-4616-9b0b-b5ba14047ed3 req-9935ffa9-f09f-44ec-90db-a6df71bee0c9 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134092 Aug 03 19:04:04.475567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0da4cf-38b7-496e-bf1f-8a82da41a63b req-f719b0e9-6168-4ddc-a65a-d63f316cb043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.478406 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dd0da4cf-38b7-496e-bf1f-8a82da41a63b req-f719b0e9-6168-4ddc-a65a-d63f316cb043 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 1097 time: 0.0965235 Aug 03 19:04:04.526154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-3f1ab8e9-0f7f-401b-84f7-6c6e9259529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.527908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-3f1ab8e9-0f7f-401b-84f7-6c6e9259529c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 1096 time: 0.1052825 Aug 03 19:04:04.542210 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:04.544282 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dd0da4cf-38b7-496e-bf1f-8a82da41a63b req-d0213e07-e531-41dd-af5a-e09b4f638cf7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558338 Aug 03 19:04:04.605235 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=0564ea5d-5879-4895-b698-10a89e4ee061,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:04.623297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] Checking segment: {'id': '37f36c36-8884-4fcd-9810-f54278e18811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd7634e97-488f-476f-9198-738f994516b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:04.623662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] Network hostable DHCP agents. Network: d7634e97-488f-476f-9198-738f994516b5, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:04:04.644189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] Network d7634e97-488f-476f-9198-738f994516b5 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:04:04.655998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d7634e97-488f-476f-9198-738f994516b5) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:04.663864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.665224 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:04.672453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f532ef5f-d38b-4633-9f92-87b315639607 None None] Network d7634e97-488f-476f-9198-738f994516b5 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:04.698794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-52b423d9-522c-4597-aaa0-a574889f0ded admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5685790 Aug 03 19:04:04.724604 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-eaf3fa14-3c7b-4b20-8a0f-74a7f1b0876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.726249 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-eaf3fa14-3c7b-4b20-8a0f-74a7f1b0876d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1326025 Aug 03 19:04:04.785984 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-007ce2a0-36a0-42c4-8ef1-a72fd05431dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1dfc426-5139-480e-8caf-9ef9637faebf HTTP/1.1" status: 200 len: 217 time: 0.0508375 Aug 03 19:04:04.833977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bc991-2fa3-4ed3-a0c2-67d0bfe89df4 req-d4e69550-b6ff-45d6-a92c-9b8f178cc56e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.837685 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de5bc991-2fa3-4ed3-a0c2-67d0bfe89df4 req-d4e69550-b6ff-45d6-a92c-9b8f178cc56e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0715928 Aug 03 19:04:04.858492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd81398-f261-448c-98fe-c81f442e50d0 None None] Network d7634e97-488f-476f-9198-738f994516b5 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:04.909035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-c8474ef5-068e-4a8a-9e85-2b67906e321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.910721 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-c8474ef5-068e-4a8a-9e85-2b67906e321a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.1144214 Aug 03 19:04:04.930088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de5bc991-2fa3-4ed3-a0c2-67d0bfe89df4 req-a4934070-221a-440e-b9aa-93a2ee395205 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857165 Aug 03 19:04:04.979311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-c3597c90-65bc-44ed-a4fb-84cdf3d6ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.980975 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-c3597c90-65bc-44ed-a4fb-84cdf3d6ccc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491784 Aug 03 19:04:05.104259 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-c03e88a5-4644-4b4d-97ec-fae75d7a8ab2 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153991 Aug 03 19:04:05.250664 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31070e08-5c95-47e7-83ce-9168d426c7c7 req-9b3c8c36-1c66-4fc0-aabb-9387a7000499 service neutron] 10.222.0.37 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149304 Aug 03 19:04:05.295711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c272b-71ab-4d2a-b645-95aac30b3ef1 req-ae6fa909-48ee-409c-8900-b2d9eaf127b2 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:05.297491 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-053c272b-71ab-4d2a-b645-95aac30b3ef1 req-ae6fa909-48ee-409c-8900-b2d9eaf127b2 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0952935 Aug 03 19:04:05.308070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-a9a109ec-45f8-4d56-b8e8-3dbd00d04f40 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:05.309790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-a9a109ec-45f8-4d56-b8e8-3dbd00d04f40 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/networks?id=d7634e97-488f-476f-9198-738f994516b5 HTTP/1.1" status: 200 len: 813 time: 0.1689839 Aug 03 19:04:05.339311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-d1255346-9e7e-4375-a3cd-8f408da61461 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/quotas/570bf87a1b0445d5941fbf31c7065744 HTTP/1.1" status: 200 len: 375 time: 0.0215514 Aug 03 19:04:05.392422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-053c272b-71ab-4d2a-b645-95aac30b3ef1 req-e7edfe0c-2412-49d6-be59-5f09b4deb8b3 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813947 Aug 03 19:04:05.395193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-7ff81e32-8e17-49d7-b2d8-9afbdc04af16 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=570bf87a1b0445d5941fbf31c7065744&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494270 Aug 03 19:04:05.507416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9713a044-64a6-41d4-b99f-8189ec2f1314 req-8869d64a-3fc7-43b0-af0d-f44bd6e43ac1 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0366788 Aug 03 19:04:05.539773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-3a59c208-5349-4321-af8d-bfa8c8a54639 service neutron] 10.222.0.78 "GET /v2.0/networks/d7634e97-488f-476f-9198-738f994516b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364753 Aug 03 19:04:05.648847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-687a526f-a36e-4d44-87eb-0133c99f26c2 req-31c8a00f-dac9-4fef-bdff-83da467a576e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 210 time: 0.0424139 Aug 03 19:04:05.724071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-82e6d02e-b2d4-48a2-9aba-bda72e1a98bb service neutron] 10.222.0.78 "GET /v2.0/networks/d7634e97-488f-476f-9198-738f994516b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766410 Aug 03 19:04:05.859445 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ba854-1569-4769-9714-3287064af316 req-db7bb7f4-b8a4-4b2a-8a6e-f21b57eeb537 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:05.861160 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-db7bb7f4-b8a4-4b2a-8a6e-f21b57eeb537 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.1478667 Aug 03 19:04:05.874928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Request body: {'port': {'device_id': '9e54dfa4-7115-438e-b4a4-3bfdff112761', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'admin_state_up': True, 'tenant_id': '9cedb32f4c8843edb406f839ba8551a1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:05.987614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf87990c-0575-4407-952d-4863a3f0e980 req-c7913857-051d-4817-9e66-bcfc484ee781 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 210 time: 0.0333652 Aug 03 19:04:06.039862 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Made reservation on behalf of 9cedb32f4c8843edb406f839ba8551a1 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:06.044404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.087649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced76fe-5487-4700-b3b7-8f437cec3eaf req-2d125e7a-ff26-4a7d-9d95-5cc3eedada66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:06.089431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ced76fe-5487-4700-b3b7-8f437cec3eaf req-2d125e7a-ff26-4a7d-9d95-5cc3eedada66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0622993 Aug 03 19:04:06.133610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ced76fe-5487-4700-b3b7-8f437cec3eaf req-d8a87eb2-945a-4bb4-adb5-86002118d37a tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381608 Aug 03 19:04:06.201939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Allocated IP 172.20.0.7 (1eb4baa9-eb92-4272-b5b9-d4e937dacd30/9dc88900-b9b8-4c5c-ac1b-058bf6ec7366/9360a349-ac1f-4f47-953e-dac827156aff) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:06.284132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02717778-4e9d-4959-bdc5-d1de99282e69 req-1d96ee28-6f1b-42ee-9f7d-dd8501b7cab8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:06.285758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02717778-4e9d-4959-bdc5-d1de99282e69 req-1d96ee28-6f1b-42ee-9f7d-dd8501b7cab8 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0603192 Aug 03 19:04:06.333441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02717778-4e9d-4959-bdc5-d1de99282e69 req-6c8d5ba1-16ea-4c4d-902a-d977dadec214 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381889 Aug 03 19:04:06.380869 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.420503 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7fed4739-a9ce-4c76-b087-08827db335a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.438173 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.485638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:06.488931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:06.495337 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:06.502230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event updated for resources: {'Port': ['ID=9360a349-ac1f-4f47-953e-dac827156aff,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:06.591112 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.601775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:06.603415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.620250 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-7a02cbcd-48f5-4a05-a230-ea53c62aba03 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494676 Aug 03 19:04:06.633144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25b23a-bab3-4582-851f-8097e3e393bf req-917f365a-0e5d-4305-9a2d-b343eb35d9c0 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:06.634830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a25b23a-bab3-4582-851f-8097e3e393bf req-917f365a-0e5d-4305-9a2d-b343eb35d9c0 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.1244521 Aug 03 19:04:06.635807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Request body: {'port': {'device_id': '9e54dfa4-7115-438e-b4a4-3bfdff112761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:06.686181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a25b23a-bab3-4582-851f-8097e3e393bf req-039cb7ec-4c1b-4a78-929e-3fe10b3b78ce tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Aug 03 19:04:06.716647 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.793315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df5fe280-e07c-46ea-bcf5-0a7720f26e07 req-776d8725-8b1a-450d-9887-eba28b935b8d tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0334389 Aug 03 19:04:06.925694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabeaae-e068-4690-b965-1829e77c91f5 req-34643c84-72b1-4d29-a4f3-8a9f37202925 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:06.927223 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-adabeaae-e068-4690-b965-1829e77c91f5 req-34643c84-72b1-4d29-a4f3-8a9f37202925 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 931 time: 0.0635064 Aug 03 19:04:06.977173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-adabeaae-e068-4690-b965-1829e77c91f5 req-2c51ae53-e8d5-45e8-b8a3-69560ed7959f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Aug 03 19:04:07.011672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-eb43e05f-dc76-45f1-8c22-04d76f3ee166 req-605a6a7d-c7fd-418e-8b26-2596680b0ee0 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-517731914', 'description': 'tempest-description-1189862155'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:07.071671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9360a349-ac1f-4f47-953e-dac827156aff {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:07.084026 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.102083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Transition to ACTIVE for port object 9360a349-ac1f-4f47-953e-dac827156aff will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:07.107034 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.128502 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb43e05f-dc76-45f1-8c22-04d76f3ee166 req-605a6a7d-c7fd-418e-8b26-2596680b0ee0 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.185917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-26edb887-f0f9-4b62-85b9-0fbe66ab7adf tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:07.188107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-26edb887-f0f9-4b62-85b9-0fbe66ab7adf tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.37 "GET /v2.0/networks?id=d7634e97-488f-476f-9198-738f994516b5 HTTP/1.1" status: 200 len: 813 time: 0.1691802 Aug 03 19:04:07.206510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Request body: {'port': {'device_id': 'dfd404ab-aba6-4ad6-9ddf-e81274a3a82e', 'network_id': 'd7634e97-488f-476f-9198-738f994516b5', 'admin_state_up': True, 'tenant_id': '570bf87a1b0445d5941fbf31c7065744'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:07.216668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Pushing event updated for resources: {'Port': ['ID=9360a349-ac1f-4f47-953e-dac827156aff,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:07.267481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Attempting to bind port 9360a349-ac1f-4f47-953e-dac827156aff on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:07.268143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Attempting to bind port 9360a349-ac1f-4f47-953e-dac827156aff by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:07.268620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Attempting to bind port 9360a349-ac1f-4f47-953e-dac827156aff on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:07.274262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Port 9360a349-ac1f-4f47-953e-dac827156aff on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:07.274947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Attempting to bind port 9360a349-ac1f-4f47-953e-dac827156aff on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:07.281834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:07.282598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Checking segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:07.283038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Bound using segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:07.283744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Bound port: 9360a349-ac1f-4f47-953e-dac827156aff, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:07.284197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.365675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] For port 9360a349-ac1f-4f47-953e-dac827156aff, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:07.369608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] For port 9360a349-ac1f-4f47-953e-dac827156aff, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=9360a349-ac1f-4f47-953e-dac827156aff,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:07.374371 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.374639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa48cab-eaa1-45f4-84d7-ca6f76594dfd req-8d51c33c-fc39-42df-a06c-c3549d158199 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:07.376256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eaa48cab-eaa1-45f4-84d7-ca6f76594dfd req-8d51c33c-fc39-42df-a06c-c3549d158199 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0468b38-4d5c-41c8-ac4e-cbe3db2778a9 HTTP/1.1" status: 200 len: 944 time: 0.1746666 Aug 03 19:04:07.411161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:07.411793 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.413234 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] 10.222.0.37 "PUT /v2.0/ports/9360a349-ac1f-4f47-953e-dac827156aff HTTP/1.1" status: 200 len: 1091 time: 0.7836430 Aug 03 19:04:07.414052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e54dfa4-7115-438e-b4a4-3bfdff112761', 'tag': '9360a349-ac1f-4f47-953e-dac827156aff'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:07.416295 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf206d7-d0d5-4dd7-b80f-115f78dd9a24" -d '{"events": [{"name": "network-changed", "server_uuid": "9e54dfa4-7115-438e-b4a4-3bfdff112761", "tag": "9360a349-ac1f-4f47-953e-dac827156aff"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:07.444494 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b18fb-8a0c-438a-bfed-2934e882712f service neutron] Pushing event updated for resources: {'Port': ['ID=9360a349-ac1f-4f47-953e-dac827156aff,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:07.498428 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb43e05f-dc76-45f1-8c22-04d76f3ee166 req-605a6a7d-c7fd-418e-8b26-2596680b0ee0 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.504917 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb43e05f-dc76-45f1-8c22-04d76f3ee166 req-605a6a7d-c7fd-418e-8b26-2596680b0ee0 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.534067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ba854-1569-4769-9714-3287064af316 req-a140b6e4-71e3-420a-9228-224e5c4fdc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:07.535586 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-a140b6e4-71e3-420a-9228-224e5c4fdc07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 1094 time: 0.0511696 Aug 03 19:04:07.552821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6a7d-c7fd-418e-8b26-2596680b0ee0 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76884c74-f34f-45f2-a196-9fb873bb85b9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:07.560041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Made reservation on behalf of 570bf87a1b0445d5941fbf31c7065744 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:07.563634 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.568353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eb43e05f-dc76-45f1-8c22-04d76f3ee166 req-605a6a7d-c7fd-418e-8b26-2596680b0ee0 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.569601 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb43e05f-dc76-45f1-8c22-04d76f3ee166 req-605a6a7d-c7fd-418e-8b26-2596680b0ee0 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5640168 Aug 03 19:04:07.584145 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-2c83a2a9-7016-4330-8e37-9dfe02b89c0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9360a349-ac1f-4f47-953e-dac827156aff HTTP/1.1" status: 200 len: 217 time: 0.0399756 Aug 03 19:04:07.609724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-eaa48cab-eaa1-45f4-84d7-ca6f76594dfd req-ba2be8de-b614-4ac7-9602-167573a9cc59 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Deleting port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:07.610072 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eaa48cab-eaa1-45f4-84d7-ca6f76594dfd req-ba2be8de-b614-4ac7-9602-167573a9cc59 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.638957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ba854-1569-4769-9714-3287064af316 req-5356cbcd-fb55-4a6d-beaa-ccb7c02f9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:07.640486 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-5356cbcd-fb55-4a6d-beaa-ccb7c02f9288 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.0492601 Aug 03 19:04:07.680053 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-3c85d4ea-80c4-4768-85bd-1d4469531935 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302339 Aug 03 19:04:07.783271 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.786347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-eaa48cab-eaa1-45f4-84d7-ca6f76594dfd req-ba2be8de-b614-4ac7-9602-167573a9cc59 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] For port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:07.787169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eaa48cab-eaa1-45f4-84d7-ca6f76594dfd req-ba2be8de-b614-4ac7-9602-167573a9cc59 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.791311 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-7c933df2-c157-4803-9113-d440ccfc6c4c service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041348 Aug 03 19:04:07.806314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Allocated IP 172.20.0.8 (d7634e97-488f-476f-9198-738f994516b5/0564ea5d-5879-4895-b698-10a89e4ee061/b7c1618c-9e7f-4883-b56f-a679525ec4df) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:07.808688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-eaa48cab-eaa1-45f4-84d7-ca6f76594dfd req-ba2be8de-b614-4ac7-9602-167573a9cc59 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Calling delete_port for 0bf37cf7-9990-4aa6-b1de-567b977a0c6d owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:07.912984 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c49ba854-1569-4769-9714-3287064af316 req-20744c3f-5a54-4948-bde3-c8d346f6ce01 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120238 Aug 03 19:04:08.090833 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:08.094660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eaa48cab-eaa1-45f4-84d7-ca6f76594dfd req-ba2be8de-b614-4ac7-9602-167573a9cc59 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:08.108437 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['e1dfc426-5139-480e-8caf-9ef9637faebf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:08.145011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2be8de-b614-4ac7-9602-167573a9cc59 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event deleted for resources: {'Port': ['ID=0bf37cf7-9990-4aa6-b1de-567b977a0c6d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:08.159950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f64c1de1-6b6f-4dbb-8ef4-08185bab5140'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:08.215362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa48cab-eaa1-45f4-84d7-ca6f76594dfd req-ba2be8de-b614-4ac7-9602-167573a9cc59 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] No DVR routers for this DVR port 0bf37cf7-9990-4aa6-b1de-567b977a0c6d on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:08.219286 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-eaa48cab-eaa1-45f4-84d7-ca6f76594dfd req-ba2be8de-b614-4ac7-9602-167573a9cc59 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:08.221539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eaa48cab-eaa1-45f4-84d7-ca6f76594dfd req-ba2be8de-b614-4ac7-9602-167573a9cc59 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "DELETE /v2.0/ports/0bf37cf7-9990-4aa6-b1de-567b977a0c6d HTTP/1.1" status: 204 len: 173 time: 0.8331287 Aug 03 19:04:08.221980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'name': 'network-vif-deleted', 'tag': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:08.224283 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc8eeb8-dbc1-4eee-93f4-b70bda3b985b" -d '{"events": [{"server_uuid": "b0468b38-4d5c-41c8-ac4e-cbe3db2778a9", "name": "network-vif-deleted", "tag": "0bf37cf7-9990-4aa6-b1de-567b977a0c6d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:08.264683 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38ba00b1-2972-4847-84f7-4e6a797c40b8 req-3efe1517-6544-40c8-a326-9231efef20e1 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 210 time: 0.0370319 Aug 03 19:04:08.271537 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:08.365774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Network d7634e97-488f-476f-9198-738f994516b5 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:08.372999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:08.390807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:08.441165 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a951ea0e-0f97-446d-bb19-76be5fef0b41 x-openstack-request-id: req-a951ea0e-0f97-446d-bb19-76be5fef0b41 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:08.441981 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e54dfa4-7115-438e-b4a4-3bfdff112761", "tag": "9360a349-ac1f-4f47-953e-dac827156aff", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:08.441981 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a951ea0e-0f97-446d-bb19-76be5fef0b41 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:08.442272 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e54dfa4-7115-438e-b4a4-3bfdff112761', 'tag': '9360a349-ac1f-4f47-953e-dac827156aff', 'status': 'completed', 'code': 200} Aug 03 19:04:08.465730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Pushing event updated for resources: {'Port': ['ID=b7c1618c-9e7f-4883-b56f-a679525ec4df,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:08.536498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:08.537085 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:08.555175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-682ed5bb-8e21-4a58-a0ca-2bf89ed2245c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3552573 Aug 03 19:04:08.572400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Request body: {'port': {'device_id': 'dfd404ab-aba6-4ad6-9ddf-e81274a3a82e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:08.592896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf206d7-d0d5-4dd7-b80f-115f78dd9a24 req-0ceca258-d5e0-4148-98fb-7bdd3157ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:08.595400 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1bf206d7-d0d5-4dd7-b80f-115f78dd9a24 req-0ceca258-d5e0-4148-98fb-7bdd3157ede8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 1094 time: 0.1188295 Aug 03 19:04:08.693937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00d2cd3b-266b-45ab-8374-92ddb1d01407 req-c3c49b04-c4ea-4ed9-b990-2b7c75994c45 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-517731914&fields=id&tenant_id=bce38a6e00a244608da45c24ca07e203 HTTP/1.1" status: 200 len: 267 time: 0.0931323 Aug 03 19:04:08.694765 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:08.723321 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf206d7-d0d5-4dd7-b80f-115f78dd9a24 req-7dbeb786-496e-4174-937a-26c16f00fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:08.724872 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1bf206d7-d0d5-4dd7-b80f-115f78dd9a24 req-7dbeb786-496e-4174-937a-26c16f00fe5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 912 time: 0.1206050 Aug 03 19:04:08.780676 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1bf206d7-d0d5-4dd7-b80f-115f78dd9a24 req-8453226e-6ce2-4039-a36b-625ebd132855 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9360a349-ac1f-4f47-953e-dac827156aff HTTP/1.1" status: 200 len: 217 time: 0.0443017 Aug 03 19:04:08.843576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf206d7-d0d5-4dd7-b80f-115f78dd9a24 req-e57a5b09-f4cb-4679-a5f6-13f164ed3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:08.844978 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1bf206d7-d0d5-4dd7-b80f-115f78dd9a24 req-e57a5b09-f4cb-4679-a5f6-13f164ed3e94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.0510175 Aug 03 19:04:08.863822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2cd3b-266b-45ab-8374-92ddb1d01407 req-4a8fd8cb-123c-447f-9b94-ae5c31ef0aed tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:08.865428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00d2cd3b-266b-45ab-8374-92ddb1d01407 req-4a8fd8cb-123c-447f-9b94-ae5c31ef0aed tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.1522043 Aug 03 19:04:08.879070 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1bf206d7-d0d5-4dd7-b80f-115f78dd9a24 req-2fae1f72-1ca0-4d31-8848-177d33e4b783 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263963 Aug 03 19:04:08.890921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-00d2cd3b-266b-45ab-8374-92ddb1d01407 req-b462d59d-90d4-448f-939d-ba2180d96c57 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Request body: {'port': {'security_groups': ['29efc2d3-95e5-4ed1-8f4b-506af317f72a', '76884c74-f34f-45f2-a196-9fb873bb85b9']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:08.990550 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1bf206d7-d0d5-4dd7-b80f-115f78dd9a24 req-2742e101-5aed-4fee-bcf3-c92bd64d680b service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021588 Aug 03 19:04:09.030496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a38db348-e521-40f0-a1f0-3054a32d556f req-eef03f9c-1f35-4853-9f9b-217a7d505bdb tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0606749 Aug 03 19:04:09.093959 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-00d2cd3b-266b-45ab-8374-92ddb1d01407 req-b462d59d-90d4-448f-939d-ba2180d96c57 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.120677 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1bf206d7-d0d5-4dd7-b80f-115f78dd9a24 req-10a11c9c-d611-4ecb-850d-d63973ddf602 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214755 Aug 03 19:04:09.247603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0602a-a1d8-4882-807f-d383963f6492 req-c4addb5d-acbc-4f38-9204-8370339706db tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:09.249620 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0e0602a-a1d8-4882-807f-d383963f6492 req-c4addb5d-acbc-4f38-9204-8370339706db tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 943 time: 0.1394758 Aug 03 19:04:09.264536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c1618c-9e7f-4883-b56f-a679525ec4df {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:09.286471 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.322965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Transition to ACTIVE for port object b7c1618c-9e7f-4883-b56f-a679525ec4df will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:09.337015 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.365432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0e0602a-a1d8-4882-807f-d383963f6492 req-7a8f414c-5bd2-45a4-9f8f-e78d30428f68 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055377 Aug 03 19:04:09.417551 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af4290e-5ce9-4aa3-97c8-45e37f068684 x-openstack-request-id: req-6af4290e-5ce9-4aa3-97c8-45e37f068684 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:09.417833 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0468b38-4d5c-41c8-ac4e-cbe3db2778a9", "name": "network-vif-deleted", "tag": "0bf37cf7-9990-4aa6-b1de-567b977a0c6d", "status": "failed", "code": 422}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:09.418177 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6af4290e-5ce9-4aa3-97c8-45e37f068684 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:09.418495 n-d-802918-7 neutron-server[100487]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0468b38-4d5c-41c8-ac4e-cbe3db2778a9', 'name': 'network-vif-deleted', 'tag': '0bf37cf7-9990-4aa6-b1de-567b977a0c6d', 'status': 'failed', 'code': 422} returned with failed status Aug 03 19:04:09.457114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Pushing event updated for resources: {'Port': ['ID=b7c1618c-9e7f-4883-b56f-a679525ec4df,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:09.544348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-00d2cd3b-266b-45ab-8374-92ddb1d01407 req-b462d59d-90d4-448f-939d-ba2180d96c57 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] For port 38e60848-796e-44b5-a208-063d784c4b15, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=38e60848-796e-44b5-a208-063d784c4b15,segment=NetworkSegment(3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9),segment_id=3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:09.544580 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.591083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Attempting to bind port b7c1618c-9e7f-4883-b56f-a679525ec4df on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:09.591422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Attempting to bind port b7c1618c-9e7f-4883-b56f-a679525ec4df by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '37f36c36-8884-4fcd-9810-f54278e18811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd7634e97-488f-476f-9198-738f994516b5'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:09.591749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Attempting to bind port b7c1618c-9e7f-4883-b56f-a679525ec4df on network d7634e97-488f-476f-9198-738f994516b5 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:09.595965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-00d2cd3b-266b-45ab-8374-92ddb1d01407 req-b462d59d-90d4-448f-939d-ba2180d96c57 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.599772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Port b7c1618c-9e7f-4883-b56f-a679525ec4df on network d7634e97-488f-476f-9198-738f994516b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:09.600068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Attempting to bind port b7c1618c-9e7f-4883-b56f-a679525ec4df on network d7634e97-488f-476f-9198-738f994516b5 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:09.604345 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-00d2cd3b-266b-45ab-8374-92ddb1d01407 req-b462d59d-90d4-448f-939d-ba2180d96c57 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.616699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['38e60848-796e-44b5-a208-063d784c4b15'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:09.619857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:09.620398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Checking segment: {'id': '37f36c36-8884-4fcd-9810-f54278e18811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd7634e97-488f-476f-9198-738f994516b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:09.620877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Bound using segment: {'id': '37f36c36-8884-4fcd-9810-f54278e18811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd7634e97-488f-476f-9198-738f994516b5'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:09.621534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Bound port: b7c1618c-9e7f-4883-b56f-a679525ec4df, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f36c36-8884-4fcd-9810-f54278e18811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd7634e97-488f-476f-9198-738f994516b5'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:09.621931 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.672123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2cd3b-266b-45ab-8374-92ddb1d01407 req-b462d59d-90d4-448f-939d-ba2180d96c57 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:09.672841 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-00d2cd3b-266b-45ab-8374-92ddb1d01407 req-b462d59d-90d4-448f-939d-ba2180d96c57 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.674894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00d2cd3b-266b-45ab-8374-92ddb1d01407 req-b462d59d-90d4-448f-939d-ba2180d96c57 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "PUT /v2.0/ports/38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 982 time: 0.7908201 Aug 03 19:04:09.733129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462d59d-90d4-448f-939d-ba2180d96c57 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Pushing event updated for resources: {'Port': ['ID=38e60848-796e-44b5-a208-063d784c4b15,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:09.765564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['38e60848-796e-44b5-a208-063d784c4b15'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:09.796340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] For port b7c1618c-9e7f-4883-b56f-a679525ec4df, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:09.814188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] For port b7c1618c-9e7f-4883-b56f-a679525ec4df, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b7c1618c-9e7f-4883-b56f-a679525ec4df,segment=NetworkSegment(37f36c36-8884-4fcd-9810-f54278e18811),segment_id=37f36c36-8884-4fcd-9810-f54278e18811)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:09.822700 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.842200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d13f7-fdeb-438c-922c-6eda985d23af req-e7f0e320-b2c1-448a-9872-449b67383a88 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:09.847264 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b46d13f7-fdeb-438c-922c-6eda985d23af req-e7f0e320-b2c1-448a-9872-449b67383a88 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 943 time: 0.1033688 Aug 03 19:04:09.882929 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:09.883725 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.885129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] 10.222.0.37 "PUT /v2.0/ports/b7c1618c-9e7f-4883-b56f-a679525ec4df HTTP/1.1" status: 200 len: 1091 time: 1.3218126 Aug 03 19:04:09.899215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 9360a349-ac1f-4f47-953e-dac827156aff details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:09.928335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acab0d1-426e-4530-ab68-e47043d1f54d service neutron] Pushing event updated for resources: {'Port': ['ID=b7c1618c-9e7f-4883-b56f-a679525ec4df,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:09.943579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b46d13f7-fdeb-438c-922c-6eda985d23af req-ff5e352b-e250-45c5-9cd1-760cc032154e tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769398 Aug 03 19:04:09.997694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-a0a838c1-30e4-4af3-8c83-c4a5bb53fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:10.000455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-a0a838c1-30e4-4af3-8c83-c4a5bb53fe1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=570bf87a1b0445d5941fbf31c7065744&device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 1094 time: 0.0531902 Aug 03 19:04:10.074798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 9360a349-ac1f-4f47-953e-dac827156aff, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=9360a349-ac1f-4f47-953e-dac827156aff,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:10.077179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-6a2f7eef-bc09-41af-9682-ce63e3e92a08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c1618c-9e7f-4883-b56f-a679525ec4df HTTP/1.1" status: 200 len: 217 time: 0.0684571 Aug 03 19:04:10.105132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '9360a349-ac1f-4f47-953e-dac827156aff', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'port_id': '9360a349-ac1f-4f47-953e-dac827156aff', 'mac_address': 'fa:16:3e:a2:9e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc88900-b9b8-4c5c-ac1b-058bf6ec7366', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:10.160972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4bd5258-06df-4032-a186-bb7aa07acb75 req-07e9aacf-ba3c-417e-b5c3-0238737ea771 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-517731914&fields=id&tenant_id=bce38a6e00a244608da45c24ca07e203 HTTP/1.1" status: 200 len: 267 time: 0.1329207 Aug 03 19:04:10.184339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-e67fed14-4653-4182-9438-f4c302f50bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:10.186497 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-e67fed14-4653-4182-9438-f4c302f50bd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0564ea5d-5879-4895-b698-10a89e4ee061 HTTP/1.1" status: 200 len: 853 time: 0.0962706 Aug 03 19:04:10.195679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad3e08-379c-49ed-bf5d-60c769e18442 req-cb3fbbb2-5e52-44e7-bac3-dc65c176d2a7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:10.197158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5aad3e08-379c-49ed-bf5d-60c769e18442 req-cb3fbbb2-5e52-44e7-bac3-dc65c176d2a7 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 908 time: 0.1226966 Aug 03 19:04:10.207223 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:10.246981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9360a349-ac1f-4f47-953e-dac827156aff {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:10.247867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-784bf5e9-7c38-40a3-a719-26805aa094fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7634e97-488f-476f-9198-738f994516b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496502 Aug 03 19:04:10.282685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 9360a349-ac1f-4f47-953e-dac827156aff, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=9360a349-ac1f-4f47-953e-dac827156aff,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:10.287934 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:10.337329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89786882-7fd6-4b93-a85f-be91e81b670d req-3c4f4f41-02ec-4f97-8456-a126cd4a39c2 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0691733 Aug 03 19:04:10.345054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd5258-06df-4032-a186-bb7aa07acb75 req-d079e600-7b65-4e9e-814c-f41daa0741ff tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:10.346750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=9360a349-ac1f-4f47-953e-dac827156aff,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:10.346897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4bd5258-06df-4032-a186-bb7aa07acb75 req-d079e600-7b65-4e9e-814c-f41daa0741ff tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 985 time: 0.1769547 Aug 03 19:04:10.361437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a4bd5258-06df-4032-a186-bb7aa07acb75 req-b9ab2205-c4e1-49d3-b149-258953addf19 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Request body: {'port': {'security_groups': ['29efc2d3-95e5-4ed1-8f4b-506af317f72a']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:10.571586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['9360a349-ac1f-4f47-953e-dac827156aff'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:10.795999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-3a4c0920-ba81-42a5-ae5f-610157b96fb3 service neutron] 10.222.0.37 "GET /v2.0/networks/d7634e97-488f-476f-9198-738f994516b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391872 Aug 03 19:04:10.818634 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a4bd5258-06df-4032-a186-bb7aa07acb75 req-b9ab2205-c4e1-49d3-b149-258953addf19 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:10.843081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e93b-80d5-4543-b243-82b02120886b req-c3b5018e-6a5a-4d94-b920-4132aa22a025 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:10.844547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09a8e93b-80d5-4543-b243-82b02120886b req-c3b5018e-6a5a-4d94-b920-4132aa22a025 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 944 time: 0.1417351 Aug 03 19:04:10.990519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09a8e93b-80d5-4543-b243-82b02120886b req-3da0ab11-8720-4d89-9ef0-112efb041ca6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139421 Aug 03 19:04:11.017256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbd7e519-a798-4a37-88e6-9bcdb11403ce req-cea35d43-2f2a-4ccf-b1ec-3ac08e9fddf5 service neutron] 10.222.0.37 "GET /v2.0/networks/d7634e97-488f-476f-9198-738f994516b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072892 Aug 03 19:04:11.136424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a4bd5258-06df-4032-a186-bb7aa07acb75 req-b9ab2205-c4e1-49d3-b149-258953addf19 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] For port 38e60848-796e-44b5-a208-063d784c4b15, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=38e60848-796e-44b5-a208-063d784c4b15,segment=NetworkSegment(3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9),segment_id=3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:11.187310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a4bd5258-06df-4032-a186-bb7aa07acb75 req-b9ab2205-c4e1-49d3-b149-258953addf19 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.192238 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a4bd5258-06df-4032-a186-bb7aa07acb75 req-b9ab2205-c4e1-49d3-b149-258953addf19 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.213014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['38e60848-796e-44b5-a208-063d784c4b15'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:11.249446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd5258-06df-4032-a186-bb7aa07acb75 req-b9ab2205-c4e1-49d3-b149-258953addf19 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:11.250191 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a4bd5258-06df-4032-a186-bb7aa07acb75 req-b9ab2205-c4e1-49d3-b149-258953addf19 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.252009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4bd5258-06df-4032-a186-bb7aa07acb75 req-b9ab2205-c4e1-49d3-b149-258953addf19 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "PUT /v2.0/ports/38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 943 time: 0.8968575 Aug 03 19:04:11.298130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab2205-c4e1-49d3-b149-258953addf19 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Pushing event updated for resources: {'Port': ['ID=38e60848-796e-44b5-a208-063d784c4b15,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:11.368523 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['38e60848-796e-44b5-a208-063d784c4b15'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:11.419846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'tag': '38e60848-796e-44b5-a208-063d784c4b15'}, {'name': 'network-changed', 'server_uuid': 'dfd404ab-aba6-4ad6-9ddf-e81274a3a82e', 'tag': 'b7c1618c-9e7f-4883-b56f-a679525ec4df'}, {'name': 'network-changed', 'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'tag': '38e60848-796e-44b5-a208-063d784c4b15'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:11.422357 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1297b1b3-1bc6-4284-8017-3afab779c781" -d '{"events": [{"name": "network-changed", "server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "tag": "38e60848-796e-44b5-a208-063d784c4b15"}, {"name": "network-changed", "server_uuid": "dfd404ab-aba6-4ad6-9ddf-e81274a3a82e", "tag": "b7c1618c-9e7f-4883-b56f-a679525ec4df"}, {"name": "network-changed", "server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "tag": "38e60848-796e-44b5-a208-063d784c4b15"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:11.459916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad363306-8f1d-48a9-a060-3f07d815708a req-ee2b5e5a-b3ee-4061-8356-b43597205eab tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:11.461663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad363306-8f1d-48a9-a060-3f07d815708a req-ee2b5e5a-b3ee-4061-8356-b43597205eab tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 943 time: 0.1077833 Aug 03 19:04:11.471117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c7c89-e3bd-4c59-98ed-0f8d3eae6b45 req-93aff8f7-63f3-4a30-a5ca-d739fe15d66e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:11.472714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd0c7c89-e3bd-4c59-98ed-0f8d3eae6b45 req-93aff8f7-63f3-4a30-a5ca-d739fe15d66e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 908 time: 0.0831633 Aug 03 19:04:11.528181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad363306-8f1d-48a9-a060-3f07d815708a req-8533a243-360a-41ed-ae3e-06ea5482443f tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543864 Aug 03 19:04:11.639201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c7f37fc-ebc7-46b7-a0c9-0107426d4656 req-7630337b-847a-4340-9e85-7f8792a51083 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0374496 Aug 03 19:04:11.675866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-97694db1-355e-45a8-80f4-b2065844031e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1667795 Aug 03 19:04:11.690230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:11.727066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.731051 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7687609e-0628-4c72-ba22-80cfe4414b29 x-openstack-request-id: req-7687609e-0628-4c72-ba22-80cfe4414b29 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:11.731493 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "tag": "38e60848-796e-44b5-a208-063d784c4b15", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfd404ab-aba6-4ad6-9ddf-e81274a3a82e", "tag": "b7c1618c-9e7f-4883-b56f-a679525ec4df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "tag": "38e60848-796e-44b5-a208-063d784c4b15", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:11.731773 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7687609e-0628-4c72-ba22-80cfe4414b29 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:11.732249 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'tag': '38e60848-796e-44b5-a208-063d784c4b15', 'status': 'completed', 'code': 200} Aug 03 19:04:11.732539 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd404ab-aba6-4ad6-9ddf-e81274a3a82e', 'tag': 'b7c1618c-9e7f-4883-b56f-a679525ec4df', 'status': 'completed', 'code': 200} Aug 03 19:04:11.732849 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'tag': '38e60848-796e-44b5-a208-063d784c4b15', 'status': 'completed', 'code': 200} Aug 03 19:04:11.834202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-13f890cd-648b-45f0-a685-adc2115359b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:11.835765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-13f890cd-648b-45f0-a685-adc2115359b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bce38a6e00a244608da45c24ca07e203&device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 1097 time: 0.0586159 Aug 03 19:04:11.899807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 9360a349-ac1f-4f47-953e-dac827156aff up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:11.950016 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.950642 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 9360a349-ac1f-4f47-953e-dac827156aff completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:11.954675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 9360a349-ac1f-4f47-953e-dac827156aff triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:11.955024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.959202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-9f8b93c7-8b16-4aea-981b-0e74807ce628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:11.960912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-9f8b93c7-8b16-4aea-981b-0e74807ce628 service neutron] 10.222.0.37 "GET /v2.0/networks?id=113171c1-c187-4686-9c80-b8b876f31804 HTTP/1.1" status: 200 len: 921 time: 0.1173785 Aug 03 19:04:12.045306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-6db0c2bd-b3e5-4b3f-add8-e080b7e01b60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 217 time: 0.0455425 Aug 03 19:04:12.046536 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.078862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e54dfa4-7115-438e-b4a4-3bfdff112761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9360a349-ac1f-4f47-953e-dac827156aff'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:12.082164 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd62f286-f3c7-4b78-a7c2-cba0c317b321" -d '{"events": [{"server_uuid": "9e54dfa4-7115-438e-b4a4-3bfdff112761", "name": "network-vif-plugged", "status": "completed", "tag": "9360a349-ac1f-4f47-953e-dac827156aff"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:12.101806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 9360a349-ac1f-4f47-953e-dac827156aff, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=9360a349-ac1f-4f47-953e-dac827156aff,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:12.106666 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.167811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=9360a349-ac1f-4f47-953e-dac827156aff,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:12.186544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.189595 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.190932 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.191902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.192953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Allocated IP 172.25.8.187 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/01efbf24-0f4a-471d-9bf3-093a469f42b8) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:12.193657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.196185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.196952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.197262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-818c00aa-3fde-4b2a-9d75-d2a5e3b542c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.197649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.198109 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.198782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.198992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-818c00aa-3fde-4b2a-9d75-d2a5e3b542c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ecb00b4-ba8b-4f27-b407-c06a24b43679 HTTP/1.1" status: 200 len: 860 time: 0.1351228 Aug 03 19:04:12.199366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.199842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:12.216450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223066dd-9a1f-4bea-ab8d-de1c09d2b552 req-4b9b1fe6-64ea-41c9-a1d9-37085a235fcd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.218366 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-223066dd-9a1f-4bea-ab8d-de1c09d2b552 req-4b9b1fe6-64ea-41c9-a1d9-37085a235fcd tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 908 time: 0.0819507 Aug 03 19:04:12.266768 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-1ab2a463-5c0c-4b38-a059-e4391079df3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=113171c1-c187-4686-9c80-b8b876f31804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590570 Aug 03 19:04:12.285152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfd119-a707-4b0c-8300-ef383b076b5f req-df9d4439-838f-40f8-b455-5fa5499b007a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.287937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4cfd119-a707-4b0c-8300-ef383b076b5f req-df9d4439-838f-40f8-b455-5fa5499b007a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 945 time: 0.1926074 Aug 03 19:04:12.331270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-223066dd-9a1f-4bea-ab8d-de1c09d2b552 req-a5c5f0be-04c7-48db-a5c4-48d335a06f94 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Deleting port 336ddda3-416e-4a3b-a1f5-d2995c5404dd {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:12.331620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-223066dd-9a1f-4bea-ab8d-de1c09d2b552 req-a5c5f0be-04c7-48db-a5c4-48d335a06f94 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.439364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-223066dd-9a1f-4bea-ab8d-de1c09d2b552 req-a5c5f0be-04c7-48db-a5c4-48d335a06f94 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] For port 336ddda3-416e-4a3b-a1f5-d2995c5404dd, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=336ddda3-416e-4a3b-a1f5-d2995c5404dd,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:12.439642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-223066dd-9a1f-4bea-ab8d-de1c09d2b552 req-a5c5f0be-04c7-48db-a5c4-48d335a06f94 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.452959 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-223066dd-9a1f-4bea-ab8d-de1c09d2b552 req-a5c5f0be-04c7-48db-a5c4-48d335a06f94 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Calling delete_port for 336ddda3-416e-4a3b-a1f5-d2995c5404dd owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:12.541980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4cfd119-a707-4b0c-8300-ef383b076b5f req-aff02e67-0925-4a30-8c8d-e057a5901b6c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457712 Aug 03 19:04:12.591372 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c620fb5c-7b34-4857-b2dd-3eda2186230d x-openstack-request-id: req-c620fb5c-7b34-4857-b2dd-3eda2186230d {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:12.591784 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e54dfa4-7115-438e-b4a4-3bfdff112761", "name": "network-vif-plugged", "status": "completed", "tag": "9360a349-ac1f-4f47-953e-dac827156aff", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:12.592339 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c620fb5c-7b34-4857-b2dd-3eda2186230d {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:12.592793 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e54dfa4-7115-438e-b4a4-3bfdff112761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9360a349-ac1f-4f47-953e-dac827156aff', 'code': 200} Aug 03 19:04:12.597589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-223066dd-9a1f-4bea-ab8d-de1c09d2b552 req-a5c5f0be-04c7-48db-a5c4-48d335a06f94 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.637665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5f0be-04c7-48db-a5c4-48d335a06f94 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event deleted for resources: {'Port': ['ID=336ddda3-416e-4a3b-a1f5-d2995c5404dd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:12.639135 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-30d5cfcb-d45d-4b42-924a-edf0c07ff626 service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490772 Aug 03 19:04:12.644308 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.703163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-223066dd-9a1f-4bea-ab8d-de1c09d2b552 req-a5c5f0be-04c7-48db-a5c4-48d335a06f94 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] No DVR routers for this DVR port 336ddda3-416e-4a3b-a1f5-d2995c5404dd on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:12.707609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-223066dd-9a1f-4bea-ab8d-de1c09d2b552 req-a5c5f0be-04c7-48db-a5c4-48d335a06f94 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.711601 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-223066dd-9a1f-4bea-ab8d-de1c09d2b552 req-a5c5f0be-04c7-48db-a5c4-48d335a06f94 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "DELETE /v2.0/ports/336ddda3-416e-4a3b-a1f5-d2995c5404dd HTTP/1.1" status: 204 len: 173 time: 0.4863691 Aug 03 19:04:12.736344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47b2f53-2335-46f0-b00c-70b03d38a0bc', 'name': 'network-vif-deleted', 'tag': '336ddda3-416e-4a3b-a1f5-d2995c5404dd'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:12.738964 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31462b1-233b-4dcf-ad64-cb26f92f465a" -d '{"events": [{"server_uuid": "c47b2f53-2335-46f0-b00c-70b03d38a0bc", "name": "network-vif-deleted", "tag": "336ddda3-416e-4a3b-a1f5-d2995c5404dd"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:12.786678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-6bf6d72d-4537-473f-8ee2-b56d8e86b2a9 service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333656 Aug 03 19:04:12.793871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e085bab-5b55-4262-a233-42df68fb1986 req-57ac8f89-5c23-456f-b628-268188b1c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.795217 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3e085bab-5b55-4262-a233-42df68fb1986 req-57ac8f89-5c23-456f-b628-268188b1c90f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 1096 time: 0.0942686 Aug 03 19:04:12.837479 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.845191 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3e085bab-5b55-4262-a233-42df68fb1986 req-b09f71b3-9573-48e8-adcc-b47e3d36ded2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418739 Aug 03 19:04:12.889361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:12.892559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:12.896271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:12.924940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Pushing event updated for resources: {'Port': ['ID=01efbf24-0f4a-471d-9bf3-093a469f42b8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:12.972688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-1bdd20b0-9845-4454-8d8e-714b505b66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.974179 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-1bdd20b0-9845-4454-8d8e-714b505b66dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=570bf87a1b0445d5941fbf31c7065744&device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 1094 time: 0.0532722 Aug 03 19:04:13.004016 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:13.026494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87bf3184-bae5-463a-8434-5f85c56049eb req-ce4d39ce-cf11-4103-91b2-70ecbf8f593e tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=c47b2f53-2335-46f0-b00c-70b03d38a0bc HTTP/1.1" status: 200 len: 210 time: 0.0325711 Aug 03 19:04:13.055837 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:13.115278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-a09d3b12-deed-475c-a441-d9cbc0c1ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:13.117360 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-a09d3b12-deed-475c-a441-d9cbc0c1ca48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7634e97-488f-476f-9198-738f994516b5 HTTP/1.1" status: 200 len: 914 time: 0.1142366 Aug 03 19:04:13.167597 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-88f36375-c960-4eb8-99b3-5a0dac65bf43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c1618c-9e7f-4883-b56f-a679525ec4df HTTP/1.1" status: 200 len: 217 time: 0.0424604 Aug 03 19:04:13.190479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b62cc-2a24-430e-a106-b595952832f0 req-59cb5c33-9af7-4009-907c-54962c13e26c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:13.192066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-786b62cc-2a24-430e-a106-b595952832f0 req-59cb5c33-9af7-4009-907c-54962c13e26c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 943 time: 0.1026874 Aug 03 19:04:13.225332 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-20196c7c-c555-491a-bb26-9e37d647067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:13.227480 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-20196c7c-c555-491a-bb26-9e37d647067a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0564ea5d-5879-4895-b698-10a89e4ee061 HTTP/1.1" status: 200 len: 853 time: 0.0511155 Aug 03 19:04:13.267097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-786b62cc-2a24-430e-a106-b595952832f0 req-b222d1f0-4d09-407e-b369-4f31c5004731 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636916 Aug 03 19:04:13.268528 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-56c06169-0fca-402f-91e3-1599881e5a9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7634e97-488f-476f-9198-738f994516b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314693 Aug 03 19:04:13.309202 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:13.315221 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:13.405220 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-41a73a08-230e-491b-92f5-81d43f2ba1e0 service neutron] 10.222.0.37 "GET /v2.0/networks/d7634e97-488f-476f-9198-738f994516b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203761 Aug 03 19:04:13.412597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3556eeb-15e4-4183-a070-19193246f7a5 req-44b1c3f8-704b-4bcc-9318-5707ec56ea2a tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0627754 Aug 03 19:04:13.422282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Pushing event updated for resources: {'Port': ['ID=01efbf24-0f4a-471d-9bf3-093a469f42b8,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:13.433039 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:13.462271 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:13.464117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-e425ecc1-aedf-47c6-90c9-4dd7f21fbfef tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7811894 Aug 03 19:04:13.493809 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5e22e8-2b1d-4021-a877-9c744ee6fa87 x-openstack-request-id: req-0a5e22e8-2b1d-4021-a877-9c744ee6fa87 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:13.494308 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47b2f53-2335-46f0-b00c-70b03d38a0bc", "name": "network-vif-deleted", "tag": "336ddda3-416e-4a3b-a1f5-d2995c5404dd", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:13.494720 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a5e22e8-2b1d-4021-a877-9c744ee6fa87 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:13.495307 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47b2f53-2335-46f0-b00c-70b03d38a0bc', 'name': 'network-vif-deleted', 'tag': '336ddda3-416e-4a3b-a1f5-d2995c5404dd', 'status': 'completed', 'code': 200} Aug 03 19:04:13.537360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-831653af-0bb4-4d10-8b1b-a7c3b41e078a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0622258 Aug 03 19:04:13.537877 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-2cb526ff-a75c-48f5-94c3-007a86e974b2 service neutron] 10.222.0.37 "GET /v2.0/networks/d7634e97-488f-476f-9198-738f994516b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166017 Aug 03 19:04:13.698572 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-19bca8f2-720d-4f09-b214-574b9d9d3f0a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:13.700166 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50c9ce80-c5aa-4801-b940-43451f5c7504 req-19bca8f2-720d-4f09-b214-574b9d9d3f0a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.1587546 Aug 03 19:04:13.719299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927e2eb-f0a0-4b63-9b32-da2fe600f06f req-60a932e4-3b0e-4de5-ac0a-83081ff39568 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:13.720894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8927e2eb-f0a0-4b63-9b32-da2fe600f06f req-60a932e4-3b0e-4de5-ac0a-83081ff39568 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 945 time: 0.0970016 Aug 03 19:04:13.766232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8927e2eb-f0a0-4b63-9b32-da2fe600f06f req-0abd478a-6654-4a45-a673-4bf2f80f00e7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382922 Aug 03 19:04:13.895817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b7c1618c-9e7f-4883-b56f-a679525ec4df details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:13.921790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-91595d27-ec88-413a-bf00-a299ecf04747 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:13.929909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-91595d27-ec88-413a-bf00-a299ecf04747 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0964251 Aug 03 19:04:13.956211 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-06af61c1-5fb4-479e-bbf5-e0adec90cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:13.957756 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-06af61c1-5fb4-479e-bbf5-e0adec90cb14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bce38a6e00a244608da45c24ca07e203&device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 1097 time: 0.3749557 Aug 03 19:04:13.994265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-41d2f6a8-24cb-4d87-8e82-5f3a6f506aaf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0593290 Aug 03 19:04:14.001549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-017ab70d-8ac5-4686-a59d-1239e45622cf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Request body: {'floatingip': {'port_id': '38e60848-796e-44b5-a208-063d784c4b15', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:14.027086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b7c1618c-9e7f-4883-b56f-a679525ec4df, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b7c1618c-9e7f-4883-b56f-a679525ec4df,segment=NetworkSegment(37f36c36-8884-4fcd-9810-f54278e18811),segment_id=37f36c36-8884-4fcd-9810-f54278e18811)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:14.039317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'b7c1618c-9e7f-4883-b56f-a679525ec4df', 'network_id': 'd7634e97-488f-476f-9198-738f994516b5', 'port_id': 'b7c1618c-9e7f-4883-b56f-a679525ec4df', 'mac_address': 'fa:16:3e:21:7b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0564ea5d-5879-4895-b698-10a89e4ee061', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:14.051385 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-017ab70d-8ac5-4686-a59d-1239e45622cf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:14.079310 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:14.106046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-6ad9a677-88ef-4c43-a29b-fc25c31e3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.107677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c1618c-9e7f-4883-b56f-a679525ec4df {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:14.108969 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-6ad9a677-88ef-4c43-a29b-fc25c31e3dbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=113171c1-c187-4686-9c80-b8b876f31804 HTTP/1.1" status: 200 len: 921 time: 0.1246889 Aug 03 19:04:14.141974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b7c1618c-9e7f-4883-b56f-a679525ec4df, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b7c1618c-9e7f-4883-b56f-a679525ec4df,segment=NetworkSegment(37f36c36-8884-4fcd-9810-f54278e18811),segment_id=37f36c36-8884-4fcd-9810-f54278e18811)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:14.147118 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:14.165973 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-eed2d222-5784-426e-9ac4-c3b1f9b9d0ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 217 time: 0.0451748 Aug 03 19:04:14.220112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=b7c1618c-9e7f-4883-b56f-a679525ec4df,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:14.235891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-139d8e44-4151-47bf-ab69-3ab04160199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.237604 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-139d8e44-4151-47bf-ab69-3ab04160199a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ecb00b4-ba8b-4f27-b407-c06a24b43679 HTTP/1.1" status: 200 len: 860 time: 0.0593979 Aug 03 19:04:14.290687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-fe77634a-44ec-491e-a23e-66d2ab29296f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=113171c1-c187-4686-9c80-b8b876f31804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273509 Aug 03 19:04:14.394358 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-58b83591-d1da-4b7b-9a44-fe34f5b34803 service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931120 Aug 03 19:04:14.451177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0c683-4637-432a-ab97-d20e807cfa8a req-9971e76a-823b-40fc-87de-446b2d87dd01 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.452708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14e0c683-4637-432a-ab97-d20e807cfa8a req-9971e76a-823b-40fc-87de-446b2d87dd01 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 945 time: 0.1304910 Aug 03 19:04:14.469572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b7c1618c-9e7f-4883-b56f-a679525ec4df'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:14.493954 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1297b1b3-1bc6-4284-8017-3afab779c781 req-e9e58c9e-7550-4bbe-be18-1eb051720306 service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906398 Aug 03 19:04:14.533039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14e0c683-4637-432a-ab97-d20e807cfa8a req-dedd80c8-2a30-46c5-a251-2472c082a717 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539253 Aug 03 19:04:14.650832 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-017ab70d-8ac5-4686-a59d-1239e45622cf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:14.657511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-017ab70d-8ac5-4686-a59d-1239e45622cf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:14.702018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb44598-d344-4737-96be-b64f3588cf71 req-f617b7cc-be06-4ca8-89a3-e68e96a05d69 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.703506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4eb44598-d344-4737-96be-b64f3588cf71 req-f617b7cc-be06-4ca8-89a3-e68e96a05d69 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 944 time: 0.1014874 Aug 03 19:04:14.780920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4eb44598-d344-4737-96be-b64f3588cf71 req-7f6a1e48-b32b-448d-8fb8-87eb98a84b80 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712779 Aug 03 19:04:14.802410 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-017ab70d-8ac5-4686-a59d-1239e45622cf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Floating IP d65439e2-a555-4844-9c9b-77ef40980cd5 associated. External IP: 172.25.8.187, port: 38e60848-796e-44b5-a208-063d784c4b15. Aug 03 19:04:14.874607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dd37cee-0d06-4395-9298-2f35dff368d1 req-aa9d789e-46c0-4d04-b3b0-71bd29fef98b tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0341618 Aug 03 19:04:14.898119 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:04:15.012181 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:15.209591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 336ddda3-416e-4a3b-a1f5-d2995c5404dd no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:15.230990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 336ddda3-416e-4a3b-a1f5-d2995c5404dd {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:15.231338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 336ddda3-416e-4a3b-a1f5-d2995c5404dd not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:15.306771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c146e-f645-4d80-90d9-7b28da2b5a66 req-b218c6dd-e7ea-498f-a31c-d4a7e89ff8c6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:15.308259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f2c146e-f645-4d80-90d9-7b28da2b5a66 req-b218c6dd-e7ea-498f-a31c-d4a7e89ff8c6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 945 time: 0.0993929 Aug 03 19:04:15.388825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f2c146e-f645-4d80-90d9-7b28da2b5a66 req-d5932e8a-9be0-4bf7-b8f3-6c8b5f133871 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743330 Aug 03 19:04:15.408773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-017ab70d-8ac5-4686-a59d-1239e45622cf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Router 4c887311-0ac5-4707-925b-06f7cbbd6df7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:04:15.519057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-017ab70d-8ac5-4686-a59d-1239e45622cf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:15.524289 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-017ab70d-8ac5-4686-a59d-1239e45622cf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:15.531337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6c725-604b-4b8f-91a3-374c9e3d3a36 None None] Sync routers for ids ['4c887311-0ac5-4707-925b-06f7cbbd6df7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:15.540715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6c725-604b-4b8f-91a3-374c9e3d3a36 None None] Routers {'4c887311-0ac5-4707-925b-06f7cbbd6df7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:15.541804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-36f6c725-604b-4b8f-91a3-374c9e3d3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4c887311-0ac5-4707-925b-06f7cbbd6df7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:15.551856 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-017ab70d-8ac5-4686-a59d-1239e45622cf tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "PUT /v2.0/floatingips/d65439e2-a555-4844-9c9b-77ef40980cd5 HTTP/1.1" status: 200 len: 997 time: 1.5566614 Aug 03 19:04:15.552314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'tag': '38e60848-796e-44b5-a208-063d784c4b15'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:15.554730 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e98beb-8f94-4035-8da9-bd73cca903df" -d '{"events": [{"name": "network-changed", "server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "tag": "38e60848-796e-44b5-a208-063d784c4b15"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:15.604847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-4f42776d-7d2a-4659-a0a8-4293280be07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:15.606400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-4f42776d-7d2a-4659-a0a8-4293280be07b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bce38a6e00a244608da45c24ca07e203&device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 1097 time: 0.0422659 Aug 03 19:04:15.659031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-36f6c725-604b-4b8f-91a3-374c9e3d3a36 None None] Set router 4c887311-0ac5-4707-925b-06f7cbbd6df7 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:15.708277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-1b4cb6f6-a868-4eba-9e24-83923e762341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:15.709870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-1b4cb6f6-a868-4eba-9e24-83923e762341 service neutron] 10.222.0.78 "GET /v2.0/networks?id=113171c1-c187-4686-9c80-b8b876f31804 HTTP/1.1" status: 200 len: 921 time: 0.0969110 Aug 03 19:04:15.781167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-4ec57a45-7268-41ac-8fd8-a7effba7152b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 1000 time: 0.0638075 Aug 03 19:04:15.872143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-64faae58-314d-4b67-ab57-abf043e9f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:15.873670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-64faae58-314d-4b67-ab57-abf043e9f417 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9ecb00b4-ba8b-4f27-b407-c06a24b43679 HTTP/1.1" status: 200 len: 860 time: 0.0830927 Aug 03 19:04:15.898507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ef102-cfb0-4363-b51f-f936e582f529 req-114b16c6-82b7-4ef1-bdd4-b83b085e2090 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:15.900030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047ef102-cfb0-4363-b51f-f936e582f529 req-114b16c6-82b7-4ef1-bdd4-b83b085e2090 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 945 time: 0.0735357 Aug 03 19:04:15.904450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-36f6c725-604b-4b8f-91a3-374c9e3d3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'd65439e2-a555-4844-9c9b-77ef40980cd5', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'port_id': '38e60848-796e-44b5-a208-063d784c4b15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'mac_address': 'fa:16:3e:46:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:12Z', 'updated_at': '2021-08-03T19:04:14Z', 'revision_number': 1, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5c5f1a-5c8e-47cc-953e-4b0092034fcb', 'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'mac_address': 'fa:16:3e:3c:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:13Z', 'updated_at': '2021-08-03T19:03:19Z', 'revision_number': 5, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'subnets': [{'id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:15.917411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-b9b2e56e-3522-4016-97fc-2856aade6830 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=113171c1-c187-4686-9c80-b8b876f31804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364277 Aug 03 19:04:16.005305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-047ef102-cfb0-4363-b51f-f936e582f529 req-c4e67356-b7f8-4939-9b00-443de8a2bb26 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912476 Aug 03 19:04:16.062359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-7193a2d4-ed25-4145-afc6-23d45ed60bde service neutron] 10.222.0.78 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371887 Aug 03 19:04:16.078283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b7c1618c-9e7f-4883-b56f-a679525ec4df up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:16.080742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6c725-604b-4b8f-91a3-374c9e3d3a36 None None] Checking router: 4c887311-0ac5-4707-925b-06f7cbbd6df7 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:16.087363 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d3550-b7ad-41eb-af1a-8b9f40a6cf80 x-openstack-request-id: req-d10d3550-b7ad-41eb-af1a-8b9f40a6cf80 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:16.087957 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "tag": "38e60848-796e-44b5-a208-063d784c4b15", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:16.088961 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d10d3550-b7ad-41eb-af1a-8b9f40a6cf80 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:16.089829 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'tag': '38e60848-796e-44b5-a208-063d784c4b15', 'status': 'completed', 'code': 200} Aug 03 19:04:16.101353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6becc-edfd-4423-af36-5d33d3d252dd req-88487396-1e78-484f-8cfa-87d178a96569 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:16.104889 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-55b6becc-edfd-4423-af36-5d33d3d252dd req-88487396-1e78-484f-8cfa-87d178a96569 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f542a1ab-d71e-40a2-a998-8962430dc7b2 HTTP/1.1" status: 200 len: 945 time: 0.0723383 Aug 03 19:04:16.118040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6c725-604b-4b8f-91a3-374c9e3d3a36 None None] Routers {'4c887311-0ac5-4707-925b-06f7cbbd6df7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:16.118699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-36f6c725-604b-4b8f-91a3-374c9e3d3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4c887311-0ac5-4707-925b-06f7cbbd6df7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:16.185650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port b7c1618c-9e7f-4883-b56f-a679525ec4df completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:16.192737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port b7c1618c-9e7f-4883-b56f-a679525ec4df triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:16.193270 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.222385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e98beb-8f94-4035-8da9-bd73cca903df req-2fd36928-c5e8-4ca9-b089-eb75d7e7c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:16.224051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08e98beb-8f94-4035-8da9-bd73cca903df req-2fd36928-c5e8-4ca9-b089-eb75d7e7c010 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bce38a6e00a244608da45c24ca07e203&device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 1097 time: 0.1058440 Aug 03 19:04:16.240298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-55b6becc-edfd-4423-af36-5d33d3d252dd req-3637df61-ba5e-4760-92a1-470f40664424 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Deleting port e1dfc426-5139-480e-8caf-9ef9637faebf {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:16.240648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-55b6becc-edfd-4423-af36-5d33d3d252dd req-3637df61-ba5e-4760-92a1-470f40664424 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.246598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8643af2f-dfae-4ce6-a25d-02aef4a86c2c req-e0f35380-bc15-42f4-895e-e06b1e8d95b6 service neutron] 10.222.0.78 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831775 Aug 03 19:04:16.346159 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-55b6becc-edfd-4423-af36-5d33d3d252dd req-3637df61-ba5e-4760-92a1-470f40664424 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] For port e1dfc426-5139-480e-8caf-9ef9637faebf, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e1dfc426-5139-480e-8caf-9ef9637faebf,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:16.346646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-55b6becc-edfd-4423-af36-5d33d3d252dd req-3637df61-ba5e-4760-92a1-470f40664424 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.347156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-36f6c725-604b-4b8f-91a3-374c9e3d3a36 None None] Set router 4c887311-0ac5-4707-925b-06f7cbbd6df7 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:16.367593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-55b6becc-edfd-4423-af36-5d33d3d252dd req-3637df61-ba5e-4760-92a1-470f40664424 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Calling delete_port for e1dfc426-5139-480e-8caf-9ef9637faebf owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:16.374502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9393f9-ca40-49dc-be85-2d66d9d4ea9d req-29a221ea-0117-4f4b-b036-6d2e14bce0c1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:16.376337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e9393f9-ca40-49dc-be85-2d66d9d4ea9d req-29a221ea-0117-4f4b-b036-6d2e14bce0c1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 945 time: 0.2187207 Aug 03 19:04:16.377367 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.420324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd404ab-aba6-4ad6-9ddf-e81274a3a82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c1618c-9e7f-4883-b56f-a679525ec4df'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:16.423160 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47071f7c-f718-4a0c-a032-05e120cc6109" -d '{"events": [{"server_uuid": "dfd404ab-aba6-4ad6-9ddf-e81274a3a82e", "name": "network-vif-plugged", "status": "completed", "tag": "b7c1618c-9e7f-4883-b56f-a679525ec4df"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:16.426333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432424c-d240-414b-baa4-26985d39a2b8 req-9203f437-ed8e-4b6a-a8e9-4f158810f072 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:16.428567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3432424c-d240-414b-baa4-26985d39a2b8 req-9203f437-ed8e-4b6a-a8e9-4f158810f072 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 944 time: 0.1046205 Aug 03 19:04:16.431744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e98beb-8f94-4035-8da9-bd73cca903df req-a8c0cdc6-93e1-4b00-aa56-c05a1614c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:16.433217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08e98beb-8f94-4035-8da9-bd73cca903df req-a8c0cdc6-93e1-4b00-aa56-c05a1614c2b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=113171c1-c187-4686-9c80-b8b876f31804 HTTP/1.1" status: 200 len: 921 time: 0.2014298 Aug 03 19:04:16.477936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port b7c1618c-9e7f-4883-b56f-a679525ec4df, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b7c1618c-9e7f-4883-b56f-a679525ec4df,segment=NetworkSegment(37f36c36-8884-4fcd-9810-f54278e18811),segment_id=37f36c36-8884-4fcd-9810-f54278e18811)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:16.486981 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.544828 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-55b6becc-edfd-4423-af36-5d33d3d252dd req-3637df61-ba5e-4760-92a1-470f40664424 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.547546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3432424c-d240-414b-baa4-26985d39a2b8 req-0bf95c70-59d4-4b00-9ee6-8fa527a68ed7 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074617 Aug 03 19:04:16.568850 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['e1dfc426-5139-480e-8caf-9ef9637faebf'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:16.569672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e9393f9-ca40-49dc-be85-2d66d9d4ea9d req-4051dc67-a83c-42b0-86ed-344a4972620c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729457 Aug 03 19:04:16.598834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637df61-ba5e-4760-92a1-470f40664424 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event deleted for resources: {'Port': ['ID=e1dfc426-5139-480e-8caf-9ef9637faebf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:16.606724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08e98beb-8f94-4035-8da9-bd73cca903df req-59fa58ec-8f70-438f-9f92-0d2043aaa3a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 1000 time: 0.1419563 Aug 03 19:04:16.650686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b6becc-edfd-4423-af36-5d33d3d252dd req-3637df61-ba5e-4760-92a1-470f40664424 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] No DVR routers for this DVR port e1dfc426-5139-480e-8caf-9ef9637faebf on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:16.655289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-55b6becc-edfd-4423-af36-5d33d3d252dd req-3637df61-ba5e-4760-92a1-470f40664424 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.657609 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-55b6becc-edfd-4423-af36-5d33d3d252dd req-3637df61-ba5e-4760-92a1-470f40664424 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.37 "DELETE /v2.0/ports/e1dfc426-5139-480e-8caf-9ef9637faebf HTTP/1.1" status: 204 len: 173 time: 0.5419548 Aug 03 19:04:16.658237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f542a1ab-d71e-40a2-a998-8962430dc7b2', 'name': 'network-vif-deleted', 'tag': 'e1dfc426-5139-480e-8caf-9ef9637faebf'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:16.662281 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5340dfd5-6c25-48b6-8552-3edc9147412f" -d '{"events": [{"server_uuid": "f542a1ab-d71e-40a2-a998-8962430dc7b2", "name": "network-vif-deleted", "tag": "e1dfc426-5139-480e-8caf-9ef9637faebf"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:16.671335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f64c1de1-6b6f-4dbb-8ef4-08185bab5140'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:16.679987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=b7c1618c-9e7f-4883-b56f-a679525ec4df,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:16.704135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e98beb-8f94-4035-8da9-bd73cca903df req-e49e085b-bd0b-4326-8ff5-9d7805bc47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:16.705683 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08e98beb-8f94-4035-8da9-bd73cca903df req-e49e085b-bd0b-4326-8ff5-9d7805bc47e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ecb00b4-ba8b-4f27-b407-c06a24b43679 HTTP/1.1" status: 200 len: 860 time: 0.0916796 Aug 03 19:04:16.766548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-daf3856f-5609-4fa1-bbf1-7fd7bce04910 req-ce4fa6ef-4dee-4628-b06e-2467fc2bbac9 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0831292 Aug 03 19:04:16.823273 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08e98beb-8f94-4035-8da9-bd73cca903df req-766697e4-a48a-444e-aa6e-3d7178e075c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=113171c1-c187-4686-9c80-b8b876f31804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707426 Aug 03 19:04:16.844352 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f47dc13-66f8-4890-9bd5-8c6b37dfab68 x-openstack-request-id: req-4f47dc13-66f8-4890-9bd5-8c6b37dfab68 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:16.844756 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd404ab-aba6-4ad6-9ddf-e81274a3a82e", "name": "network-vif-plugged", "status": "completed", "tag": "b7c1618c-9e7f-4883-b56f-a679525ec4df", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:16.844893 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f47dc13-66f8-4890-9bd5-8c6b37dfab68 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:16.845271 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd404ab-aba6-4ad6-9ddf-e81274a3a82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c1618c-9e7f-4883-b56f-a679525ec4df', 'code': 200} Aug 03 19:04:16.890444 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-e7725d8e-d94b-49f0-9c6a-21e2129b9985 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1214714 Aug 03 19:04:16.900922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-36f6c725-604b-4b8f-91a3-374c9e3d3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'd65439e2-a555-4844-9c9b-77ef40980cd5', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'port_id': '38e60848-796e-44b5-a208-063d784c4b15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'mac_address': 'fa:16:3e:46:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:12Z', 'updated_at': '2021-08-03T19:04:14Z', 'revision_number': 1, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5c5f1a-5c8e-47cc-953e-4b0092034fcb', 'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'mac_address': 'fa:16:3e:3c:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:13Z', 'updated_at': '2021-08-03T19:03:19Z', 'revision_number': 5, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'subnets': [{'id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:16.939963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-da074105-1ef6-4ab0-8b35-781d789ad470 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 1000 time: 0.2583680 Aug 03 19:04:16.945282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f6c725-604b-4b8f-91a3-374c9e3d3a36 None None] The sync data for ids ['4c887311-0ac5-4707-925b-06f7cbbd6df7'] in n-d-802918-7 is: [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'd65439e2-a555-4844-9c9b-77ef40980cd5', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'port_id': '38e60848-796e-44b5-a208-063d784c4b15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'mac_address': 'fa:16:3e:46:c7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:12Z', 'updated_at': '2021-08-03T19:04:14Z', 'revision_number': 1, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5c5f1a-5c8e-47cc-953e-4b0092034fcb', 'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'mac_address': 'fa:16:3e:3c:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:13Z', 'updated_at': '2021-08-03T19:03:19Z', 'revision_number': 5, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'subnets': [{'id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:16.981631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf940e5-d566-469c-b9f9-50ab4ba152cd req-dc44265c-4aa6-47fd-986f-7463169fe470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:16.983182 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ddf940e5-d566-469c-b9f9-50ab4ba152cd req-dc44265c-4aa6-47fd-986f-7463169fe470 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 1096 time: 0.0568771 Aug 03 19:04:17.040021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08e98beb-8f94-4035-8da9-bd73cca903df req-7ce077aa-07a7-4982-821f-17d863311b5a service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091315 Aug 03 19:04:17.083931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-7c4dd5f5-8d80-4150-94aa-9735c43139b4 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:17.084997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-7c4dd5f5-8d80-4150-94aa-9735c43139b4 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports/38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 943 time: 0.0909865 Aug 03 19:04:17.116471 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ddf940e5-d566-469c-b9f9-50ab4ba152cd req-61f10eef-1f58-4ae7-812d-74964d6cb363 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105995 Aug 03 19:04:17.134431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-b83e7467-c3b0-468f-8b11-a9b988d5cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:17.137040 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-b83e7467-c3b0-468f-8b11-a9b988d5cd74 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60edf04d68a54b668308e36955acb7f4&device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 1095 time: 0.1523964 Aug 03 19:04:17.263903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-5bc9bcb5-b39a-4f47-84be-aa7eebd8635e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 1000 time: 0.1037946 Aug 03 19:04:17.342036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-2894bb90-77f6-454b-9075-feebe7d2bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:17.344924 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-2894bb90-77f6-454b-9075-feebe7d2bc6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 200 len: 912 time: 0.1782439 Aug 03 19:04:17.347367 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dfa6c3-3d3a-4b62-be50-4b9a5385b6fb None None] New status for floating IP d65439e2-a555-4844-9c9b-77ef40980cd5: ACTIVE {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:04:17.381640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08e98beb-8f94-4035-8da9-bd73cca903df req-0d421abb-166c-4814-814a-2608b7ab7f54 service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328464 Aug 03 19:04:17.478970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-a58aa9d0-bbac-4061-9780-677adf0a6d43 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:17.482517 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-a58aa9d0-bbac-4061-9780-677adf0a6d43 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2111614 Aug 03 19:04:17.513659 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-373fbfde-1277-4626-aa89-1ed15e159ecb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 200 len: 999 time: 0.1365669 Aug 03 19:04:17.520189 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4d5503-ff90-4e37-ba2e-8da40ffcb487 x-openstack-request-id: req-bb4d5503-ff90-4e37-ba2e-8da40ffcb487 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:17.520966 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f542a1ab-d71e-40a2-a998-8962430dc7b2", "name": "network-vif-deleted", "tag": "e1dfc426-5139-480e-8caf-9ef9637faebf", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:17.521670 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bb4d5503-ff90-4e37-ba2e-8da40ffcb487 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:17.522605 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f542a1ab-d71e-40a2-a998-8962430dc7b2', 'name': 'network-vif-deleted', 'tag': 'e1dfc426-5139-480e-8caf-9ef9637faebf', 'status': 'completed', 'code': 200} Aug 03 19:04:17.580828 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-f95ff020-68a6-4c4a-8cf9-bd1e69474e0e tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 1000 time: 0.0903673 Aug 03 19:04:17.594715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-37b7e234-efee-4b96-83c6-26bcadeb999c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:17.619485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-cf99afd7-14cd-4a37-8f8d-bd7a22311c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:17.622093 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-cf99afd7-14cd-4a37-8f8d-bd7a22311c5f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 200 len: 850 time: 0.0941856 Aug 03 19:04:17.677839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-35e37613-7bcf-426e-bd58-9f16f2e7678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:17.679971 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-35e37613-7bcf-426e-bd58-9f16f2e7678d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475633 Aug 03 19:04:17.687820 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-37b7e234-efee-4b96-83c6-26bcadeb999c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:17.738727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75b36c-9bcd-45c8-8bbc-7c2ae606b1f9 req-623b4a2d-f863-4e85-9ad7-ac94fb5068c8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:17.740267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a75b36c-9bcd-45c8-8bbc-7c2ae606b1f9 req-623b4a2d-f863-4e85-9ad7-ac94fb5068c8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 945 time: 0.1045122 Aug 03 19:04:17.793277 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-3859a147-f445-4bd4-8f2a-cc957fed99b0 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970972 Aug 03 19:04:17.832957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a75b36c-9bcd-45c8-8bbc-7c2ae606b1f9 req-0b09ebdd-6c34-419d-9235-5c3f72802d58 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803080 Aug 03 19:04:17.889754 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-37b7e234-efee-4b96-83c6-26bcadeb999c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:17.894202 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-37b7e234-efee-4b96-83c6-26bcadeb999c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:17.894560 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-37b7e234-efee-4b96-83c6-26bcadeb999c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Floating IP d65439e2-a555-4844-9c9b-77ef40980cd5 disassociated. External IP: 172.25.8.187, port: 38e60848-796e-44b5-a208-063d784c4b15. Aug 03 19:04:17.910987 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b06fc3a-3c2d-40e3-a830-88c87d4bca07 req-6b53f2f2-5c5b-493c-81c0-43cb640e8994 service neutron] 10.222.0.74 "GET /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082852 Aug 03 19:04:18.169372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-37b7e234-efee-4b96-83c6-26bcadeb999c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Router 4c887311-0ac5-4707-925b-06f7cbbd6df7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:04:18.186474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1f2c-f806-40fc-b8bb-441547bf7e71 req-7eb0d368-c43e-436e-a6b1-ae61c7537ff7 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:18.188054 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecfb1f2c-f806-40fc-b8bb-441547bf7e71 req-7eb0d368-c43e-436e-a6b1-ae61c7537ff7 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 945 time: 0.0799375 Aug 03 19:04:18.285851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecfb1f2c-f806-40fc-b8bb-441547bf7e71 req-47a4f917-4623-4771-9235-c38a7d4e09eb tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891738 Aug 03 19:04:18.342268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-37b7e234-efee-4b96-83c6-26bcadeb999c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:18.347653 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-37b7e234-efee-4b96-83c6-26bcadeb999c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:18.353449 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0b2aeb-0567-426d-b003-fbc10d02847e None None] Sync routers for ids ['4c887311-0ac5-4707-925b-06f7cbbd6df7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:18.363636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b2aeb-0567-426d-b003-fbc10d02847e None None] Routers {'4c887311-0ac5-4707-925b-06f7cbbd6df7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:18.364267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5e0b2aeb-0567-426d-b003-fbc10d02847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4c887311-0ac5-4707-925b-06f7cbbd6df7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:18.387374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-37b7e234-efee-4b96-83c6-26bcadeb999c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "PUT /v2.0/floatingips/d65439e2-a555-4844-9c9b-77ef40980cd5 HTTP/1.1" status: 200 len: 695 time: 0.7990391 Aug 03 19:04:18.400967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'tag': '38e60848-796e-44b5-a208-063d784c4b15'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:18.403287 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a161ad27-d96f-4397-920c-c50effb07e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "tag": "38e60848-796e-44b5-a208-063d784c4b15"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:18.408105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21cb4853-eed8-471d-a752-9ac5f0c09c04 req-41cb7b5d-c58d-4bec-afe5-72e2316b7bba tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0413156 Aug 03 19:04:18.479185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-aaf95da5-65a7-464f-87fe-1e2d596afa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:18.488406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-aaf95da5-65a7-464f-87fe-1e2d596afa21 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bce38a6e00a244608da45c24ca07e203&device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 1097 time: 0.0680213 Aug 03 19:04:18.490798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5e0b2aeb-0567-426d-b003-fbc10d02847e None None] Set router 4c887311-0ac5-4707-925b-06f7cbbd6df7 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:18.580069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-fca69a24-ddb2-4adf-b918-c45e0fd0f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:18.581718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-fca69a24-ddb2-4adf-b918-c45e0fd0f16e service neutron] 10.222.0.78 "GET /v2.0/networks?id=113171c1-c187-4686-9c80-b8b876f31804 HTTP/1.1" status: 200 len: 921 time: 0.0920110 Aug 03 19:04:18.642202 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-8a830a2b-2488-4c04-bc07-8e9791586a5e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 217 time: 0.0524433 Aug 03 19:04:18.714905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-b0ce5771-41d7-495c-97d1-21ae55e5115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:18.716315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-b0ce5771-41d7-495c-97d1-21ae55e5115e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9ecb00b4-ba8b-4f27-b407-c06a24b43679 HTTP/1.1" status: 200 len: 860 time: 0.0562320 Aug 03 19:04:18.723821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855b710-f068-4d9c-bceb-7b6a2893c48d req-16f09091-f51c-40db-95ec-c97204697e05 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:18.724037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5e0b2aeb-0567-426d-b003-fbc10d02847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'da5c5f1a-5c8e-47cc-953e-4b0092034fcb', 'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'mac_address': 'fa:16:3e:3c:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:13Z', 'updated_at': '2021-08-03T19:03:19Z', 'revision_number': 5, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'subnets': [{'id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:18.725348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4855b710-f068-4d9c-bceb-7b6a2893c48d req-16f09091-f51c-40db-95ec-c97204697e05 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.0924428 Aug 03 19:04:18.763770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-2e95a229-823c-469e-b52c-ecc6fb67db47 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=113171c1-c187-4686-9c80-b8b876f31804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367846 Aug 03 19:04:18.766230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0b2aeb-0567-426d-b003-fbc10d02847e None None] Checking router: 4c887311-0ac5-4707-925b-06f7cbbd6df7 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:18.778231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b2aeb-0567-426d-b003-fbc10d02847e None None] Routers {'4c887311-0ac5-4707-925b-06f7cbbd6df7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:18.778864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5e0b2aeb-0567-426d-b003-fbc10d02847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4c887311-0ac5-4707-925b-06f7cbbd6df7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:18.791234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d053964-5ada-4d66-acc0-d6a44890d880 req-4508c198-aef1-4dae-8c98-907b9cbcecc1 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:18.792941 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5d053964-5ada-4d66-acc0-d6a44890d880 req-4508c198-aef1-4dae-8c98-907b9cbcecc1 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "GET /v2.0/ports?device_id=b7be948e-38d2-44f0-b2f7-b2be4599803b HTTP/1.1" status: 200 len: 945 time: 0.0596671 Aug 03 19:04:18.798182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4855b710-f068-4d9c-bceb-7b6a2893c48d req-01af4a59-0c65-4669-8798-40c9ef2ce9df tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=8b23a535-adc9-4a6c-b90e-3eb5495eddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630391 Aug 03 19:04:18.890205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-6141b2d9-8f62-4850-8922-90e525753d7d service neutron] 10.222.0.78 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088481 Aug 03 19:04:18.911764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5e0b2aeb-0567-426d-b003-fbc10d02847e None None] Set router 4c887311-0ac5-4707-925b-06f7cbbd6df7 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:18.979049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5d053964-5ada-4d66-acc0-d6a44890d880 req-90b84b9d-576a-401e-87fe-f89f07539c66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Deleting port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:18.979685 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5d053964-5ada-4d66-acc0-d6a44890d880 req-90b84b9d-576a-401e-87fe-f89f07539c66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:18.995891 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0fdc21-57f3-4558-9d91-32b848d0eaee x-openstack-request-id: req-fb0fdc21-57f3-4558-9d91-32b848d0eaee {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:18.996287 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "tag": "38e60848-796e-44b5-a208-063d784c4b15", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:18.996659 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb0fdc21-57f3-4558-9d91-32b848d0eaee {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:18.997411 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'tag': '38e60848-796e-44b5-a208-063d784c4b15', 'status': 'completed', 'code': 200} Aug 03 19:04:19.029944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9fa0b4-fa15-4701-a6fe-1c78ce221c62 req-bedf1806-b921-44c4-99a6-720169f1026b service neutron] 10.222.0.78 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323702 Aug 03 19:04:19.125115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161ad27-d96f-4397-920c-c50effb07e1f req-02120f18-eeac-4b0a-bcd7-c3708e5b3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:19.127021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a161ad27-d96f-4397-920c-c50effb07e1f req-02120f18-eeac-4b0a-bcd7-c3708e5b3b9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bce38a6e00a244608da45c24ca07e203&device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 1097 time: 0.0867660 Aug 03 19:04:19.127789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5d053964-5ada-4d66-acc0-d6a44890d880 req-90b84b9d-576a-401e-87fe-f89f07539c66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] For port f64c1de1-6b6f-4dbb-8ef4-08185bab5140, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f64c1de1-6b6f-4dbb-8ef4-08185bab5140,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:19.128263 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5d053964-5ada-4d66-acc0-d6a44890d880 req-90b84b9d-576a-401e-87fe-f89f07539c66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:19.145317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5d053964-5ada-4d66-acc0-d6a44890d880 req-90b84b9d-576a-401e-87fe-f89f07539c66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Calling delete_port for f64c1de1-6b6f-4dbb-8ef4-08185bab5140 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:19.193647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5e0b2aeb-0567-426d-b003-fbc10d02847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'da5c5f1a-5c8e-47cc-953e-4b0092034fcb', 'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'mac_address': 'fa:16:3e:3c:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:13Z', 'updated_at': '2021-08-03T19:03:19Z', 'revision_number': 5, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'subnets': [{'id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:19.223653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0b2aeb-0567-426d-b003-fbc10d02847e None None] The sync data for ids ['4c887311-0ac5-4707-925b-06f7cbbd6df7'] in n-d-802918-7 is: [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:03:13Z', 'revision_number': 4, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'da5c5f1a-5c8e-47cc-953e-4b0092034fcb', 'name': '', 'network_id': '113171c1-c187-4686-9c80-b8b876f31804', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'mac_address': 'fa:16:3e:3c:51:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:13Z', 'updated_at': '2021-08-03T19:03:19Z', 'revision_number': 5, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'subnets': [{'id': '9ecb00b4-ba8b-4f27-b407-c06a24b43679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:19.340115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5d053964-5ada-4d66-acc0-d6a44890d880 req-90b84b9d-576a-401e-87fe-f89f07539c66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:19.356010 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44365d-2b70-4d94-8922-e24c95098f83 req-1ad1991e-073e-473a-b199-ca9dd06332dc tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:19.357703 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de44365d-2b70-4d94-8922-e24c95098f83 req-1ad1991e-073e-473a-b199-ca9dd06332dc tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 945 time: 0.0758326 Aug 03 19:04:19.386505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f64c1de1-6b6f-4dbb-8ef4-08185bab5140'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:19.395364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b84b9d-576a-401e-87fe-f89f07539c66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event deleted for resources: {'Port': ['ID=f64c1de1-6b6f-4dbb-8ef4-08185bab5140,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:19.484701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d053964-5ada-4d66-acc0-d6a44890d880 req-90b84b9d-576a-401e-87fe-f89f07539c66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] No DVR routers for this DVR port f64c1de1-6b6f-4dbb-8ef4-08185bab5140 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:19.488232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5d053964-5ada-4d66-acc0-d6a44890d880 req-90b84b9d-576a-401e-87fe-f89f07539c66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:19.490555 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5d053964-5ada-4d66-acc0-d6a44890d880 req-90b84b9d-576a-401e-87fe-f89f07539c66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "DELETE /v2.0/ports/f64c1de1-6b6f-4dbb-8ef4-08185bab5140 HTTP/1.1" status: 204 len: 173 time: 0.6343145 Aug 03 19:04:19.530842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be948e-38d2-44f0-b2f7-b2be4599803b', 'name': 'network-vif-deleted', 'tag': 'f64c1de1-6b6f-4dbb-8ef4-08185bab5140'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:19.535103 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79ff513-c1d0-4771-87ce-2100ac8664f5" -d '{"events": [{"server_uuid": "b7be948e-38d2-44f0-b2f7-b2be4599803b", "name": "network-vif-deleted", "tag": "f64c1de1-6b6f-4dbb-8ef4-08185bab5140"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:19.586751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-de44365d-2b70-4d94-8922-e24c95098f83 req-01954ed1-9717-4839-b8c1-7fab0947bcd6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Deleting port 9360a349-ac1f-4f47-953e-dac827156aff {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:19.589905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de44365d-2b70-4d94-8922-e24c95098f83 req-01954ed1-9717-4839-b8c1-7fab0947bcd6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:19.624587 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde960c5-9e62-485b-92b2-275ea7ba217f None None] New status for floating IP d65439e2-a555-4844-9c9b-77ef40980cd5: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:04:19.629263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-686d5b21-8667-4da2-b14f-cca636afa66c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/floatingips/d65439e2-a555-4844-9c9b-77ef40980cd5 HTTP/1.1" status: 200 len: 695 time: 0.5062501 Aug 03 19:04:19.746241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b566fd3-931b-4b57-a659-5b8a64fcd323 req-7b7c8887-6441-471a-9f02-7bb2e4b2b4c8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:19.747873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b566fd3-931b-4b57-a659-5b8a64fcd323 req-7b7c8887-6441-471a-9f02-7bb2e4b2b4c8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e54dfa4-7115-438e-b4a4-3bfdff112761 HTTP/1.1" status: 200 len: 945 time: 0.6133702 Aug 03 19:04:19.757800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-de44365d-2b70-4d94-8922-e24c95098f83 req-01954ed1-9717-4839-b8c1-7fab0947bcd6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] For port 9360a349-ac1f-4f47-953e-dac827156aff, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=9360a349-ac1f-4f47-953e-dac827156aff,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:19.758436 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de44365d-2b70-4d94-8922-e24c95098f83 req-01954ed1-9717-4839-b8c1-7fab0947bcd6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:19.779303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-de44365d-2b70-4d94-8922-e24c95098f83 req-01954ed1-9717-4839-b8c1-7fab0947bcd6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Calling delete_port for 9360a349-ac1f-4f47-953e-dac827156aff owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:19.821555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161ad27-d96f-4397-920c-c50effb07e1f req-ef563e62-4d56-48cc-a136-683072f29526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:19.822944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a161ad27-d96f-4397-920c-c50effb07e1f req-ef563e62-4d56-48cc-a136-683072f29526 service neutron] 10.222.0.37 "GET /v2.0/networks?id=113171c1-c187-4686-9c80-b8b876f31804 HTTP/1.1" status: 200 len: 921 time: 0.6747220 Aug 03 19:04:19.845212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-15727405-b9a0-4eb6-82e1-285d2f8e7a0f tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:19.850044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-15727405-b9a0-4eb6-82e1-285d2f8e7a0f tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 784 time: 0.2198005 Aug 03 19:04:19.860221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b566fd3-931b-4b57-a659-5b8a64fcd323 req-ea91e5b1-1d15-490e-a315-6dd98176d3d3 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967493 Aug 03 19:04:19.941872 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e1dfc426-5139-480e-8caf-9ef9637faebf no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:19.963046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a161ad27-d96f-4397-920c-c50effb07e1f req-beab4da1-249e-4878-a3b2-90c732e71b28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 200 len: 217 time: 0.0993187 Aug 03 19:04:19.973294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: e1dfc426-5139-480e-8caf-9ef9637faebf {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:19.973672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e1dfc426-5139-480e-8caf-9ef9637faebf not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:19.974282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 9360a349-ac1f-4f47-953e-dac827156aff no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:20.037938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-2ed8ecee-8d3d-43e1-9538-49a471a99730 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 698 time: 0.1765201 Aug 03 19:04:20.046077 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de44365d-2b70-4d94-8922-e24c95098f83 req-01954ed1-9717-4839-b8c1-7fab0947bcd6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:20.104481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01954ed1-9717-4839-b8c1-7fab0947bcd6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event deleted for resources: {'Port': ['ID=9360a349-ac1f-4f47-953e-dac827156aff,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:20.121970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-341444fd-7660-4ca2-bb89-1e9eae7bc4f9 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0829611 Aug 03 19:04:20.137473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50324aef-72a0-493e-af3d-972e8c503386 req-b97193cf-8738-4606-93fe-d18306d06e4c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:20.149736 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50324aef-72a0-493e-af3d-972e8c503386 req-b97193cf-8738-4606-93fe-d18306d06e4c tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 945 time: 0.1895244 Aug 03 19:04:20.162593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161ad27-d96f-4397-920c-c50effb07e1f req-9c47771b-35d6-4a0a-afbf-660ddfceae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:20.164818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a161ad27-d96f-4397-920c-c50effb07e1f req-9c47771b-35d6-4a0a-afbf-660ddfceae5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ecb00b4-ba8b-4f27-b407-c06a24b43679 HTTP/1.1" status: 200 len: 860 time: 0.1874313 Aug 03 19:04:20.189872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-de44365d-2b70-4d94-8922-e24c95098f83 req-01954ed1-9717-4839-b8c1-7fab0947bcd6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] No DVR routers for this DVR port 9360a349-ac1f-4f47-953e-dac827156aff on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:20.192681 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de44365d-2b70-4d94-8922-e24c95098f83 req-01954ed1-9717-4839-b8c1-7fab0947bcd6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:20.196011 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de44365d-2b70-4d94-8922-e24c95098f83 req-01954ed1-9717-4839-b8c1-7fab0947bcd6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "DELETE /v2.0/ports/9360a349-ac1f-4f47-953e-dac827156aff HTTP/1.1" status: 204 len: 173 time: 0.8109331 Aug 03 19:04:20.201203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No active binding found for port 9360a349-ac1f-4f47-953e-dac827156aff {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:04:20.201788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 9360a349-ac1f-4f47-953e-dac827156aff not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:20.231637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a161ad27-d96f-4397-920c-c50effb07e1f req-c60e9d64-a9b1-4fe7-a86c-188a72f10c02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=113171c1-c187-4686-9c80-b8b876f31804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532322 Aug 03 19:04:20.409950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50324aef-72a0-493e-af3d-972e8c503386 req-0626e3f2-a2a1-4ad8-826d-b93082029d4d tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570817 Aug 03 19:04:20.533574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e618863c-ca9a-4588-9285-403cc3bf18d8 req-b2aa84de-9498-42a6-8faf-aef2f34265f2 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0431123 Aug 03 19:04:20.536783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a161ad27-d96f-4397-920c-c50effb07e1f req-e71fa1e6-3819-4f8a-9eab-e5defc7ee5f8 service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745786 Aug 03 19:04:20.570412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-7e38e2d3-d965-41eb-83c6-45c75bada49a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Deleting port 01efbf24-0f4a-471d-9bf3-093a469f42b8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:20.570762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-7e38e2d3-d965-41eb-83c6-45c75bada49a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:20.595920 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aae018-a5f9-4f33-ad5a-c3ca816f3b51 x-openstack-request-id: req-74aae018-a5f9-4f33-ad5a-c3ca816f3b51 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:20.597667 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be948e-38d2-44f0-b2f7-b2be4599803b", "name": "network-vif-deleted", "tag": "f64c1de1-6b6f-4dbb-8ef4-08185bab5140", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:20.597667 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-74aae018-a5f9-4f33-ad5a-c3ca816f3b51 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:20.598255 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be948e-38d2-44f0-b2f7-b2be4599803b', 'name': 'network-vif-deleted', 'tag': 'f64c1de1-6b6f-4dbb-8ef4-08185bab5140', 'status': 'completed', 'code': 200} Aug 03 19:04:20.706851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a161ad27-d96f-4397-920c-c50effb07e1f req-3a511fd8-1c2c-4d81-a0db-701bf33ba4ba service neutron] 10.222.0.37 "GET /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570141 Aug 03 19:04:20.710925 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-7e38e2d3-d965-41eb-83c6-45c75bada49a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:20.711250 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-7e38e2d3-d965-41eb-83c6-45c75bada49a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:20.724905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-7e38e2d3-d965-41eb-83c6-45c75bada49a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Calling delete_port for 01efbf24-0f4a-471d-9bf3-093a469f42b8 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:20.900318 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-7e38e2d3-d965-41eb-83c6-45c75bada49a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:20.930314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38e2d3-d965-41eb-83c6-45c75bada49a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Pushing event deleted for resources: {'Port': ['ID=01efbf24-0f4a-471d-9bf3-093a469f42b8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:21.002281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-7e38e2d3-d965-41eb-83c6-45c75bada49a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:21.004830 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-7e38e2d3-d965-41eb-83c6-45c75bada49a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:21.006063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0aaa469b-e441-4575-9568-2103beeb1fc8 req-7e38e2d3-d965-41eb-83c6-45c75bada49a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "DELETE /v2.0/floatingips/d65439e2-a555-4844-9c9b-77ef40980cd5 HTTP/1.1" status: 204 len: 173 time: 0.8457415 Aug 03 19:04:21.283561 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3921de1-ce65-4fb2-81c9-6d525be31bfe req-dbf30a3e-9548-4c39-9d67-f6e06163b877 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups/76884c74-f34f-45f2-a196-9fb873bb85b9 HTTP/1.1" status: 200 len: 1809 time: 0.1346605 Aug 03 19:04:21.318478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fa426-7e52-4d2f-9ea2-94f9f34482aa req-06144e78-b199-41d4-a365-779a46b89626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:21.320560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f80fa426-7e52-4d2f-9ea2-94f9f34482aa req-06144e78-b199-41d4-a365-779a46b89626 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=570bf87a1b0445d5941fbf31c7065744&device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 1096 time: 0.0901031 Aug 03 19:04:21.331528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2857a2-178e-47f8-8e26-bf390d74b599 req-74a4708c-a416-45f5-9434-03675b0c3b66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:21.333014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd2857a2-178e-47f8-8e26-bf390d74b599 req-74a4708c-a416-45f5-9434-03675b0c3b66 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.1225197 Aug 03 19:04:21.456654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd2857a2-178e-47f8-8e26-bf390d74b599 req-8a4dc02f-918c-4f4d-81e7-8b280255743f tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081946 Aug 03 19:04:21.461714 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3921de1-ce65-4fb2-81c9-6d525be31bfe req-c7b8b830-0054-46e4-9fc5-bc98b96a9104 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:21.504903 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3921de1-ce65-4fb2-81c9-6d525be31bfe req-c7b8b830-0054-46e4-9fc5-bc98b96a9104 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:21.508134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fa426-7e52-4d2f-9ea2-94f9f34482aa req-dfb2df46-6060-4790-b109-3b3dcad557fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:21.509725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f80fa426-7e52-4d2f-9ea2-94f9f34482aa req-dfb2df46-6060-4790-b109-3b3dcad557fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7634e97-488f-476f-9198-738f994516b5 HTTP/1.1" status: 200 len: 914 time: 0.1757376 Aug 03 19:04:21.593092 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f80fa426-7e52-4d2f-9ea2-94f9f34482aa req-fca5452c-cdc5-413c-8488-d21b2cd4f23a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7c1618c-9e7f-4883-b56f-a679525ec4df HTTP/1.1" status: 200 len: 217 time: 0.0679309 Aug 03 19:04:21.672594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3921de1-ce65-4fb2-81c9-6d525be31bfe req-c7b8b830-0054-46e4-9fc5-bc98b96a9104 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:21.675630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d3921de1-ce65-4fb2-81c9-6d525be31bfe req-c7b8b830-0054-46e4-9fc5-bc98b96a9104 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:21.676655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3921de1-ce65-4fb2-81c9-6d525be31bfe req-c7b8b830-0054-46e4-9fc5-bc98b96a9104 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "DELETE /v2.0/security-groups/76884c74-f34f-45f2-a196-9fb873bb85b9 HTTP/1.1" status: 204 len: 173 time: 0.3838193 Aug 03 19:04:21.708429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8b830-0054-46e4-9fc5-bc98b96a9104 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76884c74-f34f-45f2-a196-9fb873bb85b9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:21.726155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fa426-7e52-4d2f-9ea2-94f9f34482aa req-8fe8d078-50d3-46b4-bf87-85b0e92839dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:21.727791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f80fa426-7e52-4d2f-9ea2-94f9f34482aa req-8fe8d078-50d3-46b4-bf87-85b0e92839dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0564ea5d-5879-4895-b698-10a89e4ee061 HTTP/1.1" status: 200 len: 853 time: 0.1230266 Aug 03 19:04:21.793212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f80fa426-7e52-4d2f-9ea2-94f9f34482aa req-e10c7b20-cfb0-4fea-9739-ba423bf57353 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7634e97-488f-476f-9198-738f994516b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554199 Aug 03 19:04:21.801914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-f9de7de2-537c-4310-86c6-7f398d86849b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:21.803331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-f9de7de2-537c-4310-86c6-7f398d86849b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.2597928 Aug 03 19:04:21.868106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9b3c94d0-8e44-4ce1-9ddb-b42e6c069f8e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/quotas/9cedb32f4c8843edb406f839ba8551a1 HTTP/1.1" status: 200 len: 375 time: 0.0542061 Aug 03 19:04:21.896600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c20e0a-037a-4337-a6cb-6889d787b3a7 req-ad7ff482-989c-42ef-8071-bbbbba286201 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:21.900336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0c20e0a-037a-4337-a6cb-6889d787b3a7 req-ad7ff482-989c-42ef-8071-bbbbba286201 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 945 time: 0.1600077 Aug 03 19:04:21.923582 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c65f458c-80dd-485f-9af1-a0723f04eb86 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460148 Aug 03 19:04:22.030132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f80fa426-7e52-4d2f-9ea2-94f9f34482aa req-e19b3311-fd12-4fa2-b601-22176ad9a157 service neutron] 10.222.0.37 "GET /v2.0/networks/d7634e97-488f-476f-9198-738f994516b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243955 Aug 03 19:04:22.032970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0c20e0a-037a-4337-a6cb-6889d787b3a7 req-6f975365-7106-4af3-92e5-da7d483717bd tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120112 Aug 03 19:04:22.137617 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6716e93-97fe-4f3d-8c81-509a59888852 req-b8eaaef5-23bd-4405-9507-c545433f7951 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0431988 Aug 03 19:04:22.139421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-35fd3c34-6f81-46c0-bedd-3d523939b8bc service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004666 Aug 03 19:04:22.230984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f80fa426-7e52-4d2f-9ea2-94f9f34482aa req-546385a2-faa9-4e1b-b8c5-23c3b3b6961b service neutron] 10.222.0.37 "GET /v2.0/networks/d7634e97-488f-476f-9198-738f994516b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886859 Aug 03 19:04:22.264981 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c0705a2f-d09a-4ea2-9f2b-f6621712a5b7 service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175981 Aug 03 19:04:22.600480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e54dfa4-7115-438e-b4a4-3bfdff112761', 'name': 'network-vif-deleted', 'tag': '9360a349-ac1f-4f47-953e-dac827156aff'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:22.602967 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad5f747-d01b-4a28-a9ec-af95a40f2ad4" -d '{"events": [{"server_uuid": "9e54dfa4-7115-438e-b4a4-3bfdff112761", "name": "network-vif-deleted", "tag": "9360a349-ac1f-4f47-953e-dac827156aff"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:22.664956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82589a7-d13b-4d8b-ac86-4969545c3e9e req-bd912a54-00a9-4b74-ad8b-2fdf3bec1611 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:22.666616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a82589a7-d13b-4d8b-ac86-4969545c3e9e req-bd912a54-00a9-4b74-ad8b-2fdf3bec1611 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0692754 Aug 03 19:04:22.724219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a82589a7-d13b-4d8b-ac86-4969545c3e9e req-4cfca86f-e5cd-4d34-b9a5-ba6ca428cd3a tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467787 Aug 03 19:04:22.769900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc53c1-f776-4e9b-ac91-f1cf8f8c00a6 req-37fd835b-e54a-4b1e-aaed-4cebc9987d75 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:22.771834 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44fc53c1-f776-4e9b-ac91-f1cf8f8c00a6 req-37fd835b-e54a-4b1e-aaed-4cebc9987d75 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0722773 Aug 03 19:04:22.792911 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828b4a71-8fc2-481b-aec7-30703aed2a5d x-openstack-request-id: req-828b4a71-8fc2-481b-aec7-30703aed2a5d {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:22.793834 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e54dfa4-7115-438e-b4a4-3bfdff112761", "name": "network-vif-deleted", "tag": "9360a349-ac1f-4f47-953e-dac827156aff", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:22.794489 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-828b4a71-8fc2-481b-aec7-30703aed2a5d {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:22.795854 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e54dfa4-7115-438e-b4a4-3bfdff112761', 'name': 'network-vif-deleted', 'tag': '9360a349-ac1f-4f47-953e-dac827156aff', 'status': 'completed', 'code': 200} Aug 03 19:04:22.822117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44fc53c1-f776-4e9b-ac91-f1cf8f8c00a6 req-fff7e113-b78e-4dc7-b0b1-d6bd31d10259 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434196 Aug 03 19:04:22.851808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62b24fe6-08fc-4d37-92df-0ca5634fb1aa req-69ddf961-4d50-4614-a6af-18e1541acdab tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 210 time: 0.0285368 Aug 03 19:04:23.153257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97f0d-e9ac-4533-8f55-1957edf13686 req-cf2fab9a-901c-44aa-812e-020296db47d0 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:23.154855 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42e97f0d-e9ac-4533-8f55-1957edf13686 req-cf2fab9a-901c-44aa-812e-020296db47d0 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 945 time: 0.0529339 Aug 03 19:04:23.206891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42e97f0d-e9ac-4533-8f55-1957edf13686 req-5c809292-47ae-4489-a782-42c19a56a9d0 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452478 Aug 03 19:04:23.250271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f64c1de1-6b6f-4dbb-8ef4-08185bab5140 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:23.257837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3b51432-51db-43b0-abe4-6d71c47d5d69 req-1c809f4e-5d5c-4449-b507-ca951af991fd tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0289094 Aug 03 19:04:23.298788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: f64c1de1-6b6f-4dbb-8ef4-08185bab5140 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:23.299136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f64c1de1-6b6f-4dbb-8ef4-08185bab5140 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:23.432535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-14b11103-6f1b-4075-90d8-b114502727b4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:23.434681 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-14b11103-6f1b-4075-90d8-b114502727b4 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0695376 Aug 03 19:04:23.563486 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780a85-2bb6-4440-aae1-99382a2fc408 req-b5d2d124-75bb-42f3-8c42-eb470d53edc7 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:23.565062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2780a85-2bb6-4440-aae1-99382a2fc408 req-b5d2d124-75bb-42f3-8c42-eb470d53edc7 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 945 time: 0.0553427 Aug 03 19:04:23.610732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2780a85-2bb6-4440-aae1-99382a2fc408 req-7baa94a9-fba1-49a1-aec1-e78385e7e4d2 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387733 Aug 03 19:04:23.613860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Deleting port b8a2f67a-ce1e-416e-a84b-561b42d8abbb {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:23.614346 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:23.717004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] For port b8a2f67a-ce1e-416e-a84b-561b42d8abbb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:23.717382 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:23.852756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e56f3-e66a-47ab-9ba4-4491fd4b210a req-a255fc77-8aae-42df-8736-ce286dfc36a5 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:23.854477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c7e56f3-e66a-47ab-9ba4-4491fd4b210a req-a255fc77-8aae-42df-8736-ce286dfc36a5 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.0520484 Aug 03 19:04:23.894434 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:23.894903 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:23.895284 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Floating IP 11c16959-d37c-4e68-9a94-9e0b5ee21fba disassociated. External IP: 172.25.8.139, port: b8a2f67a-ce1e-416e-a84b-561b42d8abbb. Aug 03 19:04:23.895694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Calling delete_port for b8a2f67a-ce1e-416e-a84b-561b42d8abbb owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:23.897356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c7e56f3-e66a-47ab-9ba4-4491fd4b210a req-04213b61-99d1-483a-98fe-09ee786ea290 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363858 Aug 03 19:04:23.980696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14392a0-d0f6-49df-82c2-4f38aa18d481 req-c3d4b080-ced8-48b4-a424-4ce5a4d07c2c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:23.991617 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c14392a0-d0f6-49df-82c2-4f38aa18d481 req-c3d4b080-ced8-48b4-a424-4ce5a4d07c2c tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/ports?device_id=2a875bb9-a84a-423f-8c86-5e43919cb07e HTTP/1.1" status: 200 len: 944 time: 0.0759721 Aug 03 19:04:24.044453 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e1dd1dc-74da-4f4e-a153-fe62f9a191cf req-e8dcc9b0-36f3-46f2-b171-26cec838b8fb tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 210 time: 0.0496328 Aug 03 19:04:24.063658 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:24.103183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event deleted for resources: {'Port': ['ID=b8a2f67a-ce1e-416e-a84b-561b42d8abbb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:24.134514 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c14392a0-d0f6-49df-82c2-4f38aa18d481 req-e3e5fab3-64ff-4e55-b3ab-e8a5e99aca71 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups?id=e751e212-3ee6-4767-8492-8a039c25b072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415055 Aug 03 19:04:24.202737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-03c5d213-15d3-4bc7-be92-4c216b9f5a8a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:24.204296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-03c5d213-15d3-4bc7-be92-4c216b9f5a8a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.74 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.1851015 Aug 03 19:04:24.232554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Request body: {'port': {'device_id': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'admin_state_up': True, 'tenant_id': '9cedb32f4c8843edb406f839ba8551a1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:24.239153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:04:24.371067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Made reservation on behalf of 9cedb32f4c8843edb406f839ba8551a1 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:24.376441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:24.379234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:24.393033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2672d3-ee46-41f3-a801-a2742b78a333 None None] Sync routers for ids ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:24.410135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2672d3-ee46-41f3-a801-a2742b78a333 None None] Routers {'87dfe093-1a04-415c-acc5-e3be5ee2ce3a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:24.410990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8e2672d3-ee46-41f3-a801-a2742b78a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:24.421587 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c213d385-ec1f-4fb6-98c0-192ff7489881 req-fa9e9a54-0f1f-456b-ab94-c715fa1e8ed8 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0291910 Aug 03 19:04:24.439256 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] No DVR routers for this DVR port b8a2f67a-ce1e-416e-a84b-561b42d8abbb on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:24.442519 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:24.445042 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0f9481c-7b50-47f6-ba7f-c5493217ccc1 req-143e26d6-3b1e-45fa-8042-243dbe346430 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.74 "DELETE /v2.0/ports/b8a2f67a-ce1e-416e-a84b-561b42d8abbb HTTP/1.1" status: 204 len: 173 time: 0.9505465 Aug 03 19:04:24.551007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-8e2672d3-ee46-41f3-a801-a2742b78a333 None None] Set router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:24.623408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Allocated IP 172.20.0.12 (1eb4baa9-eb92-4272-b5b9-d4e937dacd30/9dc88900-b9b8-4c5c-ac1b-058bf6ec7366/fc165d44-30e0-44ba-a7d0-44b04b4c99df) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:24.796967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-deleted', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:24.800561 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4e510b-f451-463b-8b07-1039e451728c" -d '{"events": [{"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-deleted", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:24.840847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8e2672d3-ee46-41f3-a801-a2742b78a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:55Z', 'revision_number': 4, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '1341ec61-fb60-40b7-be84-30c073b68ec8', 'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'mac_address': 'fa:16:3e:96:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:53Z', 'updated_at': '2021-08-03T18:54:09Z', 'revision_number': 5, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'subnets': [{'id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:24.845308 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5795eb61-e443-4cc5-b300-840772d271ce x-openstack-request-id: req-5795eb61-e443-4cc5-b300-840772d271ce {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:24.845620 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a875bb9-a84a-423f-8c86-5e43919cb07e", "name": "network-vif-deleted", "tag": "b8a2f67a-ce1e-416e-a84b-561b42d8abbb", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:24.845938 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5795eb61-e443-4cc5-b300-840772d271ce {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:24.846287 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a875bb9-a84a-423f-8c86-5e43919cb07e', 'name': 'network-vif-deleted', 'tag': 'b8a2f67a-ce1e-416e-a84b-561b42d8abbb', 'status': 'completed', 'code': 200} Aug 03 19:04:24.886636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2672d3-ee46-41f3-a801-a2742b78a333 None None] Checking router: 87dfe093-1a04-415c-acc5-e3be5ee2ce3a for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:24.892420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7a924-467c-4671-9bb4-35589f0259dc req-9ac79e7a-524e-4eef-8b46-db15d7db5c91 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:24.894962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48f7a924-467c-4671-9bb4-35589f0259dc req-9ac79e7a-524e-4eef-8b46-db15d7db5c91 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 945 time: 0.1212277 Aug 03 19:04:24.904054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2672d3-ee46-41f3-a801-a2742b78a333 None None] Routers {'87dfe093-1a04-415c-acc5-e3be5ee2ce3a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:24.906795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8e2672d3-ee46-41f3-a801-a2742b78a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:24.937998 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:24.962360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48f7a924-467c-4671-9bb4-35589f0259dc req-b7c01b7c-3d45-4d32-a449-56ef1c85ce50 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/security-groups?id=309f1ad9-1a92-4491-9fa0-97cda3d411af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558178 Aug 03 19:04:25.022612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-8e2672d3-ee46-41f3-a801-a2742b78a333 None None] Set router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:25.031350 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:25.268459 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8e2672d3-ee46-41f3-a801-a2742b78a333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:55Z', 'revision_number': 4, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '1341ec61-fb60-40b7-be84-30c073b68ec8', 'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'mac_address': 'fa:16:3e:96:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:53Z', 'updated_at': '2021-08-03T18:54:09Z', 'revision_number': 5, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'subnets': [{'id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:25.303313 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2672d3-ee46-41f3-a801-a2742b78a333 None None] The sync data for ids ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'] in n-d-802918-7 is: [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T18:53:55Z', 'revision_number': 4, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '1341ec61-fb60-40b7-be84-30c073b68ec8', 'name': '', 'network_id': '2bf9a5b8-bfa0-479f-a96f-a333f322fcdf', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'mac_address': 'fa:16:3e:96:83:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:53Z', 'updated_at': '2021-08-03T18:54:09Z', 'revision_number': 5, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'subnets': [{'id': '566f535f-1949-4a30-a0e9-cad8aa066a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:25.431065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34952382-c1b0-43a2-a21f-ae4d2ab8553a req-b107622b-0a30-4640-b351-999d8c03b146 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:25.432513 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34952382-c1b0-43a2-a21f-ae4d2ab8553a req-b107622b-0a30-4640-b351-999d8c03b146 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.4389338 Aug 03 19:04:25.507696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:25.526945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:25.536567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event updated for resources: {'Port': ['ID=fc165d44-30e0-44ba-a7d0-44b04b4c99df,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:25.541960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:25.573259 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4a6d9-76c0-4cb5-bf34-b970e7708eed req-f4cc07e4-ca7c-4b2e-96a3-053d79f3c2f7 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:25.574894 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91a4a6d9-76c0-4cb5-bf34-b970e7708eed req-f4cc07e4-ca7c-4b2e-96a3-053d79f3c2f7 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 945 time: 0.0639446 Aug 03 19:04:25.578897 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d7fb2-5b80-4ecd-8dd2-ac7c69978781 None None] New status for floating IP 11c16959-d37c-4e68-9a94-9e0b5ee21fba: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:04:25.624391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34952382-c1b0-43a2-a21f-ae4d2ab8553a req-317548d6-36a7-430c-bae8-57d95583fd23 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/security-groups?id=29efc2d3-95e5-4ed1-8f4b-506af317f72a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822410 Aug 03 19:04:25.636837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca41a9-091d-4970-8bda-7bd15f33df24 req-9eb80e0a-cd8b-40b7-a647-ee44ffa921d4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:25.638548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08ca41a9-091d-4970-8bda-7bd15f33df24 req-9eb80e0a-cd8b-40b7-a647-ee44ffa921d4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 932 time: 0.2030311 Aug 03 19:04:25.649803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95eda31-a334-4520-bd32-ecbaf725a13e req-259ccd35-8d33-44cc-a2e3-bf6052960272 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:25.651478 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c95eda31-a334-4520-bd32-ecbaf725a13e req-259ccd35-8d33-44cc-a2e3-bf6052960272 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.37 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 946 time: 0.2148571 Aug 03 19:04:25.666708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:25.667382 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:25.719950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-91a4a6d9-76c0-4cb5-bf34-b970e7708eed req-841a64b2-8b92-44a0-9a21-b2b78598e545 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Deleting port b7c1618c-9e7f-4883-b56f-a679525ec4df {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:25.720312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a4a6d9-76c0-4cb5-bf34-b970e7708eed req-841a64b2-8b92-44a0-9a21-b2b78598e545 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:25.751846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-9e5c62a0-f0a3-4d84-a80e-7bcc14fdcfe2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5241654 Aug 03 19:04:25.775109 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08ca41a9-091d-4970-8bda-7bd15f33df24 req-2c6e3cc9-23eb-4baa-b8b3-139d674ff77c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214573 Aug 03 19:04:25.805089 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Request body: {'port': {'device_id': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:25.837055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-91a4a6d9-76c0-4cb5-bf34-b970e7708eed req-841a64b2-8b92-44a0-9a21-b2b78598e545 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] For port b7c1618c-9e7f-4883-b56f-a679525ec4df, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=b7c1618c-9e7f-4883-b56f-a679525ec4df,segment=NetworkSegment(37f36c36-8884-4fcd-9810-f54278e18811),segment_id=37f36c36-8884-4fcd-9810-f54278e18811)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:25.837765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a4a6d9-76c0-4cb5-bf34-b970e7708eed req-841a64b2-8b92-44a0-9a21-b2b78598e545 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:25.851506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-91a4a6d9-76c0-4cb5-bf34-b970e7708eed req-841a64b2-8b92-44a0-9a21-b2b78598e545 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Calling delete_port for b7c1618c-9e7f-4883-b56f-a679525ec4df owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:25.863825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd1a40a5-8fff-4fcd-9511-b6c52567a0ab req-a4f4f614-7cd9-45a2-bf27-4d4092bef940 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0647540 Aug 03 19:04:25.912785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47716) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:25.930599 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:25.951125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-c95eda31-a334-4520-bd32-ecbaf725a13e req-fb7231fb-20ed-4463-a787-b6a24346c85c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Deleting port 38e60848-796e-44b5-a208-063d784c4b15 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:25.951368 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c95eda31-a334-4520-bd32-ecbaf725a13e req-fb7231fb-20ed-4463-a787-b6a24346c85c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.012957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff7fac9d-8605-4158-922b-f44410224565 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.064382 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff7fac9d-8605-4158-922b-f44410224565 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.106608 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a4a6d9-76c0-4cb5-bf34-b970e7708eed req-841a64b2-8b92-44a0-9a21-b2b78598e545 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.119147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['b7c1618c-9e7f-4883-b56f-a679525ec4df'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:26.145088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a64b2-8b92-44a0-9a21-b2b78598e545 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Pushing event deleted for resources: {'Port': ['ID=b7c1618c-9e7f-4883-b56f-a679525ec4df,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:26.187557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-555098bb-31c4-4d74-b8a7-ab4cc6a5cc4b req-f3822cfb-507f-4dc3-b2ff-a82bfcc9cbec tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.78 "GET /v2.0/ports?device_id=dfd404ab-aba6-4ad6-9ddf-e81274a3a82e HTTP/1.1" status: 200 len: 210 time: 0.1264203 Aug 03 19:04:26.193699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a4a6d9-76c0-4cb5-bf34-b970e7708eed req-841a64b2-8b92-44a0-9a21-b2b78598e545 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] No DVR routers for this DVR port b7c1618c-9e7f-4883-b56f-a679525ec4df on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:26.197016 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a4a6d9-76c0-4cb5-bf34-b970e7708eed req-841a64b2-8b92-44a0-9a21-b2b78598e545 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.198911 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91a4a6d9-76c0-4cb5-bf34-b970e7708eed req-841a64b2-8b92-44a0-9a21-b2b78598e545 tempest-InstanceActionsTestJSON-755297909 tempest-InstanceActionsTestJSON-755297909-project] 10.222.0.37 "DELETE /v2.0/ports/b7c1618c-9e7f-4883-b56f-a679525ec4df HTTP/1.1" status: 204 len: 173 time: 0.6168220 Aug 03 19:04:26.200086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff7fac9d-8605-4158-922b-f44410224565 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.210983 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff7fac9d-8605-4158-922b-f44410224565 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.212728 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ff7fac9d-8605-4158-922b-f44410224565 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "DELETE /v2.0/security-groups/e751e212-3ee6-4767-8492-8a039c25b072 HTTP/1.1" status: 204 len: 168 time: 0.2944777 Aug 03 19:04:26.217049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47720) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:26.219704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c95eda31-a334-4520-bd32-ecbaf725a13e req-fb7231fb-20ed-4463-a787-b6a24346c85c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] For port 38e60848-796e-44b5-a208-063d784c4b15, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=38e60848-796e-44b5-a208-063d784c4b15,segment=NetworkSegment(3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9),segment_id=3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:26.220125 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c95eda31-a334-4520-bd32-ecbaf725a13e req-fb7231fb-20ed-4463-a787-b6a24346c85c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.234954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fac9d-8605-4158-922b-f44410224565 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e751e212-3ee6-4767-8492-8a039c25b072,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:26.243735 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-569f2823-e91f-4466-a389-c8714b068b34 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] show failed (client error): The resource could not be found. Aug 03 19:04:26.248347 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-569f2823-e91f-4466-a389-c8714b068b34 tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "GET /v2.0/security-groups/e751e212-3ee6-4767-8492-8a039c25b072 HTTP/1.1" status: 404 len: 347 time: 0.0258708 Aug 03 19:04:26.248643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47722) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:26.282688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-c95eda31-a334-4520-bd32-ecbaf725a13e req-fb7231fb-20ed-4463-a787-b6a24346c85c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Calling delete_port for 38e60848-796e-44b5-a208-063d784c4b15 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:26.393439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-702c7199-283e-438a-9dde-1cd63a6e017b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Deleting port 93ef347c-f317-459e-a474-871098b72e63 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:26.393813 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-702c7199-283e-438a-9dde-1cd63a6e017b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.476886 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-702c7199-283e-438a-9dde-1cd63a6e017b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.477125 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-702c7199-283e-438a-9dde-1cd63a6e017b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.489901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-702c7199-283e-438a-9dde-1cd63a6e017b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Calling delete_port for 93ef347c-f317-459e-a474-871098b72e63 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:26.505019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc165d44-30e0-44ba-a7d0-44b04b4c99df {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:26.517214 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.537715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c95eda31-a334-4520-bd32-ecbaf725a13e req-fb7231fb-20ed-4463-a787-b6a24346c85c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.541195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Transition to ACTIVE for port object fc165d44-30e0-44ba-a7d0-44b04b4c99df will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:26.549674 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.578253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7231fb-20ed-4463-a787-b6a24346c85c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Pushing event deleted for resources: {'Port': ['ID=38e60848-796e-44b5-a208-063d784c4b15,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:26.666663 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-702c7199-283e-438a-9dde-1cd63a6e017b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.669485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95eda31-a334-4520-bd32-ecbaf725a13e req-fb7231fb-20ed-4463-a787-b6a24346c85c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] No DVR routers for this DVR port 38e60848-796e-44b5-a208-063d784c4b15 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:26.673799 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c95eda31-a334-4520-bd32-ecbaf725a13e req-fb7231fb-20ed-4463-a787-b6a24346c85c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.676091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c95eda31-a334-4520-bd32-ecbaf725a13e req-fb7231fb-20ed-4463-a787-b6a24346c85c tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.37 "DELETE /v2.0/ports/38e60848-796e-44b5-a208-063d784c4b15 HTTP/1.1" status: 204 len: 173 time: 1.0047202 Aug 03 19:04:26.679949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'name': 'network-vif-deleted', 'tag': '38e60848-796e-44b5-a208-063d784c4b15'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:26.682910 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183bf186-2c53-4834-92bc-d149a3d71bf5" -d '{"events": [{"server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "name": "network-vif-deleted", "tag": "38e60848-796e-44b5-a208-063d784c4b15"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:26.702215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc165d44-30e0-44ba-a7d0-44b04b4c99df,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:26.740468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c7199-283e-438a-9dde-1cd63a6e017b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Pushing event deleted for resources: {'Port': ['ID=93ef347c-f317-459e-a474-871098b72e63,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:26.775054 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92481e0d-bf0f-4b7b-a3bb-c316533934e3 x-openstack-request-id: req-92481e0d-bf0f-4b7b-a3bb-c316533934e3 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:26.775350 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f02a8-0f8d-475b-b2b8-4a2f1d8660bc", "name": "network-vif-deleted", "tag": "38e60848-796e-44b5-a208-063d784c4b15", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:26.775900 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92481e0d-bf0f-4b7b-a3bb-c316533934e3 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:26.776376 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f02a8-0f8d-475b-b2b8-4a2f1d8660bc', 'name': 'network-vif-deleted', 'tag': '38e60848-796e-44b5-a208-063d784c4b15', 'status': 'completed', 'code': 200} Aug 03 19:04:26.812823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e526126a-3e53-4bb0-9c7d-43a9b9cec7fe req-7f4fb7be-f29f-48b8-af18-003ad156a528 tempest-ServerRescueTestJSONUnderV235-1090724598 tempest-ServerRescueTestJSONUnderV235-1090724598-project] 10.222.0.78 "GET /v2.0/ports?device_id=224f02a8-0f8d-475b-b2b8-4a2f1d8660bc HTTP/1.1" status: 200 len: 210 time: 0.0402179 Aug 03 19:04:26.816703 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-702c7199-283e-438a-9dde-1cd63a6e017b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.820568 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-702c7199-283e-438a-9dde-1cd63a6e017b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.825596 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-702c7199-283e-438a-9dde-1cd63a6e017b tempest-ServerActionsTestJSON-1868068627 tempest-ServerActionsTestJSON-1868068627-project] 10.222.0.78 "DELETE /v2.0/floatingips/11c16959-d37c-4e68-9a94-9e0b5ee21fba HTTP/1.1" status: 204 len: 168 time: 0.5732269 Aug 03 19:04:26.828290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47730) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:26.845548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Attempting to bind port fc165d44-30e0-44ba-a7d0-44b04b4c99df on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:26.846236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Attempting to bind port fc165d44-30e0-44ba-a7d0-44b04b4c99df by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:26.846792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Attempting to bind port fc165d44-30e0-44ba-a7d0-44b04b4c99df on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:26.847955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd404ab-aba6-4ad6-9ddf-e81274a3a82e', 'name': 'network-vif-deleted', 'tag': 'b7c1618c-9e7f-4883-b56f-a679525ec4df'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:26.854562 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3712150a-9178-4b96-9b1b-0c9b8cb1807e" -d '{"events": [{"server_uuid": "dfd404ab-aba6-4ad6-9ddf-e81274a3a82e", "name": "network-vif-deleted", "tag": "b7c1618c-9e7f-4883-b56f-a679525ec4df"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:26.855831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Port fc165d44-30e0-44ba-a7d0-44b04b4c99df on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:26.856174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Attempting to bind port fc165d44-30e0-44ba-a7d0-44b04b4c99df on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:26.866718 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:26.867181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Checking segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:26.867862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Bound using segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:26.868308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Bound port: fc165d44-30e0-44ba-a7d0-44b04b4c99df, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:26.868789 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.923338 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5b17e5-e05d-4fca-a793-acb97258b2fd x-openstack-request-id: req-0a5b17e5-e05d-4fca-a793-acb97258b2fd {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:26.923774 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd404ab-aba6-4ad6-9ddf-e81274a3a82e", "name": "network-vif-deleted", "tag": "b7c1618c-9e7f-4883-b56f-a679525ec4df", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:26.924232 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a5b17e5-e05d-4fca-a793-acb97258b2fd {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:26.924731 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd404ab-aba6-4ad6-9ddf-e81274a3a82e', 'name': 'network-vif-deleted', 'tag': 'b7c1618c-9e7f-4883-b56f-a679525ec4df', 'status': 'completed', 'code': 200} Aug 03 19:04:27.004327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] For port fc165d44-30e0-44ba-a7d0-44b04b4c99df, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:27.013716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] For port fc165d44-30e0-44ba-a7d0-44b04b4c99df, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:27.021979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.057128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5029c-65a6-4652-b02a-328fafa5dc65 req-d7b56775-5dae-440c-9d4e-69e6c7b7f58f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:27.058789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d9e5029c-65a6-4652-b02a-328fafa5dc65 req-d7b56775-5dae-440c-9d4e-69e6c7b7f58f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 944 time: 0.1301339 Aug 03 19:04:27.089047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:27.090050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.091571 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] 10.222.0.74 "PUT /v2.0/ports/fc165d44-30e0-44ba-a7d0-44b04b4c99df HTTP/1.1" status: 200 len: 1092 time: 1.2937863 Aug 03 19:04:27.148787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-769ca2ea-d9bf-4b17-9e0f-fadc00e19f46 req-7e82914d-24a7-445d-ac58-a1c5dae9ddcb tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0463097 Aug 03 19:04:27.204847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1670f40-47f3-424d-bb8b-1cc6be6dd3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc165d44-30e0-44ba-a7d0-44b04b4c99df,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:27.234029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d9e5029c-65a6-4652-b02a-328fafa5dc65 req-c7ce4f92-3de8-48e8-a54a-e9ffc8b970fa tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381464 Aug 03 19:04:27.260598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-17fe8cec-d3f5-4d97-9234-924918bcb5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:27.262774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-17fe8cec-d3f5-4d97-9234-924918bcb5e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 1095 time: 0.0754654 Aug 03 19:04:27.285264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:27.320785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: b8a2f67a-ce1e-416e-a84b-561b42d8abbb {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:27.321743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b8a2f67a-ce1e-416e-a84b-561b42d8abbb not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:27.324432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47746) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:27.351369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-57d52ab6-8287-4183-9f48-d494f4dddf81 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df HTTP/1.1" status: 200 len: 217 time: 0.0577891 Aug 03 19:04:27.394456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-434b22fb-9803-4a2c-a7fa-44c137f07d3b admin admin] Deleting subnet 0564ea5d-5879-4895-b698-10a89e4ee061 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:04:27.399137 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-434b22fb-9803-4a2c-a7fa-44c137f07d3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.409218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-5ec9afb7-df6c-4dbc-8297-0d3f69b5648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:27.410961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-5ec9afb7-df6c-4dbc-8297-0d3f69b5648d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.0508173 Aug 03 19:04:27.448191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-052d92b6-e39b-4fe0-99ae-b7317b8a4929 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279572 Aug 03 19:04:27.450991 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-434b22fb-9803-4a2c-a7fa-44c137f07d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.517082 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-434b22fb-9803-4a2c-a7fa-44c137f07d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.552094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-c9acd9e9-a623-43e3-be45-526a3142c34d service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939076 Aug 03 19:04:27.586642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.623642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-434b22fb-9803-4a2c-a7fa-44c137f07d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.650062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a73e3b-240d-4ba3-981e-339e29627c12 req-3f24d83a-0465-4028-b2f6-b47db3f0e9cc service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872407 Aug 03 19:04:27.657450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-434b22fb-9803-4a2c-a7fa-44c137f07d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.659651 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-434b22fb-9803-4a2c-a7fa-44c137f07d3b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0564ea5d-5879-4895-b698-10a89e4ee061 HTTP/1.1" status: 204 len: 168 time: 0.3314741 Aug 03 19:04:27.660261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b22fb-9803-4a2c-a7fa-44c137f07d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0564ea5d-5879-4895-b698-10a89e4ee061,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:27.662232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47748) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:27.742240 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.825953 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.837468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7634e97-488f-476f-9198-738f994516b5']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:27.849915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f36c36-8884-4fcd-9810-f54278e18811') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:27.851479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f36c36-8884-4fcd-9810-f54278e18811') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:27.863135 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.879279 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.881257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47752) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:27.927180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:04:27.927591 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:04:27.929358 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:04:27.988991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b7c1618c-9e7f-4883-b56f-a679525ec4df no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:28.011576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: b7c1618c-9e7f-4883-b56f-a679525ec4df {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:28.012227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device b7c1618c-9e7f-4883-b56f-a679525ec4df not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:28.012862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 38e60848-796e-44b5-a208-063d784c4b15 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:28.028089 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.036872 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 38e60848-796e-44b5-a208-063d784c4b15 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:28.037419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 38e60848-796e-44b5-a208-063d784c4b15 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:28.048486 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.054200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d7634e97-488f-476f-9198-738f994516b5 HTTP/1.1" status: 204 len: 168 time: 0.3872397 Aug 03 19:04:28.054200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8ac76-17fd-4fe2-a697-3c1813e31058 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7634e97-488f-476f-9198-738f994516b5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:28.212848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47760) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:28.214239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] Deleting port 1341ec61-fb60-40b7-be84-30c073b68ec8 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:28.214585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.295381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-640e79f0-1b64-471a-bfd4-e52bae7ffb1d req-36065d4a-7e02-49ee-88d9-73c45bcddf90 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0476265 Aug 03 19:04:28.309950 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-373d36a8-660d-47e9-addd-5b8b84816aee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=570bf87a1b0445d5941fbf31c7065744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0923312 Aug 03 19:04:28.316839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47766) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:28.389364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] For port 1341ec61-fb60-40b7-be84-30c073b68ec8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1341ec61-fb60-40b7-be84-30c073b68ec8,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:28.389702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.410637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] Calling delete_port for 1341ec61-fb60-40b7-be84-30c073b68ec8 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:28.420056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00064b-7f9f-4568-9eee-b1f2ce1b37e4 req-5485c907-f8e5-479c-a2b1-c3ca965acacb tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:28.423608 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7eb62759-4299-477b-aeb8-e8accfdef9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.427382 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a00064b-7f9f-4568-9eee-b1f2ce1b37e4 req-5485c907-f8e5-479c-a2b1-c3ca965acacb tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 944 time: 0.0953856 Aug 03 19:04:28.478722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7eb62759-4299-477b-aeb8-e8accfdef9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.502229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a00064b-7f9f-4568-9eee-b1f2ce1b37e4 req-59dfcfc5-9d77-42b1-9795-8539bea0215e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725248 Aug 03 19:04:28.519369 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.591003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7eb62759-4299-477b-aeb8-e8accfdef9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.593431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7eb62759-4299-477b-aeb8-e8accfdef9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.594627 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7eb62759-4299-477b-aeb8-e8accfdef9b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/309f1ad9-1a92-4491-9fa0-97cda3d411af HTTP/1.1" status: 204 len: 168 time: 0.2675281 Aug 03 19:04:28.610721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb62759-4299-477b-aeb8-e8accfdef9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309f1ad9-1a92-4491-9fa0-97cda3d411af,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:28.683605 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.711854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] Pushing event deleted for resources: {'Port': ['ID=1341ec61-fb60-40b7-be84-30c073b68ec8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:28.777336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'tag': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:28.779839 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171b1d20-0a39-4411-95e8-72820dcdfec5" -d '{"events": [{"name": "network-changed", "server_uuid": "9cea0dbb-6e64-43b2-9752-c21fa3585064", "tag": "fc165d44-30e0-44ba-a7d0-44b04b4c99df"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:28.802602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] Deleting port da5c5f1a-5c8e-47cc-953e-4b0092034fcb {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:28.802921 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.844962 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9307a7b1-465e-4364-a07c-d92cbe6ba99b x-openstack-request-id: req-9307a7b1-465e-4364-a07c-d92cbe6ba99b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:28.845247 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cea0dbb-6e64-43b2-9752-c21fa3585064", "tag": "fc165d44-30e0-44ba-a7d0-44b04b4c99df", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:28.845614 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9307a7b1-465e-4364-a07c-d92cbe6ba99b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:28.846087 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'tag': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df', 'status': 'completed', 'code': 200} Aug 03 19:04:28.952176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] For port da5c5f1a-5c8e-47cc-953e-4b0092034fcb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=da5c5f1a-5c8e-47cc-953e-4b0092034fcb,segment=NetworkSegment(3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9),segment_id=3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:28.952648 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.953855 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.984276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b1d20-0a39-4411-95e8-72820dcdfec5 req-8a178271-3275-40dd-a0c3-8e2d793cff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:28.986086 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-171b1d20-0a39-4411-95e8-72820dcdfec5 req-8a178271-3275-40dd-a0c3-8e2d793cff31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 1095 time: 0.0793917 Aug 03 19:04:28.987492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] Calling delete_port for da5c5f1a-5c8e-47cc-953e-4b0092034fcb owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:29.213543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] Router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:04:29.229952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b1d20-0a39-4411-95e8-72820dcdfec5 req-c89f1c4a-6cb4-44e1-8fdc-db9e21913a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:29.231482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-171b1d20-0a39-4411-95e8-72820dcdfec5 req-c89f1c4a-6cb4-44e1-8fdc-db9e21913a30 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 912 time: 0.2302651 Aug 03 19:04:29.299229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fc165d44-30e0-44ba-a7d0-44b04b4c99df details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:29.317929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-171b1d20-0a39-4411-95e8-72820dcdfec5 req-538c9255-b9b2-4581-bf34-d9c6a35076c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df HTTP/1.1" status: 200 len: 217 time: 0.0558984 Aug 03 19:04:29.368582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:29.380629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866e798-b90f-4fd4-8529-4b536ce1fcd1 None None] Sync routers for ids ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:29.391738 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-73913807-2979-493f-a941-1988f5e15071 admin admin] 10.222.0.78 "PUT /v2.0/routers/87dfe093-1a04-415c-acc5-e3be5ee2ce3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5600762 Aug 03 19:04:29.392181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47798) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:29.427300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b1d20-0a39-4411-95e8-72820dcdfec5 req-dac6c1fd-e911-42b4-854a-ad618d3aebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:29.432209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-171b1d20-0a39-4411-95e8-72820dcdfec5 req-dac6c1fd-e911-42b4-854a-ad618d3aebee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.1025603 Aug 03 19:04:29.480641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fc165d44-30e0-44ba-a7d0-44b04b4c99df, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:29.517908 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.520451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-171b1d20-0a39-4411-95e8-72820dcdfec5 req-6d7663cb-7ee4-4eec-b207-523171c52f4e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721815 Aug 03 19:04:29.526832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b80a1bdc-a617-4a7d-9acc-80ed4cda268c req-48a45633-fae1-481c-87bf-b71d6b8d348a tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0939510 Aug 03 19:04:29.530703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866e798-b90f-4fd4-8529-4b536ce1fcd1 None None] Routers {'87dfe093-1a04-415c-acc5-e3be5ee2ce3a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:29.532058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7866e798-b90f-4fd4-8529-4b536ce1fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:29.534997 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'port_id': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df', 'mac_address': 'fa:16:3e:01:1c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc88900-b9b8-4c5c-ac1b-058bf6ec7366', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:29.539096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47806) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:29.546826 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.583804 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] Pushing event deleted for resources: {'Port': ['ID=da5c5f1a-5c8e-47cc-953e-4b0092034fcb,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:29.681603 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.751732 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.768575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc165d44-30e0-44ba-a7d0-44b04b4c99df {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:29.804230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fc165d44-30e0-44ba-a7d0-44b04b4c99df, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:29.814111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-7866e798-b90f-4fd4-8529-4b536ce1fcd1 None None] Set router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:29.817382 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.821596 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.880447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Deleting port ca24d4df-f50e-45a0-886c-5d1c7b1f9537 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:29.880905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.970932 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=fc165d44-30e0-44ba-a7d0-44b04b4c99df,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:29.975913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] For port ca24d4df-f50e-45a0-886c-5d1c7b1f9537, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ca24d4df-f50e-45a0-886c-5d1c7b1f9537,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:29.975913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.991812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Calling delete_port for ca24d4df-f50e-45a0-886c-5d1c7b1f9537 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:30.052691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-755534184-network', 'tenant_id': '6af2a357af664d3298a38cfed38d340e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:30.054790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7866e798-b90f-4fd4-8529-4b536ce1fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T19:04:28Z', 'revision_number': 5, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port': {'id': 'ca24d4df-f50e-45a0-886c-5d1c7b1f9537', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:53:48Z', 'updated_at': '2021-08-03T18:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:30.081831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866e798-b90f-4fd4-8529-4b536ce1fcd1 None None] Checking router: 87dfe093-1a04-415c-acc5-e3be5ee2ce3a for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:30.091148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866e798-b90f-4fd4-8529-4b536ce1fcd1 None None] Routers {'87dfe093-1a04-415c-acc5-e3be5ee2ce3a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:30.091848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7866e798-b90f-4fd4-8529-4b536ce1fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:30.162139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Made reservation on behalf of 6af2a357af664d3298a38cfed38d340e for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:30.163784 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.193009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.196739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-7866e798-b90f-4fd4-8529-4b536ce1fcd1 None None] Set router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:30.197585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.232640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca24d4df-f50e-45a0-886c-5d1c7b1f9537,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:30.234711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aca67-2f83-4739-ac9b-fd8266bb55e6 req-b9708528-1351-40a8-89cb-ea60091ad23a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:30.242677 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-349aca67-2f83-4739-ac9b-fd8266bb55e6 req-b9708528-1351-40a8-89cb-ea60091ad23a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 945 time: 0.5857952 Aug 03 19:04:30.260177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7866e798-b90f-4fd4-8529-4b536ce1fcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T19:04:29Z', 'revision_number': 6, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:30.288288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866e798-b90f-4fd4-8529-4b536ce1fcd1 None None] The sync data for ids ['87dfe093-1a04-415c-acc5-e3be5ee2ce3a'] in n-d-802918-7 is: [{'id': '87dfe093-1a04-415c-acc5-e3be5ee2ce3a', 'name': 'tempest-ServerActionsTestJSON-661323411-router', 'tenant_id': '60edf04d68a54b668308e36955acb7f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:53:47Z', 'updated_at': '2021-08-03T19:04:29Z', 'revision_number': 6, 'project_id': '60edf04d68a54b668308e36955acb7f4', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:30.293932 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.311654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['fc165d44-30e0-44ba-a7d0-44b04b4c99df'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:30.349277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-171b1d20-0a39-4411-95e8-72820dcdfec5 req-0a93d317-f7ed-4b0b-a5bb-137899605cc3 service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666798 Aug 03 19:04:30.372865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.403858 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.406151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.461323 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.461933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87dfe093-1a04-415c-acc5-e3be5ee2ce3a {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:04:30.467033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.468293 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-106bf30c-69a8-4b25-b348-bd963bd089e0 admin admin] 10.222.0.78 "DELETE /v2.0/routers/87dfe093-1a04-415c-acc5-e3be5ee2ce3a HTTP/1.1" status: 204 len: 168 time: 1.0752137 Aug 03 19:04:30.471336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47812) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:30.513485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-349aca67-2f83-4739-ac9b-fd8266bb55e6 req-a35b1c44-f8a2-4737-8321-d440389c5e2a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696652 Aug 03 19:04:30.523102 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b6ec0f-0ea5-40b6-9937-ab2d6c350c5a admin admin] Deleting subnet 566f535f-1949-4a30-a0e9-cad8aa066a09 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:04:30.532230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58b6ec0f-0ea5-40b6-9937-ab2d6c350c5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.573426 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58b6ec0f-0ea5-40b6-9937-ab2d6c350c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.651662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.655275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-171b1d20-0a39-4411-95e8-72820dcdfec5 req-704ef0b0-3791-45f8-b4eb-b61d3ba834ae service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670622 Aug 03 19:04:30.669356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.677377 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58b6ec0f-0ea5-40b6-9937-ab2d6c350c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.695350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba054808-87e9-43c9-8895-8c01a7eea8b2 req-59ee4cf0-0fad-4d89-a0b3-5173f2fb5060 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0501351 Aug 03 19:04:30.715448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:04:30.734274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d918dfac-eb66-4d32-a3f8-d277efaa8a8b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:30.773403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58b6ec0f-0ea5-40b6-9937-ab2d6c350c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.779389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.779753 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Added segment b00a9652-cd54-482d-81d0-92fc51735ad1 of type vlan for network 47777064-1c98-4765-8169-61e3ba2cfcb1 Aug 03 19:04:30.807438 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6ec0f-0ea5-40b6-9937-ab2d6c350c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566f535f-1949-4a30-a0e9-cad8aa066a09,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:30.809536 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58b6ec0f-0ea5-40b6-9937-ab2d6c350c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.814135 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-58b6ec0f-0ea5-40b6-9937-ab2d6c350c5a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/566f535f-1949-4a30-a0e9-cad8aa066a09 HTTP/1.1" status: 204 len: 168 time: 0.3418686 Aug 03 19:04:30.814767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47820) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:30.819060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b268b3-f37f-4ce1-9954-00fa42c982db None None] Network 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:30.870672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.910441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.924152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] Router 4c887311-0ac5-4707-925b-06f7cbbd6df7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:04:30.929284 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.930501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:30.931167 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.982164 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Deleting port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:30.982518 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.994985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4557059 Aug 03 19:04:30.999739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47822) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:31.030216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] Request body: {'subnet': {'network_id': '47777064-1c98-4765-8169-61e3ba2cfcb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-755534184-subnet', 'tenant_id': '6af2a357af664d3298a38cfed38d340e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:31.056245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d3c50-ec53-4266-b6de-96f847ee4981 admin admin] Pushing event updated for resources: {'Network': ['ID=47777064-1c98-4765-8169-61e3ba2cfcb1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:31.072181 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 47777064-1c98-4765-8169-61e3ba2cfcb1 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:04:31.076059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] For port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:31.076985 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.087083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] Made reservation on behalf of 6af2a357af664d3298a38cfed38d340e for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:31.089593 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.106899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Calling delete_port for 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:31.137315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:31.145182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-23dbe3e9-d157-4398-b86c-0dbdc7f430cb admin admin] 10.222.0.78 "PUT /v2.0/routers/4c887311-0ac5-4707-925b-06f7cbbd6df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2626455 Aug 03 19:04:31.145851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47824) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:31.147969 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca748b42-b6ce-4398-ab94-51720be8927a None None] Sync routers for ids ['4c887311-0ac5-4707-925b-06f7cbbd6df7'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:31.176263 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca748b42-b6ce-4398-ab94-51720be8927a None None] Routers {'4c887311-0ac5-4707-925b-06f7cbbd6df7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:31.177142 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ca748b42-b6ce-4398-ab94-51720be8927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4c887311-0ac5-4707-925b-06f7cbbd6df7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:31.205832 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9353c925-0c09-42f3-afe2-7dbec3d6f838 None None] DHCP port deletion for 2bf9a5b8-bfa0-479f-a96f-a333f322fcdf request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:04:31.299313 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.306696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9353c925-0c09-42f3-afe2-7dbec3d6f838 None None] Deleting port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:31.307658 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9353c925-0c09-42f3-afe2-7dbec3d6f838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.325047 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.415270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.460996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9353c925-0c09-42f3-afe2-7dbec3d6f838 None None] For port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167,segment=NetworkSegment(d8bda778-f131-44f4-9f1e-cfd0a87ee665),segment_id=d8bda778-f131-44f4-9f1e-cfd0a87ee665)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:31.461654 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9353c925-0c09-42f3-afe2-7dbec3d6f838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.467254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:31.487007 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ca748b42-b6ce-4398-ab94-51720be8927a None None] Set router 4c887311-0ac5-4707-925b-06f7cbbd6df7 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:31.552639 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.622130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=deed3f20-ac96-4f2f-908e-eeeaa32c3a8c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:31.629451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] No DVR routers for this DVR port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:31.677880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca24d4df-f50e-45a0-886c-5d1c7b1f9537 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:31.680463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Deleting port 18afdb10-0602-4b41-87b1-aae114fb6d9f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:31.681229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.686556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9353c925-0c09-42f3-afe2-7dbec3d6f838 None None] Calling delete_port for 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:31.724883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ca24d4df-f50e-45a0-886c-5d1c7b1f9537 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:31.725469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca24d4df-f50e-45a0-886c-5d1c7b1f9537 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:31.726157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:31.765084 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:31.765439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:31.773853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1341ec61-fb60-40b7-be84-30c073b68ec8 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:31.807091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] For port 18afdb10-0602-4b41-87b1-aae114fb6d9f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=18afdb10-0602-4b41-87b1-aae114fb6d9f,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:31.807476 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.822781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Calling delete_port for 18afdb10-0602-4b41-87b1-aae114fb6d9f owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:31.841910 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ca748b42-b6ce-4398-ab94-51720be8927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:04:29Z', 'revision_number': 5, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port': {'id': '18afdb10-0602-4b41-87b1-aae114fb6d9f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:11Z', 'updated_at': '2021-08-03T19:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:31.848747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 1341ec61-fb60-40b7-be84-30c073b68ec8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:31.848747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1341ec61-fb60-40b7-be84-30c073b68ec8 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:31.890683 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca748b42-b6ce-4398-ab94-51720be8927a None None] Checking router: 4c887311-0ac5-4707-925b-06f7cbbd6df7 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:31.904095 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca748b42-b6ce-4398-ab94-51720be8927a None None] Routers {'4c887311-0ac5-4707-925b-06f7cbbd6df7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:31.905097 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ca748b42-b6ce-4398-ab94-51720be8927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4c887311-0ac5-4707-925b-06f7cbbd6df7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:31.915779 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9353c925-0c09-42f3-afe2-7dbec3d6f838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.927976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.950193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353c925-0c09-42f3-afe2-7dbec3d6f838 None None] Pushing event deleted for resources: {'Port': ['ID=17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:31.952428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] Checking segment: {'id': 'b00a9652-cd54-482d-81d0-92fc51735ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '47777064-1c98-4765-8169-61e3ba2cfcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:31.952829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] Network hostable DHCP agents. Network: 47777064-1c98-4765-8169-61e3ba2cfcb1, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:04:31.954148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9353c925-0c09-42f3-afe2-7dbec3d6f838 None None] No DVR routers for this DVR port 17ed0fb6-1eb3-4e84-ba7e-1dfb1fc66167 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:31.955135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88108c67-c6f5-4f75-8c4b-9fb11212f356 req-2639595b-285d-4756-bafe-2bbd62d0b641 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:31.957400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88108c67-c6f5-4f75-8c4b-9fb11212f356 req-2639595b-285d-4756-bafe-2bbd62d0b641 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 945 time: 0.1301801 Aug 03 19:04:31.976327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf9a5b8-bfa0-479f-a96f-a333f322fcdf']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:31.990791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bda778-f131-44f4-9f1e-cfd0a87ee665') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:31.991125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bda778-f131-44f4-9f1e-cfd0a87ee665') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:31.999365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] Network 47777064-1c98-4765-8169-61e3ba2cfcb1 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:04:32.004661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.018905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 47777064-1c98-4765-8169-61e3ba2cfcb1) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:32.022298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a18897d1-dfa6-48be-9146-9bf04f2d4146 req-69dc0c4f-8624-4e4b-81ff-d6ef0f50d1f4 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0366633 Aug 03 19:04:32.026666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:32.027472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.030276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d8df5-a237-494a-b118-5cf921df37d5 None None] Network 47777064-1c98-4765-8169-61e3ba2cfcb1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:32.040496 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.047474 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:04:32.047722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.050844 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3bea6078-60a2-42b5-b8b7-766495af7fac admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0243156 Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:04:32.051120 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:04:32.085759 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ca748b42-b6ce-4398-ab94-51720be8927a None None] Set router 4c887311-0ac5-4707-925b-06f7cbbd6df7 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:32.104499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88108c67-c6f5-4f75-8c4b-9fb11212f356 req-982cbe0e-e881-4725-ae44-cd87f29b2172 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399956 Aug 03 19:04:32.135570 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.147763 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.152032 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2bf9a5b8-bfa0-479f-a96f-a333f322fcdf HTTP/1.1" status: 204 len: 168 time: 1.3333662 Aug 03 19:04:32.160635 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33762f-928a-4df7-a690-a03a37078692 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bf9a5b8-bfa0-479f-a96f-a333f322fcdf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:32.191102 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ca748b42-b6ce-4398-ab94-51720be8927a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:04:31Z', 'revision_number': 6, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:32.233314 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca748b42-b6ce-4398-ab94-51720be8927a None None] The sync data for ids ['4c887311-0ac5-4707-925b-06f7cbbd6df7'] in n-d-802918-7 is: [{'id': '4c887311-0ac5-4707-925b-06f7cbbd6df7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1849721159-router', 'tenant_id': 'bce38a6e00a244608da45c24ca07e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:10Z', 'updated_at': '2021-08-03T19:04:31Z', 'revision_number': 6, 'project_id': 'bce38a6e00a244608da45c24ca07e203', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:32.260721 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.284754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ae2763-1b83-4406-acc9-b101cc213731 None None] Network 47777064-1c98-4765-8169-61e3ba2cfcb1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:32.302388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=18afdb10-0602-4b41-87b1-aae114fb6d9f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:32.369716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47846) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:32.386587 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.442445 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-094229f8-637d-434c-9407-bfa67f276fcd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60edf04d68a54b668308e36955acb7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714424 Aug 03 19:04:32.446297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47848) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:32.490245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.493116 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.514826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd985bde-644f-4d5c-98c0-7a41136a6250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.539638 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.540228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c887311-0ac5-4707-925b-06f7cbbd6df7 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:04:32.541165 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd985bde-644f-4d5c-98c0-7a41136a6250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.545199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.546765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3b656c88-2948-4b01-879c-fdd8504d48e7 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4c887311-0ac5-4707-925b-06f7cbbd6df7 HTTP/1.1" status: 204 len: 168 time: 1.3996260 Aug 03 19:04:32.549142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47850) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:32.611803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd985bde-644f-4d5c-98c0-7a41136a6250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.614804 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd985bde-644f-4d5c-98c0-7a41136a6250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.618669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f31ce48-3c65-405b-b6d9-f11d33eeb459 admin admin] Deleting subnet 9ecb00b4-ba8b-4f27-b407-c06a24b43679 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:04:32.620632 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dd985bde-644f-4d5c-98c0-7a41136a6250 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b23a535-adc9-4a6c-b90e-3eb5495eddfa HTTP/1.1" status: 204 len: 168 time: 0.1690187 Aug 03 19:04:32.625685 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f31ce48-3c65-405b-b6d9-f11d33eeb459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.637270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd985bde-644f-4d5c-98c0-7a41136a6250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b23a535-adc9-4a6c-b90e-3eb5495eddfa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:32.698103 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f31ce48-3c65-405b-b6d9-f11d33eeb459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.757019 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f31ce48-3c65-405b-b6d9-f11d33eeb459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.887660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f31ce48-3c65-405b-b6d9-f11d33eeb459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.941614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31ce48-3c65-405b-b6d9-f11d33eeb459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ecb00b4-ba8b-4f27-b407-c06a24b43679,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:32.956630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f31ce48-3c65-405b-b6d9-f11d33eeb459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.962324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6f31ce48-3c65-405b-b6d9-f11d33eeb459 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9ecb00b4-ba8b-4f27-b407-c06a24b43679 HTTP/1.1" status: 204 len: 168 time: 0.4087203 Aug 03 19:04:32.962645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47870) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:32.979068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-8b7e0101-9ad9-4601-bd18-7ecc58b96cb5 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:32.980685 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-8b7e0101-9ad9-4601-bd18-7ecc58b96cb5 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/networks?id=47777064-1c98-4765-8169-61e3ba2cfcb1 HTTP/1.1" status: 200 len: 813 time: 0.1978593 Aug 03 19:04:33.038447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-221a4135-2d06-4f01-857e-3fc926bac4c7 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/quotas/6af2a357af664d3298a38cfed38d340e HTTP/1.1" status: 200 len: 375 time: 0.0459688 Aug 03 19:04:33.081578 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-ef8658d7-675a-4557-b05c-e78f82e8e3c3 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6af2a357af664d3298a38cfed38d340e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309935 Aug 03 19:04:33.088264 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.207295 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f138e8a5-3abb-4cec-ab11-b51a1c52a24f req-1f17b61c-52c6-418b-a1cf-408a6d7b81de tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0560586 Aug 03 19:04:33.297347 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.310692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-f9bbea27-6a34-41b8-9cd6-39122b0646e8 service neutron] 10.222.0.78 "GET /v2.0/networks/47777064-1c98-4765-8169-61e3ba2cfcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190070 Aug 03 19:04:33.322290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113171c1-c187-4686-9c80-b8b876f31804']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:33.344806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fc165d44-30e0-44ba-a7d0-44b04b4c99df up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:33.368292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:33.368598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0a6196-c6d1-4ae0-9ce1-d453aae3bab9') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:33.402880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port fc165d44-30e0-44ba-a7d0-44b04b4c99df completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:33.407828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port fc165d44-30e0-44ba-a7d0-44b04b4c99df triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:33.408252 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.416860 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.454094 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.470338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b70890-afdc-4c2d-ac0d-83af6520c5cb req-e4879f49-d3dd-42f1-8a73-1b4103e88337 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:33.478166 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77b70890-afdc-4c2d-ac0d-83af6520c5cb req-e4879f49-d3dd-42f1-8a73-1b4103e88337 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 945 time: 0.1777847 Aug 03 19:04:33.498665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:04:33.499088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:04:33.500859 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:04:33.541729 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.582119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fc165d44-30e0-44ba-a7d0-44b04b4c99df, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:33.583485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device da5c5f1a-5c8e-47cc-953e-4b0092034fcb no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:33.589526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:33.595087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-2cb742ba-641d-4a56-b8c0-7bfc14678317 service neutron] 10.222.0.78 "GET /v2.0/networks/47777064-1c98-4765-8169-61e3ba2cfcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699184 Aug 03 19:04:33.603918 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0398ad90-2ff7-455b-ac4d-15cfb395752b" -d '{"events": [{"server_uuid": "9cea0dbb-6e64-43b2-9752-c21fa3585064", "name": "network-vif-plugged", "status": "completed", "tag": "fc165d44-30e0-44ba-a7d0-44b04b4c99df"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:33.623572 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77b70890-afdc-4c2d-ac0d-83af6520c5cb req-54cee89d-e4a0-4d11-b7ce-1c5a982d01e9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424696 Aug 03 19:04:33.624849 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.644970 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.648847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/113171c1-c187-4686-9c80-b8b876f31804 HTTP/1.1" status: 204 len: 168 time: 0.6833797 Aug 03 19:04:33.670836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71baf2d-f026-4549-8984-84676a9a00c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=113171c1-c187-4686-9c80-b8b876f31804,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:33.671728 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.688752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: da5c5f1a-5c8e-47cc-953e-4b0092034fcb {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:33.689480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device da5c5f1a-5c8e-47cc-953e-4b0092034fcb not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:33.690201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 18afdb10-0602-4b41-87b1-aae114fb6d9f no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:33.758898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 18afdb10-0602-4b41-87b1-aae114fb6d9f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:33.759413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 18afdb10-0602-4b41-87b1-aae114fb6d9f not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:33.775325 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bf7593f7-2734-48ae-b1c6-b8067d520482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.801995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=fc165d44-30e0-44ba-a7d0-44b04b4c99df,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:33.887659 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8280aa60-68e9-4b49-b113-e83b1d287a53 x-openstack-request-id: req-8280aa60-68e9-4b49-b113-e83b1d287a53 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:33.888016 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cea0dbb-6e64-43b2-9752-c21fa3585064", "name": "network-vif-plugged", "status": "completed", "tag": "fc165d44-30e0-44ba-a7d0-44b04b4c99df", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:33.888333 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8280aa60-68e9-4b49-b113-e83b1d287a53 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:33.888785 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df', 'code': 200} Aug 03 19:04:33.939615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47910) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:33.984966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d57f7dc-d406-4603-8c2f-2f83659ce910 req-19236c16-e644-4a4d-9402-14549f3cf470 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 210 time: 0.0681696 Aug 03 19:04:34.027433 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a7284f72-4365-4e7d-a1c4-a26a6652151e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bce38a6e00a244608da45c24ca07e203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861821 Aug 03 19:04:34.028112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47916) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:34.090571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8186d2d-341e-482c-9c9b-6eb9299efb4f req-f7b497df-268b-4e0c-b89d-4ff8e711a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:34.092036 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8186d2d-341e-482c-9c9b-6eb9299efb4f req-f7b497df-268b-4e0c-b89d-4ff8e711a936 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 1097 time: 0.0688689 Aug 03 19:04:34.127138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f3ee154-e57a-47ce-8fc9-d3a2f05c248c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.145183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8186d2d-341e-482c-9c9b-6eb9299efb4f req-ed3e666c-90c6-4bff-8705-fe14bdbd980a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386612 Aug 03 19:04:34.151558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f3ee154-e57a-47ce-8fc9-d3a2f05c248c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.211497 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f3ee154-e57a-47ce-8fc9-d3a2f05c248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.214626 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f3ee154-e57a-47ce-8fc9-d3a2f05c248c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.219680 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7f3ee154-e57a-47ce-8fc9-d3a2f05c248c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/29efc2d3-95e5-4ed1-8f4b-506af317f72a HTTP/1.1" status: 204 len: 168 time: 0.1904800 Aug 03 19:04:34.231210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ee154-e57a-47ce-8fc9-d3a2f05c248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29efc2d3-95e5-4ed1-8f4b-506af317f72a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:34.379386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8190757-5593-46e0-b08e-2d3a7766e15a req-457bc825-0dac-4e31-9c0b-a4711f47e63d tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0409272 Aug 03 19:04:34.773414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70498d10-f23e-4f7c-b6b4-854c065c17fa req-4c6408fb-763a-4184-a4a1-6e25d8a8470b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:34.775440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70498d10-f23e-4f7c-b6b4-854c065c17fa req-4c6408fb-763a-4184-a4a1-6e25d8a8470b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0649903 Aug 03 19:04:34.867798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70498d10-f23e-4f7c-b6b4-854c065c17fa req-6077fb7d-d54f-4c7d-a93a-2f361727c3f1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758264 Aug 03 19:04:35.119681 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db892531-18b7-4448-a0bf-43cba182cb2b req-8bec5860-c6af-40bd-bf58-d3688a6e80d5 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 210 time: 0.0382664 Aug 03 19:04:35.199445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-24fe7c80-cc72-4cc6-a26d-cfb723240424 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:35.201250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-24fe7c80-cc72-4cc6-a26d-cfb723240424 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.37 "GET /v2.0/networks?id=47777064-1c98-4765-8169-61e3ba2cfcb1 HTTP/1.1" status: 200 len: 813 time: 0.2472332 Aug 03 19:04:35.216836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Request body: {'port': {'device_id': 'df9d9499-7533-47f0-943f-d5853de79e7e', 'network_id': '47777064-1c98-4765-8169-61e3ba2cfcb1', 'admin_state_up': True, 'tenant_id': '6af2a357af664d3298a38cfed38d340e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:35.302957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47962) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:35.344161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Made reservation on behalf of 6af2a357af664d3298a38cfed38d340e for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:35.348248 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.417542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-917852661-network', 'tenant_id': '365dc0e7e62c45cd984e6b0737c1e4d1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:35.458268 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Made reservation on behalf of 365dc0e7e62c45cd984e6b0737c1e4d1 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:35.464190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.481309 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.523124 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d89b623b-3b63-4277-a81b-0f6abe6ad517 req-0fbea76c-8476-4048-ba37-dcc07b8c3d99 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0387373 Aug 03 19:04:35.533047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Allocated IP 172.20.0.6 (47777064-1c98-4765-8169-61e3ba2cfcb1/deed3f20-ac96-4f2f-908e-eeeaa32c3a8c/c8bbd2f7-4c3f-45af-af77-4c787acc0c3c) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:35.634040 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.640303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.668514 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:04:35.681025 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d24c04-3497-4774-95e8-eb88757f2d78,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:35.687514 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.688126 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Added segment 19ef3bf5-856b-4624-bf8b-ec19fdfc87f2 of type vlan for network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 Aug 03 19:04:35.759733 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.819527 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.837336 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.839429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:35.840087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.906331 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.943276 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6386032 Aug 03 19:04:35.947340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47988) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:35.957897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Network 47777064-1c98-4765-8169-61e3ba2cfcb1 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:35.960271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] Request body: {'subnet': {'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-917852661-subnet', 'tenant_id': '365dc0e7e62c45cd984e6b0737c1e4d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:35.962799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:35.965736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:35.977787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3956b-88ac-4d16-b8ac-2ade84028531 admin admin] Pushing event updated for resources: {'Network': ['ID=7fea3613-bf0a-4cc6-9611-fac25b0e9b87,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:35.992983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:04:36.004871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] Made reservation on behalf of 365dc0e7e62c45cd984e6b0737c1e4d1 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:36.010677 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:36.016731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Pushing event updated for resources: {'Port': ['ID=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:36.105217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.106982 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:36.142378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2fc9-c125-450a-b1c7-5f4bd870e3e3 req-e8a7b164-90a5-489b-9640-5c85ebe019a4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.144153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-182b2fc9-c125-450a-b1c7-5f4bd870e3e3 req-e8a7b164-90a5-489b-9640-5c85ebe019a4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1095977 Aug 03 19:04:36.146039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-92d000c8-121d-4fc0-acb2-03cf974b4685 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9349139 Aug 03 19:04:36.185117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Request body: {'port': {'device_id': 'df9d9499-7533-47f0-943f-d5853de79e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:36.241934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-182b2fc9-c125-450a-b1c7-5f4bd870e3e3 req-7a359b91-0a34-42c2-aa9c-db9691640eb5 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902278 Aug 03 19:04:36.276377 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:36.302912 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:36.346573 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecdc4e0d-929f-4680-8655-547d605c21e1,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:36.362538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d70083-df47-4ec9-82d4-d6397552c60e req-6ae35839-41ab-4b30-ae28-d7e992d1f2c3 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.363971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] Checking segment: {'id': '19ef3bf5-856b-4624-bf8b-ec19fdfc87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:36.364211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77d70083-df47-4ec9-82d4-d6397552c60e req-6ae35839-41ab-4b30-ae28-d7e992d1f2c3 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 931 time: 0.1154785 Aug 03 19:04:36.364441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] Network hostable DHCP agents. Network: 7fea3613-bf0a-4cc6-9611-fac25b0e9b87, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:04:36.395583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] Network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:04:36.404866 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d36af339-bc09-4299-ab9f-fc2cfc999000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:36.413781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 7fea3613-bf0a-4cc6-9611-fac25b0e9b87) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:36.423374 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09648091-1e10-437d-a7ff-da3fc0d6a858 None None] Network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:36.423880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.424165 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:36.450951 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5b0f5a25-5f33-42b2-9c44-45eba8f01ac4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4964499 Aug 03 19:04:36.581808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77d70083-df47-4ec9-82d4-d6397552c60e req-5d629ffb-ab7e-402b-9b63-c567cf58bf11 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/security-groups?id=d918dfac-eb66-4d32-a3f8-d277efaa8a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056427 Aug 03 19:04:36.731402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e985a-b8c3-453f-a038-fd073676171e None None] Network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:36.793254 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:37.237311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6135f07e-753d-4394-a06b-3680b6738827 req-115510b8-17db-4a24-ac79-faae40a50736 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.4854326 Aug 03 19:04:37.383044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e451831-bab7-4335-8919-241beb75295d req-19ad4419-3c71-480a-87ab-a686c767042e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:37.385229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-19ad4419-3c71-480a-87ab-a686c767042e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 813 time: 0.2310922 Aug 03 19:04:37.439111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-c2a5e789-08df-4635-869a-2381b9a19608 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/quotas/365dc0e7e62c45cd984e6b0737c1e4d1 HTTP/1.1" status: 200 len: 375 time: 0.0449004 Aug 03 19:04:37.441284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bbd2f7-4c3f-45af-af77-4c787acc0c3c {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:37.463974 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:37.473763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd42d7f-3517-4081-a0ea-792363c8ea70 req-96746f3f-23c6-4f94-ab36-99422edaf09a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:37.475869 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7dd42d7f-3517-4081-a0ea-792363c8ea70 req-96746f3f-23c6-4f94-ab36-99422edaf09a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1642470 Aug 03 19:04:37.509806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-d84eae88-7d02-4eb8-ba01-f002fe4a32ad tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617063 Aug 03 19:04:37.528723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Transition to ACTIVE for port object c8bbd2f7-4c3f-45af-af77-4c787acc0c3c will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:37.545201 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:37.656381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7dd42d7f-3517-4081-a0ea-792363c8ea70 req-7e60f75b-1d98-4a89-9b1a-82ffc5259b7c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524649 Aug 03 19:04:37.709600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:37.782076 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:37.784305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-6c073d32-76bf-4b6e-b03e-665e8b427e6a service neutron] 10.222.0.78 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654185 Aug 03 19:04:37.898985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Attempting to bind port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:37.899345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Attempting to bind port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b00a9652-cd54-482d-81d0-92fc51735ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '47777064-1c98-4765-8169-61e3ba2cfcb1'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:37.900190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Attempting to bind port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c on network 47777064-1c98-4765-8169-61e3ba2cfcb1 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:37.910388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c on network 47777064-1c98-4765-8169-61e3ba2cfcb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:37.910890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Attempting to bind port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c on network 47777064-1c98-4765-8169-61e3ba2cfcb1 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:37.920164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:37.920518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Checking segment: {'id': 'b00a9652-cd54-482d-81d0-92fc51735ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '47777064-1c98-4765-8169-61e3ba2cfcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:37.921132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Bound using segment: {'id': 'b00a9652-cd54-482d-81d0-92fc51735ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '47777064-1c98-4765-8169-61e3ba2cfcb1'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:37.921633 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Bound port: c8bbd2f7-4c3f-45af-af77-4c787acc0c3c, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00a9652-cd54-482d-81d0-92fc51735ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '47777064-1c98-4765-8169-61e3ba2cfcb1'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:37.922822 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:38.020567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] For port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:38.025201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] For port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c,segment=NetworkSegment(b00a9652-cd54-482d-81d0-92fc51735ad1),segment_id=b00a9652-cd54-482d-81d0-92fc51735ad1)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:38.037326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:38.069602 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48042) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:38.105026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.106307 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:38.108046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/c8bbd2f7-4c3f-45af-af77-4c787acc0c3c HTTP/1.1" status: 200 len: 1091 time: 1.9470916 Aug 03 19:04:38.111927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9d9499-7533-47f0-943f-d5853de79e7e', 'tag': 'c8bbd2f7-4c3f-45af-af77-4c787acc0c3c'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:38.128650 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0607a6ae-a653-4756-9fde-0cbea8039983" -d '{"events": [{"name": "network-changed", "server_uuid": "df9d9499-7533-47f0-943f-d5853de79e7e", "tag": "c8bbd2f7-4c3f-45af-af77-4c787acc0c3c"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:38.152324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-5267d06e-edca-46b3-8cae-f4b6ea348e69 service neutron] 10.222.0.78 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444836 Aug 03 19:04:38.223948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80a27f-d1a9-4a57-86eb-972c926b19e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:38.260218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-caf3cbf9-d52d-4fb8-afa5-e1733666f450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:38.392420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a435e5-2b3a-4ad2-a136-ef7deecfdff9 req-40a27e96-ad36-4cfd-87c3-ae7d3197fb17 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.402511 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74a435e5-2b3a-4ad2-a136-ef7deecfdff9 req-40a27e96-ad36-4cfd-87c3-ae7d3197fb17 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 943 time: 0.1590571 Aug 03 19:04:38.406632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-a16e5512-7cee-4401-8790-024c1144d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.408798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-a16e5512-7cee-4401-8790-024c1144d4dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6af2a357af664d3298a38cfed38d340e&device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 1094 time: 0.1595080 Aug 03 19:04:38.435996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-caf3cbf9-d52d-4fb8-afa5-e1733666f450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:38.443193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-caf3cbf9-d52d-4fb8-afa5-e1733666f450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:38.449359 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f054fe3-0d6e-48b2-9772-34cb508ec45b x-openstack-request-id: req-5f054fe3-0d6e-48b2-9772-34cb508ec45b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:38.449715 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9d9499-7533-47f0-943f-d5853de79e7e", "tag": "c8bbd2f7-4c3f-45af-af77-4c787acc0c3c", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:38.451235 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f054fe3-0d6e-48b2-9772-34cb508ec45b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:38.452062 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9d9499-7533-47f0-943f-d5853de79e7e', 'tag': 'c8bbd2f7-4c3f-45af-af77-4c787acc0c3c', 'status': 'completed', 'code': 200} Aug 03 19:04:38.509538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-2f6039ed-09fa-41c6-8aa9-e316bbcc9e6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c HTTP/1.1" status: 200 len: 217 time: 0.0917819 Aug 03 19:04:38.518828 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-caf3cbf9-d52d-4fb8-afa5-e1733666f450 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9ea3481a8adf4bfcbb69e82906d71c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473615 Aug 03 19:04:38.521466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48054) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:38.528649 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3cbf9-d52d-4fb8-afa5-e1733666f450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dcdba0-8427-4864-bd0c-98fb3f50a912,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:38.586978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-deca3f6a-8872-421c-b5c0-f7219310eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.589108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-deca3f6a-8872-421c-b5c0-f7219310eb15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=deed3f20-ac96-4f2f-908e-eeeaa32c3a8c HTTP/1.1" status: 200 len: 853 time: 0.0651572 Aug 03 19:04:38.607056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1875edc6-9bee-44d4-8d94-b14e23a761a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:38.617405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74a435e5-2b3a-4ad2-a136-ef7deecfdff9 req-bb03f459-ef6e-4342-8cc1-76fffd643e4a tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/security-groups?id=d918dfac-eb66-4d32-a3f8-d277efaa8a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138438 Aug 03 19:04:38.648526 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1875edc6-9bee-44d4-8d94-b14e23a761a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:38.667945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02ca2859-bf33-4d0c-8b88-a378d5be3a03 req-3f8bca0b-b49b-4cb5-962e-b8c1c0f3a315 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0775821 Aug 03 19:04:38.697391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-350d397a-206c-4be8-85b1-a764a168e8ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47777064-1c98-4765-8169-61e3ba2cfcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747833 Aug 03 19:04:38.737475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41554748-dd07-41df-97a3-60eca77412e2 req-52abed1d-3f6e-4db7-aff7-7d9ea5357a04 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 210 time: 0.0428593 Aug 03 19:04:38.758566 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1875edc6-9bee-44d4-8d94-b14e23a761a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:38.762388 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1875edc6-9bee-44d4-8d94-b14e23a761a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:38.785384 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1875edc6-9bee-44d4-8d94-b14e23a761a7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42dcdba0-8427-4864-bd0c-98fb3f50a912 HTTP/1.1" status: 204 len: 168 time: 0.2555878 Aug 03 19:04:38.796688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875edc6-9bee-44d4-8d94-b14e23a761a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dcdba0-8427-4864-bd0c-98fb3f50a912,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:38.880667 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0925f3d-1556-4785-8eb1-dfc998678729 req-299923db-fa36-41bd-a2e4-b7622658a72f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.887395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0925f3d-1556-4785-8eb1-dfc998678729 req-299923db-fa36-41bd-a2e4-b7622658a72f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1002412 Aug 03 19:04:38.911959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-7b0c5614-1463-4460-a899-8f5f8179a842 service neutron] 10.222.0.37 "GET /v2.0/networks/47777064-1c98-4765-8169-61e3ba2cfcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032416 Aug 03 19:04:39.013015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0925f3d-1556-4785-8eb1-dfc998678729 req-65aab408-483b-49b2-8959-a66e2e23b55c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244941 Aug 03 19:04:39.078807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eee1d9e-90b6-45dd-b9dc-8951e2836e70 req-78c6529b-a522-44b5-afdc-33ff4bc16052 service neutron] 10.222.0.37 "GET /v2.0/networks/47777064-1c98-4765-8169-61e3ba2cfcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455040 Aug 03 19:04:39.236938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607a6ae-a653-4756-9fde-0cbea8039983 req-8eee5075-d73a-4995-93f3-24b2acfebf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:39.241140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0607a6ae-a653-4756-9fde-0cbea8039983 req-8eee5075-d73a-4995-93f3-24b2acfebf04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6af2a357af664d3298a38cfed38d340e&device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 1094 time: 0.0900974 Aug 03 19:04:39.369298 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607a6ae-a653-4756-9fde-0cbea8039983 req-8245c981-da79-47c2-ae22-ef41dce95910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:39.370800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0607a6ae-a653-4756-9fde-0cbea8039983 req-8245c981-da79-47c2-ae22-ef41dce95910 service neutron] 10.222.0.37 "GET /v2.0/networks?id=47777064-1c98-4765-8169-61e3ba2cfcb1 HTTP/1.1" status: 200 len: 914 time: 0.1185873 Aug 03 19:04:39.427601 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0607a6ae-a653-4756-9fde-0cbea8039983 req-267f9623-2f40-4260-bf4a-a78cbaff30f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c HTTP/1.1" status: 200 len: 217 time: 0.0484669 Aug 03 19:04:39.493475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607a6ae-a653-4756-9fde-0cbea8039983 req-ea3d6be8-8f11-4bf7-8dfa-f7fac4e8d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:39.495242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0607a6ae-a653-4756-9fde-0cbea8039983 req-ea3d6be8-8f11-4bf7-8dfa-f7fac4e8d2c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=deed3f20-ac96-4f2f-908e-eeeaa32c3a8c HTTP/1.1" status: 200 len: 853 time: 0.0590367 Aug 03 19:04:39.531410 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:39.535107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0607a6ae-a653-4756-9fde-0cbea8039983 req-2e8a7e60-a888-4c1f-b97e-2e2e162ce1ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47777064-1c98-4765-8169-61e3ba2cfcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312135 Aug 03 19:04:39.634010 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0607a6ae-a653-4756-9fde-0cbea8039983 req-edbe34f1-01a6-4ec3-a126-f5c0c4b1a167 service neutron] 10.222.0.37 "GET /v2.0/networks/47777064-1c98-4765-8169-61e3ba2cfcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898569 Aug 03 19:04:39.789550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe4173-d538-4077-94da-27a0986f12b4 req-7ddc18a2-67ea-4eec-a721-f0c44ca6c700 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:39.791109 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-94fe4173-d538-4077-94da-27a0986f12b4 req-7ddc18a2-67ea-4eec-a721-f0c44ca6c700 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 943 time: 0.0928922 Aug 03 19:04:39.829989 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0607a6ae-a653-4756-9fde-0cbea8039983 req-2a40c5c8-0b75-4bdb-b592-8f670438c525 service neutron] 10.222.0.37 "GET /v2.0/networks/47777064-1c98-4765-8169-61e3ba2cfcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857398 Aug 03 19:04:39.833091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-290b6340-c496-4f8e-95ef-9063c957da78 req-2597ffc2-de1a-4711-b613-5a2736f98893 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0410087 Aug 03 19:04:39.864869 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-94fe4173-d538-4077-94da-27a0986f12b4 req-ab2afe5f-1bb4-44f3-b547-0672c4406d9d tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/security-groups?id=d918dfac-eb66-4d32-a3f8-d277efaa8a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602522 Aug 03 19:04:40.000336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53040c30-4909-4284-8653-ef5fb62e6b3c req-1afcf3e8-b2a7-47c8-abef-5ed88915aa7a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 210 time: 0.0466340 Aug 03 19:04:40.032373 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e451831-bab7-4335-8919-241beb75295d req-17614d8b-a230-4ade-a8ac-b7cbbe056feb tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:40.033991 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-17614d8b-a230-4ade-a8ac-b7cbbe056feb tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.37 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 813 time: 0.1946242 Aug 03 19:04:40.054593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Request body: {'port': {'device_id': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87', 'admin_state_up': True, 'tenant_id': '365dc0e7e62c45cd984e6b0737c1e4d1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:40.060253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c8bbd2f7-4c3f-45af-af77-4c787acc0c3c details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:40.156013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c9490-c218-4eca-b577-5f0bb49a5907 req-fc08aa8d-886f-4ff2-aef7-8a12d2f16566 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:40.164611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af3c9490-c218-4eca-b577-5f0bb49a5907 req-fc08aa8d-886f-4ff2-aef7-8a12d2f16566 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0811093 Aug 03 19:04:40.246589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c,segment=NetworkSegment(b00a9652-cd54-482d-81d0-92fc51735ad1),segment_id=b00a9652-cd54-482d-81d0-92fc51735ad1)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:40.258232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af3c9490-c218-4eca-b577-5f0bb49a5907 req-f7f966a6-da31-4526-a9e7-9247a978dde1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917261 Aug 03 19:04:40.262698 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'c8bbd2f7-4c3f-45af-af77-4c787acc0c3c', 'network_id': '47777064-1c98-4765-8169-61e3ba2cfcb1', 'port_id': 'c8bbd2f7-4c3f-45af-af77-4c787acc0c3c', 'mac_address': 'fa:16:3e:b0:b7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deed3f20-ac96-4f2f-908e-eeeaa32c3a8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:40.270119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Made reservation on behalf of 365dc0e7e62c45cd984e6b0737c1e4d1 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:40.277526 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:40.317779 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:40.343974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bbd2f7-4c3f-45af-af77-4c787acc0c3c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:40.370063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c,segment=NetworkSegment(b00a9652-cd54-482d-81d0-92fc51735ad1),segment_id=b00a9652-cd54-482d-81d0-92fc51735ad1)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:40.375675 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:40.437471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:40.487480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Allocated IP 172.20.0.9 (7fea3613-bf0a-4cc6-9611-fac25b0e9b87/ecdc4e0d-929f-4680-8655-547d605c21e1/1bc1f74f-1b97-44f2-aa4d-665e1919b20c) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:40.626349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c8bbd2f7-4c3f-45af-af77-4c787acc0c3c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:40.664450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:40.723125 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:40.771643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:40.776227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:40.780324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:40.821849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Pushing event updated for resources: {'Port': ['ID=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:40.852068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:40.853131 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:40.869728 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-79f60bc2-8617-4c83-b294-00b50ec941b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8197625 Aug 03 19:04:40.885766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Request body: {'port': {'device_id': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:40.971082 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:40.989297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d377f29-ea35-4ab9-b0f4-eb4f4d869ebf req-d2e29b4c-5043-4fed-a10b-2317ce4fa70c tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0350652 Aug 03 19:04:41.048374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf017ee-5ca1-4bbc-a5a7-2512c19548f4 req-12826587-bf2c-4536-88a7-1ffe1cebe542 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:41.050014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acf017ee-5ca1-4bbc-a5a7-2512c19548f4 req-12826587-bf2c-4536-88a7-1ffe1cebe542 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 944 time: 0.0597825 Aug 03 19:04:41.100670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acf017ee-5ca1-4bbc-a5a7-2512c19548f4 req-0ad892f7-deb3-4518-8be6-014d59b325c7 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/security-groups?id=d918dfac-eb66-4d32-a3f8-d277efaa8a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430160 Aug 03 19:04:41.263680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea10fbc-b74d-42ba-87b6-a53cc1aed69e req-c9b1c9ec-235c-4697-bb6d-ceab95a8ab33 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:41.272075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ea10fbc-b74d-42ba-87b6-a53cc1aed69e req-c9b1c9ec-235c-4697-bb6d-ceab95a8ab33 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 931 time: 0.0752645 Aug 03 19:04:41.317935 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc1f74f-1b97-44f2-aa4d-665e1919b20c {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:41.327108 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:41.329931 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ea10fbc-b74d-42ba-87b6-a53cc1aed69e req-adb0a50b-6a72-41e8-8b0c-c4a57ee37cc4 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527720 Aug 03 19:04:41.341965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Transition to ACTIVE for port object 1bc1f74f-1b97-44f2-aa4d-665e1919b20c will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:41.351439 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:41.454020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:41.460677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbb8cd-efcc-4140-ba3a-77f6b60cfe72 req-113ac7ca-b066-4d85-a3ca-a4b219c74a3b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:41.469208 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfdbb8cd-efcc-4140-ba3a-77f6b60cfe72 req-113ac7ca-b066-4d85-a3ca-a4b219c74a3b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0706422 Aug 03 19:04:41.521672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfdbb8cd-efcc-4140-ba3a-77f6b60cfe72 req-15e66033-223d-4961-837f-e72742ad5ad6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456691 Aug 03 19:04:41.521842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Attempting to bind port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:41.521842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Attempting to bind port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '19ef3bf5-856b-4624-bf8b-ec19fdfc87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:41.522252 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Attempting to bind port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c on network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:41.527412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c on network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:41.527826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Attempting to bind port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c on network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:41.534332 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:41.534672 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Checking segment: {'id': '19ef3bf5-856b-4624-bf8b-ec19fdfc87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:41.535115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Bound using segment: {'id': '19ef3bf5-856b-4624-bf8b-ec19fdfc87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:41.535470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Bound port: 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ef3bf5-856b-4624-bf8b-ec19fdfc87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:41.535833 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:41.632172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:41.635952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:41.640268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:41.678544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:41.679167 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:41.680629 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] 10.222.0.37 "PUT /v2.0/ports/1bc1f74f-1b97-44f2-aa4d-665e1919b20c HTTP/1.1" status: 200 len: 1091 time: 0.8011701 Aug 03 19:04:41.681087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:41.683415 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cbc2be-0d47-42cc-bf0e-14f41076f01f" -d '{"events": [{"name": "network-changed", "server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:41.706929 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbd8b3-95d9-41d8-b5be-02ad24bab343 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:41.741691 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630c7848-7dc0-49d0-94f9-87c5ff7674e6 x-openstack-request-id: req-630c7848-7dc0-49d0-94f9-87c5ff7674e6 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:41.741988 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:41.742235 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-630c7848-7dc0-49d0-94f9-87c5ff7674e6 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:41.742641 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'status': 'completed', 'code': 200} Aug 03 19:04:41.772709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e451831-bab7-4335-8919-241beb75295d req-6a824c12-b240-41a6-b7e6-e80b86d3631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:41.774302 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-6a824c12-b240-41a6-b7e6-e80b86d3631b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 1094 time: 0.0433557 Aug 03 19:04:41.828352 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-20ed1670-1936-4f30-9481-d0ead635258c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c HTTP/1.1" status: 200 len: 217 time: 0.0442760 Aug 03 19:04:41.880089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e451831-bab7-4335-8919-241beb75295d req-05445017-9546-430d-833e-f381c610572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:41.881636 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-05445017-9546-430d-833e-f381c610572b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecdc4e0d-929f-4680-8655-547d605c21e1 HTTP/1.1" status: 200 len: 853 time: 0.0457506 Aug 03 19:04:41.916442 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-01742f7c-450d-4cdf-a0b9-94879586b7fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273759 Aug 03 19:04:42.020651 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-66efd680-921d-462a-a452-d8ddea97bccf service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966644 Aug 03 19:04:42.069821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c8bbd2f7-4c3f-45af-af77-4c787acc0c3c up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:42.119074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-273f288e-baab-4d53-b75e-64f1ff428ec3 req-12efb2cb-d604-4fab-b830-1b976785c462 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0353491 Aug 03 19:04:42.146366 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e451831-bab7-4335-8919-241beb75295d req-d25c749c-36d5-4629-98c4-909a3b298cf4 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157739 Aug 03 19:04:42.161967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:42.168072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:42.168970 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:42.258096 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbc2be-0d47-42cc-bf0e-14f41076f01f req-cc1ebcc8-67c6-458c-9d98-2a536fb40d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:42.258781 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:42.260895 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28cbc2be-0d47-42cc-bf0e-14f41076f01f req-cc1ebcc8-67c6-458c-9d98-2a536fb40d2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 1094 time: 0.0515895 Aug 03 19:04:42.275610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6ed36-5e4a-4b03-a8ca-1d3880feb807 req-a48776fa-ed4a-48f1-851e-cfaf01cb9de0 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:42.277813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ba6ed36-5e4a-4b03-a8ca-1d3880feb807 req-a48776fa-ed4a-48f1-851e-cfaf01cb9de0 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 944 time: 0.0667481 Aug 03 19:04:42.283895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9d9499-7533-47f0-943f-d5853de79e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bbd2f7-4c3f-45af-af77-4c787acc0c3c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:42.286777 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285782d5-5cc7-4b4a-9984-62dea1f8aba6" -d '{"events": [{"server_uuid": "df9d9499-7533-47f0-943f-d5853de79e7e", "name": "network-vif-plugged", "status": "completed", "tag": "c8bbd2f7-4c3f-45af-af77-4c787acc0c3c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:42.304532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c,segment=NetworkSegment(b00a9652-cd54-482d-81d0-92fc51735ad1),segment_id=b00a9652-cd54-482d-81d0-92fc51735ad1)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:42.309912 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:42.338782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ba6ed36-5e4a-4b03-a8ca-1d3880feb807 req-1e713a71-d7f7-45b3-aad6-1c170f84854d tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/security-groups?id=d918dfac-eb66-4d32-a3f8-d277efaa8a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544522 Aug 03 19:04:42.356016 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2d5b09-6fcc-4fb1-9c21-5147d6ffe19b x-openstack-request-id: req-1d2d5b09-6fcc-4fb1-9c21-5147d6ffe19b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:42.356593 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9d9499-7533-47f0-943f-d5853de79e7e", "name": "network-vif-plugged", "status": "completed", "tag": "c8bbd2f7-4c3f-45af-af77-4c787acc0c3c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:42.357056 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1d2d5b09-6fcc-4fb1-9c21-5147d6ffe19b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:42.357719 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9d9499-7533-47f0-943f-d5853de79e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bbd2f7-4c3f-45af-af77-4c787acc0c3c', 'code': 200} Aug 03 19:04:42.400936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:42.414635 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbc2be-0d47-42cc-bf0e-14f41076f01f req-652a9105-cd95-4b3a-8ed8-432fd33e0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:42.416431 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28cbc2be-0d47-42cc-bf0e-14f41076f01f req-652a9105-cd95-4b3a-8ed8-432fd33e0936 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 914 time: 0.1481555 Aug 03 19:04:42.469127 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28cbc2be-0d47-42cc-bf0e-14f41076f01f req-14c4244f-3f89-4020-96f4-553abe035df7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c HTTP/1.1" status: 200 len: 217 time: 0.0391207 Aug 03 19:04:42.518635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc9ae0-ceec-44d0-9f27-45946013ebdf req-caccff3f-db1e-4018-a31c-96592189991b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:42.521063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8bbc9ae0-ceec-44d0-9f27-45946013ebdf req-caccff3f-db1e-4018-a31c-96592189991b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.0950444 Aug 03 19:04:42.525065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c2ba9-bd03-49a9-8398-7eef84630efd req-fc20666a-5c68-49e8-96ac-05876e792a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:42.526658 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-999c2ba9-bd03-49a9-8398-7eef84630efd req-fc20666a-5c68-49e8-96ac-05876e792a0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 1096 time: 0.0902667 Aug 03 19:04:42.531577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbc2be-0d47-42cc-bf0e-14f41076f01f req-7f0b35de-d02e-4d40-b34e-b1f2f0c6e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:42.533299 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28cbc2be-0d47-42cc-bf0e-14f41076f01f req-7f0b35de-d02e-4d40-b34e-b1f2f0c6e374 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecdc4e0d-929f-4680-8655-547d605c21e1 HTTP/1.1" status: 200 len: 853 time: 0.0543122 Aug 03 19:04:42.573591 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28cbc2be-0d47-42cc-bf0e-14f41076f01f req-1e0666e3-2bc8-466b-bb6b-087d8b899d49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328784 Aug 03 19:04:42.616819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-999c2ba9-bd03-49a9-8398-7eef84630efd req-83b4fdcc-cac1-4065-a6c1-adfe670ace26 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d918dfac-eb66-4d32-a3f8-d277efaa8a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758104 Aug 03 19:04:42.640024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8bbc9ae0-ceec-44d0-9f27-45946013ebdf req-5cf8ea74-b9f2-4980-9bc5-55c24e12bc6a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040549 Aug 03 19:04:42.676272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cd52f-6345-4948-93b4-2d1eb063d46f req-1f211d7e-7422-49ff-a3b6-b93487319d66 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:42.677611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-173cd52f-6345-4948-93b4-2d1eb063d46f req-1f211d7e-7422-49ff-a3b6-b93487319d66 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0827782 Aug 03 19:04:42.698002 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28cbc2be-0d47-42cc-bf0e-14f41076f01f req-9e2ae107-baa3-4761-8a27-b750daf303fd service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141930 Aug 03 19:04:42.754747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-173cd52f-6345-4948-93b4-2d1eb063d46f req-b35a4977-e3e5-4a92-b981-9fc8166586be tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700123 Aug 03 19:04:42.807440 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28cbc2be-0d47-42cc-bf0e-14f41076f01f req-0802779d-0443-4393-86fc-39f322db0996 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017754 Aug 03 19:04:42.846391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b40fea63-8d7c-4296-9c71-808ff76050ea req-c8cf68fd-3519-4295-a0fd-1f66bf3f22e2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0286369 Aug 03 19:04:43.254018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bcdefff9-4186-4d69-958c-f6e9fe738d36 req-248acfde-d004-4642-9f8a-7ad10aa757e8 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0385666 Aug 03 19:04:43.491177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff27520-45f3-4533-bbc2-e86bf80642f8 req-fcdbb5fd-3cad-4421-b385-af8dbeee083a tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:43.492828 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ff27520-45f3-4533-bbc2-e86bf80642f8 req-fcdbb5fd-3cad-4421-b385-af8dbeee083a tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 945 time: 0.0530486 Aug 03 19:04:43.535611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ff27520-45f3-4533-bbc2-e86bf80642f8 req-c316de3c-bbe3-4fc8-9afc-fd2f41b820a8 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/security-groups?id=d918dfac-eb66-4d32-a3f8-d277efaa8a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Aug 03 19:04:43.758224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7be301-280b-4771-b917-59af4e1c1944 req-0f6033f9-f32f-4d0a-afb7-850a461ae1d6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:43.759779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb7be301-280b-4771-b917-59af4e1c1944 req-0f6033f9-f32f-4d0a-afb7-850a461ae1d6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.0530410 Aug 03 19:04:43.804659 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb7be301-280b-4771-b917-59af4e1c1944 req-0600f5cb-1327-4b25-b71f-5584285105cc tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 Aug 03 19:04:43.894527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91b823-643e-4d8e-b9c2-5f0b9828845a req-bb39bb89-a27f-46b3-9745-b077543085b6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:43.896044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c91b823-643e-4d8e-b9c2-5f0b9828845a req-bb39bb89-a27f-46b3-9745-b077543085b6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0613379 Aug 03 19:04:43.942777 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c91b823-643e-4d8e-b9c2-5f0b9828845a req-f0aa6d04-a122-4ad7-b34f-8c21d2565f28 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401211 Aug 03 19:04:44.070678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1bc1f74f-1b97-44f2-aa4d-665e1919b20c details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:44.191175 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:44.205921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87', 'port_id': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'mac_address': 'fa:16:3e:76:3b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdc4e0d-929f-4680-8655-547d605c21e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:44.256930 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:44.275747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc1f74f-1b97-44f2-aa4d-665e1919b20c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:44.304716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:44.311363 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:44.369638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:44.405971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0bdeeac-410b-403c-9e1a-dbe534200a67 req-23688e7b-d9cb-4f85-a745-47a519b8d6e3 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0344422 Aug 03 19:04:44.553738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1bc1f74f-1b97-44f2-aa4d-665e1919b20c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:44.684795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87f08a-8b62-4e26-9334-8950c4f0aa73 req-8ad3f641-f207-4d40-9a19-cedca3510ba9 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:44.686385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b87f08a-8b62-4e26-9334-8950c4f0aa73 req-8ad3f641-f207-4d40-9a19-cedca3510ba9 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 945 time: 0.0666163 Aug 03 19:04:44.738056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c482758e-3bff-482d-92fb-bd2ea58109c4 req-17180186-750a-427b-8b60-1fef3de78c6f tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42&device_id=0c061a26-a41c-432c-9b7d-0974ff892bd9 HTTP/1.1" status: 200 len: 210 time: 0.0449429 Aug 03 19:04:44.761789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b87f08a-8b62-4e26-9334-8950c4f0aa73 req-c74b7f65-0abe-49f0-87e9-a706a8684105 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/security-groups?id=d918dfac-eb66-4d32-a3f8-d277efaa8a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666854 Aug 03 19:04:44.958475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6373ebe-8234-4f0b-b60b-2f4a9b40a358 req-2ce62797-2af3-46ed-8e05-1a92a00fc1bb tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:44.959794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6373ebe-8234-4f0b-b60b-2f4a9b40a358 req-2ce62797-2af3-46ed-8e05-1a92a00fc1bb tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 944 time: 0.0748465 Aug 03 19:04:45.030244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20fea769-4408-4771-8ed3-2d395a37b84e req-be792026-0022-4d57-91ec-aa2761321269 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=66de57e5d8374444aefff0734d307bb4&device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0369167 Aug 03 19:04:45.036416 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.045175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6373ebe-8234-4f0b-b60b-2f4a9b40a358 req-d43c19f9-cb46-43d6-8f0b-a2edaf1fc2a8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789785 Aug 03 19:04:45.063087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60f0080b-6347-4b27-815c-d93ee3e3fd49 req-502fe2c5-f7e0-4232-953d-679235ba5303 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0381823 Aug 03 19:04:45.083437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20fea769-4408-4771-8ed3-2d395a37b84e req-b767baca-49fa-40e5-8af0-1b019aebb395 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=66de57e5d8374444aefff0734d307bb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226684 Aug 03 19:04:45.212636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fea769-4408-4771-8ed3-2d395a37b84e req-26d767ea-a6ed-4b27-bb0b-b3656849da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:45.214486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20fea769-4408-4771-8ed3-2d395a37b84e req-26d767ea-a6ed-4b27-bb0b-b3656849da32 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190104 Aug 03 19:04:45.272193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d600-3248-4b0c-b327-8211e41783a3 req-c5852ee3-9296-454e-aca6-29fb1c66b1bc tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:45.274264 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f86d600-3248-4b0c-b327-8211e41783a3 req-c5852ee3-9296-454e-aca6-29fb1c66b1bc tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0585935 Aug 03 19:04:45.327446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f86d600-3248-4b0c-b327-8211e41783a3 req-673afb92-8561-4b85-bb23-6657970228d2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457735 Aug 03 19:04:45.352908 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48376) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:45.457452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6fa1b-e329-4299-8be8-d4c16f67a3c2 req-164cd01b-b8f6-4dfd-beac-40a386c38e4c tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:45.459079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04f6fa1b-e329-4299-8be8-d4c16f67a3c2 req-164cd01b-b8f6-4dfd-beac-40a386c38e4c tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 945 time: 0.0639994 Aug 03 19:04:45.481387 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1f36aac2-50ea-475f-b406-89794a0fe72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.504140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04f6fa1b-e329-4299-8be8-d4c16f67a3c2 req-ba9bff8f-ab26-46d6-95f2-c3bc4989fb28 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/security-groups?id=d918dfac-eb66-4d32-a3f8-d277efaa8a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384064 Aug 03 19:04:45.571791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1f36aac2-50ea-475f-b406-89794a0fe72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.575984 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1f36aac2-50ea-475f-b406-89794a0fe72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.615583 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1f36aac2-50ea-475f-b406-89794a0fe72a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82df3e102ff6475ab01a188e55716f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600605 Aug 03 19:04:45.616464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36aac2-50ea-475f-b406-89794a0fe72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69e9a99-945b-4d8b-b5ab-c786075db344,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:45.618310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48382) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:45.669417 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.692924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.741718 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.744403 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.745602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c69e9a99-945b-4d8b-b5ab-c786075db344 HTTP/1.1" status: 204 len: 168 time: 0.1262512 Aug 03 19:04:45.753603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69e9a99-945b-4d8b-b5ab-c786075db344,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:45.761548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:45.761901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:45.762245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:45.762585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:45.762919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:45.763247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:45.763576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:45.763903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:45.764227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:45.764581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:45.764902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:45.765224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5efde9-8dbf-4d96-89d2-c8bda80db7b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:46.007367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48388) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:46.020622 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f1f668ee-1df9-432c-9ec2-3316ad27b2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.086572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1bc1f74f-1b97-44f2-aa4d-665e1919b20c up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:46.123512 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f1f668ee-1df9-432c-9ec2-3316ad27b2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.135127 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f1f668ee-1df9-432c-9ec2-3316ad27b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.161378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:46.166681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:46.172825 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.219228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c69236d-9bce-46e2-ac03-a6be1d29be58 req-0daa7c00-173f-4dab-9a8d-b6a51089547f tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0645227 Aug 03 19:04:46.227074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f668ee-1df9-432c-9ec2-3316ad27b2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cddbd4-e7eb-4e24-b82f-90b5eebe4325,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:46.234926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f1f668ee-1df9-432c-9ec2-3316ad27b2ac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0b899980d8bb474b85ff8beddb2d8af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264338 Aug 03 19:04:46.237489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48396) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:46.264789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee9cdf-9c83-4cb4-a6c3-6d5a8f00172c req-9604289f-468e-4086-9e37-46aabd12ef3b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.266405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57ee9cdf-9c83-4cb4-a6c3-6d5a8f00172c req-9604289f-468e-4086-9e37-46aabd12ef3b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 944 time: 0.1452253 Aug 03 19:04:46.276359 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.303639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:46.306110 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39b01a8-7ffa-4cf9-bbe3-8f903db4274a" -d '{"events": [{"server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "name": "network-vif-plugged", "status": "completed", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:46.320464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:46.326299 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.326715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a698c6b-87b9-4a58-85dc-11cc0968deef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.349378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57ee9cdf-9c83-4cb4-a6c3-6d5a8f00172c req-c05a9a2a-56b4-406a-9b37-89b94a2cb3d4 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618453 Aug 03 19:04:46.379088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a698c6b-87b9-4a58-85dc-11cc0968deef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.391826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:46.405013 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598130da-d2cb-473f-950e-6db13d2ec7a0 x-openstack-request-id: req-598130da-d2cb-473f-950e-6db13d2ec7a0 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:46.405306 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "name": "network-vif-plugged", "status": "completed", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:46.405631 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-598130da-d2cb-473f-950e-6db13d2ec7a0 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:46.406022 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'code': 200} Aug 03 19:04:46.479371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a698c6b-87b9-4a58-85dc-11cc0968deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.481942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a698c6b-87b9-4a58-85dc-11cc0968deef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.483085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9a698c6b-87b9-4a58-85dc-11cc0968deef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36cddbd4-e7eb-4e24-b82f-90b5eebe4325 HTTP/1.1" status: 204 len: 168 time: 0.2440293 Aug 03 19:04:46.498959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a698c6b-87b9-4a58-85dc-11cc0968deef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cddbd4-e7eb-4e24-b82f-90b5eebe4325,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:46.523481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d164d9-ee04-4404-a4b2-390c0ecab2a2 req-99492de9-6765-42f0-9e57-72465507ba60 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.525182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05d164d9-ee04-4404-a4b2-390c0ecab2a2 req-99492de9-6765-42f0-9e57-72465507ba60 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0798118 Aug 03 19:04:46.543454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe72e5b-89bb-4a52-ba43-f04abbad8e12 req-f3a016bc-d312-4edb-9055-7dbdf5cc8fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.545641 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ffe72e5b-89bb-4a52-ba43-f04abbad8e12 req-f3a016bc-d312-4edb-9055-7dbdf5cc8fdb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 1096 time: 0.0538998 Aug 03 19:04:46.567238 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05d164d9-ee04-4404-a4b2-390c0ecab2a2 req-b3bf80a9-d15f-4a7e-8d38-0aa935128f4a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351012 Aug 03 19:04:46.633126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ffe72e5b-89bb-4a52-ba43-f04abbad8e12 req-6b5b8a3d-716b-4d6e-b742-459a7f9e0dfa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683241 Aug 03 19:04:46.699709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159805e4-84f2-4afc-bf53-8f8879d5af86 req-71a6cf27-f428-41a5-874c-abac85506600 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.701632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-159805e4-84f2-4afc-bf53-8f8879d5af86 req-71a6cf27-f428-41a5-874c-abac85506600 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 945 time: 0.0570941 Aug 03 19:04:46.745980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-159805e4-84f2-4afc-bf53-8f8879d5af86 req-02b67817-2d9f-472f-83de-ec151f156bdc tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/security-groups?id=d918dfac-eb66-4d32-a3f8-d277efaa8a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349295 Aug 03 19:04:47.017975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921773e-afcb-473d-800a-5f64654c4ee7 req-10319d00-7737-4622-86ab-7bca6abb2141 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:47.019689 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f921773e-afcb-473d-800a-5f64654c4ee7 req-10319d00-7737-4622-86ab-7bca6abb2141 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.37 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 945 time: 0.0516210 Aug 03 19:04:47.119886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-f921773e-afcb-473d-800a-5f64654c4ee7 req-4ecbc584-6d93-401c-aff7-69ab7baaca9f tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Deleting port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:47.120232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f921773e-afcb-473d-800a-5f64654c4ee7 req-4ecbc584-6d93-401c-aff7-69ab7baaca9f tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.180236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20fea769-4408-4771-8ed3-2d395a37b84e req-301475e1-d307-4bcc-9df7-5cf5e0dc6224 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.74 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0286367 Aug 03 19:04:47.216540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-f921773e-afcb-473d-800a-5f64654c4ee7 req-4ecbc584-6d93-401c-aff7-69ab7baaca9f tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] For port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c,segment=NetworkSegment(b00a9652-cd54-482d-81d0-92fc51735ad1),segment_id=b00a9652-cd54-482d-81d0-92fc51735ad1)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:47.216540 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f921773e-afcb-473d-800a-5f64654c4ee7 req-4ecbc584-6d93-401c-aff7-69ab7baaca9f tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.230131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-f921773e-afcb-473d-800a-5f64654c4ee7 req-4ecbc584-6d93-401c-aff7-69ab7baaca9f tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Calling delete_port for c8bbd2f7-4c3f-45af-af77-4c787acc0c3c owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:47.346949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9562757e-e550-46de-8e43-6c3af705c167 req-abedc6dc-9f9f-4efa-ba22-a120a58479dc tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=a254ac0b-124d-4db2-984d-f1e0906e8b42 HTTP/1.1" status: 200 len: 210 time: 0.0265477 Aug 03 19:04:47.405154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f921773e-afcb-473d-800a-5f64654c4ee7 req-4ecbc584-6d93-401c-aff7-69ab7baaca9f tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.418238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c8bbd2f7-4c3f-45af-af77-4c787acc0c3c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:47.442862 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbc584-6d93-401c-aff7-69ab7baaca9f tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Pushing event deleted for resources: {'Port': ['ID=c8bbd2f7-4c3f-45af-af77-4c787acc0c3c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:47.493972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-f921773e-afcb-473d-800a-5f64654c4ee7 req-4ecbc584-6d93-401c-aff7-69ab7baaca9f tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] No DVR routers for this DVR port c8bbd2f7-4c3f-45af-af77-4c787acc0c3c on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:47.497367 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f921773e-afcb-473d-800a-5f64654c4ee7 req-4ecbc584-6d93-401c-aff7-69ab7baaca9f tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.499498 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f921773e-afcb-473d-800a-5f64654c4ee7 req-4ecbc584-6d93-401c-aff7-69ab7baaca9f tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.37 "DELETE /v2.0/ports/c8bbd2f7-4c3f-45af-af77-4c787acc0c3c HTTP/1.1" status: 204 len: 173 time: 0.4722316 Aug 03 19:04:47.499984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9d9499-7533-47f0-943f-d5853de79e7e', 'name': 'network-vif-deleted', 'tag': 'c8bbd2f7-4c3f-45af-af77-4c787acc0c3c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:47.502454 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0577446-2780-46b8-af18-5c4b0d1f70e5" -d '{"events": [{"server_uuid": "df9d9499-7533-47f0-943f-d5853de79e7e", "name": "network-vif-deleted", "tag": "c8bbd2f7-4c3f-45af-af77-4c787acc0c3c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:47.520750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cea15-0606-4d23-9e14-06ba4e6f36de req-2e733e92-b907-4097-b7a2-7f750ac49866 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:47.522771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-252cea15-0606-4d23-9e14-06ba4e6f36de req-2e733e92-b907-4097-b7a2-7f750ac49866 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.0621934 Aug 03 19:04:47.559689 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a38471-f796-4972-bdb5-9058a43f68e7 x-openstack-request-id: req-31a38471-f796-4972-bdb5-9058a43f68e7 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:47.560646 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9d9499-7533-47f0-943f-d5853de79e7e", "name": "network-vif-deleted", "tag": "c8bbd2f7-4c3f-45af-af77-4c787acc0c3c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:47.561149 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31a38471-f796-4972-bdb5-9058a43f68e7 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:47.561731 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9d9499-7533-47f0-943f-d5853de79e7e', 'name': 'network-vif-deleted', 'tag': 'c8bbd2f7-4c3f-45af-af77-4c787acc0c3c', 'status': 'completed', 'code': 200} Aug 03 19:04:47.598448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-252cea15-0606-4d23-9e14-06ba4e6f36de req-403503ba-8a92-43a8-b33f-4eeaa128b563 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656393 Aug 03 19:04:47.718259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ef185-0917-45ec-a1ec-95604d4c6fd4 req-97715839-9372-4ba0-8bf0-fda1a375bf3a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:47.719792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb3ef185-0917-45ec-a1ec-95604d4c6fd4 req-97715839-9372-4ba0-8bf0-fda1a375bf3a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0574992 Aug 03 19:04:47.764045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb3ef185-0917-45ec-a1ec-95604d4c6fd4 req-113ecfcd-0236-4ea8-8f5b-bcb395553f98 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374372 Aug 03 19:04:47.877148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe0a0100-af43-4c79-ac78-ef9909492a92 req-a4825970-84d9-46c5-aa8c-1cfab2dd73e9 tempest-ServerAddressesTestJSON-127852118 tempest-ServerAddressesTestJSON-127852118-project] 10.222.0.78 "GET /v2.0/ports?device_id=df9d9499-7533-47f0-943f-d5853de79e7e HTTP/1.1" status: 200 len: 210 time: 0.0310795 Aug 03 19:04:48.654845 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfc65fcc-be96-4704-8571-24539cf7bba5 req-41a17883-1bba-4bf6-a34d-82a9bb3a48b2 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c061a26-a41c-432c-9b7d-0974ff892bd9 HTTP/1.1" status: 200 len: 210 time: 0.0344162 Aug 03 19:04:48.681313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-397af5e9-2c7f-4370-b0a3-882431331bee req-68428202-2c3a-47c1-be17-2b8e4bc23c83 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=66de57e5d8374444aefff0734d307bb4&device_id=0c061a26-a41c-432c-9b7d-0974ff892bd9 HTTP/1.1" status: 200 len: 210 time: 0.0332117 Aug 03 19:04:48.744321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-397af5e9-2c7f-4370-b0a3-882431331bee req-e5ddf8e7-0d38-4ce8-acb0-005181ee55ab service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=66de57e5d8374444aefff0734d307bb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376356 Aug 03 19:04:48.815984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff3ce3-903e-487e-bf2d-1c2ad923ae5c req-0cdc1644-a019-409f-b329-642f3ea62f2f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:48.817629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9cff3ce3-903e-487e-bf2d-1c2ad923ae5c req-0cdc1644-a019-409f-b329-642f3ea62f2f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1204782 Aug 03 19:04:48.888525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9cff3ce3-903e-487e-bf2d-1c2ad923ae5c req-561bcad3-368a-4dfa-9883-d3372f1bcc9e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 Aug 03 19:04:48.911641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397af5e9-2c7f-4370-b0a3-882431331bee req-9f99651b-02ec-4ecb-ad46-e57046d2507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:48.913173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-397af5e9-2c7f-4370-b0a3-882431331bee req-9f99651b-02ec-4ecb-ad46-e57046d2507f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594956 Aug 03 19:04:48.973358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f99df-515f-4199-a259-7e1f04c06ddd req-cfcddcd3-c30b-40e7-b875-8e829eca7480 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:48.975288 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-638f99df-515f-4199-a259-7e1f04c06ddd req-cfcddcd3-c30b-40e7-b875-8e829eca7480 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0731809 Aug 03 19:04:49.027028 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-638f99df-515f-4199-a259-7e1f04c06ddd req-527967ee-3912-4d90-a8b8-f432f2737262 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Aug 03 19:04:49.076460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48504) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:49.136086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a835511-8f68-44ed-89a1-9f4e690ea10b admin admin] Deleting subnet deed3f20-ac96-4f2f-908e-eeeaa32c3a8c {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:04:49.139853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a835511-8f68-44ed-89a1-9f4e690ea10b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.188621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a835511-8f68-44ed-89a1-9f4e690ea10b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.246684 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a835511-8f68-44ed-89a1-9f4e690ea10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.320664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a835511-8f68-44ed-89a1-9f4e690ea10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.322767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7821d386-65c9-4b26-b344-5c53db5c26b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.325715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7821d386-65c9-4b26-b344-5c53db5c26b1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 813 time: 0.1409833 Aug 03 19:04:49.343426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-be6da4a7-2adc-405b-bb72-36028cbb3b32 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/quotas/365dc0e7e62c45cd984e6b0737c1e4d1 HTTP/1.1" status: 200 len: 375 time: 0.0108509 Aug 03 19:04:49.350450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a835511-8f68-44ed-89a1-9f4e690ea10b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deed3f20-ac96-4f2f-908e-eeeaa32c3a8c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:49.354281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a835511-8f68-44ed-89a1-9f4e690ea10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.359041 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a835511-8f68-44ed-89a1-9f4e690ea10b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/deed3f20-ac96-4f2f-908e-eeeaa32c3a8c HTTP/1.1" status: 204 len: 168 time: 0.2812481 Aug 03 19:04:49.359638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48522) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:49.448623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.451217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-9d8914a7-b2c3-4bf1-ad00-5b4307452d19 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005781 Aug 03 19:04:49.546588 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.558058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47777064-1c98-4765-8169-61e3ba2cfcb1']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:49.569092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00a9652-cd54-482d-81d0-92fc51735ad1') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:49.569345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00a9652-cd54-482d-81d0-92fc51735ad1') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:49.580049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.585412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-b1bc8f94-b5b0-403a-9059-c1e2d6e10cc6 service neutron] 10.222.0.78 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229665 Aug 03 19:04:49.623538 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.636928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:04:49.637628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:04:49.640498 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:04:49.697986 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-e3562d5b-cad0-49a7-b653-fe83cd83f6eb service neutron] 10.222.0.78 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059213 Aug 03 19:04:49.733292 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.742614 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.750864 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] 10.222.0.78 "DELETE /v2.0/networks/47777064-1c98-4765-8169-61e3ba2cfcb1 HTTP/1.1" status: 204 len: 168 time: 0.3868108 Aug 03 19:04:49.785619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afb611-eaae-4c9a-bacf-1bc855aba61c admin admin] Pushing event deleted for resources: {'Network': ['ID=47777064-1c98-4765-8169-61e3ba2cfcb1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:49.864851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c14846c-036e-4857-b9f7-021f7147765c req-818600d6-a22a-480c-ba66-c858d1d35cea tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c061a26-a41c-432c-9b7d-0974ff892bd9 HTTP/1.1" status: 200 len: 210 time: 0.0439489 Aug 03 19:04:49.956204 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a685bfd-c151-420c-b814-11d8f1cea0e7 req-70d830ec-387e-4c4d-9c28-189ec07386c7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 210 time: 0.0317414 Aug 03 19:04:50.064490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48550) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:50.110577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c8bbd2f7-4c3f-45af-af77-4c787acc0c3c no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:50.142883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: c8bbd2f7-4c3f-45af-af77-4c787acc0c3c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:50.143713 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c8bbd2f7-4c3f-45af-af77-4c787acc0c3c not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:50.190435 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-81eca8c0-357b-406e-b9fc-634af5ab42c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6af2a357af664d3298a38cfed38d340e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245651 Aug 03 19:04:50.192777 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48558) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:50.211761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59b5ae-5092-439b-ac9c-8c9e34837b54 req-0b2aec04-1eaa-418f-bfa8-b30d0e3f80e4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:50.213912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c59b5ae-5092-439b-ac9c-8c9e34837b54 req-0b2aec04-1eaa-418f-bfa8-b30d0e3f80e4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0756340 Aug 03 19:04:50.261552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb1e34e0-0a54-494f-a210-896ca942bc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:50.281866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c59b5ae-5092-439b-ac9c-8c9e34837b54 req-310f9a69-21d2-44d2-a940-7a49075534a5 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576921 Aug 03 19:04:50.294761 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb1e34e0-0a54-494f-a210-896ca942bc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:50.382875 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb1e34e0-0a54-494f-a210-896ca942bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:50.385782 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb1e34e0-0a54-494f-a210-896ca942bc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:50.386977 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cb1e34e0-0a54-494f-a210-896ca942bc84 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d918dfac-eb66-4d32-a3f8-d277efaa8a8b HTTP/1.1" status: 204 len: 168 time: 0.1922867 Aug 03 19:04:50.397811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e34e0-0a54-494f-a210-896ca942bc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d918dfac-eb66-4d32-a3f8-d277efaa8a8b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:50.810441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-397af5e9-2c7f-4370-b0a3-882431331bee req-5884ea5d-611a-4be1-a1fb-84c154592531 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c061a26-a41c-432c-9b7d-0974ff892bd9 HTTP/1.1" status: 200 len: 210 time: 0.0371683 Aug 03 19:04:51.030059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ec187f-2bcf-4c08-8795-8eb7fb6dd8ff req-822ddbe7-beea-4071-bf1c-4c6bfc000122 tempest-ServerShowV247Test-475694935 tempest-ServerShowV247Test-475694935-project] 10.222.0.78 "GET /v2.0/ports?device_id=0c061a26-a41c-432c-9b7d-0974ff892bd9 HTTP/1.1" status: 200 len: 210 time: 0.0868175 Aug 03 19:04:51.234668 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c976a17-d3a6-464f-ab5d-09d814679947 req-bed8fba5-6f7c-4ac6-9bb4-193a9cbca5f5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 210 time: 0.0694921 Aug 03 19:04:51.316656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-e6df77e7-3c7a-4106-9258-dfa3cf41d1b7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:51.321377 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-e6df77e7-3c7a-4106-9258-dfa3cf41d1b7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.37 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 813 time: 0.2545557 Aug 03 19:04:51.338831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Request body: {'port': {'device_id': '472923d6-31d7-4d59-9c1a-b4c00955a795', 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87', 'admin_state_up': True, 'tenant_id': '365dc0e7e62c45cd984e6b0737c1e4d1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:51.464552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013d929-ec5f-409f-a58e-c2a636c369df req-c5d486a3-eddd-4609-923b-014425b79e78 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:51.492608 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3013d929-ec5f-409f-a58e-c2a636c369df req-c5d486a3-eddd-4609-923b-014425b79e78 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1352124 Aug 03 19:04:51.585574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3013d929-ec5f-409f-a58e-c2a636c369df req-2dba314e-ae1c-437c-8efd-8a967e675abc tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884666 Aug 03 19:04:51.852307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Made reservation on behalf of 365dc0e7e62c45cd984e6b0737c1e4d1 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:51.856542 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:51.896182 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:04:52.023435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Allocated IP 172.20.0.7 (7fea3613-bf0a-4cc6-9611-fac25b0e9b87/ecdc4e0d-929f-4680-8655-547d605c21e1/58b804f4-014e-4d2f-944b-aff34f159545) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:52.260935 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.339199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.353821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1bc1f74f-1b97-44f2-aa4d-665e1919b20c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:52.406224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:52.412395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:52.422486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:52.450083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4366e-f848-4e54-ae24-fd4afa9f8b4c req-627e3c20-b95b-491f-a3ef-9d1923e5d7e1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:52.456468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abf4366e-f848-4e54-ae24-fd4afa9f8b4c req-627e3c20-b95b-491f-a3ef-9d1923e5d7e1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 931 time: 0.1092892 Aug 03 19:04:52.472257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Pushing event updated for resources: {'Port': ['ID=58b804f4-014e-4d2f-944b-aff34f159545,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:52.509656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:52.510129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.528759 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-428c13fe-6533-43e0-aa3a-6c8af645018c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1976140 Aug 03 19:04:52.549070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Request body: {'port': {'device_id': '472923d6-31d7-4d59-9c1a-b4c00955a795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:52.550438 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abf4366e-f848-4e54-ae24-fd4afa9f8b4c req-e25a9b21-b715-4af2-ac06-4efc68bf8c70 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786138 Aug 03 19:04:52.557840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48642) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:52.601748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48646) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:52.646814 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.741152 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ace2815-7e0f-44a1-98af-f70bb800db61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.829548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab7dce-8fc8-4180-8442-413ad2e02226 req-ba1e4d9a-7b8c-42e0-886c-3ea7f2d7d960 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:52.831172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6ab7dce-8fc8-4180-8442-413ad2e02226 req-ba1e4d9a-7b8c-42e0-886c-3ea7f2d7d960 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0871882 Aug 03 19:04:52.895576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6ab7dce-8fc8-4180-8442-413ad2e02226 req-9ab62731-73c1-4e7b-9549-b0525b72f9b1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528069 Aug 03 19:04:52.904243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44e55c84-1d53-406d-bc05-3a3b2c7fb968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.953103 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ace2815-7e0f-44a1-98af-f70bb800db61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.958838 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ace2815-7e0f-44a1-98af-f70bb800db61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.012946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4ace2815-7e0f-44a1-98af-f70bb800db61 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9857763d058b48a79e7aaf3b98e4b93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535661 Aug 03 19:04:53.017077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48660) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:53.030510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace2815-7e0f-44a1-98af-f70bb800db61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34059333-b5a0-4947-87de-e4230a81f79d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:53.089836 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-733fbc11-1207-4a93-95e7-480111d01b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.117000 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-733fbc11-1207-4a93-95e7-480111d01b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.179083 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-733fbc11-1207-4a93-95e7-480111d01b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.183321 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-733fbc11-1207-4a93-95e7-480111d01b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.184862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-733fbc11-1207-4a93-95e7-480111d01b3a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34059333-b5a0-4947-87de-e4230a81f79d HTTP/1.1" status: 204 len: 168 time: 0.1665621 Aug 03 19:04:53.196458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fbc11-1207-4a93-95e7-480111d01b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34059333-b5a0-4947-87de-e4230a81f79d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:53.200143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44e55c84-1d53-406d-bc05-3a3b2c7fb968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.202958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b804f4-014e-4d2f-944b-aff34f159545 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:53.214805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44e55c84-1d53-406d-bc05-3a3b2c7fb968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.222297 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.275159 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Transition to ACTIVE for port object 58b804f4-014e-4d2f-944b-aff34f159545 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:53.295307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.305157 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-44e55c84-1d53-406d-bc05-3a3b2c7fb968 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=66de57e5d8374444aefff0734d307bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6979575 Aug 03 19:04:53.308017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48672) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:53.317904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e55c84-1d53-406d-bc05-3a3b2c7fb968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf119bdb-1d4a-4606-b71a-f63f7ac7b20f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:53.432064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f601fa5a-0658-4aba-9983-399b1866a692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.470682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Pushing event updated for resources: {'Port': ['ID=58b804f4-014e-4d2f-944b-aff34f159545,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:53.505364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f601fa5a-0658-4aba-9983-399b1866a692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.554837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Attempting to bind port 58b804f4-014e-4d2f-944b-aff34f159545 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:53.555429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Attempting to bind port 58b804f4-014e-4d2f-944b-aff34f159545 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '19ef3bf5-856b-4624-bf8b-ec19fdfc87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:53.555655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Attempting to bind port 58b804f4-014e-4d2f-944b-aff34f159545 on network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:53.562075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Port 58b804f4-014e-4d2f-944b-aff34f159545 on network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:53.562587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Attempting to bind port 58b804f4-014e-4d2f-944b-aff34f159545 on network 7fea3613-bf0a-4cc6-9611-fac25b0e9b87 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:53.572999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:53.573726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Checking segment: {'id': '19ef3bf5-856b-4624-bf8b-ec19fdfc87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:53.574556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Bound using segment: {'id': '19ef3bf5-856b-4624-bf8b-ec19fdfc87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:53.575339 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Bound port: 58b804f4-014e-4d2f-944b-aff34f159545, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ef3bf5-856b-4624-bf8b-ec19fdfc87f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:53.576002 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.609417 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f601fa5a-0658-4aba-9983-399b1866a692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.614530 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f601fa5a-0658-4aba-9983-399b1866a692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.616363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f601fa5a-0658-4aba-9983-399b1866a692 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf119bdb-1d4a-4606-b71a-f63f7ac7b20f HTTP/1.1" status: 204 len: 168 time: 0.3067365 Aug 03 19:04:53.632669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601fa5a-0658-4aba-9983-399b1866a692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf119bdb-1d4a-4606-b71a-f63f7ac7b20f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:53.754196 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] For port 58b804f4-014e-4d2f-944b-aff34f159545, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:53.758642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] For port 58b804f4-014e-4d2f-944b-aff34f159545, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=58b804f4-014e-4d2f-944b-aff34f159545,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:53.767298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.823212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:53.823977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.828938 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] 10.222.0.37 "PUT /v2.0/ports/58b804f4-014e-4d2f-944b-aff34f159545 HTTP/1.1" status: 200 len: 1091 time: 1.2906137 Aug 03 19:04:53.829139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff2638-4541-43b8-a49f-c6bfa0236b91 req-c5d51bb1-efd8-4199-9969-46f18f000017 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:53.838193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472923d6-31d7-4d59-9c1a-b4c00955a795', 'tag': '58b804f4-014e-4d2f-944b-aff34f159545'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:53.840306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10ff2638-4541-43b8-a49f-c6bfa0236b91 req-c5d51bb1-efd8-4199-9969-46f18f000017 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 943 time: 0.1174502 Aug 03 19:04:53.843452 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755de405-008e-4fe2-87ae-6e606e033d29" -d '{"events": [{"name": "network-changed", "server_uuid": "472923d6-31d7-4d59-9c1a-b4c00955a795", "tag": "58b804f4-014e-4d2f-944b-aff34f159545"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:53.886220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10ff2638-4541-43b8-a49f-c6bfa0236b91 req-7aea2802-32c0-47a6-be2f-ce6e71af1e2a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449951 Aug 03 19:04:53.890227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f902819-808d-4fd3-b7cc-d8d152448fbe service neutron] Pushing event updated for resources: {'Port': ['ID=58b804f4-014e-4d2f-944b-aff34f159545,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:53.941343 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc07ccd-c2bc-4088-9755-b1f937695ab0 x-openstack-request-id: req-dbc07ccd-c2bc-4088-9755-b1f937695ab0 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:53.943065 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472923d6-31d7-4d59-9c1a-b4c00955a795", "tag": "58b804f4-014e-4d2f-944b-aff34f159545", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:53.943381 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dbc07ccd-c2bc-4088-9755-b1f937695ab0 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:53.944312 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472923d6-31d7-4d59-9c1a-b4c00955a795', 'tag': '58b804f4-014e-4d2f-944b-aff34f159545', 'status': 'completed', 'code': 200} Aug 03 19:04:53.962575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-ecc53035-c218-4ec6-a475-a7d1ebb3e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:53.964250 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-ecc53035-c218-4ec6-a475-a7d1ebb3e53e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 1094 time: 0.0594225 Aug 03 19:04:54.014400 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-b1a0d89c-a428-40c9-a326-0ae31bd45242 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58b804f4-014e-4d2f-944b-aff34f159545 HTTP/1.1" status: 200 len: 217 time: 0.0416474 Aug 03 19:04:54.122564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-f670bc17-f04d-4df1-a561-76ed94206886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:54.124636 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-f670bc17-f04d-4df1-a561-76ed94206886 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecdc4e0d-929f-4680-8655-547d605c21e1 HTTP/1.1" status: 200 len: 853 time: 0.1015987 Aug 03 19:04:54.127901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db09e8-2fb8-4ad2-8dd1-b5f6ae8e564c req-38d0266c-30d0-4d1b-ac87-fb5414de5063 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:54.137316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9db09e8-2fb8-4ad2-8dd1-b5f6ae8e564c req-38d0266c-30d0-4d1b-ac87-fb5414de5063 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1143973 Aug 03 19:04:54.184022 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-9c083649-dd5f-436f-a021-113dd7e66c99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513606 Aug 03 19:04:54.202415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9db09e8-2fb8-4ad2-8dd1-b5f6ae8e564c req-b8f6dc7a-84ea-4f15-9dc7-822db4b3f9f4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638547 Aug 03 19:04:54.311507 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-1464555d-ca1a-4392-b5cd-a704e1ac28b2 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192050 Aug 03 19:04:54.473197 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8ab77a6-fe36-4a82-bf84-db414fbacea2 req-e494ee94-cbf9-437d-9bd2-b02c21a185b9 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546392 Aug 03 19:04:54.682409 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755de405-008e-4fe2-87ae-6e606e033d29 req-a056f103-1def-4b20-821f-b647de4f9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:54.684189 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-755de405-008e-4fe2-87ae-6e606e033d29 req-a056f103-1def-4b20-821f-b647de4f9029 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 1094 time: 0.0828063 Aug 03 19:04:54.804641 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755de405-008e-4fe2-87ae-6e606e033d29 req-a63f666e-1d6b-4d45-994b-7f4f382d237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:54.806364 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-755de405-008e-4fe2-87ae-6e606e033d29 req-a63f666e-1d6b-4d45-994b-7f4f382d237f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 914 time: 0.1138086 Aug 03 19:04:54.859259 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-755de405-008e-4fe2-87ae-6e606e033d29 req-812f3e23-27b4-40b3-9881-7731cba65165 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58b804f4-014e-4d2f-944b-aff34f159545 HTTP/1.1" status: 200 len: 217 time: 0.0440512 Aug 03 19:04:54.924894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755de405-008e-4fe2-87ae-6e606e033d29 req-908817b8-c0e1-4946-8c7f-eaa4f98dc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:54.928312 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-755de405-008e-4fe2-87ae-6e606e033d29 req-908817b8-c0e1-4946-8c7f-eaa4f98dc3fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecdc4e0d-929f-4680-8655-547d605c21e1 HTTP/1.1" status: 200 len: 853 time: 0.0603487 Aug 03 19:04:54.982581 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-755de405-008e-4fe2-87ae-6e606e033d29 req-2d5dacc9-1a28-4b70-8e8e-e26225920544 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461957 Aug 03 19:04:55.078687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5ae9d-030e-4178-92c9-2010fc5dfb86 req-aeb7473d-bd99-4806-8b62-31278f7c8c07 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:55.087023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0af5ae9d-030e-4178-92c9-2010fc5dfb86 req-aeb7473d-bd99-4806-8b62-31278f7c8c07 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 943 time: 0.0622442 Aug 03 19:04:55.130354 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-755de405-008e-4fe2-87ae-6e606e033d29 req-1e7777fc-f136-4285-ad05-0e10240d5774 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401675 Aug 03 19:04:55.133069 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0af5ae9d-030e-4178-92c9-2010fc5dfb86 req-c57a4b82-056f-4623-9550-f8e3394ae8bd tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451455 Aug 03 19:04:55.297088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48744) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:55.311781 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-755de405-008e-4fe2-87ae-6e606e033d29 req-e4d7a17c-2a32-43ed-a9db-b75b1d1cc7e1 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704595 Aug 03 19:04:55.345359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6e504-9099-409e-a698-34e131de9e71 req-745c745a-f412-4baa-b354-eb40ceb11e5c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:55.346963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53f6e504-9099-409e-a698-34e131de9e71 req-745c745a-f412-4baa-b354-eb40ceb11e5c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0710599 Aug 03 19:04:55.400213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53f6e504-9099-409e-a698-34e131de9e71 req-a70fec3a-9a23-4c6b-aeb3-84ea4578aec0 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382555 Aug 03 19:04:55.469183 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-82ab119f-3e1d-4764-83a6-6b4b7d647290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.598352 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-82ab119f-3e1d-4764-83a6-6b4b7d647290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.605894 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-82ab119f-3e1d-4764-83a6-6b4b7d647290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.627262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48754) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:55.658714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab119f-3e1d-4764-83a6-6b4b7d647290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2815e307-f3d5-46d3-bea9-74884e8d11ed,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:55.671265 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-82ab119f-3e1d-4764-83a6-6b4b7d647290 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1ca974efd46743f98afe19bf4f4b1374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723731 Aug 03 19:04:55.673629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48760) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:55.766245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6793-0994-4b95-88dc-15c542bddd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.793731 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6793-0994-4b95-88dc-15c542bddd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.820801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1233909604-network', 'tenant_id': '74cc3168a54d447c8e21d29da0394bf0'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:55.858889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Made reservation on behalf of 74cc3168a54d447c8e21d29da0394bf0 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:55.861600 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.872034 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.889693 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6793-0994-4b95-88dc-15c542bddd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.892224 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6793-0994-4b95-88dc-15c542bddd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.893392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0b7c6793-0994-4b95-88dc-15c542bddd8c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2815e307-f3d5-46d3-bea9-74884e8d11ed HTTP/1.1" status: 204 len: 168 time: 0.2187839 Aug 03 19:04:55.911222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c6793-0994-4b95-88dc-15c542bddd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2815e307-f3d5-46d3-bea9-74884e8d11ed,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:56.022544 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.028425 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.080228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:04:56.095572 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d042dd8-faae-42b3-ad70-3d15e5d9450e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:56.109194 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.110558 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Added segment 257f4250-f01e-4ccc-87f1-844dcb4ccf5f of type vlan for network b8b942e4-b627-42d5-b686-0b36c03a3e9a Aug 03 19:04:56.158760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 58b804f4-014e-4d2f-944b-aff34f159545 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:56.191559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.245782 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.248908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:56.251225 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.259684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48774) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:56.281606 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c99c0b8e-2fb1-41c4-9c76-c0668fccc8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.337478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 58b804f4-014e-4d2f-944b-aff34f159545, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=58b804f4-014e-4d2f-944b-aff34f159545,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:56.371272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '58b804f4-014e-4d2f-944b-aff34f159545', 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87', 'port_id': '58b804f4-014e-4d2f-944b-aff34f159545', 'mac_address': 'fa:16:3e:68:35:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdc4e0d-929f-4680-8655-547d605c21e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:56.432452 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.455552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b804f4-014e-4d2f-944b-aff34f159545 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:56.468689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=b8b942e4-b627-42d5-b686-0b36c03a3e9a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:56.483820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network b8b942e4-b627-42d5-b686-0b36c03a3e9a details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:04:56.490018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 58b804f4-014e-4d2f-944b-aff34f159545, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=58b804f4-014e-4d2f-944b-aff34f159545,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:56.501897 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.502725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86276832-423f-4efe-9734-751b5dfde554 req-8915df5b-9dea-485e-9cc7-3e716981377d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:56.521890 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86276832-423f-4efe-9734-751b5dfde554 req-8915df5b-9dea-485e-9cc7-3e716981377d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 943 time: 0.1786187 Aug 03 19:04:56.522146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c99c0b8e-2fb1-41c4-9c76-c0668fccc8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.528447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c99c0b8e-2fb1-41c4-9c76-c0668fccc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.584215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c0b8e-2fb1-41c4-9c76-c0668fccc8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6fe721-0b53-4a5d-b5ee-d5b1be7e8e27,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:56.593894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eff2de01-0bc6-4b51-a68d-8561d242e2d0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9592929 Aug 03 19:04:56.623797 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c99c0b8e-2fb1-41c4-9c76-c0668fccc8e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9c035646861f4689b1a61b81bff7d119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625815 Aug 03 19:04:56.624545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48782) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:56.624983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48784) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:56.656468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] Request body: {'subnet': {'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1233909604-subnet', 'tenant_id': '74cc3168a54d447c8e21d29da0394bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:56.679587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=58b804f4-014e-4d2f-944b-aff34f159545,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:56.690301 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86276832-423f-4efe-9734-751b5dfde554 req-500a6d17-9caf-447a-94bd-63373a9d4f0b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669738 Aug 03 19:04:56.759964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] Made reservation on behalf of 74cc3168a54d447c8e21d29da0394bf0 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:56.762375 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.767876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['58b804f4-014e-4d2f-944b-aff34f159545'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:57.191001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322cb85-1c7d-4e2f-b33a-edb702f0a558 req-acb49bf1-3d2e-4a05-b5d3-ced39c9016f1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:57.194029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e322cb85-1c7d-4e2f-b33a-edb702f0a558 req-acb49bf1-3d2e-4a05-b5d3-ced39c9016f1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.5182374 Aug 03 19:04:57.211503 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e5f7245-2794-48f6-9ef3-6dddf7a9bf96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.265242 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e5f7245-2794-48f6-9ef3-6dddf7a9bf96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.318904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e322cb85-1c7d-4e2f-b33a-edb702f0a558 req-a25b9446-cc83-4aed-9c3c-e4f57e400f8e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109898 Aug 03 19:04:57.391306 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e5f7245-2794-48f6-9ef3-6dddf7a9bf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.397487 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e5f7245-2794-48f6-9ef3-6dddf7a9bf96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.402834 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0e5f7245-2794-48f6-9ef3-6dddf7a9bf96 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8b6fe721-0b53-4a5d-b5ee-d5b1be7e8e27 HTTP/1.1" status: 204 len: 168 time: 0.7600462 Aug 03 19:04:57.428618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f7245-2794-48f6-9ef3-6dddf7a9bf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6fe721-0b53-4a5d-b5ee-d5b1be7e8e27,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:57.520189 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.581535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f80c996-7708-41e4-9e70-c6bdd46ba2d8,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:57.605632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] Checking segment: {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:57.605995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] Network hostable DHCP agents. Network: b8b942e4-b627-42d5-b686-0b36c03a3e9a, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:04:57.647333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] Network b8b942e4-b627-42d5-b686-0b36c03a3e9a is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:04:57.668374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, b8b942e4-b627-42d5-b686-0b36c03a3e9a) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:57.674518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:57.675289 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.696297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c54dd2d-6c78-4f49-8da9-64e27f7323a0 None None] Network b8b942e4-b627-42d5-b686-0b36c03a3e9a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:57.708250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-400ef345-b7fc-4ab6-9888-5363bc516ba9 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0740862 Aug 03 19:04:57.972956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede26824-8238-4264-96b5-c8173a0c0178 req-4fa72a0f-81a5-4503-aeb4-db19130771a0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:58.002450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ede26824-8238-4264-96b5-c8173a0c0178 req-4fa72a0f-81a5-4503-aeb4-db19130771a0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 944 time: 0.1760857 Aug 03 19:04:58.038130 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae54ddbd-407a-4319-89fd-0261cdb107a2 None None] Network b8b942e4-b627-42d5-b686-0b36c03a3e9a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:58.087734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ede26824-8238-4264-96b5-c8173a0c0178 req-7fd8265a-57d4-43e0-bc3e-983978d6fa73 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839128 Aug 03 19:04:58.176000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 58b804f4-014e-4d2f-944b-aff34f159545 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:58.289205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 58b804f4-014e-4d2f-944b-aff34f159545 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:58.296835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 58b804f4-014e-4d2f-944b-aff34f159545 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:58.297437 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.387263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f31dea-5fde-4f78-afa2-7b990c7658fd req-8e8e26f7-b697-4f0b-a3b2-0ab8b89f6fc9 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:58.395503 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37f31dea-5fde-4f78-afa2-7b990c7658fd req-8e8e26f7-b697-4f0b-a3b2-0ab8b89f6fc9 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 946 time: 0.1091328 Aug 03 19:04:58.459852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37f31dea-5fde-4f78-afa2-7b990c7658fd req-bb77ee0f-bb94-41d5-9f31-022ca3dc3f13 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc38afca-023d-4074-abde-e7016b1df96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621815 Aug 03 19:04:58.519356 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.592246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472923d6-31d7-4d59-9c1a-b4c00955a795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b804f4-014e-4d2f-944b-aff34f159545'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:58.594951 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fe3aaf-8743-46e4-9df3-1fc17f9c9799" -d '{"events": [{"server_uuid": "472923d6-31d7-4d59-9c1a-b4c00955a795", "name": "network-vif-plugged", "status": "completed", "tag": "58b804f4-014e-4d2f-944b-aff34f159545"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:58.617745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 58b804f4-014e-4d2f-944b-aff34f159545, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=58b804f4-014e-4d2f-944b-aff34f159545,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:58.623883 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.664697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581845d-b377-42d6-ab87-53ce0ea10070 req-b7c83b6e-462f-46a1-b49f-dd814768a960 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:58.674820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d581845d-b377-42d6-ab87-53ce0ea10070 req-b7c83b6e-462f-46a1-b49f-dd814768a960 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.0773556 Aug 03 19:04:58.693045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=58b804f4-014e-4d2f-944b-aff34f159545,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:58.774285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d581845d-b377-42d6-ab87-53ce0ea10070 req-66adc70a-7fd7-4cdc-a56c-48774e05a03f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983493 Aug 03 19:04:58.838478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-7a83e846-e5b9-414e-a13c-aed1e3fb0996 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:58.839999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-7a83e846-e5b9-414e-a13c-aed1e3fb0996 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 815 time: 0.1446166 Aug 03 19:04:58.841820 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecbd576-bdb4-445d-96cf-43b8b2fde697 x-openstack-request-id: req-6ecbd576-bdb4-445d-96cf-43b8b2fde697 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:58.842352 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472923d6-31d7-4d59-9c1a-b4c00955a795", "name": "network-vif-plugged", "status": "completed", "tag": "58b804f4-014e-4d2f-944b-aff34f159545", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:58.842663 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ecbd576-bdb4-445d-96cf-43b8b2fde697 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:58.843293 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472923d6-31d7-4d59-9c1a-b4c00955a795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b804f4-014e-4d2f-944b-aff34f159545', 'code': 200} Aug 03 19:04:58.866451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-08e286a3-1e1e-4f83-95f2-44099a700b32 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/quotas/74cc3168a54d447c8e21d29da0394bf0 HTTP/1.1" status: 200 len: 375 time: 0.0114264 Aug 03 19:04:58.910833 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-6ef2ff7a-e981-452b-adc1-7f1a51e364c7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320196 Aug 03 19:04:58.976221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d318784-d0c1-488f-803a-55735291fab9 req-52457eb6-dc4f-40c0-ad2e-b638de4d0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:58.977828 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5d318784-d0c1-488f-803a-55735291fab9 req-52457eb6-dc4f-40c0-ad2e-b638de4d0f60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 1096 time: 0.0492411 Aug 03 19:04:59.025841 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5d318784-d0c1-488f-803a-55735291fab9 req-80fa41a3-b87a-4b6b-9763-0e8c340a0068 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339403 Aug 03 19:04:59.035350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-b917dbfc-87ae-41cb-aaf5-894f220438bd service neutron] 10.222.0.78 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095726 Aug 03 19:04:59.229071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-28abebcb-a8e8-4ddc-b5df-59083ceeba6c service neutron] 10.222.0.78 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861069 Aug 03 19:04:59.274055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c325386-d4ce-4a14-95e6-f683620bcfdf req-205431f2-1656-4d4f-b47c-9a01befab755 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:59.277052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c325386-d4ce-4a14-95e6-f683620bcfdf req-205431f2-1656-4d4f-b47c-9a01befab755 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 945 time: 0.1017270 Aug 03 19:04:59.327132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c325386-d4ce-4a14-95e6-f683620bcfdf req-e6898163-5a33-4840-b904-96ce887e1d79 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Aug 03 19:04:59.407025 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.461382 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-408a78cb-dd73-43ae-b013-d17cf881161c req-02c46c09-f5d4-49df-895e-d54977425fe1 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 210 time: 0.0384459 Aug 03 19:04:59.635043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d828095-7cd3-4449-8fa3-0aff2734091b req-2fcfe2c2-c662-4006-b7ce-6085924a2056 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:59.648136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d828095-7cd3-4449-8fa3-0aff2734091b req-2fcfe2c2-c662-4006-b7ce-6085924a2056 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 946 time: 0.0866790 Aug 03 19:04:59.750418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d828095-7cd3-4449-8fa3-0aff2734091b req-77406d8e-3206-4e79-b001-b5f40b5391db tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/security-groups?id=cc38afca-023d-4074-abde-e7016b1df96f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865648 Aug 03 19:04:59.779115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07870be-b01d-41d1-9382-decb40ce0294 req-f68e15e2-9654-483e-8c01-799ffe97689f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:59.780682 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e07870be-b01d-41d1-9382-decb40ce0294 req-f68e15e2-9654-483e-8c01-799ffe97689f tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.37 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 946 time: 0.1551816 Aug 03 19:04:59.972610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024aaa1-a3db-4450-941e-a1d2fb4d5be9 req-471591e8-e9d1-4c28-87f1-ae05334d5379 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:59.985213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e024aaa1-a3db-4450-941e-a1d2fb4d5be9 req-471591e8-e9d1-4c28-87f1-ae05334d5379 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1203382 Aug 03 19:05:00.050432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e024aaa1-a3db-4450-941e-a1d2fb4d5be9 req-434f7011-7ecd-4f3a-bedd-d469de9e35a5 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637312 Aug 03 19:05:00.081465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Deleting port 04c2aa4b-511e-4c90-98e2-a24a85c06970 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:00.082122 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.226410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] For port 04c2aa4b-511e-4c90-98e2-a24a85c06970, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=04c2aa4b-511e-4c90-98e2-a24a85c06970,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:00.227103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.569265 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.570115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.570656 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Floating IP bf031dde-741f-418c-8b91-cb310f1573ee disassociated. External IP: 172.25.8.241, port: 04c2aa4b-511e-4c90-98e2-a24a85c06970. Aug 03 19:05:00.571256 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Calling delete_port for 04c2aa4b-511e-4c90-98e2-a24a85c06970 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:00.576407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaf26e-1e37-4402-ba8d-cb38fd258c2e req-4fe93cb6-719d-4af4-8291-b5ab284455c0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:00.590828 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9aaf26e-1e37-4402-ba8d-cb38fd258c2e req-4fe93cb6-719d-4af4-8291-b5ab284455c0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 945 time: 0.1451938 Aug 03 19:05:00.714184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2069aa21-79fa-47b3-ad10-18344649dab3 req-7c3b6b99-7b2a-4b8b-9822-1ed1e82a020f tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 210 time: 0.1139305 Aug 03 19:05:00.785738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9aaf26e-1e37-4402-ba8d-cb38fd258c2e req-7e018460-66ad-4d83-a8e0-c7d96f473415 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934788 Aug 03 19:05:00.797930 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.847269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Pushing event deleted for resources: {'Port': ['ID=04c2aa4b-511e-4c90-98e2-a24a85c06970,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:01.012318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-06315b7b-c8aa-4fc8-8332-5331a02b91df req-0e3d59f6-9df4-43c7-92a7-8d933687a953 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 210 time: 0.0711505 Aug 03 19:05:01.112006 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Router 0b6263e6-f19a-4822-bb56-217c008bc80a has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:05:01.506012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:01.518336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa76b86-e41a-412d-aed6-ef4e82b1ffdb None None] Sync routers for ids ['0b6263e6-f19a-4822-bb56-217c008bc80a'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:01.548198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa76b86-e41a-412d-aed6-ef4e82b1ffdb None None] Routers {'0b6263e6-f19a-4822-bb56-217c008bc80a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:01.550015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dfa76b86-e41a-412d-aed6-ef4e82b1ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0b6263e6-f19a-4822-bb56-217c008bc80a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:01.627707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] No DVR routers for this DVR port 04c2aa4b-511e-4c90-98e2-a24a85c06970 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:01.659922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.669074 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e07870be-b01d-41d1-9382-decb40ce0294 req-e194eda2-b788-47d6-995c-5aeecc1b9271 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.37 "DELETE /v2.0/ports/04c2aa4b-511e-4c90-98e2-a24a85c06970 HTTP/1.1" status: 204 len: 173 time: 1.8798208 Aug 03 19:05:01.670520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'name': 'network-vif-deleted', 'tag': '04c2aa4b-511e-4c90-98e2-a24a85c06970'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:01.673836 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267e1376-7fe5-4e6c-890a-fd009129628c" -d '{"events": [{"server_uuid": "973c4b44-fd9e-42e7-b722-bef2b68bd4b0", "name": "network-vif-deleted", "tag": "04c2aa4b-511e-4c90-98e2-a24a85c06970"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:01.744300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-9088a0fa-eaea-46c3-95e4-981c2c823e3c tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:01.746965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-9088a0fa-eaea-46c3-95e4-981c2c823e3c tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.74 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 815 time: 0.5458989 Aug 03 19:05:01.776848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Request body: {'port': {'device_id': 'fddae996-69d3-4426-af6a-b479f9511f5f', 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a', 'admin_state_up': True, 'tenant_id': '74cc3168a54d447c8e21d29da0394bf0'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:01.926550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad757ae5-1a15-4337-a6c8-99512bc3b35d req-0ea987e1-45ec-4986-b2fd-f5edf0c2f576 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:01.930552 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad757ae5-1a15-4337-a6c8-99512bc3b35d req-0ea987e1-45ec-4986-b2fd-f5edf0c2f576 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.5773313 Aug 03 19:05:01.986353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0565d-0e0f-461d-8c03-2efd8e572648 req-8ca54042-a4f2-47b6-9211-9b86c8094819 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:01.987995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46f0565d-0e0f-461d-8c03-2efd8e572648 req-8ca54042-a4f2-47b6-9211-9b86c8094819 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 945 time: 0.4251342 Aug 03 19:05:02.011851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-dfa76b86-e41a-412d-aed6-ef4e82b1ffdb None None] Set router 0b6263e6-f19a-4822-bb56-217c008bc80a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:02.044729 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad757ae5-1a15-4337-a6c8-99512bc3b35d req-732c2eab-9bad-495e-8fc9-0e5e66187a89 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012607 Aug 03 19:05:02.102830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46f0565d-0e0f-461d-8c03-2efd8e572648 req-b03c00c5-c193-472e-931e-f86677651b5d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983896 Aug 03 19:05:02.133471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Made reservation on behalf of 74cc3168a54d447c8e21d29da0394bf0 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:02.137746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.164545 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f1076c-994d-4fed-9787-c28a4736ffde x-openstack-request-id: req-19f1076c-994d-4fed-9787-c28a4736ffde {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:02.165480 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973c4b44-fd9e-42e7-b722-bef2b68bd4b0", "name": "network-vif-deleted", "tag": "04c2aa4b-511e-4c90-98e2-a24a85c06970", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:02.165480 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19f1076c-994d-4fed-9787-c28a4736ffde {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:02.165902 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973c4b44-fd9e-42e7-b722-bef2b68bd4b0', 'name': 'network-vif-deleted', 'tag': '04c2aa4b-511e-4c90-98e2-a24a85c06970', 'status': 'completed', 'code': 200} Aug 03 19:05:02.332396 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c816480e-0fa7-4f4c-985d-f4211e1970ec req-133536fc-7ce5-4c7a-a17b-8dc4c1a59e68 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 210 time: 0.0654097 Aug 03 19:05:02.423766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dfa76b86-e41a-412d-aed6-ef4e82b1ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:41Z', 'revision_number': 4, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc', 'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'mac_address': 'fa:16:3e:57:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '6ec068ff-be99-4104-9945-1426583b8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:40Z', 'updated_at': '2021-08-03T19:02:49Z', 'revision_number': 5, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'subnets': [{'id': '6ec068ff-be99-4104-9945-1426583b8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:02.432248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Allocated IP 172.20.0.11 (b8b942e4-b627-42d5-b686-0b36c03a3e9a/1f80c996-7708-41e4-9e70-c6bdd46ba2d8/822f6156-ad8c-43ec-9f6b-8a56b7cfb378) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:02.508491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa76b86-e41a-412d-aed6-ef4e82b1ffdb None None] Checking router: 0b6263e6-f19a-4822-bb56-217c008bc80a for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:02.521232 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa76b86-e41a-412d-aed6-ef4e82b1ffdb None None] Routers {'0b6263e6-f19a-4822-bb56-217c008bc80a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:02.522292 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dfa76b86-e41a-412d-aed6-ef4e82b1ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:04:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0b6263e6-f19a-4822-bb56-217c008bc80a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:02.533913 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7b7e151-ab54-466c-a255-dcecae771b4e req-19672cd5-29c9-4b41-ab06-8ca062e9d0a4 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/ports?device_id=973c4b44-fd9e-42e7-b722-bef2b68bd4b0 HTTP/1.1" status: 200 len: 210 time: 0.0970330 Aug 03 19:05:02.754797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-dfa76b86-e41a-412d-aed6-ef4e82b1ffdb None None] Set router 0b6263e6-f19a-4822-bb56-217c008bc80a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:02.818518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.900561 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.007842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Network b8b942e4-b627-42d5-b686-0b36c03a3e9a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:03.011972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:03.017090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:03.062453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Pushing event updated for resources: {'Port': ['ID=822f6156-ad8c-43ec-9f6b-8a56b7cfb378,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:03.105589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c531b60-767f-45ee-b1a9-c42abccd8195 req-15cee5ce-3158-49fc-a721-9ccfb24c87fe tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.106211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.106914 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.107489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dfa76b86-e41a-412d-aed6-ef4e82b1ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:41Z', 'revision_number': 4, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc', 'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'mac_address': 'fa:16:3e:57:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '6ec068ff-be99-4104-9945-1426583b8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:40Z', 'updated_at': '2021-08-03T19:02:49Z', 'revision_number': 5, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'subnets': [{'id': '6ec068ff-be99-4104-9945-1426583b8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:03.112476 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3c531b60-767f-45ee-b1a9-c42abccd8195 req-15cee5ce-3158-49fc-a721-9ccfb24c87fe tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.37 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 945 time: 0.1803095 Aug 03 19:05:03.139784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-fda9e125-f6f8-449c-9211-0a2988083b5e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3740008 Aug 03 19:05:03.165115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Request body: {'port': {'device_id': 'fddae996-69d3-4426-af6a-b479f9511f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:03.215075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa76b86-e41a-412d-aed6-ef4e82b1ffdb None None] The sync data for ids ['0b6263e6-f19a-4822-bb56-217c008bc80a'] in n-d-802918-7 is: [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:02:41Z', 'revision_number': 4, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc', 'name': '', 'network_id': '10a50726-48a7-45a7-bb4d-f1315b1c2822', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'mac_address': 'fa:16:3e:57:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '6ec068ff-be99-4104-9945-1426583b8bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:40Z', 'updated_at': '2021-08-03T19:02:49Z', 'revision_number': 5, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'subnets': [{'id': '6ec068ff-be99-4104-9945-1426583b8bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:03.303291 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.327140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-3c531b60-767f-45ee-b1a9-c42abccd8195 req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Deleting port 58b804f4-014e-4d2f-944b-aff34f159545 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:03.328921 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3c531b60-767f-45ee-b1a9-c42abccd8195 req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.340711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c81c47-0aaf-4c44-a437-22b3085423e3 req-7254429c-6c60-4e38-b623-f8c129e4e8c3 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.348721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20c81c47-0aaf-4c44-a437-22b3085423e3 req-7254429c-6c60-4e38-b623-f8c129e4e8c3 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1432164 Aug 03 19:05:03.488024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-3c531b60-767f-45ee-b1a9-c42abccd8195 req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] For port 58b804f4-014e-4d2f-944b-aff34f159545, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=58b804f4-014e-4d2f-944b-aff34f159545,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:03.488685 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3c531b60-767f-45ee-b1a9-c42abccd8195 req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.507157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-3c531b60-767f-45ee-b1a9-c42abccd8195 req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Calling delete_port for 58b804f4-014e-4d2f-944b-aff34f159545 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:03.579800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20c81c47-0aaf-4c44-a437-22b3085423e3 req-5d8adf15-90c2-46ad-8705-9273d51eaacd tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258883 Aug 03 19:05:03.633363 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1829a066-4a9c-4768-bceb-2b05cb27e1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.828804 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3c531b60-767f-45ee-b1a9-c42abccd8195 req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.847502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1bc1f74f-1b97-44f2-aa4d-665e1919b20c', '58b804f4-014e-4d2f-944b-aff34f159545'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:03.861661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c279080-cd75-4277-a191-e1aab430425c req-58305093-d005-49f2-b44e-cfa4eff60df3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.880508 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c279080-cd75-4277-a191-e1aab430425c req-58305093-d005-49f2-b44e-cfa4eff60df3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=472923d6-31d7-4d59-9c1a-b4c00955a795 HTTP/1.1" status: 200 len: 945 time: 0.4491646 Aug 03 19:05:03.895462 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d7d05-ae60-495e-a8e1-328ec9de93e4 None None] New status for floating IP bf031dde-741f-418c-8b91-cb310f1573ee: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:05:03.933794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Pushing event deleted for resources: {'Port': ['ID=58b804f4-014e-4d2f-944b-aff34f159545,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:04.013286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c279080-cd75-4277-a191-e1aab430425c req-36fe5d0c-e060-4fd9-929d-dbc80ae7fbf5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313469 Aug 03 19:05:04.054312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.071721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.072363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.072913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.073523 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.074077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.074654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.075213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.075761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.076544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.077328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.078389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:04.084783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c531b60-767f-45ee-b1a9-c42abccd8195 req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] No DVR routers for this DVR port 58b804f4-014e-4d2f-944b-aff34f159545 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:04.093280 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3c531b60-767f-45ee-b1a9-c42abccd8195 req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.103541 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3c531b60-767f-45ee-b1a9-c42abccd8195 req-da088ade-9d58-4ae7-a761-cd91db7b1db6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.37 "DELETE /v2.0/ports/58b804f4-014e-4d2f-944b-aff34f159545 HTTP/1.1" status: 204 len: 173 time: 0.9839587 Aug 03 19:05:04.167167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472923d6-31d7-4d59-9c1a-b4c00955a795', 'name': 'network-vif-deleted', 'tag': '58b804f4-014e-4d2f-944b-aff34f159545'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:04.169859 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc88d3b-55f0-47b1-8c61-f427ba548f60" -d '{"events": [{"server_uuid": "472923d6-31d7-4d59-9c1a-b4c00955a795", "name": "network-vif-deleted", "tag": "58b804f4-014e-4d2f-944b-aff34f159545"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:04.171461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:04.192506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.212662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 04c2aa4b-511e-4c90-98e2-a24a85c06970 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:04.219061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Transition to ACTIVE for port object 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:04.251782 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.274328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 04c2aa4b-511e-4c90-98e2-a24a85c06970 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:04.275155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 04c2aa4b-511e-4c90-98e2-a24a85c06970 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:04.275776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 58b804f4-014e-4d2f-944b-aff34f159545 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:04.332705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 58b804f4-014e-4d2f-944b-aff34f159545 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:04.333065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 58b804f4-014e-4d2f-944b-aff34f159545 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:04.420993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc7c1c-a494-4ad1-ab4d-a834c2824579 req-742ab5dd-b1ce-46e1-a690-e4de5723d360 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:04.422609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfcc7c1c-a494-4ad1-ab4d-a834c2824579 req-742ab5dd-b1ce-46e1-a690-e4de5723d360 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 944 time: 0.2019985 Aug 03 19:05:04.425275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Pushing event updated for resources: {'Port': ['ID=822f6156-ad8c-43ec-9f6b-8a56b7cfb378,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:04.505015 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c50f95-5d4d-44e1-8fdb-4f6e2643da53 x-openstack-request-id: req-e7c50f95-5d4d-44e1-8fdb-4f6e2643da53 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:04.505989 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472923d6-31d7-4d59-9c1a-b4c00955a795", "name": "network-vif-deleted", "tag": "58b804f4-014e-4d2f-944b-aff34f159545", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:04.506471 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7c50f95-5d4d-44e1-8fdb-4f6e2643da53 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:04.506932 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472923d6-31d7-4d59-9c1a-b4c00955a795', 'name': 'network-vif-deleted', 'tag': '58b804f4-014e-4d2f-944b-aff34f159545', 'status': 'completed', 'code': 200} Aug 03 19:05:04.519799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfcc7c1c-a494-4ad1-ab4d-a834c2824579 req-73d76234-d4d3-4d54-b2c0-ff1ed111bbba tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736775 Aug 03 19:05:04.551547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Attempting to bind port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:04.551958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Attempting to bind port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:04.552277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Attempting to bind port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 on network b8b942e4-b627-42d5-b686-0b36c03a3e9a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:04.558555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 on network b8b942e4-b627-42d5-b686-0b36c03a3e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:04.558931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Attempting to bind port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 on network b8b942e4-b627-42d5-b686-0b36c03a3e9a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:04.564881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49038) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:04.565104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:04.565460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Checking segment: {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:04.566123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Bound using segment: {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:04.566581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Bound port: 822f6156-ad8c-43ec-9f6b-8a56b7cfb378, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:04.566958 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.650277 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2fca99b-0cee-4ce5-82b8-3d933051eb89 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.702591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] For port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:04.721110 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] For port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=822f6156-ad8c-43ec-9f6b-8a56b7cfb378,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:04.732021 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2fca99b-0cee-4ce5-82b8-3d933051eb89 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.760612 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.840065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:04.840745 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.842298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] 10.222.0.74 "PUT /v2.0/ports/822f6156-ad8c-43ec-9f6b-8a56b7cfb378 HTTP/1.1" status: 200 len: 1092 time: 1.6858554 Aug 03 19:05:04.843630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddae996-69d3-4426-af6a-b479f9511f5f', 'tag': '822f6156-ad8c-43ec-9f6b-8a56b7cfb378'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:04.846055 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301cb4d7-cef6-4bb2-a3e7-1e4fef2cdc21" -d '{"events": [{"name": "network-changed", "server_uuid": "fddae996-69d3-4426-af6a-b479f9511f5f", "tag": "822f6156-ad8c-43ec-9f6b-8a56b7cfb378"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:04.864018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2fca99b-0cee-4ce5-82b8-3d933051eb89 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.882492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cd36d-bab2-4809-bf05-7d4b8ec97872 req-9c9b24a4-46d4-45c3-ace0-fb10c5d69efe tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:04.888022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2fca99b-0cee-4ce5-82b8-3d933051eb89 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.895867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e95cd36d-bab2-4809-bf05-7d4b8ec97872 req-9c9b24a4-46d4-45c3-ace0-fb10c5d69efe tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1700764 Aug 03 19:05:04.898339 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e2fca99b-0cee-4ce5-82b8-3d933051eb89 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "DELETE /v2.0/security-groups/cc38afca-023d-4074-abde-e7016b1df96f HTTP/1.1" status: 204 len: 168 time: 0.3318341 Aug 03 19:05:04.898672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49052) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:04.940541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fca99b-0cee-4ce5-82b8-3d933051eb89 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38afca-023d-4074-abde-e7016b1df96f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:04.947747 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-797fe26b-4b5e-46e5-822f-b9be0085754c tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] show failed (client error): The resource could not be found. Aug 03 19:05:04.953194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-797fe26b-4b5e-46e5-822f-b9be0085754c tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "GET /v2.0/security-groups/cc38afca-023d-4074-abde-e7016b1df96f HTTP/1.1" status: 404 len: 347 time: 0.0456924 Aug 03 19:05:04.968320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49056) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:05.065291 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb90de5-4ab1-4a12-b46c-da034b7dec28 x-openstack-request-id: req-6cb90de5-4ab1-4a12-b46c-da034b7dec28 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:05.065674 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddae996-69d3-4426-af6a-b479f9511f5f", "tag": "822f6156-ad8c-43ec-9f6b-8a56b7cfb378", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:05.066100 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6cb90de5-4ab1-4a12-b46c-da034b7dec28 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:05.066826 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddae996-69d3-4426-af6a-b479f9511f5f', 'tag': '822f6156-ad8c-43ec-9f6b-8a56b7cfb378', 'status': 'completed', 'code': 200} Aug 03 19:05:05.164917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e95cd36d-bab2-4809-bf05-7d4b8ec97872 req-31cbce33-946b-473f-afad-8019ee828ff8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674737 Aug 03 19:05:05.191046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1efe0f-ed83-4fd2-bbe0-25e4482f26b2 service neutron] Pushing event updated for resources: {'Port': ['ID=822f6156-ad8c-43ec-9f6b-8a56b7cfb378,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:05.237815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-71438b07-1a91-4eb3-9bb2-18a381223f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:05.254354 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-71438b07-1a91-4eb3-9bb2-18a381223f82 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 1095 time: 0.2825291 Aug 03 19:05:05.262413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-870486b0-65da-4b8f-b1a9-bc7113362052 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Deleting port c8ee1542-a1d5-4fef-a345-29451b1007bf {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:05.263287 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-870486b0-65da-4b8f-b1a9-bc7113362052 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.366546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-c34edbf2-9082-470f-b6d1-22a053e07963 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822f6156-ad8c-43ec-9f6b-8a56b7cfb378 HTTP/1.1" status: 200 len: 217 time: 0.0871811 Aug 03 19:05:05.455614 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-870486b0-65da-4b8f-b1a9-bc7113362052 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.456909 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-870486b0-65da-4b8f-b1a9-bc7113362052 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.482482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-93d67c09-2192-48d8-88a1-0adc05d97077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:05.484532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-93d67c09-2192-48d8-88a1-0adc05d97077 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1f80c996-7708-41e4-9e70-c6bdd46ba2d8 HTTP/1.1" status: 200 len: 855 time: 0.1101973 Aug 03 19:05:05.491411 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-870486b0-65da-4b8f-b1a9-bc7113362052 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Calling delete_port for c8ee1542-a1d5-4fef-a345-29451b1007bf owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:05.543223 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-6bd00fde-4222-402c-a0b1-6822c7f59eec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b8b942e4-b627-42d5-b686-0b36c03a3e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387254 Aug 03 19:05:05.587406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b048a5-92e5-4094-a10a-11d15b9d3a8b req-e89c3685-2304-4df8-83c1-848780908b80 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:05.589232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6b048a5-92e5-4094-a10a-11d15b9d3a8b req-e89c3685-2304-4df8-83c1-848780908b80 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1298053 Aug 03 19:05:05.789901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-870486b0-65da-4b8f-b1a9-bc7113362052 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.792821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6b048a5-92e5-4094-a10a-11d15b9d3a8b req-af2cbaa5-1f97-4323-a2d6-4235ae082730 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743374 Aug 03 19:05:05.834315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d347196-01ff-4d2c-a4b2-8647a3f559e8 req-2fac71d4-4380-4541-8d57-c76c028a7a9c tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:05.843604 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d347196-01ff-4d2c-a4b2-8647a3f559e8 req-2fac71d4-4380-4541-8d57-c76c028a7a9c tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 944 time: 0.1707678 Aug 03 19:05:05.848925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-e87de243-c20a-4b7d-9822-a0ca5a767b0c service neutron] 10.222.0.74 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945278 Aug 03 19:05:05.870449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870486b0-65da-4b8f-b1a9-bc7113362052 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Pushing event deleted for resources: {'Port': ['ID=c8ee1542-a1d5-4fef-a345-29451b1007bf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:05.970773 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-870486b0-65da-4b8f-b1a9-bc7113362052 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.974739 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-870486b0-65da-4b8f-b1a9-bc7113362052 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.976031 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-870486b0-65da-4b8f-b1a9-bc7113362052 tempest-ServersTestFqdnHostnames-1073898658 tempest-ServersTestFqdnHostnames-1073898658-project] 10.222.0.78 "DELETE /v2.0/floatingips/bf031dde-741f-418c-8b91-cb310f1573ee HTTP/1.1" status: 204 len: 168 time: 1.0038314 Aug 03 19:05:05.979316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49088) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:06.014264 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d347196-01ff-4d2c-a4b2-8647a3f559e8 req-1cf80812-fd32-49ae-af19-cc8d98698d76 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695778 Aug 03 19:05:06.078462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e725482c-9d64-4a22-856b-2f6ce5840d02 req-1c670dc2-a013-49b6-8421-c23f8e94e171 service neutron] 10.222.0.74 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866376 Aug 03 19:05:06.211277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b34ed-5ff5-49a0-a0ac-6a6c87231fb4 req-a80d7272-e666-424b-90de-8cecae4ba141 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:06.226759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005b34ed-5ff5-49a0-a0ac-6a6c87231fb4 req-a80d7272-e666-424b-90de-8cecae4ba141 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1156170 Aug 03 19:05:06.328867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005b34ed-5ff5-49a0-a0ac-6a6c87231fb4 req-131134da-6f74-4b01-a822-c370ca4e2418 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978513 Aug 03 19:05:06.366389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cb4d7-cef6-4bb2-a3e7-1e4fef2cdc21 req-c3cdb331-93dd-4c35-bf5c-ad6abf421b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:06.377731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-301cb4d7-cef6-4bb2-a3e7-1e4fef2cdc21 req-c3cdb331-93dd-4c35-bf5c-ad6abf421b6b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 1095 time: 0.1324270 Aug 03 19:05:06.411264 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2355efd5-3896-4803-be52-184447b7b650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.562077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf09448-4909-4cfe-89b8-66a9cc7ef539 req-370e2aa8-323f-44a9-bde8-d08a36d8f30f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:06.570101 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8cf09448-4909-4cfe-89b8-66a9cc7ef539 req-370e2aa8-323f-44a9-bde8-d08a36d8f30f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1368761 Aug 03 19:05:06.603094 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.642829 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8cf09448-4909-4cfe-89b8-66a9cc7ef539 req-d42d3639-b1a7-4cec-a76c-6641377fc1fc tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717311 Aug 03 19:05:06.669876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cb4d7-cef6-4bb2-a3e7-1e4fef2cdc21 req-ebb5df1e-b6e5-49ae-990c-aefc056f2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:06.669876 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-301cb4d7-cef6-4bb2-a3e7-1e4fef2cdc21 req-ebb5df1e-b6e5-49ae-990c-aefc056f2a55 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 916 time: 0.2832556 Aug 03 19:05:06.737007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-301cb4d7-cef6-4bb2-a3e7-1e4fef2cdc21 req-03ecf653-2e60-47ce-8024-e7042e3e5e59 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822f6156-ad8c-43ec-9f6b-8a56b7cfb378 HTTP/1.1" status: 200 len: 217 time: 0.0586436 Aug 03 19:05:06.831094 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb0b40-f18b-4828-840a-5e497fe6a937 req-eaec6cad-4b79-4c9a-b1f5-9dc5c9594f5b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:06.832710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32cb0b40-f18b-4828-840a-5e497fe6a937 req-eaec6cad-4b79-4c9a-b1f5-9dc5c9594f5b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.0947475 Aug 03 19:05:06.857491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cb4d7-cef6-4bb2-a3e7-1e4fef2cdc21 req-3fe0a166-daa4-48ba-a53b-732e3bd1656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:06.859884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-301cb4d7-cef6-4bb2-a3e7-1e4fef2cdc21 req-3fe0a166-daa4-48ba-a53b-732e3bd1656f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1f80c996-7708-41e4-9e70-c6bdd46ba2d8 HTTP/1.1" status: 200 len: 855 time: 0.1109648 Aug 03 19:05:06.864304 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.897937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-301cb4d7-cef6-4bb2-a3e7-1e4fef2cdc21 req-77afceb9-3403-40f9-98f6-f21683b58cc4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b8b942e4-b627-42d5-b686-0b36c03a3e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299757 Aug 03 19:05:06.975790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32cb0b40-f18b-4828-840a-5e497fe6a937 req-78d82355-2f94-4510-af10-6dcbcaec9f1d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307073 Aug 03 19:05:07.085526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-301cb4d7-cef6-4bb2-a3e7-1e4fef2cdc21 req-3f625540-7279-4f3a-81aa-f4980d45890e service neutron] 10.222.0.74 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747968 Aug 03 19:05:07.351262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-301cb4d7-cef6-4bb2-a3e7-1e4fef2cdc21 req-6ed3a5b0-5b45-4db3-8dd2-51a222c6878f service neutron] 10.222.0.74 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567196 Aug 03 19:05:07.417326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] Deleting port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:07.417714 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.491407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83067205-c650-41fa-988c-ff3a5e96c9b6 req-867dae9f-058e-4696-8aed-5fb4257df7b4 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:07.507775 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83067205-c650-41fa-988c-ff3a5e96c9b6 req-867dae9f-058e-4696-8aed-5fb4257df7b4 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 944 time: 0.1540740 Aug 03 19:05:07.534597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:07.572176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] For port 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:07.572863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.602466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] Calling delete_port for 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:07.632621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83067205-c650-41fa-988c-ff3a5e96c9b6 req-7c529697-7893-4301-bcf9-975e4f5e8d82 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225169 Aug 03 19:05:07.898638 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.916716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=822f6156-ad8c-43ec-9f6b-8a56b7cfb378,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:07.930769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc6553-8c67-47ff-b756-9468f0c50408 req-69df400c-cb39-4eec-8d3f-c35268e56f34 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:07.933161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39dc6553-8c67-47ff-b756-9468f0c50408 req-69df400c-cb39-4eec-8d3f-c35268e56f34 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1237462 Aug 03 19:05:07.943980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '822f6156-ad8c-43ec-9f6b-8a56b7cfb378', 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a', 'port_id': '822f6156-ad8c-43ec-9f6b-8a56b7cfb378', 'mac_address': 'fa:16:3e:a3:ff:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f80c996-7708-41e4-9e70-c6bdd46ba2d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:08.076209 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.116281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.124771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39dc6553-8c67-47ff-b756-9468f0c50408 req-7ead8f3b-a3c5-454f-8650-71fbc33f4bfb tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486053 Aug 03 19:05:08.141137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:08.213034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=822f6156-ad8c-43ec-9f6b-8a56b7cfb378,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:08.216642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] Pushing event deleted for resources: {'Port': ['ID=91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:08.227091 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.458253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=822f6156-ad8c-43ec-9f6b-8a56b7cfb378,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:08.707592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['822f6156-ad8c-43ec-9f6b-8a56b7cfb378'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:08.770569 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.933780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40318dcd-6fdc-4bb5-8172-8813c60c6746 req-6621511a-ef44-443e-a4e8-385a5ff1648b tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:08.950480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40318dcd-6fdc-4bb5-8172-8813c60c6746 req-6621511a-ef44-443e-a4e8-385a5ff1648b tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 945 time: 0.1290591 Aug 03 19:05:09.043513 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40318dcd-6fdc-4bb5-8172-8813c60c6746 req-d2b6ba1e-e17c-4dc3-8941-3ef51b3c2192 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893419 Aug 03 19:05:09.538599 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.585074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11870096-7806-473a-8350-f574cb461642 req-af3fb580-1bb4-481f-9248-c58500c77464 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:09.597162 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11870096-7806-473a-8350-f574cb461642 req-af3fb580-1bb4-481f-9248-c58500c77464 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.2014284 Aug 03 19:05:10.246574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] Router 0b6263e6-f19a-4822-bb56-217c008bc80a has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:05:10.307626 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11870096-7806-473a-8350-f574cb461642 req-f88948a0-ad9d-4436-9d47-1b4936efc120 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7017875 Aug 03 19:05:10.614446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:10.626195 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-100a2990-0f88-45bd-8d7e-de75dfe121aa admin admin] 10.222.0.78 "PUT /v2.0/routers/0b6263e6-f19a-4822-bb56-217c008bc80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6453614 Aug 03 19:05:10.629948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49184) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:10.638723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a31b9-ff0c-4d16-a417-7df9818bcfc0 None None] Sync routers for ids ['0b6263e6-f19a-4822-bb56-217c008bc80a'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:10.687479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a31b9-ff0c-4d16-a417-7df9818bcfc0 None None] Routers {'0b6263e6-f19a-4822-bb56-217c008bc80a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:10.688654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1d0a31b9-ff0c-4d16-a417-7df9818bcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:05:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0b6263e6-f19a-4822-bb56-217c008bc80a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:10.997183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-1d0a31b9-ff0c-4d16-a417-7df9818bcfc0 None None] Set router 0b6263e6-f19a-4822-bb56-217c008bc80a gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:11.011284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ef87f-0e67-449f-b8bf-2cde67d4c1f6 req-25373ec2-11ef-45fe-9d10-6e948b5df0ea tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:11.017314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b66ef87f-0e67-449f-b8bf-2cde67d4c1f6 req-25373ec2-11ef-45fe-9d10-6e948b5df0ea tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 945 time: 0.8579476 Aug 03 19:05:11.162063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b66ef87f-0e67-449f-b8bf-2cde67d4c1f6 req-09ee87fe-566f-4e29-a41b-d070f6f02884 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318247 Aug 03 19:05:11.167185 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.512074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1d0a31b9-ff0c-4d16-a417-7df9818bcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:05:08Z', 'revision_number': 5, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port': {'id': 'd82220ee-6e12-43f9-a4c7-0244267d9399', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:02:35Z', 'updated_at': '2021-08-03T19:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:11.531696 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.565902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a31b9-ff0c-4d16-a417-7df9818bcfc0 None None] Checking router: 0b6263e6-f19a-4822-bb56-217c008bc80a for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:11.578020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:11.632824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a31b9-ff0c-4d16-a417-7df9818bcfc0 None None] Routers {'0b6263e6-f19a-4822-bb56-217c008bc80a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:11.633950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1d0a31b9-ff0c-4d16-a417-7df9818bcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:05:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0b6263e6-f19a-4822-bb56-217c008bc80a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:11.700580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0daf6-98fa-457c-8081-fb6f7ea63572 req-bc42b106-b4d6-4f91-a61c-4ce402f36194 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:11.703744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84b0daf6-98fa-457c-8081-fb6f7ea63572 req-bc42b106-b4d6-4f91-a61c-4ce402f36194 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.3183916 Aug 03 19:05:11.723500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49204) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:11.793780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8f981-fae8-4f14-9ca2-a22eefe20614 req-e95b4958-8f15-4d94-b4fa-5c8c339378a6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:11.797720 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2a8f981-fae8-4f14-9ca2-a22eefe20614 req-e95b4958-8f15-4d94-b4fa-5c8c339378a6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.3185685 Aug 03 19:05:11.811770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-1d0a31b9-ff0c-4d16-a417-7df9818bcfc0 None None] Set router 0b6263e6-f19a-4822-bb56-217c008bc80a gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:11.915598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2a8f981-fae8-4f14-9ca2-a22eefe20614 req-a08bf618-4f76-498e-baf3-426ecae9d583 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979607 Aug 03 19:05:11.918119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1d0a31b9-ff0c-4d16-a417-7df9818bcfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:05:11Z', 'revision_number': 6, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:11.941405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84b0daf6-98fa-457c-8081-fb6f7ea63572 req-83441811-e162-476b-91ab-7045291b9dc6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216847 Aug 03 19:05:11.955241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Deleting port d82220ee-6e12-43f9-a4c7-0244267d9399 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:11.955818 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.986075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a31b9-ff0c-4d16-a417-7df9818bcfc0 None None] The sync data for ids ['0b6263e6-f19a-4822-bb56-217c008bc80a'] in n-d-802918-7 is: [{'id': '0b6263e6-f19a-4822-bb56-217c008bc80a', 'name': 'tempest-ServersTestFqdnHostnames-170840877-router', 'tenant_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:02:33Z', 'updated_at': '2021-08-03T19:05:11Z', 'revision_number': 6, 'project_id': 'dd557aa62abb4b2f9efe0e53a081c5df', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:11.990026 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-db1c8efc-fa61-4867-adf7-568a9766bd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.998659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:12.046486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:12.046881 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.129286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] For port d82220ee-6e12-43f9-a4c7-0244267d9399, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d82220ee-6e12-43f9-a4c7-0244267d9399,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:12.130049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.149672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Calling delete_port for d82220ee-6e12-43f9-a4c7-0244267d9399 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:12.177964 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.211819 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddae996-69d3-4426-af6a-b479f9511f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822f6156-ad8c-43ec-9f6b-8a56b7cfb378'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:12.214901 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a441d37-5712-48e0-8a97-5225b3839f6c" -d '{"events": [{"server_uuid": "fddae996-69d3-4426-af6a-b479f9511f5f", "name": "network-vif-plugged", "status": "completed", "tag": "822f6156-ad8c-43ec-9f6b-8a56b7cfb378"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:12.234505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=822f6156-ad8c-43ec-9f6b-8a56b7cfb378,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:12.241051 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.309776 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-db1c8efc-fa61-4867-adf7-568a9766bd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.316754 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-db1c8efc-fa61-4867-adf7-568a9766bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.404429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=822f6156-ad8c-43ec-9f6b-8a56b7cfb378,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:12.421461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.422867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.423754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.424560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.425691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.426504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.427920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.428782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.430020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.431005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.431784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.432034 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-db1c8efc-fa61-4867-adf7-568a9766bd9f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98c298a1b8474f91b5a26c32cf0546a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7064495 Aug 03 19:05:12.433337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:12.447697 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49218) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:12.514611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c8efc-fa61-4867-adf7-568a9766bd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4670836-7cc0-4343-baf7-7ffd2a7feb59,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:12.572266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2152-8e52-4c2d-8364-10e875a058d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.603071 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2152-8e52-4c2d-8364-10e875a058d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.714761 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2152-8e52-4c2d-8364-10e875a058d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.740311 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc6f2152-8e52-4c2d-8364-10e875a058d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.743599 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dc6f2152-8e52-4c2d-8364-10e875a058d0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4670836-7cc0-4343-baf7-7ffd2a7feb59 HTTP/1.1" status: 204 len: 168 time: 0.2915905 Aug 03 19:05:12.783869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f2152-8e52-4c2d-8364-10e875a058d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4670836-7cc0-4343-baf7-7ffd2a7feb59,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:12.921787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b63393-e85e-414b-99c3-dd073e92b7d6 req-9b4a11ba-8eb7-4253-b70d-3a4090483fcc tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:12.930903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36b63393-e85e-414b-99c3-dd073e92b7d6 req-9b4a11ba-8eb7-4253-b70d-3a4090483fcc tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 946 time: 0.2151623 Aug 03 19:05:13.028362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf1c3c-5001-4f36-aa05-3512e80f38a7 req-2f2126f2-c422-4727-8e70-abbe05ac2190 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:13.030533 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7cf1c3c-5001-4f36-aa05-3512e80f38a7 req-2f2126f2-c422-4727-8e70-abbe05ac2190 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.3117146 Aug 03 19:05:13.066760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36b63393-e85e-414b-99c3-dd073e92b7d6 req-e0b58c20-6c02-4a9d-9b19-091230c5abe2 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348195 Aug 03 19:05:13.142219 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ebe550-35ca-41eb-aa86-b704da82d92d x-openstack-request-id: req-31ebe550-35ca-41eb-aa86-b704da82d92d {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:13.142219 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddae996-69d3-4426-af6a-b479f9511f5f", "name": "network-vif-plugged", "status": "completed", "tag": "822f6156-ad8c-43ec-9f6b-8a56b7cfb378", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:13.143069 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31ebe550-35ca-41eb-aa86-b704da82d92d {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:13.143069 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddae996-69d3-4426-af6a-b479f9511f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822f6156-ad8c-43ec-9f6b-8a56b7cfb378', 'code': 200} Aug 03 19:05:13.277254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7cf1c3c-5001-4f36-aa05-3512e80f38a7 req-08acf351-126f-40f1-9c3e-898cfce59f31 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342985 Aug 03 19:05:13.417052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49236) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:13.490080 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c751-8e25-4fa6-a3b8-0d20e32571cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.580938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fc165d44-30e0-44ba-a7d0-44b04b4c99df details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:13.615308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:13.670321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:13.671344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 91f3ee05-195c-4fa1-9b6f-74a2b64bb9fc not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:13.672588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d82220ee-6e12-43f9-a4c7-0244267d9399 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:13.720934 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.777167 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c751-8e25-4fa6-a3b8-0d20e32571cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.782934 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9d2c751-8e25-4fa6-a3b8-0d20e32571cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.791341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4ea3f-d51a-4bf5-8042-376f68cde3e4 req-a0f0b6ea-5c79-4d39-bb8d-8da2a68b096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:13.795312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cee4ea3f-d51a-4bf5-8042-376f68cde3e4 req-a0f0b6ea-5c79-4d39-bb8d-8da2a68b096b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 1097 time: 0.5080454 Aug 03 19:05:13.803760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82220ee-6e12-43f9-a4c7-0244267d9399,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:13.901482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b9d3d-507f-4d76-afd5-38bd21fb9661 req-68dd9fa5-4f25-40ab-a559-a7021e430ae7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:13.902527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2c751-8e25-4fa6-a3b8-0d20e32571cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f8115-5312-4136-a973-82ecd8fef560,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:13.929842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a9b9d3d-507f-4d76-afd5-38bd21fb9661 req-68dd9fa5-4f25-40ab-a559-a7021e430ae7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.4101357 Aug 03 19:05:13.968623 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b9d2c751-8e25-4fa6-a3b8-0d20e32571cd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=739e4e20275d49f7b5005038d2be056d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5496380 Aug 03 19:05:13.975855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49240) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:14.172236 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0762b86-d878-4e15-9de7-3cb34697fda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.196609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cee4ea3f-d51a-4bf5-8042-376f68cde3e4 req-db8dc9aa-29e1-4e79-af5c-a85c5216a2e0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489928 Aug 03 19:05:14.223304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a9b9d3d-507f-4d76-afd5-38bd21fb9661 req-5598c36a-7da1-4e70-9829-fc063bc57187 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916861 Aug 03 19:05:14.248569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.282127 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0762b86-d878-4e15-9de7-3cb34697fda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.388643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0762b86-d878-4e15-9de7-3cb34697fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.396736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0762b86-d878-4e15-9de7-3cb34697fda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.399512 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f0762b86-d878-4e15-9de7-3cb34697fda7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/425f8115-5312-4136-a973-82ecd8fef560 HTTP/1.1" status: 204 len: 168 time: 0.4196703 Aug 03 19:05:14.430622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No active binding found for port d82220ee-6e12-43f9-a4c7-0244267d9399 {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:05:14.432327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d82220ee-6e12-43f9-a4c7-0244267d9399 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:14.460831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0762b86-d878-4e15-9de7-3cb34697fda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f8115-5312-4136-a973-82ecd8fef560,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:14.528669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fc165d44-30e0-44ba-a7d0-44b04b4c99df, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:14.545476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'port_id': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df', 'mac_address': 'fa:16:3e:01:1c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc88900-b9b8-4c5c-ac1b-058bf6ec7366', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:14.606317 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.609856 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.620726 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.658075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc165d44-30e0-44ba-a7d0-44b04b4c99df {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:14.699878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d7670-7897-4591-8a09-437e205cbd71 req-fe876572-d660-4172-b96a-71bc016cdcae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:14.702198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a59d7670-7897-4591-8a09-437e205cbd71 req-fe876572-d660-4172-b96a-71bc016cdcae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 946 time: 0.3932793 Aug 03 19:05:14.703973 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.704952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b6263e6-f19a-4822-bb56-217c008bc80a {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:05:14.717062 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.723058 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8907de21-0d5b-4c5b-a1e7-73d0a59ffb30 admin admin] 10.222.0.78 "DELETE /v2.0/routers/0b6263e6-f19a-4822-bb56-217c008bc80a HTTP/1.1" status: 204 len: 168 time: 4.0913448 Aug 03 19:05:14.724587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49256) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:14.727828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fc165d44-30e0-44ba-a7d0-44b04b4c99df, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:14.736071 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.811863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a59d7670-7897-4591-8a09-437e205cbd71 req-0e3b3180-79c8-45a8-a028-f162e7c6bc79 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857453 Aug 03 19:05:14.837195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=fc165d44-30e0-44ba-a7d0-44b04b4c99df,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:14.891989 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf27eb3-29be-4c41-a4d5-d1254fe4e69a admin admin] Deleting subnet 6ec068ff-be99-4104-9945-1426583b8bff {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:05:14.897706 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf27eb3-29be-4c41-a4d5-d1254fe4e69a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.949330 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf27eb3-29be-4c41-a4d5-d1254fe4e69a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.996213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['fc165d44-30e0-44ba-a7d0-44b04b4c99df'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:15.079151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf27eb3-29be-4c41-a4d5-d1254fe4e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.120696 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.225054 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf27eb3-29be-4c41-a4d5-d1254fe4e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.313466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf27eb3-29be-4c41-a4d5-d1254fe4e69a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec068ff-be99-4104-9945-1426583b8bff,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:15.352017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf27eb3-29be-4c41-a4d5-d1254fe4e69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.357600 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aaf27eb3-29be-4c41-a4d5-d1254fe4e69a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6ec068ff-be99-4104-9945-1426583b8bff HTTP/1.1" status: 204 len: 168 time: 0.6315205 Aug 03 19:05:15.363093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49272) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:15.363941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c1621-406d-42a6-8ba1-1a06f9b54715 None None] Network 10a50726-48a7-45a7-bb4d-f1315b1c2822 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:15.519706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b3c39-646d-4ecf-816c-875ccd606276 req-e3da0124-fbe2-495c-8382-db77c6a4a206 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:15.530151 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e4b3c39-646d-4ecf-816c-875ccd606276 req-e3da0124-fbe2-495c-8382-db77c6a4a206 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 945 time: 0.1253140 Aug 03 19:05:15.534069 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.709319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e4b3c39-646d-4ecf-816c-875ccd606276 req-41bdaa9a-8641-4a05-ba7d-d33b1924e289 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782289 Aug 03 19:05:15.742712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13645316-ab9c-47ba-96e5-9dd2bea1c4e9 None None] DHCP port deletion for 10a50726-48a7-45a7-bb4d-f1315b1c2822 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:05:15.750811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Deleting port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:15.751486 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.852782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] For port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:15.853263 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.889631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-13645316-ab9c-47ba-96e5-9dd2bea1c4e9 None None] Deleting port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:15.889800 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13645316-ab9c-47ba-96e5-9dd2bea1c4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.912827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Calling delete_port for 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:16.026322 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-13645316-ab9c-47ba-96e5-9dd2bea1c4e9 None None] For port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152,segment=NetworkSegment(24620210-0079-4fae-ac27-77da286b319f),segment_id=24620210-0079-4fae-ac27-77da286b319f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:16.026761 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13645316-ab9c-47ba-96e5-9dd2bea1c4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:16.050350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-13645316-ab9c-47ba-96e5-9dd2bea1c4e9 None None] Calling delete_port for 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:16.195804 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13645316-ab9c-47ba-96e5-9dd2bea1c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:16.241607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13645316-ab9c-47ba-96e5-9dd2bea1c4e9 None None] Pushing event deleted for resources: {'Port': ['ID=8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:16.245467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13645316-ab9c-47ba-96e5-9dd2bea1c4e9 None None] No DVR routers for this DVR port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:16.344435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84500c34-d3d7-4eda-8f76-8f69bc48fb53 req-5fc57ddc-23da-4651-b17f-e91d5d1b86a2 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:16.357566 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84500c34-d3d7-4eda-8f76-8f69bc48fb53 req-5fc57ddc-23da-4651-b17f-e91d5d1b86a2 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 946 time: 0.2807949 Aug 03 19:05:16.429546 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:16.476073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84500c34-d3d7-4eda-8f76-8f69bc48fb53 req-136a98fc-97df-4a84-a7f3-259d17aaa7ec tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164289 Aug 03 19:05:16.502194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:16.505439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] No DVR routers for this DVR port 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:16.695029 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:16.753128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a50726-48a7-45a7-bb4d-f1315b1c2822']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:16.760692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49322) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:16.796280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24620210-0079-4fae-ac27-77da286b319f') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:16.796784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24620210-0079-4fae-ac27-77da286b319f') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:16.811824 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:16.862736 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:16.901467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:05:16.901938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:05:16.904256 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:05:16.989591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a15f7-4216-46e7-9915-310dfaa33e7c req-d7f8a446-8dce-409e-95fb-b7bf5c9be642 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:16.991673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c5a15f7-4216-46e7-9915-310dfaa33e7c req-d7f8a446-8dce-409e-95fb-b7bf5c9be642 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 945 time: 0.1512299 Aug 03 19:05:17.004887 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:17.014257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:17.020506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/10a50726-48a7-45a7-bb4d-f1315b1c2822 HTTP/1.1" status: 204 len: 168 time: 1.6518743 Aug 03 19:05:17.028411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffa8ae-555d-47ac-a824-536cce6fc0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=10a50726-48a7-45a7-bb4d-f1315b1c2822,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:17.176042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c5a15f7-4216-46e7-9915-310dfaa33e7c req-640b9d8a-73dd-47e8-993b-a7aaa117c134 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127973 Aug 03 19:05:17.316543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c4f95b9-0884-4147-a749-185994070396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:17.382626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8c6a3-2397-4b8a-ae59-95f5ab36ca58 req-4f5dc6f6-27d0-4e2e-99d2-02da0be18cfd tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:17.400576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2b8c6a3-2397-4b8a-ae59-95f5ab36ca58 req-4f5dc6f6-27d0-4e2e-99d2-02da0be18cfd tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1505954 Aug 03 19:05:17.558016 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c4f95b9-0884-4147-a749-185994070396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:17.564260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c4f95b9-0884-4147-a749-185994070396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:17.578227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2b8c6a3-2397-4b8a-ae59-95f5ab36ca58 req-12a0df26-2418-4c67-86ba-955183884855 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728108 Aug 03 19:05:17.601588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:17.643208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49352) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:17.720295 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9c4f95b9-0884-4147-a749-185994070396 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94a1ce6107474a9194d833209434bd5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9531012 Aug 03 19:05:17.721272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49358) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:17.777944 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fc165d44-30e0-44ba-a7d0-44b04b4c99df up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:17.791325 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:17.791999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8c6b97ec-e9a1-48e9-9b0a-1cac04a0e152 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:17.849725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f95b9-0884-4147-a749-185994070396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738c79a7-161f-46aa-aa33-fa8227d86d5b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:17.870376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbf725-7008-4612-b02e-b2eb4c29e61b req-ead225dc-690f-42f0-84b4-58a60577ddbc tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:17.873529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39cbf725-7008-4612-b02e-b2eb4c29e61b req-ead225dc-690f-42f0-84b4-58a60577ddbc tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 946 time: 0.2466438 Aug 03 19:05:17.955088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port fc165d44-30e0-44ba-a7d0-44b04b4c99df triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:17.955543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49362) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:17.955709 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:17.955855 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-86664828-856d-4bd2-bd52-c9e52f5476f4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd557aa62abb4b2f9efe0e53a081c5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109508 Aug 03 19:05:18.067638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e04ee-a407-4422-aedb-f544ccdd5c8b req-a3476f9a-7670-440b-bde1-39d476d7de93 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:18.081198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a85e04ee-a407-4422-aedb-f544ccdd5c8b req-a3476f9a-7670-440b-bde1-39d476d7de93 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1942356 Aug 03 19:05:18.112373 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02fb6bcf-c5e4-4e0d-af63-3f9290909f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.144311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39cbf725-7008-4612-b02e-b2eb4c29e61b req-239668fe-8557-494d-bdb3-3511bce07e62 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260633 Aug 03 19:05:18.151300 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.218838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c364eb5-249b-40b8-b955-6a219675198f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.253266 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02fb6bcf-c5e4-4e0d-af63-3f9290909f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.272540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a85e04ee-a407-4422-aedb-f544ccdd5c8b req-0ee45901-bc02-4bc0-aec2-e0b399fbf2d8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864431 Aug 03 19:05:18.294103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c364eb5-249b-40b8-b955-6a219675198f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.325952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fc165d44-30e0-44ba-a7d0-44b04b4c99df, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:18.334849 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:18.349919 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dac94b5-fd24-4c4b-95f7-66b756d38faf" -d '{"events": [{"server_uuid": "9cea0dbb-6e64-43b2-9752-c21fa3585064", "name": "network-vif-plugged", "status": "completed", "tag": "fc165d44-30e0-44ba-a7d0-44b04b4c99df"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:18.360935 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.448706 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02fb6bcf-c5e4-4e0d-af63-3f9290909f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.451748 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02fb6bcf-c5e4-4e0d-af63-3f9290909f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.453324 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c364eb5-249b-40b8-b955-6a219675198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.456312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c364eb5-249b-40b8-b955-6a219675198f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.458936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-02fb6bcf-c5e4-4e0d-af63-3f9290909f3e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/738c79a7-161f-46aa-aa33-fa8227d86d5b HTTP/1.1" status: 204 len: 168 time: 0.7321076 Aug 03 19:05:18.463218 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3c364eb5-249b-40b8-b955-6a219675198f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bdaa1388-5747-4ec5-8fb5-57b8ee0882ae HTTP/1.1" status: 204 len: 168 time: 0.5064712 Aug 03 19:05:18.510152 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c364eb5-249b-40b8-b955-6a219675198f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaa1388-5747-4ec5-8fb5-57b8ee0882ae,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:18.538088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb6bcf-c5e4-4e0d-af63-3f9290909f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738c79a7-161f-46aa-aa33-fa8227d86d5b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:18.705316 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c575c-2408-4211-ac38-58635c9e8379 x-openstack-request-id: req-931c575c-2408-4211-ac38-58635c9e8379 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:18.705966 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cea0dbb-6e64-43b2-9752-c21fa3585064", "name": "network-vif-plugged", "status": "completed", "tag": "fc165d44-30e0-44ba-a7d0-44b04b4c99df", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:18.706160 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-931c575c-2408-4211-ac38-58635c9e8379 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:18.712553 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df', 'code': 200} Aug 03 19:05:18.736377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=fc165d44-30e0-44ba-a7d0-44b04b4c99df,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:18.964370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a2b87-05a7-4799-8248-c7eb910ee71a req-3fc6eab4-e009-4129-92aa-66b8e2c7ff8e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:18.967198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f11a2b87-05a7-4799-8248-c7eb910ee71a req-3fc6eab4-e009-4129-92aa-66b8e2c7ff8e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.2138214 Aug 03 19:05:19.189238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a857c-6f93-4155-a81d-451aab862f79 req-3caffb06-abb8-4b2d-9752-c2af4fba8702 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:19.192055 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d31a857c-6f93-4155-a81d-451aab862f79 req-3caffb06-abb8-4b2d-9752-c2af4fba8702 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2232049 Aug 03 19:05:19.212875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f11a2b87-05a7-4799-8248-c7eb910ee71a req-504c9613-1151-4442-bf56-b0edb0fd725c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054675 Aug 03 19:05:19.367323 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d31a857c-6f93-4155-a81d-451aab862f79 req-0ab25524-d053-4b5e-871e-a8f03bc8a284 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523473 Aug 03 19:05:19.761160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e058e09-d117-484e-88aa-76b670380947 req-77c583e5-202d-44a3-9fe1-5b77c44cd615 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:19.789308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e058e09-d117-484e-88aa-76b670380947 req-77c583e5-202d-44a3-9fe1-5b77c44cd615 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2372992 Aug 03 19:05:20.023728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e058e09-d117-484e-88aa-76b670380947 req-0b8520c0-b4f6-4249-804f-4ccebf4250c4 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255919 Aug 03 19:05:20.100594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8f8d9485-4d7b-4646-9bbd-af4e9631bbee service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1963859 Aug 03 19:05:20.303720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8419eff5-2ee6-4b70-8e9a-9721ff219d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.304914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8419eff5-2ee6-4b70-8e9a-9721ff219d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.305856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8419eff5-2ee6-4b70-8e9a-9721ff219d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.306402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8419eff5-2ee6-4b70-8e9a-9721ff219d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.307180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8419eff5-2ee6-4b70-8e9a-9721ff219d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.307673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8419eff5-2ee6-4b70-8e9a-9721ff219d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.311970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8419eff5-2ee6-4b70-8e9a-9721ff219d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.317167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8419eff5-2ee6-4b70-8e9a-9721ff219d91 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6491 time: 0.1685927 Aug 03 19:05:20.721990 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-ac180adf-07eb-4785-88b4-aeaad1ccda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.724953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-ac180adf-07eb-4785-88b4-aeaad1ccda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.725751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-ac180adf-07eb-4785-88b4-aeaad1ccda12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.728589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-ac180adf-07eb-4785-88b4-aeaad1ccda12 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3cee0722-e9c5-4340-a177-1ce3a93b15fa&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=bb73ae63-dd24-41e8-9010-968a1eb21693&id=bb73ae63-dd24-41e8-9010-968a1eb21693 HTTP/1.1" status: 200 len: 2294 time: 0.3535111 Aug 03 19:05:20.755637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb9545-f348-4dfa-b2ff-01e835d1bc90 req-925c144c-9a23-44ed-802e-c076d4f57fca tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.777573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52eb9545-f348-4dfa-b2ff-01e835d1bc90 req-925c144c-9a23-44ed-802e-c076d4f57fca tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.2090733 Aug 03 19:05:21.061159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52eb9545-f348-4dfa-b2ff-01e835d1bc90 req-5b33be91-659e-4edb-814c-3c82cd18311c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786479 Aug 03 19:05:21.093143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-4d4b9c24-7a60-419b-8d4a-ee0085c20b7f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7859262e-e847-45d1-91e7-0aeaf780cd5d HTTP/1.1" status: 200 len: 1002 time: 0.3001056 Aug 03 19:05:21.160644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc33a4d-e129-46db-b2f4-3037d04aa28d req-2ef67d1c-95a0-4fed-be8e-040f3ff085e5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:21.215718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9cc33a4d-e129-46db-b2f4-3037d04aa28d req-2ef67d1c-95a0-4fed-be8e-040f3ff085e5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.3680387 Aug 03 19:05:21.378974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9cc33a4d-e129-46db-b2f4-3037d04aa28d req-af7ca303-90dc-4dfc-86c1-0e682b859bc0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614819 Aug 03 19:05:21.384166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-9e30cc36-fb90-4e1d-9504-54c8666bd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:21.385768 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-9e30cc36-fb90-4e1d-9504-54c8666bd515 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1503b50a-1603-448e-8442-d5ace3b67afa HTTP/1.1" status: 200 len: 851 time: 0.2771301 Aug 03 19:05:21.523414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-ff41de46-5d42-4aef-82b2-d13910badd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:21.525785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-ff41de46-5d42-4aef-82b2-d13910badd88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3cee0722-e9c5-4340-a177-1ce3a93b15fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317036 Aug 03 19:05:21.676074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-a15d4514-5f04-4acf-85c9-68985da8dc9a service neutron] 10.222.0.74 "GET /v2.0/networks/3cee0722-e9c5-4340-a177-1ce3a93b15fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424372 Aug 03 19:05:21.737177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49476) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:21.938361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-ba094fd0-5c8f-4622-bd54-fffe743fb2aa service neutron] 10.222.0.74 "GET /v2.0/networks/3cee0722-e9c5-4340-a177-1ce3a93b15fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503536 Aug 03 19:05:22.051059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-b8f04996-74cc-4eec-86a5-cf04a158781a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c4622b33-fb7a-4c0a-8092-6fbdc41097dc HTTP/1.1" status: 200 len: 217 time: 0.1007164 Aug 03 19:05:22.179681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dc00e-2f30-4198-852d-52b51f4757b0 req-5f9efe61-e6d4-476e-ac51-729284ed398c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.190771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-119dc00e-2f30-4198-852d-52b51f4757b0 req-5f9efe61-e6d4-476e-ac51-729284ed398c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1458662 Aug 03 19:05:22.226640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-cfbc2f52-ddee-40d3-bdbb-4338ea943775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.228370 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-cfbc2f52-ddee-40d3-bdbb-4338ea943775 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.1396949 Aug 03 19:05:22.249066 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-732465405-network', 'tenant_id': 'd4c8457370bd4823a60d6354506ada18'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:22.335752 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-119dc00e-2f30-4198-852d-52b51f4757b0 req-eefb0eb4-ac49-4750-a98f-832a98e80085 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285594 Aug 03 19:05:22.368311 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-5a0a11c3-8a2b-4ae0-be93-47621ce1f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.386821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-5a0a11c3-8a2b-4ae0-be93-47621ce1f42f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1454971 Aug 03 19:05:22.439699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Made reservation on behalf of d4c8457370bd4823a60d6354506ada18 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:22.443808 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.499346 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.783537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.791113 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.804686 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e5433-18e9-4c12-860b-7ee605059a9d req-e3692f55-0e30-4870-8a9d-2a1b6f969214 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.813272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e0e5433-18e9-4c12-860b-7ee605059a9d req-e3692f55-0e30-4870-8a9d-2a1b6f969214 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.3859961 Aug 03 19:05:22.827884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:05:22.943548 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.944368 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Added segment 6989722b-4ed7-48f0-a714-9a8c7b2453d3 of type vlan for network 4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 Aug 03 19:05:22.979645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf33902-df85-4809-ab3f-6ca70405c60c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:23.040506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8689ff1d-db0a-41a6-baaf-55532099ea5b service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503439 Aug 03 19:05:23.061141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e0e5433-18e9-4c12-860b-7ee605059a9d req-be17492f-6cb0-4ace-a0d1-1d1fd7d63c06 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363029 Aug 03 19:05:23.144043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.260607 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.260607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:23.260607 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.287427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49532) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:23.411216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] Pushing event updated for resources: {'Network': ['ID=4d8669b4-24ad-4bc4-9424-a6a9cd7cec34,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:23.436184 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0249dbd0-88b4-47ba-88df-0b3e6ba8ecae admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6969318 Aug 03 19:05:23.445839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49538) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:23.456160 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] Request body: {'subnet': {'network_id': '4d8669b4-24ad-4bc4-9424-a6a9cd7cec34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-732465405-subnet', 'tenant_id': 'd4c8457370bd4823a60d6354506ada18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:23.468194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:05:23.565490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] Made reservation on behalf of d4c8457370bd4823a60d6354506ada18 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:23.570648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.608038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75835d1b-8fd7-4150-b25d-be26e721e135 req-7af257c4-1327-4479-b017-3b0a679b87c0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:23.624752 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75835d1b-8fd7-4150-b25d-be26e721e135 req-7af257c4-1327-4479-b017-3b0a679b87c0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.4454596 Aug 03 19:05:23.872194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75835d1b-8fd7-4150-b25d-be26e721e135 req-dae56fb3-0889-469b-beca-9fccd59239ea tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371256 Aug 03 19:05:23.889743 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-40d0113f-3b3a-4362-ab85-b5772ef9e91f service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8251553 Aug 03 19:05:23.934495 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49544) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:23.992928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-ea6c3ef0-c2c1-485e-a62d-07f68c3265aa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=2368e8b7-e6bd-408f-a553-4e52a840cf69 HTTP/1.1" status: 200 len: 217 time: 0.0956545 Aug 03 19:05:24.013866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b66ec967-c260-447a-9943-1244e31e6b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.241291 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b66ec967-c260-447a-9943-1244e31e6b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.303370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-577198d7-104d-4311-9176-44d6aaf2b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:24.306045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-577198d7-104d-4311-9176-44d6aaf2b872 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.3010011 Aug 03 19:05:24.425558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399c14e-568e-4fa5-81e8-478cf630736d req-18bc5930-df22-4e27-9044-27fac8726c48 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:24.438557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8399c14e-568e-4fa5-81e8-478cf630736d req-18bc5930-df22-4e27-9044-27fac8726c48 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.3033729 Aug 03 19:05:24.480613 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b66ec967-c260-447a-9943-1244e31e6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.522376 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89a419f6-1ac3-4f87-8082-8605e6e7daa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.541237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-f3475825-d7ad-402d-84d9-5df10b7356ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:24.544949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-f3475825-d7ad-402d-84d9-5df10b7356ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2185557 Aug 03 19:05:24.547081 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b66ec967-c260-447a-9943-1244e31e6b2d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1b46cba47606484a8134274edbcb82fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2540569 Aug 03 19:05:24.549862 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49558) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:24.562240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.737693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00174f6-4e15-4461-b144-027f60562a98,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:24.772650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8399c14e-568e-4fa5-81e8-478cf630736d req-6331da4d-0510-4baf-a43b-51fcc23f6cc9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197658 Aug 03 19:05:24.820746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abee792-19df-482b-98b5-ba353609b70b req-2520f56c-551d-41be-a3ee-325c5146a41b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:24.831333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9abee792-19df-482b-98b5-ba353609b70b req-2520f56c-551d-41be-a3ee-325c5146a41b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.3359480 Aug 03 19:05:24.873072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ec967-c260-447a-9943-1244e31e6b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644d167e-70bc-4886-aec2-ecad73e5cb1d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:25.014917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-3a4bb7e3-9f41-47ea-9f04-02b9dab671ab service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285665 Aug 03 19:05:25.066168 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-96b40aaf-778d-45d0-8cfd-99a1156c69be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.122038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-96b40aaf-778d-45d0-8cfd-99a1156c69be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.217254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] Checking segment: {'id': '6989722b-4ed7-48f0-a714-9a8c7b2453d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4d8669b4-24ad-4bc4-9424-a6a9cd7cec34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:25.218851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] Network hostable DHCP agents. Network: 4d8669b4-24ad-4bc4-9424-a6a9cd7cec34, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:05:25.261718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-96b40aaf-778d-45d0-8cfd-99a1156c69be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.266581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-96b40aaf-778d-45d0-8cfd-99a1156c69be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.271382 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-96b40aaf-778d-45d0-8cfd-99a1156c69be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/644d167e-70bc-4886-aec2-ecad73e5cb1d HTTP/1.1" status: 204 len: 168 time: 0.7086968 Aug 03 19:05:25.327729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b40aaf-778d-45d0-8cfd-99a1156c69be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d167e-70bc-4886-aec2-ecad73e5cb1d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:25.380261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-a8382d28-0287-4dde-961c-fb06db2fb5db service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489628 Aug 03 19:05:25.407965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] Network 4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:05:25.408882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9abee792-19df-482b-98b5-ba353609b70b req-96e02313-f78f-4ca5-8d84-0a45394cf022 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762191 Aug 03 19:05:25.516260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 4d8669b4-24ad-4bc4-9424-a6a9cd7cec34) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:25.539348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:25.545265 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff655f3d-ae0d-4301-8aaa-64d1cd6954ad None None] Network 4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:25.545976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.613665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-27384ff3-fcc9-4d7a-989b-4f99c61c5fbb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=34528ff9-7e18-40e5-991f-d62e6697bd31 HTTP/1.1" status: 200 len: 217 time: 0.1839278 Aug 03 19:05:25.660976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89a419f6-1ac3-4f87-8082-8605e6e7daa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.674683 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89a419f6-1ac3-4f87-8082-8605e6e7daa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.755295 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-38b3402d-da44-4458-a612-b8ac4b5712fd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3066444 Aug 03 19:05:25.820307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a419f6-1ac3-4f87-8082-8605e6e7daa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc32cfd-6e3d-458c-8303-60b0ce484962,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:25.853556 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-89a419f6-1ac3-4f87-8082-8605e6e7daa7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d35e12de7b734574b0dc5683b1674259&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9144053 Aug 03 19:05:25.856410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49578) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:25.884051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-bff87f6a-5544-4c02-8c71-1576cb55f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:25.896987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-bff87f6a-5544-4c02-8c71-1576cb55f131 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.2501698 Aug 03 19:05:25.986384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb03ca-679d-463e-9dbf-e2cab552d8ff req-5b15cf6d-ee75-4a6e-aebf-91ee32e2f199 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:26.013152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81eb03ca-679d-463e-9dbf-e2cab552d8ff req-5b15cf6d-ee75-4a6e-aebf-91ee32e2f199 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.4075987 Aug 03 19:05:26.030911 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9279e2e0-8857-4127-9f9a-55feec8c0bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.043044 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19884b5-d407-4c70-9247-8258be09a68e None None] Network 4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:26.062823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49580) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:26.161975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9279e2e0-8857-4127-9f9a-55feec8c0bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.170711 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e001c2bd-e42a-4f52-86fc-87ed041a726d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.299429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81eb03ca-679d-463e-9dbf-e2cab552d8ff req-97eeb4e9-f4aa-4699-a55a-107dcaafc0b0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846828 Aug 03 19:05:26.312004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-627fd063-6c70-459e-8e27-01cf5c2a6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:26.319762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-627fd063-6c70-459e-8e27-01cf5c2a6bb1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4086704 Aug 03 19:05:26.417357 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e001c2bd-e42a-4f52-86fc-87ed041a726d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.424284 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e001c2bd-e42a-4f52-86fc-87ed041a726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.468022 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001c2bd-e42a-4f52-86fc-87ed041a726d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51b57eb-d879-4c71-91f8-e087669926ac,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:26.540399 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e001c2bd-e42a-4f52-86fc-87ed041a726d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2467edd3b04c4d9391f90937e59b13be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4637220 Aug 03 19:05:26.545925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49592) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:26.577156 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9279e2e0-8857-4127-9f9a-55feec8c0bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.580000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9279e2e0-8857-4127-9f9a-55feec8c0bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.585195 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9279e2e0-8857-4127-9f9a-55feec8c0bd1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6cc32cfd-6e3d-458c-8303-60b0ce484962 HTTP/1.1" status: 204 len: 168 time: 0.7255509 Aug 03 19:05:26.616638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279e2e0-8857-4127-9f9a-55feec8c0bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc32cfd-6e3d-458c-8303-60b0ce484962,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:26.979203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3adee8-a551-494f-8688-b448b704406a req-3dd8a04f-0704-44c3-b674-bf92671ea990 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:26.993858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d3adee8-a551-494f-8688-b448b704406a req-3dd8a04f-0704-44c3-b674-bf92671ea990 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.4045067 Aug 03 19:05:27.057583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-f0884389-a41a-43d9-95c8-319f4663bbd1 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226622 Aug 03 19:05:27.070705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f376f-4cac-4616-a025-7ba5eee320bd req-a443487a-56ee-4aa4-a60c-3b48c185b834 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:27.080593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c26f376f-4cac-4616-a025-7ba5eee320bd req-a443487a-56ee-4aa4-a60c-3b48c185b834 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.3373990 Aug 03 19:05:27.154741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0a48dc5a-0d68-4d14-9f6b-2c5388169b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.326316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-dad1791f-f36a-4041-b395-27a663306302 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327926 Aug 03 19:05:27.351180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d3adee8-a551-494f-8688-b448b704406a req-7d9b27ed-11fa-40fb-bf31-7110bceb55db tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362069 Aug 03 19:05:27.354914 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0a48dc5a-0d68-4d14-9f6b-2c5388169b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.377120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49612) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:27.408591 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-49942978-network', 'tenant_id': '65b556aa44ba419ba625dfaf8a0bb79c'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:27.431374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c26f376f-4cac-4616-a025-7ba5eee320bd req-fe1b9b46-352b-440e-af9d-d6b7c2b554ad tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494709 Aug 03 19:05:27.495754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Made reservation on behalf of 65b556aa44ba419ba625dfaf8a0bb79c for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:27.503584 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.533042 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.603034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-6e374c17-271f-4279-87bf-152ae9c34131 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=d56ded67-baa3-4450-9d65-f20f6f05c226 HTTP/1.1" status: 200 len: 217 time: 0.2505143 Aug 03 19:05:27.799331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-35e23be8-8c76-48cb-a8d4-a4f2d3469652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:27.803700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-35e23be8-8c76-48cb-a8d4-a4f2d3469652 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.1894717 Aug 03 19:05:27.860077 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.868440 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.960018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:05:27.972156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72e5fde-0ac3-443c-be15-7593cc35bbe6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:27.997519 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.997893 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Added segment 336f2b04-c3b0-4cd5-8e1f-a90c66e54dbb of type vlan for network 97ae9706-b5c7-49c6-81d8-91553d66c987 Aug 03 19:05:28.012120 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0a48dc5a-0d68-4d14-9f6b-2c5388169b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.019649 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0a48dc5a-0d68-4d14-9f6b-2c5388169b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.026931 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0a48dc5a-0d68-4d14-9f6b-2c5388169b7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e51b57eb-d879-4c71-91f8-e087669926ac HTTP/1.1" status: 204 len: 168 time: 1.4576957 Aug 03 19:05:28.121603 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.226105 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.227231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:28.227876 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.271174 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8867800 Aug 03 19:05:28.272228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49640) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:28.294382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] Request body: {'subnet': {'network_id': '97ae9706-b5c7-49c6-81d8-91553d66c987', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-49942978-subnet', 'tenant_id': '65b556aa44ba419ba625dfaf8a0bb79c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:28.491781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652769f-005e-45be-8e59-6e79e64373bc admin admin] Pushing event updated for resources: {'Network': ['ID=97ae9706-b5c7-49c6-81d8-91553d66c987,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:28.509395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] Made reservation on behalf of 65b556aa44ba419ba625dfaf8a0bb79c for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:28.512529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.514092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 97ae9706-b5c7-49c6-81d8-91553d66c987 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:05:28.922384 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:05:29.065956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:29.227048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f586a87-381e-4309-96ec-601b9ecbad50,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:29.253409 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] Checking segment: {'id': '336f2b04-c3b0-4cd5-8e1f-a90c66e54dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97ae9706-b5c7-49c6-81d8-91553d66c987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:29.263620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] Network hostable DHCP agents. Network: 97ae9706-b5c7-49c6-81d8-91553d66c987, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:05:29.305927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] Network 97ae9706-b5c7-49c6-81d8-91553d66c987 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:05:29.332923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 97ae9706-b5c7-49c6-81d8-91553d66c987) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:29.346310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:29.346948 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:29.352381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5efcc-6e72-444e-9fae-e644976a7921 None None] Network 97ae9706-b5c7-49c6-81d8-91553d66c987 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:29.391882 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c1f3b1d1-87ca-4561-9807-e0292f41d035 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1016011 Aug 03 19:05:29.395688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48dc5a-0d68-4d14-9f6b-2c5388169b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51b57eb-d879-4c71-91f8-e087669926ac,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:29.443969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-ff79fe50-8592-4e13-aedc-edf991529608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:29.447362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-ff79fe50-8592-4e13-aedc-edf991529608 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6114500 Aug 03 19:05:29.580237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4a9c-4970-4907-985d-113a48aeffb4 req-b6ad08cc-7f81-441b-bca3-e1458427bf85 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:29.582061 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-824d4a9c-4970-4907-985d-113a48aeffb4 req-b6ad08cc-7f81-441b-bca3-e1458427bf85 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 1.6727536 Aug 03 19:05:29.612997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a3131-ddd5-417e-a61a-96074fa2b614 req-425ff10d-0011-4f07-a8b5-f12d739b4bf9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:29.621434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f09a3131-ddd5-417e-a61a-96074fa2b614 req-425ff10d-0011-4f07-a8b5-f12d739b4bf9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.2499804 Aug 03 19:05:29.683671 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:29.750314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-53ea9a6e-d725-4666-b238-39edbdfdd746 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936106 Aug 03 19:05:29.762532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f09a3131-ddd5-417e-a61a-96074fa2b614 req-4c9e3468-c89d-45d0-a420-d37e88b0f6ca tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400585 Aug 03 19:05:29.772088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-824d4a9c-4970-4907-985d-113a48aeffb4 req-95a765e9-d4d5-43cf-8a32-88a53870d96b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405005 Aug 03 19:05:30.028909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494d10b-629d-4ef7-893b-c58c08e0fa87 None None] Network 97ae9706-b5c7-49c6-81d8-91553d66c987 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:30.299702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-467a9302-3d4d-46f6-ab2e-2b204f45c2b6 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229769 Aug 03 19:05:30.508001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8479a6-73ad-4d02-a733-e23c4dd907fa req-00c7e17e-9d66-4690-b446-9114efd619a6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:30.529664 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd8479a6-73ad-4d02-a733-e23c4dd907fa req-00c7e17e-9d66-4690-b446-9114efd619a6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.4210954 Aug 03 19:05:30.536969 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-ee22ce78-13e7-4f6f-abcd-efe4a6f45db9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dba46738-6fe7-47a8-b264-fa6c39dd8977 HTTP/1.1" status: 200 len: 217 time: 0.2231679 Aug 03 19:05:30.721250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-10baa3f2-b472-4227-8b53-87799920fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:30.725255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-10baa3f2-b472-4227-8b53-87799920fcfa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49aaa83c-dc72-498e-9356-036dc25863a5 HTTP/1.1" status: 200 len: 797 time: 0.1660886 Aug 03 19:05:30.838398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd8479a6-73ad-4d02-a733-e23c4dd907fa req-b8d8d45c-64fc-4a49-8f4a-7e91fd710ec3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057923 Aug 03 19:05:30.873290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8f0af855-e635-4eac-b9d3-34ce4f045be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:30.874677 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-8f0af855-e635-4eac-b9d3-34ce4f045be0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb73ae63-dd24-41e8-9010-968a1eb21693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1375463 Aug 03 19:05:31.267267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-79c39b96-9643-4aa8-baf9-dcb0495b79e6 service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745754 Aug 03 19:05:31.803841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-5d9db911-8415-44ad-8171-6aaa8c84e848 service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966967 Aug 03 19:05:31.871812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a98066-153f-4031-862f-0924e20525d1 req-d0cbf66d-0406-4c62-8c6a-0ed0803d8388 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:31.890857 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-d0cbf66d-0406-4c62-8c6a-0ed0803d8388 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/networks?id=4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 HTTP/1.1" status: 200 len: 824 time: 0.6376491 Aug 03 19:05:31.986687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81eb23-98bd-44d1-885b-74362de41adb req-819ee27f-bebe-4b64-87ee-481f2ef6bec7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:31.996153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a81eb23-98bd-44d1-885b-74362de41adb req-819ee27f-bebe-4b64-87ee-481f2ef6bec7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.9426017 Aug 03 19:05:32.017409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-defa9c7d-f6b4-4208-9e90-35b2f93f4e9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=408adf51-6186-4b71-b531-2af9fbe32cdb HTTP/1.1" status: 200 len: 217 time: 0.1936901 Aug 03 19:05:32.053782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-39a3466d-5fd0-4256-83eb-774766b3a59a tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/quotas/d4c8457370bd4823a60d6354506ada18 HTTP/1.1" status: 200 len: 375 time: 0.1614192 Aug 03 19:05:32.145438 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-ded801ea-3745-4759-94e2-62b5719fbae7 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d4c8457370bd4823a60d6354506ada18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901122 Aug 03 19:05:32.236922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a81eb23-98bd-44d1-885b-74362de41adb req-290e025b-7f5a-47fa-b63c-5d416282d5be tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216763 Aug 03 19:05:32.243880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-754bf436-a7af-4dbd-be18-af88a364db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:32.246077 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-754bf436-a7af-4dbd-be18-af88a364db7f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49aaa83c-dc72-498e-9356-036dc25863a5 HTTP/1.1" status: 200 len: 797 time: 0.2189927 Aug 03 19:05:32.381465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-09503af3-00f3-4055-900a-2684da57af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:32.384203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-09503af3-00f3-4055-900a-2684da57af8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb73ae63-dd24-41e8-9010-968a1eb21693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248341 Aug 03 19:05:32.396487 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-245644e4-88bc-490d-a29b-9b6b4fb0ded8 service neutron] 10.222.0.78 "GET /v2.0/networks/4d8669b4-24ad-4bc4-9424-a6a9cd7cec34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494938 Aug 03 19:05:32.607985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-42cb56ce-c1af-47f5-a972-144584f3dbad service neutron] 10.222.0.78 "GET /v2.0/networks/4d8669b4-24ad-4bc4-9424-a6a9cd7cec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102339 Aug 03 19:05:32.611066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-1c45a35d-60d9-4495-baf0-acb96a41d628 service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044427 Aug 03 19:05:32.846796 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5efb8a17-6b87-4efc-bdb1-c67e4e0336cd req-d5e19812-1ec7-4938-a1f1-62fe24ae0b7c service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239764 Aug 03 19:05:32.962067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49756) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:33.230784 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74b64e40-d1ab-4961-a2c3-7d97ebe15334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.252324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0da94c76-667c-4279-b870-62f16f0a0c1a req-a9b6f245-f0bc-4419-b17c-25a7be7edfba tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 210 time: 0.1110864 Aug 03 19:05:33.401693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74b64e40-d1ab-4961-a2c3-7d97ebe15334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.414057 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74b64e40-d1ab-4961-a2c3-7d97ebe15334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.542745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1742b47-d048-437b-859a-fbe1d376d500 req-d9e36440-4f8b-4d8e-8747-e093b010cc5a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:33.557062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1742b47-d048-437b-859a-fbe1d376d500 req-d9e36440-4f8b-4d8e-8747-e093b010cc5a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 813 time: 0.4979606 Aug 03 19:05:33.574545 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-74b64e40-d1ab-4961-a2c3-7d97ebe15334 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c584c3697fba430dbdd34b6a7423d79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6088428 Aug 03 19:05:33.574545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b64e40-d1ab-4961-a2c3-7d97ebe15334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9becec30-04cb-49fd-94c9-3997d785cc62,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:33.578750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49784) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:33.636966 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-602cc100-4384-448a-8a6c-6fc5571b6053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.670260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1742b47-d048-437b-859a-fbe1d376d500 req-793d644e-1be9-44ae-9bc4-18010b22d008 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/quotas/365dc0e7e62c45cd984e6b0737c1e4d1 HTTP/1.1" status: 200 len: 375 time: 0.1100879 Aug 03 19:05:33.723416 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1d5629e-f4ae-4f34-8365-7031dfb0cc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.776322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1742b47-d048-437b-859a-fbe1d376d500 req-14084e29-8cd8-4479-89c3-1717c1b4e9c4 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024432 Aug 03 19:05:33.786823 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1d5629e-f4ae-4f34-8365-7031dfb0cc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.802460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cff782-4985-429c-825b-54fc78ec3e11 req-a9743d11-4870-4a92-801f-dbb05f64a740 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:33.816007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5cff782-4985-429c-825b-54fc78ec3e11 req-a9743d11-4870-4a92-801f-dbb05f64a740 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.2543011 Aug 03 19:05:33.902709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1d5629e-f4ae-4f34-8365-7031dfb0cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.905472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1d5629e-f4ae-4f34-8365-7031dfb0cc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.913610 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b1d5629e-f4ae-4f34-8365-7031dfb0cc3d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9becec30-04cb-49fd-94c9-3997d785cc62 HTTP/1.1" status: 204 len: 168 time: 0.3270361 Aug 03 19:05:33.936602 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5629e-f4ae-4f34-8365-7031dfb0cc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9becec30-04cb-49fd-94c9-3997d785cc62,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:33.970014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5cff782-4985-429c-825b-54fc78ec3e11 req-6ee43837-78b9-4257-aed3-1b7b3c8ae153 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210794 Aug 03 19:05:34.233908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca2ff6-89c1-4834-ae85-456a7b1f16f8 req-e9d4e489-9fb7-4db4-8f9d-aa8231befa48 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:34.235689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49802) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:34.257395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84ca2ff6-89c1-4834-ae85-456a7b1f16f8 req-e9d4e489-9fb7-4db4-8f9d-aa8231befa48 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.0991809 Aug 03 19:05:34.370665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84ca2ff6-89c1-4834-ae85-456a7b1f16f8 req-aae3fe70-3a9c-4142-ae7c-35f73c3df811 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116991 Aug 03 19:05:34.600876 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-161c9947-4269-4d9b-9460-a995a632703d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:34.655076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75dc6814-9b51-4a5c-b336-834d317374fe req-1729e845-bff1-4ca7-8dbe-f93a36fefda1 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 210 time: 0.0388758 Aug 03 19:05:34.677562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b91fa3-f32c-4066-b51b-5c9977d6283f req-b600a023-0457-45f5-88da-d85f19e799f2 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:34.679462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44b91fa3-f32c-4066-b51b-5c9977d6283f req-b600a023-0457-45f5-88da-d85f19e799f2 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1558878 Aug 03 19:05:34.762784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44b91fa3-f32c-4066-b51b-5c9977d6283f req-ecc23862-b568-477e-8035-48e0e0544140 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716686 Aug 03 19:05:34.848223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-161c9947-4269-4d9b-9460-a995a632703d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:34.860375 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-161c9947-4269-4d9b-9460-a995a632703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:34.975077 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-161c9947-4269-4d9b-9460-a995a632703d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=307dc9c57b524fd98b7bd64b083e7fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7340643 Aug 03 19:05:34.975077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c9947-4269-4d9b-9460-a995a632703d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6015bc94-6dfd-4f7d-859d-69d359708f27,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:34.977080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49826) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:35.215147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09f5ec05-5763-4540-b8af-40210b4792b7 req-9daa537a-9a7a-42c4-946a-5c102dea6340 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1 HTTP/1.1" status: 200 len: 221 time: 0.1194148 Aug 03 19:05:35.227457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a98066-153f-4031-862f-0924e20525d1 req-14b53935-c7a9-4e82-b27a-29e4ae2cde95 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:35.229187 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-14b53935-c7a9-4e82-b27a-29e4ae2cde95 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.37 "GET /v2.0/networks?id=4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 HTTP/1.1" status: 200 len: 824 time: 0.2064576 Aug 03 19:05:35.248064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Request body: {'port': {'device_id': '35cea995-6d68-4d46-bcd5-171521833292', 'network_id': '4d8669b4-24ad-4bc4-9424-a6a9cd7cec34', 'admin_state_up': True, 'tenant_id': 'd4c8457370bd4823a60d6354506ada18'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:35.271327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef65e2-e364-42b8-9562-786601307f9a req-95cb81be-5a72-4d9f-bec1-3fc0375f3fc8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:35.286091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbef65e2-e364-42b8-9562-786601307f9a req-95cb81be-5a72-4d9f-bec1-3fc0375f3fc8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1630726 Aug 03 19:05:35.341327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-131cf512-0d80-4569-b1b3-95dec732a8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.382600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbef65e2-e364-42b8-9562-786601307f9a req-3159dadc-95bd-43e5-9f79-83f3424c61a1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911913 Aug 03 19:05:35.389796 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-131cf512-0d80-4569-b1b3-95dec732a8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.536825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Made reservation on behalf of d4c8457370bd4823a60d6354506ada18 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:35.541245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.583966 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-131cf512-0d80-4569-b1b3-95dec732a8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.591137 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-131cf512-0d80-4569-b1b3-95dec732a8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.592484 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-131cf512-0d80-4569-b1b3-95dec732a8d0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6015bc94-6dfd-4f7d-859d-69d359708f27 HTTP/1.1" status: 204 len: 168 time: 0.6136777 Aug 03 19:05:35.636954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cf512-0d80-4569-b1b3-95dec732a8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6015bc94-6dfd-4f7d-859d-69d359708f27,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:35.651244 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344720e-a9a4-4a56-8508-b7b6445a1dc9 req-a2f6b6ed-9f73-4d5b-9f5f-14a961cfabfb tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:35.656138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9344720e-a9a4-4a56-8508-b7b6445a1dc9 req-a2f6b6ed-9f73-4d5b-9f5f-14a961cfabfb tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1332438 Aug 03 19:05:35.858031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9344720e-a9a4-4a56-8508-b7b6445a1dc9 req-4848805a-7423-4fdf-9802-c0148eb2b7c1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856377 Aug 03 19:05:35.967609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f6ff382-9e14-4f25-b8c8-77dd6a22ad3d req-feb187ec-d6fb-4d3d-9a30-40c9476ad106 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 210 time: 0.0941994 Aug 03 19:05:36.042294 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Allocated IP 172.20.0.11 (4d8669b4-24ad-4bc4-9424-a6a9cd7cec34/c00174f6-4e15-4461-b144-027f60562a98/1661d913-6dc7-4970-aec8-7bc8bafa5aad) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:36.220690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251d37c-7d33-49d1-8c63-dadd68c2d550 req-6e23f2dd-08b2-4c99-b03b-b5889c08f39f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:36.226703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0251d37c-7d33-49d1-8c63-dadd68c2d550 req-6e23f2dd-08b2-4c99-b03b-b5889c08f39f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1519961 Aug 03 19:05:36.366862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0251d37c-7d33-49d1-8c63-dadd68c2d550 req-dcf44961-4f79-44a2-8199-7107538ca0a3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187398 Aug 03 19:05:36.466807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49880) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:36.470139 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7cb726b3-6000-4bb1-9433-102d0d3bba3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.488491 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69072fc9-9da6-43ba-b8b1-3391d04f40e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.573680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.649567 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.717972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136166b1-d8a4-4383-b891-6399c47db3b6 req-fc1b3f78-ab5a-451f-af65-2d308726a1d9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:36.725680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-136166b1-d8a4-4383-b891-6399c47db3b6 req-fc1b3f78-ab5a-451f-af65-2d308726a1d9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1931260 Aug 03 19:05:36.820665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69072fc9-9da6-43ba-b8b1-3391d04f40e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.833843 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-136166b1-d8a4-4383-b891-6399c47db3b6 req-4e783b46-ec8c-428f-a545-1b991a622f0c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937779 Aug 03 19:05:36.840946 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69072fc9-9da6-43ba-b8b1-3391d04f40e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.924433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c71e4f-101f-403d-b1ce-c99603b6e88b req-93d2de93-5e5e-490d-9ddf-290e6d3a3246 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:36.934245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99c71e4f-101f-403d-b1ce-c99603b6e88b req-93d2de93-5e5e-490d-9ddf-290e6d3a3246 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1172273 Aug 03 19:05:36.981704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69072fc9-9da6-43ba-b8b1-3391d04f40e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8163cd77-a5a2-42e5-a60f-919280c6b1ae,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:36.994406 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-69072fc9-9da6-43ba-b8b1-3391d04f40e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f55d4e5ef5644f1883a981ec9180b3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261161 Aug 03 19:05:36.998894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49892) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:37.013576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99c71e4f-101f-403d-b1ce-c99603b6e88b req-29c603bc-76bd-4625-9b67-1a1c2abb12a0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769007 Aug 03 19:05:37.014505 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.285353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Network 4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:37.289230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Pushing event updated for resources: {'Port': ['ID=1661d913-6dc7-4970-aec8-7bc8bafa5aad,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:37.317560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:37.335020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:37.439447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e11de-ad3d-4118-aa49-684a287d6690 req-ff167788-c29d-4cd4-8cc4-68a7a678224f tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:37.454345 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-381e11de-ad3d-4118-aa49-684a287d6690 req-ff167788-c29d-4cd4-8cc4-68a7a678224f tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 932 time: 0.2399211 Aug 03 19:05:37.519437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cab24b9f-8a0d-48fd-9cf6-bc1a918a7b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.532006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be373470-9cc5-4274-ac91-f3522afd4bc5 req-31c17eaf-2d3a-47a5-bee4-9652dc939cfa tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:37.534601 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be373470-9cc5-4274-ac91-f3522afd4bc5 req-31c17eaf-2d3a-47a5-bee4-9652dc939cfa tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2201226 Aug 03 19:05:37.596334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-381e11de-ad3d-4118-aa49-684a287d6690 req-46d51ada-8999-4794-9dea-214812a93f3c tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353214 Aug 03 19:05:37.638018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:37.641139 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.690129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cab24b9f-8a0d-48fd-9cf6-bc1a918a7b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.696982 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-0fb02a63-9673-4151-9fd1-37d037f14f2e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4526033 Aug 03 19:05:37.745263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be373470-9cc5-4274-ac91-f3522afd4bc5 req-910e6967-168f-4c50-a56d-ff38d52cd547 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938262 Aug 03 19:05:37.820404 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.941059 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cab24b9f-8a0d-48fd-9cf6-bc1a918a7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.946730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cab24b9f-8a0d-48fd-9cf6-bc1a918a7b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.952495 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cab24b9f-8a0d-48fd-9cf6-bc1a918a7b1a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8163cd77-a5a2-42e5-a60f-919280c6b1ae HTTP/1.1" status: 204 len: 168 time: 0.9480863 Aug 03 19:05:37.988156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab24b9f-8a0d-48fd-9cf6-bc1a918a7b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8163cd77-a5a2-42e5-a60f-919280c6b1ae,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:38.078024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49922) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:38.159621 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Request body: {'port': {'device_id': '35cea995-6d68-4d46-bcd5-171521833292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:38.369599 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.472513 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36277244-590a-4afb-b7c9-719354e262a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.557624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ac6de-4900-42b8-b154-39aceb98ca20 req-be8b8eb3-ac50-464f-8ada-380c3d6da658 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.573615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-696ac6de-4900-42b8-b154-39aceb98ca20 req-be8b8eb3-ac50-464f-8ada-380c3d6da658 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.3272903 Aug 03 19:05:38.625267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce97ce7-e41f-42c9-8cf2-8be3930bddeb req-778a025f-2c7b-4443-b1ee-7d3b10ec73a7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.632904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ce97ce7-e41f-42c9-8cf2-8be3930bddeb req-778a025f-2c7b-4443-b1ee-7d3b10ec73a7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.3295600 Aug 03 19:05:38.820644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ce97ce7-e41f-42c9-8cf2-8be3930bddeb req-0f5a3225-4311-42b5-8def-6b8c21157d82 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622925 Aug 03 19:05:38.874787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-696ac6de-4900-42b8-b154-39aceb98ca20 req-dfe0ad38-e9ff-4f09-b429-467548b217a4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945626 Aug 03 19:05:39.042002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1661d913-6dc7-4970-aec8-7bc8bafa5aad {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:39.056958 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36277244-590a-4afb-b7c9-719354e262a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.069490 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.087897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36277244-590a-4afb-b7c9-719354e262a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.120378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Transition to ACTIVE for port object 1661d913-6dc7-4970-aec8-7bc8bafa5aad will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:39.130237 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.144160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36277244-590a-4afb-b7c9-719354e262a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79de18ce-8b1d-4c1d-916c-b777be8768aa,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:39.261991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-36277244-590a-4afb-b7c9-719354e262a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=057a70d4e7704c79af36aee09f310918&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1822762 Aug 03 19:05:39.266655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49948) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:39.294779 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb4c27-fa21-4030-a34b-6c33f2940093 req-33ffe2ee-5625-4d5d-8409-0f14314833ba tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.309565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dcb4c27-fa21-4030-a34b-6c33f2940093 req-33ffe2ee-5625-4d5d-8409-0f14314833ba tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 932 time: 0.3016558 Aug 03 19:05:39.333626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e82b2-d3b5-4b7f-ba95-166e16bc8119 req-1335a3a8-7057-47b2-9698-337016205c91 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.341793 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-606e82b2-d3b5-4b7f-ba95-166e16bc8119 req-1335a3a8-7057-47b2-9698-337016205c91 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2826228 Aug 03 19:05:39.456426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-606e82b2-d3b5-4b7f-ba95-166e16bc8119 req-ae288176-9832-4e79-9b73-e67b3f5e3ecf tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111386 Aug 03 19:05:39.501380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dcb4c27-fa21-4030-a34b-6c33f2940093 req-02b0ace7-be8d-44d4-a9d9-2335a3bcc8ba tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904459 Aug 03 19:05:39.524883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Pushing event updated for resources: {'Port': ['ID=1661d913-6dc7-4970-aec8-7bc8bafa5aad,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:39.545407 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.555037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Attempting to bind port 1661d913-6dc7-4970-aec8-7bc8bafa5aad on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:39.561001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Attempting to bind port 1661d913-6dc7-4970-aec8-7bc8bafa5aad by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '6989722b-4ed7-48f0-a714-9a8c7b2453d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4d8669b4-24ad-4bc4-9424-a6a9cd7cec34'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:39.561450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Attempting to bind port 1661d913-6dc7-4970-aec8-7bc8bafa5aad on network 4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:39.586132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Port 1661d913-6dc7-4970-aec8-7bc8bafa5aad on network 4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:39.586476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Attempting to bind port 1661d913-6dc7-4970-aec8-7bc8bafa5aad on network 4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:39.596650 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49191d04-17e0-41bb-8b4f-d19275db753c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.631394 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49191d04-17e0-41bb-8b4f-d19275db753c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.707237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:39.707842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Checking segment: {'id': '6989722b-4ed7-48f0-a714-9a8c7b2453d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4d8669b4-24ad-4bc4-9424-a6a9cd7cec34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:39.708374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Bound using segment: {'id': '6989722b-4ed7-48f0-a714-9a8c7b2453d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4d8669b4-24ad-4bc4-9424-a6a9cd7cec34'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:39.708912 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Bound port: 1661d913-6dc7-4970-aec8-7bc8bafa5aad, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6989722b-4ed7-48f0-a714-9a8c7b2453d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '4d8669b4-24ad-4bc4-9424-a6a9cd7cec34'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:39.709384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.729215 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49191d04-17e0-41bb-8b4f-d19275db753c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.732081 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49191d04-17e0-41bb-8b4f-d19275db753c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.737747 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-49191d04-17e0-41bb-8b4f-d19275db753c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/79de18ce-8b1d-4c1d-916c-b777be8768aa HTTP/1.1" status: 204 len: 168 time: 0.4676912 Aug 03 19:05:39.757109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49191d04-17e0-41bb-8b4f-d19275db753c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79de18ce-8b1d-4c1d-916c-b777be8768aa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:39.928368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143ea9-3d6e-4088-9844-bc2e1f3e3857 req-65ab273a-9aad-407e-be14-e1200fedf01b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.944918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] For port 1661d913-6dc7-4970-aec8-7bc8bafa5aad, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:39.945225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa143ea9-3d6e-4088-9844-bc2e1f3e3857 req-65ab273a-9aad-407e-be14-e1200fedf01b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1717126 Aug 03 19:05:39.956218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] For port 1661d913-6dc7-4970-aec8-7bc8bafa5aad, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1661d913-6dc7-4970-aec8-7bc8bafa5aad,segment=NetworkSegment(6989722b-4ed7-48f0-a714-9a8c7b2453d3),segment_id=6989722b-4ed7-48f0-a714-9a8c7b2453d3)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:39.964608 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.214468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa143ea9-3d6e-4088-9844-bc2e1f3e3857 req-c913320e-9f5a-412a-afda-f3cfe4b38931 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670712 Aug 03 19:05:40.220366 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Pushing event updated for resources: {'Port': ['ID=1661d913-6dc7-4970-aec8-7bc8bafa5aad,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:40.260224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:40.261215 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.263513 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-1e6f7c79-bf42-4c56-a68f-dc67a7b27eca service neutron] 10.222.0.37 "PUT /v2.0/ports/1661d913-6dc7-4970-aec8-7bc8bafa5aad HTTP/1.1" status: 200 len: 1092 time: 2.5540187 Aug 03 19:05:40.264031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cea995-6d68-4d46-bcd5-171521833292', 'tag': '1661d913-6dc7-4970-aec8-7bc8bafa5aad'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:40.280495 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746051ff-92ea-4cba-b4fd-227e4e859f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "35cea995-6d68-4d46-bcd5-171521833292", "tag": "1661d913-6dc7-4970-aec8-7bc8bafa5aad"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:40.336432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4039b5-7b5b-4dc6-ad70-641efb91b457 req-c8aff0f4-6019-4518-b285-1c2743a082d5 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:40.352315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f4039b5-7b5b-4dc6-ad70-641efb91b457 req-c8aff0f4-6019-4518-b285-1c2743a082d5 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.3123112 Aug 03 19:05:40.428461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a98066-153f-4031-862f-0924e20525d1 req-f2858409-a56e-416e-b6ce-4bb1d05d2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:40.436390 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-f2858409-a56e-416e-b6ce-4bb1d05d2cf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4c8457370bd4823a60d6354506ada18&device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 1095 time: 0.1156006 Aug 03 19:05:40.488355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f4039b5-7b5b-4dc6-ad70-641efb91b457 req-60ba972c-28e0-4916-a09b-92d9db7b56cf tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346436 Aug 03 19:05:40.505829 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-b611f6b3-52de-4d62-8c9e-6c02e8c4ce7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1661d913-6dc7-4970-aec8-7bc8bafa5aad HTTP/1.1" status: 200 len: 217 time: 0.0589938 Aug 03 19:05:40.564648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3ee3b-4bc4-4bde-9b23-eb2b4b02814e req-0afe705e-0da9-4b0d-88ea-f10be7f56fa9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:40.567924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60d3ee3b-4bc4-4bde-9b23-eb2b4b02814e req-0afe705e-0da9-4b0d-88ea-f10be7f56fa9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1265843 Aug 03 19:05:40.589033 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3ce61a-721c-41b1-bb8b-ba06ab1a17d7 x-openstack-request-id: req-fb3ce61a-721c-41b1-bb8b-ba06ab1a17d7 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:40.590028 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cea995-6d68-4d46-bcd5-171521833292", "tag": "1661d913-6dc7-4970-aec8-7bc8bafa5aad", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:40.591270 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb3ce61a-721c-41b1-bb8b-ba06ab1a17d7 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:40.593233 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cea995-6d68-4d46-bcd5-171521833292', 'tag': '1661d913-6dc7-4970-aec8-7bc8bafa5aad', 'status': 'completed', 'code': 200} Aug 03 19:05:40.639944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a98066-153f-4031-862f-0924e20525d1 req-ff56d0bf-d347-4e45-ae90-918515201edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:40.642314 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-ff56d0bf-d347-4e45-ae90-918515201edb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c00174f6-4e15-4461-b144-027f60562a98 HTTP/1.1" status: 200 len: 864 time: 0.1278203 Aug 03 19:05:40.700173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60d3ee3b-4bc4-4bde-9b23-eb2b4b02814e req-e8f2d0b5-c4eb-4add-b7c7-8953ff331fc5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229019 Aug 03 19:05:40.715285 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-5d96cf6b-7163-4366-9f59-27dca6e15f0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d8669b4-24ad-4bc4-9424-a6a9cd7cec34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663359 Aug 03 19:05:40.963621 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-1ccca41c-8b8c-4afe-b219-2166036bee4e service neutron] 10.222.0.37 "GET /v2.0/networks/4d8669b4-24ad-4bc4-9424-a6a9cd7cec34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367094 Aug 03 19:05:41.252730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-ff7ea331-7bf4-4d5f-b05a-70b4a557d5ce tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:41.265248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-ff7ea331-7bf4-4d5f-b05a-70b4a557d5ce tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 815 time: 0.3963375 Aug 03 19:05:41.297197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-ef243487-5491-46ce-bd03-623f8283e33a tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/quotas/74cc3168a54d447c8e21d29da0394bf0 HTTP/1.1" status: 200 len: 375 time: 0.0303626 Aug 03 19:05:41.339457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8885fa-092b-4b68-9b1a-0e70f38f60c3 req-e4cf3279-5d5e-4684-9a76-66cfbcde9630 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:41.353672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d8885fa-092b-4b68-9b1a-0e70f38f60c3 req-e4cf3279-5d5e-4684-9a76-66cfbcde9630 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 944 time: 0.5822556 Aug 03 19:05:41.354433 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91a98066-153f-4031-862f-0924e20525d1 req-7a6545cf-d2a1-4f8a-8385-07e1037e0d72 service neutron] 10.222.0.37 "GET /v2.0/networks/4d8669b4-24ad-4bc4-9424-a6a9cd7cec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787036 Aug 03 19:05:41.492052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d8885fa-092b-4b68-9b1a-0e70f38f60c3 req-ecb22b3a-e069-40b5-8c33-8332642c725e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367500 Aug 03 19:05:41.518585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-9cfa1615-d762-4a33-87e6-8c3f502d7437 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2172406 Aug 03 19:05:41.552756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746051ff-92ea-4cba-b4fd-227e4e859f2c req-9fc2478a-1c7f-468e-8a63-b952b3e79d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:41.554339 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-746051ff-92ea-4cba-b4fd-227e4e859f2c req-9fc2478a-1c7f-468e-8a63-b952b3e79d9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4c8457370bd4823a60d6354506ada18&device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 1095 time: 0.1126125 Aug 03 19:05:41.794419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-a11592eb-bea1-43a9-96d1-73594c56d577 service neutron] 10.222.0.78 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641006 Aug 03 19:05:41.877453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746051ff-92ea-4cba-b4fd-227e4e859f2c req-4812ea33-c3a3-4870-84c0-ce8b6eb55166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:41.881688 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-746051ff-92ea-4cba-b4fd-227e4e859f2c req-4812ea33-c3a3-4870-84c0-ce8b6eb55166 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 HTTP/1.1" status: 200 len: 925 time: 0.3182771 Aug 03 19:05:42.001312 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-746051ff-92ea-4cba-b4fd-227e4e859f2c req-1a7aeb92-56e0-48de-81f7-3021112da379 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1661d913-6dc7-4970-aec8-7bc8bafa5aad HTTP/1.1" status: 200 len: 217 time: 0.1116505 Aug 03 19:05:42.126329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-76a1f611-70e3-460a-ad03-a018668204ec service neutron] 10.222.0.78 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085368 Aug 03 19:05:42.255926 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746051ff-92ea-4cba-b4fd-227e4e859f2c req-7d8981cb-a0cd-44a5-aa96-c67c0a1bfc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.265489 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-746051ff-92ea-4cba-b4fd-227e4e859f2c req-7d8981cb-a0cd-44a5-aa96-c67c0a1bfc35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c00174f6-4e15-4461-b144-027f60562a98 HTTP/1.1" status: 200 len: 864 time: 0.2521203 Aug 03 19:05:42.378404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a941d-b4e1-41ee-b0d0-e12c621435b5 req-12ff3608-7492-4e25-8be5-63e66aee8c6f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.388787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b46a941d-b4e1-41ee-b0d0-e12c621435b5 req-12ff3608-7492-4e25-8be5-63e66aee8c6f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.2592521 Aug 03 19:05:42.393526 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-746051ff-92ea-4cba-b4fd-227e4e859f2c req-06d1a94d-0e1b-4d68-828b-e5add0558c47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d8669b4-24ad-4bc4-9424-a6a9cd7cec34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216669 Aug 03 19:05:42.547757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b46a941d-b4e1-41ee-b0d0-e12c621435b5 req-4be920c5-46e6-4921-afb6-14dc3522f0b3 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511817 Aug 03 19:05:42.814046 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-746051ff-92ea-4cba-b4fd-227e4e859f2c req-e1e8f6c7-9d7b-4007-97b8-8ac011d82347 service neutron] 10.222.0.37 "GET /v2.0/networks/4d8669b4-24ad-4bc4-9424-a6a9cd7cec34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116695 Aug 03 19:05:43.024249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596fac8-2168-43c1-a083-9d46dc1098de req-f435c906-3450-45c8-8fcf-a57d708f2750 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.026227 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-746051ff-92ea-4cba-b4fd-227e4e859f2c req-77f756ef-171a-4aed-af78-d4f2c27a3999 service neutron] 10.222.0.37 "GET /v2.0/networks/4d8669b4-24ad-4bc4-9424-a6a9cd7cec34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038183 Aug 03 19:05:43.038824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9596fac8-2168-43c1-a083-9d46dc1098de req-f435c906-3450-45c8-8fcf-a57d708f2750 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2149341 Aug 03 19:05:43.057559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dfe4b-0b4c-4df6-aea3-30e775ddf64d req-dae42b87-41ae-44dc-8150-ce5d6c960b58 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.071780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b0dfe4b-0b4c-4df6-aea3-30e775ddf64d req-dae42b87-41ae-44dc-8150-ce5d6c960b58 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 944 time: 0.1755817 Aug 03 19:05:43.210438 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b0dfe4b-0b4c-4df6-aea3-30e775ddf64d req-754c682a-91b0-46b9-9085-c64ad89b7e63 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268661 Aug 03 19:05:43.228827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9596fac8-2168-43c1-a083-9d46dc1098de req-60c68c65-3af5-4bc6-a8b2-cb725eb4c08e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882007 Aug 03 19:05:43.504700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ad6a953-2172-4e76-88e4-74bc93009cb1 req-c1360621-95c7-4698-b82a-c18717fed4ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 210 time: 0.1504931 Aug 03 19:05:43.843992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcb692-f261-479e-9dbd-73d7bab71d9e req-33d1051d-c92c-432e-9ccb-ba96c1c69eba tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.846919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64bcb692-f261-479e-9dbd-73d7bab71d9e req-33d1051d-c92c-432e-9ccb-ba96c1c69eba tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1314268 Aug 03 19:05:43.896968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212264f3-1af8-4d0b-bd01-fa0ba3e0d251 req-b2c26521-e4fa-491a-82cf-c90192502ffb tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.905700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-212264f3-1af8-4d0b-bd01-fa0ba3e0d251 req-b2c26521-e4fa-491a-82cf-c90192502ffb tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1411037 Aug 03 19:05:43.956500 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64bcb692-f261-479e-9dbd-73d7bab71d9e req-9b5a43ff-b143-4535-91c4-1a40b14d8333 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003666 Aug 03 19:05:43.988003 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-212264f3-1af8-4d0b-bd01-fa0ba3e0d251 req-32f597ea-7a0a-4681-8452-0174aa64a19b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807490 Aug 03 19:05:44.280261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b19030-2d1a-4456-aab0-2fba9ac04d3c req-5bbe0909-76ea-44db-8adc-a73d5d61d1cf tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:44.282615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0b19030-2d1a-4456-aab0-2fba9ac04d3c req-5bbe0909-76ea-44db-8adc-a73d5d61d1cf tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.0841649 Aug 03 19:05:44.416560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0b19030-2d1a-4456-aab0-2fba9ac04d3c req-cf8aeaf9-7e19-4c14-b06c-1d619ccc3c0b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251545 Aug 03 19:05:44.447376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1661d913-6dc7-4970-aec8-7bc8bafa5aad details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:44.479773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77e11e-ea01-4f56-937d-e076fcc6a04d req-80de2b8a-6277-458b-9fb3-51c082a655aa tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:44.485634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f77e11e-ea01-4f56-937d-e076fcc6a04d req-80de2b8a-6277-458b-9fb3-51c082a655aa tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 944 time: 0.1286855 Aug 03 19:05:44.574175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f77e11e-ea01-4f56-937d-e076fcc6a04d req-dc9057be-9247-44b8-8664-a354693f407e tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819893 Aug 03 19:05:44.760659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1661d913-6dc7-4970-aec8-7bc8bafa5aad, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1661d913-6dc7-4970-aec8-7bc8bafa5aad,segment=NetworkSegment(6989722b-4ed7-48f0-a714-9a8c7b2453d3),segment_id=6989722b-4ed7-48f0-a714-9a8c7b2453d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:44.792753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '1661d913-6dc7-4970-aec8-7bc8bafa5aad', 'network_id': '4d8669b4-24ad-4bc4-9424-a6a9cd7cec34', 'port_id': '1661d913-6dc7-4970-aec8-7bc8bafa5aad', 'mac_address': 'fa:16:3e:36:1b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00174f6-4e15-4461-b144-027f60562a98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:44.868136 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.898058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1661d913-6dc7-4970-aec8-7bc8bafa5aad {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:44.930960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1661d913-6dc7-4970-aec8-7bc8bafa5aad, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1661d913-6dc7-4970-aec8-7bc8bafa5aad,segment=NetworkSegment(6989722b-4ed7-48f0-a714-9a8c7b2453d3),segment_id=6989722b-4ed7-48f0-a714-9a8c7b2453d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:44.936849 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.976035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-157a1881-1811-475a-9418-79dba2da3070 req-7c26962a-6a0e-4bb9-b3da-4c57ef796d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 210 time: 0.1995544 Aug 03 19:05:45.146731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc9de0-4de8-4132-bb31-3340a9aada35 req-6b1cebc6-3b22-4a13-97f8-2327659a0155 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.160043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecbc9de0-4de8-4132-bb31-3340a9aada35 req-6b1cebc6-3b22-4a13-97f8-2327659a0155 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.3852303 Aug 03 19:05:45.191951 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:45.231183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1661d913-6dc7-4970-aec8-7bc8bafa5aad'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:45.319008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecbc9de0-4de8-4132-bb31-3340a9aada35 req-13c57d77-c571-40f6-a919-80de65f3ca23 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560476 Aug 03 19:05:45.388305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1661d913-6dc7-4970-aec8-7bc8bafa5aad,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:45.425300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a24a0-f33e-46ca-a994-5b2b2e3bb387 req-2df1520d-e94c-48c9-93e4-3e42b3cd7cb9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.434692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f4a24a0-f33e-46ca-a994-5b2b2e3bb387 req-2df1520d-e94c-48c9-93e4-3e42b3cd7cb9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.2120314 Aug 03 19:05:45.475602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-0995388f-6c2a-42e2-bc68-fde6467259c4 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.477211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-0995388f-6c2a-42e2-bc68-fde6467259c4 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.74 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 815 time: 0.5009663 Aug 03 19:05:45.525793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Request body: {'port': {'device_id': '84bd6953-4b6b-400f-a887-e3b55e73e71d', 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a', 'admin_state_up': True, 'tenant_id': '74cc3168a54d447c8e21d29da0394bf0'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:45.558172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f4a24a0-f33e-46ca-a994-5b2b2e3bb387 req-762d69b0-1dc7-441f-8f36-3630c9f7f1de tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225116 Aug 03 19:05:45.744079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f4fdf-c726-4b6c-8a27-ac763c8e5b3b req-3345e124-e11c-4615-bced-c2750fd2f148 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.746031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-892f4fdf-c726-4b6c-8a27-ac763c8e5b3b req-3345e124-e11c-4615-bced-c2750fd2f148 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1046426 Aug 03 19:05:45.844587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Made reservation on behalf of 74cc3168a54d447c8e21d29da0394bf0 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:45.851733 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.050389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11be73f-6c5e-4517-a8d0-30295e8f0c48 req-cbfd3058-9d87-4326-a4e6-c8c3c081153d tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.054237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d11be73f-6c5e-4517-a8d0-30295e8f0c48 req-cbfd3058-9d87-4326-a4e6-c8c3c081153d tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 945 time: 0.2943389 Aug 03 19:05:46.071588 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-892f4fdf-c726-4b6c-8a27-ac763c8e5b3b req-31ee64b1-33c2-47e1-be25-7b7d8b2aeeec tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619662 Aug 03 19:05:46.200227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d11be73f-6c5e-4517-a8d0-30295e8f0c48 req-b97b8904-dbc1-4420-b210-d0440032ccf7 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168368 Aug 03 19:05:46.228991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50206) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:46.310173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Allocated IP 172.20.0.6 (b8b942e4-b627-42d5-b686-0b36c03a3e9a/1f80c996-7708-41e4-9e70-c6bdd46ba2d8/b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:46.435517 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1661d913-6dc7-4970-aec8-7bc8bafa5aad up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:46.441923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81810a10-10c7-4ef3-b677-48051770de59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.458634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc52be04-4a69-4b81-962b-0816d69bf683 req-5b317d4c-98c3-43d4-89a2-dd6af0977ee2 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 210 time: 0.0617440 Aug 03 19:05:46.563566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 1661d913-6dc7-4970-aec8-7bc8bafa5aad completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:46.570784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 1661d913-6dc7-4970-aec8-7bc8bafa5aad triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:46.571572 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.592082 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81810a10-10c7-4ef3-b677-48051770de59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.602600 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81810a10-10c7-4ef3-b677-48051770de59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.692962 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-81810a10-10c7-4ef3-b677-48051770de59 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79101bfbe10c4ce784c9002227f8a037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533985 Aug 03 19:05:46.692962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50222) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:46.697049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81810a10-10c7-4ef3-b677-48051770de59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c312f64-8689-4451-a376-d6e72ca38463,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:46.739955 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.773957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cea995-6d68-4d46-bcd5-171521833292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1661d913-6dc7-4970-aec8-7bc8bafa5aad'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:46.776713 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8047bbca-9ed1-44a7-b2a0-2a9255fb93b9" -d '{"events": [{"server_uuid": "35cea995-6d68-4d46-bcd5-171521833292", "name": "network-vif-plugged", "status": "completed", "tag": "1661d913-6dc7-4970-aec8-7bc8bafa5aad"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:46.783096 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e5b2-a42d-4e33-bc54-221d967d3133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.795202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1661d913-6dc7-4970-aec8-7bc8bafa5aad, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1661d913-6dc7-4970-aec8-7bc8bafa5aad,segment=NetworkSegment(6989722b-4ed7-48f0-a714-9a8c7b2453d3),segment_id=6989722b-4ed7-48f0-a714-9a8c7b2453d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:46.801960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.814354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e5b2-a42d-4e33-bc54-221d967d3133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.831038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93f1d1-b5a0-483a-9c1a-156548fcd216 req-3c0210b7-9184-45f8-8dae-7e039cb55414 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.833591 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f93f1d1-b5a0-483a-9c1a-156548fcd216 req-3c0210b7-9184-45f8-8dae-7e039cb55414 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.3168654 Aug 03 19:05:46.889729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec028c9-8521-4ba9-a724-461a96c15223 req-77f1e09e-74e6-430c-aa22-0f42349468c6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.892067 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ec028c9-8521-4ba9-a724-461a96c15223 req-77f1e09e-74e6-430c-aa22-0f42349468c6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.1707799 Aug 03 19:05:46.892368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1661d913-6dc7-4970-aec8-7bc8bafa5aad,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:46.904316 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e5b2-a42d-4e33-bc54-221d967d3133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.907415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2a4e5b2-a42d-4e33-bc54-221d967d3133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.911594 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a2a4e5b2-a42d-4e33-bc54-221d967d3133 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c312f64-8689-4451-a376-d6e72ca38463 HTTP/1.1" status: 204 len: 168 time: 0.2212813 Aug 03 19:05:46.913581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.920525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4e5b2-a42d-4e33-bc54-221d967d3133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c312f64-8689-4451-a376-d6e72ca38463,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:47.007589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f93f1d1-b5a0-483a-9c1a-156548fcd216 req-4f6e8b1c-e82a-48ab-baad-8da32180f0af tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555750 Aug 03 19:05:47.019032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ec028c9-8521-4ba9-a724-461a96c15223 req-b428b5c4-6a8a-4291-81a5-88c3f51473b1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101065 Aug 03 19:05:47.083574 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.125374 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['822f6156-ad8c-43ec-9f6b-8a56b7cfb378'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:47.141454 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821d5eba-dcb9-4646-8dcb-b36754545ab8 x-openstack-request-id: req-821d5eba-dcb9-4646-8dcb-b36754545ab8 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:47.145459 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cea995-6d68-4d46-bcd5-171521833292", "name": "network-vif-plugged", "status": "completed", "tag": "1661d913-6dc7-4970-aec8-7bc8bafa5aad", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:47.145918 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-821d5eba-dcb9-4646-8dcb-b36754545ab8 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:47.151846 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cea995-6d68-4d46-bcd5-171521833292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1661d913-6dc7-4970-aec8-7bc8bafa5aad', 'code': 200} Aug 03 19:05:47.172931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Network b8b942e4-b627-42d5-b686-0b36c03a3e9a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:47.181116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:47.186440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:47.203836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Pushing event updated for resources: {'Port': ['ID=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:47.218490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.219123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.219721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.220405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.220659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.220967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.221261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.221711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.222050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.222391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.223938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.224276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:47.355400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcdef7-ceb2-4d62-ab58-5bcc4384301b req-708244fd-529c-40c6-8560-850aa8125938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:47.362391 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0cdcdef7-ceb2-4d62-ab58-5bcc4384301b req-708244fd-529c-40c6-8560-850aa8125938 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 1097 time: 0.1302903 Aug 03 19:05:47.432288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:47.432985 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.462313 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0cdcdef7-ceb2-4d62-ab58-5bcc4384301b req-c82e5dad-a3ec-44ef-83ab-5e6044756123 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857000 Aug 03 19:05:47.505553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-26fd66ff-9f60-40e7-bcfa-55de5144ef90 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9997330 Aug 03 19:05:47.524317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ce0c1-d487-4b75-86b8-373112941cf4 req-bb68cfcc-17bb-4ac0-9026-6d0cfbce0cdb tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:47.533947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d80ce0c1-d487-4b75-86b8-373112941cf4 req-bb68cfcc-17bb-4ac0-9026-6d0cfbce0cdb tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 946 time: 0.1411285 Aug 03 19:05:47.592128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d80ce0c1-d487-4b75-86b8-373112941cf4 req-827a135f-7f2d-4eac-bacf-220feb269984 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552666 Aug 03 19:05:47.770034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50260) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:47.799980 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3b1d-96c1-4231-bc37-e5455b78b12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.034735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91b04d-9f1c-4c52-8c35-2cdbdbe29b31 req-e75e7aa3-f94c-4b7a-9344-c072cf3c0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.038342 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c91b04d-9f1c-4c52-8c35-2cdbdbe29b31 req-e75e7aa3-f94c-4b7a-9344-c072cf3c0c52 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 1097 time: 0.6732528 Aug 03 19:05:48.046901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Request body: {'port': {'device_id': '84bd6953-4b6b-400f-a887-e3b55e73e71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:48.103894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1388707-e64f-421d-b59e-b69192430f2b req-88655a35-6bf8-420f-8c5d-ae0c86b3ff54 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.105533 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1388707-e64f-421d-b59e-b69192430f2b req-88655a35-6bf8-420f-8c5d-ae0c86b3ff54 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 931 time: 0.4687247 Aug 03 19:05:48.121684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e2d00-4357-425c-8126-0a4497f358b8 req-217437a4-5db4-4056-b6a8-76e895c2bd3c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.123299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a0e2d00-4357-425c-8126-0a4497f358b8 req-217437a4-5db4-4056-b6a8-76e895c2bd3c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.4576054 Aug 03 19:05:48.166297 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3b1d-96c1-4231-bc37-e5455b78b12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.197769 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.221256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a0e2d00-4357-425c-8126-0a4497f358b8 req-099628bf-99c3-4e9c-868f-0228bc8a6f33 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813415 Aug 03 19:05:48.243633 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3b1d-96c1-4231-bc37-e5455b78b12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.264815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1388707-e64f-421d-b59e-b69192430f2b req-7db5f926-855a-4b2f-bd10-97f774b864ed tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259019 Aug 03 19:05:48.294965 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d5d3b1d-96c1-4231-bc37-e5455b78b12d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fa091b371bcf4db192fad553a90b35f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194855 Aug 03 19:05:48.296299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91b04d-9f1c-4c52-8c35-2cdbdbe29b31 req-0936f282-6b9d-47c5-a490-b111e4b6b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.297823 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c91b04d-9f1c-4c52-8c35-2cdbdbe29b31 req-0936f282-6b9d-47c5-a490-b111e4b6b1c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 912 time: 0.2434921 Aug 03 19:05:48.298677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d3b1d-96c1-4231-bc37-e5455b78b12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d1c0ef-68e5-4483-8279-f8418f14b056,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:48.313712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50272) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:48.366357 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c91b04d-9f1c-4c52-8c35-2cdbdbe29b31 req-102f5c7e-191c-41cc-bb22-a0d5b38e703f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df HTTP/1.1" status: 200 len: 217 time: 0.0593009 Aug 03 19:05:48.456440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91b04d-9f1c-4c52-8c35-2cdbdbe29b31 req-63259a29-9430-45a6-9ffd-c62fe538aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.458700 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c91b04d-9f1c-4c52-8c35-2cdbdbe29b31 req-63259a29-9430-45a6-9ffd-c62fe538aedc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.0825303 Aug 03 19:05:48.529581 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c91b04d-9f1c-4c52-8c35-2cdbdbe29b31 req-cf079206-73ac-49a7-b47a-65da680456f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625129 Aug 03 19:05:48.551061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221210-35b2-460a-bef6-d744390ba47e req-73dbe5b7-5a24-4cfc-a7a5-0a889eb789a6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.552790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48221210-35b2-460a-bef6-d744390ba47e req-73dbe5b7-5a24-4cfc-a7a5-0a889eb789a6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 946 time: 0.2079806 Aug 03 19:05:48.564732 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d82c6618-0d72-4875-8989-f24728619146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.670421 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c91b04d-9f1c-4c52-8c35-2cdbdbe29b31 req-14c800b0-3f55-44ca-bfe0-d05225fe038f service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325057 Aug 03 19:05:48.670998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb0e26-490a-499e-a81c-eb48e26f3cd6 req-6193cce7-9a8d-4f4c-a43b-c12d9780fc0d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.672757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04fb0e26-490a-499e-a81c-eb48e26f3cd6 req-6193cce7-9a8d-4f4c-a43b-c12d9780fc0d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2583029 Aug 03 19:05:48.679934 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d82c6618-0d72-4875-8989-f24728619146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.760014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48221210-35b2-460a-bef6-d744390ba47e req-7215bfd1-63e4-437d-8fd0-d34353bf6226 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909297 Aug 03 19:05:48.802806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04fb0e26-490a-499e-a81c-eb48e26f3cd6 req-d1f7a58f-c1b5-471b-9fe1-97084c69ec29 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108334 Aug 03 19:05:48.866853 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2c91b04d-9f1c-4c52-8c35-2cdbdbe29b31 req-e9f250e8-1e04-4cbe-a1f0-bbe82931869b service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885114 Aug 03 19:05:48.902030 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d82c6618-0d72-4875-8989-f24728619146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.909589 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d82c6618-0d72-4875-8989-f24728619146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.911956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d82c6618-0d72-4875-8989-f24728619146 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27d1c0ef-68e5-4483-8279-f8418f14b056 HTTP/1.1" status: 204 len: 168 time: 0.5966737 Aug 03 19:05:48.927588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c6618-0d72-4875-8989-f24728619146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d1c0ef-68e5-4483-8279-f8418f14b056,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:48.931823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:48.952977 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.972862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Transition to ACTIVE for port object b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:48.978062 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.042665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:49.228421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Attempting to bind port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:49.228974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Attempting to bind port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:49.229610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Attempting to bind port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 on network b8b942e4-b627-42d5-b686-0b36c03a3e9a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:49.239935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 on network b8b942e4-b627-42d5-b686-0b36c03a3e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:49.240868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Attempting to bind port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 on network b8b942e4-b627-42d5-b686-0b36c03a3e9a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:49.253178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:49.255365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Checking segment: {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:49.256965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Bound using segment: {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:49.257928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Bound port: b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:49.259444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.479812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60d3d2-7084-4054-a7d0-a3ee65cfd413 req-82f04519-b886-4368-82eb-de0b06130aac tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.481524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c60d3d2-7084-4054-a7d0-a3ee65cfd413 req-82f04519-b886-4368-82eb-de0b06130aac tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 946 time: 0.1991968 Aug 03 19:05:49.499915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] For port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:49.511275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a7a8e-7276-48dc-8a12-cfdf4ba57de3 req-080a376e-4d15-4580-9a3f-fbbdc9f7c966 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.512924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f15a7a8e-7276-48dc-8a12-cfdf4ba57de3 req-080a376e-4d15-4580-9a3f-fbbdc9f7c966 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2070951 Aug 03 19:05:49.514947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] For port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:49.523369 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.600132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.601113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.602285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] 10.222.0.74 "PUT /v2.0/ports/b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 HTTP/1.1" status: 200 len: 1091 time: 2.0662954 Aug 03 19:05:49.605121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bd6953-4b6b-400f-a887-e3b55e73e71d', 'tag': 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:49.607581 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1ac797-05ba-4cb9-97cf-05389791c3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "84bd6953-4b6b-400f-a887-e3b55e73e71d", "tag": "b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:49.623599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c60d3d2-7084-4054-a7d0-a3ee65cfd413 req-79d3954f-07b5-4950-bbbb-2d5cce01c8e4 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343231 Aug 03 19:05:49.651313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f15a7a8e-7276-48dc-8a12-cfdf4ba57de3 req-5fc4b9f1-decc-440e-8733-ead9155eb483 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197660 Aug 03 19:05:49.652059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ff195-9dd5-48d1-a73e-3a3c742d3186 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:49.752816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-80356baf-9636-45ea-a406-bf323c18d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.754566 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-80356baf-9636-45ea-a406-bf323c18d8de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 1094 time: 0.0512693 Aug 03 19:05:49.815981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fc165d44-30e0-44ba-a7d0-44b04b4c99df no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:49.873882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-07302405-7aa6-41fb-9f9a-dbed35d1ee57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 HTTP/1.1" status: 200 len: 217 time: 0.0947640 Aug 03 19:05:49.916645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.931991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8de2a-4b62-45da-a187-1911735fa28e req-82798ab9-803c-4b47-bcc1-8adada54b26c tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.933694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54f8de2a-4b62-45da-a187-1911735fa28e req-82798ab9-803c-4b47-bcc1-8adada54b26c tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 943 time: 0.1645529 Aug 03 19:05:49.962132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:49.964578 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717d9789-c10c-47a4-889a-8d448d3cbce4" -d '{"events": [{"server_uuid": "9cea0dbb-6e64-43b2-9752-c21fa3585064", "name": "network-vif-unplugged", "status": "completed", "tag": "fc165d44-30e0-44ba-a7d0-44b04b4c99df"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:49.971228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-462b4369-9dc6-4cde-943c-36d3456ccc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.974217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-462b4369-9dc6-4cde-943c-36d3456ccc65 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1f80c996-7708-41e4-9e70-c6bdd46ba2d8 HTTP/1.1" status: 200 len: 855 time: 0.0842028 Aug 03 19:05:49.995575 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e2b1e0-7295-424d-be0b-bed66bf9d1e7 x-openstack-request-id: req-c3e2b1e0-7295-424d-be0b-bed66bf9d1e7 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:49.995880 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bd6953-4b6b-400f-a887-e3b55e73e71d", "tag": "b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:49.996186 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3e2b1e0-7295-424d-be0b-bed66bf9d1e7 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:49.996537 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bd6953-4b6b-400f-a887-e3b55e73e71d', 'tag': 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86', 'status': 'completed', 'code': 200} Aug 03 19:05:50.001390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fc165d44-30e0-44ba-a7d0-44b04b4c99df, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:50.012062 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.031381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-1d19471b-979b-49b0-9ce9-8a35ce31b905 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b8b942e4-b627-42d5-b686-0b36c03a3e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494335 Aug 03 19:05:50.045093 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54f8de2a-4b62-45da-a187-1911735fa28e req-1b4578ee-948c-4dac-a524-b015dac14131 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897706 Aug 03 19:05:50.093712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=fc165d44-30e0-44ba-a7d0-44b04b4c99df,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:50.194023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08906b6d-3637-4ad6-933a-c327991bc114 req-d2c51314-4488-4555-a4e1-f787c8f97fed tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.201927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08906b6d-3637-4ad6-933a-c327991bc114 req-d2c51314-4488-4555-a4e1-f787c8f97fed tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 946 time: 0.0939338 Aug 03 19:05:50.243803 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-62fc18e9-e64e-474d-8d14-d109148932fb service neutron] 10.222.0.74 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975901 Aug 03 19:05:50.353904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08906b6d-3637-4ad6-933a-c327991bc114 req-de614701-5f40-41b1-80d9-31ac228975fb tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509075 Aug 03 19:05:50.399035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d897e58-5d01-4b27-89ff-0a79db987a4b req-0a1b6332-0eb3-441e-a5de-4625c6377bb9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.408151 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d897e58-5d01-4b27-89ff-0a79db987a4b req-0a1b6332-0eb3-441e-a5de-4625c6377bb9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1885846 Aug 03 19:05:50.458562 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90fcf5ed-7e8c-42d8-9a95-802f817df89f req-e8895274-166f-4311-9fce-2c536e79909d service neutron] 10.222.0.74 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975002 Aug 03 19:05:50.496985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d897e58-5d01-4b27-89ff-0a79db987a4b req-f34c488b-1e7c-4f9d-8451-7cd7c421ce91 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878258 Aug 03 19:05:50.518374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296408c-1017-43a7-93c6-406293117560 req-a07781f1-5ca4-4d29-96ce-ccb3e65bd390 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.526490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8296408c-1017-43a7-93c6-406293117560 req-a07781f1-5ca4-4d29-96ce-ccb3e65bd390 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 944 time: 0.0889273 Aug 03 19:05:50.584289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8296408c-1017-43a7-93c6-406293117560 req-4cc4b7e2-2364-4f4e-bf2e-53c043199d3c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565040 Aug 03 19:05:50.594051 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9324c9fe-9a89-41ca-b245-8750b0d66355 x-openstack-request-id: req-9324c9fe-9a89-41ca-b245-8750b0d66355 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:50.594510 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cea0dbb-6e64-43b2-9752-c21fa3585064", "name": "network-vif-unplugged", "status": "completed", "tag": "fc165d44-30e0-44ba-a7d0-44b04b4c99df", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:50.594921 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9324c9fe-9a89-41ca-b245-8750b0d66355 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:50.595965 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df', 'code': 200} Aug 03 19:05:50.674610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac797-05ba-4cb9-97cf-05389791c3b9 req-8a89a26e-1239-4e3c-b822-4754a8a3aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.678595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae1ac797-05ba-4cb9-97cf-05389791c3b9 req-8a89a26e-1239-4e3c-b822-4754a8a3aaa9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 1094 time: 0.0922449 Aug 03 19:05:50.882390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac797-05ba-4cb9-97cf-05389791c3b9 req-f5d9570d-f1de-4a21-ae03-1557c3403df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.883985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae1ac797-05ba-4cb9-97cf-05389791c3b9 req-f5d9570d-f1de-4a21-ae03-1557c3403df1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 916 time: 0.1283381 Aug 03 19:05:50.958059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae1ac797-05ba-4cb9-97cf-05389791c3b9 req-38971fa0-f0cf-489d-a40c-8b8b580d38e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 HTTP/1.1" status: 200 len: 217 time: 0.0488863 Aug 03 19:05:50.967065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625bca4-e8eb-4e9b-8259-74d1d50ba160 req-6a74855c-7031-4d5e-b4d1-6f9ca31cc98a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.968704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c625bca4-e8eb-4e9b-8259-74d1d50ba160 req-6a74855c-7031-4d5e-b4d1-6f9ca31cc98a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1030166 Aug 03 19:05:51.048082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac797-05ba-4cb9-97cf-05389791c3b9 req-0ff2e0ca-4803-47c7-ac41-a4dc81abf4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.049968 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae1ac797-05ba-4cb9-97cf-05389791c3b9 req-0ff2e0ca-4803-47c7-ac41-a4dc81abf4e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1f80c996-7708-41e4-9e70-c6bdd46ba2d8 HTTP/1.1" status: 200 len: 855 time: 0.0802736 Aug 03 19:05:51.067043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c625bca4-e8eb-4e9b-8259-74d1d50ba160 req-d2643f46-1578-46a0-b00c-550ce69d3b48 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868673 Aug 03 19:05:51.132431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae1ac797-05ba-4cb9-97cf-05389791c3b9 req-bf652a9e-4433-411d-8525-7e4bd1535b7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b8b942e4-b627-42d5-b686-0b36c03a3e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622222 Aug 03 19:05:51.304180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10949e-ed04-4084-b02a-2f5c78c4568b req-0dd7d831-5812-4726-a159-c7e252485c63 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.306408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a10949e-ed04-4084-b02a-2f5c78c4568b req-0dd7d831-5812-4726-a159-c7e252485c63 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1588500 Aug 03 19:05:51.360765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae1ac797-05ba-4cb9-97cf-05389791c3b9 req-37c9fab3-6769-4af0-a3a5-03c127802ae1 service neutron] 10.222.0.74 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922429 Aug 03 19:05:51.467535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a10949e-ed04-4084-b02a-2f5c78c4568b req-07121fd0-7f89-437b-9fad-86d60a70804a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490915 Aug 03 19:05:51.493294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1cbb2-ecd8-41ff-855a-5946e4c2d722 req-405b9b12-0893-475b-b16f-dfc30c948c6f tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.495165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c1cbb2-ecd8-41ff-855a-5946e4c2d722 req-405b9b12-0893-475b-b16f-dfc30c948c6f tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 943 time: 0.1600406 Aug 03 19:05:51.558280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae1ac797-05ba-4cb9-97cf-05389791c3b9 req-aac0f39b-5951-43e0-b9e2-35375f255e94 service neutron] 10.222.0.74 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690171 Aug 03 19:05:51.612358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32c1cbb2-ecd8-41ff-855a-5946e4c2d722 req-caa68c25-1f9b-4098-823f-6fedaadb3fe1 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675049 Aug 03 19:05:51.707367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238ecb9-903b-4e80-bb57-671b1e942cb3 req-8219d816-3c85-4e22-bc2d-390b734946e0 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.715256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e238ecb9-903b-4e80-bb57-671b1e942cb3 req-8219d816-3c85-4e22-bc2d-390b734946e0 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 946 time: 0.0898635 Aug 03 19:05:51.786410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e238ecb9-903b-4e80-bb57-671b1e942cb3 req-4b3b8a15-ff7e-44d8-a6b6-dcd2b4e6a0fd tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685174 Aug 03 19:05:51.912378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e1a67-b423-45f5-9e5b-d72a5f310ffe req-996abe51-c5f0-4702-98e2-c7f4bed0868d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.914064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-582e1a67-b423-45f5-9e5b-d72a5f310ffe req-996abe51-c5f0-4702-98e2-c7f4bed0868d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 944 time: 0.0669780 Aug 03 19:05:51.977654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-582e1a67-b423-45f5-9e5b-d72a5f310ffe req-39d0a3d2-2289-4867-b44d-80cc9e908a57 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535762 Aug 03 19:05:52.138934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c2f59-815e-4f56-8de0-db6b716d5e69 req-9278e840-9245-4bf6-ae79-57b723bce089 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:52.141017 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e33c2f59-815e-4f56-8de0-db6b716d5e69 req-9278e840-9245-4bf6-ae79-57b723bce089 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.0762320 Aug 03 19:05:52.248895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e33c2f59-815e-4f56-8de0-db6b716d5e69 req-ddf92097-2a5c-4b15-974d-3685ceb86885 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836754 Aug 03 19:05:52.634937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3b677-ab0d-4eae-b9d4-6dc58a780f6c req-552b99f1-fe7f-4b4e-a523-b4cdd7576252 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:52.638035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ec3b677-ab0d-4eae-b9d4-6dc58a780f6c req-552b99f1-fe7f-4b4e-a523-b4cdd7576252 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 946 time: 0.0779121 Aug 03 19:05:52.713941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ec3b677-ab0d-4eae-b9d4-6dc58a780f6c req-3dc74c2f-39aa-4aad-ac1b-ff5ea1e28e93 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619071 Aug 03 19:05:52.926813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909c73d-de1c-4e59-b1ad-3d688a61317e req-a20a4068-f9e9-4099-ad1c-3ee22f2e68d2 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:52.943587 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d909c73d-de1c-4e59-b1ad-3d688a61317e req-a20a4068-f9e9-4099-ad1c-3ee22f2e68d2 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 943 time: 0.1116362 Aug 03 19:05:52.993199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d909c73d-de1c-4e59-b1ad-3d688a61317e req-5b1769d8-4690-41b9-9f8d-0489b460ead4 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447783 Aug 03 19:05:53.496937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169b1a7-c83b-4f29-820d-865df71d5d6a req-38277685-8360-4a72-b082-bd2e67e5f2ff tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:53.499276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0169b1a7-c83b-4f29-820d-865df71d5d6a req-38277685-8360-4a72-b082-bd2e67e5f2ff tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1397724 Aug 03 19:05:53.555116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce02d3-3d06-4356-9085-1f19213dd5de req-897f6dd9-05c7-48f6-a40e-9fb1c2e72374 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:53.556890 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84ce02d3-3d06-4356-9085-1f19213dd5de req-897f6dd9-05c7-48f6-a40e-9fb1c2e72374 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=9cea0dbb-6e64-43b2-9752-c21fa3585064 HTTP/1.1" status: 200 len: 944 time: 0.1324432 Aug 03 19:05:53.622263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0169b1a7-c83b-4f29-820d-865df71d5d6a req-149f8b5c-5a3f-4813-9d34-d7a7798ed9a9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137650 Aug 03 19:05:53.771154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-84ce02d3-3d06-4356-9085-1f19213dd5de req-c39c0d48-68c7-4115-a78d-c81fe8b1c4b2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Deleting port fc165d44-30e0-44ba-a7d0-44b04b4c99df {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:53.771757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-84ce02d3-3d06-4356-9085-1f19213dd5de req-c39c0d48-68c7-4115-a78d-c81fe8b1c4b2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.830966 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:53.845772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fc165d44-30e0-44ba-a7d0-44b04b4c99df no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:54.020825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b26db-34d9-4ac4-b24e-42d57a721cf4 req-90cb5678-8edc-449d-a21d-609a8dc72092 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:54.022552 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-af4b26db-34d9-4ac4-b24e-42d57a721cf4 req-90cb5678-8edc-449d-a21d-609a8dc72092 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 946 time: 0.1394048 Aug 03 19:05:54.024367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-84ce02d3-3d06-4356-9085-1f19213dd5de req-c39c0d48-68c7-4115-a78d-c81fe8b1c4b2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] For port fc165d44-30e0-44ba-a7d0-44b04b4c99df, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc165d44-30e0-44ba-a7d0-44b04b4c99df,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:54.025025 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-84ce02d3-3d06-4356-9085-1f19213dd5de req-c39c0d48-68c7-4115-a78d-c81fe8b1c4b2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.070582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-84ce02d3-3d06-4356-9085-1f19213dd5de req-c39c0d48-68c7-4115-a78d-c81fe8b1c4b2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Calling delete_port for fc165d44-30e0-44ba-a7d0-44b04b4c99df owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:54.277565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:54.279517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6a9ff-6779-4b7a-8bf3-9daa5e2962d4 req-00a5e449-135d-4b92-9d15-3e8a304c27d4 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:54.287873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15c6a9ff-6779-4b7a-8bf3-9daa5e2962d4 req-00a5e449-135d-4b92-9d15-3e8a304c27d4 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 946 time: 0.2229962 Aug 03 19:05:54.294468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-af4b26db-34d9-4ac4-b24e-42d57a721cf4 req-e96d82f3-1168-4ab2-8a02-67801dccfdc9 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Deleting port 1661d913-6dc7-4970-aec8-7bc8bafa5aad {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:54.295084 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-af4b26db-34d9-4ac4-b24e-42d57a721cf4 req-e96d82f3-1168-4ab2-8a02-67801dccfdc9 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.301718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86', 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a', 'port_id': 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86', 'mac_address': 'fa:16:3e:58:da:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f80c996-7708-41e4-9e70-c6bdd46ba2d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:54.367485 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.387887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:54.423097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:54.432282 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.496112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15c6a9ff-6779-4b7a-8bf3-9daa5e2962d4 req-faf69b97-49f7-412c-9594-3436f19761ec tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/security-groups?id=9bf33902-df85-4809-ab3f-6ca70405c60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070780 Aug 03 19:05:54.498666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-84ce02d3-3d06-4356-9085-1f19213dd5de req-c39c0d48-68c7-4115-a78d-c81fe8b1c4b2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.518120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:54.591591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c0d48-68c7-4115-a78d-c81fe8b1c4b2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event deleted for resources: {'Port': ['ID=fc165d44-30e0-44ba-a7d0-44b04b4c99df,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:54.648937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-af4b26db-34d9-4ac4-b24e-42d57a721cf4 req-e96d82f3-1168-4ab2-8a02-67801dccfdc9 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] For port 1661d913-6dc7-4970-aec8-7bc8bafa5aad, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1661d913-6dc7-4970-aec8-7bc8bafa5aad,segment=NetworkSegment(6989722b-4ed7-48f0-a714-9a8c7b2453d3),segment_id=6989722b-4ed7-48f0-a714-9a8c7b2453d3)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:54.649720 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-af4b26db-34d9-4ac4-b24e-42d57a721cf4 req-e96d82f3-1168-4ab2-8a02-67801dccfdc9 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.672854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ce02d3-3d06-4356-9085-1f19213dd5de req-c39c0d48-68c7-4115-a78d-c81fe8b1c4b2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] No DVR routers for this DVR port fc165d44-30e0-44ba-a7d0-44b04b4c99df on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:54.679193 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-84ce02d3-3d06-4356-9085-1f19213dd5de req-c39c0d48-68c7-4115-a78d-c81fe8b1c4b2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.682799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-af4b26db-34d9-4ac4-b24e-42d57a721cf4 req-e96d82f3-1168-4ab2-8a02-67801dccfdc9 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Calling delete_port for 1661d913-6dc7-4970-aec8-7bc8bafa5aad owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:54.686209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84ce02d3-3d06-4356-9085-1f19213dd5de req-c39c0d48-68c7-4115-a78d-c81fe8b1c4b2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "DELETE /v2.0/ports/fc165d44-30e0-44ba-a7d0-44b04b4c99df HTTP/1.1" status: 204 len: 173 time: 1.1228564 Aug 03 19:05:54.688019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'name': 'network-vif-deleted', 'tag': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:54.691114 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef32ba-5306-48cc-91dc-90ddce178f39" -d '{"events": [{"server_uuid": "9cea0dbb-6e64-43b2-9752-c21fa3585064", "name": "network-vif-deleted", "tag": "fc165d44-30e0-44ba-a7d0-44b04b4c99df"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:54.811232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d24bf-17a8-424c-8a80-91c8dde3e384 req-ef70f2e6-d069-40aa-8edb-8f5e174450b9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:54.822124 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c11d24bf-17a8-424c-8a80-91c8dde3e384 req-ef70f2e6-d069-40aa-8edb-8f5e174450b9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1514385 Aug 03 19:05:54.940938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c11d24bf-17a8-424c-8a80-91c8dde3e384 req-0aa00a20-661d-4b4b-9707-45bf35339c23 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145356 Aug 03 19:05:54.954495 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-af4b26db-34d9-4ac4-b24e-42d57a721cf4 req-e96d82f3-1168-4ab2-8a02-67801dccfdc9 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.990728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1661d913-6dc7-4970-aec8-7bc8bafa5aad'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:55.014274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d82f3-1168-4ab2-8a02-67801dccfdc9 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Pushing event deleted for resources: {'Port': ['ID=1661d913-6dc7-4970-aec8-7bc8bafa5aad,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:55.038239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:55.072280 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4b26db-34d9-4ac4-b24e-42d57a721cf4 req-e96d82f3-1168-4ab2-8a02-67801dccfdc9 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] No DVR routers for this DVR port 1661d913-6dc7-4970-aec8-7bc8bafa5aad on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:55.075582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-af4b26db-34d9-4ac4-b24e-42d57a721cf4 req-e96d82f3-1168-4ab2-8a02-67801dccfdc9 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.078382 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-af4b26db-34d9-4ac4-b24e-42d57a721cf4 req-e96d82f3-1168-4ab2-8a02-67801dccfdc9 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.37 "DELETE /v2.0/ports/1661d913-6dc7-4970-aec8-7bc8bafa5aad HTTP/1.1" status: 204 len: 173 time: 1.0423517 Aug 03 19:05:55.079090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cea995-6d68-4d46-bcd5-171521833292', 'name': 'network-vif-deleted', 'tag': '1661d913-6dc7-4970-aec8-7bc8bafa5aad'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:55.082018 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c84f481-f7b7-44ac-ae3a-d33a0b921549" -d '{"events": [{"server_uuid": "35cea995-6d68-4d46-bcd5-171521833292", "name": "network-vif-deleted", "tag": "1661d913-6dc7-4970-aec8-7bc8bafa5aad"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:55.253393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa0d22-7bf3-458b-b198-bac5f8ae20c1 req-eba0d5a7-1868-48c3-b5d0-f9e713d40b57 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:55.261521 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9caa0d22-7bf3-458b-b198-bac5f8ae20c1 req-eba0d5a7-1868-48c3-b5d0-f9e713d40b57 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 944 time: 0.1216054 Aug 03 19:05:55.308246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9caa0d22-7bf3-458b-b198-bac5f8ae20c1 req-373ba01a-39d5-494d-85b8-d3f8d82325a4 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Aug 03 19:05:55.391346 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92181d6-3bea-4f32-8770-54780bc8a8b1 x-openstack-request-id: req-b92181d6-3bea-4f32-8770-54780bc8a8b1 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:55.391701 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cea0dbb-6e64-43b2-9752-c21fa3585064", "name": "network-vif-deleted", "tag": "fc165d44-30e0-44ba-a7d0-44b04b4c99df", "status": "failed", "code": 422}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:55.392043 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b92181d6-3bea-4f32-8770-54780bc8a8b1 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:55.392487 n-d-802918-7 neutron-server[100487]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9cea0dbb-6e64-43b2-9752-c21fa3585064', 'name': 'network-vif-deleted', 'tag': 'fc165d44-30e0-44ba-a7d0-44b04b4c99df', 'status': 'failed', 'code': 422} returned with failed status Aug 03 19:05:55.539570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073403-e648-4e90-8377-8228464fd82f req-86b253cf-2117-4543-8be1-40c780216c10 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:55.542334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1073403-e648-4e90-8377-8228464fd82f req-86b253cf-2117-4543-8be1-40c780216c10 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.0857282 Aug 03 19:05:55.623658 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1073403-e648-4e90-8377-8228464fd82f req-28fdc227-fd41-4ca3-a2d0-b1d7be432468 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701358 Aug 03 19:05:55.786590 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0da973b-1442-44b4-b308-2a70e099e347 x-openstack-request-id: req-f0da973b-1442-44b4-b308-2a70e099e347 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:55.787078 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cea995-6d68-4d46-bcd5-171521833292", "name": "network-vif-deleted", "tag": "1661d913-6dc7-4970-aec8-7bc8bafa5aad", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:55.787689 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0da973b-1442-44b4-b308-2a70e099e347 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:55.788454 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cea995-6d68-4d46-bcd5-171521833292', 'name': 'network-vif-deleted', 'tag': '1661d913-6dc7-4970-aec8-7bc8bafa5aad', 'status': 'completed', 'code': 200} Aug 03 19:05:55.883820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16e840d0-8787-42a4-882f-01de1f9b7041 req-07e7977e-d361-476d-a6a7-922282516720 tempest-ServersNegativeTestMultiTenantJSON-1528594527 tempest-ServersNegativeTestMultiTenantJSON-1528594527-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cea995-6d68-4d46-bcd5-171521833292 HTTP/1.1" status: 200 len: 210 time: 0.0458724 Aug 03 19:05:55.994442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152c46d-a6f9-4b15-aa6c-dd20692920d1 req-5a3aed7e-f15b-4faa-a91d-cab60f8814c7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:55.996776 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0152c46d-a6f9-4b15-aa6c-dd20692920d1 req-5a3aed7e-f15b-4faa-a91d-cab60f8814c7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.0741451 Aug 03 19:05:56.080508 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0152c46d-a6f9-4b15-aa6c-dd20692920d1 req-15f5de52-a682-48d0-b8b7-26cb5f07a963 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661497 Aug 03 19:05:56.444934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4a74f-b0ab-4ac9-9996-affca3a458e6 req-138b4111-e2eb-47bc-8242-64e270164669 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:56.447682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afd4a74f-b0ab-4ac9-9996-affca3a458e6 req-138b4111-e2eb-47bc-8242-64e270164669 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2041883 Aug 03 19:05:56.536261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b712-c9e6-4750-b786-760809a57483 req-5998b6c4-1af4-43dd-b46f-71d19b002572 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:56.539153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-5998b6c4-1af4-43dd-b46f-71d19b002572 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.3164830 Aug 03 19:05:56.578972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afd4a74f-b0ab-4ac9-9996-affca3a458e6 req-9362f14e-5dc2-45b0-9faf-60a5d9b7c4cd tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183603 Aug 03 19:05:56.581491 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-aa3b43e3-6398-4bf3-8c81-080127e912ee tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/quotas/9cedb32f4c8843edb406f839ba8551a1 HTTP/1.1" status: 200 len: 375 time: 0.0315197 Aug 03 19:05:56.639154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-bcacd09c-56fe-415a-9e02-df383273905e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504699 Aug 03 19:05:56.775191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f63382-7993-410f-96ca-ae4b3ca8a316 req-012a71f9-5937-4ced-9689-94312ddc1d41 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:56.777261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21f63382-7993-410f-96ca-ae4b3ca8a316 req-012a71f9-5937-4ced-9689-94312ddc1d41 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 944 time: 0.0998149 Aug 03 19:05:56.850655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21f63382-7993-410f-96ca-ae4b3ca8a316 req-543235df-b137-4c16-a7d1-d7652870b90c tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Aug 03 19:05:56.987667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-199c7045-d1c5-4884-937d-9bbb1395d497 service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262620 Aug 03 19:05:57.223947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-596471f7-677f-43f0-b396-2ac6f090958c service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333510 Aug 03 19:05:57.283104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50744) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:57.433535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-50786979-eced-4fba-adc5-8571935a5796 admin admin] Deleting subnet c00174f6-4e15-4461-b144-027f60562a98 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:05:57.447080 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50786979-eced-4fba-adc5-8571935a5796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.530866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50786979-eced-4fba-adc5-8571935a5796 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.545666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50754) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:57.604134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a969337-6717-46e5-9189-09220ccefbf7 req-368c392f-2350-412e-b161-a804f1a1ff43 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:57.610216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a969337-6717-46e5-9189-09220ccefbf7 req-368c392f-2350-412e-b161-a804f1a1ff43 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1825693 Aug 03 19:05:57.658974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14237629-bf3e-48b9-9ab2-3afbc56c8ff3 req-218f1353-f44b-40d3-bf9e-d5ae587700d9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 210 time: 0.0758159 Aug 03 19:05:57.693662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50786979-eced-4fba-adc5-8571935a5796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.731047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a969337-6717-46e5-9189-09220ccefbf7 req-9c2c0610-cba9-4a1b-aee4-8066beb47c8a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072373 Aug 03 19:05:57.734086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edf33c42-4a20-4d92-8bbb-3dc8825ff28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.857388 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50786979-eced-4fba-adc5-8571935a5796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.863766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:57.953043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50786979-eced-4fba-adc5-8571935a5796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00174f6-4e15-4461-b144-027f60562a98,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:57.962815 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50786979-eced-4fba-adc5-8571935a5796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.967158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-50786979-eced-4fba-adc5-8571935a5796 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c00174f6-4e15-4461-b144-027f60562a98 HTTP/1.1" status: 204 len: 168 time: 0.6818542 Aug 03 19:05:57.972762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50768) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:58.007487 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edf33c42-4a20-4d92-8bbb-3dc8825ff28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.062563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:58.083529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:58.084074 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.091677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f44639-8cfc-442e-8a0c-9f1cd7ed995f req-404976f8-4240-4128-b4cb-b53ca2806780 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:58.096097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5f44639-8cfc-442e-8a0c-9f1cd7ed995f req-404976f8-4240-4128-b4cb-b53ca2806780 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1377652 Aug 03 19:05:58.272981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.275174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edf33c42-4a20-4d92-8bbb-3dc8825ff28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.276049 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.329888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5f44639-8cfc-442e-8a0c-9f1cd7ed995f req-c3a102d6-16c3-4b6c-ab59-f92aba661ec0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128274 Aug 03 19:05:58.336073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf33c42-4a20-4d92-8bbb-3dc8825ff28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69689139-035c-4d18-9ef0-59325fb07ac7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:58.349791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bd6953-4b6b-400f-a887-e3b55e73e71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:58.358702 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c292cc-e21b-46e6-a648-2ccde6ea4b3d" -d '{"events": [{"server_uuid": "84bd6953-4b6b-400f-a887-e3b55e73e71d", "name": "network-vif-plugged", "status": "completed", "tag": "b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:58.389624 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-edf33c42-4a20-4d92-8bbb-3dc8825ff28c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b44d6eae48f24bc89ebb9bbec5e4b596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8419330 Aug 03 19:05:58.394110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50792) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:58.399931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:58.407883 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.419627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd86dc6-ad06-4823-a50b-31aecf54b7b7 req-c55e4a24-0ffa-47fa-a5d8-8f423b040e41 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:58.436525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1bd86dc6-ad06-4823-a50b-31aecf54b7b7 req-c55e4a24-0ffa-47fa-a5d8-8f423b040e41 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 944 time: 0.2616787 Aug 03 19:05:58.517736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1661d913-6dc7-4970-aec8-7bc8bafa5aad no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:58.524282 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1bd86dc6-ad06-4823-a50b-31aecf54b7b7 req-4b4fe164-22e3-4892-b219-77a8d9e445a1 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855975 Aug 03 19:05:58.639029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 1661d913-6dc7-4970-aec8-7bc8bafa5aad {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:58.640182 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1661d913-6dc7-4970-aec8-7bc8bafa5aad not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:58.696238 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e18f4b-c2c9-473a-a791-3bb2960950c8 x-openstack-request-id: req-f0e18f4b-c2c9-473a-a791-3bb2960950c8 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:58.696696 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bd6953-4b6b-400f-a887-e3b55e73e71d", "name": "network-vif-plugged", "status": "completed", "tag": "b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:58.697100 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f0e18f4b-c2c9-473a-a791-3bb2960950c8 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:58.698149 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bd6953-4b6b-400f-a887-e3b55e73e71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86', 'code': 200} Aug 03 19:05:58.724720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:58.887321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-403f9408-2a9b-45fa-aa9a-63de3ce07c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.897147 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.975714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d60cc26-0174-41ae-b5f4-0b685ab2e137 req-67aa5f34-d5b5-4349-9331-7e0e88755c6b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 210 time: 0.0730505 Aug 03 19:05:58.999235 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b295207-f71c-4b11-8fce-4507667e2636 req-99eb678e-cdb6-40a2-b618-3157f2b8541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:59.000870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b295207-f71c-4b11-8fce-4507667e2636 req-99eb678e-cdb6-40a2-b618-3157f2b8541f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 1096 time: 0.1855788 Aug 03 19:05:59.009273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697025f-6e5f-4c51-9c81-9316be57041c req-04ed359a-0474-4928-ba47-c737686e1b3c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:59.010987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3697025f-6e5f-4c51-9c81-9316be57041c req-04ed359a-0474-4928-ba47-c737686e1b3c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1055853 Aug 03 19:05:59.083800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b295207-f71c-4b11-8fce-4507667e2636 req-305cb890-ca09-4127-9bd4-0a081238fa3e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714147 Aug 03 19:05:59.097840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3697025f-6e5f-4c51-9c81-9316be57041c req-d4508a86-1ff9-4f16-a2b6-518982f6a020 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656044 Aug 03 19:05:59.376615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8669b4-24ad-4bc4-9424-a6a9cd7cec34']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:59.397266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6989722b-4ed7-48f0-a714-9a8c7b2453d3') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:59.397636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6989722b-4ed7-48f0-a714-9a8c7b2453d3') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:59.399885 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13d032-87f5-4847-a670-41e383fed7f7 req-13148f20-245e-4575-84cf-d90cddf4571a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:59.403852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b13d032-87f5-4847-a670-41e383fed7f7 req-13148f20-245e-4575-84cf-d90cddf4571a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1155376 Aug 03 19:05:59.414160 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-403f9408-2a9b-45fa-aa9a-63de3ce07c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.431298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.445191 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.473068 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.491975 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b13d032-87f5-4847-a670-41e383fed7f7 req-a6d31a31-30cb-450d-a894-1c3cd11bc56e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602148 Aug 03 19:05:59.498850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:05:59.499695 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:05:59.502985 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:05:59.625073 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.636429 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.641836 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4d8669b4-24ad-4bc4-9424-a6a9cd7cec34 HTTP/1.1" status: 204 len: 168 time: 1.6649969 Aug 03 19:05:59.646269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50824) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:59.661696 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba34b5e-5258-47f2-899d-0eb686592bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8669b4-24ad-4bc4-9424-a6a9cd7cec34,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:59.668298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-403f9408-2a9b-45fa-aa9a-63de3ce07c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.672619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-403f9408-2a9b-45fa-aa9a-63de3ce07c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.674472 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-403f9408-2a9b-45fa-aa9a-63de3ce07c8b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69689139-035c-4d18-9ef0-59325fb07ac7 HTTP/1.1" status: 204 len: 168 time: 1.2769277 Aug 03 19:05:59.690929 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f9408-2a9b-45fa-aa9a-63de3ce07c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69689139-035c-4d18-9ef0-59325fb07ac7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:00.060334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b712-c9e6-4750-b786-760809a57483 req-a7b9e0f5-8466-45db-9550-b5686c219a3c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:00.063421 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-a7b9e0f5-8466-45db-9550-b5686c219a3c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.2313302 Aug 03 19:06:00.085437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Request body: {'port': {'device_id': '3bc9ac62-0faa-45d7-a058-27c5eab779bc', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'admin_state_up': True, 'tenant_id': '9cedb32f4c8843edb406f839ba8551a1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:00.254379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Made reservation on behalf of 9cedb32f4c8843edb406f839ba8551a1 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:00.259019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.310488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c030123-7e6f-43e9-bb07-126f5b92fcd8 admin admin] Deleting subnet 1f586a87-381e-4309-96ec-601b9ecbad50 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:06:00.321263 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c030123-7e6f-43e9-bb07-126f5b92fcd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.401231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99164a9d-41db-49ab-9ff9-351049a78e93 req-4d05f220-2c40-4602-a18b-174fd0a10118 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:00.418987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99164a9d-41db-49ab-9ff9-351049a78e93 req-4d05f220-2c40-4602-a18b-174fd0a10118 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 945 time: 0.7106717 Aug 03 19:06:00.480427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Allocated IP 172.20.0.4 (1eb4baa9-eb92-4272-b5b9-d4e937dacd30/9dc88900-b9b8-4c5c-ac1b-058bf6ec7366/df7ddbfc-e50e-42eb-9915-0a21a3534cf3) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:00.483690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d722f85-0f77-4ec0-bd17-aa092ff9c64f req-c907658f-9156-4229-8322-e939798ba450 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:00.486367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d722f85-0f77-4ec0-bd17-aa092ff9c64f req-c907658f-9156-4229-8322-e939798ba450 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2588992 Aug 03 19:06:00.490644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c030123-7e6f-43e9-bb07-126f5b92fcd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.647196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99164a9d-41db-49ab-9ff9-351049a78e93 req-6b6d2a48-5ea4-40e8-bcc2-0d08c8309479 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227273 Aug 03 19:06:00.705255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d722f85-0f77-4ec0-bd17-aa092ff9c64f req-b519cf61-bce7-454e-806e-e994c1f6e7ce tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048321 Aug 03 19:06:00.707834 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c030123-7e6f-43e9-bb07-126f5b92fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.900762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.905465 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c030123-7e6f-43e9-bb07-126f5b92fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.004240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c030123-7e6f-43e9-bb07-126f5b92fcd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f586a87-381e-4309-96ec-601b9ecbad50,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:01.040112 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.070013 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c030123-7e6f-43e9-bb07-126f5b92fcd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.072443 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4c030123-7e6f-43e9-bb07-126f5b92fcd8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1f586a87-381e-4309-96ec-601b9ecbad50 HTTP/1.1" status: 204 len: 168 time: 1.4248183 Aug 03 19:06:01.078092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50858) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:01.154227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:01.160852 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:01.165793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:01.209163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20328d1-34c0-4c87-829e-76c32ea80000 req-3795d1de-32ed-4f55-a889-e9bdae453d90 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:01.211293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e20328d1-34c0-4c87-829e-76c32ea80000 req-3795d1de-32ed-4f55-a889-e9bdae453d90 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 931 time: 0.2089660 Aug 03 19:06:01.231493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f2ae9-c9cd-49f9-adf3-cb8aefec086b req-84b47330-659d-4228-9ce3-83475804514e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:01.240970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af1f2ae9-c9cd-49f9-adf3-cb8aefec086b req-84b47330-659d-4228-9ce3-83475804514e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1880434 Aug 03 19:06:01.249212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event updated for resources: {'Port': ['ID=df7ddbfc-e50e-42eb-9915-0a21a3534cf3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:01.286139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.293529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:01.295031 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.324330 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-d16c064b-2cef-4d26-8779-4bb5ec49c69e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2479875 Aug 03 19:06:01.343661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Request body: {'port': {'device_id': '3bc9ac62-0faa-45d7-a058-27c5eab779bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:01.418150 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e20328d1-34c0-4c87-829e-76c32ea80000 req-f2b42a18-180a-4b6b-be48-048075ba640b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717896 Aug 03 19:06:01.433385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af1f2ae9-c9cd-49f9-adf3-cb8aefec086b req-61c16327-744a-4670-bf42-b7ee8948c000 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910598 Aug 03 19:06:01.457709 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.471103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ae9706-b5c7-49c6-81d8-91553d66c987']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:01.487356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.498013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336f2b04-c3b0-4cd5-8e1f-a90c66e54dbb') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:01.498310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336f2b04-c3b0-4cd5-8e1f-a90c66e54dbb') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:01.513136 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.536510 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.552059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:06:01.552502 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:06:01.554719 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:06:01.747317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffa507-cdd5-4899-a77e-9b64bdd208e2 req-de6f0426-6723-4006-bb04-71a75f65bbc2 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:01.751215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2cffa507-cdd5-4899-a77e-9b64bdd208e2 req-de6f0426-6723-4006-bb04-71a75f65bbc2 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1951911 Aug 03 19:06:01.753861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.765092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.770279 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] 10.222.0.78 "DELETE /v2.0/networks/97ae9706-b5c7-49c6-81d8-91553d66c987 HTTP/1.1" status: 204 len: 168 time: 0.6906567 Aug 03 19:06:01.841192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0da82-d33b-4ba8-a3a1-28aef8d09e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ae9706-b5c7-49c6-81d8-91553d66c987,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:01.863386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2cffa507-cdd5-4899-a77e-9b64bdd208e2 req-0c7a1cc1-6a3f-4215-8141-fb37a4d8b38b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906570 Aug 03 19:06:01.921858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8894d3c-eec1-4098-8c4a-d749d2a02026 req-2d79f787-a875-4d55-926d-3c4fd0cf9186 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:01.923525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8894d3c-eec1-4098-8c4a-d749d2a02026 req-2d79f787-a875-4d55-926d-3c4fd0cf9186 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 945 time: 0.0933414 Aug 03 19:06:01.995936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8894d3c-eec1-4098-8c4a-d749d2a02026 req-28ba3b68-cefa-49c1-9f60-b4dc5b8afa31 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607324 Aug 03 19:06:02.022150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7ddbfc-e50e-42eb-9915-0a21a3534cf3 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:02.032965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.055589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Transition to ACTIVE for port object df7ddbfc-e50e-42eb-9915-0a21a3534cf3 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:02.060282 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.198667 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50894) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:02.235840 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Pushing event updated for resources: {'Port': ['ID=df7ddbfc-e50e-42eb-9915-0a21a3534cf3,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:02.238581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Attempting to bind port df7ddbfc-e50e-42eb-9915-0a21a3534cf3 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:02.238929 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Attempting to bind port df7ddbfc-e50e-42eb-9915-0a21a3534cf3 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:02.239266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Attempting to bind port df7ddbfc-e50e-42eb-9915-0a21a3534cf3 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:02.244839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Port df7ddbfc-e50e-42eb-9915-0a21a3534cf3 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:02.245200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Attempting to bind port df7ddbfc-e50e-42eb-9915-0a21a3534cf3 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:02.251384 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:02.251813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Checking segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:02.252222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Bound using segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:02.252682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Bound port: df7ddbfc-e50e-42eb-9915-0a21a3534cf3, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:02.253057 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.276533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3388e-5a8b-4408-bd4d-344c2084c3f5 req-38e0dac0-083f-49bb-8295-c11585f72978 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:02.285873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98f3388e-5a8b-4408-bd4d-344c2084c3f5 req-38e0dac0-083f-49bb-8295-c11585f72978 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1699190 Aug 03 19:06:02.317785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-aa2afe07-73e7-4fe6-998b-f00742706c1c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4c8457370bd4823a60d6354506ada18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143668 Aug 03 19:06:02.318897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50900) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:02.359490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98f3388e-5a8b-4408-bd4d-344c2084c3f5 req-83f7a58f-89a0-45b0-a363-ba4f9edeed81 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655968 Aug 03 19:06:02.418169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] For port df7ddbfc-e50e-42eb-9915-0a21a3534cf3, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:02.422522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] For port df7ddbfc-e50e-42eb-9915-0a21a3534cf3, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=df7ddbfc-e50e-42eb-9915-0a21a3534cf3,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:02.431764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.478555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4bcd9e8a-8a5b-40ae-90a8-7e28203177e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.507505 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:02.508164 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.514452 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] 10.222.0.37 "PUT /v2.0/ports/df7ddbfc-e50e-42eb-9915-0a21a3534cf3 HTTP/1.1" status: 200 len: 1091 time: 1.1776588 Aug 03 19:06:02.518114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc9ac62-0faa-45d7-a058-27c5eab779bc', 'tag': 'df7ddbfc-e50e-42eb-9915-0a21a3534cf3'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:02.523357 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4bcd9e8a-8a5b-40ae-90a8-7e28203177e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.524977 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c97c10-021d-47a2-b37d-5a59279634df" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc9ac62-0faa-45d7-a058-27c5eab779bc", "tag": "df7ddbfc-e50e-42eb-9915-0a21a3534cf3"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:02.596716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d645b11-822e-4b35-89c2-b0728a2c4f09 service neutron] Pushing event updated for resources: {'Port': ['ID=df7ddbfc-e50e-42eb-9915-0a21a3534cf3,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:02.663598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a02a61-0de4-4bf3-afb9-d421c7f49910 req-57e6dbd8-4d65-403e-ac3a-ba9cff7c9a5f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:02.665595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3a02a61-0de4-4bf3-afb9-d421c7f49910 req-57e6dbd8-4d65-403e-ac3a-ba9cff7c9a5f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 943 time: 0.0870266 Aug 03 19:06:02.665851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b712-c9e6-4750-b786-760809a57483 req-e1fa9313-198f-4dc7-a037-09edfb790ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:02.667803 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-e1fa9313-198f-4dc7-a037-09edfb790ed2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 1094 time: 0.0604875 Aug 03 19:06:02.709116 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4bcd9e8a-8a5b-40ae-90a8-7e28203177e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.712531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4bcd9e8a-8a5b-40ae-90a8-7e28203177e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.716686 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4bcd9e8a-8a5b-40ae-90a8-7e28203177e1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9bf33902-df85-4809-ab3f-6ca70405c60c HTTP/1.1" status: 204 len: 168 time: 0.3963878 Aug 03 19:06:02.727575 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-2896bbbe-5e06-4b52-8fcc-a40de6511c93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df7ddbfc-e50e-42eb-9915-0a21a3534cf3 HTTP/1.1" status: 200 len: 217 time: 0.0505779 Aug 03 19:06:02.743525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd9e8a-8a5b-40ae-90a8-7e28203177e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf33902-df85-4809-ab3f-6ca70405c60c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:02.796078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3a02a61-0de4-4bf3-afb9-d421c7f49910 req-ce9b5af3-0a59-492b-9a2f-0db8b96b63e8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901272 Aug 03 19:06:02.811198 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4eb139-6036-43fe-9c60-1130b98f7dbf req-9636571f-4138-4d25-9b38-a51497e39bd5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:02.812886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a4eb139-6036-43fe-9c60-1130b98f7dbf req-9636571f-4138-4d25-9b38-a51497e39bd5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1441796 Aug 03 19:06:02.840560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b712-c9e6-4750-b786-760809a57483 req-89801ef7-041e-43a6-a77a-276133443893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:02.842770 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-89801ef7-041e-43a6-a77a-276133443893 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.1075380 Aug 03 19:06:02.869236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a4eb139-6036-43fe-9c60-1130b98f7dbf req-0c4b469f-3872-40cd-9101-1c7567075c71 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463192 Aug 03 19:06:02.903986 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-6a5351db-0932-452f-a774-ad7e892a0233 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506513 Aug 03 19:06:02.906053 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5763bb-ae03-43d1-9a42-98b7a5fbfa1d x-openstack-request-id: req-6d5763bb-ae03-43d1-9a42-98b7a5fbfa1d {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:02.906581 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc9ac62-0faa-45d7-a058-27c5eab779bc", "tag": "df7ddbfc-e50e-42eb-9915-0a21a3534cf3", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:02.907016 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d5763bb-ae03-43d1-9a42-98b7a5fbfa1d {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:02.907647 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc9ac62-0faa-45d7-a058-27c5eab779bc', 'tag': 'df7ddbfc-e50e-42eb-9915-0a21a3534cf3', 'status': 'completed', 'code': 200} Aug 03 19:06:03.053815 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-3b0e75c7-733c-4734-b791-2d8e98a53c0f service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291301 Aug 03 19:06:03.065424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb86d45-1825-4f4c-8be9-e12305a288f5 req-e3d8c4eb-e2a5-4f6f-abf9-3d7dc45cd00e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.068849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cb86d45-1825-4f4c-8be9-e12305a288f5 req-e3d8c4eb-e2a5-4f6f-abf9-3d7dc45cd00e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.0797319 Aug 03 19:06:03.130870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cb86d45-1825-4f4c-8be9-e12305a288f5 req-2e86d576-5852-4ee5-a4da-54317ebd8228 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544012 Aug 03 19:06:03.225472 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b155b712-c9e6-4750-b786-760809a57483 req-e7d8e186-b974-421b-a135-179fa2d40e74 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630955 Aug 03 19:06:03.484356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97c10-021d-47a2-b37d-5a59279634df req-58f2463b-54a1-4a23-a3fd-4c330bf21e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.487277 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c97c10-021d-47a2-b37d-5a59279634df req-58f2463b-54a1-4a23-a3fd-4c330bf21e4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 1094 time: 0.1744711 Aug 03 19:06:03.563865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5fccf-d0fa-46c4-878f-9dae2d0cb5bf req-5dea82cc-60c2-4d76-a70d-afa9a21b9890 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.571344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38a5fccf-d0fa-46c4-878f-9dae2d0cb5bf req-5dea82cc-60c2-4d76-a70d-afa9a21b9890 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.0837381 Aug 03 19:06:03.605904 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4dcccd23-f559-43db-9c81-7a08eb89aaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.623740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50968) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:03.668185 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38a5fccf-d0fa-46c4-878f-9dae2d0cb5bf req-df526263-bc5b-4f84-8f43-b6511d6224f2 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946314 Aug 03 19:06:03.698466 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c4f1165e-c407-474d-a7b6-d30fabffbad2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65b556aa44ba419ba625dfaf8a0bb79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731184 Aug 03 19:06:03.699815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50970) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:03.746471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97c10-021d-47a2-b37d-5a59279634df req-4ff8a88b-b305-4b93-b925-e3ff455d1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.752745 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c97c10-021d-47a2-b37d-5a59279634df req-4ff8a88b-b305-4b93-b925-e3ff455d1adf service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 912 time: 0.2570498 Aug 03 19:06:03.836347 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c97c10-021d-47a2-b37d-5a59279634df req-bc00e480-d3f9-41a9-8e8d-98aa86736d72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df7ddbfc-e50e-42eb-9915-0a21a3534cf3 HTTP/1.1" status: 200 len: 217 time: 0.0744221 Aug 03 19:06:03.881582 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f91ac0f0-96ed-406c-97bc-4d7a15aa6cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.939418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf6dce-b399-4519-bdc1-de1a37834b90 req-5f31ef03-87a1-4bdb-a8cd-0285fc45c816 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.942701 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ccf6dce-b399-4519-bdc1-de1a37834b90 req-5f31ef03-87a1-4bdb-a8cd-0285fc45c816 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1407020 Aug 03 19:06:03.977806 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f91ac0f0-96ed-406c-97bc-4d7a15aa6cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.984603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c97c10-021d-47a2-b37d-5a59279634df req-6d70dadc-92bd-46bb-bdba-d84dba132fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.987459 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c97c10-021d-47a2-b37d-5a59279634df req-6d70dadc-92bd-46bb-bdba-d84dba132fc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.1439331 Aug 03 19:06:04.055642 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c97c10-021d-47a2-b37d-5a59279634df req-a78e4669-00ad-4353-948e-7f55302c6281 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582154 Aug 03 19:06:04.138709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee7fc5-9c58-4e55-a8f9-393ee4594ee0 req-5b1f8ded-a1dc-4d3f-ba83-8b16f3ff24d0 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:04.140827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81ee7fc5-9c58-4e55-a8f9-393ee4594ee0 req-5b1f8ded-a1dc-4d3f-ba83-8b16f3ff24d0 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 943 time: 0.1967621 Aug 03 19:06:04.154727 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ccf6dce-b399-4519-bdc1-de1a37834b90 req-9444ec0a-c4e0-465a-958d-9ea7a7b49081 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004192 Aug 03 19:06:04.262892 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f91ac0f0-96ed-406c-97bc-4d7a15aa6cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.268238 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f91ac0f0-96ed-406c-97bc-4d7a15aa6cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.271116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f91ac0f0-96ed-406c-97bc-4d7a15aa6cd5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c72e5fde-0ac3-443c-be15-7593cc35bbe6 HTTP/1.1" status: 204 len: 168 time: 0.5699608 Aug 03 19:06:04.311783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81ee7fc5-9c58-4e55-a8f9-393ee4594ee0 req-008165e8-e11f-439a-a906-912c006e45df tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440187 Aug 03 19:06:04.315268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ac0f0-96ed-406c-97bc-4d7a15aa6cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72e5fde-0ac3-443c-be15-7593cc35bbe6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:04.320292 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c97c10-021d-47a2-b37d-5a59279634df req-ad3806e5-721b-45b4-ab19-c998fe2ab53e service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561808 Aug 03 19:06:04.512112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482920c-7d95-402e-a2ae-ad8f1ce9b826 req-76b88aa2-478a-426a-9af9-4273ea26b2e3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:04.527957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7482920c-7d95-402e-a2ae-ad8f1ce9b826 req-76b88aa2-478a-426a-9af9-4273ea26b2e3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1851013 Aug 03 19:06:04.672235 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09c97c10-021d-47a2-b37d-5a59279634df req-bb622d80-05a2-48a0-b0b3-983543b93831 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408175 Aug 03 19:06:04.805703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7482920c-7d95-402e-a2ae-ad8f1ce9b826 req-051ab7e3-ddcc-46fd-a5fe-647cae08fdc4 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762163 Aug 03 19:06:04.852610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-645b72e2-8cce-41f9-9157-f32a74e0be15 req-f5b4b79a-3818-4a71-b69d-b438183b13d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2537112 Aug 03 19:06:05.065889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b72e2-8cce-41f9-9157-f32a74e0be15 req-f3e27cad-7379-49ec-b4b3-813955c546d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:05.069036 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-645b72e2-8cce-41f9-9157-f32a74e0be15 req-f3e27cad-7379-49ec-b4b3-813955c546d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 1096 time: 0.1502967 Aug 03 19:06:05.101643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610080de-5bfc-4a27-9a66-d79e377712c5 req-cea55c95-4201-48fb-b4cb-41e59dbf8218 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:05.104992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-610080de-5bfc-4a27-9a66-d79e377712c5 req-cea55c95-4201-48fb-b4cb-41e59dbf8218 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1703491 Aug 03 19:06:05.329728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-610080de-5bfc-4a27-9a66-d79e377712c5 req-22b462d9-a6f4-4684-9c1e-7ae99e08103e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073832 Aug 03 19:06:05.374797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:05.400167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b72e2-8cce-41f9-9157-f32a74e0be15 req-9062e417-f63e-4430-bcc3-e9f77061abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:05.401897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-645b72e2-8cce-41f9-9157-f32a74e0be15 req-9062e417-f63e-4430-bcc3-e9f77061abe7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 914 time: 0.2951059 Aug 03 19:06:05.465727 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-645b72e2-8cce-41f9-9157-f32a74e0be15 req-57412f84-ee6f-4693-8373-c7f070b97a31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c HTTP/1.1" status: 200 len: 217 time: 0.0552003 Aug 03 19:06:05.725363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b72e2-8cce-41f9-9157-f32a74e0be15 req-516b1a57-295e-4128-8bbb-476fd16972a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:05.729194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-645b72e2-8cce-41f9-9157-f32a74e0be15 req-516b1a57-295e-4128-8bbb-476fd16972a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecdc4e0d-929f-4680-8655-547d605c21e1 HTTP/1.1" status: 200 len: 853 time: 0.2533290 Aug 03 19:06:05.795903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4b950-82a9-4caf-a0d4-651e9dc04eec req-564b4325-258e-4611-aaea-3bdf04132977 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:05.820299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aab4b950-82a9-4caf-a0d4-651e9dc04eec req-564b4325-258e-4611-aaea-3bdf04132977 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 943 time: 0.3216984 Aug 03 19:06:05.845826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.889752 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-645b72e2-8cce-41f9-9157-f32a74e0be15 req-5d27ffb6-de77-489e-918d-d3633f66707c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483593 Aug 03 19:06:05.905027 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:06:06.134252 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aab4b950-82a9-4caf-a0d4-651e9dc04eec req-592783f7-b866-478a-8960-ae196e2fab1f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508848 Aug 03 19:06:06.209573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.218478 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.236163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c5412-424c-4afd-b3b7-8e344cbf8e0f req-8524d87b-68c6-4b21-83db-65133dafba68 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.240317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e0c5412-424c-4afd-b3b7-8e344cbf8e0f req-8524d87b-68c6-4b21-83db-65133dafba68 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.3399112 Aug 03 19:06:06.308926 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e4bedbad05d45ed9e82986a1d7617d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9318841 Aug 03 19:06:06.313628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51070) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:06.352526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-645b72e2-8cce-41f9-9157-f32a74e0be15 req-0a3c2e04-2a54-477b-ac0e-faac2750a26d service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385984 Aug 03 19:06:06.378904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f330db04-c01a-4156-ae3a-3a45ec3b87ce,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:06.424827 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-336494c1-2a22-4f8e-8152-a2d48c6e0f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.446366 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.447337 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.448284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.449335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.450130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.450882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.451662 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.452757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.453750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.454536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.455310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.456061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c88d39-f8ee-48e8-a5ff-e16338b8cc9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:06.496997 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device df7ddbfc-e50e-42eb-9915-0a21a3534cf3 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:06.501381 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-118fa98b-bcac-4773-bb64-a53e0bda1bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.526415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e0c5412-424c-4afd-b3b7-8e344cbf8e0f req-a0d321f4-c87c-41a8-9cf0-ce0cd3361ab5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672186 Aug 03 19:06:06.565086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-118fa98b-bcac-4773-bb64-a53e0bda1bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.674497 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-645b72e2-8cce-41f9-9157-f32a74e0be15 req-8711c1b0-3b23-4ce3-9312-9fbdc73d1618 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119147 Aug 03 19:06:06.728589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-118fa98b-bcac-4773-bb64-a53e0bda1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.735506 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-118fa98b-bcac-4773-bb64-a53e0bda1bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.738250 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-118fa98b-bcac-4773-bb64-a53e0bda1bb6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f330db04-c01a-4156-ae3a-3a45ec3b87ce HTTP/1.1" status: 204 len: 168 time: 0.4221251 Aug 03 19:06:06.756031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fa98b-bcac-4773-bb64-a53e0bda1bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f330db04-c01a-4156-ae3a-3a45ec3b87ce,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:06.887023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fc443-973b-423b-9b41-942b61dc5d41 req-2b95af14-42e6-4d50-830d-f671ce8855ff tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.888773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51086) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:06.904638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-973fc443-973b-423b-9b41-942b61dc5d41 req-2b95af14-42e6-4d50-830d-f671ce8855ff tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1564317 Aug 03 19:06:07.012114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-973fc443-973b-423b-9b41-942b61dc5d41 req-0fd0d2bb-f136-4853-91f1-05371f85cc9a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056859 Aug 03 19:06:07.248878 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2dfce397-b158-4d8c-804e-8eab5950f3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.389477 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.448954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e614a69-cdcc-4dfd-8372-f159518ee6ee req-d82fde9b-c316-42bf-8fdd-810652db164d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:07.457380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e614a69-cdcc-4dfd-8372-f159518ee6ee req-d82fde9b-c316-42bf-8fdd-810652db164d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 943 time: 0.0735912 Aug 03 19:06:07.486370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaae704-78f1-43a7-aa39-b53a1abfc476 req-a158902a-93a5-4141-8a25-66f3b1022cb9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:07.494619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ccaae704-78f1-43a7-aa39-b53a1abfc476 req-a158902a-93a5-4141-8a25-66f3b1022cb9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1735723 Aug 03 19:06:07.512738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port df7ddbfc-e50e-42eb-9915-0a21a3534cf3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=df7ddbfc-e50e-42eb-9915-0a21a3534cf3,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:07.533736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2dfce397-b158-4d8c-804e-8eab5950f3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.543611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2dfce397-b158-4d8c-804e-8eab5950f3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.555525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'df7ddbfc-e50e-42eb-9915-0a21a3534cf3', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'port_id': 'df7ddbfc-e50e-42eb-9915-0a21a3534cf3', 'mac_address': 'fa:16:3e:31:83:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc88900-b9b8-4c5c-ac1b-058bf6ec7366', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:07.610733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e614a69-cdcc-4dfd-8372-f159518ee6ee req-3e73c6d9-26f6-4b45-8a02-6f56318f7ba6 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521938 Aug 03 19:06:07.640039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ccaae704-78f1-43a7-aa39-b53a1abfc476 req-48ac4ed5-0355-4cc7-880a-93632eefb1fa tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122825 Aug 03 19:06:07.658153 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2dfce397-b158-4d8c-804e-8eab5950f3f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=be5644206e3240af82aba38c66aaf876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7671671 Aug 03 19:06:07.661059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51106) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:07.663385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfce397-b158-4d8c-804e-8eab5950f3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bbe1b7-1f5a-4d09-aa37-ccae2a89b390,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:07.730907 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.775267 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51110) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:07.792352 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7ddbfc-e50e-42eb-9915-0a21a3534cf3 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:07.814059 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43558629-c444-4a6c-9ebf-c5423de8dbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.825426 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dcc37206-91b0-40c9-be96-1bc59f508579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.838614 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.844650 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43558629-c444-4a6c-9ebf-c5423de8dbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.859003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port df7ddbfc-e50e-42eb-9915-0a21a3534cf3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=df7ddbfc-e50e-42eb-9915-0a21a3534cf3,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:07.867314 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.922492 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43558629-c444-4a6c-9ebf-c5423de8dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.927347 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43558629-c444-4a6c-9ebf-c5423de8dbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.942550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-43558629-c444-4a6c-9ebf-c5423de8dbcd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36bbe1b7-1f5a-4d09-aa37-ccae2a89b390 HTTP/1.1" status: 204 len: 168 time: 0.2691500 Aug 03 19:06:07.972222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43558629-c444-4a6c-9ebf-c5423de8dbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bbe1b7-1f5a-4d09-aa37-ccae2a89b390,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:08.011886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f8678-0ac2-4a77-9d67-67ed0bc00ea3 req-43333890-6bcd-4313-b645-8ae7f58a7b24 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:08.014174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e13f8678-0ac2-4a77-9d67-67ed0bc00ea3 req-43333890-6bcd-4313-b645-8ae7f58a7b24 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1144786 Aug 03 19:06:08.162182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e13f8678-0ac2-4a77-9d67-67ed0bc00ea3 req-5e44e41f-3f95-437d-8135-fd6f183fdfcc tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328804 Aug 03 19:06:08.171669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['df7ddbfc-e50e-42eb-9915-0a21a3534cf3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:08.232006 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=df7ddbfc-e50e-42eb-9915-0a21a3534cf3,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:08.244887 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dcc37206-91b0-40c9-be96-1bc59f508579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.256163 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dcc37206-91b0-40c9-be96-1bc59f508579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.340652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc37206-91b0-40c9-be96-1bc59f508579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cc3514-24d8-43e0-96dc-e7b6f7380ad7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:08.382142 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dcc37206-91b0-40c9-be96-1bc59f508579 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39d56e4ee7824b588a2581036e8d6aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6049495 Aug 03 19:06:08.383318 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51126) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:08.546308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51130) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:08.593736 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16d235bb-4bc8-48fb-af6d-e5ba6ec410d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.607030 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7cfa2fa3-e20d-4ae1-ab0a-6081782bfc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.697585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7cfa2fa3-e20d-4ae1-ab0a-6081782bfc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.891943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7cfa2fa3-e20d-4ae1-ab0a-6081782bfc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.896582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7cfa2fa3-e20d-4ae1-ab0a-6081782bfc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.898684 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7cfa2fa3-e20d-4ae1-ab0a-6081782bfc87 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/99cc3514-24d8-43e0-96dc-e7b6f7380ad7 HTTP/1.1" status: 204 len: 168 time: 0.5095572 Aug 03 19:06:08.939508 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa2fa3-e20d-4ae1-ab0a-6081782bfc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cc3514-24d8-43e0-96dc-e7b6f7380ad7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:08.991031 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16d235bb-4bc8-48fb-af6d-e5ba6ec410d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.000034 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16d235bb-4bc8-48fb-af6d-e5ba6ec410d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.167378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51152) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:09.181350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-16d235bb-4bc8-48fb-af6d-e5ba6ec410d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e26896477a684000878ffb85918466dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309257 Aug 03 19:06:09.191930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d235bb-4bc8-48fb-af6d-e5ba6ec410d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2048c79b-694f-4a39-bd80-d6508745509e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:09.248631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc630ef7-587a-48b5-a5c7-2a51e5e820e5 req-b7023d96-55cd-497f-b088-e34257164b5f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:09.263894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc630ef7-587a-48b5-a5c7-2a51e5e820e5 req-b7023d96-55cd-497f-b088-e34257164b5f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 944 time: 0.3794024 Aug 03 19:06:09.388394 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bca2b84-3927-4ab1-9cb7-253f89208684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.447955 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bca2b84-3927-4ab1-9cb7-253f89208684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.481477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc630ef7-587a-48b5-a5c7-2a51e5e820e5 req-ceb69767-f5e1-4835-9908-31c6eb36a0a3 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015772 Aug 03 19:06:09.557200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a58052-cba5-41ff-b830-26e0aa9a1181 req-2307c614-985a-4aac-b87d-788bb2ea4572 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:09.563923 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-06a58052-cba5-41ff-b830-26e0aa9a1181 req-2307c614-985a-4aac-b87d-788bb2ea4572 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2667327 Aug 03 19:06:09.564489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.569353 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bca2b84-3927-4ab1-9cb7-253f89208684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.572759 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bca2b84-3927-4ab1-9cb7-253f89208684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.574399 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7bca2b84-3927-4ab1-9cb7-253f89208684 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2048c79b-694f-4a39-bd80-d6508745509e HTTP/1.1" status: 204 len: 168 time: 0.4047108 Aug 03 19:06:09.590104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca2b84-3927-4ab1-9cb7-253f89208684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2048c79b-694f-4a39-bd80-d6508745509e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:09.683365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-06a58052-cba5-41ff-b830-26e0aa9a1181 req-8a7396ca-e9a6-40fb-bc16-2d60b7c5aebd tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141822 Aug 03 19:06:10.527151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device df7ddbfc-e50e-42eb-9915-0a21a3534cf3 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:10.630440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port df7ddbfc-e50e-42eb-9915-0a21a3534cf3 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:10.637191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port df7ddbfc-e50e-42eb-9915-0a21a3534cf3 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:10.637905 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.813435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711f7ae-9646-4280-8d5c-127aaf3b4e10 req-6662990d-1610-4770-b5b8-e1eccb69c867 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:10.830235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f711f7ae-9646-4280-8d5c-127aaf3b4e10 req-6662990d-1610-4770-b5b8-e1eccb69c867 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 944 time: 0.1663105 Aug 03 19:06:10.837635 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.898884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc9ac62-0faa-45d7-a058-27c5eab779bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7ddbfc-e50e-42eb-9915-0a21a3534cf3'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:10.903442 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822373f1-9ff3-43cb-a68a-d205ff0cf51e" -d '{"events": [{"server_uuid": "3bc9ac62-0faa-45d7-a058-27c5eab779bc", "name": "network-vif-plugged", "status": "completed", "tag": "df7ddbfc-e50e-42eb-9915-0a21a3534cf3"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:10.935210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port df7ddbfc-e50e-42eb-9915-0a21a3534cf3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=df7ddbfc-e50e-42eb-9915-0a21a3534cf3,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:10.942079 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.965086 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f711f7ae-9646-4280-8d5c-127aaf3b4e10 req-e765bb9f-fce8-40c6-8fa6-3c0c6e46139c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319840 Aug 03 19:06:11.015532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b4e76-1298-49f2-b0e9-5aaa410c7f3d req-ef4b125a-5656-4528-9a0b-f159a81ccb02 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:11.020964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-362b4e76-1298-49f2-b0e9-5aaa410c7f3d req-ef4b125a-5656-4528-9a0b-f159a81ccb02 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1486375 Aug 03 19:06:11.080971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=df7ddbfc-e50e-42eb-9915-0a21a3534cf3,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:11.132412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-362b4e76-1298-49f2-b0e9-5aaa410c7f3d req-c56a0313-66b5-4261-8817-9faba152904b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036947 Aug 03 19:06:11.491145 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae6447c-fe5e-4872-8e5c-65be3ee76efc x-openstack-request-id: req-6ae6447c-fe5e-4872-8e5c-65be3ee76efc {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:11.491469 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc9ac62-0faa-45d7-a058-27c5eab779bc", "name": "network-vif-plugged", "status": "completed", "tag": "df7ddbfc-e50e-42eb-9915-0a21a3534cf3", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:11.491727 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6ae6447c-fe5e-4872-8e5c-65be3ee76efc {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:11.492189 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc9ac62-0faa-45d7-a058-27c5eab779bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7ddbfc-e50e-42eb-9915-0a21a3534cf3', 'code': 200} Aug 03 19:06:11.703979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492214c8-87b5-4280-995f-4586a08d56bd req-9771cbc3-d763-4a0d-bef2-6aec1b23281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:11.707624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-492214c8-87b5-4280-995f-4586a08d56bd req-9771cbc3-d763-4a0d-bef2-6aec1b23281f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 1096 time: 0.1453974 Aug 03 19:06:11.786625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-492214c8-87b5-4280-995f-4586a08d56bd req-c5d0e4ce-1c68-4fb9-8cb7-034f3ca59c06 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599458 Aug 03 19:06:12.209917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca511f-85e1-4aed-8118-8c8884bf4528 req-b8204937-af44-4e1c-ac31-8fe51b39d484 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.215839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fca511f-85e1-4aed-8118-8c8884bf4528 req-b8204937-af44-4e1c-ac31-8fe51b39d484 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.1244361 Aug 03 19:06:12.285001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fca511f-85e1-4aed-8118-8c8884bf4528 req-33a29e1f-4c3c-476d-92b7-07c769485041 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642924 Aug 03 19:06:12.380201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8897e80-74e3-4076-a475-961b0a4a22a4 req-0bb36636-e9bc-43a0-bb18-dfef0b173479 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.382714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8897e80-74e3-4076-a475-961b0a4a22a4 req-0bb36636-e9bc-43a0-bb18-dfef0b173479 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.0951550 Aug 03 19:06:12.407268 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51312) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:12.458840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8897e80-74e3-4076-a475-961b0a4a22a4 req-33797584-7338-473d-b14d-75e2728967d9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627575 Aug 03 19:06:12.658456 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f51637b1-dab4-4f3b-888a-5acdec43febd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.812326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f51637b1-dab4-4f3b-888a-5acdec43febd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.818168 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f51637b1-dab4-4f3b-888a-5acdec43febd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.867672 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f51637b1-dab4-4f3b-888a-5acdec43febd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=373d9130a8f1408591ae8800aa94918f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584854 Aug 03 19:06:12.868644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51637b1-dab4-4f3b-888a-5acdec43febd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ac764-cb5f-424e-b503-de0175f08912,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:12.870931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51330) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:12.973423 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-058cc332-c1e6-41a0-8c2e-e6496cf3f52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.013917 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-058cc332-c1e6-41a0-8c2e-e6496cf3f52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.056330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51342) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:13.122353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-058cc332-c1e6-41a0-8c2e-e6496cf3f52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.127186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-058cc332-c1e6-41a0-8c2e-e6496cf3f52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.137829 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-058cc332-c1e6-41a0-8c2e-e6496cf3f52e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/512ac764-cb5f-424e-b503-de0175f08912 HTTP/1.1" status: 204 len: 168 time: 0.2567585 Aug 03 19:06:13.168555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cc332-c1e6-41a0-8c2e-e6496cf3f52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ac764-cb5f-424e-b503-de0175f08912,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:13.334679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad572826-34fc-474f-b428-9aad764ed991 req-b8ced9b8-cfdf-47ee-b363-02a445a926b9 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.348727 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-b8ced9b8-cfdf-47ee-b363-02a445a926b9 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 815 time: 0.2070916 Aug 03 19:06:13.380650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-12d152be-b12b-4709-a5ba-b0169f747fda tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/quotas/74cc3168a54d447c8e21d29da0394bf0 HTTP/1.1" status: 200 len: 375 time: 0.0303631 Aug 03 19:06:13.434537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-46fb1909-1263-4232-a98f-d510f2ac55a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.581792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-77a735ec-1476-4153-a5ae-7cac40368807 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1989126 Aug 03 19:06:13.616946 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-46fb1909-1263-4232-a98f-d510f2ac55a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.623788 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-46fb1909-1263-4232-a98f-d510f2ac55a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.681966 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-46fb1909-1263-4232-a98f-d510f2ac55a8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b4d0e87718f84021b6a8cbeb3eca4cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240623 Aug 03 19:06:13.686618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51372) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:13.764886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad25622-deb3-4c52-9a52-0f0e57a040f7 req-0f8ccb42-3435-4a2f-aead-7e70e8eed7b8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.766589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ad25622-deb3-4c52-9a52-0f0e57a040f7 req-0f8ccb42-3435-4a2f-aead-7e70e8eed7b8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.3227806 Aug 03 19:06:13.779976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb1909-1263-4232-a98f-d510f2ac55a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc09a2d7-7d8f-465f-82aa-023b50802c48,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:13.841936 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d58571c-9775-4096-930d-c5e371ce34e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.891196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d58571c-9775-4096-930d-c5e371ce34e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.898055 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ad25622-deb3-4c52-9a52-0f0e57a040f7 req-26210d39-5df3-43b8-b5f7-cec030e64846 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925956 Aug 03 19:06:13.913350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-d8d637b3-cf14-4d66-b30c-0f9ff00d25e8 service neutron] 10.222.0.78 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301706 Aug 03 19:06:14.011077 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d58571c-9775-4096-930d-c5e371ce34e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.016154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d58571c-9775-4096-930d-c5e371ce34e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.026036 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0d58571c-9775-4096-930d-c5e371ce34e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc09a2d7-7d8f-465f-82aa-023b50802c48 HTTP/1.1" status: 204 len: 168 time: 0.3370581 Aug 03 19:06:14.048871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58571c-9775-4096-930d-c5e371ce34e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc09a2d7-7d8f-465f-82aa-023b50802c48,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:14.058375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-41604940-cc73-4ba5-bbc5-8a8c1a825998 service neutron] 10.222.0.78 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436803 Aug 03 19:06:14.318658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9e7e0-1129-4d8b-ad95-edf2ae6c88da req-92caae68-91b3-46c0-b7c9-ca16ea49f28f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.328726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-13d9e7e0-1129-4d8b-ad95-edf2ae6c88da req-92caae68-91b3-46c0-b7c9-ca16ea49f28f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.0683672 Aug 03 19:06:14.381993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-13d9e7e0-1129-4d8b-ad95-edf2ae6c88da req-be850d7e-f123-489e-9207-c546403bae94 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517621 Aug 03 19:06:14.490084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3d3ae7f-7f5d-4a00-9500-b7f7a359bc08 req-cba57f56-a8ae-4a1a-9c03-e56e596dfc58 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 210 time: 0.0493567 Aug 03 19:06:14.564642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93727d7e-d044-46a9-a170-60de51ec76f1 req-41dbed38-eaf7-4c1d-87da-93a615a482b4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.566734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93727d7e-d044-46a9-a170-60de51ec76f1 req-41dbed38-eaf7-4c1d-87da-93a615a482b4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.0794582 Aug 03 19:06:14.640242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93727d7e-d044-46a9-a170-60de51ec76f1 req-84874f91-169e-431b-8ad6-ee999b64bbcc tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510716 Aug 03 19:06:14.933309 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51406) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:14.957440 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef5d864b-f8e2-4632-9b8b-6ddc3517d41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.067032 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.115229 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef5d864b-f8e2-4632-9b8b-6ddc3517d41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.123995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef5d864b-f8e2-4632-9b8b-6ddc3517d41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.176754 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ef5d864b-f8e2-4632-9b8b-6ddc3517d41d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f801b6b67d4e45548d6abb9f7ee3eaf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394483 Aug 03 19:06:15.176754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d864b-f8e2-4632-9b8b-6ddc3517d41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91920967-26c9-416b-915c-83f721a56b1b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:15.177077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51414) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:15.257781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0693d70-4e6c-4498-9a15-c34c1934c856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.285151 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0693d70-4e6c-4498-9a15-c34c1934c856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.386970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51422) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:15.391114 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0693d70-4e6c-4498-9a15-c34c1934c856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.394409 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0693d70-4e6c-4498-9a15-c34c1934c856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.395619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a0693d70-4e6c-4498-9a15-c34c1934c856 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/91920967-26c9-416b-915c-83f721a56b1b HTTP/1.1" status: 204 len: 168 time: 0.2178152 Aug 03 19:06:15.405042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0693d70-4e6c-4498-9a15-c34c1934c856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91920967-26c9-416b-915c-83f721a56b1b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:15.733936 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce57ee24-a7dd-4125-851c-ec4daf597bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.739414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e66057-4d2f-47c7-bfc0-6e5dd8dc66ee req-bdf24f98-1f66-405c-9c5c-1a1759a4e284 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.741921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65e66057-4d2f-47c7-bfc0-6e5dd8dc66ee req-bdf24f98-1f66-405c-9c5c-1a1759a4e284 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2684660 Aug 03 19:06:15.749556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb2da24f-b8aa-4f5a-bd5f-71f65ed53da9 req-87441604-89b8-4c72-8a83-476e1713ac20 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 210 time: 0.1012120 Aug 03 19:06:15.887753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad572826-34fc-474f-b428-9aad764ed991 req-a8d35fdb-3713-4785-a7ce-b36992cd3a63 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.890673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-a8d35fdb-3713-4785-a7ce-b36992cd3a63 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.37 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 815 time: 0.3693559 Aug 03 19:06:15.896221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65e66057-4d2f-47c7-bfc0-6e5dd8dc66ee req-565cf77e-f40a-4693-b504-8f820fc9a6aa tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451418 Aug 03 19:06:15.920700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Request body: {'port': {'device_id': 'e52b0bb7-dac8-4e7c-b5d8-057c71b838be', 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a', 'admin_state_up': True, 'tenant_id': '74cc3168a54d447c8e21d29da0394bf0'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:15.962578 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce57ee24-a7dd-4125-851c-ec4daf597bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.970714 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce57ee24-a7dd-4125-851c-ec4daf597bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.059150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57ee24-a7dd-4125-851c-ec4daf597bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9363735-110a-4ec5-89a7-949ac20149b8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:16.064732 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ce57ee24-a7dd-4125-851c-ec4daf597bac admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=879f75435a4549caafa8c5c4febf320a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6760986 Aug 03 19:06:16.069374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51444) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:16.092189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11651f-88d6-4a37-b25c-ab9309554a6c req-fb436143-988f-47eb-a039-6bcc10b54b8e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.099812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a11651f-88d6-4a37-b25c-ab9309554a6c req-fb436143-988f-47eb-a039-6bcc10b54b8e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.1716979 Aug 03 19:06:16.136038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-789866b9-4986-46e3-bfd0-b55384d03792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.167837 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-789866b9-4986-46e3-bfd0-b55384d03792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.210380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a11651f-88d6-4a37-b25c-ab9309554a6c req-b8a50b60-8ca6-4151-bc15-635b23cdd3a5 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052129 Aug 03 19:06:16.243320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Made reservation on behalf of 74cc3168a54d447c8e21d29da0394bf0 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:16.243594 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-789866b9-4986-46e3-bfd0-b55384d03792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.244306 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.247882 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-789866b9-4986-46e3-bfd0-b55384d03792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.249655 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-789866b9-4986-46e3-bfd0-b55384d03792 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9363735-110a-4ec5-89a7-949ac20149b8 HTTP/1.1" status: 204 len: 168 time: 0.1789076 Aug 03 19:06:16.260811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789866b9-4986-46e3-bfd0-b55384d03792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9363735-110a-4ec5-89a7-949ac20149b8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:16.456113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Allocated IP 172.20.0.5 (b8b942e4-b627-42d5-b686-0b36c03a3e9a/1f80c996-7708-41e4-9e70-c6bdd46ba2d8/ac92142b-f5d6-42b3-a509-1fb080915fce) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:16.690943 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.755553 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.791048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['822f6156-ad8c-43ec-9f6b-8a56b7cfb378', 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:16.816054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51472) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:16.842713 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9648c2d5-0f6e-4f4d-9011-4ec558249524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.873724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Pushing event updated for resources: {'Port': ['ID=ac92142b-f5d6-42b3-a509-1fb080915fce,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:16.893654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51474) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:16.940755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Network b8b942e4-b627-42d5-b686-0b36c03a3e9a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:16.944980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:16.953316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:17.125272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.126142 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.155265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ba0a8-337d-4832-b7aa-84682ed8a2b3 req-d28c62d1-0e6a-4d60-9a76-5b4a5b5546ed tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.163564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-397ba0a8-337d-4832-b7aa-84682ed8a2b3 req-d28c62d1-0e6a-4d60-9a76-5b4a5b5546ed tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 931 time: 0.1995203 Aug 03 19:06:17.172520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234869c-8fd6-4a28-baef-c9c4de76a0b8 req-680aa674-f49c-4fe0-bdeb-4bde49561cce tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.181821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6234869c-8fd6-4a28-baef-c9c4de76a0b8 req-680aa674-f49c-4fe0-bdeb-4bde49561cce tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1489546 Aug 03 19:06:17.188709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9648c2d5-0f6e-4f4d-9011-4ec558249524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.198854 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9648c2d5-0f6e-4f4d-9011-4ec558249524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.222682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-cee6d6b1-aa37-40ae-b910-c40b3077e7ae tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3213196 Aug 03 19:06:17.253943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Request body: {'port': {'device_id': 'e52b0bb7-dac8-4e7c-b5d8-057c71b838be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:17.327370 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.347147 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9648c2d5-0f6e-4f4d-9011-4ec558249524 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5974c9faa1fd4a6497e57682cbbab1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288308 Aug 03 19:06:17.353902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51486) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:17.358911 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6234869c-8fd6-4a28-baef-c9c4de76a0b8 req-16af9c88-5c13-4cb1-aeb5-6af1cac44ff8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734467 Aug 03 19:06:17.380823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-397ba0a8-337d-4832-b7aa-84682ed8a2b3 req-0214ed03-d9d7-42dc-b125-2baf2c3640e0 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151287 Aug 03 19:06:17.394125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648c2d5-0f6e-4f4d-9011-4ec558249524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c373b-292b-478a-aca0-a8e08536857d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:17.394242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1979482643'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:17.497073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Made reservation on behalf of 1cd494ea4c594a908e28cdbc797adb0e for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:17.500759 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.502604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2820acf-79b1-4d73-af2e-c96b93fe0348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.540036 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2820acf-79b1-4d73-af2e-c96b93fe0348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.605486 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.622502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2820acf-79b1-4d73-af2e-c96b93fe0348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.625353 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2820acf-79b1-4d73-af2e-c96b93fe0348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.626853 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c2820acf-79b1-4d73-af2e-c96b93fe0348 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b25c373b-292b-478a-aca0-a8e08536857d HTTP/1.1" status: 204 len: 168 time: 0.2710254 Aug 03 19:06:17.661905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2820acf-79b1-4d73-af2e-c96b93fe0348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c373b-292b-478a-aca0-a8e08536857d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:17.703386 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca51916-45fb-448d-8a82-76af7451f161 req-efaac44f-a31d-410c-87b9-df4dac421289 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.711313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ca51916-45fb-448d-8a82-76af7451f161 req-efaac44f-a31d-410c-87b9-df4dac421289 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.2158773 Aug 03 19:06:17.808722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ca51916-45fb-448d-8a82-76af7451f161 req-cc31be5c-5dc8-4b63-a954-a18ae0bf023f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964811 Aug 03 19:06:18.329760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.355831 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.399833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:18.419963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac92142b-f5d6-42b3-a509-1fb080915fce {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:18.430783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.436722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2e3603-9a4b-42ac-85e5-d2488ca2a0de,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:18.443873 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.444437 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Added segment e4d698ef-247b-48f7-a713-59e22ccab9eb of type vlan for network a2edafa1-003b-42e5-827b-c5b7fdc0dcf6 Aug 03 19:06:18.462203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Transition to ACTIVE for port object ac92142b-f5d6-42b3-a509-1fb080915fce will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:18.486352 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.554341 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.629901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Pushing event updated for resources: {'Port': ['ID=ac92142b-f5d6-42b3-a509-1fb080915fce,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:18.688961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0542ad-577b-4723-8338-7cbd940c5c48 req-e5217e88-d75a-47a0-b719-07d9128c20f4 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:18.691643 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d0542ad-577b-4723-8338-7cbd940c5c48 req-e5217e88-d75a-47a0-b719-07d9128c20f4 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 943 time: 0.1653037 Aug 03 19:06:18.697973 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.702824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:18.703490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.763328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db187909-d5d5-430b-94ea-a83990d63646 req-914163f8-c32e-480d-a8e7-b74d3e6ee116 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:18.764989 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db187909-d5d5-430b-94ea-a83990d63646 req-914163f8-c32e-480d-a8e7-b74d3e6ee116 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2398450 Aug 03 19:06:18.864482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9652662 Aug 03 19:06:18.864639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51544) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:18.876519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28968d-d30e-4a5a-b2fd-29a47d6b5d29 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Pushing event updated for resources: {'Network': ['ID=a2edafa1-003b-42e5-827b-c5b7fdc0dcf6,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:18.896079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network a2edafa1-003b-42e5-827b-c5b7fdc0dcf6 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:18.907051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d0542ad-577b-4723-8338-7cbd940c5c48 req-194d9db8-899a-4c11-b520-4587e908e60f tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006071 Aug 03 19:06:18.911324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Attempting to bind port ac92142b-f5d6-42b3-a509-1fb080915fce on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:18.911672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Attempting to bind port ac92142b-f5d6-42b3-a509-1fb080915fce by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:18.912149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Attempting to bind port ac92142b-f5d6-42b3-a509-1fb080915fce on network b8b942e4-b627-42d5-b686-0b36c03a3e9a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:18.924419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db187909-d5d5-430b-94ea-a83990d63646 req-f7dde9a5-6b63-43d5-8b9e-164acb35cfb3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235766 Aug 03 19:06:18.952825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Port ac92142b-f5d6-42b3-a509-1fb080915fce on network b8b942e4-b627-42d5-b686-0b36c03a3e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:18.953342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Attempting to bind port ac92142b-f5d6-42b3-a509-1fb080915fce on network b8b942e4-b627-42d5-b686-0b36c03a3e9a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:18.973118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:18.973479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Checking segment: {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:18.973916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Bound using segment: {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:18.974391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Bound port: ac92142b-f5d6-42b3-a509-1fb080915fce, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:18.974772 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.111488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] For port ac92142b-f5d6-42b3-a509-1fb080915fce, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:19.119108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] For port ac92142b-f5d6-42b3-a509-1fb080915fce, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ac92142b-f5d6-42b3-a509-1fb080915fce,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:19.130736 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.230562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.231206 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.232900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] 10.222.0.37 "PUT /v2.0/ports/ac92142b-f5d6-42b3-a509-1fb080915fce HTTP/1.1" status: 200 len: 1091 time: 1.9968903 Aug 03 19:06:19.234027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52b0bb7-dac8-4e7c-b5d8-057c71b838be', 'tag': 'ac92142b-f5d6-42b3-a509-1fb080915fce'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:19.238419 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db717178-4eb1-4af4-aa0e-0f1801432648" -d '{"events": [{"name": "network-changed", "server_uuid": "e52b0bb7-dac8-4e7c-b5d8-057c71b838be", "tag": "ac92142b-f5d6-42b3-a509-1fb080915fce"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:19.271426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49acc0-033e-40d0-b183-93557550d04e service neutron] Pushing event updated for resources: {'Port': ['ID=ac92142b-f5d6-42b3-a509-1fb080915fce,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:19.290831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4922c-c299-4b65-b7ac-ee3fa255aa4d req-8d42bacc-b574-454b-8778-93840ab26f6f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.292869 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ae4922c-c299-4b65-b7ac-ee3fa255aa4d req-8d42bacc-b574-454b-8778-93840ab26f6f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.1057281 Aug 03 19:06:19.294687 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10226b91-a3cb-4770-bb6a-884444e584c1 x-openstack-request-id: req-10226b91-a3cb-4770-bb6a-884444e584c1 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:19.295051 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52b0bb7-dac8-4e7c-b5d8-057c71b838be", "tag": "ac92142b-f5d6-42b3-a509-1fb080915fce", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:19.295367 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10226b91-a3cb-4770-bb6a-884444e584c1 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:19.295841 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52b0bb7-dac8-4e7c-b5d8-057c71b838be', 'tag': 'ac92142b-f5d6-42b3-a509-1fb080915fce', 'status': 'completed', 'code': 200} Aug 03 19:06:19.342497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Request body: {'network': {'name': 'tempest-network--100386362', 'router:external': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:19.378248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad572826-34fc-474f-b428-9aad764ed991 req-4434dea2-c8ce-47db-b4fb-c2a847bcfede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.380009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-4434dea2-c8ce-47db-b4fb-c2a847bcfede service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 1094 time: 0.0832553 Aug 03 19:06:19.382069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Made reservation on behalf of 00216fcb44974888a7f77845cc835dfe for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:19.384173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ae4922c-c299-4b65-b7ac-ee3fa255aa4d req-e576084b-9b6e-479a-913f-71b086acf4ac tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754776 Aug 03 19:06:19.407257 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.433289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-31cd999b-cbd1-4557-9faa-5732df2d5c3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac92142b-f5d6-42b3-a509-1fb080915fce HTTP/1.1" status: 200 len: 217 time: 0.0434687 Aug 03 19:06:19.443876 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.506339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad572826-34fc-474f-b428-9aad764ed991 req-be1cadc3-afa3-4046-b21a-54c091b7134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.508520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-be1cadc3-afa3-4046-b21a-54c091b7134d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f80c996-7708-41e4-9e70-c6bdd46ba2d8 HTTP/1.1" status: 200 len: 855 time: 0.0677035 Aug 03 19:06:19.547596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-2acaa525-f202-46f5-b2fe-445a923970c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8b942e4-b627-42d5-b686-0b36c03a3e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311227 Aug 03 19:06:19.618004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.623835 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.662215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:19.670859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954408d2-4e80-4951-814f-f852ed8d8084,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:19.691956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.692844 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Added segment c6f83701-fc99-402f-b6f2-3f1352d175eb of type vlan for network aa736d8b-2cb4-4758-b763-96f6732e29ac Aug 03 19:06:19.711400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-8db0e39a-4d28-4c7b-a353-214574e25434 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0855393 Aug 03 19:06:19.727777 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-845d8147-1e14-4acd-b56b-efedc6a60987 service neutron] 10.222.0.37 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724081 Aug 03 19:06:19.764255 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.809959 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.811065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.811834 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.879117 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0133958 Aug 03 19:06:19.886657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51568) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:19.905628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fc94f-22bd-4aac-a455-65a239555a12 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event updated for resources: {'Network': ['ID=aa736d8b-2cb4-4758-b763-96f6732e29ac,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:19.929461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network aa736d8b-2cb4-4758-b763-96f6732e29ac details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:20.010125 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.019687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d756a4d5-4276-4970-b73c-e4e53380eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.020185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d756a4d5-4276-4970-b73c-e4e53380eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.020660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d756a4d5-4276-4970-b73c-e4e53380eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.021141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d756a4d5-4276-4970-b73c-e4e53380eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.021714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d756a4d5-4276-4970-b73c-e4e53380eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.022199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d756a4d5-4276-4970-b73c-e4e53380eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.022680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d756a4d5-4276-4970-b73c-e4e53380eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.025043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d756a4d5-4276-4970-b73c-e4e53380eea3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 6501 time: 0.2473226 Aug 03 19:06:20.028192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad572826-34fc-474f-b428-9aad764ed991 req-871af98a-bec2-452b-81ed-2174076c4ded service neutron] 10.222.0.37 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926717 Aug 03 19:06:20.251945 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.276937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa736d8b-2cb4-4758-b763-96f6732e29ac']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:20.298767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f83701-fc99-402f-b6f2-3f1352d175eb') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:20.299114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f83701-fc99-402f-b6f2-3f1352d175eb') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:20.330732 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.375960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f5b64-be05-44fb-9356-cfc0f8a6cf36 req-3bb81af3-ff0d-46af-8707-f7af7ad00cd8 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.377635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-921f5b64-be05-44fb-9356-cfc0f8a6cf36 req-3bb81af3-ff0d-46af-8707-f7af7ad00cd8 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 943 time: 0.2590873 Aug 03 19:06:20.380486 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.398509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-c3a67a32-bfe1-4303-971b-1a28f8e8fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.398991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-c3a67a32-bfe1-4303-971b-1a28f8e8fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.399649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-c3a67a32-bfe1-4303-971b-1a28f8e8fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.401555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-c3a67a32-bfe1-4303-971b-1a28f8e8fef5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3a24974f-c585-49b2-9411-bdd5d3345630&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&id=519a22f2-633f-4d6d-8c20-32ad2bcf244c HTTP/1.1" status: 200 len: 2297 time: 0.3225281 Aug 03 19:06:20.414701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c332-500f-4cd1-b269-164b4e885d3c req-fa587c24-6780-4ee2-a213-03776e0a8a76 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.414701 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2c4c332-500f-4cd1-b269-164b4e885d3c req-fa587c24-6780-4ee2-a213-03776e0a8a76 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2908282 Aug 03 19:06:20.418635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:06:20.419055 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.422396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db717178-4eb1-4af4-aa0e-0f1801432648 req-e246bd97-5b20-4c66-bcf0-6e311c04b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.423994 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db717178-4eb1-4af4-aa0e-0f1801432648 req-e246bd97-5b20-4c66-bcf0-6e311c04b004 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 1094 time: 0.3043618 Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:06:20.424770 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:06:20.530107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51596) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:20.649189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-95bc7294-0ba0-47d4-b1dd-252f26cd2ace service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 HTTP/1.1" status: 200 len: 1001 time: 0.2319207 Aug 03 19:06:20.649866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.661784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-921f5b64-be05-44fb-9356-cfc0f8a6cf36 req-6e51b5d4-2f41-4f85-b30d-7a7f37c41a18 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695236 Aug 03 19:06:20.671714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa736d8b-2cb4-4758-b763-96f6732e29ac {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:06:20.688342 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.694324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "DELETE /v2.0/networks/aa736d8b-2cb4-4758-b763-96f6732e29ac HTTP/1.1" status: 204 len: 168 time: 0.8026893 Aug 03 19:06:20.696421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51602) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:20.708045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:20.726399 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2c4c332-500f-4cd1-b269-164b4e885d3c req-6692fdb6-7252-4c0e-b06d-f3f21495c05a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501245 Aug 03 19:06:20.730559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01db46-d75f-4943-bb4e-2a6e601ba553 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa736d8b-2cb4-4758-b763-96f6732e29ac,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:20.758786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db717178-4eb1-4af4-aa0e-0f1801432648 req-83e75f54-aa54-480e-98e9-13a9c8a73834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.760364 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db717178-4eb1-4af4-aa0e-0f1801432648 req-83e75f54-aa54-480e-98e9-13a9c8a73834 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 916 time: 0.2831345 Aug 03 19:06:20.767138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Made reservation on behalf of 00216fcb44974888a7f77845cc835dfe for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:20.769418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-47ed748b-8f19-40ec-998c-0f158122fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.771095 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.771582 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-47ed748b-8f19-40ec-998c-0f158122fce1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73d204d5-02d9-46a7-8f9e-290310251900 HTTP/1.1" status: 200 len: 856 time: 0.1037023 Aug 03 19:06:20.831112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:20.849888 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.850307 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Added segment 84ca06b5-11a2-48ff-9b2c-4d05b21dbd6b of type vlan for network f833c243-9f26-44f5-9a75-1030ebd54544 Aug 03 19:06:20.896124 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db717178-4eb1-4af4-aa0e-0f1801432648 req-c2a819fa-dc6e-4b80-bad6-e830a03a3619 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac92142b-f5d6-42b3-a509-1fb080915fce HTTP/1.1" status: 200 len: 217 time: 0.1199629 Aug 03 19:06:20.902685 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.949887 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.951134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.951844 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.960579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2032916184'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:21.035186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Made reservation on behalf of 118e50ee16544b1db59c0d41e62c4628 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:21.038718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.070607 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.073413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event updated for resources: {'Network': ['ID=f833c243-9f26-44f5-9a75-1030ebd54544,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:21.077741 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-078b9fdb-f4a6-4f24-949a-bec1aa338357 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3800144 Aug 03 19:06:21.083831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51608) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:21.091288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network f833c243-9f26-44f5-9a75-1030ebd54544 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:21.103989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-19a51864-7487-49dc-9459-5a6de61b7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.116498 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-19a51864-7487-49dc-9459-5a6de61b7f9f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3a24974f-c585-49b2-9411-bdd5d3345630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3306539 Aug 03 19:06:21.193315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db717178-4eb1-4af4-aa0e-0f1801432648 req-5ca94322-4a56-4125-988b-b7e2bc96cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.196066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db717178-4eb1-4af4-aa0e-0f1801432648 req-5ca94322-4a56-4125-988b-b7e2bc96cb2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f80c996-7708-41e4-9e70-c6bdd46ba2d8 HTTP/1.1" status: 200 len: 855 time: 0.2288857 Aug 03 19:06:21.203610 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.209882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Request body: {'subnet': {'network_id': 'f833c243-9f26-44f5-9a75-1030ebd54544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:21.230654 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.245199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:21.273661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Made reservation on behalf of 00216fcb44974888a7f77845cc835dfe for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:21.276099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.282819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf99f06-44f0-43aa-864f-a63d137f99b9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:21.300752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.301335 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Added segment b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8 of type vlan for network f5f73f45-373f-4299-9587-98f3894c642e Aug 03 19:06:21.368780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db717178-4eb1-4af4-aa0e-0f1801432648 req-f6ac1afc-3ac4-486b-a749-0b5ac368b1e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8b942e4-b627-42d5-b686-0b36c03a3e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184831 Aug 03 19:06:21.390235 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c4387-e656-4ab1-a2b5-0540f48175df req-0722df37-6874-409e-9b22-be5d0d127dad tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.390874 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.396175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d5c4387-e656-4ab1-a2b5-0540f48175df req-0722df37-6874-409e-9b22-be5d0d127dad tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.3581736 Aug 03 19:06:21.450977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.457307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.457993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.539706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-12e649ff-0b14-4ca9-87f3-6bd0c6db38ca service neutron] 10.222.0.74 "GET /v2.0/networks/3a24974f-c585-49b2-9411-bdd5d3345630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853195 Aug 03 19:06:21.548317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d5c4387-e656-4ab1-a2b5-0540f48175df req-7b26e5e0-34e9-4e52-927a-c505aa2e3e32 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248271 Aug 03 19:06:21.559137 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0226181 Aug 03 19:06:21.566922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282a045-74e3-435b-95bd-2258b47a452b tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Pushing event updated for resources: {'Network': ['ID=f5f73f45-373f-4299-9587-98f3894c642e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:21.583031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network f5f73f45-373f-4299-9587-98f3894c642e details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:21.712315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db717178-4eb1-4af4-aa0e-0f1801432648 req-90a31c46-1ac5-41fe-bf66-273b85c762b0 service neutron] 10.222.0.37 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308942 Aug 03 19:06:21.810916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:06:21.811367 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.886225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-b0a1dad3-c225-4c3b-8d04-c40d6eb6cc05 service neutron] 10.222.0.74 "GET /v2.0/networks/3a24974f-c585-49b2-9411-bdd5d3345630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367128 Aug 03 19:06:21.890713 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event updated for resources: {'Subnet': ['ID=20faa4c7-210a-4e9b-af3a-adea597e21a5,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:21.904595 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Checking segment: {'id': '84ca06b5-11a2-48ff-9b2c-4d05b21dbd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'f833c243-9f26-44f5-9a75-1030ebd54544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:21.905684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Network hostable DHCP agents. Network: f833c243-9f26-44f5-9a75-1030ebd54544, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:06:21.910560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db717178-4eb1-4af4-aa0e-0f1801432648 req-95bddab4-046b-4e01-9559-0b39ea8f812f service neutron] 10.222.0.37 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874695 Aug 03 19:06:21.930298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Network f833c243-9f26-44f5-9a75-1030ebd54544 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:06:21.943330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, f833c243-9f26-44f5-9a75-1030ebd54544) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:21.952413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.955116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e6abd-f4d3-454e-a266-7e21897aa126 req-9f9e3288-a6ff-439f-b155-647994063451 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.957363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-336e6abd-f4d3-454e-a266-7e21897aa126 req-9f9e3288-a6ff-439f-b155-647994063451 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 943 time: 0.1446929 Aug 03 19:06:21.958764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0435ac-de35-4985-8c7d-45d0c0c0ebb0 None None] Network f833c243-9f26-44f5-9a75-1030ebd54544 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:21.959035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-ed382586-e462-4398-bc83-479b08f60435 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=21147810-ef92-4ec3-9962-b5b8ec3f3d0c HTTP/1.1" status: 200 len: 217 time: 0.0628242 Aug 03 19:06:21.962196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.988453 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f54436c6-cd8d-4e3a-bab7-8dd2db8657c2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9034519 Aug 03 19:06:21.991336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51630) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:21.998089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Request body: {'floatingip': {'floating_network_id': 'f833c243-9f26-44f5-9a75-1030ebd54544'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:22.028822 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.214178 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabbda1a-c2b9-41fd-b70c-52eba00e36b3 None None] Network f833c243-9f26-44f5-9a75-1030ebd54544 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:22.239604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.417025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51638) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:22.419474 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Allocated IP 172.20.0.3 (f833c243-9f26-44f5-9a75-1030ebd54544/20faa4c7-210a-4e9b-af3a-adea597e21a5/aaa611f2-8636-4dc7-80be-a40b782e4b58) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:22.455458 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-336e6abd-f4d3-454e-a266-7e21897aa126 req-c7fd5fef-958f-4db8-a211-76239d7ccaa6 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863904 Aug 03 19:06:22.491088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Request body: {'port': {'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e', 'binding:host_id': 'n-h2-802918-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2091488649'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:22.550368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.583647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Made reservation on behalf of cfa19d60ff714c6e890f93aa778a0231 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:22.586248 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.597150 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.601349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d3116359-bd3e-4b37-844f-0930a1bef6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:22.602937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d3116359-bd3e-4b37-844f-0930a1bef6c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.6354213 Aug 03 19:06:22.615660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.664764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Network f833c243-9f26-44f5-9a75-1030ebd54544 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:22.668385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e770a6e-9a74-4763-b45e-232a209126ce req-26ecf0fd-9cb4-4a0b-b54a-36ff6f6162d3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:22.668676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:22.675213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:22.676348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e770a6e-9a74-4763-b45e-232a209126ce req-26ecf0fd-9cb4-4a0b-b54a-36ff6f6162d3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2168353 Aug 03 19:06:22.707614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event updated for resources: {'Port': ['ID=aaa611f2-8636-4dc7-80be-a40b782e4b58,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:22.737796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-df601fd3-415a-44c4-9cba-5bc4cde39c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:22.740632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-df601fd3-415a-44c4-9cba-5bc4cde39c4b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265361 Aug 03 19:06:22.813572 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e770a6e-9a74-4763-b45e-232a209126ce req-75ed503c-9a46-488a-bacc-6f2ba09d1632 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362081 Aug 03 19:06:22.859265 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.912744 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.974247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09508f-4d2b-47ec-904d-8e5e499efc0d req-7661d8f5-92a1-4278-bf48-289eabcc6330 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:22.975883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f09508f-4d2b-47ec-904d-8e5e499efc0d req-7661d8f5-92a1-4278-bf48-289eabcc6330 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.1722279 Aug 03 19:06:22.978404 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.981253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-f2a3948c-27eb-4375-9b81-0c91efe84cce service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304344 Aug 03 19:06:22.983220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.022783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] device_id is not set on port 2133badf-d86e-4d1f-8cbf-a30bab897014 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:06:23.035229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8394ee-92b8-42a3-9ddd-3c76d606ae8a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:23.112424 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.118811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.218083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event updated for resources: {'Port': ['ID=aaa611f2-8636-4dc7-80be-a40b782e4b58,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:23.242657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.259208 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.260730 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8ec7895e-78bc-4c43-b145-e7332e1c8890 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2678196 Aug 03 19:06:23.267350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51648) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:23.277898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f09508f-4d2b-47ec-904d-8e5e499efc0d req-333da507-8e0d-488e-be28-8e832999013f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466094 Aug 03 19:06:23.349651 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aa9609a0-2120-4248-aff7-dc3d694b8d8e tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "GET /v2.0/floatingips?floating_network_id=f833c243-9f26-44f5-9a75-1030ebd54544 HTTP/1.1" status: 200 len: 689 time: 0.0809786 Aug 03 19:06:23.353525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51652) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:23.424709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-ce36a15d-fb41-4ab9-9ced-aee7812ab0e1 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917384 Aug 03 19:06:23.490433 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-7eb91c04-ce57-4ec0-bcd9-c643d7810af9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=0668060d-d5fe-4a5d-84fc-3f77adbddf2f HTTP/1.1" status: 200 len: 217 time: 0.0556152 Aug 03 19:06:23.508030 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.560216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-f1fb068e-8265-4ba1-b42d-f17816daf898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.561881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-f1fb068e-8265-4ba1-b42d-f17816daf898 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.0644896 Aug 03 19:06:23.668144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] device_id is not set on port 2133badf-d86e-4d1f-8cbf-a30bab897014 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:06:23.684417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Deleting port aaa611f2-8636-4dc7-80be-a40b782e4b58 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:23.684660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.684801 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.707295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-c1748954-2a20-4921-b2c4-a7dd556739c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.708964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-c1748954-2a20-4921-b2c4-a7dd556739c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1317346 Aug 03 19:06:23.713522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Transition to ACTIVE for port object 2133badf-d86e-4d1f-8cbf-a30bab897014 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:23.728054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9eb256-227c-493c-83ed-839a3ec5d6d9 req-f2ff13c1-4c54-499d-852f-59e5166b657e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.729819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f9eb256-227c-493c-83ed-839a3ec5d6d9 req-f2ff13c1-4c54-499d-852f-59e5166b657e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 943 time: 0.1781433 Aug 03 19:06:23.786209 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.786582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.795306 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.802168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Calling delete_port for aaa611f2-8636-4dc7-80be-a40b782e4b58 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:23.907532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f9eb256-227c-493c-83ed-839a3ec5d6d9 req-b1e3b3d7-2205-4cc9-80c2-9d67eddc2b26 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664574 Aug 03 19:06:23.912868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event updated for resources: {'Port': ['ID=2133badf-d86e-4d1f-8cbf-a30bab897014,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:23.955149 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-b77eee45-69cc-4676-81d1-3a9f74046f23 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362618 Aug 03 19:06:24.009382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Checking segment: {'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:24.010436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Network hostable DHCP agents. Network: f5f73f45-373f-4299-9587-98f3894c642e, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:06:24.021490 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.047674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event deleted for resources: {'Port': ['ID=aaa611f2-8636-4dc7-80be-a40b782e4b58,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:24.092146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0d55d-111b-4a56-83fa-cb59bf7dc233 req-b3e3f9e9-7a0f-47fb-99fe-86b05a7d4d5c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.094049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44e0d55d-111b-4a56-83fa-cb59bf7dc233 req-b3e3f9e9-7a0f-47fb-99fe-86b05a7d4d5c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1612415 Aug 03 19:06:24.102447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Network f5f73f45-373f-4299-9587-98f3894c642e is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:06:24.148938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, f5f73f45-373f-4299-9587-98f3894c642e) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:24.157677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb429647-2200-4b60-b1fe-fba9ce3fa8e8 None None] Network f5f73f45-373f-4299-9587-98f3894c642e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:24.162254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:24.190898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-2211ea3b-d0be-4868-9cc6-23cbd5a43af7 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108686 Aug 03 19:06:24.209676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.214991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:24.216283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:24.217683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:24.273684 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.274183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-f3f64943-1e31-486e-9fac-fe78a6a1e42d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=a3f7390e-84e2-4548-84e7-53d9cf1af0cf HTTP/1.1" status: 200 len: 217 time: 0.0516787 Aug 03 19:06:24.303797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:24.304340 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:24.326937 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 2 to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 Aug 03 19:06:24.337106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44e0d55d-111b-4a56-83fa-cb59bf7dc233 req-5d33f04b-59d0-46c0-914c-3ff91f357b2b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264552 Aug 03 19:06:24.360626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-96d765ea-c903-4367-944a-48fdc36cfb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.362355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-96d765ea-c903-4367-944a-48fdc36cfb4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.0781703 Aug 03 19:06:24.410814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:24.411441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:24.411977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:24.421309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:24.422071 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:24.425083 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 3 to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 Aug 03 19:06:24.426276 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.456980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=20faa4c7-210a-4e9b-af3a-adea597e21a5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:24.489123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:24.489710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:24.490248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:24.509896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-ccb37e41-dc29-44ed-8b23-7fdfeb7eef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.512674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-ccb37e41-dc29-44ed-8b23-7fdfeb7eef62 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1422734 Aug 03 19:06:24.522325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:24.522895 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:24.526102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.527522 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 4 to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 Aug 03 19:06:24.538829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f833c243-9f26-44f5-9a75-1030ebd54544']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:24.551113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ca06b5-11a2-48ff-9b2c-4d05b21dbd6b') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:24.551610 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ca06b5-11a2-48ff-9b2c-4d05b21dbd6b') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:24.566670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.587130 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.593978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:06:24.594391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:06:24.598462 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:06:24.606153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ac92142b-f5d6-42b3-a509-1fb080915fce details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:24.671608 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.674869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:24.675468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:24.675994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:24.681798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f833c243-9f26-44f5-9a75-1030ebd54544 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:06:24.693418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:24.693979 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:24.698577 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 5 to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 Aug 03 19:06:24.701840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.707772 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "DELETE /v2.0/networks/f833c243-9f26-44f5-9a75-1030ebd54544 HTTP/1.1" status: 204 len: 168 time: 1.3499639 Aug 03 19:06:24.728426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51676) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:24.746340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb1d3d-5ab9-46e7-877e-82f0f38bc1c6 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event deleted for resources: {'Network': ['ID=f833c243-9f26-44f5-9a75-1030ebd54544,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:24.756597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a6b1e-be23-4199-b025-9548282c250c req-0f7ab093-7f95-49ad-8bc9-219a2adbaaec tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.759377 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec7a6b1e-be23-4199-b025-9548282c250c req-0f7ab093-7f95-49ad-8bc9-219a2adbaaec tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.3275423 Aug 03 19:06:24.804300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:24.804793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:24.805302 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:24.844237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:24.844755 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:24.849155 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 6 to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 Aug 03 19:06:24.863885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ac92142b-f5d6-42b3-a509-1fb080915fce, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ac92142b-f5d6-42b3-a509-1fb080915fce,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:24.907843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'ac92142b-f5d6-42b3-a509-1fb080915fce', 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a', 'port_id': 'ac92142b-f5d6-42b3-a509-1fb080915fce', 'mac_address': 'fa:16:3e:36:5d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f80c996-7708-41e4-9e70-c6bdd46ba2d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:24.915746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:24.916319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:24.916907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:24.931562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:24.932125 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:24.935714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-a40c2099-9d01-49b1-ad4a-7f92816fcd4e service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113193 Aug 03 19:06:24.936965 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 7 to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 Aug 03 19:06:24.949473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec7a6b1e-be23-4199-b025-9548282c250c req-be3f24c5-79fe-460b-84e0-887f969f308e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747937 Aug 03 19:06:25.014573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:25.015168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:25.015716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:25.026290 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.068362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac92142b-f5d6-42b3-a509-1fb080915fce {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:25.085958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:25.086318 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:25.089989 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 8 to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 Aug 03 19:06:25.107573 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fb823228-9f9e-4fe7-ac6b-7c2c60148d45 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.3771374 Aug 03 19:06:25.109083 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ac92142b-f5d6-42b3-a509-1fb080915fce, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ac92142b-f5d6-42b3-a509-1fb080915fce,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:25.110014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51684) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:25.120076 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.180435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:25.180998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:25.181640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:25.195170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:25.195741 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:25.210375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ac92142b-f5d6-42b3-a509-1fb080915fce,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:25.213912 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 9 to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 Aug 03 19:06:25.223395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.224398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.224954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.225475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.225989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.226931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.227623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.228147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.229886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.230398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.230938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.231420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:25.255220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.256053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.257204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.258353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.259282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.260346 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.261526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.262504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.263510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.264265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.264950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.265616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.274452 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8274367d-78db-4c75-9569-15180931438c tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7651 time: 0.1631086 Aug 03 19:06:25.274665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51686) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:25.278020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:25.278674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:25.279528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:25.351342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-098c314d-d2f4-423e-b325-88ed667e5648 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902752 Aug 03 19:06:25.375501 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ac92142b-f5d6-42b3-a509-1fb080915fce'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:25.430842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:25.431225 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:25.435588 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 10 to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 Aug 03 19:06:25.441198 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-138f3266-c041-450d-9e56-8c95fd89ff63 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] delete failed (client error): The resource could not be found. Aug 03 19:06:25.443377 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-138f3266-c041-450d-9e56-8c95fd89ff63 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/86305698-481b-46cc-93ae-1fc4074f7b0e HTTP/1.1" status: 404 len: 345 time: 0.1573720 Aug 03 19:06:25.446052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51694) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:25.477055 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-089f9440-1b2d-4a7f-a520-d4ad58effce9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] DELETE failed (client error): The resource could not be found. Aug 03 19:06:25.477709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089f9440-1b2d-4a7f-a520-d4ad58effce9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:06:25.484153 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-089f9440-1b2d-4a7f-a520-d4ad58effce9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "DELETE /v2.0/networks/f833c243-9f26-44f5-9a75-1030ebd54544 HTTP/1.1" status: 404 len: 339 time: 0.0370536 Aug 03 19:06:25.496362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51696) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:25.507380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Request body: {'network': {'name': 'tempest-network--1540026403', 'router:external': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:25.511854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b68bab-96c9-46ea-8baf-591faa7d92b1 req-a6e396df-b6a6-4356-b12f-2c56939f807a tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.514678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39b68bab-96c9-46ea-8baf-591faa7d92b1 req-a6e396df-b6a6-4356-b12f-2c56939f807a tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 944 time: 0.3963411 Aug 03 19:06:25.532096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-5bea5ce6-17c3-4707-a169-de8f5b93dbad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8c00d432-ef3d-498e-aa64-07aaad4b4404 HTTP/1.1" status: 200 len: 217 time: 0.1154010 Aug 03 19:06:25.542270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Made reservation on behalf of 00216fcb44974888a7f77845cc835dfe for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:25.545757 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.592488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:25.606729 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.607304 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Added segment 86ade88a-1f4a-49c0-b658-1450cd6b8e27 of type vlan for network e5c22362-d7d7-446c-a502-8721fa609ede Aug 03 19:06:25.648653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:25.649242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:25.658024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:25.669615 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.726006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 2133badf-d86e-4d1f-8cbf-a30bab897014 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:25.726313 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 2133badf-d86e-4d1f-8cbf-a30bab897014 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:25.726570 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.740309 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.743127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.744628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.863705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39b68bab-96c9-46ea-8baf-591faa7d92b1 req-b6807a76-c718-4927-9f88-b6288c3ab3cf tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367913 Aug 03 19:06:25.929158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d83a09d9-ebcb-4840-866e-32bea2437756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.941304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-d83a09d9-ebcb-4840-866e-32bea2437756 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.3575974 Aug 03 19:06:25.970732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154af20-c829-46d5-927e-3b32aa7c6f0e req-36ad326f-8be2-4aac-a592-7302470b4be6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.985800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8154af20-c829-46d5-927e-3b32aa7c6f0e req-36ad326f-8be2-4aac-a592-7302470b4be6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.4566019 Aug 03 19:06:26.138790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] For port 2133badf-d86e-4d1f-8cbf-a30bab897014, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:26.139515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempted to set empty binding levels {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:06:26.200484 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.206509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8154af20-c829-46d5-927e-3b32aa7c6f0e req-c6a884af-dc73-4b84-9ec0-44cf5a15a0c4 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175825 Aug 03 19:06:26.229741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-8d0de05d-617f-4cfa-b593-80803558c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.231665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-8d0de05d-617f-4cfa-b593-80803558c72c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2694588 Aug 03 19:06:26.285949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.286917 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.294672 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7918322 Aug 03 19:06:26.299013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51710) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:26.325968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e74604-a697-4889-8cc4-695e4228e4f9 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event updated for resources: {'Network': ['ID=e5c22362-d7d7-446c-a502-8721fa609ede,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:26.342461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e5c22362-d7d7-446c-a502-8721fa609ede details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:26.368014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.9104903 Aug 03 19:06:26.374360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51712) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:26.420048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00124f93-eb8b-492c-bd55-f736f9ccb598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event updated for resources: {'Port': ['ID=2133badf-d86e-4d1f-8cbf-a30bab897014,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:26.487632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3ccbe-6f77-4e42-bc64-237fc6033af3 req-08b9db5c-663c-4fce-b8a1-b640c492247c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.489254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53d3ccbe-6f77-4e42-bc64-237fc6033af3 req-08b9db5c-663c-4fce-b8a1-b640c492247c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.2920671 Aug 03 19:06:26.520829 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-77c66e8b-c664-4aad-bd99-c7be32a7287b service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634354 Aug 03 19:06:26.572342 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a8df2-ad21-4d06-949a-e1a52aa2455c tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.578629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a8df2-ad21-4d06-949a-e1a52aa2455c tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.585814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a8df2-ad21-4d06-949a-e1a52aa2455c tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.592479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a8df2-ad21-4d06-949a-e1a52aa2455c tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.598911 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d02a8df2-ad21-4d06-949a-e1a52aa2455c tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2910533 Aug 03 19:06:26.599248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51716) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:26.625832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53d3ccbe-6f77-4e42-bc64-237fc6033af3 req-69391eb1-958d-437b-a112-1c8eaf29ef73 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198950 Aug 03 19:06:26.633692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ac92142b-f5d6-42b3-a509-1fb080915fce up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:26.635101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d7e54d42-9608-4a8b-a6dc-6d9d653546f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Deleting port 2133badf-d86e-4d1f-8cbf-a30bab897014 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:26.635935 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7e54d42-9608-4a8b-a6dc-6d9d653546f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.726042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-46665e96-0c1c-437e-944e-b5a3ad2dd874 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962595 Aug 03 19:06:26.729903 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.741427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port ac92142b-f5d6-42b3-a509-1fb080915fce completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:26.742763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-d7e54d42-9608-4a8b-a6dc-6d9d653546f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] For port 2133badf-d86e-4d1f-8cbf-a30bab897014, host n-h2-802918-7, got binding levels [] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:26.743325 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7e54d42-9608-4a8b-a6dc-6d9d653546f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.748389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port ac92142b-f5d6-42b3-a509-1fb080915fce triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:26.750451 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.796124 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-ff667b7e-113f-48f7-83e7-7918e0f9fa7d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=33922177-bf0b-4da7-83d8-6f52db3c6f4c HTTP/1.1" status: 200 len: 217 time: 0.0549381 Aug 03 19:06:26.802090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d7e54d42-9608-4a8b-a6dc-6d9d653546f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Calling delete_port for 2133badf-d86e-4d1f-8cbf-a30bab897014 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:26.860672 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.862983 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.878629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c22362-d7d7-446c-a502-8721fa609ede']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:26.892620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ade88a-1f4a-49c0-b658-1450cd6b8e27') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:26.893598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ade88a-1f4a-49c0-b658-1450cd6b8e27') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:26.906309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-390661d8-70db-4f45-9650-6537ea704e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.908081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-390661d8-70db-4f45-9650-6537ea704e4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55cde3f9-47fa-488b-b3de-03a59f897dc4 HTTP/1.1" status: 200 len: 797 time: 0.1031942 Aug 03 19:06:26.909786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.910990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ac92142b-f5d6-42b3-a509-1fb080915fce, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ac92142b-f5d6-42b3-a509-1fb080915fce,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:26.914469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52b0bb7-dac8-4e7c-b5d8-057c71b838be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92142b-f5d6-42b3-a509-1fb080915fce'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:26.917214 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10f7012-6831-4c2a-910c-761428ff7447" -d '{"events": [{"server_uuid": "e52b0bb7-dac8-4e7c-b5d8-057c71b838be", "name": "network-vif-plugged", "status": "completed", "tag": "ac92142b-f5d6-42b3-a509-1fb080915fce"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:26.921250 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.945708 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.952882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:06:26.953325 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.990279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ac92142b-f5d6-42b3-a509-1fb080915fce,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:26.998741 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a062bbfb-6ded-4f48-bca0-9001c2b8f5cd x-openstack-request-id: req-a062bbfb-6ded-4f48-bca0-9001c2b8f5cd {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:26.998741 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52b0bb7-dac8-4e7c-b5d8-057c71b838be", "name": "network-vif-plugged", "status": "completed", "tag": "ac92142b-f5d6-42b3-a509-1fb080915fce", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:26.998741 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a062bbfb-6ded-4f48-bca0-9001c2b8f5cd {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:26.999414 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52b0bb7-dac8-4e7c-b5d8-057c71b838be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92142b-f5d6-42b3-a509-1fb080915fce', 'code': 200} Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:06:27.005176 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:06:27.038698 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.040324 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7e54d42-9608-4a8b-a6dc-6d9d653546f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.050432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5c22362-d7d7-446c-a502-8721fa609ede {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:06:27.063538 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.066456 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e5c22362-d7d7-446c-a502-8721fa609ede HTTP/1.1" status: 204 len: 168 time: 0.4662290 Aug 03 19:06:27.068426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc18a4-a80d-48d6-89de-5a6ddbc8e5eb tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5c22362-d7d7-446c-a502-8721fa609ede,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:27.070324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51726) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:27.082577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Request body: {'network': {'name': 'tempest-network--1038702650', 'router:external': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:27.113399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Made reservation on behalf of 00216fcb44974888a7f77845cc835dfe for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:27.120546 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.161577 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7e54d42-9608-4a8b-a6dc-6d9d653546f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.168240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d7e54d42-9608-4a8b-a6dc-6d9d653546f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "DELETE /v2.0/ports/2133badf-d86e-4d1f-8cbf-a30bab897014 HTTP/1.1" status: 204 len: 168 time: 0.7909563 Aug 03 19:06:27.168983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51730) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:27.181239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:27.191034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-f9134241-bc75-4e05-a717-230663d2f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.192920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-f9134241-bc75-4e05-a717-230663d2f781 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2706008 Aug 03 19:06:27.204604 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e239b4-dba2-4a75-a78c-4a6b875371ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:06:27.211418 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d5e239b4-dba2-4a75-a78c-4a6b875371ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "GET /v2.0/ports/2133badf-d86e-4d1f-8cbf-a30bab897014 HTTP/1.1" status: 404 len: 333 time: 0.0370154 Aug 03 19:06:27.211418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51732) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:27.216520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e54d42-9608-4a8b-a6dc-6d9d653546f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event deleted for resources: {'Port': ['ID=2133badf-d86e-4d1f-8cbf-a30bab897014,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:27.230238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Request body: {'port': {'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122684409'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:27.239550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.240448 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Added segment bae37e70-41f7-43a3-a252-b005104a2d38 of type vlan for network 0785764b-6556-481c-9280-d0752e419d84 Aug 03 19:06:27.373013 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.383007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Made reservation on behalf of cfa19d60ff714c6e890f93aa778a0231 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:27.388325 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.405132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e52faf-2fcd-412e-98a2-82e268d41a1a req-d94d4145-f146-4415-908c-8ed5b511fc44 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.407216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5e52faf-2fcd-412e-98a2-82e268d41a1a req-d94d4145-f146-4415-908c-8ed5b511fc44 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 945 time: 0.3176975 Aug 03 19:06:27.426004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] device_id is not set on port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:06:27.455040 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-9f849f8b-29d1-4b64-a397-30de2593045b service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356896 Aug 03 19:06:27.547697 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.549095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.550387 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.628844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event updated for resources: {'Network': ['ID=0785764b-6556-481c-9280-d0752e419d84,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:27.640240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 0785764b-6556-481c-9280-d0752e419d84 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:27.652446 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e130f736-299b-4baa-97a1-42c6d7b19bf2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5762172 Aug 03 19:06:27.658012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51742) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:27.830276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81cce1d-1d34-4b38-8bb4-c915453880c2 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.835305 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b81cce1d-1d34-4b38-8bb4-c915453880c2 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] 10.222.0.78 "GET /v2.0/networks/0785764b-6556-481c-9280-d0752e419d84 HTTP/1.1" status: 200 len: 757 time: 0.1734333 Aug 03 19:06:27.835546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51746) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:27.869295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffcb01-065c-4944-b3b3-16c51cc4ccae req-4e3fb9f3-94a8-463c-ad9f-5a0594726c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.870881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ddffcb01-065c-4944-b3b3-16c51cc4ccae req-4e3fb9f3-94a8-463c-ad9f-5a0594726c0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 1096 time: 0.6767554 Aug 03 19:06:27.909315 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.927649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b9ca6-51eb-45f4-90bf-197e63367161 req-f2e9b23f-2026-4291-8ab4-0f6e601a65c0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.929561 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-417b9ca6-51eb-45f4-90bf-197e63367161 req-f2e9b23f-2026-4291-8ab4-0f6e601a65c0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.5654821 Aug 03 19:06:27.954611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f608e7a7-6313-4076-be19-b6e7588a3118 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.956732 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f608e7a7-6313-4076-be19-b6e7588a3118 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] 10.222.0.78 "GET /v2.0/networks/a2edafa1-003b-42e5-827b-c5b7fdc0dcf6 HTTP/1.1" status: 200 len: 768 time: 0.1194973 Aug 03 19:06:27.962423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51748) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:27.977651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5e52faf-2fcd-412e-98a2-82e268d41a1a req-557c5515-d036-4f6e-a6b4-6ee954d1a4e2 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397420 Aug 03 19:06:28.039233 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-417b9ca6-51eb-45f4-90bf-197e63367161 req-c8065d24-e20b-4468-9452-e4665b53b9e5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940456 Aug 03 19:06:28.057087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ddffcb01-065c-4944-b3b3-16c51cc4ccae req-e1b6ea82-1fbf-4b24-ba54-f0875ed9a8c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630335 Aug 03 19:06:28.058136 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.084553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-639d3c92-8736-4f41-8229-b840b0ff7cb3 service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343800 Aug 03 19:06:28.112529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.116919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Network f5f73f45-373f-4299-9587-98f3894c642e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:28.124217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:28.126912 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:28.127980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:28.129016 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.142723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event updated for resources: {'Port': ['ID=99899cb9-79fc-41c8-bcf2-c7f074ea2950,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:28.160176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-99764ae5-a4b9-42b4-adfc-3d7697fd3433 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bc907f2-98fb-4356-b18a-e599358c0451 HTTP/1.1" status: 200 len: 217 time: 0.0677288 Aug 03 19:06:28.175313 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5397d7fe-bcfa-49ec-85ee-68d3f90a258e tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9623408 Aug 03 19:06:28.187428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51752) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:28.198892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:28.276552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.290024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0785764b-6556-481c-9280-d0752e419d84']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:28.304084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae37e70-41f7-43a3-a252-b005104a2d38') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:28.304422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae37e70-41f7-43a3-a252-b005104a2d38') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:28.308746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-df8f5b65-90e4-44ed-b39d-bfa78fec1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:28.310374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-df8f5b65-90e4-44ed-b39d-bfa78fec1bd3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55cde3f9-47fa-488b-b3de-03a59f897dc4 HTTP/1.1" status: 200 len: 797 time: 0.1331129 Aug 03 19:06:28.320675 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.345914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.355926 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:06:28.356989 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:06:28.359558 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:06:28.377431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1bdd-92e8-4261-9220-a5c82513a930 req-d61f6e89-4ce5-4fb5-bb60-a5f285bf1bd1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:28.379103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba6b1bdd-92e8-4261-9220-a5c82513a930 req-d61f6e89-4ce5-4fb5-bb60-a5f285bf1bd1 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.2175040 Aug 03 19:06:28.384276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.465011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.465719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-ea1ce8f4-01af-46e6-88c6-214b8deddf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:28.469033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-ea1ce8f4-01af-46e6-88c6-214b8deddf21 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1381536 Aug 03 19:06:28.469643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0785764b-6556-481c-9280-d0752e419d84 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:06:28.487128 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.494236 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "DELETE /v2.0/networks/0785764b-6556-481c-9280-d0752e419d84 HTTP/1.1" status: 204 len: 168 time: 0.5300288 Aug 03 19:06:28.495235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81f103-aad2-47ef-8560-7662e45597c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event deleted for resources: {'Network': ['ID=0785764b-6556-481c-9280-d0752e419d84,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:28.495887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51760) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:28.512159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Request body: {'network': {'name': 'tempest-network--149391829'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:28.562215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba6b1bdd-92e8-4261-9220-a5c82513a930 req-3ae75095-9b1d-4b65-9838-5cc3c2d577bc tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650913 Aug 03 19:06:28.653251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Made reservation on behalf of 00216fcb44974888a7f77845cc835dfe for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:28.655710 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.705544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-417dcddf-8ed0-479a-9328-2751fa21b0e3 service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237291 Aug 03 19:06:28.737980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:28.812918 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.813386 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Added segment b35e1890-3884-453c-bf14-00d5c848ca58 of type vlan for network 54d64707-c200-452e-a8dd-766583defea9 Aug 03 19:06:28.865007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] device_id is not set on port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:06:28.881224 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.902337 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.934171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Transition to ACTIVE for port object 99899cb9-79fc-41c8-bcf2-c7f074ea2950 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:28.936595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d5bafe3-d18c-4b31-b046-222d8c90e607 req-910aee67-290a-4c7e-8dff-6078aa6c642e service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216141 Aug 03 19:06:28.941085 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.992265 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.993133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:28.993771 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.085139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event updated for resources: {'Port': ['ID=99899cb9-79fc-41c8-bcf2-c7f074ea2950,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:29.120306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:29.120983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:29.121717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:29.132090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6343241 Aug 03 19:06:29.135129 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51774) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:29.144317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:29.144718 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:29.147204 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 2 to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 Aug 03 19:06:29.147785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-364b93ce-bcc7-4595-bafb-23406dbfd1c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:29.152221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd7d13-79a7-4165-959c-a2395ee931f3 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event updated for resources: {'Network': ['ID=54d64707-c200-452e-a8dd-766583defea9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:29.169168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 54d64707-c200-452e-a8dd-766583defea9 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:29.220994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:29.221653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:29.221748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:29.235444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:29.235789 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:29.239081 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 3 to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 Aug 03 19:06:29.272550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edda138-e5ec-43b0-ae8a-530b93dbd733 req-822eee61-ee90-4e61-957c-80687c0c5d61 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.274178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9edda138-e5ec-43b0-ae8a-530b93dbd733 req-822eee61-ee90-4e61-957c-80687c0c5d61 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1280951 Aug 03 19:06:29.278628 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:29.278974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:29.279322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:29.290936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d949aa-4414-475e-b226-2b07c90914b0 req-92f05c21-66ab-437a-baac-219aaf0316cb tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.292165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24d949aa-4414-475e-b226-2b07c90914b0 req-92f05c21-66ab-437a-baac-219aaf0316cb tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 945 time: 0.1410000 Aug 03 19:06:29.304397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:29.304740 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:29.312756 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 4 to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 Aug 03 19:06:29.352985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:29.353346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:29.353717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:29.369174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9edda138-e5ec-43b0-ae8a-530b93dbd733 req-a511f28b-1888-4fee-bf2a-6dbd40a948e6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759590 Aug 03 19:06:29.369832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:29.370177 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:29.375895 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 5 to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 Aug 03 19:06:29.403983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24d949aa-4414-475e-b226-2b07c90914b0 req-77b246fb-09b7-459a-9d16-cf002fe7d827 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015933 Aug 03 19:06:29.428214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:29.428581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:29.428934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:29.440753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:29.441056 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.441579 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:29.442187 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 6 to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 Aug 03 19:06:29.446872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-364b93ce-bcc7-4595-bafb-23406dbfd1c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.475342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:29.475585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:29.475940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:29.481958 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-364b93ce-bcc7-4595-bafb-23406dbfd1c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.502871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:29.504147 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:29.506070 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 7 to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 Aug 03 19:06:29.521193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-364b93ce-bcc7-4595-bafb-23406dbfd1c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Network 54d64707-c200-452e-a8dd-766583defea9 is not hosted by any dhcp agent {{(pid=100488) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:06:29.522765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b93ce-bcc7-4595-bafb-23406dbfd1c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.523329 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-364b93ce-bcc7-4595-bafb-23406dbfd1c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.525684 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-364b93ce-bcc7-4595-bafb-23406dbfd1c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "PUT /v2.0/networks/54d64707-c200-452e-a8dd-766583defea9 HTTP/1.1" status: 200 len: 857 time: 0.3883708 Aug 03 19:06:29.536844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51786) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:29.538574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:29.539182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:29.539950 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:29.561127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:29.561559 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:29.563714 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 8 to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 Aug 03 19:06:29.589938 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b93ce-bcc7-4595-bafb-23406dbfd1c0 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event updated for resources: {'Network': ['ID=54d64707-c200-452e-a8dd-766583defea9,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:29.599448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:29.599776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:29.600209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:29.642760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:29.643590 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:29.650918 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 9 to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 Aug 03 19:06:29.701794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:29.702147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:29.702489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:29.716661 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.718966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:29.719310 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:29.722458 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 10 to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 Aug 03 19:06:29.752774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:29.753151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:29.753455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:29.769869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9caf5-dc43-469f-a24f-2764a65c7fc8 req-41b296a3-e1b6-495f-8cb4-aa137ba83929 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.771603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78f9caf5-dc43-469f-a24f-2764a65c7fc8 req-41b296a3-e1b6-495f-8cb4-aa137ba83929 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.1066742 Aug 03 19:06:29.774220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:29.774503 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:29.774813 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.918230 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.927735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78f9caf5-dc43-469f-a24f-2764a65c7fc8 req-a3f49485-5760-4bfc-bbae-8bef4d5de00c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259429 Aug 03 19:06:29.947632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d64707-c200-452e-a8dd-766583defea9']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:29.964282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35e1890-3884-453c-bf14-00d5c848ca58') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:29.964582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35e1890-3884-453c-bf14-00d5c848ca58') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:29.972867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] For port 99899cb9-79fc-41c8-bcf2-c7f074ea2950, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:29.973245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempted to set empty binding levels {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:06:29.977708 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.985456 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.028047 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.032272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] In _notify_port_updated(), no bound segment for port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:06:30.033190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.033908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.037579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "PUT /v2.0/ports/99899cb9-79fc-41c8-bcf2-c7f074ea2950 HTTP/1.1" status: 200 len: 979 time: 1.8468714 Aug 03 19:06:30.037998 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51798) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:30.043676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:06:30.044155 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:06:30.046165 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:06:30.091241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefeca2d-832d-4d8d-9ca0-0f933ffda44a tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event updated for resources: {'Port': ['ID=99899cb9-79fc-41c8-bcf2-c7f074ea2950,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:30.117955 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.124600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54d64707-c200-452e-a8dd-766583defea9 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:06:30.156785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Pushing event deleted for resources: {'Network': ['ID=54d64707-c200-452e-a8dd-766583defea9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:30.163623 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.173715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.174263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.174744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.175218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.175682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.176149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.176639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.177116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.178049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.178696 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.179499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.180339 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.181204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.181878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.182794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.183444 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.184651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.185303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.186475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.187131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.187755 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.188792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cdc36564-8d74-4105-b6b8-411bbb9a3dc2 tempest-ExternalNetworksTestJSON-827187998 tempest-ExternalNetworksTestJSON-827187998-project-admin] 10.222.0.78 "DELETE /v2.0/networks/54d64707-c200-452e-a8dd-766583defea9 HTTP/1.1" status: 204 len: 168 time: 0.6397619 Aug 03 19:06:30.190773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.192154 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.193273 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.193957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51802) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:30.198306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.199190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.200064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.200962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.201645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.202754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.203543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.204459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.205308 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.206448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.207122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.207755 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.213589 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f20af2f1-fc87-4546-bb36-2202beb5d2e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32550 time: 0.1742909 Aug 03 19:06:30.221944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51804) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:30.229865 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-827f7801-6183-4ebf-a86b-0471915b6dc7 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] DELETE failed (client error): The resource could not be found. Aug 03 19:06:30.230673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827f7801-6183-4ebf-a86b-0471915b6dc7 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:06:30.232500 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-827f7801-6183-4ebf-a86b-0471915b6dc7 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] 10.222.0.78 "DELETE /v2.0/subnets/20faa4c7-210a-4e9b-af3a-adea597e21a5 HTTP/1.1" status: 404 len: 337 time: 0.0369625 Aug 03 19:06:30.237566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51806) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:30.362235 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.375327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-13e2446e-62e4-422c-8daf-cf91256807cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Deleting port 99899cb9-79fc-41c8-bcf2-c7f074ea2950 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:30.375665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13e2446e-62e4-422c-8daf-cf91256807cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.463760 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-13e2446e-62e4-422c-8daf-cf91256807cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] For port 99899cb9-79fc-41c8-bcf2-c7f074ea2950, host n-h2-802918-7, got binding levels [] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:30.464135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13e2446e-62e4-422c-8daf-cf91256807cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.528570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-13e2446e-62e4-422c-8daf-cf91256807cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Calling delete_port for 99899cb9-79fc-41c8-bcf2-c7f074ea2950 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:30.707554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13e2446e-62e4-422c-8daf-cf91256807cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.758782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2446e-62e4-422c-8daf-cf91256807cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event deleted for resources: {'Port': ['ID=99899cb9-79fc-41c8-bcf2-c7f074ea2950,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:30.770285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13e2446e-62e4-422c-8daf-cf91256807cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.776457 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-13e2446e-62e4-422c-8daf-cf91256807cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "DELETE /v2.0/ports/99899cb9-79fc-41c8-bcf2-c7f074ea2950 HTTP/1.1" status: 204 len: 168 time: 0.5515306 Aug 03 19:06:30.780568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51820) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:30.789539 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.808421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2edafa1-003b-42e5-827b-c5b7fdc0dcf6']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:30.822510 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-365bc285-a6bd-4ab7-99fc-aa39e22f1f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:06:30.824854 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-365bc285-a6bd-4ab7-99fc-aa39e22f1f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "GET /v2.0/ports/99899cb9-79fc-41c8-bcf2-c7f074ea2950 HTTP/1.1" status: 404 len: 333 time: 0.0424807 Aug 03 19:06:30.825215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3e653-5efb-460c-b2c9-73df6ad370ce req-88536f15-52e9-49ee-bbbc-c298e8498334 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.828531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51824) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:30.830173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5cb3e653-5efb-460c-b2c9-73df6ad370ce req-88536f15-52e9-49ee-bbbc-c298e8498334 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2681694 Aug 03 19:06:30.835378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241471384', 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:30.837962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d698ef-247b-48f7-a713-59e22ccab9eb') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:30.838264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d698ef-247b-48f7-a713-59e22ccab9eb') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:30.858780 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.869225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Made reservation on behalf of cfa19d60ff714c6e890f93aa778a0231 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:30.872611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.881989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a192d-e9cd-4e14-86da-19545ae1e75b req-bf323f8a-7be6-46bb-a40b-058dd5c3ae8d tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.883711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b68a192d-e9cd-4e14-86da-19545ae1e75b req-bf323f8a-7be6-46bb-a40b-058dd5c3ae8d tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 945 time: 0.1831694 Aug 03 19:06:30.895201 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.902636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] device_id is not set on port 4dd94dd3-1c65-4390-b8d1-1e9aa3209424 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:06:30.940175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:06:30.940595 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:06:30.945245 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:06:30.994217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5cb3e653-5efb-460c-b2c9-73df6ad370ce req-ca7ea7de-b2ff-4cea-867f-4c6988bc8e6e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590998 Aug 03 19:06:31.011987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b68a192d-e9cd-4e14-86da-19545ae1e75b req-85a7e0ba-2c45-4acb-9400-1754de5b1bf8 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104612 Aug 03 19:06:31.066119 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.085089 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.092655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] 10.222.0.78 "DELETE /v2.0/networks/a2edafa1-003b-42e5-827b-c5b7fdc0dcf6 HTTP/1.1" status: 204 len: 168 time: 0.8493769 Aug 03 19:06:31.115514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb6a94-89dc-4bec-9b76-8946104c81d3 tempest-ExternalNetworksTestJSON-1927894029 tempest-ExternalNetworksTestJSON-1927894029-project] Pushing event deleted for resources: {'Network': ['ID=a2edafa1-003b-42e5-827b-c5b7fdc0dcf6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:31.140973 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.210642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.271266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Network f5f73f45-373f-4299-9587-98f3894c642e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:31.275056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:31.279642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:31.280617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:31.281233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.312269 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4782486 Aug 03 19:06:31.313020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51834) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:31.362052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdd64dc-d844-4f8e-b6a3-d3d101de0f43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:31.369153 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7cdd64dc-d844-4f8e-b6a3-d3d101de0f43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "GET /v2.0/ports/4dd94dd3-1c65-4390-b8d1-1e9aa3209424 HTTP/1.1" status: 200 len: 959 time: 0.0508451 Aug 03 19:06:31.369153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1357e-c222-4067-aefe-085aa92e58f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event updated for resources: {'Port': ['ID=4dd94dd3-1c65-4390-b8d1-1e9aa3209424,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:31.370850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51836) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:31.628187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f80ff6-4f26-45bc-a87a-152b3ddb7274 req-b85d1c73-bc04-484f-b0e2-bd3832ab9623 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:31.631388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d9f80ff6-4f26-45bc-a87a-152b3ddb7274 req-b85d1c73-bc04-484f-b0e2-bd3832ab9623 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.1712229 Aug 03 19:06:31.688044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-aa40991f-f2d0-4c80-b935-c4c7a46ac952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Deleting port 4dd94dd3-1c65-4390-b8d1-1e9aa3209424 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:31.690257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa40991f-f2d0-4c80-b935-c4c7a46ac952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.703060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51844) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:31.875403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d9f80ff6-4f26-45bc-a87a-152b3ddb7274 req-42d39849-f7b7-4207-b65c-07e57f8ba962 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256193 Aug 03 19:06:31.898548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51852) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:31.902692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-95505b33-19d8-46ec-a855-3edb227a97da admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1cd494ea4c594a908e28cdbc797adb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941116 Aug 03 19:06:31.933533 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa40991f-f2d0-4c80-b935-c4c7a46ac952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.977799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-aa40991f-f2d0-4c80-b935-c4c7a46ac952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Calling delete_port for 4dd94dd3-1c65-4390-b8d1-1e9aa3209424 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:32.064110 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-86e9cf83-7d3f-4f46-866f-199d76ba5c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.106605 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-86e9cf83-7d3f-4f46-866f-199d76ba5c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.161356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa40991f-f2d0-4c80-b935-c4c7a46ac952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.218132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa40991f-f2d0-4c80-b935-c4c7a46ac952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.220179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-aa40991f-f2d0-4c80-b935-c4c7a46ac952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "DELETE /v2.0/ports/4dd94dd3-1c65-4390-b8d1-1e9aa3209424 HTTP/1.1" status: 204 len: 168 time: 0.8476932 Aug 03 19:06:32.225543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40991f-f2d0-4c80-b935-c4c7a46ac952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dd94dd3-1c65-4390-b8d1-1e9aa3209424,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:32.225875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51872) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:32.278990 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3465d0-3a5a-4ac3-bec2-6d80dbf30cd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:06:32.286043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51876) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:32.298139 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cc3465d0-3a5a-4ac3-bec2-6d80dbf30cd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "GET /v2.0/ports/4dd94dd3-1c65-4390-b8d1-1e9aa3209424 HTTP/1.1" status: 404 len: 333 time: 0.0724199 Aug 03 19:06:32.304280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765de47-c34e-4274-bc36-8164bd1ce688 req-ac69dc1e-d0bf-44a3-846a-62857d3f297b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:32.307007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3765de47-c34e-4274-bc36-8164bd1ce688 req-ac69dc1e-d0bf-44a3-846a-62857d3f297b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1263571 Aug 03 19:06:32.307748 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-86e9cf83-7d3f-4f46-866f-199d76ba5c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.313572 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-86e9cf83-7d3f-4f46-866f-199d76ba5c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.317667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-86e9cf83-7d3f-4f46-866f-199d76ba5c9f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff2e3603-9a4b-42ac-85e5-d2488ca2a0de HTTP/1.1" status: 204 len: 168 time: 0.4069903 Aug 03 19:06:32.333296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Request body: {'port': {'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-337662396'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:32.378693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Made reservation on behalf of cfa19d60ff714c6e890f93aa778a0231 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:32.382652 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.420306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9cf83-7d3f-4f46-866f-199d76ba5c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2e3603-9a4b-42ac-85e5-d2488ca2a0de,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:32.453125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] device_id is not set on port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:06:32.608509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3765de47-c34e-4274-bc36-8164bd1ce688 req-b1b1e2d4-9436-420a-b48c-1fefa272d5e7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425914 Aug 03 19:06:32.657791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51892) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:32.672524 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1bc1f74f-1b97-44f2-aa4d-665e1919b20c details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:32.898816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.905696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:32.960906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51904) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:32.979879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87', 'port_id': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'mac_address': 'fa:16:3e:76:3b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdc4e0d-929f-4680-8655-547d605c21e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:33.042020 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.080332 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.102471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bc1f74f-1b97-44f2-aa4d-665e1919b20c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:33.129040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:33.136202 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.229953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Network f5f73f45-373f-4299-9587-98f3894c642e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:33.240412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:33.244251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:33.253204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1bc1f74f-1b97-44f2-aa4d-665e1919b20c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:33.256379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:33.257357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:33.258021 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.274856 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d7b7d8a8-fa8c-44af-8b0d-b04c7365c39a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00216fcb44974888a7f77845cc835dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111336 Aug 03 19:06:33.275177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51908) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:33.278998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event updated for resources: {'Port': ['ID=9efaeb02-48d7-4ce0-8f08-00f36fcd6add,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:33.290973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed50ed4-7279-4497-b64e-7daafeb0355e req-f34e6d08-d3e2-46aa-b888-45c63b9b04b8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:33.298655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bed50ed4-7279-4497-b64e-7daafeb0355e req-f34e6d08-d3e2-46aa-b888-45c63b9b04b8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.2492361 Aug 03 19:06:33.310824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7802f351-34d9-48c6-bf3a-6ae2a322cfb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9938045 Aug 03 19:06:33.319228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51910) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:33.331748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:33.403950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bed50ed4-7279-4497-b64e-7daafeb0355e req-d8097337-2021-4602-bfcb-64e4b955da05 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031709 Aug 03 19:06:33.418087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abf56a77-cb26-43d2-bb0c-2025dff36cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.488963 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abf56a77-cb26-43d2-bb0c-2025dff36cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.548618 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.644203 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2765f377-689c-49be-8650-df3407e341fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.647618 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c756-7fb5-455e-8723-a09c95df2711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.678528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abf56a77-cb26-43d2-bb0c-2025dff36cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.687031 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abf56a77-cb26-43d2-bb0c-2025dff36cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.688662 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-abf56a77-cb26-43d2-bb0c-2025dff36cd5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/954408d2-4e80-4951-814f-f852ed8d8084 HTTP/1.1" status: 204 len: 168 time: 0.4121459 Aug 03 19:06:33.721001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf56a77-cb26-43d2-bb0c-2025dff36cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954408d2-4e80-4951-814f-f852ed8d8084,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:33.935169 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c756-7fb5-455e-8723-a09c95df2711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.946176 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6e7c756-7fb5-455e-8723-a09c95df2711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.004406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] device_id is not set on port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:06:34.008840 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7c756-7fb5-455e-8723-a09c95df2711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9bfbae-6b40-42e6-ab45-d327924072ae,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:34.019155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e45e5f-82d3-4d2d-ba0e-e5a54bb32ea0 req-8e892bf1-7c6e-4464-b9c8-37d3aa327fa0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:34.027657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f2e45e5f-82d3-4d2d-ba0e-e5a54bb32ea0 req-8e892bf1-7c6e-4464-b9c8-37d3aa327fa0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 944 time: 0.1307344 Aug 03 19:06:34.053238 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f6e7c756-7fb5-455e-8723-a09c95df2711 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=49db232007404c38932e21d8f5cd8489&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3938603 Aug 03 19:06:34.057867 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51930) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:34.096474 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.163928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f2e45e5f-82d3-4d2d-ba0e-e5a54bb32ea0 req-1d98d47b-af26-49d9-a505-547044380acd tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345582 Aug 03 19:06:34.166774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Transition to ACTIVE for port object 9efaeb02-48d7-4ce0-8f08-00f36fcd6add will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:34.185587 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.244446 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f20b4d6a-74d5-4e11-bc2e-ec4bc21f05ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.249057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event updated for resources: {'Port': ['ID=9efaeb02-48d7-4ce0-8f08-00f36fcd6add,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:34.299489 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f20b4d6a-74d5-4e11-bc2e-ec4bc21f05ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.318527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:34.318972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:34.319504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:34.327142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:34.327671 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:34.328317 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 2 to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add Aug 03 19:06:34.384894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:34.386429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:34.388944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:34.419408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:34.420138 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:34.429414 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 3 to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add Aug 03 19:06:34.448728 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f20b4d6a-74d5-4e11-bc2e-ec4bc21f05ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.452559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f20b4d6a-74d5-4e11-bc2e-ec4bc21f05ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.454949 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f20b4d6a-74d5-4e11-bc2e-ec4bc21f05ce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8a9bfbae-6b40-42e6-ab45-d327924072ae HTTP/1.1" status: 204 len: 168 time: 0.3911691 Aug 03 19:06:34.489279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:34.497864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:34.498790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:34.503338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b4d6a-74d5-4e11-bc2e-ec4bc21f05ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9bfbae-6b40-42e6-ab45-d327924072ae,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:34.554184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:34.560696 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:34.563466 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 4 to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add Aug 03 19:06:34.600270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:34.604509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:34.610671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:34.619204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:34.622478 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:34.623428 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 5 to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add Aug 03 19:06:34.684286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1bc1f74f-1b97-44f2-aa4d-665e1919b20c up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:34.686606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:34.687307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:34.688016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:34.700084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:34.703524 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:34.704770 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 6 to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add Aug 03 19:06:34.763229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:34.764758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:34.766037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:34.792150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c800e5-24c5-44a3-8d74-5610decc9c69 req-c710d955-d0ad-43da-8da0-19d8cf853054 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:34.799825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72c800e5-24c5-44a3-8d74-5610decc9c69 req-c710d955-d0ad-43da-8da0-19d8cf853054 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.1602061 Aug 03 19:06:34.847229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:34.847885 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.873066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:34.873404 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:34.878956 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 7 to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add Aug 03 19:06:34.933172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72c800e5-24c5-44a3-8d74-5610decc9c69 req-3c3892bd-fcfb-4b11-8736-2f3c2c05537f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267653 Aug 03 19:06:34.942432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:34.942733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:34.943077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:34.954800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:34.955024 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:34.955989 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 8 to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add Aug 03 19:06:34.990352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:34.990722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:34.993522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:35.009899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:35.010413 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:35.011045 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 9 to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add Aug 03 19:06:35.068565 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:35.069671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:35.070110 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:35.077283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:35.078024 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:35.078529 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempt 10 to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add Aug 03 19:06:35.104715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:35.105140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:35.105647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempting to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:35.112557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:35.112844 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Failed to bind port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on host n-h2-802918-7 for vnic_type normal using segments [{'id': 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5f73f45-373f-4299-9587-98f3894c642e'}] Aug 03 19:06:35.113551 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.122877 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.228520 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:35.241859 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab757af4-3eec-41ed-9e51-3a3632a669ae" -d '{"events": [{"server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "name": "network-vif-plugged", "status": "completed", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:35.243642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51970) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:35.265869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:35.282225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] For port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:35.282738 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attempted to set empty binding levels {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:06:35.288456 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.290653 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.371959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] In _notify_port_updated(), no bound segment for port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add on network f5f73f45-373f-4299-9587-98f3894c642e {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:06:35.373962 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0ccd13-f817-40da-91db-5bd19f8ca2b8 x-openstack-request-id: req-ee0ccd13-f817-40da-91db-5bd19f8ca2b8 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:35.374914 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "name": "network-vif-plugged", "status": "completed", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:35.375181 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee0ccd13-f817-40da-91db-5bd19f8ca2b8 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:35.375594 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'code': 200} Aug 03 19:06:35.388586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:35.392546 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.401174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "PUT /v2.0/ports/9efaeb02-48d7-4ce0-8f08-00f36fcd6add HTTP/1.1" status: 200 len: 978 time: 2.0754206 Aug 03 19:06:35.401729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51974) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:35.416943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:35.479073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19478d-93bb-4ee2-8d6e-871fc10637af tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event updated for resources: {'Port': ['ID=9efaeb02-48d7-4ce0-8f08-00f36fcd6add,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:35.560165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-07125e38-3931-417f-850a-0dc474a27474 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] Request body: {'port': {'network_id': 'd2ad43e5-e30e-4418-aa8e-2ffc7f51f7be', 'name': 'tempest-NetworksNegativeTestJSON-955004905'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:35.589927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51976) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:35.610446 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-07125e38-3931-417f-850a-0dc474a27474 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] POST failed (client error): The resource could not be found. Aug 03 19:06:35.611356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07125e38-3931-417f-850a-0dc474a27474 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:06:35.614513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8302111-edcc-414f-a38a-8d3e6023f940 req-35bb54da-154c-4ff9-9101-33592d02f10e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:35.618791 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-07125e38-3931-417f-850a-0dc474a27474 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3737431 Aug 03 19:06:35.620480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51978) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:35.622576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8302111-edcc-414f-a38a-8d3e6023f940 req-35bb54da-154c-4ff9-9101-33592d02f10e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2066915 Aug 03 19:06:35.637385 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cb87-0d34-46ad-a22b-80365de6a56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.643748 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd78d1a-d6f9-4782-861c-dc71f276ea8e tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] DELETE failed (client error): The resource could not be found. Aug 03 19:06:35.644611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd78d1a-d6f9-4782-861c-dc71f276ea8e tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:06:35.652882 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9bd78d1a-d6f9-4782-861c-dc71f276ea8e tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] 10.222.0.78 "DELETE /v2.0/networks/6b3e4b2d-f46a-4507-8a9f-476979c95b29 HTTP/1.1" status: 404 len: 339 time: 0.0310960 Aug 03 19:06:35.653902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51980) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:35.688126 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-813fff22-108a-43dd-a06c-f3264c488e83 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] DELETE failed (client error): The resource could not be found. Aug 03 19:06:35.689117 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813fff22-108a-43dd-a06c-f3264c488e83 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:06:35.691529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8302111-edcc-414f-a38a-8d3e6023f940 req-de77ec3c-fec7-4905-8259-79ac3374be88 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678670 Aug 03 19:06:35.697571 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-813fff22-108a-43dd-a06c-f3264c488e83 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] 10.222.0.78 "DELETE /v2.0/ports/79acc7ed-08c9-4d57-9965-348be385c236 HTTP/1.1" status: 404 len: 333 time: 0.0410357 Aug 03 19:06:35.698220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51982) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:35.737463 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f109c8-d9d7-43c7-b545-a65ef9cf9f84 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] DELETE failed (client error): The resource could not be found. Aug 03 19:06:35.738236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f109c8-d9d7-43c7-b545-a65ef9cf9f84 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:06:35.740215 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-33f109c8-d9d7-43c7-b545-a65ef9cf9f84 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] 10.222.0.78 "DELETE /v2.0/subnets/fe69a9b3-6f52-4427-811d-1f4c6bd0661a HTTP/1.1" status: 404 len: 337 time: 0.0400336 Aug 03 19:06:35.745028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51984) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:35.768112 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9034435-dc18-4a1c-b2af-9c97ccb82204 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] GET failed (client error): The resource could not be found. Aug 03 19:06:35.770297 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e9034435-dc18-4a1c-b2af-9c97ccb82204 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] 10.222.0.78 "GET /v2.0/networks/7ed86816-a015-4c57-bdc7-b039719add35 HTTP/1.1" status: 404 len: 339 time: 0.0239971 Aug 03 19:06:35.773918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-47e1a3b0-6c7b-4a72-af74-d517e838f8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Deleting port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:35.774518 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1a3b0-6c7b-4a72-af74-d517e838f8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.776628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51986) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:35.846040 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9115b94-85a3-4da8-8a14-2384e070c1c3 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] GET failed (client error): The resource could not be found. Aug 03 19:06:35.848610 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d9115b94-85a3-4da8-8a14-2384e070c1c3 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] 10.222.0.78 "GET /v2.0/ports/ecbade23-397f-445f-aaf0-86f3c1147357 HTTP/1.1" status: 404 len: 333 time: 0.0693977 Aug 03 19:06:35.853478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51990) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:35.896249 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cb87-0d34-46ad-a22b-80365de6a56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.907058 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4fb3cb87-0d34-46ad-a22b-80365de6a56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.980318 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18de953-3c62-4c61-8167-fc412b531217 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] GET failed (client error): The resource could not be found. Aug 03 19:06:35.982823 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f18de953-3c62-4c61-8167-fc412b531217 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] 10.222.0.78 "GET /v2.0/subnets/a93e632b-ca34-46d1-a801-d5171a226e34 HTTP/1.1" status: 404 len: 337 time: 0.1279664 Aug 03 19:06:35.996132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51996) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:35.997249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4fb3cb87-0d34-46ad-a22b-80365de6a56f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc044ece34104bacab6d19f66cd8d1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4038913 Aug 03 19:06:36.004619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51998) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:36.010486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-be9e39e8-edb5-4bcf-8426-65496aab44b0 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:36.020118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3cb87-0d34-46ad-a22b-80365de6a56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e013c59-34d0-41fd-86ac-81ffc94b4be6,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:36.088772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-47e1a3b0-6c7b-4a72-af74-d517e838f8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] For port 9efaeb02-48d7-4ce0-8f08-00f36fcd6add, host n-h2-802918-7, got binding levels [] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:36.098623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1a3b0-6c7b-4a72-af74-d517e838f8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.141911 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9e39e8-edb5-4bcf-8426-65496aab44b0 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] PUT failed (client error): The resource could not be found. Aug 03 19:06:36.143163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9e39e8-edb5-4bcf-8426-65496aab44b0 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:06:36.144662 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-be9e39e8-edb5-4bcf-8426-65496aab44b0 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] 10.222.0.78 "PUT /v2.0/networks/1efe572e-a352-45b1-bbff-2ebc26372b0a HTTP/1.1" status: 404 len: 339 time: 0.1386061 Aug 03 19:06:36.145208 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1da9f9ad-b8e6-4ae0-9a32-73dcaee6af37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.149421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52002) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:36.158936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-182912a5-a147-456f-bccc-d7e9b345edbf tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:36.163581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-47e1a3b0-6c7b-4a72-af74-d517e838f8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Calling delete_port for 9efaeb02-48d7-4ce0-8f08-00f36fcd6add owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:36.200565 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-182912a5-a147-456f-bccc-d7e9b345edbf tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] PUT failed (client error): The resource could not be found. Aug 03 19:06:36.201236 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1da9f9ad-b8e6-4ae0-9a32-73dcaee6af37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.201954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182912a5-a147-456f-bccc-d7e9b345edbf tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:06:36.204161 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-182912a5-a147-456f-bccc-d7e9b345edbf tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] 10.222.0.78 "PUT /v2.0/ports/fdeefde9-54c2-4b68-b8f7-8e5e89f96b12 HTTP/1.1" status: 404 len: 333 time: 0.0532339 Aug 03 19:06:36.209085 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52004) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:36.216592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7029bca8-bd36-4b5f-a779-187b96b0d8a4 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:36.273405 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1da9f9ad-b8e6-4ae0-9a32-73dcaee6af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.275833 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-7029bca8-bd36-4b5f-a779-187b96b0d8a4 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] PUT failed (client error): The resource could not be found. Aug 03 19:06:36.276020 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1da9f9ad-b8e6-4ae0-9a32-73dcaee6af37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.276751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7029bca8-bd36-4b5f-a779-187b96b0d8a4 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:06:36.277201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1da9f9ad-b8e6-4ae0-9a32-73dcaee6af37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e013c59-34d0-41fd-86ac-81ffc94b4be6 HTTP/1.1" status: 204 len: 168 time: 0.2688391 Aug 03 19:06:36.278617 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7029bca8-bd36-4b5f-a779-187b96b0d8a4 tempest-NetworksNegativeTestJSON-594421919 tempest-NetworksNegativeTestJSON-594421919-project] 10.222.0.78 "PUT /v2.0/subnets/b465c47f-46ac-4ed4-a6e9-68d9166b8414 HTTP/1.1" status: 404 len: 337 time: 0.0680919 Aug 03 19:06:36.291391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9f9ad-b8e6-4ae0-9a32-73dcaee6af37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e013c59-34d0-41fd-86ac-81ffc94b4be6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:36.337898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be1f51-c067-46fb-a491-f4092d4a4d1f req-8cf13809-0e79-46e4-a2db-c473bb457178 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:36.349565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3be1f51-c067-46fb-a491-f4092d4a4d1f req-8cf13809-0e79-46e4-a2db-c473bb457178 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.2376604 Aug 03 19:06:36.398160 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1a3b0-6c7b-4a72-af74-d517e838f8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.421791 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6b40fa0d-ec19-4d4a-8c81-e94d8acfdda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.454681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1a3b0-6c7b-4a72-af74-d517e838f8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Pushing event deleted for resources: {'Port': ['ID=9efaeb02-48d7-4ce0-8f08-00f36fcd6add,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:36.474927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3be1f51-c067-46fb-a491-f4092d4a4d1f req-4a241e4e-ce23-44e3-a868-303399496e9a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198790 Aug 03 19:06:36.489993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1a3b0-6c7b-4a72-af74-d517e838f8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.503259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52010) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:36.503861 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-47e1a3b0-6c7b-4a72-af74-d517e838f8f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "DELETE /v2.0/ports/9efaeb02-48d7-4ce0-8f08-00f36fcd6add HTTP/1.1" status: 204 len: 168 time: 1.0888753 Aug 03 19:06:36.571650 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-426a80d7-e6f3-40f6-b6f1-3feb07f6f467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:06:36.573511 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-426a80d7-e6f3-40f6-b6f1-3feb07f6f467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-805866076-project-admin] 10.222.0.78 "GET /v2.0/ports/9efaeb02-48d7-4ce0-8f08-00f36fcd6add HTTP/1.1" status: 404 len: 333 time: 0.0757501 Aug 03 19:06:36.579808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52012) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:36.609191 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.730250 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.891839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52020) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:37.090809 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.186409 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52030) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:37.193284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f73f45-373f-4299-9587-98f3894c642e']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:37.240480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:37.242651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37bb000-fcf8-4bc0-8e5f-d308cff8f6f8') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:37.265436 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.270070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2aada845-cca2-44d0-a7df-05955b42078f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.298285 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.307248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:06:37.307870 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.349154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d055d420-1e86-4cd6-afca-75be2cb5771b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:06:37.454734 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:06:37.461934 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.469069 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.476394 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] 10.222.0.78 "DELETE /v2.0/networks/f5f73f45-373f-4299-9587-98f3894c642e HTTP/1.1" status: 204 len: 168 time: 0.8903906 Aug 03 19:06:37.552673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f893c-7b6e-45a6-aefa-d9ae68f76b45 req-0f28bd4d-18bf-4b7d-9e53-4e3c9a698458 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:37.562062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c86f893c-7b6e-45a6-aefa-d9ae68f76b45 req-0f28bd4d-18bf-4b7d-9e53-4e3c9a698458 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.7279506 Aug 03 19:06:37.614478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e364c72-f180-47ef-bc1b-65028ade395e tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-542764613-project] Pushing event deleted for resources: {'Network': ['ID=f5f73f45-373f-4299-9587-98f3894c642e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:37.684878 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2aada845-cca2-44d0-a7df-05955b42078f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.708894 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2aada845-cca2-44d0-a7df-05955b42078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.723403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c86f893c-7b6e-45a6-aefa-d9ae68f76b45 req-5368a33e-dc45-4a31-8c76-cb614f279c7b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152272 Aug 03 19:06:37.800579 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.918853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8457709-c42b-4b63-a4f3-9f2a33d0752b req-9dc3941d-7b43-49e3-bdbd-3364b3e0a0e0 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:37.930499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8457709-c42b-4b63-a4f3-9f2a33d0752b req-9dc3941d-7b43-49e3-bdbd-3364b3e0a0e0 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.1641288 Aug 03 19:06:37.949299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52038) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:37.950865 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2aada845-cca2-44d0-a7df-05955b42078f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d3f48bdb7072455582178abff9210583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7370992 Aug 03 19:06:37.956635 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aada845-cca2-44d0-a7df-05955b42078f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5338925c-6bfd-4a48-a96d-4f3b7f15b75b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:38.090739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8457709-c42b-4b63-a4f3-9f2a33d0752b req-f71ba386-9357-4bb0-9d85-80159667634d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588185 Aug 03 19:06:38.141747 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-067f8a9c-60d6-464f-aa89-1e3329f06972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.185058 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52044) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:38.195310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-067f8a9c-60d6-464f-aa89-1e3329f06972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.235332 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d055d420-1e86-4cd6-afca-75be2cb5771b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.256702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d055d420-1e86-4cd6-afca-75be2cb5771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.363792 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-067f8a9c-60d6-464f-aa89-1e3329f06972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.377893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-067f8a9c-60d6-464f-aa89-1e3329f06972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.380400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-067f8a9c-60d6-464f-aa89-1e3329f06972 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5338925c-6bfd-4a48-a96d-4f3b7f15b75b HTTP/1.1" status: 204 len: 168 time: 0.4285214 Aug 03 19:06:38.436117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f8a9c-60d6-464f-aa89-1e3329f06972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5338925c-6bfd-4a48-a96d-4f3b7f15b75b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:38.520342 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055d420-1e86-4cd6-afca-75be2cb5771b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e4b5b1-d463-4568-8956-ed07e0677162,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:38.565468 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d055d420-1e86-4cd6-afca-75be2cb5771b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=748ad151f1d548ed913f5d2943d2420f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6722047 Aug 03 19:06:38.577660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52052) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:38.762473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9aa79f73-f602-4f9b-af43-958239da884a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=118e50ee16544b1db59c0d41e62c4628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729611 Aug 03 19:06:38.763780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52054) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:38.775412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ee6403e-b22c-48f5-9fc4-2c6780526274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.883008 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ee6403e-b22c-48f5-9fc4-2c6780526274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.053633 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ee6403e-b22c-48f5-9fc4-2c6780526274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.058501 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ee6403e-b22c-48f5-9fc4-2c6780526274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.062234 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2ee6403e-b22c-48f5-9fc4-2c6780526274 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/35e4b5b1-d463-4568-8956-ed07e0677162 HTTP/1.1" status: 204 len: 168 time: 0.4773157 Aug 03 19:06:39.090901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6403e-b22c-48f5-9fc4-2c6780526274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e4b5b1-d463-4568-8956-ed07e0677162,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:39.609125 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.944361 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c04cc25b-ea23-4d80-b3b7-444dead35bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.007698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b4875-b896-4650-a727-7d0802876771 req-44257603-3fba-4501-a2f2-6c918a7c5559 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:40.018985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-315b4875-b896-4650-a727-7d0802876771 req-44257603-3fba-4501-a2f2-6c918a7c5559 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2485812 Aug 03 19:06:40.050624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c04cc25b-ea23-4d80-b3b7-444dead35bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.133945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4040-bd92-4bc9-b9fc-38f154cba08a req-d46df914-1782-4fdd-b6c3-1110d2c136f4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:40.135543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-821c4040-bd92-4bc9-b9fc-38f154cba08a req-d46df914-1782-4fdd-b6c3-1110d2c136f4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.3681440 Aug 03 19:06:40.143230 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c04cc25b-ea23-4d80-b3b7-444dead35bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.145919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c04cc25b-ea23-4d80-b3b7-444dead35bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.150101 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c04cc25b-ea23-4d80-b3b7-444dead35bd2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0cf99f06-44f0-43aa-864f-a63d137f99b9 HTTP/1.1" status: 204 len: 168 time: 1.3835778 Aug 03 19:06:40.165732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cc25b-ea23-4d80-b3b7-444dead35bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf99f06-44f0-43aa-864f-a63d137f99b9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:40.194537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-315b4875-b896-4650-a727-7d0802876771 req-122c0ebf-bb19-4c4a-863e-6a8a1781047e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581290 Aug 03 19:06:40.266697 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-821c4040-bd92-4bc9-b9fc-38f154cba08a req-24a0cde4-251a-4773-96c8-58337dd3ff1c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133664 Aug 03 19:06:41.079264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52108) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:41.271711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52112) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:41.376780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52120) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:41.383436 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-52045b8f-0588-449a-9d3b-3863fcabe589 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cfa19d60ff714c6e890f93aa778a0231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913234 Aug 03 19:06:41.733436 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3e6fadf-b96b-4b0f-a1bf-f609cd2e030f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.740632 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e5f0-c9fb-405d-ae3a-79539ec6ce25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.772681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cde82-35b1-4b07-a314-06ef500babc8 req-cda6a1be-e48c-4325-acd0-5e7bdeb1dee5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:41.774409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a07cde82-35b1-4b07-a314-06ef500babc8 req-cda6a1be-e48c-4325-acd0-5e7bdeb1dee5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2310565 Aug 03 19:06:41.865669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43a3a5-7c04-4fe1-8b95-ace4cee5e94b req-b90a2279-0abd-46e0-a9a1-de833e45a290 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:41.867837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e43a3a5-7c04-4fe1-8b95-ace4cee5e94b req-b90a2279-0abd-46e0-a9a1-de833e45a290 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.3116531 Aug 03 19:06:41.884132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3e6fadf-b96b-4b0f-a1bf-f609cd2e030f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:42.011602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a07cde82-35b1-4b07-a314-06ef500babc8 req-d30fd531-9fe0-410c-99a5-3a39c0a41241 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170842 Aug 03 19:06:42.032121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e43a3a5-7c04-4fe1-8b95-ace4cee5e94b req-9d4f522a-ae58-41a2-b638-8af861e1c858 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566429 Aug 03 19:06:42.188121 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e5f0-c9fb-405d-ae3a-79539ec6ce25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:42.203389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3e6fadf-b96b-4b0f-a1bf-f609cd2e030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:42.215610 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3e6fadf-b96b-4b0f-a1bf-f609cd2e030f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:42.231345 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d3e6fadf-b96b-4b0f-a1bf-f609cd2e030f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6e8394ee-92b8-42a3-9ddd-3c76d606ae8a HTTP/1.1" status: 204 len: 168 time: 0.8407981 Aug 03 19:06:42.264274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6fadf-b96b-4b0f-a1bf-f609cd2e030f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8394ee-92b8-42a3-9ddd-3c76d606ae8a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:42.268783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e5f0-c9fb-405d-ae3a-79539ec6ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:42.330740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52140) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:42.384387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cfb3e5f0-c9fb-405d-ae3a-79539ec6ce25 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=180c15605d55464fb079db253277a22a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1088927 Aug 03 19:06:42.385916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52144) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:42.394215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3e5f0-c9fb-405d-ae3a-79539ec6ce25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f29b88-e4a4-4f29-9f96-63cea62babfa,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:42.462701 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31f04c63-d0e1-4dd8-a5b0-68a6174748af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:42.494955 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31f04c63-d0e1-4dd8-a5b0-68a6174748af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:42.568617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9791fe41-2930-47cb-8907-20e688b4a7e6 tempest-DvrRoutersNegativeTest-2061524534 tempest-DvrRoutersNegativeTest-2061524534-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-221115121', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:42.573472 n-d-802918-7 neutron-server[100488]: DEBUG neutron.policy [None req-9791fe41-2930-47cb-8907-20e688b4a7e6 tempest-DvrRoutersNegativeTest-2061524534 tempest-DvrRoutersNegativeTest-2061524534-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100488) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 03 19:06:42.574031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.policy [None req-9791fe41-2930-47cb-8907-20e688b4a7e6 tempest-DvrRoutersNegativeTest-2061524534 tempest-DvrRoutersNegativeTest-2061524534-project] Failed policy check for 'create_router' {{(pid=100488) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 03 19:06:42.574781 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-9791fe41-2930-47cb-8907-20e688b4a7e6 tempest-DvrRoutersNegativeTest-2061524534 tempest-DvrRoutersNegativeTest-2061524534-project] create failed (client error): Access was denied to this resource. Aug 03 19:06:42.576128 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9791fe41-2930-47cb-8907-20e688b4a7e6 tempest-DvrRoutersNegativeTest-2061524534 tempest-DvrRoutersNegativeTest-2061524534-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2431514 Aug 03 19:06:42.577871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31f04c63-d0e1-4dd8-a5b0-68a6174748af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:42.582306 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-31f04c63-d0e1-4dd8-a5b0-68a6174748af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:42.584674 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-31f04c63-d0e1-4dd8-a5b0-68a6174748af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85f29b88-e4a4-4f29-9f96-63cea62babfa HTTP/1.1" status: 204 len: 168 time: 0.1971562 Aug 03 19:06:42.594869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f04c63-d0e1-4dd8-a5b0-68a6174748af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f29b88-e4a4-4f29-9f96-63cea62babfa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:42.910998 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:06:43.281978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52166) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:43.345767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d919c-1fcb-4d96-87b3-23facddc9784 req-a890986d-d41b-41ec-ba38-87b118b6c266 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:43.357205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d08d919c-1fcb-4d96-87b3-23facddc9784 req-a890986d-d41b-41ec-ba38-87b118b6c266 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1390579 Aug 03 19:06:43.434250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7df518-8e7a-4490-b09f-90b7e649d29d req-c1dcfc17-d128-4857-8f44-b5ad59091dee tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:43.436944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d7df518-8e7a-4490-b09f-90b7e649d29d req-c1dcfc17-d128-4857-8f44-b5ad59091dee tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.1558061 Aug 03 19:06:43.454363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d08d919c-1fcb-4d96-87b3-23facddc9784 req-80135de3-261e-4877-b989-1804e164618a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961637 Aug 03 19:06:43.552630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d7df518-8e7a-4490-b09f-90b7e649d29d req-9fbd57de-5888-4bc4-aff3-494e4353ed61 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953808 Aug 03 19:06:43.639872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e4542fa-68ae-466d-aa43-970680508ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:43.825858 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e4542fa-68ae-466d-aa43-970680508ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:43.832473 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e4542fa-68ae-466d-aa43-970680508ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:43.917836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52186) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:43.930284 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8e4542fa-68ae-466d-aa43-970680508ae4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee3ea3afaa3b4faab6def4dc2a2f5a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458352 Aug 03 19:06:44.044153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4542fa-68ae-466d-aa43-970680508ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b153fa6-ea40-4271-a16f-739a88df9ed4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:44.119031 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d207bfdb-2428-45b0-b3b3-efc2f636dd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:44.224169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d207bfdb-2428-45b0-b3b3-efc2f636dd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:44.319424 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d207bfdb-2428-45b0-b3b3-efc2f636dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:44.323476 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d207bfdb-2428-45b0-b3b3-efc2f636dd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:44.324896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d207bfdb-2428-45b0-b3b3-efc2f636dd12 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b153fa6-ea40-4271-a16f-739a88df9ed4 HTTP/1.1" status: 204 len: 168 time: 0.4053149 Aug 03 19:06:44.346456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207bfdb-2428-45b0-b3b3-efc2f636dd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b153fa6-ea40-4271-a16f-739a88df9ed4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:44.778957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6e42d-4e19-433f-b249-2c3ad22c42ce req-b7e3ae63-b601-43db-ba9f-aaf31837cc34 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:44.783284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fb6e42d-4e19-433f-b249-2c3ad22c42ce req-b7e3ae63-b601-43db-ba9f-aaf31837cc34 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2065856 Aug 03 19:06:44.845909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754f6d1-493d-4a68-97b7-2e05582ce30d req-aaf45575-f554-40f9-a231-efcf3a763666 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:44.849885 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3754f6d1-493d-4a68-97b7-2e05582ce30d req-aaf45575-f554-40f9-a231-efcf3a763666 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.1828551 Aug 03 19:06:44.902317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fb6e42d-4e19-433f-b249-2c3ad22c42ce req-cc3adf2b-a6a4-4d3a-a74f-fdb4e761b526 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016715 Aug 03 19:06:45.014762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3754f6d1-493d-4a68-97b7-2e05582ce30d req-8616f8d1-8c9e-4bef-bba9-17b25c4864b9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187797 Aug 03 19:06:45.082251 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:45.119414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52220) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:45.514891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-38821341'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:45.568189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Made reservation on behalf of 46f311d38ed949b5b2b9e48d7be3cdce for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:45.573358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:45.594398 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:45.808811 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:45.821456 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:45.901914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:45.924127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c86fb6-9c9e-48ac-b8ec-385d4d03347c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:45.930371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:45.930753 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Added segment ca570835-5a5f-4874-b6a7-4a0e68d9a8e3 of type vlan for network 81724c30-c592-4dbb-8fe4-00880840bc69 Aug 03 19:06:46.080182 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:46.333927 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:46.345120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.346427 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:46.383990 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e23bd-fdcb-499d-afc6-50420d4a934f req-fdb3d60c-e785-416c-8d42-d95a00c93c8f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.399259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d23e23bd-fdcb-499d-afc6-50420d4a934f req-fdb3d60c-e785-416c-8d42-d95a00c93c8f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2951493 Aug 03 19:06:46.540078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4179964 Aug 03 19:06:46.544068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52270) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:46.551461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Request body: {'subnet': {'network_id': '81724c30-c592-4dbb-8fe4-00880840bc69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:46.642018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d23e23bd-fdcb-499d-afc6-50420d4a934f req-ab7398b9-cd67-4f15-be91-52fa1f8ad65a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404604 Aug 03 19:06:46.720348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c68703-13a9-4df2-8c38-facf60fa0e85 req-7807265c-15a5-4f27-80cc-c4307863f18b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:46.743408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73c68703-13a9-4df2-8c38-facf60fa0e85 req-7807265c-15a5-4f27-80cc-c4307863f18b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.5197785 Aug 03 19:06:46.776174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889670af-7a5e-4eec-bcab-8e8beaf56575 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event updated for resources: {'Network': ['ID=81724c30-c592-4dbb-8fe4-00880840bc69,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:46.803566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 81724c30-c592-4dbb-8fe4-00880840bc69 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:46.813937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Made reservation on behalf of 46f311d38ed949b5b2b9e48d7be3cdce for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:46.852865 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:46.894755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73c68703-13a9-4df2-8c38-facf60fa0e85 req-dcc45fa4-16e9-43ce-9a76-c73ef7f92cf8 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502488 Aug 03 19:06:47.493261 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:47.528693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dfffc-5694-453b-ad2b-1a4b41e7ed92 req-274ff0cd-98e9-4979-9e94-df343d6960ae tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:47.531160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d1dfffc-5694-453b-ad2b-1a4b41e7ed92 req-274ff0cd-98e9-4979-9e94-df343d6960ae tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.1641891 Aug 03 19:06:47.642424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d1dfffc-5694-453b-ad2b-1a4b41e7ed92 req-32714dee-6cf0-4957-a483-f86bab753fcd tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955377 Aug 03 19:06:47.666290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Checking segment: {'id': 'ca570835-5a5f-4874-b6a7-4a0e68d9a8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '81724c30-c592-4dbb-8fe4-00880840bc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:47.666290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Network hostable DHCP agents. Network: 81724c30-c592-4dbb-8fe4-00880840bc69, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:06:47.669874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event updated for resources: {'Subnet': ['ID=948e27b1-0542-40e2-9e3e-45d45c68d20c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:47.743164 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Network 81724c30-c592-4dbb-8fe4-00880840bc69 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:06:47.761686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 81724c30-c592-4dbb-8fe4-00880840bc69) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:47.775222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52012e5-b815-42c6-a208-5e9749e2f189 None None] Network 81724c30-c592-4dbb-8fe4-00880840bc69 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:47.788055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:47.791503 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:47.844498 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b5085bae-5960-479c-95e4-08fe909c98e5 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2949126 Aug 03 19:06:47.844789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52324) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:47.859866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4ddbc484-1c51-4e84-96d2-84e0a82032a2 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-527447837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:47.895376 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc484-1c51-4e84-96d2-84e0a82032a2 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:47.897686 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc484-1c51-4e84-96d2-84e0a82032a2 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.044158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8f962-22e7-497a-b87e-214bbca45d1f req-deacfe82-938c-4bdf-a1e0-f4730aa8750c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:48.051391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cf8f962-22e7-497a-b87e-214bbca45d1f req-deacfe82-938c-4bdf-a1e0-f4730aa8750c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.1582792 Aug 03 19:06:48.071093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc484-1c51-4e84-96d2-84e0a82032a2 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.077643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc484-1c51-4e84-96d2-84e0a82032a2 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.121905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ddbc484-1c51-4e84-96d2-84e0a82032a2 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.123398 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4ddbc484-1c51-4e84-96d2-84e0a82032a2 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2730410 Aug 03 19:06:48.128530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52332) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:48.209295 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-81724c30-c592-4dbb-8fe4-00880840bc69', 'network_id': '81724c30-c592-4dbb-8fe4-00880840bc69', 'tenant_id': '46f311d38ed949b5b2b9e48d7be3cdce', 'fixed_ips': [{'subnet_id': '948e27b1-0542-40e2-9e3e-45d45c68d20c'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:06:48.210214 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.238967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52342) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:48.502947 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0cd3b6e-08d2-4048-9c5b-4cd99953c6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.533787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Allocated IP 172.20.0.2 (81724c30-c592-4dbb-8fe4-00880840bc69/948e27b1-0542-40e2-9e3e-45d45c68d20c/a99857f1-460e-4a59-95be-158b6a56ce85) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:48.612734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cf8f962-22e7-497a-b87e-214bbca45d1f req-63410ad8-f28b-42fa-8824-19073f2036b2 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325899 Aug 03 19:06:48.760240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0cd3b6e-08d2-4048-9c5b-4cd99953c6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.774671 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0cd3b6e-08d2-4048-9c5b-4cd99953c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.888696 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a0cd3b6e-08d2-4048-9c5b-4cd99953c6d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb2c08eca1e745c3acfdf7adcf911ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6483319 Aug 03 19:06:48.891954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd3b6e-08d2-4048-9c5b-4cd99953c6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f939412f-c13b-4270-8911-65b371360fcb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:48.918062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52356) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:49.035438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152c7f1-9529-4181-ad46-708e47087bb9 req-2e3deeb5-f485-4c33-9fd1-762c6d135709 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.037066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3152c7f1-9529-4181-ad46-708e47087bb9 req-2e3deeb5-f485-4c33-9fd1-762c6d135709 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 0.3525472 Aug 03 19:06:49.042983 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cea2713-fa7c-4244-b896-26d79932d5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.087715 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cea2713-fa7c-4244-b896-26d79932d5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.109600 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.239838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cea2713-fa7c-4244-b896-26d79932d5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.244672 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cea2713-fa7c-4244-b896-26d79932d5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.246051 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2cea2713-fa7c-4244-b896-26d79932d5d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f939412f-c13b-4270-8911-65b371360fcb HTTP/1.1" status: 204 len: 168 time: 0.3257797 Aug 03 19:06:49.285284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea2713-fa7c-4244-b896-26d79932d5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f939412f-c13b-4270-8911-65b371360fcb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:49.316124 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.334104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Transition to ACTIVE for port object a99857f1-460e-4a59-95be-158b6a56ce85 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:49.373998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Transition to ACTIVE for port object a99857f1-460e-4a59-95be-158b6a56ce85 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:49.400398 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.470535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Pushing event updated for resources: {'Port': ['ID=a99857f1-460e-4a59-95be-158b6a56ce85,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:49.489422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Network 81724c30-c592-4dbb-8fe4-00880840bc69 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:49.492309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:49.503693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:49.541279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52370) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:49.704239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Allocated IP 172.20.0.1 (81724c30-c592-4dbb-8fe4-00880840bc69/948e27b1-0542-40e2-9e3e-45d45c68d20c/e106ac17-a8c6-42e5-80c2-65893682c822) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:49.722115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Attempting to bind port a99857f1-460e-4a59-95be-158b6a56ce85 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:49.722583 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Attempting to bind port a99857f1-460e-4a59-95be-158b6a56ce85 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'ca570835-5a5f-4874-b6a7-4a0e68d9a8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '81724c30-c592-4dbb-8fe4-00880840bc69'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:49.723141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Attempting to bind port a99857f1-460e-4a59-95be-158b6a56ce85 on network 81724c30-c592-4dbb-8fe4-00880840bc69 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:49.730433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:49.730904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Checking segment: {'id': 'ca570835-5a5f-4874-b6a7-4a0e68d9a8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '81724c30-c592-4dbb-8fe4-00880840bc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:49.731259 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.731755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Bound using segment: {'id': 'ca570835-5a5f-4874-b6a7-4a0e68d9a8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '81724c30-c592-4dbb-8fe4-00880840bc69'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:49.732465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Bound port: a99857f1-460e-4a59-95be-158b6a56ce85, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca570835-5a5f-4874-b6a7-4a0e68d9a8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '81724c30-c592-4dbb-8fe4-00880840bc69'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:49.733275 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.790534 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af47c0c5-1b25-45d2-a656-dde97ea25d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.831923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] For port a99857f1-460e-4a59-95be-158b6a56ce85, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:49.836444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] For port a99857f1-460e-4a59-95be-158b6a56ce85, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a99857f1-460e-4a59-95be-158b6a56ce85,segment=NetworkSegment(ca570835-5a5f-4874-b6a7-4a0e68d9a8e3),segment_id=ca570835-5a5f-4874-b6a7-4a0e68d9a8e3)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:49.842912 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.969825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384778d9-18d1-406f-87a9-699115a8fd50 None None] Pushing event updated for resources: {'Port': ['ID=a99857f1-460e-4a59-95be-158b6a56ce85,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:50.041331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af47c0c5-1b25-45d2-a656-dde97ea25d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.049445 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af47c0c5-1b25-45d2-a656-dde97ea25d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.121772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3783f8-1210-4871-b835-b096630c74a4 req-7854aa78-4642-4770-b7e7-a0f81aec273a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.131064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e3783f8-1210-4871-b835-b096630c74a4 req-7854aa78-4642-4770-b7e7-a0f81aec273a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 945 time: 1.2405109 Aug 03 19:06:50.135863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47c0c5-1b25-45d2-a656-dde97ea25d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75136e59-b35d-4aeb-8159-5f16c573734e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:50.149194 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-af47c0c5-1b25-45d2-a656-dde97ea25d08 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ce77e9bf5ea24f078c7df414aee8bdea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6065884 Aug 03 19:06:50.151985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52382) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:50.255767 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3dca4687-8ad7-4dcb-9f89-0ceec27e34f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.355845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3dca4687-8ad7-4dcb-9f89-0ceec27e34f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.441654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52386) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:50.441942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31ead3-c329-470a-9b8f-2e449a7ca216 req-7b8aef8d-8521-49fb-84bc-39f483d7ff96 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.460117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d35baf4c-57a8-4746-9a03-3664055bd34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.471636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e31ead3-c329-470a-9b8f-2e449a7ca216 req-7b8aef8d-8521-49fb-84bc-39f483d7ff96 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.5306380 Aug 03 19:06:50.510962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3dca4687-8ad7-4dcb-9f89-0ceec27e34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.514274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3dca4687-8ad7-4dcb-9f89-0ceec27e34f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.515718 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3dca4687-8ad7-4dcb-9f89-0ceec27e34f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/75136e59-b35d-4aeb-8159-5f16c573734e HTTP/1.1" status: 204 len: 168 time: 0.3626862 Aug 03 19:06:50.538138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca4687-8ad7-4dcb-9f89-0ceec27e34f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75136e59-b35d-4aeb-8159-5f16c573734e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:50.602950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e3783f8-1210-4871-b835-b096630c74a4 req-af6bedeb-5e7e-4309-8a6b-cbe67abd0d3f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706872 Aug 03 19:06:50.609036 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.651512 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-3152c7f1-9529-4181-ad46-708e47087bb9 req-37ed4c90-c348-4072-bf26-627cc0c6b53f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Deleting port df7ddbfc-e50e-42eb-9915-0a21a3534cf3 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:50.651966 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3152c7f1-9529-4181-ad46-708e47087bb9 req-37ed4c90-c348-4072-bf26-627cc0c6b53f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.717813 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d35baf4c-57a8-4746-9a03-3664055bd34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.720131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Transition to ACTIVE for port object e106ac17-a8c6-42e5-80c2-65893682c822 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:50.724310 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d35baf4c-57a8-4746-9a03-3664055bd34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.757296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e31ead3-c329-470a-9b8f-2e449a7ca216 req-9c35385a-eb27-4393-a129-e1f283c66ae3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332680 Aug 03 19:06:50.834681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-3152c7f1-9529-4181-ad46-708e47087bb9 req-37ed4c90-c348-4072-bf26-627cc0c6b53f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] For port df7ddbfc-e50e-42eb-9915-0a21a3534cf3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=df7ddbfc-e50e-42eb-9915-0a21a3534cf3,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:50.835055 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3152c7f1-9529-4181-ad46-708e47087bb9 req-37ed4c90-c348-4072-bf26-627cc0c6b53f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.854294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-3152c7f1-9529-4181-ad46-708e47087bb9 req-37ed4c90-c348-4072-bf26-627cc0c6b53f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Calling delete_port for df7ddbfc-e50e-42eb-9915-0a21a3534cf3 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:50.856870 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.890236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35baf4c-57a8-4746-9a03-3664055bd34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b08330-e97c-48a4-906c-c265eabc5904,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:50.903901 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d35baf4c-57a8-4746-9a03-3664055bd34e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0ac37bb5871240e5b0a7cb8f4e822fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603336 Aug 03 19:06:50.910453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52394) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:50.914355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Network 81724c30-c592-4dbb-8fe4-00880840bc69 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:50.941637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:51.025714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:51.188632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event updated for resources: {'Port': ['ID=e106ac17-a8c6-42e5-80c2-65893682c822,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:51.259820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.260413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.260996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.261625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.262200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.263005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.263563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.264146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.264697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.265279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.265914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.266629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:51.338645 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f43b1e5-d176-4896-a8d0-97baf1da5eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.520122 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.672785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52410) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:51.738253 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8511-e2cd-440e-a49b-038ba0e5b1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.003217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3152c7f1-9529-4181-ad46-708e47087bb9 req-37ed4c90-c348-4072-bf26-627cc0c6b53f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.043014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8182e38b-d7f0-461c-9278-9c416539dcc6 None None] Network 81724c30-c592-4dbb-8fe4-00880840bc69 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:52.054059 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8511-e2cd-440e-a49b-038ba0e5b1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.065168 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8511-e2cd-440e-a49b-038ba0e5b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.084608 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f43b1e5-d176-4896-a8d0-97baf1da5eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.094666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a99857f1-460e-4a59-95be-158b6a56ce85 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:52.130867 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f8511-e2cd-440e-a49b-038ba0e5b1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91e2a02-ec8c-4428-9b3e-bdec32d0c785,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:52.150298 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0e7f8511-e2cd-440e-a49b-038ba0e5b1b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e934d3e65b984f92a53124fcfb2d9cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769485 Aug 03 19:06:52.155580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52416) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:52.238227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9f59e75a-00db-4386-b0a2-4f3ad9c1c0c8 None None] Provisioning for port a99857f1-460e-4a59-95be-158b6a56ce85 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:52.294362 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ca59730-bf69-48b4-910f-c9a07712c393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.321206 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e98e1a28-279d-4ea7-a990-088691168c2a req-919a7f54-2bbc-417e-bef3-6f27bd48fd55 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 210 time: 0.3522263 Aug 03 19:06:52.337177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed4c90-c348-4072-bf26-627cc0c6b53f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event deleted for resources: {'Port': ['ID=df7ddbfc-e50e-42eb-9915-0a21a3534cf3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:52.384900 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ca59730-bf69-48b4-910f-c9a07712c393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.503825 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ca59730-bf69-48b4-910f-c9a07712c393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.507933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ca59730-bf69-48b4-910f-c9a07712c393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.509415 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3ca59730-bf69-48b4-910f-c9a07712c393 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c91e2a02-ec8c-4428-9b3e-bdec32d0c785 HTTP/1.1" status: 204 len: 168 time: 0.3526375 Aug 03 19:06:52.526341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca59730-bf69-48b4-910f-c9a07712c393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91e2a02-ec8c-4428-9b3e-bdec32d0c785,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:52.614021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port a99857f1-460e-4a59-95be-158b6a56ce85 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:52.617948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-3152c7f1-9529-4181-ad46-708e47087bb9 req-37ed4c90-c348-4072-bf26-627cc0c6b53f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] No DVR routers for this DVR port df7ddbfc-e50e-42eb-9915-0a21a3534cf3 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:06:52.625551 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3152c7f1-9529-4181-ad46-708e47087bb9 req-37ed4c90-c348-4072-bf26-627cc0c6b53f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.630248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3152c7f1-9529-4181-ad46-708e47087bb9 req-37ed4c90-c348-4072-bf26-627cc0c6b53f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.37 "DELETE /v2.0/ports/df7ddbfc-e50e-42eb-9915-0a21a3534cf3 HTTP/1.1" status: 204 len: 173 time: 3.5643208 Aug 03 19:06:52.632033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc9ac62-0faa-45d7-a058-27c5eab779bc', 'name': 'network-vif-deleted', 'tag': 'df7ddbfc-e50e-42eb-9915-0a21a3534cf3'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:52.649728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a99857f1-460e-4a59-95be-158b6a56ce85 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:52.652248 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bfe9cf-0eff-48b2-8388-a2176ec1bd92" -d '{"events": [{"server_uuid": "3bc9ac62-0faa-45d7-a058-27c5eab779bc", "name": "network-vif-deleted", "tag": "df7ddbfc-e50e-42eb-9915-0a21a3534cf3"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:52.653810 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.846712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device df7ddbfc-e50e-42eb-9915-0a21a3534cf3 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:06:52.918644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215e294-a071-43d9-8a9f-1a3b2e9b3c32 req-2091ba75-335a-4a9f-8031-89c9660d1867 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.944338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6215e294-a071-43d9-8a9f-1a3b2e9b3c32 req-2091ba75-335a-4a9f-8031-89c9660d1867 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.8037345 Aug 03 19:06:52.969406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: df7ddbfc-e50e-42eb-9915-0a21a3534cf3 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:06:52.977669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device df7ddbfc-e50e-42eb-9915-0a21a3534cf3 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:06:53.004947 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362147b2-1510-4010-979a-28ea725c0714 x-openstack-request-id: req-362147b2-1510-4010-979a-28ea725c0714 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:53.010420 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc9ac62-0faa-45d7-a058-27c5eab779bc", "name": "network-vif-deleted", "tag": "df7ddbfc-e50e-42eb-9915-0a21a3534cf3", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:53.011133 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-362147b2-1510-4010-979a-28ea725c0714 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:53.012000 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc9ac62-0faa-45d7-a058-27c5eab779bc', 'name': 'network-vif-deleted', 'tag': 'df7ddbfc-e50e-42eb-9915-0a21a3534cf3', 'status': 'completed', 'code': 200} Aug 03 19:06:53.093107 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f43b1e5-d176-4896-a8d0-97baf1da5eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.098847 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f43b1e5-d176-4896-a8d0-97baf1da5eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.106575 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.116273 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7f43b1e5-d176-4896-a8d0-97baf1da5eb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85b08330-e97c-48a4-906c-c265eabc5904 HTTP/1.1" status: 204 len: 168 time: 2.1999629 Aug 03 19:06:53.120015 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.274541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port a99857f1-460e-4a59-95be-158b6a56ce85, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a99857f1-460e-4a59-95be-158b6a56ce85,segment=NetworkSegment(ca570835-5a5f-4874-b6a7-4a0e68d9a8e3),segment_id=ca570835-5a5f-4874-b6a7-4a0e68d9a8e3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:53.295257 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.555975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=a99857f1-460e-4a59-95be-158b6a56ce85,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:53.684393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-998ae4da-f317-40a9-a062-a18a0baef4d3 None None] Provisioning complete for port a99857f1-460e-4a59-95be-158b6a56ce85 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:53.684393 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-998ae4da-f317-40a9-a062-a18a0baef4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.907076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.009084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6215e294-a071-43d9-8a9f-1a3b2e9b3c32 req-f1011111-cdaa-4f47-ba2f-32d5d8e28de2 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9859133 Aug 03 19:06:54.097613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43b1e5-d176-4896-a8d0-97baf1da5eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b08330-e97c-48a4-906c-c265eabc5904,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:54.114769 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.154336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-998ae4da-f317-40a9-a062-a18a0baef4d3 None None] Provisioning for port e106ac17-a8c6-42e5-80c2-65893682c822 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:54.176024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-998ae4da-f317-40a9-a062-a18a0baef4d3 None None] Provisioning complete for port e106ac17-a8c6-42e5-80c2-65893682c822 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:54.177042 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-998ae4da-f317-40a9-a062-a18a0baef4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.269869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-998ae4da-f317-40a9-a062-a18a0baef4d3 None None] Port e106ac17-a8c6-42e5-80c2-65893682c822 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:54.300488 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.317387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e0aade81-220d-4b47-825d-3653a8293ded req-0e855606-0532-455d-8b4e-fd0950c025c0 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=3bc9ac62-0faa-45d7-a058-27c5eab779bc HTTP/1.1" status: 200 len: 210 time: 0.3050187 Aug 03 19:06:54.404504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7661330c-56a5-46f0-9ca1-29fac4581b21 None None] Provisioning complete for port e106ac17-a8c6-42e5-80c2-65893682c822 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:54.405344 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7661330c-56a5-46f0-9ca1-29fac4581b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.477575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7661330c-56a5-46f0-9ca1-29fac4581b21 None None] Port e106ac17-a8c6-42e5-80c2-65893682c822 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:55.036478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event updated for resources: {'Port': ['ID=e106ac17-a8c6-42e5-80c2-65893682c822,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:55.311347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Network 81724c30-c592-4dbb-8fe4-00880840bc69 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:55.320251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:55.424438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe7007-9f0a-4ea3-9a46-07c477ea1d5a req-79217943-9705-474d-9869-f05185ad5c8e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.447041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6fe7007-9f0a-4ea3-9a46-07c477ea1d5a req-79217943-9705-474d-9869-f05185ad5c8e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2968109 Aug 03 19:06:55.757037 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6fe7007-9f0a-4ea3-9a46-07c477ea1d5a req-4bdcf515-1f75-4922-b482-fbdabe343041 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995362 Aug 03 19:06:55.784354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a99857f1-460e-4a59-95be-158b6a56ce85 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:56.056042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Router e2b73bcf-5384-478a-adec-771d75e07f79 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:06:56.056862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3c9d5626-2f7f-4b73-968e-5ed0e310653e None None] Provisioning complete for port e106ac17-a8c6-42e5-80c2-65893682c822 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:56.060105 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3c9d5626-2f7f-4b73-968e-5ed0e310653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.211996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a99857f1-460e-4a59-95be-158b6a56ce85 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:56.212943 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.368679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d5626-2f7f-4b73-968e-5ed0e310653e None None] Port e106ac17-a8c6-42e5-80c2-65893682c822 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:56.490947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:06:56.506444 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c52144b-52c9-4dcd-b6f9-ef2673b56852 None None] Sync routers for ids ['e2b73bcf-5384-478a-adec-771d75e07f79'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:06:56.516286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3ef924f6-b240-45b5-b91c-0aa7d578bb9b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "PUT /v2.0/routers/e2b73bcf-5384-478a-adec-771d75e07f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3810201 Aug 03 19:06:56.517955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52512) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:56.525492 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Request body: {'port': {'network_id': '81724c30-c592-4dbb-8fe4-00880840bc69', 'name': 'tempest-FloatingIPNegativeTestJSON-1216816691'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:56.543186 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c52144b-52c9-4dcd-b6f9-ef2673b56852 None None] Routers {'e2b73bcf-5384-478a-adec-771d75e07f79'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:56.544655 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7c52144b-52c9-4dcd-b6f9-ef2673b56852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:06:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['e2b73bcf-5384-478a-adec-771d75e07f79'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:56.707259 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7c52144b-52c9-4dcd-b6f9-ef2673b56852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:56.747037 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c52144b-52c9-4dcd-b6f9-ef2673b56852 None None] Routers {'e2b73bcf-5384-478a-adec-771d75e07f79'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:56.754017 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7c52144b-52c9-4dcd-b6f9-ef2673b56852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:06:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['e2b73bcf-5384-478a-adec-771d75e07f79'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:56.903169 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7c52144b-52c9-4dcd-b6f9-ef2673b56852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:56.905162 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c52144b-52c9-4dcd-b6f9-ef2673b56852 None None] The sync data for ids ['e2b73bcf-5384-478a-adec-771d75e07f79'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:06:56.905899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-040781c9-71e3-4d3d-b3ef-f48699124694 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:56.921051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-040781c9-71e3-4d3d-b3ef-f48699124694 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.3602819 Aug 03 19:06:56.963074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-7af74579-9b53-4929-b08a-ee33c65d7e37 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/quotas/9cedb32f4c8843edb406f839ba8551a1 HTTP/1.1" status: 200 len: 375 time: 0.0309784 Aug 03 19:06:56.972601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Made reservation on behalf of 46f311d38ed949b5b2b9e48d7be3cdce for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:56.977218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:57.063104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-e93259a8-686a-4cba-8baa-74574f4934a0 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072550 Aug 03 19:06:57.065611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] device_id is not set on port f3630441-789e-4e9b-b5b1-9fa984c5a1a1 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:06:57.528587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc843ab-cb39-4233-a42a-0fa28f1c22ad req-d59e910f-b835-4b26-9871-eea7637b5776 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:57.542200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dc843ab-cb39-4233-a42a-0fa28f1c22ad req-d59e910f-b835-4b26-9871-eea7637b5776 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.3379495 Aug 03 19:06:57.647619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Allocated IP 172.20.0.10 (81724c30-c592-4dbb-8fe4-00880840bc69/948e27b1-0542-40e2-9e3e-45d45c68d20c/f3630441-789e-4e9b-b5b1-9fa984c5a1a1) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:57.661046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-4332ce8b-7c9c-47f5-9115-284d9b42f030 service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963802 Aug 03 19:06:57.873802 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dc843ab-cb39-4233-a42a-0fa28f1c22ad req-176944ce-2347-410a-a9ad-31caa52dfbd8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292477 Aug 03 19:06:57.985899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-0673d10c-9637-4aa6-b3ed-bec440c707e3 service neutron] 10.222.0.78 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176656 Aug 03 19:06:58.066306 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.083165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Transition to ACTIVE for port object f3630441-789e-4e9b-b5b1-9fa984c5a1a1 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:58.139839 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.245795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Network 81724c30-c592-4dbb-8fe4-00880840bc69 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:58.275802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event updated for resources: {'Port': ['ID=f3630441-789e-4e9b-b5b1-9fa984c5a1a1,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:58.284987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:58.352765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:58.535060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:58.536092 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.607723 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2de3a9d0-ce64-4996-a9c7-33061d212e61 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0870183 Aug 03 19:06:58.617219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52566) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:58.645405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:58.710600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1231a325-1923-4170-9260-4e6704fb64f6 req-9ea6a790-6822-4685-a03b-0dd558818e3b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 210 time: 0.1390562 Aug 03 19:06:58.740950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dad3c16f-b685-4330-9f80-fdc493a579ba None None] Provisioning for port f3630441-789e-4e9b-b5b1-9fa984c5a1a1 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:58.751729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dad3c16f-b685-4330-9f80-fdc493a579ba None None] Provisioning complete for port f3630441-789e-4e9b-b5b1-9fa984c5a1a1 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:58.752210 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dad3c16f-b685-4330-9f80-fdc493a579ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.763957 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.859085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-dad3c16f-b685-4330-9f80-fdc493a579ba None None] Port f3630441-789e-4e9b-b5b1-9fa984c5a1a1 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:58.973518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.305554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac6d49-8598-40aa-a191-bb6a9886b1b0 req-c41eff2d-077f-4531-b29c-d2ee433df3bf tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:59.307121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24ac6d49-8598-40aa-a191-bb6a9886b1b0 req-c41eff2d-077f-4531-b29c-d2ee433df3bf tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.2235324 Aug 03 19:06:59.373163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Allocated IP 172.25.8.130 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/66c74afa-4b62-4120-a6be-639cc067e92e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:59.451575 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.656645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52610) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:59.906005 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.925272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24ac6d49-8598-40aa-a191-bb6a9886b1b0 req-cc3445bb-052b-42a1-9eb4-da001d18f181 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813503 Aug 03 19:06:59.980129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-823d01a0-8985-43af-b631-7d10f2c8ad5d req-f942514b-7fcb-4d6b-9d0c-aa8a3ec87d0a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 210 time: 0.0709982 Aug 03 19:06:59.996227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168fea6-fca9-452e-81bb-dfea7baf6e5b req-5713fcfe-c58b-48c4-9ef4-36141c966ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:59.998343 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c168fea6-fca9-452e-81bb-dfea7baf6e5b req-5713fcfe-c58b-48c4-9ef4-36141c966ae0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 1096 time: 0.3163607 Aug 03 19:07:00.067953 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.119095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:00.131652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:00.138988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:00.176692 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2120ceac-faca-48e5-938a-ec6c1fcaa607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.200129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event updated for resources: {'Port': ['ID=66c74afa-4b62-4120-a6be-639cc067e92e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:00.294110 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168fea6-fca9-452e-81bb-dfea7baf6e5b req-16a0ac32-a2f8-4246-9f1e-5fde4a603f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:00.295876 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c168fea6-fca9-452e-81bb-dfea7baf6e5b req-16a0ac32-a2f8-4246-9f1e-5fde4a603f2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 914 time: 0.2902939 Aug 03 19:07:00.316187 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.384163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c168fea6-fca9-452e-81bb-dfea7baf6e5b req-f6579465-840b-4a8d-8714-92d9fc6cc0ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c HTTP/1.1" status: 200 len: 217 time: 0.0785105 Aug 03 19:07:00.411846 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2120ceac-faca-48e5-938a-ec6c1fcaa607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.419036 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2120ceac-faca-48e5-938a-ec6c1fcaa607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.478510 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2120ceac-faca-48e5-938a-ec6c1fcaa607 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c70bafe8a1b420bad5d2ac6200bab13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8193989 Aug 03 19:07:00.482415 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52632) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:00.527641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168fea6-fca9-452e-81bb-dfea7baf6e5b req-2c8b6d6b-bda3-4ee8-bf1a-7d88c1146050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:00.532064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120ceac-faca-48e5-938a-ec6c1fcaa607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8b6486-b26b-44b9-9009-24c5962814f4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:00.535019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c168fea6-fca9-452e-81bb-dfea7baf6e5b req-2c8b6d6b-bda3-4ee8-bf1a-7d88c1146050 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecdc4e0d-929f-4680-8655-547d605c21e1 HTTP/1.1" status: 200 len: 853 time: 0.1430385 Aug 03 19:07:00.546076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.582219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f7b839e-6956-4676-88a5-5833bc5e8c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.611195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c168fea6-fca9-452e-81bb-dfea7baf6e5b req-24bc431a-8d21-424b-bbf8-8230f9d59d69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659869 Aug 03 19:07:00.615564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f7b839e-6956-4676-88a5-5833bc5e8c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.713075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f7b839e-6956-4676-88a5-5833bc5e8c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.724310 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f7b839e-6956-4676-88a5-5833bc5e8c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.731880 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7f7b839e-6956-4676-88a5-5833bc5e8c6c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ed8b6486-b26b-44b9-9009-24c5962814f4 HTTP/1.1" status: 204 len: 168 time: 0.2428055 Aug 03 19:07:00.777178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b839e-6956-4676-88a5-5833bc5e8c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8b6486-b26b-44b9-9009-24c5962814f4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:01.010635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c168fea6-fca9-452e-81bb-dfea7baf6e5b req-8947e68a-635c-4f6d-8b4a-a60f1d0c813e service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905215 Aug 03 19:07:01.406870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52666) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:01.431269 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1a1d-c4a0-444c-b7a2-38add38cab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.438475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8f3845a-a42e-4139-a80b-7546712fdc59 req-2a2a831b-e816-4365-b219-3d9e5125b652 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 210 time: 0.1537733 Aug 03 19:07:01.547215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-e5e61412-a56a-4186-a32e-87e842300a10 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.550463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-e5e61412-a56a-4186-a32e-87e842300a10 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.74 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 811 time: 0.7060196 Aug 03 19:07:01.593159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Request body: {'port': {'device_id': '52bd0a01-8df4-4d19-bde3-f3ed13abdb07', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'admin_state_up': True, 'tenant_id': '9cedb32f4c8843edb406f839ba8551a1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:01.608894 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1a1d-c4a0-444c-b7a2-38add38cab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.615308 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1dbd1a1d-c4a0-444c-b7a2-38add38cab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.631315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52680) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:01.665484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe15ead-c211-47be-9ee3-cdba6c821486 req-fb9a931f-7b08-4725-8ddb-a88134c3695c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.671706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe15ead-c211-47be-9ee3-cdba6c821486 req-fb9a931f-7b08-4725-8ddb-a88134c3695c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 945 time: 0.3934498 Aug 03 19:07:01.687075 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1dbd1a1d-c4a0-444c-b7a2-38add38cab23 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=914b67f631b541a5945650d5b6faf5b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770848 Aug 03 19:07:01.688450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd1a1d-c4a0-444c-b7a2-38add38cab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61595ce4-eca5-4fa8-8ecb-f7020f92f49a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:01.695268 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52684) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:01.755137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c168fea6-fca9-452e-81bb-dfea7baf6e5b req-71cc4cc5-c1d2-4d04-973f-beb4547ac208 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7329955 Aug 03 19:07:01.880983 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.903256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abe15ead-c211-47be-9ee3-cdba6c821486 req-c3229979-0041-4ff6-a2f6-7bf35bd70760 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209866 Aug 03 19:07:01.903947 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.039649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-27cc594a-6994-4dd9-864d-9a4040b5a1d6 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:02.042792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-27cc594a-6994-4dd9-864d-9a4040b5a1d6 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 815 time: 0.3860600 Aug 03 19:07:02.081321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eb05766c-7f4d-407a-85f8-9ea48e8ba9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.092113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event updated for resources: {'Port': ['ID=66c74afa-4b62-4120-a6be-639cc067e92e,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:02.115648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-030fd7d7-d947-4faa-8036-85f67d629807 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/quotas/74cc3168a54d447c8e21d29da0394bf0 HTTP/1.1" status: 200 len: 375 time: 0.0523019 Aug 03 19:07:02.118297 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.123273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Made reservation on behalf of 9cedb32f4c8843edb406f839ba8551a1 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:02.129902 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.163505 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19593e9f-8ba9-43df-8c4b-8740cd98fd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.202215 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19593e9f-8ba9-43df-8c4b-8740cd98fd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.287030 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eb05766c-7f4d-407a-85f8-9ea48e8ba9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.291459 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eb05766c-7f4d-407a-85f8-9ea48e8ba9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.308189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-61cdeb65-5002-4355-b428-5b79306b1e94 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1740434 Aug 03 19:07:02.311672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.314460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19593e9f-8ba9-43df-8c4b-8740cd98fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.317259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-07cb2e25-8e8f-4a94-87e1-de62db9bf50b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6984043 Aug 03 19:07:02.317558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19593e9f-8ba9-43df-8c4b-8740cd98fd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.322375 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-19593e9f-8ba9-43df-8c4b-8740cd98fd76 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/61595ce4-eca5-4fa8-8ecb-f7020f92f49a HTTP/1.1" status: 204 len: 168 time: 0.6219614 Aug 03 19:07:02.322647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52688) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:02.345787 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eb05766c-7f4d-407a-85f8-9ea48e8ba9a1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a28fc59affa6470b88517c0bdee865df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7080190 Aug 03 19:07:02.347013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05766c-7f4d-407a-85f8-9ea48e8ba9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b4af69-179a-4236-a639-ca3f2edf926c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:02.352156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52692) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:02.371081 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19593e9f-8ba9-43df-8c4b-8740cd98fd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61595ce4-eca5-4fa8-8ecb-f7020f92f49a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:02.392783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f2bce3a3-12ab-418d-a0bc-0c289e11e4a8 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Request body: {'floatingip': {'port_id': 'f3630441-789e-4e9b-b5b1-9fa984c5a1a1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:02.424257 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3245ffad-b01a-4ae4-bc53-89c1c90f9087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.450848 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3245ffad-b01a-4ae4-bc53-89c1c90f9087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.458816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2bce3a3-12ab-418d-a0bc-0c289e11e4a8 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.503990 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3245ffad-b01a-4ae4-bc53-89c1c90f9087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.507310 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3245ffad-b01a-4ae4-bc53-89c1c90f9087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.508921 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3245ffad-b01a-4ae4-bc53-89c1c90f9087 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b3b4af69-179a-4236-a639-ca3f2edf926c HTTP/1.1" status: 204 len: 168 time: 0.1557906 Aug 03 19:07:02.520523 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245ffad-b01a-4ae4-bc53-89c1c90f9087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b4af69-179a-4236-a639-ca3f2edf926c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:02.678868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Allocated IP 172.20.0.14 (1eb4baa9-eb92-4272-b5b9-d4e937dacd30/9dc88900-b9b8-4c5c-ac1b-058bf6ec7366/57d3c9dc-dc11-4243-8863-0b1a59edde85) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:02.711304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab94e65f-3a29-40fd-b9a9-2775063c6a74 req-f2eeae91-7287-4d4d-bcfc-f7fd16b54a7e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 210 time: 0.0893946 Aug 03 19:07:02.727074 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-f2bce3a3-12ab-418d-a0bc-0c289e11e4a8 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] update failed (client error): The resource could not be found. Aug 03 19:07:02.728474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f2bce3a3-12ab-418d-a0bc-0c289e11e4a8 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "PUT /v2.0/floatingips/c5f5ee6f-b42b-454a-bdff-dbedf42ef06a HTTP/1.1" status: 404 len: 507 time: 0.4057236 Aug 03 19:07:02.733641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52704) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:02.811785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1bc1f74f-1b97-44f2-aa4d-665e1919b20c no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:02.983445 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-0c7e7d7a-393b-405a-876c-dd15c39c3a00 service neutron] 10.222.0.78 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067004 Aug 03 19:07:03.018311 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.053979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:03.057309 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd27549d-f35a-4bfc-a028-51a9c2f7cbfc" -d '{"events": [{"server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:03.075401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:03.078489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52720) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:03.082027 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.103610 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c31a9987-a2b0-455b-92af-f90b8cb3b219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.147962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:03.249899 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c31a9987-a2b0-455b-92af-f90b8cb3b219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.255099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c31a9987-a2b0-455b-92af-f90b8cb3b219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.314226 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c31a9987-a2b0-455b-92af-f90b8cb3b219 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=16a989cdf05241d5a63ca910e7d81848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322176 Aug 03 19:07:03.315488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a9987-a2b0-455b-92af-f90b8cb3b219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ac6066-3a8d-4c7c-871c-77586ac077c2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:03.320546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52726) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:03.386513 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9659489-02cf-47c6-ad47-1160d79d631f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.419089 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9659489-02cf-47c6-ad47-1160d79d631f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.518977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9659489-02cf-47c6-ad47-1160d79d631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.523684 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9659489-02cf-47c6-ad47-1160d79d631f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.525415 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f9659489-02cf-47c6-ad47-1160d79d631f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44ac6066-3a8d-4c7c-871c-77586ac077c2 HTTP/1.1" status: 204 len: 168 time: 0.2036269 Aug 03 19:07:03.535912 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9659489-02cf-47c6-ad47-1160d79d631f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ac6066-3a8d-4c7c-871c-77586ac077c2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:03.619531 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-071b00cb-3046-40da-bf14-ff618b8d3c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.776400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebadb8a-bc13-44d5-96bd-ef10d6cf146c req-63257257-84db-402c-9f3c-3201a32dc78b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:03.784338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ebadb8a-bc13-44d5-96bd-ef10d6cf146c req-63257257-84db-402c-9f3c-3201a32dc78b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.7172744 Aug 03 19:07:03.792766 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-f5449613-2098-4eda-8ee1-3d458367f060 service neutron] 10.222.0.78 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8084185 Aug 03 19:07:03.802603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-64cd7c68-df2a-4a8e-8f48-deaeb8afb6c6 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Deleting port 66c74afa-4b62-4120-a6be-639cc067e92e {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:03.803017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64cd7c68-df2a-4a8e-8f48-deaeb8afb6c6 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.886862 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.927025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ebadb8a-bc13-44d5-96bd-ef10d6cf146c req-42285488-b7ff-40bf-bbf8-c9671d9cc57f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352334 Aug 03 19:07:03.998528 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64cd7c68-df2a-4a8e-8f48-deaeb8afb6c6 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.999068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64cd7c68-df2a-4a8e-8f48-deaeb8afb6c6 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.028963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-64cd7c68-df2a-4a8e-8f48-deaeb8afb6c6 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Calling delete_port for 66c74afa-4b62-4120-a6be-639cc067e92e owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:04.037151 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.151831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:04.186081 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012f6e5b-1439-4433-90f2-d2bad2edf5bc x-openstack-request-id: req-012f6e5b-1439-4433-90f2-d2bad2edf5bc {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:04.188496 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "name": "network-vif-unplugged", "status": "completed", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:04.188961 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-012f6e5b-1439-4433-90f2-d2bad2edf5bc {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:04.189631 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'code': 200} Aug 03 19:07:04.283108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:04.297243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:04.324848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event updated for resources: {'Port': ['ID=57d3c9dc-dc11-4243-8863-0b1a59edde85,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:04.431225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:04.432711 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.481144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a86328a-a70a-4cf7-bfdf-73c244545640 req-43b7a034-46ab-4e8a-bccd-6617e904c133 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 210 time: 0.1919825 Aug 03 19:07:04.568501 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-c15d5c94-47af-471d-9bed-732a478c06c9 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9964919 Aug 03 19:07:04.598372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac204c-1f7d-45ae-8392-0129262b63c9 req-9594f6ff-0663-4e60-a99b-6cb416f51700 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:04.613016 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75ac204c-1f7d-45ae-8392-0129262b63c9 req-9594f6ff-0663-4e60-a99b-6cb416f51700 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 932 time: 0.1994102 Aug 03 19:07:04.624704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Request body: {'port': {'device_id': '52bd0a01-8df4-4d19-bde3-f3ed13abdb07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:04.808560 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.873004 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75ac204c-1f7d-45ae-8392-0129262b63c9 req-863dc38d-25f0-438e-a740-9eee37f0658e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578528 Aug 03 19:07:04.992835 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64cd7c68-df2a-4a8e-8f48-deaeb8afb6c6 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.200059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd7c68-df2a-4a8e-8f48-deaeb8afb6c6 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event deleted for resources: {'Port': ['ID=66c74afa-4b62-4120-a6be-639cc067e92e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:05.459031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd47e07-163e-4858-9741-b5370d02fe83 req-754f275d-c7e2-469f-8fde-94a84f76835b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:05.460812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfd47e07-163e-4858-9741-b5370d02fe83 req-754f275d-c7e2-469f-8fde-94a84f76835b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.4328556 Aug 03 19:07:05.469694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64cd7c68-df2a-4a8e-8f48-deaeb8afb6c6 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.472889 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64cd7c68-df2a-4a8e-8f48-deaeb8afb6c6 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.476493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-64cd7c68-df2a-4a8e-8f48-deaeb8afb6c6 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "DELETE /v2.0/floatingips/c5f5ee6f-b42b-454a-bdff-dbedf42ef06a HTTP/1.1" status: 204 len: 168 time: 2.7393861 Aug 03 19:07:05.480462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52796) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:05.487879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fd4fef7c-c280-41db-a2be-5fda06e206c7 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Request body: {'floatingip': {'floating_network_id': '81724c30-c592-4dbb-8fe4-00880840bc69', 'port_id': 'f3630441-789e-4e9b-b5b1-9fa984c5a1a1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:05.623358 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd4fef7c-c280-41db-a2be-5fda06e206c7 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.770893 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7d5799ab-cc78-4837-a0db-993c4323e248 req-16a2171b-2ea4-4c39-a8a1-55004bd72b50 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2261593 Aug 03 19:07:05.898330 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7b21302-cf81-4c9d-b0c2-f3c8e0cb465f req-9a0af44b-bc67-438b-963e-f4ab81276b26 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 210 time: 0.1236272 Aug 03 19:07:05.922170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d3c9dc-dc11-4243-8863-0b1a59edde85 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:05.941869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5799ab-cc78-4837-a0db-993c4323e248 req-87b2ce9d-114e-44f9-9569-572c1e0e6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:05.943315 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.943534 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7d5799ab-cc78-4837-a0db-993c4323e248 req-87b2ce9d-114e-44f9-9569-572c1e0e6343 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 1096 time: 0.0846987 Aug 03 19:07:05.967945 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-fd4fef7c-c280-41db-a2be-5fda06e206c7 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:07:05.972683 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fd4fef7c-c280-41db-a2be-5fda06e206c7 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4871726 Aug 03 19:07:05.973238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52808) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:05.977833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'f3630441-789e-4e9b-b5b1-9fa984c5a1a1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:06.017301 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:06.094268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfd47e07-163e-4858-9741-b5370d02fe83 req-1f0bb291-2b5d-4fc5-9811-fa9618cef1ae tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918479 Aug 03 19:07:06.168462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5799ab-cc78-4837-a0db-993c4323e248 req-bccbfb2b-a835-42c7-a97a-8180690431d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.170274 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7d5799ab-cc78-4837-a0db-993c4323e248 req-bccbfb2b-a835-42c7-a97a-8180690431d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 916 time: 0.1664393 Aug 03 19:07:06.227734 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7d5799ab-cc78-4837-a0db-993c4323e248 req-eed83339-2fe5-4f4e-b22b-adb4e7c476cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac92142b-f5d6-42b3-a509-1fb080915fce HTTP/1.1" status: 200 len: 217 time: 0.0492551 Aug 03 19:07:06.291466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-90b0f4ed-829b-480e-b108-2c8001a648fc tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.297234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-90b0f4ed-829b-480e-b108-2c8001a648fc tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.37 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 815 time: 0.8113956 Aug 03 19:07:06.302942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Transition to ACTIVE for port object 57d3c9dc-dc11-4243-8863-0b1a59edde85 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:06.328072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Request body: {'port': {'device_id': '536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22', 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a', 'admin_state_up': True, 'tenant_id': '74cc3168a54d447c8e21d29da0394bf0'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:06.351187 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:06.355351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:06.387237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5799ab-cc78-4837-a0db-993c4323e248 req-8ce9c5b6-8d71-4547-aebb-45144d640168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.399323 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7d5799ab-cc78-4837-a0db-993c4323e248 req-8ce9c5b6-8d71-4547-aebb-45144d640168 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f80c996-7708-41e4-9e70-c6bdd46ba2d8 HTTP/1.1" status: 200 len: 855 time: 0.1497400 Aug 03 19:07:06.420684 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0876d9f3-12e8-4730-b4ef-016e481072b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:06.483233 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7d5799ab-cc78-4837-a0db-993c4323e248 req-40c54121-bd92-491c-998c-01a715d8f7a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8b942e4-b627-42d5-b686-0b36c03a3e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730445 Aug 03 19:07:06.632260 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:06.635210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Allocated IP 172.25.8.165 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/a57819f6-1372-4423-bc67-3832cdbe51c5) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:06.664006 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7d5799ab-cc78-4837-a0db-993c4323e248 req-65249917-a9cc-41f3-97b6-137a70292d98 service neutron] 10.222.0.37 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720777 Aug 03 19:07:06.728121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d753f6-aab5-4b74-92ec-c0d2d70ec67d req-bbf17576-52cd-4693-81ab-efa5ecdc7d89 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.742418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71d753f6-aab5-4b74-92ec-c0d2d70ec67d req-bbf17576-52cd-4693-81ab-efa5ecdc7d89 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 932 time: 0.6655290 Aug 03 19:07:06.775459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Pushing event updated for resources: {'Port': ['ID=57d3c9dc-dc11-4243-8863-0b1a59edde85,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:06.794470 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7d5799ab-cc78-4837-a0db-993c4323e248 req-898bc9e3-d40c-4860-a2e5-316df1a2f241 service neutron] 10.222.0.37 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208723 Aug 03 19:07:06.794711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826f201-9ca1-4113-bc3d-56cff4407bbc req-d070a890-bee0-4d9d-8699-8db6bd967aad tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.808563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f826f201-9ca1-4113-bc3d-56cff4407bbc req-d070a890-bee0-4d9d-8699-8db6bd967aad tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.4514244 Aug 03 19:07:06.849868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1bc1f74f-1b97-44f2-aa4d-665e1919b20c no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:06.936907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.013995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.091386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:07.099867 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:07.104177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:07.122966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f826f201-9ca1-4113-bc3d-56cff4407bbc req-912fe441-bd2e-49e6-a5d1-0ae87c87ea4f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125229 Aug 03 19:07:07.143771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71d753f6-aab5-4b74-92ec-c0d2d70ec67d req-248b21bb-5968-4ff6-82f7-1c5182d41fca tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706086 Aug 03 19:07:07.186388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Made reservation on behalf of 74cc3168a54d447c8e21d29da0394bf0 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:07.199913 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.208320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event updated for resources: {'Port': ['ID=a57819f6-1372-4423-bc67-3832cdbe51c5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:07.287353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Attempting to bind port 57d3c9dc-dc11-4243-8863-0b1a59edde85 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:07.287763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Attempting to bind port 57d3c9dc-dc11-4243-8863-0b1a59edde85 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:07.288319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Attempting to bind port 57d3c9dc-dc11-4243-8863-0b1a59edde85 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:07.333417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Port 57d3c9dc-dc11-4243-8863-0b1a59edde85 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:07.334074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Attempting to bind port 57d3c9dc-dc11-4243-8863-0b1a59edde85 on network 1eb4baa9-eb92-4272-b5b9-d4e937dacd30 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:07.334623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.335209 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.335776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.336373 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.336897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.337450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.338051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.338596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.339148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.339699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.340248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.340762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:07.350613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:07.350973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Checking segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:07.351384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Bound using segment: {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:07.351997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Bound port: 57d3c9dc-dc11-4243-8863-0b1a59edde85, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:07.352231 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.521222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92366641-3728-4b04-a983-1b0c768d6573 req-34438ef2-e9e4-41e8-9891-399b3e93d48e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 210 time: 0.1020389 Aug 03 19:07:07.609223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] For port 57d3c9dc-dc11-4243-8863-0b1a59edde85, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:07.630903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Allocated IP 172.20.0.8 (b8b942e4-b627-42d5-b686-0b36c03a3e9a/1f80c996-7708-41e4-9e70-c6bdd46ba2d8/4701c379-cf05-478a-8dde-d8f8e564fe4f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:07.634421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] For port 57d3c9dc-dc11-4243-8863-0b1a59edde85, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=57d3c9dc-dc11-4243-8863-0b1a59edde85,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:07.654719 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.749637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:07.750689 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.754083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] 10.222.0.74 "PUT /v2.0/ports/57d3c9dc-dc11-4243-8863-0b1a59edde85 HTTP/1.1" status: 200 len: 1092 time: 3.1392562 Aug 03 19:07:07.758099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bd0a01-8df4-4d19-bde3-f3ed13abdb07', 'tag': '57d3c9dc-dc11-4243-8863-0b1a59edde85'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:07.762568 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa406d4-8039-4cb1-b805-c3c14bed5e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "52bd0a01-8df4-4d19-bde3-f3ed13abdb07", "tag": "57d3c9dc-dc11-4243-8863-0b1a59edde85"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:07.841615 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.877184 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Deleting port a57819f6-1372-4423-bc67-3832cdbe51c5 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:07.878949 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.994721 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.995179 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.012546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Calling delete_port for a57819f6-1372-4423-bc67-3832cdbe51c5 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:08.051714 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde80626-ec57-4c6a-8ee7-eb81985c694f x-openstack-request-id: req-dde80626-ec57-4c6a-8ee7-eb81985c694f {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:08.052156 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bd0a01-8df4-4d19-bde3-f3ed13abdb07", "tag": "57d3c9dc-dc11-4243-8863-0b1a59edde85", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:08.052498 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dde80626-ec57-4c6a-8ee7-eb81985c694f {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:08.052995 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52bd0a01-8df4-4d19-bde3-f3ed13abdb07', 'tag': '57d3c9dc-dc11-4243-8863-0b1a59edde85', 'status': 'completed', 'code': 200} Aug 03 19:07:08.053971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f616d36-297a-4d25-96dd-067dca6b835e service neutron] Pushing event updated for resources: {'Port': ['ID=57d3c9dc-dc11-4243-8863-0b1a59edde85,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:08.133286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-a1839432-98ac-423f-8271-c73ff4b94bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:08.134926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-a1839432-98ac-423f-8271-c73ff4b94bc5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 1095 time: 0.2659504 Aug 03 19:07:08.146228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a13050-5262-490d-a672-faa6364c713c req-528bd4a4-e475-49a2-8ab2-0bd463aea14c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:08.147862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5a13050-5262-490d-a672-faa6364c713c req-528bd4a4-e475-49a2-8ab2-0bd463aea14c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.2887344 Aug 03 19:07:08.151619 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.223048 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.268060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event deleted for resources: {'Port': ['ID=a57819f6-1372-4423-bc67-3832cdbe51c5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:08.283366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-765c7071-c0af-4e6b-8253-717fc0a1f23a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d3c9dc-dc11-4243-8863-0b1a59edde85 HTTP/1.1" status: 200 len: 217 time: 0.1279707 Aug 03 19:07:08.391213 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] create failed (client error): The resource could not be found. Aug 03 19:07:08.394342 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-432a8670-e834-4fad-83b6-28c5a451796b tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4203033 Aug 03 19:07:08.401917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52906) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:08.497587 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5a13050-5262-490d-a672-faa6364c713c req-ee7020d0-4068-4ec5-8267-b7b0604f2e1d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342035 Aug 03 19:07:08.519647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f63e200-5117-46a5-9db3-bc20e0858606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:08.522523 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-1f63e200-5117-46a5-9db3-bc20e0858606 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.2214453 Aug 03 19:07:08.587261 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.602617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca73f9-6383-452b-b695-5167ad13b1ba req-a834e00f-1ecf-48ef-b120-45c33c1e0e6d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:08.602870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ac92142b-f5d6-42b3-a509-1fb080915fce'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:08.612818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27ca73f9-6383-452b-b695-5167ad13b1ba req-a834e00f-1ecf-48ef-b120-45c33c1e0e6d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 944 time: 0.2742605 Aug 03 19:07:08.637444 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fdac6fe7-a102-4184-850f-8a19cb80c027 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Deleting port f3630441-789e-4e9b-b5b1-9fa984c5a1a1 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:08.638099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fdac6fe7-a102-4184-850f-8a19cb80c027 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.688070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-19c46c95-1d29-48a7-a383-b35682c4361a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548851 Aug 03 19:07:08.712582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['822f6156-ad8c-43ec-9f6b-8a56b7cfb378', 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:08.780979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fdac6fe7-a102-4184-850f-8a19cb80c027 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.806658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Network b8b942e4-b627-42d5-b686-0b36c03a3e9a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:08.810021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fdac6fe7-a102-4184-850f-8a19cb80c027 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Calling delete_port for f3630441-789e-4e9b-b5b1-9fa984c5a1a1 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:08.820886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:08.838943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:09.064265 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-2507f429-5af5-4cb9-aecd-46362cad2aa6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7290144 Aug 03 19:07:09.067536 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fdac6fe7-a102-4184-850f-8a19cb80c027 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.109372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac6fe7-a102-4184-850f-8a19cb80c027 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event deleted for resources: {'Port': ['ID=f3630441-789e-4e9b-b5b1-9fa984c5a1a1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:09.164021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27ca73f9-6383-452b-b695-5167ad13b1ba req-80138cce-c715-441d-9176-e5e375e55b3c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500362 Aug 03 19:07:09.230207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Pushing event updated for resources: {'Port': ['ID=4701c379-cf05-478a-8dde-d8f8e564fe4f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:09.342187 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fdac6fe7-a102-4184-850f-8a19cb80c027 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.348255 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fdac6fe7-a102-4184-850f-8a19cb80c027 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "DELETE /v2.0/ports/f3630441-789e-4e9b-b5b1-9fa984c5a1a1 HTTP/1.1" status: 204 len: 168 time: 0.9448614 Aug 03 19:07:09.354350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52944) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:09.362313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:09.363302 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.431558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-8893f0fd-788e-4410-8052-6d440de24f15 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1150110 Aug 03 19:07:09.452944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Request body: {'port': {'device_id': '536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:09.531361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7301e8-7e6b-45f8-8647-86d11107b29f tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:09.540342 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2c7301e8-7e6b-45f8-8647-86d11107b29f tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2b73bcf-5384-478a-adec-771d75e07f79 HTTP/1.1" status: 200 len: 913 time: 0.1820061 Aug 03 19:07:09.556035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52958) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:09.661674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-72560bca-e179-41ff-a3a2-1ee023d1d4a3 service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8896105 Aug 03 19:07:09.698259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6b890-92c1-4db1-9e4b-7601e7138541 req-34f6373f-1c8d-406a-a7f3-5e0ae437daa7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:09.699927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ea6b890-92c1-4db1-9e4b-7601e7138541 req-34f6373f-1c8d-406a-a7f3-5e0ae437daa7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 931 time: 0.6502981 Aug 03 19:07:09.719202 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.969674 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.013465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ea6b890-92c1-4db1-9e4b-7601e7138541 req-466ab882-fcda-4c3d-b19c-2ab4df118eb4 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345119 Aug 03 19:07:10.070069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83709c65-1eca-4de5-860d-c1d85c72128e req-cfd1468b-7064-42b7-8bf4-09b4c8c63faa tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:10.072312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83709c65-1eca-4de5-860d-c1d85c72128e req-cfd1468b-7064-42b7-8bf4-09b4c8c63faa tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.2770760 Aug 03 19:07:10.190726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ab0c5a-6b57-408f-a7e1-5acc0e09fe6b req-5f4f4a50-f803-48c7-8791-63b16d95df65 service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872754 Aug 03 19:07:10.285437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83709c65-1eca-4de5-860d-c1d85c72128e req-9082da01-4c70-4dc3-8eb5-3eef6159faf5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979418 Aug 03 19:07:10.305051 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3967c0f2-49eb-40ec-b5c6-9bba1df5a291 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.678799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa406d4-8039-4cb1-b805-c3c14bed5e8c req-2eacd5f8-b44e-4b45-b34b-01dda977d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:10.680809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fa406d4-8039-4cb1-b805-c3c14bed5e8c req-2eacd5f8-b44e-4b45-b34b-01dda977d2f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cedb32f4c8843edb406f839ba8551a1&device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 1095 time: 0.3461931 Aug 03 19:07:10.843722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-457a5a5a-2730-4d9a-a718-68b8c555cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:10.847997 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-457a5a5a-2730-4d9a-a718-68b8c555cd1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be&tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1 HTTP/1.1" status: 200 len: 1094 time: 0.2108133 Aug 03 19:07:10.975584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3967c0f2-49eb-40ec-b5c6-9bba1df5a291 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Deleting port e106ac17-a8c6-42e5-80c2-65893682c822 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:10.976356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3967c0f2-49eb-40ec-b5c6-9bba1df5a291 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.169191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3967c0f2-49eb-40ec-b5c6-9bba1df5a291 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.199292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3967c0f2-49eb-40ec-b5c6-9bba1df5a291 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Calling delete_port for e106ac17-a8c6-42e5-80c2-65893682c822 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:11.215148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828f38e-1f6b-4d22-8d08-f6d8fa70183a req-772a457a-33ec-42e4-a4a6-036a57bf952b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:11.217021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8828f38e-1f6b-4d22-8d08-f6d8fa70183a req-772a457a-33ec-42e4-a4a6-036a57bf952b tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 944 time: 0.6709576 Aug 03 19:07:11.323617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-75b7722e-2e5c-453a-bdf9-5bec39a455ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:11.325558 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-75b7722e-2e5c-453a-bdf9-5bec39a455ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 1094 time: 0.4439251 Aug 03 19:07:11.368900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8828f38e-1f6b-4d22-8d08-f6d8fa70183a req-7bf5ddf2-1c98-4402-bf45-ce4e2d38972f tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336000 Aug 03 19:07:11.383943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4701c379-cf05-478a-8dde-d8f8e564fe4f {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:11.396728 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.430234 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Transition to ACTIVE for port object 4701c379-cf05-478a-8dde-d8f8e564fe4f will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:11.430234 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa406d4-8039-4cb1-b805-c3c14bed5e8c req-abd353e1-89b8-408b-a70c-579706bb7e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:11.430234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fa406d4-8039-4cb1-b805-c3c14bed5e8c req-abd353e1-89b8-408b-a70c-579706bb7e02 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 200 len: 912 time: 0.7395639 Aug 03 19:07:11.445127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25564037-71cf-469a-aa64-a1b6404949cf req-596baf09-177f-4330-b518-832255c063cc tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:11.447880 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25564037-71cf-469a-aa64-a1b6404949cf req-596baf09-177f-4330-b518-832255c063cc tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 931 time: 0.1412418 Aug 03 19:07:11.447880 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.571782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fa406d4-8039-4cb1-b805-c3c14bed5e8c req-f8eeb183-342d-40d5-8ad7-7c99039af644 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d3c9dc-dc11-4243-8863-0b1a59edde85 HTTP/1.1" status: 200 len: 217 time: 0.1348324 Aug 03 19:07:11.592747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Pushing event updated for resources: {'Port': ['ID=4701c379-cf05-478a-8dde-d8f8e564fe4f,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:11.659503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-488bf1c6-1cfd-4357-b4d3-07a867ecb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:11.659503 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-488bf1c6-1cfd-4357-b4d3-07a867ecb9f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 914 time: 0.3248668 Aug 03 19:07:11.661214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa406d4-8039-4cb1-b805-c3c14bed5e8c req-68d021e5-657d-46ea-a8aa-d703a0d4015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:11.666271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fa406d4-8039-4cb1-b805-c3c14bed5e8c req-68d021e5-657d-46ea-a8aa-d703a0d4015a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 200 len: 851 time: 0.0694590 Aug 03 19:07:11.749486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25564037-71cf-469a-aa64-a1b6404949cf req-b9327c41-171e-4022-a242-d111afa176cf tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919862 Aug 03 19:07:11.754266 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fa406d4-8039-4cb1-b805-c3c14bed5e8c req-3c2d83b4-dc57-4794-9ba0-82a224963f5c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1eb4baa9-eb92-4272-b5b9-d4e937dacd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734780 Aug 03 19:07:11.902699 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-761f3f64-b98e-4ca7-bb0a-f54cf8d200a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c HTTP/1.1" status: 200 len: 217 time: 0.2225347 Aug 03 19:07:11.905701 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3967c0f2-49eb-40ec-b5c6-9bba1df5a291 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.979616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967c0f2-49eb-40ec-b5c6-9bba1df5a291 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event deleted for resources: {'Port': ['ID=e106ac17-a8c6-42e5-80c2-65893682c822,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:12.064060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-5471ec05-0398-46bd-936a-393d67b2fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:12.065896 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-5471ec05-0398-46bd-936a-393d67b2fcff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecdc4e0d-929f-4680-8655-547d605c21e1 HTTP/1.1" status: 200 len: 853 time: 0.1530826 Aug 03 19:07:12.082915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Attempting to bind port 4701c379-cf05-478a-8dde-d8f8e564fe4f on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:12.083684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Attempting to bind port 4701c379-cf05-478a-8dde-d8f8e564fe4f by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:12.084575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Attempting to bind port 4701c379-cf05-478a-8dde-d8f8e564fe4f on network b8b942e4-b627-42d5-b686-0b36c03a3e9a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:12.106647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f373d-28cd-4dc0-8fcf-21518d3ad9fb req-7dc41af0-e712-4474-818b-fbee12c86363 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:12.111294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e96f373d-28cd-4dc0-8fcf-21518d3ad9fb req-7dc41af0-e712-4474-818b-fbee12c86363 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.3593020 Aug 03 19:07:12.123463 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-bdf70f58-2f97-4ac9-9767-d1b8c207c36b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457001 Aug 03 19:07:12.142318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Port 4701c379-cf05-478a-8dde-d8f8e564fe4f on network b8b942e4-b627-42d5-b686-0b36c03a3e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:12.142823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Attempting to bind port 4701c379-cf05-478a-8dde-d8f8e564fe4f on network b8b942e4-b627-42d5-b686-0b36c03a3e9a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:12.205370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:12.206064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Checking segment: {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:12.206645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Bound using segment: {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:12.210923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Bound port: 4701c379-cf05-478a-8dde-d8f8e564fe4f, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257f4250-f01e-4ccc-87f1-844dcb4ccf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:12.211313 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.257610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fa406d4-8039-4cb1-b805-c3c14bed5e8c req-b4cb1951-d428-447c-8373-058685d84329 service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573083 Aug 03 19:07:12.366498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3967c0f2-49eb-40ec-b5c6-9bba1df5a291 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.543531 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-32eb4785-4a50-4032-8edb-37dd8ed2074a service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119315 Aug 03 19:07:12.656885 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e96f373d-28cd-4dc0-8fcf-21518d3ad9fb req-ec6d8ce7-f72d-4603-8732-2d39021f997b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977946 Aug 03 19:07:12.694622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fa406d4-8039-4cb1-b805-c3c14bed5e8c req-aadea6e3-8849-448c-8f55-a93a32ddfeda service neutron] 10.222.0.74 "GET /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073544 Aug 03 19:07:12.716743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] For port 4701c379-cf05-478a-8dde-d8f8e564fe4f, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:12.724485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] For port 4701c379-cf05-478a-8dde-d8f8e564fe4f, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4701c379-cf05-478a-8dde-d8f8e564fe4f,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:12.738191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c210757-5ab7-4910-84bb-5f955d4ba7c7 req-6875c150-ad9e-4106-8445-34c407843806 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:12.740062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c210757-5ab7-4910-84bb-5f955d4ba7c7 req-6875c150-ad9e-4106-8445-34c407843806 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 944 time: 0.1575522 Aug 03 19:07:12.742222 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.804524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:12.805771 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.808443 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] 10.222.0.37 "PUT /v2.0/ports/4701c379-cf05-478a-8dde-d8f8e564fe4f HTTP/1.1" status: 200 len: 1091 time: 3.3666961 Aug 03 19:07:12.822172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22', 'tag': '4701c379-cf05-478a-8dde-d8f8e564fe4f'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:12.826410 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a393123-d795-4c91-b90c-d9abe4fd8a20" -d '{"events": [{"name": "network-changed", "server_uuid": "536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22", "tag": "4701c379-cf05-478a-8dde-d8f8e564fe4f"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:12.940376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446f868-2150-4e1a-be2b-66bbe9d37967 service neutron] Pushing event updated for resources: {'Port': ['ID=4701c379-cf05-478a-8dde-d8f8e564fe4f,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:12.980100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c210757-5ab7-4910-84bb-5f955d4ba7c7 req-575c161a-db33-4272-b1c6-c1e842200746 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928430 Aug 03 19:07:13.069294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-bf7e5e86-ee3e-4ebd-a399-4a19544e627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:13.072380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-bf7e5e86-ee3e-4ebd-a399-4a19544e627b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 1094 time: 0.1817939 Aug 03 19:07:13.182279 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126dab0b-a0cc-43c5-9acb-462c695f7cb2 x-openstack-request-id: req-126dab0b-a0cc-43c5-9acb-462c695f7cb2 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:13.182902 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22", "tag": "4701c379-cf05-478a-8dde-d8f8e564fe4f", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:13.183444 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-126dab0b-a0cc-43c5-9acb-462c695f7cb2 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:13.184344 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22', 'tag': '4701c379-cf05-478a-8dde-d8f8e564fe4f', 'status': 'completed', 'code': 200} Aug 03 19:07:13.207198 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00294a59-f28b-4749-a081-0db262ecd31c req-0d01a2ec-3e2f-464b-b224-ada01e592a07 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:13.220511 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00294a59-f28b-4749-a081-0db262ecd31c req-0d01a2ec-3e2f-464b-b224-ada01e592a07 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 943 time: 0.2487195 Aug 03 19:07:13.225188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-818395f1-cc76-4fde-80fa-f64ed01a0559 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4701c379-cf05-478a-8dde-d8f8e564fe4f HTTP/1.1" status: 200 len: 217 time: 0.1434212 Aug 03 19:07:13.366184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-213e4461-a298-4375-8109-2586150755be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:13.371105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-213e4461-a298-4375-8109-2586150755be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f80c996-7708-41e4-9e70-c6bdd46ba2d8 HTTP/1.1" status: 200 len: 855 time: 0.1319969 Aug 03 19:07:13.433982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-7ce57752-1240-47a8-9b78-6967081487c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8b942e4-b627-42d5-b686-0b36c03a3e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487032 Aug 03 19:07:13.557552 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e3f2ae41-94b5-46a0-b197-f493ef5d0419 req-e46c0c27-912b-4060-9112-009c24e2aae2 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405841 Aug 03 19:07:13.561863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00294a59-f28b-4749-a081-0db262ecd31c req-8ff855ef-134f-49b6-af57-c8c2a840598e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392799 Aug 03 19:07:13.637919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3967c0f2-49eb-40ec-b5c6-9bba1df5a291 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Router e2b73bcf-5384-478a-adec-771d75e07f79 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:07:13.693079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-7a58a4b0-f27d-4e40-a3c4-b2f2d986d78a service neutron] 10.222.0.37 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467825 Aug 03 19:07:13.847410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3967c0f2-49eb-40ec-b5c6-9bba1df5a291 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:07:13.856234 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3967c0f2-49eb-40ec-b5c6-9bba1df5a291 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "PUT /v2.0/routers/e2b73bcf-5384-478a-adec-771d75e07f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2974622 Aug 03 19:07:13.862771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53160) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:13.871694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df50ba3-1880-44c0-b140-134a63f6c80b None None] Sync routers for ids ['e2b73bcf-5384-478a-adec-771d75e07f79'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:07:13.887841 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df50ba3-1880-44c0-b140-134a63f6c80b None None] Routers {'e2b73bcf-5384-478a-adec-771d75e07f79'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:13.888750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4df50ba3-1880-44c0-b140-134a63f6c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:07:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['e2b73bcf-5384-478a-adec-771d75e07f79'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:13.996759 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4df50ba3-1880-44c0-b140-134a63f6c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:14.024719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df50ba3-1880-44c0-b140-134a63f6c80b None None] Routers {'e2b73bcf-5384-478a-adec-771d75e07f79'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:14.025444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4df50ba3-1880-44c0-b140-134a63f6c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:07:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['e2b73bcf-5384-478a-adec-771d75e07f79'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:14.059595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f707e-07c7-4763-9504-84eb2db6f31c req-f87d5ff0-060f-4ae4-aa2a-b782ae040ee7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:14.069624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-903f707e-07c7-4763-9504-84eb2db6f31c req-f87d5ff0-060f-4ae4-aa2a-b782ae040ee7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.2095640 Aug 03 19:07:14.106326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19ee2f22-babc-459d-959e-f6ad45720860 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.115985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c497f625-0f10-4c84-a8b0-ac88855245b6 req-0271b718-4bf7-412d-bfd2-7d3f1dd9ab9e service neutron] 10.222.0.37 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146996 Aug 03 19:07:14.119070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4df50ba3-1880-44c0-b140-134a63f6c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:14.135275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-903f707e-07c7-4763-9504-84eb2db6f31c req-0f7988f5-b3c5-48fe-8cbf-7364564e5836 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644565 Aug 03 19:07:14.135946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df50ba3-1880-44c0-b140-134a63f6c80b None None] The sync data for ids ['e2b73bcf-5384-478a-adec-771d75e07f79'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:07:14.278702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 57d3c9dc-dc11-4243-8863-0b1a59edde85 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:14.446850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a393123-d795-4c91-b90c-d9abe4fd8a20 req-2b441ec9-c1b9-4ad5-9812-c5347280a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:14.456424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a393123-d795-4c91-b90c-d9abe4fd8a20 req-2b441ec9-c1b9-4ad5-9812-c5347280a179 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74cc3168a54d447c8e21d29da0394bf0&device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 1094 time: 0.2514665 Aug 03 19:07:14.505831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112945b0-5e62-44c2-b1da-141c39c45500 req-251edd36-7a57-4e6c-9221-208c485f52b7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:14.507964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-112945b0-5e62-44c2-b1da-141c39c45500 req-251edd36-7a57-4e6c-9221-208c485f52b7 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 944 time: 0.2273183 Aug 03 19:07:14.646220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 57d3c9dc-dc11-4243-8863-0b1a59edde85, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=57d3c9dc-dc11-4243-8863-0b1a59edde85,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:14.700397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '57d3c9dc-dc11-4243-8863-0b1a59edde85', 'network_id': '1eb4baa9-eb92-4272-b5b9-d4e937dacd30', 'port_id': '57d3c9dc-dc11-4243-8863-0b1a59edde85', 'mac_address': 'fa:16:3e:9b:f3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc88900-b9b8-4c5c-ac1b-058bf6ec7366', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:14.823939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19ee2f22-babc-459d-959e-f6ad45720860 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.833626 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19ee2f22-babc-459d-959e-f6ad45720860 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.864310 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.887500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d3c9dc-dc11-4243-8863-0b1a59edde85 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:14.935413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 57d3c9dc-dc11-4243-8863-0b1a59edde85, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=57d3c9dc-dc11-4243-8863-0b1a59edde85,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:14.945161 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.054488 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19ee2f22-babc-459d-959e-f6ad45720860 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.056248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ee2f22-babc-459d-959e-f6ad45720860 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Fanout notify agent at l3_agent the message router_deleted on router e2b73bcf-5384-478a-adec-771d75e07f79 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:07:15.095524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-112945b0-5e62-44c2-b1da-141c39c45500 req-425ff0b1-c279-4c6f-91f3-0fddf896e02e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653601 Aug 03 19:07:15.110268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19ee2f22-babc-459d-959e-f6ad45720860 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.121667 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-19ee2f22-babc-459d-959e-f6ad45720860 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "DELETE /v2.0/routers/e2b73bcf-5384-478a-adec-771d75e07f79 HTTP/1.1" status: 204 len: 168 time: 1.2573509 Aug 03 19:07:15.129177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53214) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:15.147107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=57d3c9dc-dc11-4243-8863-0b1a59edde85,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:15.192730 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.295508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a393123-d795-4c91-b90c-d9abe4fd8a20 req-2c0d51bf-f77b-43b2-b14b-6bd84cff91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:15.297229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a393123-d795-4c91-b90c-d9abe4fd8a20 req-2c0d51bf-f77b-43b2-b14b-6bd84cff91b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 200 len: 916 time: 0.8182526 Aug 03 19:07:15.317059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeb4c0-876e-4fe0-9b83-be9c8f424545 req-97950096-c8c5-4407-8b62-6369a7f13a65 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:15.326534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4eeeb4c0-876e-4fe0-9b83-be9c8f424545 req-97950096-c8c5-4407-8b62-6369a7f13a65 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 943 time: 0.4737527 Aug 03 19:07:15.377857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['57d3c9dc-dc11-4243-8863-0b1a59edde85'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:15.383109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-962d7102-6aaa-4249-b05b-9b12be1f91b1 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Deleting subnet 948e27b1-0542-40e2-9e3e-45d45c68d20c {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:07:15.387197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-962d7102-6aaa-4249-b05b-9b12be1f91b1 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.411561 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a393123-d795-4c91-b90c-d9abe4fd8a20 req-fbd9aa7d-6f27-42a1-b9f4-fa06184074ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4701c379-cf05-478a-8dde-d8f8e564fe4f HTTP/1.1" status: 200 len: 217 time: 0.0822206 Aug 03 19:07:15.457453 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-962d7102-6aaa-4249-b05b-9b12be1f91b1 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.573815 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-962d7102-6aaa-4249-b05b-9b12be1f91b1 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.661293 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-962d7102-6aaa-4249-b05b-9b12be1f91b1 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.689256 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-962d7102-6aaa-4249-b05b-9b12be1f91b1 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.695988 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-962d7102-6aaa-4249-b05b-9b12be1f91b1 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "DELETE /v2.0/subnets/948e27b1-0542-40e2-9e3e-45d45c68d20c HTTP/1.1" status: 204 len: 168 time: 0.5585463 Aug 03 19:07:15.702867 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53232) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:15.707436 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e7ed5-abb4-4657-85c9-b03372faf54e None None] Network 81724c30-c592-4dbb-8fe4-00880840bc69 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:15.713692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a393123-d795-4c91-b90c-d9abe4fd8a20 req-61096502-c609-4a1a-a3c4-c59d9e1c1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:15.720653 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a393123-d795-4c91-b90c-d9abe4fd8a20 req-61096502-c609-4a1a-a3c4-c59d9e1c1990 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f80c996-7708-41e4-9e70-c6bdd46ba2d8 HTTP/1.1" status: 200 len: 855 time: 0.2930644 Aug 03 19:07:15.779087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d7102-6aaa-4249-b05b-9b12be1f91b1 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event deleted for resources: {'Subnet': ['ID=948e27b1-0542-40e2-9e3e-45d45c68d20c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:15.923116 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.962871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a393123-d795-4c91-b90c-d9abe4fd8a20 req-6d9bc860-afb0-4d16-bddd-6a0c499fcfbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8b942e4-b627-42d5-b686-0b36c03a3e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2011933 Aug 03 19:07:16.055527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Deleting port a99857f1-460e-4a59-95be-158b6a56ce85 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:16.055913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.193375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4eeeb4c0-876e-4fe0-9b83-be9c8f424545 req-00d34ace-20a3-4d5b-8916-2205d3301bbe tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8647301 Aug 03 19:07:16.304348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e14b1-e52e-4687-a311-4b2481335ceb req-14f155d3-c666-42aa-b0fe-75979a8359c6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:16.311710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46010185-c025-4761-960c-5048d2a05b68 None None] DHCP port deletion for 81724c30-c592-4dbb-8fe4-00880840bc69 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:07:16.323403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f06e14b1-e52e-4687-a311-4b2481335ceb req-14f155d3-c666-42aa-b0fe-75979a8359c6 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.5958114 Aug 03 19:07:16.355377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] For port a99857f1-460e-4a59-95be-158b6a56ce85, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a99857f1-460e-4a59-95be-158b6a56ce85,segment=NetworkSegment(ca570835-5a5f-4874-b6a7-4a0e68d9a8e3),segment_id=ca570835-5a5f-4874-b6a7-4a0e68d9a8e3)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:16.356842 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.389084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Calling delete_port for a99857f1-460e-4a59-95be-158b6a56ce85 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:16.443824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-46010185-c025-4761-960c-5048d2a05b68 None None] Deleting port a99857f1-460e-4a59-95be-158b6a56ce85 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:16.444207 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46010185-c025-4761-960c-5048d2a05b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.587098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f06e14b1-e52e-4687-a311-4b2481335ceb req-65019c0e-b6e6-4fce-8ecd-dc68f8684bb3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471914 Aug 03 19:07:16.589327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.631693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a393123-d795-4c91-b90c-d9abe4fd8a20 req-3c5e18a4-0fe0-44a8-b953-206f070fbc76 service neutron] 10.222.0.37 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300824 Aug 03 19:07:16.660471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-46010185-c025-4761-960c-5048d2a05b68 None None] For port a99857f1-460e-4a59-95be-158b6a56ce85, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a99857f1-460e-4a59-95be-158b6a56ce85,segment=NetworkSegment(ca570835-5a5f-4874-b6a7-4a0e68d9a8e3),segment_id=ca570835-5a5f-4874-b6a7-4a0e68d9a8e3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:16.660997 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46010185-c025-4761-960c-5048d2a05b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.662132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event deleted for resources: {'Port': ['ID=a99857f1-460e-4a59-95be-158b6a56ce85,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:16.685489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] No DVR routers for this DVR port a99857f1-460e-4a59-95be-158b6a56ce85 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:16.698884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-46010185-c025-4761-960c-5048d2a05b68 None None] Calling delete_port for a99857f1-460e-4a59-95be-158b6a56ce85 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:16.906064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4701c379-cf05-478a-8dde-d8f8e564fe4f details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:16.936989 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46010185-c025-4761-960c-5048d2a05b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.015432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46010185-c025-4761-960c-5048d2a05b68 None None] Pushing event deleted for resources: {'Port': ['ID=a99857f1-460e-4a59-95be-158b6a56ce85,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:17.026550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.036405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46010185-c025-4761-960c-5048d2a05b68 None None] No DVR routers for this DVR port a99857f1-460e-4a59-95be-158b6a56ce85 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:17.049703 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:07:17.064339 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81724c30-c592-4dbb-8fe4-00880840bc69']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:17.114865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a393123-d795-4c91-b90c-d9abe4fd8a20 req-ceb70f55-864b-4c81-8f02-3197a14a8b32 service neutron] 10.222.0.37 "GET /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667346 Aug 03 19:07:17.119331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca570835-5a5f-4874-b6a7-4a0e68d9a8e3') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:17.139172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca570835-5a5f-4874-b6a7-4a0e68d9a8e3') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:17.181086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.198691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba5c04-0206-4309-8e9f-472a232b8852 req-6d5dd469-f9b9-4f3f-bb73-56f743bf3431 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:17.209816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5aba5c04-0206-4309-8e9f-472a232b8852 req-6d5dd469-f9b9-4f3f-bb73-56f743bf3431 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 945 time: 0.2761114 Aug 03 19:07:17.267174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 4701c379-cf05-478a-8dde-d8f8e564fe4f, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4701c379-cf05-478a-8dde-d8f8e564fe4f,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:17.279781 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.289332 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '4701c379-cf05-478a-8dde-d8f8e564fe4f', 'network_id': 'b8b942e4-b627-42d5-b686-0b36c03a3e9a', 'port_id': '4701c379-cf05-478a-8dde-d8f8e564fe4f', 'mac_address': 'fa:16:3e:b5:a6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f80c996-7708-41e4-9e70-c6bdd46ba2d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:17.305960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5aba5c04-0206-4309-8e9f-472a232b8852 req-a0b73509-a202-4b81-8c19-c6859ea4f34a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913312 Aug 03 19:07:17.323313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:07:17.323839 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:07:17.328452 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:07:17.348739 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.367021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4701c379-cf05-478a-8dde-d8f8e564fe4f {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:17.448141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 4701c379-cf05-478a-8dde-d8f8e564fe4f, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4701c379-cf05-478a-8dde-d8f8e564fe4f,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:17.457407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.458460 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.473818 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.476755 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] 10.222.0.78 "DELETE /v2.0/networks/81724c30-c592-4dbb-8fe4-00880840bc69 HTTP/1.1" status: 204 len: 168 time: 1.7278683 Aug 03 19:07:17.535866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e1ec7-7546-4d29-b066-d85952aa5f05 tempest-FloatingIPNegativeTestJSON-1242616712 tempest-FloatingIPNegativeTestJSON-1242616712-project] Pushing event deleted for resources: {'Network': ['ID=81724c30-c592-4dbb-8fe4-00880840bc69,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:17.602648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53274) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:17.727061 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['4701c379-cf05-478a-8dde-d8f8e564fe4f'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:17.768580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d818be8-2ee3-4e50-a1cc-f7106ccad5ed req-51b3e418-ef53-4bc9-8391-6f0574f7daa5 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:17.787564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d818be8-2ee3-4e50-a1cc-f7106ccad5ed req-51b3e418-ef53-4bc9-8391-6f0574f7daa5 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 944 time: 0.2172287 Aug 03 19:07:17.850543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=4701c379-cf05-478a-8dde-d8f8e564fe4f,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:17.931255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a99857f1-460e-4a59-95be-158b6a56ce85 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:17.998443 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d818be8-2ee3-4e50-a1cc-f7106ccad5ed req-9fad23af-531e-4920-ab28-223f20e0f729 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047493 Aug 03 19:07:18.051916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: a99857f1-460e-4a59-95be-158b6a56ce85 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:18.053225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a99857f1-460e-4a59-95be-158b6a56ce85 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:18.147619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8c404b2-3b54-43cc-a2c0-b7b39b539d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.241688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f58aa-9fa4-4154-8a9f-6cc95495725e req-9c5852d1-b688-4ec8-9fc8-633a708e0316 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.241688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf8f58aa-9fa4-4154-8a9f-6cc95495725e req-9c5852d1-b688-4ec8-9fc8-633a708e0316 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.2081428 Aug 03 19:07:18.326869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 57d3c9dc-dc11-4243-8863-0b1a59edde85 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:18.379418 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8c404b2-3b54-43cc-a2c0-b7b39b539d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.398641 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8c404b2-3b54-43cc-a2c0-b7b39b539d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.411419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf8f58aa-9fa4-4154-8a9f-6cc95495725e req-0e27221f-1330-4b57-8480-559982671f17 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638265 Aug 03 19:07:18.443699 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b8c404b2-3b54-43cc-a2c0-b7b39b539d47 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=15f3c983750c4f3a8567e927f4748fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8395443 Aug 03 19:07:18.447911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53288) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:18.508670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c404b2-3b54-43cc-a2c0-b7b39b539d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599af646-f054-4f63-8fbd-089f8afa9064,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:18.518416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53290) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:18.578427 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d35e6ab2-54e0-443c-85e9-4070a7243680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.611317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 57d3c9dc-dc11-4243-8863-0b1a59edde85 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:18.628719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 57d3c9dc-dc11-4243-8863-0b1a59edde85 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:18.629423 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.643336 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d35e6ab2-54e0-443c-85e9-4070a7243680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.664453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f97ba-b731-4aa7-bf77-ca53348bc3c7 req-6093d22a-c03a-4edf-b36c-a86ccb8e04a4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.673589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-500f97ba-b731-4aa7-bf77-ca53348bc3c7 req-6093d22a-c03a-4edf-b36c-a86ccb8e04a4 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 945 time: 0.1422133 Aug 03 19:07:18.791998 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5ae99730-869e-44bc-a507-9aa959cf2cf2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=46f311d38ed949b5b2b9e48d7be3cdce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719545 Aug 03 19:07:18.795842 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d35e6ab2-54e0-443c-85e9-4070a7243680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.800535 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d35e6ab2-54e0-443c-85e9-4070a7243680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.802043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d35e6ab2-54e0-443c-85e9-4070a7243680 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/599af646-f054-4f63-8fbd-089f8afa9064 HTTP/1.1" status: 204 len: 168 time: 0.3527865 Aug 03 19:07:18.807967 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.810217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53296) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:18.867907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bd0a01-8df4-4d19-bde3-f3ed13abdb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d3c9dc-dc11-4243-8863-0b1a59edde85'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:18.873640 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170bcaaf-0302-431f-bb4d-56d50a9a83e4" -d '{"events": [{"server_uuid": "52bd0a01-8df4-4d19-bde3-f3ed13abdb07", "name": "network-vif-plugged", "status": "completed", "tag": "57d3c9dc-dc11-4243-8863-0b1a59edde85"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:18.875055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e6ab2-54e0-443c-85e9-4070a7243680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599af646-f054-4f63-8fbd-089f8afa9064,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:18.892708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-500f97ba-b731-4aa7-bf77-ca53348bc3c7 req-81e44f20-0d61-4370-abf5-b6103dc07e75 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181985 Aug 03 19:07:18.939702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 57d3c9dc-dc11-4243-8863-0b1a59edde85, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=57d3c9dc-dc11-4243-8863-0b1a59edde85,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:18.967051 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.025914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ce04208-fdf0-44bd-81ca-780d84fdd39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.084885 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a811c65b-58ae-4543-a043-43d1fb96cdba x-openstack-request-id: req-a811c65b-58ae-4543-a043-43d1fb96cdba {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:19.086735 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bd0a01-8df4-4d19-bde3-f3ed13abdb07", "name": "network-vif-plugged", "status": "completed", "tag": "57d3c9dc-dc11-4243-8863-0b1a59edde85", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:19.087295 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a811c65b-58ae-4543-a043-43d1fb96cdba {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:19.088061 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bd0a01-8df4-4d19-bde3-f3ed13abdb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d3c9dc-dc11-4243-8863-0b1a59edde85', 'code': 200} Aug 03 19:07:19.107212 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ce04208-fdf0-44bd-81ca-780d84fdd39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.200914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=57d3c9dc-dc11-4243-8863-0b1a59edde85,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:19.372040 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ce04208-fdf0-44bd-81ca-780d84fdd39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.393780 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ce04208-fdf0-44bd-81ca-780d84fdd39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.430149 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0ce04208-fdf0-44bd-81ca-780d84fdd39f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/37c86fb6-9c9e-48ac-b8ec-385d4d03347c HTTP/1.1" status: 204 len: 168 time: 0.5851371 Aug 03 19:07:19.474913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1eed37-406c-4b60-89dd-674d770cc38a req-a3f72eb1-07a2-44e7-9aff-2633a1cc9d85 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.495044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e1eed37-406c-4b60-89dd-674d770cc38a req-a3f72eb1-07a2-44e7-9aff-2633a1cc9d85 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 944 time: 0.1941390 Aug 03 19:07:19.498208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce04208-fdf0-44bd-81ca-780d84fdd39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c86fb6-9c9e-48ac-b8ec-385d4d03347c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:19.526363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bcf0a-b773-46aa-b832-592ed7d57a95 req-004f014b-9c0b-4020-a35b-8a80700cd10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.528008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-845bcf0a-b773-46aa-b832-592ed7d57a95 req-004f014b-9c0b-4020-a35b-8a80700cd10f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 1097 time: 0.3618927 Aug 03 19:07:19.693401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-845bcf0a-b773-46aa-b832-592ed7d57a95 req-763453dd-fb2a-46ed-9150-fede4065530b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389544 Aug 03 19:07:19.771631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e1eed37-406c-4b60-89dd-674d770cc38a req-b86ce32c-7a10-4a0d-9410-3571231eb75c tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752926 Aug 03 19:07:19.869210 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9edde8-957a-463d-9f09-5bf8f20f5eeb req-48cf352b-fc70-41bd-918f-acd7b80f2194 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.882916 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db9edde8-957a-463d-9f09-5bf8f20f5eeb req-48cf352b-fc70-41bd-918f-acd7b80f2194 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.1804845 Aug 03 19:07:19.916090 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:07:20.022117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db9edde8-957a-463d-9f09-5bf8f20f5eeb req-422e430c-a400-478b-940f-8e6160ee8574 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089642 Aug 03 19:07:20.261843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13395b08-a757-4e94-9cda-6aa9c30d1226 req-b3649f1e-a94a-453f-9a37-96cadb47a08d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:20.276926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-13395b08-a757-4e94-9cda-6aa9c30d1226 req-b3649f1e-a94a-453f-9a37-96cadb47a08d tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 946 time: 0.1861753 Aug 03 19:07:20.417227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-13395b08-a757-4e94-9cda-6aa9c30d1226 req-554e049d-6a7d-491a-8f39-47b8f199759a tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389759 Aug 03 19:07:20.921826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4701c379-cf05-478a-8dde-d8f8e564fe4f up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:21.086046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 4701c379-cf05-478a-8dde-d8f8e564fe4f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:21.100720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 4701c379-cf05-478a-8dde-d8f8e564fe4f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:21.102890 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.206871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3838f3-e2b8-43e9-98d8-30b6a694c934 req-9b52e3f6-ba27-4b60-8c9f-236c16256b07 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:21.217158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da3838f3-e2b8-43e9-98d8-30b6a694c934 req-9b52e3f6-ba27-4b60-8c9f-236c16256b07 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 944 time: 0.2101257 Aug 03 19:07:21.426402 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da3838f3-e2b8-43e9-98d8-30b6a694c934 req-c033d340-759b-4d73-aa75-cce60df18c5b tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056687 Aug 03 19:07:21.464807 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.524225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8789b2-8b0f-4256-8b63-be5028e635cf req-4a24280a-2cd0-47be-ba12-22504da4a8ba tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:21.539534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f8789b2-8b0f-4256-8b63-be5028e635cf req-4a24280a-2cd0-47be-ba12-22504da4a8ba tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.2380269 Aug 03 19:07:21.648322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f8789b2-8b0f-4256-8b63-be5028e635cf req-49a9dcf3-c572-4442-88c8-f959c770862b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015825 Aug 03 19:07:22.017077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 4701c379-cf05-478a-8dde-d8f8e564fe4f, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4701c379-cf05-478a-8dde-d8f8e564fe4f,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:22.033918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4701c379-cf05-478a-8dde-d8f8e564fe4f'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:22.039408 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b02287-1386-48ec-a6d9-c6c0c89f41da" -d '{"events": [{"server_uuid": "536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22", "name": "network-vif-plugged", "status": "completed", "tag": "4701c379-cf05-478a-8dde-d8f8e564fe4f"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:22.042232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e492f21-68c5-4bce-a521-e74149063e49 req-c5101051-b8b9-4b02-85ae-7cb00c569e7e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.052421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e492f21-68c5-4bce-a521-e74149063e49 req-c5101051-b8b9-4b02-85ae-7cb00c569e7e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 946 time: 0.2174652 Aug 03 19:07:22.066322 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.184773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e492f21-68c5-4bce-a521-e74149063e49 req-10a74682-63a6-45c6-9826-42080f4bc659 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308527 Aug 03 19:07:22.221401 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84416698-623a-42c6-bd9d-ff702910e56a x-openstack-request-id: req-84416698-623a-42c6-bd9d-ff702910e56a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:22.224930 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22", "name": "network-vif-plugged", "status": "completed", "tag": "4701c379-cf05-478a-8dde-d8f8e564fe4f", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:22.225491 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84416698-623a-42c6-bd9d-ff702910e56a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:22.226306 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4701c379-cf05-478a-8dde-d8f8e564fe4f', 'code': 200} Aug 03 19:07:22.249818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=4701c379-cf05-478a-8dde-d8f8e564fe4f,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:22.367083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53392) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:22.516492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ccca5-a893-4c27-92c3-8346a388d21a req-de517335-d117-4f43-a6e6-b723f319e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.523044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-953ccca5-a893-4c27-92c3-8346a388d21a req-de517335-d117-4f43-a6e6-b723f319e678 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 1096 time: 0.1773264 Aug 03 19:07:22.659355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-953ccca5-a893-4c27-92c3-8346a388d21a req-ffc7c5eb-5f3c-437a-a3d2-3be449a83562 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131625 Aug 03 19:07:22.806767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811bc4d-91fb-4f04-86c0-426431ae7b19 req-33c090c9-2458-44f3-bee6-3ce7c384e7ab tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.816042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5811bc4d-91fb-4f04-86c0-426431ae7b19 req-33c090c9-2458-44f3-bee6-3ce7c384e7ab tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 945 time: 0.1776443 Aug 03 19:07:22.928956 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-eb21df7a-83b4-464a-bb1b-4996bc9616fe tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2085005117', 'prefixes': ['172.20.0.0/16']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:23.055193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5811bc4d-91fb-4f04-86c0-426431ae7b19 req-e2a28ce6-4ae7-43f7-9f17-0834d9758ff6 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411703 Aug 03 19:07:23.119958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3e42e-bea1-4c89-96a8-8c13c9ebed68 req-e069ed1a-0cb5-4e84-8848-b54e2101032c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.138059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64a3e42e-bea1-4c89-96a8-8c13c9ebed68 req-e069ed1a-0cb5-4e84-8848-b54e2101032c tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 946 time: 0.3204832 Aug 03 19:07:23.183803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eb21df7a-83b4-464a-bb1b-4996bc9616fe tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] Notify callbacks [] for subnetpool, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.190151 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eb21df7a-83b4-464a-bb1b-4996bc9616fe tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8213279 Aug 03 19:07:23.192792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53416) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:23.262094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64a3e42e-bea1-4c89-96a8-8c13c9ebed68 req-57187b3b-ac95-4a26-acf3-3b1b40166322 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230247 Aug 03 19:07:23.304678 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3aeaabb1-3351-4f0c-8f78-66c10cacb0f5 tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] 10.222.0.78 "GET /v2.0/subnetpools/8ae28107-0213-4b15-aa06-f5b99c53b75d HTTP/1.1" status: 200 len: 732 time: 0.1084692 Aug 03 19:07:23.308188 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53418) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:23.328039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-69f50134-2a45-4486-abea-05003657a03f tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-27155668'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:23.546752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69f50134-2a45-4486-abea-05003657a03f tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] Notify callbacks [] for subnetpool, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.553758 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-69f50134-2a45-4486-abea-05003657a03f tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] 10.222.0.78 "PUT /v2.0/subnetpools/8ae28107-0213-4b15-aa06-f5b99c53b75d HTTP/1.1" status: 200 len: 682 time: 0.2384470 Aug 03 19:07:23.553758 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53424) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:23.586029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a09af-396b-4617-9037-6866752eeb9a req-e016e4f6-29ce-4491-a204-273b6f1a0294 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.590705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db5a09af-396b-4617-9037-6866752eeb9a req-e016e4f6-29ce-4491-a204-273b6f1a0294 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.1553264 Aug 03 19:07:23.693331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69f585bb-a2e1-43f9-91e1-ca75f1181eec tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] Notify callbacks [] for subnetpool, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.695871 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-69f585bb-a2e1-43f9-91e1-ca75f1181eec tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] 10.222.0.78 "DELETE /v2.0/subnetpools/8ae28107-0213-4b15-aa06-f5b99c53b75d HTTP/1.1" status: 204 len: 168 time: 0.1408138 Aug 03 19:07:23.698788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db5a09af-396b-4617-9037-6866752eeb9a req-ffdbc86d-9f8b-4a7c-9a48-ebd5730be071 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006260 Aug 03 19:07:23.699257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53426) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:23.721376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53428) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:23.740147 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-3306e806-b4c4-4303-a1bf-fafbd13f8bd6 tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] show failed (client error): The resource could not be found. Aug 03 19:07:23.742507 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3306e806-b4c4-4303-a1bf-fafbd13f8bd6 tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] 10.222.0.78 "GET /v2.0/subnetpools/8ae28107-0213-4b15-aa06-f5b99c53b75d HTTP/1.1" status: 404 len: 346 time: 0.0410445 Aug 03 19:07:23.748931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53432) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:23.782421 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-5af34428-3844-41f6-9b54-a11fd9c3bde8 tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] delete failed (client error): The resource could not be found. Aug 03 19:07:23.784158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5af34428-3844-41f6-9b54-a11fd9c3bde8 tempest-SubnetPoolsTestJSON-1844626520 tempest-SubnetPoolsTestJSON-1844626520-project] 10.222.0.78 "DELETE /v2.0/subnetpools/8ae28107-0213-4b15-aa06-f5b99c53b75d HTTP/1.1" status: 404 len: 346 time: 0.0333979 Aug 03 19:07:23.947767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1b918096-b646-491f-8200-89f74d759f5d tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:23.992140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1b918096-b646-491f-8200-89f74d759f5d tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] 10.222.0.78 "PUT /v2.0/quotas/f3bfd63dee8342b88ce7184c0e68823e HTTP/1.1" status: 200 len: 368 time: 0.2679336 Aug 03 19:07:23.996196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53438) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:24.012184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Request body: {'network': {'project_id': 'f3bfd63dee8342b88ce7184c0e68823e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:24.050741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Made reservation on behalf of f3bfd63dee8342b88ce7184c0e68823e for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:24.057592 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.079424 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.434636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53450) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:24.511930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ef2c5-aa27-41dc-ad9b-01a69e8c9fdd req-a876a265-7d11-4de9-bec2-55b42abc2c3a tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.521530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-732ef2c5-aa27-41dc-ad9b-01a69e8c9fdd req-a876a265-7d11-4de9-bec2-55b42abc2c3a tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 945 time: 0.1706741 Aug 03 19:07:24.610286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-732ef2c5-aa27-41dc-ad9b-01a69e8c9fdd req-f2014d9a-5acc-4a3a-87b2-24bca0228ad8 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869327 Aug 03 19:07:24.623970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40867ec-3a6d-40c0-bcd6-37ff0f0fbb6b req-85c4a50d-4aa4-4d36-9ce0-2c55edb8a186 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.639676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b40867ec-3a6d-40c0-bcd6-37ff0f0fbb6b req-85c4a50d-4aa4-4d36-9ce0-2c55edb8a186 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 946 time: 0.1976044 Aug 03 19:07:24.709936 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.717377 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-980f0f37-6ccb-4c21-b830-e9a1c26fc422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.740567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b40867ec-3a6d-40c0-bcd6-37ff0f0fbb6b req-e049823f-fb0f-4e9a-91d9-37bb85ffb331 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867817 Aug 03 19:07:24.741398 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.784569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:07:24.823849 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.824353 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Added segment 8d77bb88-7d2b-446e-ad56-f8205490d283 of type vlan for network bb7963d3-5dce-4fc7-b7bd-1d32c2a44a4e Aug 03 19:07:24.837090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87244cd-2059-45fb-a229-4f2125620e70,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:24.953741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.139914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-980f0f37-6ccb-4c21-b830-e9a1c26fc422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.148274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-980f0f37-6ccb-4c21-b830-e9a1c26fc422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.170045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.176677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.177767 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.257232 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-980f0f37-6ccb-4c21-b830-e9a1c26fc422 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=31a1b17e60a44897abf6e3650c255874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8208191 Aug 03 19:07:25.261872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53470) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:25.264618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f0f37-6ccb-4c21-b830-e9a1c26fc422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25eb3203-fa69-4582-b16b-09bbc5713110,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:25.315419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3178852 Aug 03 19:07:25.324979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53472) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:25.336186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Request body: {'network': {'project_id': 'f3bfd63dee8342b88ce7184c0e68823e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:25.389337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ec5e5-22a5-4b51-92d1-a4558cb935b9 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Pushing event updated for resources: {'Network': ['ID=bb7963d3-5dce-4fc7-b7bd-1d32c2a44a4e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:25.405416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network bb7963d3-5dce-4fc7-b7bd-1d32c2a44a4e details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:07:25.411848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f245a66-f607-4228-b5d8-8452a0896573 req-adb2536d-d1c2-4ab8-8a6a-65c1d8b1de80 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.425006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f245a66-f607-4228-b5d8-8452a0896573 req-adb2536d-d1c2-4ab8-8a6a-65c1d8b1de80 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.3588655 Aug 03 19:07:25.477318 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Made reservation on behalf of f3bfd63dee8342b88ce7184c0e68823e for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:25.480372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.557260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f0d9f5f-22e8-47f6-b2be-64cf1ddaaa8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.592596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:07:25.638851 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.639390 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Added segment 679cc3fb-5773-4208-ac35-62bbaadc9432 of type vlan for network 5d938858-915b-4f7d-9610-985190a28bd4 Aug 03 19:07:25.657085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f245a66-f607-4228-b5d8-8452a0896573 req-d31de696-0e68-42f8-9e52-b31a82049a54 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295315 Aug 03 19:07:25.670531 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f0d9f5f-22e8-47f6-b2be-64cf1ddaaa8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.734157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666a92a-2ab3-4f57-9d73-cabc50ae7d8a req-41fc5724-e8eb-442d-af60-58dea9b2b8a2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.748651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0666a92a-2ab3-4f57-9d73-cabc50ae7d8a req-41fc5724-e8eb-442d-af60-58dea9b2b8a2 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 946 time: 0.2937293 Aug 03 19:07:25.796928 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.857075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f0d9f5f-22e8-47f6-b2be-64cf1ddaaa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.860170 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f0d9f5f-22e8-47f6-b2be-64cf1ddaaa8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.861649 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5f0d9f5f-22e8-47f6-b2be-64cf1ddaaa8c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/25eb3203-fa69-4582-b16b-09bbc5713110 HTTP/1.1" status: 204 len: 168 time: 0.5981538 Aug 03 19:07:25.862437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.863411 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.871854 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.924927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d9f5f-22e8-47f6-b2be-64cf1ddaaa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eb3203-fa69-4582-b16b-09bbc5713110,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:25.936221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0666a92a-2ab3-4f57-9d73-cabc50ae7d8a req-67aa8580-5301-463d-a46b-ffb3b1b53bdd tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846735 Aug 03 19:07:26.009252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4366e-1d94-4dd9-a980-bf1f25d9ac61 req-79bc6ab7-73ab-43b0-b8a5-0bc5d8223e7e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:26.015517 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8b4366e-1d94-4dd9-a980-bf1f25d9ac61 req-79bc6ab7-73ab-43b0-b8a5-0bc5d8223e7e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 945 time: 0.1708684 Aug 03 19:07:26.119451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8b4366e-1d94-4dd9-a980-bf1f25d9ac61 req-a4ceb4f2-aec9-4b47-a74d-ae02fbe680e6 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940568 Aug 03 19:07:26.244325 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9177701 Aug 03 19:07:26.247076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53498) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:26.254068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e092a3b6-8f88-49e2-9b37-5aa7503a0234 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Request body: {'network': {'project_id': 'f3bfd63dee8342b88ce7184c0e68823e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:26.308021 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e092a3b6-8f88-49e2-9b37-5aa7503a0234 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 19:07:26.311034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e092a3b6-8f88-49e2-9b37-5aa7503a0234 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:07:26.314759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e092a3b6-8f88-49e2-9b37-5aa7503a0234 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0661194 Aug 03 19:07:26.349301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eb25b-a15a-468b-b6f8-68ddaee306a8 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Pushing event updated for resources: {'Network': ['ID=5d938858-915b-4f7d-9610-985190a28bd4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:26.370741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 5d938858-915b-4f7d-9610-985190a28bd4 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:07:26.537569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53504) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:27.049814 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-df89cb43-9c40-431f-a7a5-68a5d1972a0e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3bfd63dee8342b88ce7184c0e68823e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105317 Aug 03 19:07:27.052992 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53530) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:27.073608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339eb8b-f7de-4006-b9e8-42ef255f714c req-2c911576-1b39-4133-a0eb-559b9d32dcfc tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.092145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3339eb8b-f7de-4006-b9e8-42ef255f714c req-2c911576-1b39-4133-a0eb-559b9d32dcfc tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.2639480 Aug 03 19:07:27.235196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-455566da-d822-439e-9041-30a5a8ef602b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.297460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-455566da-d822-439e-9041-30a5a8ef602b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.350339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3339eb8b-f7de-4006-b9e8-42ef255f714c req-237a4515-fff1-4efe-a04f-8e8e843c449d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407870 Aug 03 19:07:27.372785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f87ef4-084f-43d9-a23f-b3e9ca103a16 req-3e9d4f52-61d6-416a-9bf1-f1570a677043 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.378082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8f87ef4-084f-43d9-a23f-b3e9ca103a16 req-3e9d4f52-61d6-416a-9bf1-f1570a677043 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.74 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 946 time: 0.2218413 Aug 03 19:07:27.513476 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-455566da-d822-439e-9041-30a5a8ef602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.517181 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-455566da-d822-439e-9041-30a5a8ef602b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.518707 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-455566da-d822-439e-9041-30a5a8ef602b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b87244cd-2059-45fb-a229-4f2125620e70 HTTP/1.1" status: 204 len: 168 time: 0.4636657 Aug 03 19:07:27.521237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53546) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:27.604253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455566da-d822-439e-9041-30a5a8ef602b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87244cd-2059-45fb-a229-4f2125620e70,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:27.624662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0f457-cdaa-4907-a179-a239733e3fbd req-37255932-ee91-4a78-9230-028132a09629 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.635161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60d0f457-cdaa-4907-a179-a239733e3fbd req-37255932-ee91-4a78-9230-028132a09629 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 946 time: 0.4094057 Aug 03 19:07:27.821221 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.864519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60d0f457-cdaa-4907-a179-a239733e3fbd req-113ff7f3-2c53-4838-a940-69d1773db587 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/security-groups?id=47f3dbdb-6768-4a34-bf11-ad12ab456b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364820 Aug 03 19:07:27.970283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-a8f87ef4-084f-43d9-a23f-b3e9ca103a16 req-51d8321a-ca57-4ecb-9241-d9f8a7e1b683 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Deleting port 57d3c9dc-dc11-4243-8863-0b1a59edde85 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:27.970702 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a8f87ef4-084f-43d9-a23f-b3e9ca103a16 req-51d8321a-ca57-4ecb-9241-d9f8a7e1b683 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.264692 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.283279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a8f87ef4-084f-43d9-a23f-b3e9ca103a16 req-51d8321a-ca57-4ecb-9241-d9f8a7e1b683 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] For port 57d3c9dc-dc11-4243-8863-0b1a59edde85, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=57d3c9dc-dc11-4243-8863-0b1a59edde85,segment=NetworkSegment(ddd4bf96-9bae-4ba4-9d14-60c36d623eba),segment_id=ddd4bf96-9bae-4ba4-9d14-60c36d623eba)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:28.283981 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a8f87ef4-084f-43d9-a23f-b3e9ca103a16 req-51d8321a-ca57-4ecb-9241-d9f8a7e1b683 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.303181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d938858-915b-4f7d-9610-985190a28bd4']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:28.315700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-a8f87ef4-084f-43d9-a23f-b3e9ca103a16 req-51d8321a-ca57-4ecb-9241-d9f8a7e1b683 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Calling delete_port for 57d3c9dc-dc11-4243-8863-0b1a59edde85 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:28.334429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679cc3fb-5773-4208-ac35-62bbaadc9432') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:28.338746 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679cc3fb-5773-4208-ac35-62bbaadc9432') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:28.339711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53562) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:28.343547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029252 Aug 03 19:07:28.352402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53564) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:28.374786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.426935 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.437098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:07:28.437998 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:07:28.440428 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:07:28.631527 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.668732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c39e14c9-42e3-4f7d-b8b3-bd95304a3852 tempest-NetworksApiDiscovery-922004385 tempest-NetworksApiDiscovery-922004385-project] 10.222.0.78 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3149540 Aug 03 19:07:28.680249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.682732 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] 10.222.0.78 "DELETE /v2.0/networks/5d938858-915b-4f7d-9610-985190a28bd4 HTTP/1.1" status: 204 len: 168 time: 1.1590428 Aug 03 19:07:28.684071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da058c1-5564-4e6a-987b-edba36c8dc95 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d938858-915b-4f7d-9610-985190a28bd4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:28.692342 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53574) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:28.719772 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a8f87ef4-084f-43d9-a23f-b3e9ca103a16 req-51d8321a-ca57-4ecb-9241-d9f8a7e1b683 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.760658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['57d3c9dc-dc11-4243-8863-0b1a59edde85'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:28.857003 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ef2ae-a877-46a6-a519-002e3fbf327d req-77faf3ef-9cbd-476d-a69e-58d9707d64d3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:28.861378 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.872835 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134ef2ae-a877-46a6-a519-002e3fbf327d req-77faf3ef-9cbd-476d-a69e-58d9707d64d3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.3746071 Aug 03 19:07:28.888166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8321a-ca57-4ecb-9241-d9f8a7e1b683 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Pushing event deleted for resources: {'Port': ['ID=57d3c9dc-dc11-4243-8863-0b1a59edde85,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:29.059283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f87ef4-084f-43d9-a23f-b3e9ca103a16 req-51d8321a-ca57-4ecb-9241-d9f8a7e1b683 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] No DVR routers for this DVR port 57d3c9dc-dc11-4243-8863-0b1a59edde85 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:29.095773 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a8f87ef4-084f-43d9-a23f-b3e9ca103a16 req-51d8321a-ca57-4ecb-9241-d9f8a7e1b683 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.108510 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8f87ef4-084f-43d9-a23f-b3e9ca103a16 req-51d8321a-ca57-4ecb-9241-d9f8a7e1b683 tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.74 "DELETE /v2.0/ports/57d3c9dc-dc11-4243-8863-0b1a59edde85 HTTP/1.1" status: 204 len: 173 time: 1.7254052 Aug 03 19:07:29.114959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bd0a01-8df4-4d19-bde3-f3ed13abdb07', 'name': 'network-vif-deleted', 'tag': '57d3c9dc-dc11-4243-8863-0b1a59edde85'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:29.117722 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbf54c8-ad60-4cc1-8aad-4b380d108dae" -d '{"events": [{"server_uuid": "52bd0a01-8df4-4d19-bde3-f3ed13abdb07", "name": "network-vif-deleted", "tag": "57d3c9dc-dc11-4243-8863-0b1a59edde85"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:29.165735 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.235442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-359ed0a1-6a50-4ab5-aa15-6c82358b2efe req-27b18f6d-6d6a-4323-9994-22b30f801d2e tempest-DeleteServersTestJSON-299962705 tempest-DeleteServersTestJSON-299962705-project] 10.222.0.78 "GET /v2.0/ports?device_id=52bd0a01-8df4-4d19-bde3-f3ed13abdb07 HTTP/1.1" status: 200 len: 210 time: 0.1706710 Aug 03 19:07:29.241094 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7963d3-5dce-4fc7-b7bd-1d32c2a44a4e']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:29.263671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134ef2ae-a877-46a6-a519-002e3fbf327d req-17f45e4c-b672-4cfe-ba4f-8e6c51d693d1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894820 Aug 03 19:07:29.295612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d77bb88-7d2b-446e-ad56-f8205490d283') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:29.297601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d77bb88-7d2b-446e-ad56-f8205490d283') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:29.346714 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.384504 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.401889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:07:29.402707 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.428742 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a255a8-87bf-4660-a683-0656f448f727 x-openstack-request-id: req-00a255a8-87bf-4660-a683-0656f448f727 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:29.429299 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bd0a01-8df4-4d19-bde3-f3ed13abdb07", "name": "network-vif-deleted", "tag": "57d3c9dc-dc11-4243-8863-0b1a59edde85", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:29.429299 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00a255a8-87bf-4660-a683-0656f448f727 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:29.429703 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bd0a01-8df4-4d19-bde3-f3ed13abdb07', 'name': 'network-vif-deleted', 'tag': '57d3c9dc-dc11-4243-8863-0b1a59edde85', 'status': 'completed', 'code': 200} Aug 03 19:07:29.438391 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.515689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53598) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:07:29.523630 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:07:29.529000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.543516 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.550184 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] 10.222.0.78 "DELETE /v2.0/networks/bb7963d3-5dce-4fc7-b7bd-1d32c2a44a4e HTTP/1.1" status: 204 len: 168 time: 0.8567054 Aug 03 19:07:29.571402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18620c94-47e0-498b-b8ae-d6b5eb6f4047 tempest-QuotasNegativeTest-1282377648 tempest-QuotasNegativeTest-1282377648-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb7963d3-5dce-4fc7-b7bd-1d32c2a44a4e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:29.713766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0f89-e673-483c-aad9-db79b6ba263d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.075151 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0f89-e673-483c-aad9-db79b6ba263d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.081953 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0f89-e673-483c-aad9-db79b6ba263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.164310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e0f89-e673-483c-aad9-db79b6ba263d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c8b544-a00b-49ba-a8af-ebe1115cfd9b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:30.175743 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8d6e0f89-e673-483c-aad9-db79b6ba263d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9e3cbeb6b259490a93860a4bbc682994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6570566 Aug 03 19:07:30.179024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53620) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:30.322341 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-037c6e37-6100-4989-87f3-c4648fa577bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.388082 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-037c6e37-6100-4989-87f3-c4648fa577bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.461872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbf098-98f2-42b6-9d32-76e0649ee2b6 req-2525ae72-d476-45fb-85a4-0e92d82fb4c1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.473514 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7efbf098-98f2-42b6-9d32-76e0649ee2b6 req-2525ae72-d476-45fb-85a4-0e92d82fb4c1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.0896568 Aug 03 19:07:30.546232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-037c6e37-6100-4989-87f3-c4648fa577bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.550253 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-037c6e37-6100-4989-87f3-c4648fa577bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.555991 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-037c6e37-6100-4989-87f3-c4648fa577bc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51c8b544-a00b-49ba-a8af-ebe1115cfd9b HTTP/1.1" status: 204 len: 168 time: 0.3752799 Aug 03 19:07:30.573253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c6e37-6100-4989-87f3-c4648fa577bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c8b544-a00b-49ba-a8af-ebe1115cfd9b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:30.609525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53638) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:30.637831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7efbf098-98f2-42b6-9d32-76e0649ee2b6 req-d553535a-c207-4981-b0c9-edc3a5d4c59b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625280 Aug 03 19:07:30.644117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d990e73-0d9d-4d76-8151-a2f718154c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.864270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d990e73-0d9d-4d76-8151-a2f718154c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.871110 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d990e73-0d9d-4d76-8151-a2f718154c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.939294 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d990e73-0d9d-4d76-8151-a2f718154c6f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ec224c4b003f4cb0b5605211558ddf18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272207 Aug 03 19:07:30.941887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d990e73-0d9d-4d76-8151-a2f718154c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a96aca0-f5f9-4b59-adfd-ee59fff87e40,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:30.942023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53658) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:31.012419 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a702ce2e-baeb-4604-bd93-3a7cb7d6a0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.041437 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a702ce2e-baeb-4604-bd93-3a7cb7d6a0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.210746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a702ce2e-baeb-4604-bd93-3a7cb7d6a0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.211598 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a702ce2e-baeb-4604-bd93-3a7cb7d6a0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.220257 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a702ce2e-baeb-4604-bd93-3a7cb7d6a0e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a96aca0-f5f9-4b59-adfd-ee59fff87e40 HTTP/1.1" status: 204 len: 168 time: 0.2758894 Aug 03 19:07:31.240588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702ce2e-baeb-4604-bd93-3a7cb7d6a0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a96aca0-f5f9-4b59-adfd-ee59fff87e40,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:31.849788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8efee-c041-4491-beaa-a96358a1cc6d req-4b83733a-6e1c-41cd-b07c-70c4dc93624c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:31.860906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5cc8efee-c041-4491-beaa-a96358a1cc6d req-4b83733a-6e1c-41cd-b07c-70c4dc93624c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.0879366 Aug 03 19:07:31.932278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5cc8efee-c041-4491-beaa-a96358a1cc6d req-50fc0eba-d2c9-4bfa-9ced-5f4f573fc708 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690625 Aug 03 19:07:31.945462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53704) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:31.986287 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e55eebbe-db0c-4112-a338-a1ac91450c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.114230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53710) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:32.206182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e55eebbe-db0c-4112-a338-a1ac91450c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.211852 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e55eebbe-db0c-4112-a338-a1ac91450c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.250141 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e55eebbe-db0c-4112-a338-a1ac91450c0d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=901675e2ade949c496b1f1971273be6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032961 Aug 03 19:07:32.250872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53714) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:32.276239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eebbe-db0c-4112-a338-a1ac91450c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48eb7f4-9271-48f9-8413-a1f6f49b8416,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:32.359699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-24e96f26-0ffe-4634-a1ec-49065ea837fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.379813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-226069260-network', 'tenant_id': '0d87ef03d7214a17bf73523e4c3cb33e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:32.389398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 57d3c9dc-dc11-4243-8863-0b1a59edde85 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:32.441539 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-24e96f26-0ffe-4634-a1ec-49065ea837fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.443237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 57d3c9dc-dc11-4243-8863-0b1a59edde85 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:32.443954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 57d3c9dc-dc11-4243-8863-0b1a59edde85 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:32.484799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Made reservation on behalf of 0d87ef03d7214a17bf73523e4c3cb33e for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:32.489347 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.516951 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.585237 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-24e96f26-0ffe-4634-a1ec-49065ea837fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.590177 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-24e96f26-0ffe-4634-a1ec-49065ea837fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.592199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-24e96f26-0ffe-4634-a1ec-49065ea837fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c48eb7f4-9271-48f9-8413-a1f6f49b8416 HTTP/1.1" status: 204 len: 168 time: 0.3394575 Aug 03 19:07:32.621013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e96f26-0ffe-4634-a1ec-49065ea837fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48eb7f4-9271-48f9-8413-a1f6f49b8416,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:32.756315 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.762698 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.792676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd24415-33db-42bd-b352-ddc2be2b66b8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:32.804811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:07:32.816088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.816088 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Added segment 79a07627-c537-4a84-b903-60108dedb45a of type vlan for network 5c635baa-2c30-40ca-b21f-a5c4aef9dcc4 Aug 03 19:07:32.862552 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.923741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.924783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:32.926750 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:33.033875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] Pushing event updated for resources: {'Network': ['ID=5c635baa-2c30-40ca-b21f-a5c4aef9dcc4,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:33.046235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 5c635baa-2c30-40ca-b21f-a5c4aef9dcc4 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:07:33.112095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53740) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:33.118253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] Request body: {'subnet': {'network_id': '5c635baa-2c30-40ca-b21f-a5c4aef9dcc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-226069260-subnet', 'tenant_id': '0d87ef03d7214a17bf73523e4c3cb33e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:33.122801 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eaee8852-d0b9-4f5a-be5d-a98abd6abe58 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9922242 Aug 03 19:07:33.181525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] Made reservation on behalf of 0d87ef03d7214a17bf73523e4c3cb33e for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:33.195954 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:33.284703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18323b3b-a7fb-4534-b4da-d8469fcfa604 req-f9f4d84c-0f0f-4e87-911f-5adcc302bbcc tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.286860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18323b3b-a7fb-4534-b4da-d8469fcfa604 req-f9f4d84c-0f0f-4e87-911f-5adcc302bbcc tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.1493127 Aug 03 19:07:33.351678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18323b3b-a7fb-4534-b4da-d8469fcfa604 req-754690c7-2c5d-411e-8184-4611461159d5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534241 Aug 03 19:07:33.617134 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d968fc77-b7d9-4449-a2bb-55dc83ed6c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:33.686844 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:33.748377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519e46fd-8756-46fb-b89f-7ff1c97445b7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:33.804462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] Checking segment: {'id': '79a07627-c537-4a84-b903-60108dedb45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5c635baa-2c30-40ca-b21f-a5c4aef9dcc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:33.804846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] Network hostable DHCP agents. Network: 5c635baa-2c30-40ca-b21f-a5c4aef9dcc4, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:07:33.829126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] Network 5c635baa-2c30-40ca-b21f-a5c4aef9dcc4 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:07:33.842806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 5c635baa-2c30-40ca-b21f-a5c4aef9dcc4) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:33.857463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf1e4a3-5f23-44f2-b0c5-611311733951 None None] Network 5c635baa-2c30-40ca-b21f-a5c4aef9dcc4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:33.862962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.869086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:33.910386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bda33be3-0cd1-4b2f-a047-5a1b9d31a708 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7964909 Aug 03 19:07:34.214618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ca830-f4ad-466f-aab7-2329aaf6c47d None None] Network 5c635baa-2c30-40ca-b21f-a5c4aef9dcc4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:34.635588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f93bbc-51f7-412a-98a6-940165116046 req-93ad3b8f-ef5d-4007-8911-0920a386e5a7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:34.648913 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05f93bbc-51f7-412a-98a6-940165116046 req-93ad3b8f-ef5d-4007-8911-0920a386e5a7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 943 time: 0.1336191 Aug 03 19:07:34.714686 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05f93bbc-51f7-412a-98a6-940165116046 req-9a760b70-46a6-4014-8578-77a3720a9a6b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635476 Aug 03 19:07:34.992392 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1bc1f74f-1b97-44f2-aa4d-665e1919b20c details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:35.175061 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:35.197081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'network_id': '7fea3613-bf0a-4cc6-9611-fac25b0e9b87', 'port_id': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'mac_address': 'fa:16:3e:76:3b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdc4e0d-929f-4680-8655-547d605c21e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:35.264290 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.289221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc1f74f-1b97-44f2-aa4d-665e1919b20c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:35.305217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53816) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:35.311896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-640680932-network', 'tenant_id': 'b17fb1c3d8404dc9a462a2e911c99edd'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:35.335609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:35.342491 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.361860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Made reservation on behalf of b17fb1c3d8404dc9a462a2e911c99edd for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:35.366130 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.379886 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.439842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:35.454273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.454628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.455015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.455422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.456086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.456766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.457168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.457404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.457928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.458330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.458836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.459174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:35.586285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.593756 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.608564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['1bc1f74f-1b97-44f2-aa4d-665e1919b20c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:35.636056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:07:35.675206 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.676104 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Added segment 2fa33b14-d11c-45f1-85f1-4d7b5c147a3f of type vlan for network ccbb4660-2dcc-4920-ac98-62ce003cbc0f Aug 03 19:07:35.762930 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.967378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca88ebe-463a-40d4-883e-7209b5016964,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:35.981690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc5e99-050b-471c-9c84-79b1383f2908 req-2b9e8c5f-0dbf-4413-abcf-998f080eb840 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.987805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.995321 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.998341 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.030754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9dcc5e99-050b-471c-9c84-79b1383f2908 req-2b9e8c5f-0dbf-4413-abcf-998f080eb840 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 944 time: 0.1608219 Aug 03 19:07:36.139885 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9dcc5e99-050b-471c-9c84-79b1383f2908 req-190466d4-a75e-46da-a752-a69c0ac9ea89 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068487 Aug 03 19:07:36.152872 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8438318 Aug 03 19:07:36.154554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53850) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:36.177743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4975a-34c8-4df9-9c0b-52c33f975c50 admin admin] Pushing event updated for resources: {'Network': ['ID=ccbb4660-2dcc-4920-ac98-62ce003cbc0f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:36.183776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] Request body: {'subnet': {'network_id': 'ccbb4660-2dcc-4920-ac98-62ce003cbc0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-640680932-subnet', 'tenant_id': 'b17fb1c3d8404dc9a462a2e911c99edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:36.195430 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network ccbb4660-2dcc-4920-ac98-62ce003cbc0f details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:07:36.220864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53852) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:36.259825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] Made reservation on behalf of b17fb1c3d8404dc9a462a2e911c99edd for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:36.266822 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.285798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdad48bd-1c9e-4454-a094-05b889b91d64 admin admin] Deleting subnet 9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:07:36.292680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bdad48bd-1c9e-4454-a094-05b889b91d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.377105 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bdad48bd-1c9e-4454-a094-05b889b91d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.426912 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4637-d9fb-459b-af95-0a0d912728f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.448912 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53858) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:36.504452 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bdad48bd-1c9e-4454-a094-05b889b91d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.602885 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.664253 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bdad48bd-1c9e-4454-a094-05b889b91d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.738313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad48bd-1c9e-4454-a094-05b889b91d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dc88900-b9b8-4c5c-ac1b-058bf6ec7366,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:36.745042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-aacb93e8-0549-46fc-af08-78aafd0409cd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:36.775705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bdad48bd-1c9e-4454-a094-05b889b91d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.778889 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bdad48bd-1c9e-4454-a094-05b889b91d64 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9dc88900-b9b8-4c5c-ac1b-058bf6ec7366 HTTP/1.1" status: 204 len: 168 time: 0.5566535 Aug 03 19:07:36.782882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53868) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:36.865068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.880816 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aacb93e8-0549-46fc-af08-78aafd0409cd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] 10.222.0.78 "PUT /v2.0/quotas/80b9cab1025a4bb789f531d6ae4950d0 HTTP/1.1" status: 200 len: 366 time: 0.4278607 Aug 03 19:07:36.882468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53870) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:36.908455 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0a8ba9db-466c-4b8b-8f4b-f0756e6dcbeb tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0218453 Aug 03 19:07:36.909390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53874) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:36.938056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.943092 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e9bed46b-a6c2-420f-b481-8dd5be24dfa9 tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] 10.222.0.78 "GET /v2.0/quotas/80b9cab1025a4bb789f531d6ae4950d0 HTTP/1.1" status: 200 len: 366 time: 0.0325060 Aug 03 19:07:36.947104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53878) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:36.970678 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3000c013-2faa-4b70-b4f2-53b972a37daf tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/80b9cab1025a4bb789f531d6ae4950d0 HTTP/1.1" status: 204 len: 168 time: 0.0177517 Aug 03 19:07:36.992716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53880) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:36.996004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1bc1f74f-1b97-44f2-aa4d-665e1919b20c up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:37.007542 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-75426b7b-6bbe-47c2-b906-fe414d1c2737 tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0136116 Aug 03 19:07:37.019614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53882) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:37.061401 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-187aa180-3d87-49e2-a27e-da34b73711c6 tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] 10.222.0.78 "GET /v2.0/quotas/80b9cab1025a4bb789f531d6ae4950d0 HTTP/1.1" status: 200 len: 370 time: 0.0406270 Aug 03 19:07:37.069026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53884) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:37.088827 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8b4549c8-fe51-4940-91e3-5a41f148946c tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] 10.222.0.78 "GET /v2.0/quotas/80b9cab1025a4bb789f531d6ae4950d0/default HTTP/1.1" status: 200 len: 370 time: 0.0109246 Aug 03 19:07:37.089356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53890) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:37.097821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed383a74-01bb-4b33-9686-46b8fac6d2a4,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:37.098388 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:37.112042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb4baa9-eb92-4272-b5b9-d4e937dacd30']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:37.120900 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-4485ecab-c00f-45bd-b1c9-f7a046438c98 tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] delete failed (client error): The resource could not be found. Aug 03 19:07:37.124517 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4485ecab-c00f-45bd-b1c9-f7a046438c98 tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/80b9cab1025a4bb789f531d6ae4950d0 HTTP/1.1" status: 404 len: 348 time: 0.0316885 Aug 03 19:07:37.163665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:37.163983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd4bf96-9bae-4ba4-9d14-60c36d623eba') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:37.204004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:37.220782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:37.222317 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:37.242394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] Checking segment: {'id': '2fa33b14-d11c-45f1-85f1-4d7b5c147a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ccbb4660-2dcc-4920-ac98-62ce003cbc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:37.262194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] Network hostable DHCP agents. Network: ccbb4660-2dcc-4920-ac98-62ce003cbc0f, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:07:37.272826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:37.315239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:07:37.315893 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:07:37.318872 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:07:37.347320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] Network ccbb4660-2dcc-4920-ac98-62ce003cbc0f is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:07:37.392522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, ccbb4660-2dcc-4920-ac98-62ce003cbc0f) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:37.429986 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:37.430982 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:37.444569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec1d3a-ce39-42e2-b4e8-1d51cea8178c None None] Network ccbb4660-2dcc-4920-ac98-62ce003cbc0f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:37.504846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0e891129-b58e-4dc3-b390-ea4c1d9a9f0c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3476923 Aug 03 19:07:37.523049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:37.529411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:37.537891 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1eb4baa9-eb92-4272-b5b9-d4e937dacd30 HTTP/1.1" status: 204 len: 168 time: 0.7536008 Aug 03 19:07:37.584468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53906) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:37.626666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30727e43-45ac-4abc-9919-0fb8350f8821 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb4baa9-eb92-4272-b5b9-d4e937dacd30,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:37.646246 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:37.724855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffe961-fa87-49fd-b785-33e04c5ae259 req-a7e15fab-742f-4dad-8bf2-31e31e93ed74 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:37.742072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4bffe961-fa87-49fd-b785-33e04c5ae259 req-a7e15fab-742f-4dad-8bf2-31e31e93ed74 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 944 time: 0.3576760 Aug 03 19:07:37.749611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Usage tracker for resource:network and tenant:70a85190164c47bc97048debc094d7ac is out of sync, need to count used quota {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:07:37.775799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:37.809995 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aa36ba-e8f9-49d6-a933-399151981019" -d '{"events": [{"server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "name": "network-vif-plugged", "status": "completed", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:37.814113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:07:37.870654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Usage tracker for resource:subnet and tenant:70a85190164c47bc97048debc094d7ac is out of sync, need to count used quota {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:07:37.907427 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4bffe961-fa87-49fd-b785-33e04c5ae259 req-50c0d8b4-5dfa-4edb-87e7-c1fe14c2260e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641238 Aug 03 19:07:37.908808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:07:37.938637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Usage tracker for resource:subnetpool and tenant:70a85190164c47bc97048debc094d7ac is out of sync, need to count used quota {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:07:37.951065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53912) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:37.959785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:37.964166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:07:38.011854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Usage tracker for resource:port and tenant:70a85190164c47bc97048debc094d7ac is out of sync, need to count used quota {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:07:38.023894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:07:38.050186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Usage tracker for resource:router and tenant:70a85190164c47bc97048debc094d7ac is out of sync, need to count used quota {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:07:38.070143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:07:38.106130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Usage tracker for resource:floatingip and tenant:70a85190164c47bc97048debc094d7ac is out of sync, need to count used quota {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:07:38.109916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1388764-b63c-43a3-88bd-974866f3263f admin admin] Deleting subnet 519e46fd-8756-46fb-b89f-7ff1c97445b7 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:07:38.110509 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.124678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:07:38.128205 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1388764-b63c-43a3-88bd-974866f3263f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.139847 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.195893 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4d2690-850d-427a-b32a-5e7eaf34dc96 x-openstack-request-id: req-ae4d2690-850d-427a-b32a-5e7eaf34dc96 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:38.206049 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "name": "network-vif-plugged", "status": "completed", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:38.206370 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae4d2690-850d-427a-b32a-5e7eaf34dc96 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:38.206715 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'code': 200} Aug 03 19:07:38.211836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53918) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:38.289524 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1388764-b63c-43a3-88bd-974866f3263f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.323859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d14f481-dbb7-4c63-a1bd-e00297adfca3 None None] Network ccbb4660-2dcc-4920-ac98-62ce003cbc0f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:38.397879 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1388764-b63c-43a3-88bd-974866f3263f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.423590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Usage tracker for resource:security_group and tenant:70a85190164c47bc97048debc094d7ac is out of sync, need to count used quota {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:07:38.481325 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1388764-b63c-43a3-88bd-974866f3263f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.487291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:07:38.516341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ecb4fc5a-1745-4dea-b84d-610e05cb47f0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9cedb32f4c8843edb406f839ba8551a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964871 Aug 03 19:07:38.518103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53924) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:38.518958 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1388764-b63c-43a3-88bd-974866f3263f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.524141 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f1388764-b63c-43a3-88bd-974866f3263f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/519e46fd-8756-46fb-b89f-7ff1c97445b7 HTTP/1.1" status: 204 len: 168 time: 0.5717053 Aug 03 19:07:38.528796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53926) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:38.559844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Usage tracker for resource:security_group_rule and tenant:70a85190164c47bc97048debc094d7ac is out of sync, need to count used quota {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:07:38.589323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.quota.resource [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100487) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:07:38.623808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5d4c53d7-aaef-46d9-a74f-2fe6cdd7e9bd tempest-QuotasTest-52766976 tempest-QuotasTest-52766976-project-admin] 10.222.0.78 "GET /v2.0/quotas/70a85190164c47bc97048debc094d7ac/details.json HTTP/1.1" status: 200 len: 703 time: 1.0294874 Aug 03 19:07:38.656611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89022e-335e-4cbc-a782-218a9d05a588 req-9bc38a76-9465-48c8-a64e-e8cbb4f5e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:38.658728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d89022e-335e-4cbc-a782-218a9d05a588 req-9bc38a76-9465-48c8-a64e-e8cbb4f5e418 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 1097 time: 0.2619050 Aug 03 19:07:38.681167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,revision_number=10']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:38.710566 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c40b19a5-55fb-4e8b-b8ad-93caaea9e922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.733906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d89022e-335e-4cbc-a782-218a9d05a588 req-060b0ef8-a73f-46e6-9d80-bfd3be162a94 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650647 Aug 03 19:07:38.782689 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c40b19a5-55fb-4e8b-b8ad-93caaea9e922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.832997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.837042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1388764-b63c-43a3-88bd-974866f3263f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519e46fd-8756-46fb-b89f-7ff1c97445b7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:39.004072 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.017478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c635baa-2c30-40ca-b21f-a5c4aef9dcc4']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:39.036747 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a07627-c537-4a84-b903-60108dedb45a') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:39.037108 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a07627-c537-4a84-b903-60108dedb45a') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:39.063937 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.115360 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.137417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:07:39.140329 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:07:39.278495 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:07:39.284618 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.300444 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.302883 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5c635baa-2c30-40ca-b21f-a5c4aef9dcc4 HTTP/1.1" status: 204 len: 168 time: 0.7720971 Aug 03 19:07:39.362651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53942) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:39.363530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653d723-908b-4f3a-8bb4-d8257b4f0ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c635baa-2c30-40ca-b21f-a5c4aef9dcc4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:39.480830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbde4c3-d258-40e6-a13d-9c41224d42b8 admin admin] Deleting subnet ed383a74-01bb-4b33-9686-46b8fac6d2a4 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:07:39.487883 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffbde4c3-d258-40e6-a13d-9c41224d42b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.555953 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53948) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:39.584358 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.615051 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffbde4c3-d258-40e6-a13d-9c41224d42b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.777441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffbde4c3-d258-40e6-a13d-9c41224d42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.944237 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c40b19a5-55fb-4e8b-b8ad-93caaea9e922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.961111 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c40b19a5-55fb-4e8b-b8ad-93caaea9e922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:39.967001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c40b19a5-55fb-4e8b-b8ad-93caaea9e922 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/47f3dbdb-6768-4a34-bf11-ad12ab456b9c HTTP/1.1" status: 204 len: 168 time: 1.4394474 Aug 03 19:07:39.971258 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffbde4c3-d258-40e6-a13d-9c41224d42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.012858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151846eb-93ab-4e4f-8325-c9cd13386f19 req-bdda4845-55be-430a-b086-2925aee35d19 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:40.037903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-151846eb-93ab-4e4f-8325-c9cd13386f19 req-bdda4845-55be-430a-b086-2925aee35d19 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.2662518 Aug 03 19:07:40.072107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b19a5-55fb-4e8b-b8ad-93caaea9e922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f3dbdb-6768-4a34-bf11-ad12ab456b9c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:40.087282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbde4c3-d258-40e6-a13d-9c41224d42b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed383a74-01bb-4b33-9686-46b8fac6d2a4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:40.091013 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffbde4c3-d258-40e6-a13d-9c41224d42b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.098221 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ffbde4c3-d258-40e6-a13d-9c41224d42b8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ed383a74-01bb-4b33-9686-46b8fac6d2a4 HTTP/1.1" status: 204 len: 168 time: 0.7188265 Aug 03 19:07:40.100228 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f39e587f-f3a3-4e2a-84c3-5ee8c4908bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.103319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53970) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:40.193799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-151846eb-93ab-4e4f-8325-c9cd13386f19 req-e5829954-94f7-402c-ac04-2cf57c2e61b0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534226 Aug 03 19:07:40.358171 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.623678 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.628272 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f39e587f-f3a3-4e2a-84c3-5ee8c4908bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.644197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f39e587f-f3a3-4e2a-84c3-5ee8c4908bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.694021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbb4660-2dcc-4920-ac98-62ce003cbc0f']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:40.799970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e587f-f3a3-4e2a-84c3-5ee8c4908bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0515ec1-151e-49de-a773-58f625276ca7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:40.816880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa33b14-d11c-45f1-85f1-4d7b5c147a3f') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:40.817646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa33b14-d11c-45f1-85f1-4d7b5c147a3f') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:40.839851 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f39e587f-f3a3-4e2a-84c3-5ee8c4908bab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=67bbb0ca8c32428fa1aee26d5e0318ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2817547 Aug 03 19:07:40.842379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54020) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:40.847247 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.876520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.891663 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:07:40.893345 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:07:40.897328 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:07:40.989104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f881774d-e07c-4c1d-9188-f6b8393e63b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.048861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f881774d-e07c-4c1d-9188-f6b8393e63b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.117453 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.127523 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.150202 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ccbb4660-2dcc-4920-ac98-62ce003cbc0f HTTP/1.1" status: 204 len: 168 time: 1.0425427 Aug 03 19:07:41.158129 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f881774d-e07c-4c1d-9188-f6b8393e63b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.165710 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f881774d-e07c-4c1d-9188-f6b8393e63b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.169031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f881774d-e07c-4c1d-9188-f6b8393e63b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c0515ec1-151e-49de-a773-58f625276ca7 HTTP/1.1" status: 204 len: 168 time: 0.3243756 Aug 03 19:07:41.199925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881774d-e07c-4c1d-9188-f6b8393e63b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0515ec1-151e-49de-a773-58f625276ca7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:41.200296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed96186-d626-45bc-9062-c70fe9740787 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbb4660-2dcc-4920-ac98-62ce003cbc0f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:41.459773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54042) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:41.504797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653a9e4-4dec-4d51-851d-cd3bcaa5d50e req-0d2d8198-c1d4-43fa-a050-7b99b14334fc tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:41.506506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4653a9e4-4dec-4d51-851d-cd3bcaa5d50e req-0d2d8198-c1d4-43fa-a050-7b99b14334fc tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1599164 Aug 03 19:07:41.576648 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d5daf3c6-1878-476e-beb4-04b437708118 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d87ef03d7214a17bf73523e4c3cb33e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1153755 Aug 03 19:07:41.579681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54046) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:41.604160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4653a9e4-4dec-4d51-851d-cd3bcaa5d50e req-a6f8ab71-b230-4df1-821c-3482a60e24ff tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894687 Aug 03 19:07:41.740187 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d951-2a95-4d3c-ac10-f857b6ab6ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.784726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d951-2a95-4d3c-ac10-f857b6ab6ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.876956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d951-2a95-4d3c-ac10-f857b6ab6ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.876956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d951-2a95-4d3c-ac10-f857b6ab6ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.898616 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7ee0d951-2a95-4d3c-ac10-f857b6ab6ee1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/efd24415-33db-42bd-b352-ddc2be2b66b8 HTTP/1.1" status: 204 len: 168 time: 0.2968738 Aug 03 19:07:41.898616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0d951-2a95-4d3c-ac10-f857b6ab6ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd24415-33db-42bd-b352-ddc2be2b66b8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:41.948630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54062) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:42.091169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54068) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:42.124184 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb2a359b-4ef3-4a53-b5bb-493bae26eefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.322587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb2a359b-4ef3-4a53-b5bb-493bae26eefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.332682 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb2a359b-4ef3-4a53-b5bb-493bae26eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.383329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a359b-4ef3-4a53-b5bb-493bae26eefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965fa6d8-32d0-4418-bfcf-ea66373760a5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:42.390242 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bb2a359b-4ef3-4a53-b5bb-493bae26eefd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70a85190164c47bc97048debc094d7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975321 Aug 03 19:07:42.392825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54078) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:42.403418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-296011241-network', 'tenant_id': 'baacb3568a4a47e0a9f2149ff41e21f1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:42.441425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Made reservation on behalf of baacb3568a4a47e0a9f2149ff41e21f1 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:42.444875 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.458079 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.475915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d6d6380e-5f86-402e-aa52-20eb7fb35bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.504460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d6d6380e-5f86-402e-aa52-20eb7fb35bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.553640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54082) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:42.600096 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d6d6380e-5f86-402e-aa52-20eb7fb35bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.603695 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d6d6380e-5f86-402e-aa52-20eb7fb35bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.605681 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d6d6380e-5f86-402e-aa52-20eb7fb35bb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/965fa6d8-32d0-4418-bfcf-ea66373760a5 HTTP/1.1" status: 204 len: 168 time: 0.2116272 Aug 03 19:07:42.648931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6380e-5f86-402e-aa52-20eb7fb35bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965fa6d8-32d0-4418-bfcf-ea66373760a5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:42.674985 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f449f9f7-8e5e-4a62-b88a-4a475f44c5a5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b17fb1c3d8404dc9a462a2e911c99edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1198523 Aug 03 19:07:42.675666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54092) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:42.706356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.722481 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.792095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:07:42.816275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:42.852339 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.852757 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Added segment 37343740-eed4-4973-afc6-d2a8f9f454b0 of type vlan for network 388882be-dc8f-43dc-9089-837a158b4aa0 Aug 03 19:07:42.906518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd74438d-0557-4c49-9fac-2a2e81ec15b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.944522 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.965000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558017ed-ee91-4fd2-9d47-846e488b421f req-d357584c-6aaa-4bcf-a669-3a4ce44c6ed4 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:42.966722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-558017ed-ee91-4fd2-9d47-846e488b421f req-d357584c-6aaa-4bcf-a669-3a4ce44c6ed4 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1809921 Aug 03 19:07:42.996107 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd74438d-0557-4c49-9fac-2a2e81ec15b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.059084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-558017ed-ee91-4fd2-9d47-846e488b421f req-e4d6a313-2cf8-4ed5-acd3-22cfec1d701a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852423 Aug 03 19:07:43.099043 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.103188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:43.103906 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.124015 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd74438d-0557-4c49-9fac-2a2e81ec15b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.129140 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd74438d-0557-4c49-9fac-2a2e81ec15b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.135434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cd74438d-0557-4c49-9fac-2a2e81ec15b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ca88ebe-463a-40d4-883e-7209b5016964 HTTP/1.1" status: 204 len: 168 time: 0.4466145 Aug 03 19:07:43.291173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54114) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:43.292049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3414683 Aug 03 19:07:43.293226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74438d-0557-4c49-9fac-2a2e81ec15b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca88ebe-463a-40d4-883e-7209b5016964,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:43.307276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] Request body: {'subnet': {'network_id': '388882be-dc8f-43dc-9089-837a158b4aa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-296011241-subnet', 'tenant_id': 'baacb3568a4a47e0a9f2149ff41e21f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:43.341626 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] Made reservation on behalf of baacb3568a4a47e0a9f2149ff41e21f1 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:43.344697 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.385239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd45ed8-5876-4494-a411-6925cdf59ece admin admin] Pushing event updated for resources: {'Network': ['ID=388882be-dc8f-43dc-9089-837a158b4aa0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:43.406033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 388882be-dc8f-43dc-9089-837a158b4aa0 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:07:43.429151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ca596-119b-4f95-8c8e-d63feb1cdf86 req-d62ba1fe-c42e-40ff-a4e7-25aeb9a4a123 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:43.439499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-860ca596-119b-4f95-8c8e-d63feb1cdf86 req-d62ba1fe-c42e-40ff-a4e7-25aeb9a4a123 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1950750 Aug 03 19:07:43.563335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-860ca596-119b-4f95-8c8e-d63feb1cdf86 req-060390d0-d2e2-4e8f-914b-74ca37feb515 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151090 Aug 03 19:07:43.685427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.810312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] Checking segment: {'id': '37343740-eed4-4973-afc6-d2a8f9f454b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '388882be-dc8f-43dc-9089-837a158b4aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:43.810850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] Network hostable DHCP agents. Network: 388882be-dc8f-43dc-9089-837a158b4aa0, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:07:43.811086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e172186-4e36-4933-bfef-8e816b98064d req-4d49ef41-1fde-4865-bcd1-6df89af31b84 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:43.819042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a54504-a878-480f-a58b-c301c60b1c2d,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:43.820985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e172186-4e36-4933-bfef-8e816b98064d req-4d49ef41-1fde-4865-bcd1-6df89af31b84 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1067429 Aug 03 19:07:43.847190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] Network 388882be-dc8f-43dc-9089-837a158b4aa0 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:07:43.869640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 388882be-dc8f-43dc-9089-837a158b4aa0) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:43.876948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:43.878317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.897111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3c077-ac9f-4688-abcf-a0e423a4ed8f None None] Network 388882be-dc8f-43dc-9089-837a158b4aa0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:43.911442 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eb456aa5-16cf-4a2f-a05b-a05c55a86abb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6186409 Aug 03 19:07:43.933189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e172186-4e36-4933-bfef-8e816b98064d req-9000a62b-2df9-4ec1-bb46-bf9962c3a963 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055493 Aug 03 19:07:44.064109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54156) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:44.225072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e2f18-4524-4a0e-91c0-19c55158d729 req-d77ee7f4-ec0f-40e1-89de-a0edd18b9da7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:44.232906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae9e2f18-4524-4a0e-91c0-19c55158d729 req-d77ee7f4-ec0f-40e1-89de-a0edd18b9da7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1019893 Aug 03 19:07:44.235559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1754f0a0-0c22-437c-acee-351d3bee6155 None None] Network 388882be-dc8f-43dc-9089-837a158b4aa0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:44.284506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae9e2f18-4524-4a0e-91c0-19c55158d729 req-80b61fcc-a745-40cd-b5f0-fc4e184dd4cf tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502732 Aug 03 19:07:44.531641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-327656190'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:44.591707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Made reservation on behalf of 11bdfa9f4c034ba5b376de161be9e86e for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:44.595647 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:44.618548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325bdb4-c3f4-4e5c-a155-ce8363c57775 req-a0c2cfca-6bca-49e0-926d-f50aea8e98b0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:44.627535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4325bdb4-c3f4-4e5c-a155-ce8363c57775 req-a0c2cfca-6bca-49e0-926d-f50aea8e98b0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1719306 Aug 03 19:07:44.636656 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:44.759174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4325bdb4-c3f4-4e5c-a155-ce8363c57775 req-baa6ad68-6338-44d3-a0a2-411bd66903bf tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298537 Aug 03 19:07:44.774452 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:44.787284 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:44.868658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f759d70c-d7b4-41b3-928b-c0969c513531,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:44.885888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:07:44.914767 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:44.915137 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Added segment c377288c-dbb7-4f39-b95d-d5f2a1b2f17c of type vlan for network 9089d92e-c6ba-4503-a591-95ad0c4653d3 Aug 03 19:07:45.006151 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.054639 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.072533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.074190 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.095353 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.098577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe45718-2004-4b93-b45e-66e5ba35bcf8 req-dd1441dd-c6c0-4a86-bd2a-a619f478ba02 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.101565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afe45718-2004-4b93-b45e-66e5ba35bcf8 req-dd1441dd-c6c0-4a86-bd2a-a619f478ba02 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1713066 Aug 03 19:07:45.373545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3055751 Aug 03 19:07:45.373900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54218) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:45.378081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c171b0-9d96-4747-9fbb-d68b0dfc5b42 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Pushing event updated for resources: {'Network': ['ID=9089d92e-c6ba-4503-a591-95ad0c4653d3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:45.380148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Request body: {'subnet': {'network_id': '9089d92e-c6ba-4503-a591-95ad0c4653d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:45.395780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 9089d92e-c6ba-4503-a591-95ad0c4653d3 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:07:45.445193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afe45718-2004-4b93-b45e-66e5ba35bcf8 req-008bfacf-bdca-4863-a1bf-1e14ae8da5f9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552447 Aug 03 19:07:45.578871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-4bc6c7b9-4128-41bd-b84b-6a58c57ac914 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.580723 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-4bc6c7b9-4128-41bd-b84b-6a58c57ac914 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/networks?id=388882be-dc8f-43dc-9089-837a158b4aa0 HTTP/1.1" status: 200 len: 821 time: 0.3797126 Aug 03 19:07:45.615552 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-aa14d591-aa14-4cba-a784-76c1bc84d465 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/quotas/baacb3568a4a47e0a9f2149ff41e21f1 HTTP/1.1" status: 200 len: 375 time: 0.0276456 Aug 03 19:07:45.685223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Made reservation on behalf of 11bdfa9f4c034ba5b376de161be9e86e for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:45.695596 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.719249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-d7fa71df-b116-4d86-a887-688a74cf670c tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=baacb3568a4a47e0a9f2149ff41e21f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943997 Aug 03 19:07:45.907401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-fbda3789-ef8e-432c-9888-0031162fae41 service neutron] 10.222.0.78 "GET /v2.0/networks/388882be-dc8f-43dc-9089-837a158b4aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802578 Aug 03 19:07:46.173330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f35e7-2f3f-46b7-8d78-1ee68d43fb4d req-cc464651-a3fb-4d90-b84f-20d4e7fe4374 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:46.176198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-166f35e7-2f3f-46b7-8d78-1ee68d43fb4d req-cc464651-a3fb-4d90-b84f-20d4e7fe4374 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1487455 Aug 03 19:07:46.203201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-83a21da2-acaf-44d2-adf4-2af492365a73 service neutron] 10.222.0.78 "GET /v2.0/networks/388882be-dc8f-43dc-9089-837a158b4aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822173 Aug 03 19:07:46.297703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-166f35e7-2f3f-46b7-8d78-1ee68d43fb4d req-c8e17cf6-fbc3-47f9-925a-2051845ffda0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874915 Aug 03 19:07:46.626261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4706316d-38cd-46e6-a2b3-b232b8b66c15 req-42693925-5fd2-4f93-9e87-510a729e0307 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 210 time: 0.0399172 Aug 03 19:07:46.641233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.757125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Pushing event updated for resources: {'Subnet': ['ID=d98e1a51-d993-4a4c-be52-c00fa013bc73,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:46.772122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Checking segment: {'id': 'c377288c-dbb7-4f39-b95d-d5f2a1b2f17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9089d92e-c6ba-4503-a591-95ad0c4653d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:46.772515 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Network hostable DHCP agents. Network: 9089d92e-c6ba-4503-a591-95ad0c4653d3, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:07:46.799620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Network 9089d92e-c6ba-4503-a591-95ad0c4653d3 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:07:46.825301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 9089d92e-c6ba-4503-a591-95ad0c4653d3) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:46.837974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:46.841268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.843860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f246b117-de26-4202-b4c0-a92c97b007d3 None None] Network 9089d92e-c6ba-4503-a591-95ad0c4653d3 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:46.897113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa83d3-56f2-424b-9d31-672e0376237f req-06b9ed6b-31b6-41d4-ad0d-7124538bd41f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:46.907010 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6c7cfcc1-a879-45e0-8e76-360763eb3ec4 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5311947 Aug 03 19:07:46.909884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ffa83d3-56f2-424b-9d31-672e0376237f req-06b9ed6b-31b6-41d4-ad0d-7124538bd41f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1681616 Aug 03 19:07:46.913220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54270) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:46.925399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Request body: {'port': {'network_id': '9089d92e-c6ba-4503-a591-95ad0c4653d3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1780140465'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:47.048034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ffa83d3-56f2-424b-9d31-672e0376237f req-05a3ac0a-4cdd-4978-b835-4c975aa54140 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346796 Aug 03 19:07:47.245321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a7be19-b195-4131-874b-228896c473ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-9089d92e-c6ba-4503-a591-95ad0c4653d3', 'network_id': '9089d92e-c6ba-4503-a591-95ad0c4653d3', 'tenant_id': '11bdfa9f4c034ba5b376de161be9e86e', 'fixed_ips': [{'subnet_id': 'd98e1a51-d993-4a4c-be52-c00fa013bc73'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:07:47.247094 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-75a7be19-b195-4131-874b-228896c473ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.303414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Made reservation on behalf of 11bdfa9f4c034ba5b376de161be9e86e for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:47.311304 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.371569 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] device_id is not set on port 82e2cb96-f598-4640-9b93-724010b55258 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:07:47.552840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-75a7be19-b195-4131-874b-228896c473ed None None] Allocated IP 2001:db8::2 (9089d92e-c6ba-4503-a591-95ad0c4653d3/d98e1a51-d993-4a4c-be52-c00fa013bc73/1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:47.786195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92bee465-b606-49be-923c-6d06016d8b2f req-98d3490c-b0f9-475c-8746-bc2dea6757ad tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 210 time: 0.0404642 Aug 03 19:07:47.835315 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-75a7be19-b195-4131-874b-228896c473ed None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.850193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-75a7be19-b195-4131-874b-228896c473ed None None] Transition to ACTIVE for port object 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:47.878737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-75a7be19-b195-4131-874b-228896c473ed None None] Transition to ACTIVE for port object 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:47.888415 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-75a7be19-b195-4131-874b-228896c473ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.945895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7be19-b195-4131-874b-228896c473ed None None] Network 9089d92e-c6ba-4503-a591-95ad0c4653d3 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:47.950293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-75a7be19-b195-4131-874b-228896c473ed None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:47.955031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7be19-b195-4131-874b-228896c473ed None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:47.968652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7be19-b195-4131-874b-228896c473ed None None] Pushing event updated for resources: {'Port': ['ID=1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:48.023495 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Allocated IP 2001:db8::5d (9089d92e-c6ba-4503-a591-95ad0c4653d3/d98e1a51-d993-4a4c-be52-c00fa013bc73/82e2cb96-f598-4640-9b93-724010b55258) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:48.064817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-75a7be19-b195-4131-874b-228896c473ed None None] Attempting to bind port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:48.065381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-75a7be19-b195-4131-874b-228896c473ed None None] Attempting to bind port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c377288c-dbb7-4f39-b95d-d5f2a1b2f17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9089d92e-c6ba-4503-a591-95ad0c4653d3'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:48.065671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7be19-b195-4131-874b-228896c473ed None None] Attempting to bind port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 on network 9089d92e-c6ba-4503-a591-95ad0c4653d3 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:48.090878 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7be19-b195-4131-874b-228896c473ed None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:48.091256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7be19-b195-4131-874b-228896c473ed None None] Checking segment: {'id': 'c377288c-dbb7-4f39-b95d-d5f2a1b2f17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9089d92e-c6ba-4503-a591-95ad0c4653d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:48.091949 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-75a7be19-b195-4131-874b-228896c473ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.092616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a7be19-b195-4131-874b-228896c473ed None None] Bound using segment: {'id': 'c377288c-dbb7-4f39-b95d-d5f2a1b2f17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9089d92e-c6ba-4503-a591-95ad0c4653d3'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:48.093401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-75a7be19-b195-4131-874b-228896c473ed None None] Bound port: 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c377288c-dbb7-4f39-b95d-d5f2a1b2f17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9089d92e-c6ba-4503-a591-95ad0c4653d3'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:48.094044 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-75a7be19-b195-4131-874b-228896c473ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.291862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-75a7be19-b195-4131-874b-228896c473ed None None] For port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:48.296321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-75a7be19-b195-4131-874b-228896c473ed None None] For port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6,segment=NetworkSegment(c377288c-dbb7-4f39-b95d-d5f2a1b2f17c),segment_id=c377288c-dbb7-4f39-b95d-d5f2a1b2f17c)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:48.303472 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-75a7be19-b195-4131-874b-228896c473ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.363283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760b055-90b2-4f6f-b327-c0766e8f9312 req-11e51796-6b25-4850-bd30-66a055462cb5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.378033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9760b055-90b2-4f6f-b327-c0766e8f9312 req-11e51796-6b25-4850-bd30-66a055462cb5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1426206 Aug 03 19:07:48.433481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7be19-b195-4131-874b-228896c473ed None None] Pushing event updated for resources: {'Port': ['ID=1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:48.461582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.470393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9760b055-90b2-4f6f-b327-c0766e8f9312 req-e8b27bcb-36c9-4548-b181-31ccd177481b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904968 Aug 03 19:07:48.480092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Transition to ACTIVE for port object 82e2cb96-f598-4640-9b93-724010b55258 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:48.524034 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.659637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Pushing event updated for resources: {'Port': ['ID=82e2cb96-f598-4640-9b93-724010b55258,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:48.686261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Network 9089d92e-c6ba-4503-a591-95ad0c4653d3 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:48.693084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:48.698319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:48.704988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.709871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.752396 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-12680215-caed-47a0-82a9-b9aa5b1fdba6 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8349082 Aug 03 19:07:48.759380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54328) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:48.773817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Request body: {'port': {'network_id': '9089d92e-c6ba-4503-a591-95ad0c4653d3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1732180577', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:48.773817 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.api.validators [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] bootfile-name is not in valid_values {{(pid=100488) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:07:48.776368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.api.validators [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] tftp-server is not in valid_values {{(pid=100488) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:07:48.776939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.api.validators [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] server-ip-address is not in valid_values {{(pid=100488) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:07:48.808649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-095a12af-1ee2-4f07-ba66-312dafdcca3e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.811062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-095a12af-1ee2-4f07-ba66-312dafdcca3e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.74 "GET /v2.0/networks?id=388882be-dc8f-43dc-9089-837a158b4aa0 HTTP/1.1" status: 200 len: 821 time: 0.3570540 Aug 03 19:07:48.853763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Request body: {'port': {'device_id': '49031f38-8c05-44d9-a789-0c2d5c0852a2', 'network_id': '388882be-dc8f-43dc-9089-837a158b4aa0', 'admin_state_up': True, 'tenant_id': 'baacb3568a4a47e0a9f2149ff41e21f1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:49.085570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Made reservation on behalf of 11bdfa9f4c034ba5b376de161be9e86e for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:49.089332 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.136218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] device_id is not set on port f1c65da3-7337-4fd5-8e5b-5fef13b6d27f yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:07:49.464588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Allocated IP 2001:db8::17f (9089d92e-c6ba-4503-a591-95ad0c4653d3/d98e1a51-d993-4a4c-be52-c00fa013bc73/f1c65da3-7337-4fd5-8e5b-5fef13b6d27f) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:49.529165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b642c1b1-ccbd-4129-b328-8cefbfe1a925 req-a2c5afbd-a1f7-4619-9eb2-00dec881d585 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 210 time: 0.0980532 Aug 03 19:07:49.547831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949c6c0-f744-47de-8b5a-45befed64834 req-e1432e92-7d68-479f-94b7-5ea91da09326 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.555616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a949c6c0-f744-47de-8b5a-45befed64834 req-e1432e92-7d68-479f-94b7-5ea91da09326 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1231639 Aug 03 19:07:49.558974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea845-0dfe-47d2-9167-51c0d1b9ec89 req-4c37e17a-796e-4997-83da-061a3fa6f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.560530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c3ea845-0dfe-47d2-9167-51c0d1b9ec89 req-4c37e17a-796e-4997-83da-061a3fa6f0fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 1097 time: 0.2834418 Aug 03 19:07:49.796134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Made reservation on behalf of baacb3568a4a47e0a9f2149ff41e21f1 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:49.811794 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.819041 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.828656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea845-0dfe-47d2-9167-51c0d1b9ec89 req-a21a655c-770f-4c68-a001-846743166027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.839784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c3ea845-0dfe-47d2-9167-51c0d1b9ec89 req-a21a655c-770f-4c68-a001-846743166027 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 914 time: 0.2609355 Aug 03 19:07:49.842278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Transition to ACTIVE for port object f1c65da3-7337-4fd5-8e5b-5fef13b6d27f will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:49.858513 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a949c6c0-f744-47de-8b5a-45befed64834 req-a049215e-1f2d-451a-bc00-f35573060b8f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018711 Aug 03 19:07:49.893483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:49.943507 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.029228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:50.036937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Network 9089d92e-c6ba-4503-a591-95ad0c4653d3 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:50.041453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:50.046613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:50.053098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.054234 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.072736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Allocated IP 172.20.0.11 (388882be-dc8f-43dc-9089-837a158b4aa0/b0a54504-a878-480f-a58b-c301c60b1c2d/5596e52d-0e17-47c0-bea3-a0d03c570389) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:50.105833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Pushing event updated for resources: {'Port': ['ID=f1c65da3-7337-4fd5-8e5b-5fef13b6d27f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:50.128294 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b598c647-0496-42fd-9efd-bf2efe8a533f tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3636172 Aug 03 19:07:50.129047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54370) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:50.205989 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c3ea845-0dfe-47d2-9167-51c0d1b9ec89 req-3ea14bf6-7b09-484b-a4e4-742a236f5682 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c HTTP/1.1" status: 200 len: 217 time: 0.3420761 Aug 03 19:07:50.343610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea845-0dfe-47d2-9167-51c0d1b9ec89 req-3a076d43-03ac-4433-b4de-398704cc70af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.345130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c3ea845-0dfe-47d2-9167-51c0d1b9ec89 req-3a076d43-03ac-4433-b4de-398704cc70af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecdc4e0d-929f-4680-8655-547d605c21e1 HTTP/1.1" status: 200 len: 853 time: 0.1304359 Aug 03 19:07:50.368808 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd671fc2-36c3-4b63-abdb-6281cd3cf066 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.377624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd671fc2-36c3-4b63-abdb-6281cd3cf066 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.383982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd671fc2-36c3-4b63-abdb-6281cd3cf066 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.386089 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bd671fc2-36c3-4b63-abdb-6281cd3cf066 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2563183 Aug 03 19:07:50.392120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54376) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:50.397487 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c3ea845-0dfe-47d2-9167-51c0d1b9ec89 req-51160337-7274-4681-98c1-1e20df6e11f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426974 Aug 03 19:07:50.489520 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.617142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a8404a8b-75a6-4845-b1cd-fefec8dd7898 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Deleting port f1c65da3-7337-4fd5-8e5b-5fef13b6d27f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:50.617520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8404a8b-75a6-4845-b1cd-fefec8dd7898 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.630335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c3ea845-0dfe-47d2-9167-51c0d1b9ec89 req-eb32daa9-fbed-43be-bce0-a5a6c38afee7 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148452 Aug 03 19:07:50.804703 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.824474 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8404a8b-75a6-4845-b1cd-fefec8dd7898 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.867215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a8404a8b-75a6-4845-b1cd-fefec8dd7898 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Calling delete_port for f1c65da3-7337-4fd5-8e5b-5fef13b6d27f owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:51.009129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48bfd8c-0a41-46ca-a7cc-a1bf6b7f70eb None None] Network 9089d92e-c6ba-4503-a591-95ad0c4653d3 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:51.142671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eb26d3bf-9899-4b6d-b101-5164f23a838a None None] Provisioning for port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:51.162028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eb26d3bf-9899-4b6d-b101-5164f23a838a None None] Provisioning complete for port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:51.162405 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eb26d3bf-9899-4b6d-b101-5164f23a838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.203883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c3ea845-0dfe-47d2-9167-51c0d1b9ec89 req-06aa9858-6431-4764-b67c-e7d25a1a4e42 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621419 Aug 03 19:07:51.216845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Network 388882be-dc8f-43dc-9089-837a158b4aa0 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:51.218760 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8404a8b-75a6-4845-b1cd-fefec8dd7898 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.227403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Pushing event updated for resources: {'Port': ['ID=5596e52d-0e17-47c0-bea3-a0d03c570389,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:51.230770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:51.242060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:51.264315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c3c1e-dab7-4bf4-b105-810bab34a8cf req-be96fa29-2a96-47b8-a614-52e1ff45eaeb tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.274613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-608c3c1e-dab7-4bf4-b105-810bab34a8cf req-be96fa29-2a96-47b8-a614-52e1ff45eaeb tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 932 time: 0.4788210 Aug 03 19:07:51.316020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8404a8b-75a6-4845-b1cd-fefec8dd7898 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Pushing event deleted for resources: {'Port': ['ID=f1c65da3-7337-4fd5-8e5b-5fef13b6d27f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:51.409734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8404a8b-75a6-4845-b1cd-fefec8dd7898 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.411712 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a8404a8b-75a6-4845-b1cd-fefec8dd7898 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] 10.222.0.78 "DELETE /v2.0/ports/f1c65da3-7337-4fd5-8e5b-5fef13b6d27f HTTP/1.1" status: 204 len: 168 time: 1.0180504 Aug 03 19:07:51.420991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54404) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:51.427230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Request body: {'port': {'name': 'tempest-new-port-name-1702861254', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:51.427621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.api.validators [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] bootfile-name is not in valid_values {{(pid=100488) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:07:51.428434 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.api.validators [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] tftp-server is not in valid_values {{(pid=100488) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:07:51.428950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.api.validators [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] server-ip-address is not in valid_values {{(pid=100488) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:07:51.521671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.523329 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.582380 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.625884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-608c3c1e-dab7-4bf4-b105-810bab34a8cf req-edf99ca7-7449-47f7-832c-0f7883640159 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496919 Aug 03 19:07:51.771320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-9fce1e51-6b9d-47b3-a9d1-19b2a8080e4e tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9372113 Aug 03 19:07:51.807197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Request body: {'port': {'device_id': '49031f38-8c05-44d9-a789-0c2d5c0852a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:52.014368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eb26d3bf-9899-4b6d-b101-5164f23a838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.026672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221b971-05df-43bf-8969-8bb25291c56a req-294e0181-c63e-4c88-aa33-c3321d29c84b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:52.039914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f221b971-05df-43bf-8969-8bb25291c56a req-294e0181-c63e-4c88-aa33-c3321d29c84b tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.4991410 Aug 03 19:07:52.072039 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.083098 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.119188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-eb26d3bf-9899-4b6d-b101-5164f23a838a None None] For port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6,segment=NetworkSegment(c377288c-dbb7-4f39-b95d-d5f2a1b2f17c),segment_id=c377288c-dbb7-4f39-b95d-d5f2a1b2f17c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:52.134563 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eb26d3bf-9899-4b6d-b101-5164f23a838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.288087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] In _notify_port_updated(), no bound segment for port 82e2cb96-f598-4640-9b93-724010b55258 on network 9089d92e-c6ba-4503-a591-95ad0c4653d3 {{(pid=100488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:07:52.310497 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.315678 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:52.318438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26d3bf-9899-4b6d-b101-5164f23a838a None None] Pushing event updated for resources: {'Port': ['ID=1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:52.321211 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.328836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54420) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:52.333893 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] 10.222.0.78 "PUT /v2.0/ports/82e2cb96-f598-4640-9b93-724010b55258 HTTP/1.1" status: 200 len: 1129 time: 0.9048734 Aug 03 19:07:52.339909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6a261-8e5b-4a3d-a60f-5a1da8587278 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Pushing event updated for resources: {'Port': ['ID=82e2cb96-f598-4640-9b93-724010b55258,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:52.388663 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54422) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:52.485696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce626fe2-e6a5-49c5-81c9-f48ffee3e947 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:52.489335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ce626fe2-e6a5-49c5-81c9-f48ffee3e947 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] 10.222.0.78 "GET /v2.0/ports/82e2cb96-f598-4640-9b93-724010b55258 HTTP/1.1" status: 200 len: 1129 time: 0.1587701 Aug 03 19:07:52.493910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54426) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:52.711321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f221b971-05df-43bf-8969-8bb25291c56a req-60b3487e-903c-4e0c-8e24-64c0cc297a5f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6535616 Aug 03 19:07:52.728476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6e5f8f02-a155-4bb3-981c-c0b00d3b25d7 None None] Provisioning complete for port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:52.728917 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e5f8f02-a155-4bb3-981c-c0b00d3b25d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.735728 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-7e910df8-ba16-4d89-be36-5630a843506c tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Deleting port 82e2cb96-f598-4640-9b93-724010b55258 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:52.739120 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e910df8-ba16-4d89-be36-5630a843506c tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.920965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f307c03f-d533-440d-8ad9-f2c380ab290c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.970033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6e5f8f02-a155-4bb3-981c-c0b00d3b25d7 None None] Provisioning for port 82e2cb96-f598-4640-9b93-724010b55258 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:52.984269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6e5f8f02-a155-4bb3-981c-c0b00d3b25d7 None None] Provisioning complete for port 82e2cb96-f598-4640-9b93-724010b55258 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:52.986597 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e5f8f02-a155-4bb3-981c-c0b00d3b25d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.038282 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e910df8-ba16-4d89-be36-5630a843506c tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.065572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-7e910df8-ba16-4d89-be36-5630a843506c tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Calling delete_port for 82e2cb96-f598-4640-9b93-724010b55258 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:53.150756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f8f02-a155-4bb3-981c-c0b00d3b25d7 None None] Port 82e2cb96-f598-4640-9b93-724010b55258 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:07:53.165484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e20f-da69-4b85-ae3f-e57231d42553 req-725118ca-0a03-42e6-98a3-3d02265ea16f tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:53.177300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1a9e20f-da69-4b85-ae3f-e57231d42553 req-725118ca-0a03-42e6-98a3-3d02265ea16f tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 932 time: 0.2607856 Aug 03 19:07:53.283907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1a9e20f-da69-4b85-ae3f-e57231d42553 req-6dc04379-187f-42de-984c-0b6e4758d6dd tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057715 Aug 03 19:07:53.309028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e9c874e0-aeb7-40b2-98e3-2d444f70110e None None] Provisioning complete for port 82e2cb96-f598-4640-9b93-724010b55258 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:53.309683 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e9c874e0-aeb7-40b2-98e3-2d444f70110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.355251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5596e52d-0e17-47c0-bea3-a0d03c570389 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:53.369377 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.391151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Transition to ACTIVE for port object 5596e52d-0e17-47c0-bea3-a0d03c570389 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:53.411521 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.466418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e9c874e0-aeb7-40b2-98e3-2d444f70110e None None] Port 82e2cb96-f598-4640-9b93-724010b55258 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:07:53.514976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5596e52d-0e17-47c0-bea3-a0d03c570389,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:53.557910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.559084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.559084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.559084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.559489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.559605 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.559936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.560268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.560639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.560974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.561292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.566731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:53.612680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f307c03f-d533-440d-8ad9-f2c380ab290c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.630670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f307c03f-d533-440d-8ad9-f2c380ab290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.687405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Attempting to bind port 5596e52d-0e17-47c0-bea3-a0d03c570389 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:53.687927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Attempting to bind port 5596e52d-0e17-47c0-bea3-a0d03c570389 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '37343740-eed4-4973-afc6-d2a8f9f454b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '388882be-dc8f-43dc-9089-837a158b4aa0'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:53.688278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Attempting to bind port 5596e52d-0e17-47c0-bea3-a0d03c570389 on network 388882be-dc8f-43dc-9089-837a158b4aa0 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:53.706961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Port 5596e52d-0e17-47c0-bea3-a0d03c570389 on network 388882be-dc8f-43dc-9089-837a158b4aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:53.707455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Attempting to bind port 5596e52d-0e17-47c0-bea3-a0d03c570389 on network 388882be-dc8f-43dc-9089-837a158b4aa0 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:53.719882 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f307c03f-d533-440d-8ad9-f2c380ab290c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b6af32168e6947509f9e2d361e83a1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3294079 Aug 03 19:07:53.721156 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e910df8-ba16-4d89-be36-5630a843506c tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.723659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54450) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:53.724641 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307c03f-d533-440d-8ad9-f2c380ab290c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fcf497-7649-463b-bac1-dd89a7bea63e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:53.730790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:53.731274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Checking segment: {'id': '37343740-eed4-4973-afc6-d2a8f9f454b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '388882be-dc8f-43dc-9089-837a158b4aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:53.731676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Bound using segment: {'id': '37343740-eed4-4973-afc6-d2a8f9f454b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '388882be-dc8f-43dc-9089-837a158b4aa0'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:53.732155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Bound port: 5596e52d-0e17-47c0-bea3-a0d03c570389, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37343740-eed4-4973-afc6-d2a8f9f454b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '388882be-dc8f-43dc-9089-837a158b4aa0'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:53.732801 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.795196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-615a5d90-ad7c-4333-8b8d-da8f54a2ceaf None None] Could not find standard attr ID for object f1c65da3-7337-4fd5-8e5b-5fef13b6d27f. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:07:53.839890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:53.896212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e910df8-ba16-4d89-be36-5630a843506c tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Pushing event deleted for resources: {'Port': ['ID=82e2cb96-f598-4640-9b93-724010b55258,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:53.905662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] For port 5596e52d-0e17-47c0-bea3-a0d03c570389, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:53.913321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] For port 5596e52d-0e17-47c0-bea3-a0d03c570389, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5596e52d-0e17-47c0-bea3-a0d03c570389,segment=NetworkSegment(37343740-eed4-4973-afc6-d2a8f9f454b0),segment_id=37343740-eed4-4973-afc6-d2a8f9f454b0)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:53.949672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.979694 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e910df8-ba16-4d89-be36-5630a843506c tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.980761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:53.981526 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.983583 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7e910df8-ba16-4d89-be36-5630a843506c tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] 10.222.0.78 "DELETE /v2.0/ports/82e2cb96-f598-4640-9b93-724010b55258 HTTP/1.1" status: 204 len: 168 time: 1.4880617 Aug 03 19:07:53.988617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54454) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:54.064799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:54.065754 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.069833 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] 10.222.0.74 "PUT /v2.0/ports/5596e52d-0e17-47c0-bea3-a0d03c570389 HTTP/1.1" status: 200 len: 1092 time: 2.2813559 Aug 03 19:07:54.072910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab6510-ffa0-4cb0-b447-ef2bd285c4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5596e52d-0e17-47c0-bea3-a0d03c570389,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:54.081379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49031f38-8c05-44d9-a789-0c2d5c0852a2', 'tag': '5596e52d-0e17-47c0-bea3-a0d03c570389'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:54.084044 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d67a96-f066-4508-9871-f0f3a9ef4702" -d '{"events": [{"name": "network-changed", "server_uuid": "49031f38-8c05-44d9-a789-0c2d5c0852a2", "tag": "5596e52d-0e17-47c0-bea3-a0d03c570389"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:54.134448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d01a98d4-d4cf-4fd7-ae6b-d0a5218538f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.220070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9acf44a-44a0-4921-8b56-196bd4b8d773 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Deleting subnet d98e1a51-d993-4a4c-be52-c00fa013bc73 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:07:54.243729 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cafee40-f812-4304-83f8-98aef82fcad7 x-openstack-request-id: req-5cafee40-f812-4304-83f8-98aef82fcad7 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:54.243994 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49031f38-8c05-44d9-a789-0c2d5c0852a2", "tag": "5596e52d-0e17-47c0-bea3-a0d03c570389", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:54.244184 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5cafee40-f812-4304-83f8-98aef82fcad7 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:54.244603 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49031f38-8c05-44d9-a789-0c2d5c0852a2', 'tag': '5596e52d-0e17-47c0-bea3-a0d03c570389', 'status': 'completed', 'code': 200} Aug 03 19:07:54.265923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a19666-1c9d-4ec9-8d30-5f1745d8d8cf req-d9da7e3b-be98-4fab-be50-24a80c532f4d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:54.274463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55a19666-1c9d-4ec9-8d30-5f1745d8d8cf req-d9da7e3b-be98-4fab-be50-24a80c532f4d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.3566635 Aug 03 19:07:54.279636 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9acf44a-44a0-4921-8b56-196bd4b8d773 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.288690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d01a98d4-d4cf-4fd7-ae6b-d0a5218538f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.353223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-de96ea3f-d41f-4f4c-8a26-dde526aa56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:54.359416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-de96ea3f-d41f-4f4c-8a26-dde526aa56dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=baacb3568a4a47e0a9f2149ff41e21f1&device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 1095 time: 0.2059131 Aug 03 19:07:54.383603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55a19666-1c9d-4ec9-8d30-5f1745d8d8cf req-b1da25f5-ad52-40ce-b8bc-9c2a9459d28e tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080194 Aug 03 19:07:54.463969 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-bfbd92be-0414-4121-81a1-cf0f8d129bb2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5596e52d-0e17-47c0-bea3-a0d03c570389 HTTP/1.1" status: 200 len: 217 time: 0.0786865 Aug 03 19:07:54.477989 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d01a98d4-d4cf-4fd7-ae6b-d0a5218538f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.481138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d01a98d4-d4cf-4fd7-ae6b-d0a5218538f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.482852 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d01a98d4-d4cf-4fd7-ae6b-d0a5218538f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5fcf497-7649-463b-bac1-dd89a7bea63e HTTP/1.1" status: 204 len: 168 time: 0.7532544 Aug 03 19:07:54.513425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a98d4-d4cf-4fd7-ae6b-d0a5218538f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fcf497-7649-463b-bac1-dd89a7bea63e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:54.533987 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9acf44a-44a0-4921-8b56-196bd4b8d773 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.742666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9acf44a-44a0-4921-8b56-196bd4b8d773 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.834144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-61505946-8772-4fd4-8b30-cb5bbf1a62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:54.836132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-61505946-8772-4fd4-8b30-cb5bbf1a62fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b0a54504-a878-480f-a58b-c301c60b1c2d HTTP/1.1" status: 200 len: 861 time: 0.3388212 Aug 03 19:07:54.861422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f86359-5b57-47a8-a5e2-a6213e2969d9 req-fa3031c2-bdfe-4a17-99c7-0979de76aabb tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:54.869928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-06f86359-5b57-47a8-a5e2-a6213e2969d9 req-fa3031c2-bdfe-4a17-99c7-0979de76aabb tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 944 time: 0.4110432 Aug 03 19:07:54.900974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-719c179c-6f8f-4c62-8852-e9e556778cce None None] Could not find standard attr ID for object 82e2cb96-f598-4640-9b93-724010b55258. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:07:54.934497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c810-0bb5-4ebb-a666-bd15428ab2b3 req-7ec3a184-a05d-4f9a-8edf-333e20638368 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:54.946238 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d507c810-0bb5-4ebb-a666-bd15428ab2b3 req-7ec3a184-a05d-4f9a-8edf-333e20638368 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.3899963 Aug 03 19:07:54.953537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-b1830bd4-f5ad-4ef2-97ea-469a5eee9f6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=388882be-dc8f-43dc-9089-837a158b4aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075554 Aug 03 19:07:55.002825 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9acf44a-44a0-4921-8b56-196bd4b8d773 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.137061 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d507c810-0bb5-4ebb-a666-bd15428ab2b3 req-d939d1fa-2396-4755-a47c-6a46d8fed5c0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875632 Aug 03 19:07:55.149197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9acf44a-44a0-4921-8b56-196bd4b8d773 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.157880 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b9acf44a-44a0-4921-8b56-196bd4b8d773 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] 10.222.0.78 "DELETE /v2.0/subnets/d98e1a51-d993-4a4c-be52-c00fa013bc73 HTTP/1.1" status: 204 len: 168 time: 1.1683843 Aug 03 19:07:55.159271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-06f86359-5b57-47a8-a5e2-a6213e2969d9 req-22578811-e502-4330-b177-a5a50935eaf7 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879355 Aug 03 19:07:55.160645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acf44a-44a0-4921-8b56-196bd4b8d773 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Pushing event deleted for resources: {'Subnet': ['ID=d98e1a51-d993-4a4c-be52-c00fa013bc73,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:55.163131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54482) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:55.222825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54490) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:55.271708 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-670970da-2f33-41f4-aaeb-d470f289f1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.416273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd56db-df15-4bad-843c-dd3d4bdf7b7f None None] Network 9089d92e-c6ba-4503-a591-95ad0c4653d3 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:55.502463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.599795 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-8458f7f6-6dcf-4d3b-9c34-cf599801953f service neutron] 10.222.0.74 "GET /v2.0/networks/388882be-dc8f-43dc-9089-837a158b4aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295176 Aug 03 19:07:55.626141 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-670970da-2f33-41f4-aaeb-d470f289f1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.633014 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-670970da-2f33-41f4-aaeb-d470f289f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.742862 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-670970da-2f33-41f4-aaeb-d470f289f1f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b68d4b2bf83e454eafc803d36f6d5881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5183318 Aug 03 19:07:55.753064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54498) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:55.804859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670970da-2f33-41f4-aaeb-d470f289f1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7c4a06-ed3a-4f66-bf93-a1b24138cdfd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:55.889405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bcb4530-8c4c-4056-b576-cd855507ce4e req-890180ab-f1ae-4c05-b646-7cfa4ceedc1d service neutron] 10.222.0.74 "GET /v2.0/networks/388882be-dc8f-43dc-9089-837a158b4aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826018 Aug 03 19:07:55.930077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3a53-56d8-49ff-a5a0-23f54075e5d8 req-799594f8-30a8-41b4-b53a-2078149263f2 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.931809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2ad3a53-56d8-49ff-a5a0-23f54075e5d8 req-799594f8-30a8-41b4-b53a-2078149263f2 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.3690567 Aug 03 19:07:55.935904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03f9ea00-6ff1-4896-b8a5-a8de4930ab92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.964909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Deleting port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:55.965555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.975475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beda7f09-8ac9-41c5-adce-c92ec4ed61c8 None None] DHCP port deletion for 9089d92e-c6ba-4503-a591-95ad0c4653d3 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:07:56.027732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03f9ea00-6ff1-4896-b8a5-a8de4930ab92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.084541 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03f9ea00-6ff1-4896-b8a5-a8de4930ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.088292 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03f9ea00-6ff1-4896-b8a5-a8de4930ab92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.090123 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-03f9ea00-6ff1-4896-b8a5-a8de4930ab92 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e7c4a06-ed3a-4f66-bf93-a1b24138cdfd HTTP/1.1" status: 204 len: 168 time: 0.3349206 Aug 03 19:07:56.101479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9ea00-6ff1-4896-b8a5-a8de4930ab92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7c4a06-ed3a-4f66-bf93-a1b24138cdfd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:56.166991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-beda7f09-8ac9-41c5-adce-c92ec4ed61c8 None None] Deleting port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:56.173833 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-beda7f09-8ac9-41c5-adce-c92ec4ed61c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.251644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] For port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6,segment=NetworkSegment(c377288c-dbb7-4f39-b95d-d5f2a1b2f17c),segment_id=c377288c-dbb7-4f39-b95d-d5f2a1b2f17c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:56.255486 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.259862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d67a96-f066-4508-9871-f0f3a9ef4702 req-673085ff-bed5-4108-b804-f2e50255c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.268638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92d67a96-f066-4508-9871-f0f3a9ef4702 req-673085ff-bed5-4108-b804-f2e50255c4cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=baacb3568a4a47e0a9f2149ff41e21f1&device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 1095 time: 0.2632084 Aug 03 19:07:56.302874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2ad3a53-56d8-49ff-a5a0-23f54075e5d8 req-8ee8940b-1517-435c-a31c-272f6b7341b5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873635 Aug 03 19:07:56.333283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Calling delete_port for 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:56.368780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-beda7f09-8ac9-41c5-adce-c92ec4ed61c8 None None] For port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6,segment=NetworkSegment(c377288c-dbb7-4f39-b95d-d5f2a1b2f17c),segment_id=c377288c-dbb7-4f39-b95d-d5f2a1b2f17c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:56.369457 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-beda7f09-8ac9-41c5-adce-c92ec4ed61c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.428577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-beda7f09-8ac9-41c5-adce-c92ec4ed61c8 None None] Calling delete_port for 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:56.658874 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-beda7f09-8ac9-41c5-adce-c92ec4ed61c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.697870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d036f1-544b-4eb2-b5f1-67bac4b2368e req-86d9b3fd-18f2-42bc-a279-68d358735959 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.699998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6d036f1-544b-4eb2-b5f1-67bac4b2368e req-86d9b3fd-18f2-42bc-a279-68d358735959 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.2855175 Aug 03 19:07:56.716373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda7f09-8ac9-41c5-adce-c92ec4ed61c8 None None] Pushing event deleted for resources: {'Port': ['ID=1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:56.727188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d727011-9dbb-4052-9173-4757bd01685e req-714b9e2d-a19d-4c4c-ae58-cda01708a0c2 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.728868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d727011-9dbb-4052-9173-4757bd01685e req-714b9e2d-a19d-4c4c-ae58-cda01708a0c2 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 944 time: 0.3160274 Aug 03 19:07:56.741855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda7f09-8ac9-41c5-adce-c92ec4ed61c8 None None] No DVR routers for this DVR port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:56.872147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d67a96-f066-4508-9871-f0f3a9ef4702 req-189368f5-283c-4de3-8cff-90136b9b4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.873966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92d67a96-f066-4508-9871-f0f3a9ef4702 req-189368f5-283c-4de3-8cff-90136b9b4bd2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=388882be-dc8f-43dc-9089-837a158b4aa0 HTTP/1.1" status: 200 len: 922 time: 0.5676379 Aug 03 19:07:56.884549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d727011-9dbb-4052-9173-4757bd01685e req-a7d32a14-7952-4bb4-a4b7-fd329af72596 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398349 Aug 03 19:07:56.885800 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.933778 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:07:56.971131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6d036f1-544b-4eb2-b5f1-67bac4b2368e req-09a761a7-0e84-4e80-89f7-cd8f69bc5dc5 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386808 Aug 03 19:07:57.528259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Pushing event deleted for resources: {'Port': ['ID=1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:57.530598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] No DVR routers for this DVR port 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:57.605826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92d67a96-f066-4508-9871-f0f3a9ef4702 req-d9ce8332-abd8-4342-be83-e74b1e659354 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5596e52d-0e17-47c0-bea3-a0d03c570389 HTTP/1.1" status: 200 len: 217 time: 0.7081411 Aug 03 19:07:57.741611 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:57.761195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d67a96-f066-4508-9871-f0f3a9ef4702 req-3a4c063f-e936-4dce-932a-5658132dd57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.763082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92d67a96-f066-4508-9871-f0f3a9ef4702 req-3a4c063f-e936-4dce-932a-5658132dd57b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b0a54504-a878-480f-a58b-c301c60b1c2d HTTP/1.1" status: 200 len: 861 time: 0.1453362 Aug 03 19:07:57.765693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9089d92e-c6ba-4503-a591-95ad0c4653d3']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:57.793186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c377288c-dbb7-4f39-b95d-d5f2a1b2f17c') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:57.793803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c377288c-dbb7-4f39-b95d-d5f2a1b2f17c') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:57.805607 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875415c-08ba-4f2e-adcf-08ee37abe01a req-911a9b6a-7dc8-45ed-8db3-7893ec7f970f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.807647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a875415c-08ba-4f2e-adcf-08ee37abe01a req-911a9b6a-7dc8-45ed-8db3-7893ec7f970f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.2075877 Aug 03 19:07:57.834688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92d67a96-f066-4508-9871-f0f3a9ef4702 req-afbfd383-5e03-4d11-b4f4-9d773b2d97db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=388882be-dc8f-43dc-9089-837a158b4aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569196 Aug 03 19:07:57.848759 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:57.931867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:57.990761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:57.991106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1ef49e14-3ffc-44fc-a96b-fa3ffe330ae6 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:58.048022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a875415c-08ba-4f2e-adcf-08ee37abe01a req-cd7ed20c-c257-49a0-8083-93bea6e2f911 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101228 Aug 03 19:07:58.052999 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.098041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:07:58.099369 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:07:58.120774 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:07:58.209517 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92d67a96-f066-4508-9871-f0f3a9ef4702 req-46fd5ca8-70d4-466d-a6a9-3b7a4ec86316 service neutron] 10.222.0.74 "GET /v2.0/networks/388882be-dc8f-43dc-9089-837a158b4aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630126 Aug 03 19:07:58.334153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92d67a96-f066-4508-9871-f0f3a9ef4702 req-f20e8670-9cd9-487a-871c-685072901d70 service neutron] 10.222.0.74 "GET /v2.0/networks/388882be-dc8f-43dc-9089-837a158b4aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136332 Aug 03 19:07:58.397096 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.418609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.425136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] 10.222.0.78 "DELETE /v2.0/networks/9089d92e-c6ba-4503-a591-95ad0c4653d3 HTTP/1.1" status: 204 len: 168 time: 3.2487779 Aug 03 19:07:58.446000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f1a46-1ee9-45f7-8d8e-6fea7b38a315 req-afc3c8e9-7818-4f9c-a1cf-3ec754a6fb6f tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.454710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a41f1a46-1ee9-45f7-8d8e-6fea7b38a315 req-afc3c8e9-7818-4f9c-a1cf-3ec754a6fb6f tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 944 time: 0.3727880 Aug 03 19:07:58.472003 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c6f48-0e00-41b1-a2e7-4b09f47da34e tempest-ExtraDHCPOptionsIpV6TestJSON-339472961 tempest-ExtraDHCPOptionsIpV6TestJSON-339472961-project] Pushing event deleted for resources: {'Network': ['ID=9089d92e-c6ba-4503-a591-95ad0c4653d3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:58.506132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d0a48-9ac2-4075-b982-025503828e1d req-81c4f7e2-8f4b-474f-b568-d11c5f7acafa tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.514075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-171d0a48-9ac2-4075-b982-025503828e1d req-81c4f7e2-8f4b-474f-b568-d11c5f7acafa tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1780186 Aug 03 19:07:58.524192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5596e52d-0e17-47c0-bea3-a0d03c570389 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:58.561244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a41f1a46-1ee9-45f7-8d8e-6fea7b38a315 req-1fb44eba-62e3-4f2c-932f-b2c065e0090a tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040928 Aug 03 19:07:58.643552 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-171d0a48-9ac2-4075-b982-025503828e1d req-c88ecb04-a20e-4853-b4df-6cdd8d8f4be1 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270561 Aug 03 19:07:58.802093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 5596e52d-0e17-47c0-bea3-a0d03c570389, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5596e52d-0e17-47c0-bea3-a0d03c570389,segment=NetworkSegment(37343740-eed4-4973-afc6-d2a8f9f454b0),segment_id=37343740-eed4-4973-afc6-d2a8f9f454b0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:58.833310 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '5596e52d-0e17-47c0-bea3-a0d03c570389', 'network_id': '388882be-dc8f-43dc-9089-837a158b4aa0', 'port_id': '5596e52d-0e17-47c0-bea3-a0d03c570389', 'mac_address': 'fa:16:3e:d0:a8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a54504-a878-480f-a58b-c301c60b1c2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:58.932352 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.951741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5596e52d-0e17-47c0-bea3-a0d03c570389 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:58.978529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f477752-a1b5-478b-b881-f5ff78bdbda6 req-243aca29-5af0-40b1-bbdf-bbbf80d368cc tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.993892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 5596e52d-0e17-47c0-bea3-a0d03c570389, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5596e52d-0e17-47c0-bea3-a0d03c570389,segment=NetworkSegment(37343740-eed4-4973-afc6-d2a8f9f454b0),segment_id=37343740-eed4-4973-afc6-d2a8f9f454b0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:58.996690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f477752-a1b5-478b-b881-f5ff78bdbda6 req-243aca29-5af0-40b1-bbdf-bbbf80d368cc tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1711116 Aug 03 19:07:59.002943 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.023442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54602) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:59.120648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f477752-a1b5-478b-b881-f5ff78bdbda6 req-3c5e84da-8dd5-4f40-8e66-5bae88b1dc5c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228564 Aug 03 19:07:59.125187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=5596e52d-0e17-47c0-bea3-a0d03c570389,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:59.339310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7b04d-57fe-4b55-85d6-10e29ed0bf34 req-746fc9f8-c309-4b7e-b007-abe6f065ff11 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.340969 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5a7b04d-57fe-4b55-85d6-10e29ed0bf34 req-746fc9f8-c309-4b7e-b007-abe6f065ff11 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1001163 Aug 03 19:07:59.463771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['5596e52d-0e17-47c0-bea3-a0d03c570389'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:59.467177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5a7b04d-57fe-4b55-85d6-10e29ed0bf34 req-e3ca7729-8754-4775-a199-e6d8feff6264 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186759 Aug 03 19:07:59.468249 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0d1e5225-d80d-4f80-a976-bd8b6b481ee9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11bdfa9f4c034ba5b376de161be9e86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428480 Aug 03 19:07:59.471620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54620) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:59.477385 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.596117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b056284a-366c-4e26-9de6-adb17d5a2bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.666972 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b056284a-366c-4e26-9de6-adb17d5a2bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.726534 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b056284a-366c-4e26-9de6-adb17d5a2bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.730160 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b056284a-366c-4e26-9de6-adb17d5a2bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.731790 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b056284a-366c-4e26-9de6-adb17d5a2bca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f759d70c-d7b4-41b3-928b-c0969c513531 HTTP/1.1" status: 204 len: 168 time: 0.2590573 Aug 03 19:07:59.756450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056284a-366c-4e26-9de6-adb17d5a2bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f759d70c-d7b4-41b3-928b-c0969c513531,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:59.871123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550078a9-ea54-4c4f-9752-498678bb3133 req-f3886ac6-0fbf-47d6-bb58-8389b26e6c3c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.875579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-550078a9-ea54-4c4f-9752-498678bb3133 req-f3886ac6-0fbf-47d6-bb58-8389b26e6c3c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1808767 Aug 03 19:07:59.998689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7647b-4570-4087-98e3-837f67e30621 req-5aebdcee-177f-4872-82ed-9ccc0cbc59df tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.013014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71c7647b-4570-4087-98e3-837f67e30621 req-5aebdcee-177f-4872-82ed-9ccc0cbc59df tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 945 time: 0.3031797 Aug 03 19:08:00.042229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-550078a9-ea54-4c4f-9752-498678bb3133 req-6ae02a0d-c765-4324-9d96-06a811823fac tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591871 Aug 03 19:08:00.109892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71c7647b-4570-4087-98e3-837f67e30621 req-43e7fcb5-99a1-4b43-8f5b-15f2407fd4c5 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956230 Aug 03 19:08:00.449061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34a228-bc3c-4a3c-8444-0b383ca30393 req-c2bdcb78-b2cb-4e17-ba8c-1b1f59f6551c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.464239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e34a228-bc3c-4a3c-8444-0b383ca30393 req-c2bdcb78-b2cb-4e17-ba8c-1b1f59f6551c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1698594 Aug 03 19:08:00.552143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e34a228-bc3c-4a3c-8444-0b383ca30393 req-537bae33-7751-4018-a4f4-cd0b2965145a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854774 Aug 03 19:08:00.819135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0eba99-435b-456f-805b-ee5219774da5 req-c50736b6-1df4-44bb-8dfc-9923010d7822 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.820787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c0eba99-435b-456f-805b-ee5219774da5 req-c50736b6-1df4-44bb-8dfc-9923010d7822 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.0702090 Aug 03 19:08:00.871257 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c0eba99-435b-456f-805b-ee5219774da5 req-ede0829b-480d-4594-aa3f-55fefc7644a9 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429208 Aug 03 19:08:00.887654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54678) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:01.132516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bf332-0fc4-420f-85ec-ada9f6bc84bf req-cb09a9c3-8ee4-4ff6-8905-6c86af66bf3d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:01.134195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-085bf332-0fc4-420f-85ec-ada9f6bc84bf req-cb09a9c3-8ee4-4ff6-8905-6c86af66bf3d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1125998 Aug 03 19:08:01.254504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-085bf332-0fc4-420f-85ec-ada9f6bc84bf req-3bf8a6d0-e372-40ba-af6f-4a61792ba99f tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902078 Aug 03 19:08:01.257871 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe216-2bf2-4926-b647-9ecfe488c40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.430250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622684b-fefb-44d1-84f9-c88764a67ac2 req-e4281b26-5302-419d-9fdb-d6ef9ea18ba8 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:01.431896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2622684b-fefb-44d1-84f9-c88764a67ac2 req-e4281b26-5302-419d-9fdb-d6ef9ea18ba8 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 945 time: 0.1759145 Aug 03 19:08:01.493069 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe216-2bf2-4926-b647-9ecfe488c40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.500672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe216-2bf2-4926-b647-9ecfe488c40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.556865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54714) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:01.648973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2622684b-fefb-44d1-84f9-c88764a67ac2 req-a22c6a42-e017-4994-85b6-84476ce754ed tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524739 Aug 03 19:08:01.666114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54718) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:01.668537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e8dbe216-2bf2-4926-b647-9ecfe488c40a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=458a185a3f6441e69bdacbd7fb748b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7793565 Aug 03 19:08:01.672214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbe216-2bf2-4926-b647-9ecfe488c40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b16fc4-35a8-48a2-bb50-8d9b3be34d28,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:01.716234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-702601017'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:01.749856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba9340-a0e6-4f37-84d5-a36bc9813709 req-e7cee9a5-766e-4fc5-a847-a2be5e8f8915 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:01.765854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9ba9340-a0e6-4f37-84d5-a36bc9813709 req-e7cee9a5-766e-4fc5-a847-a2be5e8f8915 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.2285905 Aug 03 19:08:01.781952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Made reservation on behalf of dc09cb236a654b39acf18824f82d86bf for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:01.786105 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.793342 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7835107-4e1d-4c5d-a494-ba3e961de6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.830444 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.836343 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9ba9340-a0e6-4f37-84d5-a36bc9813709 req-ffe0c263-4325-4502-ae90-8313d67bbd59 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676115 Aug 03 19:08:01.878741 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7835107-4e1d-4c5d-a494-ba3e961de6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.034214 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7835107-4e1d-4c5d-a494-ba3e961de6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.037338 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7835107-4e1d-4c5d-a494-ba3e961de6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.041868 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e7835107-4e1d-4c5d-a494-ba3e961de6e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54b16fc4-35a8-48a2-bb50-8d9b3be34d28 HTTP/1.1" status: 204 len: 168 time: 0.3711326 Aug 03 19:08:02.058856 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.061098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7835107-4e1d-4c5d-a494-ba3e961de6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b16fc4-35a8-48a2-bb50-8d9b3be34d28,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:02.071363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.073523 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bea97-71c5-4408-bd17-f74c767eb62d req-7a8e2e48-e830-4fba-886f-871c4db4784e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.089901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bea97-71c5-4408-bd17-f74c767eb62d req-7a8e2e48-e830-4fba-886f-871c4db4784e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.091087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:08:02.105755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bea97-71c5-4408-bd17-f74c767eb62d req-7a8e2e48-e830-4fba-886f-871c4db4784e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.119841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bea97-71c5-4408-bd17-f74c767eb62d req-7a8e2e48-e830-4fba-886f-871c4db4784e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.129718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.130367 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Added segment 67bc102b-226b-463d-aa5e-5a364f7668e4 of type vlan for network 951b349c-1990-404d-bcff-e94a13617a33 Aug 03 19:08:02.133725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bea97-71c5-4408-bd17-f74c767eb62d req-7a8e2e48-e830-4fba-886f-871c4db4784e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.182055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bea97-71c5-4408-bd17-f74c767eb62d req-7a8e2e48-e830-4fba-886f-871c4db4784e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.201213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bea97-71c5-4408-bd17-f74c767eb62d req-7a8e2e48-e830-4fba-886f-871c4db4784e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.209094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-476bea97-71c5-4408-bd17-f74c767eb62d req-7a8e2e48-e830-4fba-886f-871c4db4784e tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5434 time: 0.2857969 Aug 03 19:08:02.220263 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.291369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f796384-74bc-4184-a4bb-aac5ae0055c8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:02.300589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4ff10-27ae-46a0-a568-9f579b0910ff req-b238751b-4a8e-4f8d-8eb7-faeb36965f3a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.314420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4d4ff10-27ae-46a0-a568-9f579b0910ff req-b238751b-4a8e-4f8d-8eb7-faeb36965f3a tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.3349469 Aug 03 19:08:02.324502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.347080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.349397 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.422642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4d4ff10-27ae-46a0-a568-9f579b0910ff req-e5f5e421-49af-49e5-98e7-e8e062ca000c tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066771 Aug 03 19:08:02.477532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-476bea97-71c5-4408-bd17-f74c767eb62d req-67ab3583-caa3-4189-8900-4e7179db8d3c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2619834 Aug 03 19:08:02.502630 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9432981 Aug 03 19:08:02.505635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54744) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:02.514709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'subnet': {'network_id': '951b349c-1990-404d-bcff-e94a13617a33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:02.528200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29538055-5c33-47f4-ac9b-ee51a796887d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Network': ['ID=951b349c-1990-404d-bcff-e94a13617a33,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:02.540840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5596e52d-0e17-47c0-bea3-a0d03c570389 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:02.553195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 951b349c-1990-404d-bcff-e94a13617a33 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:08:02.831886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 5596e52d-0e17-47c0-bea3-a0d03c570389 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:02.837634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 5596e52d-0e17-47c0-bea3-a0d03c570389 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:02.838509 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.922221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54758) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:02.954937 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a23ae9f-60ef-406b-a8b3-9328681f93b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.958893 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.992622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19d650-0024-4f06-a3cb-27e147f06377 req-41578370-0b2d-4b3b-a5a8-be69f15fe1f8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.993371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49031f38-8c05-44d9-a789-0c2d5c0852a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5596e52d-0e17-47c0-bea3-a0d03c570389'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:02.995988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e19d650-0024-4f06-a3cb-27e147f06377 req-41578370-0b2d-4b3b-a5a8-be69f15fe1f8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.2304966 Aug 03 19:08:02.996379 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01733e3-8978-4cfd-8812-3534cbaa11d4" -d '{"events": [{"server_uuid": "49031f38-8c05-44d9-a789-0c2d5c0852a2", "name": "network-vif-plugged", "status": "completed", "tag": "5596e52d-0e17-47c0-bea3-a0d03c570389"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:03.017730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 5596e52d-0e17-47c0-bea3-a0d03c570389, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5596e52d-0e17-47c0-bea3-a0d03c570389,segment=NetworkSegment(37343740-eed4-4973-afc6-d2a8f9f454b0),segment_id=37343740-eed4-4973-afc6-d2a8f9f454b0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:03.025199 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.075102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Made reservation on behalf of dc09cb236a654b39acf18824f82d86bf for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:03.081362 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.120186 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=5596e52d-0e17-47c0-bea3-a0d03c570389,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:03.184545 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a23ae9f-60ef-406b-a8b3-9328681f93b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.190431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a23ae9f-60ef-406b-a8b3-9328681f93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.238582 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a23ae9f-60ef-406b-a8b3-9328681f93b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7f1569f516344e93b84e441442d81ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138680 Aug 03 19:08:03.239871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23ae9f-60ef-406b-a8b3-9328681f93b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3905a8-5825-4cd1-b5f5-7adfcc52a8cb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:03.242783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54764) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:03.274661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e19d650-0024-4f06-a3cb-27e147f06377 req-359ec427-d64f-4cb8-ae85-f2acc33f3ad8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196558 Aug 03 19:08:03.297638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b08b62-8ffd-4ff3-a4b3-5e0f336e6f6b req-b2014c80-4fbd-4ac6-abeb-3deee357b476 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.304819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b08b62-8ffd-4ff3-a4b3-5e0f336e6f6b req-b2014c80-4fbd-4ac6-abeb-3deee357b476 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.313098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b08b62-8ffd-4ff3-a4b3-5e0f336e6f6b req-b2014c80-4fbd-4ac6-abeb-3deee357b476 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.318974 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c64a4875-9d0c-4b4b-845d-e586a2f82492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.321248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b08b62-8ffd-4ff3-a4b3-5e0f336e6f6b req-b2014c80-4fbd-4ac6-abeb-3deee357b476 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.329474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b08b62-8ffd-4ff3-a4b3-5e0f336e6f6b req-b2014c80-4fbd-4ac6-abeb-3deee357b476 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.337672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b08b62-8ffd-4ff3-a4b3-5e0f336e6f6b req-b2014c80-4fbd-4ac6-abeb-3deee357b476 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.345637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b08b62-8ffd-4ff3-a4b3-5e0f336e6f6b req-b2014c80-4fbd-4ac6-abeb-3deee357b476 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.367486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85b08b62-8ffd-4ff3-a4b3-5e0f336e6f6b req-b2014c80-4fbd-4ac6-abeb-3deee357b476 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5434 time: 0.4033000 Aug 03 19:08:03.380943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c64a4875-9d0c-4b4b-845d-e586a2f82492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.462667 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb13ce0-8a2d-4d8b-811d-effec74ad9b5 x-openstack-request-id: req-2fb13ce0-8a2d-4d8b-811d-effec74ad9b5 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:03.463357 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49031f38-8c05-44d9-a789-0c2d5c0852a2", "name": "network-vif-plugged", "status": "completed", "tag": "5596e52d-0e17-47c0-bea3-a0d03c570389", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:03.463801 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2fb13ce0-8a2d-4d8b-811d-effec74ad9b5 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:03.464914 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49031f38-8c05-44d9-a789-0c2d5c0852a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5596e52d-0e17-47c0-bea3-a0d03c570389', 'code': 200} Aug 03 19:08:03.481811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c64a4875-9d0c-4b4b-845d-e586a2f82492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.493282 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c64a4875-9d0c-4b4b-845d-e586a2f82492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.502074 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c64a4875-9d0c-4b4b-845d-e586a2f82492 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0a3905a8-5825-4cd1-b5f5-7adfcc52a8cb HTTP/1.1" status: 204 len: 168 time: 0.2548995 Aug 03 19:08:03.535132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a4875-9d0c-4b4b-845d-e586a2f82492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3905a8-5825-4cd1-b5f5-7adfcc52a8cb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:03.623512 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b47b270-8bd0-4a58-8c80-0f06517cd46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.789056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1c9ce-9868-4441-bf99-7a70e4d0ceb1 req-4021c071-9419-4165-a7f3-a0cb8c512d93 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.790995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6f1c9ce-9868-4441-bf99-7a70e4d0ceb1 req-4021c071-9419-4165-a7f3-a0cb8c512d93 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 946 time: 0.3278470 Aug 03 19:08:03.863194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193c7de-1bbd-47e0-8573-ccd4be8aa60b req-abf35eff-8994-4cf8-8cb9-f5bed6318f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.865083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2193c7de-1bbd-47e0-8573-ccd4be8aa60b req-abf35eff-8994-4cf8-8cb9-f5bed6318f32 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 1097 time: 0.1874545 Aug 03 19:08:04.095586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6f1c9ce-9868-4441-bf99-7a70e4d0ceb1 req-ced9dcfe-2cb7-4eb1-99ee-35e0a6b9e9b8 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953060 Aug 03 19:08:04.128202 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2193c7de-1bbd-47e0-8573-ccd4be8aa60b req-a8758405-055b-475d-a37b-0028125772a6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410350 Aug 03 19:08:04.143477 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.238852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Subnet': ['ID=500a3ddc-42f6-40c7-bb88-ff997d994ca3,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:04.302509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Checking segment: {'id': '67bc102b-226b-463d-aa5e-5a364f7668e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '951b349c-1990-404d-bcff-e94a13617a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:04.303185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network hostable DHCP agents. Network: 951b349c-1990-404d-bcff-e94a13617a33, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:08:04.326410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network 951b349c-1990-404d-bcff-e94a13617a33 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:08:04.343564 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 951b349c-1990-404d-bcff-e94a13617a33) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:04.350406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.351630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.357340 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27d2022-41f4-4bc1-a537-97f3f2ee011b None None] Network 951b349c-1990-404d-bcff-e94a13617a33 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:04.399885 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ad1b3922-77d3-4329-9f68-4f540c600a5a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8900509 Aug 03 19:08:04.400554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54794) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:04.409277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-968003722', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:04.495489 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.497015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.635295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.659352 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b6a14c-f120-4284-9b19-2a7270e64470 None None] Network 951b349c-1990-404d-bcff-e94a13617a33 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:04.846060 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.502593 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.566883 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.738592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.25.8.215 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/914b7832-78de-4b1b-b294-0682901c0009) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:05.881248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbbb43-a63c-45ea-8a7e-47be53f8a00a req-d778f4ed-55ff-4819-9ffa-3bb157429d10 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:05.901177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dcbbb43-a63c-45ea-8a7e-47be53f8a00a req-d778f4ed-55ff-4819-9ffa-3bb157429d10 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 946 time: 0.4326589 Aug 03 19:08:05.954121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963cdad-e66d-4f76-8d0f-d675076c050a req-8d0b314b-7558-4776-80fa-47e998f14492 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:05.970453 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6963cdad-e66d-4f76-8d0f-d675076c050a req-8d0b314b-7558-4776-80fa-47e998f14492 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 945 time: 0.4618685 Aug 03 19:08:06.049436 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6963cdad-e66d-4f76-8d0f-d675076c050a req-1ad5115f-7e21-4d44-9e1f-6310ff1b05cd tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761209 Aug 03 19:08:06.080945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ed4d758-db82-4cb0-8b07-1d7eb0cf053d req-04982e7b-b976-4d84-a987-34e16e8ed8ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4456325 Aug 03 19:08:06.115648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dcbbb43-a63c-45ea-8a7e-47be53f8a00a req-a9b22c64-6534-4a9e-b912-cedc179949a0 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057674 Aug 03 19:08:06.282341 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.329645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.378965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4d758-db82-4cb0-8b07-1d7eb0cf053d req-7a1e26d7-5c3b-4ec5-a717-943c607c20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.388640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ed4d758-db82-4cb0-8b07-1d7eb0cf053d req-7a1e26d7-5c3b-4ec5-a717-943c607c20ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 1097 time: 0.2405574 Aug 03 19:08:06.409821 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-861a9c7e-5f1d-4796-99b0-c277cf397750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.415964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:06.419454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:06.424104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:06.476676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54866) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:06.494115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=914b7832-78de-4b1b-b294-0682901c0009,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:06.571483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1353-2193-4fe0-82a6-2004f09257ea req-9894103e-7fd4-44ff-8678-82bc22c37171 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.586524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1353-2193-4fe0-82a6-2004f09257ea req-9894103e-7fd4-44ff-8678-82bc22c37171 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.606062 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.614941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1353-2193-4fe0-82a6-2004f09257ea req-9894103e-7fd4-44ff-8678-82bc22c37171 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.625070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1353-2193-4fe0-82a6-2004f09257ea req-9894103e-7fd4-44ff-8678-82bc22c37171 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.633975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1353-2193-4fe0-82a6-2004f09257ea req-9894103e-7fd4-44ff-8678-82bc22c37171 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.642347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1353-2193-4fe0-82a6-2004f09257ea req-9894103e-7fd4-44ff-8678-82bc22c37171 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.650922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1353-2193-4fe0-82a6-2004f09257ea req-9894103e-7fd4-44ff-8678-82bc22c37171 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.661338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3ee1353-2193-4fe0-82a6-2004f09257ea req-9894103e-7fd4-44ff-8678-82bc22c37171 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5444 time: 0.3836339 Aug 03 19:08:06.766127 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3ee1353-2193-4fe0-82a6-2004f09257ea req-52ea5633-b8bf-442b-adcf-7a4b8730a211 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031749 Aug 03 19:08:06.830202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4d758-db82-4cb0-8b07-1d7eb0cf053d req-6d0e359a-9be8-4205-9ef9-cd4be23e2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.832333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ed4d758-db82-4cb0-8b07-1d7eb0cf053d req-6d0e359a-9be8-4205-9ef9-cd4be23e2578 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 200 len: 914 time: 0.4032714 Aug 03 19:08:06.960585 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113a7b2-c235-4c5a-b7d2-2eaabb35c843 req-e8197c4b-8dc3-4b32-8c9e-5a490d396b4d tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.963057 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b113a7b2-c235-4c5a-b7d2-2eaabb35c843 req-e8197c4b-8dc3-4b32-8c9e-5a490d396b4d tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.37 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 945 time: 0.1897147 Aug 03 19:08:06.993617 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ed4d758-db82-4cb0-8b07-1d7eb0cf053d req-b96504f6-16bc-493c-b984-c3a4c923da2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c HTTP/1.1" status: 200 len: 217 time: 0.1530974 Aug 03 19:08:07.040576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6b804-4947-43ed-bb77-3b841d133699 req-f343d67a-af56-4622-a363-55a2d92846e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.040885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6b804-4947-43ed-bb77-3b841d133699 req-f343d67a-af56-4622-a363-55a2d92846e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.041589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6b804-4947-43ed-bb77-3b841d133699 req-f343d67a-af56-4622-a363-55a2d92846e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.042327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6b804-4947-43ed-bb77-3b841d133699 req-f343d67a-af56-4622-a363-55a2d92846e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.042975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6b804-4947-43ed-bb77-3b841d133699 req-f343d67a-af56-4622-a363-55a2d92846e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.043818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6b804-4947-43ed-bb77-3b841d133699 req-f343d67a-af56-4622-a363-55a2d92846e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.044596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6b804-4947-43ed-bb77-3b841d133699 req-f343d67a-af56-4622-a363-55a2d92846e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.065188 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ca6b804-4947-43ed-bb77-3b841d133699 req-f343d67a-af56-4622-a363-55a2d92846e8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6491 time: 0.5872471 Aug 03 19:08:07.102451 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.170136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4d758-db82-4cb0-8b07-1d7eb0cf053d req-986a4467-7be9-485c-90ec-058c34ab2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.172245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ed4d758-db82-4cb0-8b07-1d7eb0cf053d req-986a4467-7be9-485c-90ec-058c34ab2b8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecdc4e0d-929f-4680-8655-547d605c21e1 HTTP/1.1" status: 200 len: 853 time: 0.1205053 Aug 03 19:08:07.233810 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ed4d758-db82-4cb0-8b07-1d7eb0cf053d req-1f998373-ae45-4c7d-a582-da220cf58733 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fea3613-bf0a-4cc6-9611-fac25b0e9b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383255 Aug 03 19:08:07.301144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137d920-39ee-41f6-a55a-c8267a3d2fbd req-f309f82f-6617-4dc6-b5c0-18843f32cd56 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.307408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137d920-39ee-41f6-a55a-c8267a3d2fbd req-f309f82f-6617-4dc6-b5c0-18843f32cd56 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.314744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137d920-39ee-41f6-a55a-c8267a3d2fbd req-f309f82f-6617-4dc6-b5c0-18843f32cd56 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.327964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137d920-39ee-41f6-a55a-c8267a3d2fbd req-f309f82f-6617-4dc6-b5c0-18843f32cd56 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.328952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137d920-39ee-41f6-a55a-c8267a3d2fbd req-f309f82f-6617-4dc6-b5c0-18843f32cd56 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.339056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137d920-39ee-41f6-a55a-c8267a3d2fbd req-f309f82f-6617-4dc6-b5c0-18843f32cd56 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.346819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137d920-39ee-41f6-a55a-c8267a3d2fbd req-f309f82f-6617-4dc6-b5c0-18843f32cd56 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.348824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4137d920-39ee-41f6-a55a-c8267a3d2fbd req-f309f82f-6617-4dc6-b5c0-18843f32cd56 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5444 time: 0.3881783 Aug 03 19:08:07.473565 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e821f-ffc8-4b94-b31a-5d9b52be2912 req-424b0204-9816-4202-846a-6119bbb0ad95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.473565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c4e821f-ffc8-4b94-b31a-5d9b52be2912 req-424b0204-9816-4202-846a-6119bbb0ad95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 945 time: 0.2697375 Aug 03 19:08:07.525397 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ca6b804-4947-43ed-bb77-3b841d133699 req-677d281c-c8bb-474d-9702-1d369f314d13 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4589000 Aug 03 19:08:07.553359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c4e821f-ffc8-4b94-b31a-5d9b52be2912 req-a975f5d7-742b-4e57-8a65-e9d000349848 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845582 Aug 03 19:08:07.724453 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ed4d758-db82-4cb0-8b07-1d7eb0cf053d req-0d0a1999-9a02-47b8-9e1f-707fd961d801 service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525950 Aug 03 19:08:07.769335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-b113a7b2-c235-4c5a-b7d2-2eaabb35c843 req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Deleting port 4701c379-cf05-478a-8dde-d8f8e564fe4f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:07.773751 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b113a7b2-c235-4c5a-b7d2-2eaabb35c843 req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.812501 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.867786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.868326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ca134-19c9-4d9a-a828-f7ac1915fde2 req-4ab95a7c-7467-4e05-8647-06e24fca0980 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.877156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f39ca134-19c9-4d9a-a828-f7ac1915fde2 req-4ab95a7c-7467-4e05-8647-06e24fca0980 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 946 time: 0.2715418 Aug 03 19:08:07.883339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ed4d758-db82-4cb0-8b07-1d7eb0cf053d req-25b30924-ab20-4b58-a7bf-c609cc37b2ea service neutron] 10.222.0.37 "GET /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475215 Aug 03 19:08:07.955597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f39ca134-19c9-4d9a-a828-f7ac1915fde2 req-6a4f4c5e-6371-49b3-bd87-93764fa29d7a tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747340 Aug 03 19:08:08.139177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-b113a7b2-c235-4c5a-b7d2-2eaabb35c843 req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] For port 4701c379-cf05-478a-8dde-d8f8e564fe4f, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4701c379-cf05-478a-8dde-d8f8e564fe4f,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:08.141062 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b113a7b2-c235-4c5a-b7d2-2eaabb35c843 req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.167389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-b113a7b2-c235-4c5a-b7d2-2eaabb35c843 req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Calling delete_port for 4701c379-cf05-478a-8dde-d8f8e564fe4f owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:08.368179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:08:08.401153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54940) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:08.757751 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eaa71049-a394-4916-9660-d4986e521e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.790660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:08.806395 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dce800-d850-4bc9-b22b-8711b6b8de33 None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:08.827570 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dce800-d850-4bc9-b22b-8711b6b8de33 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:08.827570 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-65dce800-d850-4bc9-b22b-8711b6b8de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:08.871376 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b113a7b2-c235-4c5a-b7d2-2eaabb35c843 req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:08.891155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ac92142b-f5d6-42b3-a509-1fb080915fce'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:08.937025 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-65dce800-d850-4bc9-b22b-8711b6b8de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:08.960187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cd861-45ff-465e-a008-7e36b06063c2 req-d1b37432-50d9-490f-abfa-82c38c3c9051 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:08.962326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-668cd861-45ff-465e-a008-7e36b06063c2 req-d1b37432-50d9-490f-abfa-82c38c3c9051 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 946 time: 0.2986488 Aug 03 19:08:08.974488 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dce800-d850-4bc9-b22b-8711b6b8de33 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:08.975286 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-65dce800-d850-4bc9-b22b-8711b6b8de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:08.983149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['822f6156-ad8c-43ec-9f6b-8a56b7cfb378', 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:09.009999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7b5ed-da6e-44d9-8ac3-ba550123e6fd req-4353543c-e63c-4626-a24d-0a2a28746562 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:09.018603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0b7b5ed-da6e-44d9-8ac3-ba550123e6fd req-4353543c-e63c-4626-a24d-0a2a28746562 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 867 time: 0.2632673 Aug 03 19:08:09.025262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Pushing event deleted for resources: {'Port': ['ID=4701c379-cf05-478a-8dde-d8f8e564fe4f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:09.065894 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-65dce800-d850-4bc9-b22b-8711b6b8de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:09.066555 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dce800-d850-4bc9-b22b-8711b6b8de33 None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:09.081289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-b113a7b2-c235-4c5a-b7d2-2eaabb35c843 req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] No DVR routers for this DVR port 4701c379-cf05-478a-8dde-d8f8e564fe4f on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:09.089784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.090390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.091058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.091658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.092251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.092939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.093518 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.094122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.094977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.096136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.097187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.097398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:09.104053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-668cd861-45ff-465e-a008-7e36b06063c2 req-c32d4065-1cf9-40c7-be79-9edc58649ad5 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144929 Aug 03 19:08:09.117491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4701c379-cf05-478a-8dde-d8f8e564fe4f no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:09.126996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b113a7b2-c235-4c5a-b7d2-2eaabb35c843 req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.138984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0b7b5ed-da6e-44d9-8ac3-ba550123e6fd req-47b97398-8b7d-40a6-a662-8c4b61005468 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190898 Aug 03 19:08:09.153617 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b113a7b2-c235-4c5a-b7d2-2eaabb35c843 req-7f8a68d3-9cfc-4a1d-b090-ca3a6b9b6d25 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.37 "DELETE /v2.0/ports/4701c379-cf05-478a-8dde-d8f8e564fe4f HTTP/1.1" status: 204 len: 173 time: 2.1710038 Aug 03 19:08:09.153617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22', 'name': 'network-vif-deleted', 'tag': '4701c379-cf05-478a-8dde-d8f8e564fe4f'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:09.160496 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eaa71049-a394-4916-9660-d4986e521e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.160766 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8994d6c-4bad-4d79-b465-c8cff2f16a82" -d '{"events": [{"server_uuid": "536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22", "name": "network-vif-deleted", "tag": "4701c379-cf05-478a-8dde-d8f8e564fe4f"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:09.172585 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eaa71049-a394-4916-9660-d4986e521e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.188778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.191115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 4701c379-cf05-478a-8dde-d8f8e564fe4f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:09.191468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4701c379-cf05-478a-8dde-d8f8e564fe4f not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:09.193241 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4e037cf5-e465-4baf-8e85-0330986d953e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7910945 Aug 03 19:08:09.193978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54958) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:09.270245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eaa71049-a394-4916-9660-d4986e521e1a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c50df62ed3fa4008a8cd6c18f3d530c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8664308 Aug 03 19:08:09.271566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa71049-a394-4916-9660-d4986e521e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaf69e9-b216-4784-89f8-c1d431b35c0a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:09.274312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54960) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:09.347651 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690ac68f-043a-476b-9c37-4e1765faa94d x-openstack-request-id: req-690ac68f-043a-476b-9c37-4e1765faa94d {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:09.347951 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22", "name": "network-vif-deleted", "tag": "4701c379-cf05-478a-8dde-d8f8e564fe4f", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:09.348213 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-690ac68f-043a-476b-9c37-4e1765faa94d {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:09.348628 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22', 'name': 'network-vif-deleted', 'tag': '4701c379-cf05-478a-8dde-d8f8e564fe4f', 'status': 'completed', 'code': 200} Aug 03 19:08:09.373022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-09df8598-033d-4864-a984-aa63ea93c5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.399205 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-09df8598-033d-4864-a984-aa63ea93c5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.533540 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-09df8598-033d-4864-a984-aa63ea93c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.544226 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-09df8598-033d-4864-a984-aa63ea93c5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.549360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-09df8598-033d-4864-a984-aa63ea93c5d4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7aaf69e9-b216-4784-89f8-c1d431b35c0a HTTP/1.1" status: 204 len: 168 time: 0.2691362 Aug 03 19:08:09.562195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df8598-033d-4864-a984-aa63ea93c5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaf69e9-b216-4784-89f8-c1d431b35c0a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:09.626841 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.081780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54992) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:10.139540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3e8d4-40d6-446c-8d5f-e4f09dc00ae2 req-0aaddaa5-2e53-4c4d-bf26-7ad5b1bd1315 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.142073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91c3e8d4-40d6-446c-8d5f-e4f09dc00ae2 req-0aaddaa5-2e53-4c4d-bf26-7ad5b1bd1315 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.74 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 946 time: 0.1182139 Aug 03 19:08:10.495257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55004) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:10.505214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-979aed3d-2838-4566-8dac-69067ab588cf req-f0660657-baef-44f2-b0a9-2bdfc15f1fba tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=536cd7e5-e62e-4b28-a80e-1ab8dc9f5e22 HTTP/1.1" status: 200 len: 210 time: 0.1477532 Aug 03 19:08:10.550560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ad18c4e-7c81-4380-b1e0-72e8ea0c5d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.560404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08303-65e3-41ce-bcdf-0eef0489d18f req-3931c78e-6533-4e03-a2ef-5f13b7a6896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.561106 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08303-65e3-41ce-bcdf-0eef0489d18f req-3931c78e-6533-4e03-a2ef-5f13b7a6896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.562162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08303-65e3-41ce-bcdf-0eef0489d18f req-3931c78e-6533-4e03-a2ef-5f13b7a6896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.562645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08303-65e3-41ce-bcdf-0eef0489d18f req-3931c78e-6533-4e03-a2ef-5f13b7a6896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.579347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08303-65e3-41ce-bcdf-0eef0489d18f req-3931c78e-6533-4e03-a2ef-5f13b7a6896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.579936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08303-65e3-41ce-bcdf-0eef0489d18f req-3931c78e-6533-4e03-a2ef-5f13b7a6896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.586257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08303-65e3-41ce-bcdf-0eef0489d18f req-3931c78e-6533-4e03-a2ef-5f13b7a6896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.593247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4d08303-65e3-41ce-bcdf-0eef0489d18f req-3931c78e-6533-4e03-a2ef-5f13b7a6896e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 6501 time: 0.5092506 Aug 03 19:08:10.619677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff954e95-5ab6-497a-b635-9daaee330996 req-7f8a4a10-e0da-4e7c-bbf1-08e931874ad6 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.621457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ff954e95-5ab6-497a-b635-9daaee330996 req-7f8a4a10-e0da-4e7c-bbf1-08e931874ad6 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 946 time: 0.2553663 Aug 03 19:08:10.684910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-91c3e8d4-40d6-446c-8d5f-e4f09dc00ae2 req-2e528868-4fd1-439a-9516-0669cb70d155 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Deleting port 5596e52d-0e17-47c0-bea3-a0d03c570389 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:10.685257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-91c3e8d4-40d6-446c-8d5f-e4f09dc00ae2 req-2e528868-4fd1-439a-9516-0669cb70d155 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.734229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ff954e95-5ab6-497a-b635-9daaee330996 req-bec7f9d3-c29c-4121-8c40-33d93ee1424a tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/security-groups?id=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990794 Aug 03 19:08:10.781012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4d08303-65e3-41ce-bcdf-0eef0489d18f req-aa50c229-7b42-44bd-b359-35d4dae306cd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788256 Aug 03 19:08:10.850918 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.885241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-91c3e8d4-40d6-446c-8d5f-e4f09dc00ae2 req-2e528868-4fd1-439a-9516-0669cb70d155 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] For port 5596e52d-0e17-47c0-bea3-a0d03c570389, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5596e52d-0e17-47c0-bea3-a0d03c570389,segment=NetworkSegment(37343740-eed4-4973-afc6-d2a8f9f454b0),segment_id=37343740-eed4-4973-afc6-d2a8f9f454b0)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:10.885812 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-91c3e8d4-40d6-446c-8d5f-e4f09dc00ae2 req-2e528868-4fd1-439a-9516-0669cb70d155 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.921348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-91c3e8d4-40d6-446c-8d5f-e4f09dc00ae2 req-2e528868-4fd1-439a-9516-0669cb70d155 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Calling delete_port for 5596e52d-0e17-47c0-bea3-a0d03c570389 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:11.179137 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-91c3e8d4-40d6-446c-8d5f-e4f09dc00ae2 req-2e528868-4fd1-439a-9516-0669cb70d155 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.216806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['5596e52d-0e17-47c0-bea3-a0d03c570389'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:11.255151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e528868-4fd1-439a-9516-0669cb70d155 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Pushing event deleted for resources: {'Port': ['ID=5596e52d-0e17-47c0-bea3-a0d03c570389,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:11.368608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c3e8d4-40d6-446c-8d5f-e4f09dc00ae2 req-2e528868-4fd1-439a-9516-0669cb70d155 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] No DVR routers for this DVR port 5596e52d-0e17-47c0-bea3-a0d03c570389 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:11.368608 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-91c3e8d4-40d6-446c-8d5f-e4f09dc00ae2 req-2e528868-4fd1-439a-9516-0669cb70d155 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.368608 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91c3e8d4-40d6-446c-8d5f-e4f09dc00ae2 req-2e528868-4fd1-439a-9516-0669cb70d155 tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.74 "DELETE /v2.0/ports/5596e52d-0e17-47c0-bea3-a0d03c570389 HTTP/1.1" status: 204 len: 173 time: 1.2193956 Aug 03 19:08:11.368608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49031f38-8c05-44d9-a789-0c2d5c0852a2', 'name': 'network-vif-deleted', 'tag': '5596e52d-0e17-47c0-bea3-a0d03c570389'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:11.374245 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb12e23-ad1c-492a-b3cb-e959bd3da766" -d '{"events": [{"server_uuid": "49031f38-8c05-44d9-a789-0c2d5c0852a2", "name": "network-vif-deleted", "tag": "5596e52d-0e17-47c0-bea3-a0d03c570389"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:11.422811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ad18c4e-7c81-4380-b1e0-72e8ea0c5d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.433796 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ad18c4e-7c81-4380-b1e0-72e8ea0c5d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.492934 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54449468-952f-4837-8f77-2bc9948cfe1f x-openstack-request-id: req-54449468-952f-4837-8f77-2bc9948cfe1f {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:11.494794 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49031f38-8c05-44d9-a789-0c2d5c0852a2", "name": "network-vif-deleted", "tag": "5596e52d-0e17-47c0-bea3-a0d03c570389", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:11.494794 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-54449468-952f-4837-8f77-2bc9948cfe1f {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:11.494794 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49031f38-8c05-44d9-a789-0c2d5c0852a2', 'name': 'network-vif-deleted', 'tag': '5596e52d-0e17-47c0-bea3-a0d03c570389', 'status': 'completed', 'code': 200} Aug 03 19:08:11.532009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.20.0.1 (951b349c-1990-404d-bcff-e94a13617a33/500a3ddc-42f6-40c7-bb88-ff997d994ca3/f926af21-3320-4457-a1b3-436a7ea03108) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:11.533110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad18c4e-7c81-4380-b1e0-72e8ea0c5d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7057bb5-ee14-409b-9cf4-2efbba4079c3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:11.541160 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2ad18c4e-7c81-4380-b1e0-72e8ea0c5d15 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a08cbde1f3e48ef9a742df68e951bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0447974 Aug 03 19:08:11.544135 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55026) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:11.813485 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3c8b-6091-4486-96c6-974c7b029eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.929666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.997399 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-941d1338-2aab-4155-b960-1c475136bc2d req-d0a1c48e-d2b3-4c0e-b2b6-ba14fd87af5c tempest-ServerAddressesNegativeTestJSON-1076304962 tempest-ServerAddressesNegativeTestJSON-1076304962-project] 10.222.0.78 "GET /v2.0/ports?device_id=49031f38-8c05-44d9-a789-0c2d5c0852a2 HTTP/1.1" status: 200 len: 210 time: 0.0427611 Aug 03 19:08:12.027751 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3c8b-6091-4486-96c6-974c7b029eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.034293 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.152533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network 951b349c-1990-404d-bcff-e94a13617a33 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:12.174902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=f926af21-3320-4457-a1b3-436a7ea03108,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:12.244779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:12.249988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:12.254086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3c8b-6091-4486-96c6-974c7b029eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.256812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3c8b-6091-4486-96c6-974c7b029eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.261900 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e4ec3c8b-6091-4486-96c6-974c7b029eb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d7057bb5-ee14-409b-9cf4-2efbba4079c3 HTTP/1.1" status: 204 len: 168 time: 0.7167816 Aug 03 19:08:12.427191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec3c8b-6091-4486-96c6-974c7b029eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7057bb5-ee14-409b-9cf4-2efbba4079c3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:12.475816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78858239-1b7a-4a83-b552-da1fa17d46ea req-48016a61-6e20-427a-86bd-f935cb97024d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.479112 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.487597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78858239-1b7a-4a83-b552-da1fa17d46ea req-48016a61-6e20-427a-86bd-f935cb97024d tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.1069546 Aug 03 19:08:12.617596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78858239-1b7a-4a83-b552-da1fa17d46ea req-57a0f75a-a252-4089-bf92-532fe687a3d0 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247084 Aug 03 19:08:12.863448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.070875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55068) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:13.143829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-22abd8b6-05e7-488f-b220-4f2f26a5bdd5 admin admin] Deleting subnet b0a54504-a878-480f-a58b-c301c60b1c2d {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:08:13.148503 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22abd8b6-05e7-488f-b220-4f2f26a5bdd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.206263 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22abd8b6-05e7-488f-b220-4f2f26a5bdd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.273439 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22abd8b6-05e7-488f-b220-4f2f26a5bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.291083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.303173 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.397519 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22abd8b6-05e7-488f-b220-4f2f26a5bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.397891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.400126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=f926af21-3320-4457-a1b3-436a7ea03108,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:13.441293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22abd8b6-05e7-488f-b220-4f2f26a5bdd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.447240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-22abd8b6-05e7-488f-b220-4f2f26a5bdd5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b0a54504-a878-480f-a58b-c301c60b1c2d HTTP/1.1" status: 204 len: 168 time: 0.3749611 Aug 03 19:08:13.474679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55078) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:13.519772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abd8b6-05e7-488f-b220-4f2f26a5bdd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a54504-a878-480f-a58b-c301c60b1c2d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:13.589158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.739583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.765425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network 951b349c-1990-404d-bcff-e94a13617a33 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:13.769119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:13.798247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388882be-dc8f-43dc-9089-837a158b4aa0']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:13.949979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37343740-eed4-4973-afc6-d2a8f9f454b0') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:13.950695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37343740-eed4-4973-afc6-d2a8f9f454b0') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:13.990914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4dbd9-57d7-45c5-83af-94d0da77d065 req-f37d2566-77a6-4b4a-a23b-5744c2d05db7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.996754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eed4dbd9-57d7-45c5-83af-94d0da77d065 req-f37d2566-77a6-4b4a-a23b-5744c2d05db7 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.2058096 Aug 03 19:08:14.025927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.045092 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.073271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:14.077990 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eed4dbd9-57d7-45c5-83af-94d0da77d065 req-5ca2ad1b-023a-4961-8a94-4e066dc072e3 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746822 Aug 03 19:08:14.084067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:08:14.086501 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:08:14.111703 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:08:14.187275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02e1ed-9d7b-4cb6-b5f1-a2837bc39676 req-63c0481b-9984-40d8-9091-9fe33beb7d21 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:14.188914 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5a02e1ed-9d7b-4cb6-b5f1-a2837bc39676 req-63c0481b-9984-40d8-9091-9fe33beb7d21 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.37 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 946 time: 0.2140167 Aug 03 19:08:14.299713 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.305370 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.311886 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] 10.222.0.78 "DELETE /v2.0/networks/388882be-dc8f-43dc-9089-837a158b4aa0 HTTP/1.1" status: 204 len: 168 time: 0.8330040 Aug 03 19:08:14.588753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5596e52d-0e17-47c0-bea3-a0d03c570389 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:14.621648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55114) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:14.631611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 5596e52d-0e17-47c0-bea3-a0d03c570389 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:14.632205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5596e52d-0e17-47c0-bea3-a0d03c570389 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:14.709649 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de6f0c-e340-4b6c-b298-c582b77b2b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=388882be-dc8f-43dc-9089-837a158b4aa0,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:14.733640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1b0fdd25-e52e-4472-a517-f44b58de0011 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=baacb3568a4a47e0a9f2149ff41e21f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092556 Aug 03 19:08:14.737104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55116) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:14.762742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:14.770525 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-202cc51e-20a9-4b1b-a366-a51c7c821acc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "PUT /v2.0/routers/1ed8e19d-0702-4069-9b30-a12646929f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5696862 Aug 03 19:08:14.772622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55120) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:14.777822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84a088-976c-41b7-b45e-07187a1addd5 None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:14.779598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'port': {'network_id': '951b349c-1990-404d-bcff-e94a13617a33', 'name': 'tempest-FloatingIPTestJSON-311456377'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:14.830416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84a088-976c-41b7-b45e-07187a1addd5 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:14.831302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2d84a088-976c-41b7-b45e-07187a1addd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:14.847225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5a02e1ed-9d7b-4cb6-b5f1-a2837bc39676 req-deb444a5-035e-4845-b9ff-fd4bd4aa4ca8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Deleting port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:14.847732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5a02e1ed-9d7b-4cb6-b5f1-a2837bc39676 req-deb444a5-035e-4845-b9ff-fd4bd4aa4ca8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.902132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2d84a088-976c-41b7-b45e-07187a1addd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:14.918319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84a088-976c-41b7-b45e-07187a1addd5 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:14.919269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2d84a088-976c-41b7-b45e-07187a1addd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:14.962118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2d84a088-976c-41b7-b45e-07187a1addd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:14.962785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84a088-976c-41b7-b45e-07187a1addd5 None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:14.991688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ea86af9-4fdf-4125-86e4-3e0b012864ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.044214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5a02e1ed-9d7b-4cb6-b5f1-a2837bc39676 req-deb444a5-035e-4845-b9ff-fd4bd4aa4ca8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] For port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,segment=NetworkSegment(19ef3bf5-856b-4624-bf8b-ec19fdfc87f2),segment_id=19ef3bf5-856b-4624-bf8b-ec19fdfc87f2)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:15.044598 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5a02e1ed-9d7b-4cb6-b5f1-a2837bc39676 req-deb444a5-035e-4845-b9ff-fd4bd4aa4ca8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.061612 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ea86af9-4fdf-4125-86e4-3e0b012864ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.088011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Made reservation on behalf of dc09cb236a654b39acf18824f82d86bf for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:15.088631 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.098650 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.103621 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5a02e1ed-9d7b-4cb6-b5f1-a2837bc39676 req-deb444a5-035e-4845-b9ff-fd4bd4aa4ca8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Calling delete_port for 1bc1f74f-1b97-44f2-aa4d-665e1919b20c owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:15.128629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] device_id is not set on port b4116870-20a3-4597-b9b4-939b67226714 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:08:15.358520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ea86af9-4fdf-4125-86e4-3e0b012864ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.364679 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ea86af9-4fdf-4125-86e4-3e0b012864ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.365927 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0ea86af9-4fdf-4125-86e4-3e0b012864ec admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9 HTTP/1.1" status: 204 len: 168 time: 0.6263652 Aug 03 19:08:15.386750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea86af9-4fdf-4125-86e4-3e0b012864ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d0ed4d-4b29-46ca-8d28-97f1ca1c8af9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:15.417219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5a02e1ed-9d7b-4cb6-b5f1-a2837bc39676 req-deb444a5-035e-4845-b9ff-fd4bd4aa4ca8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.479464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb444a5-035e-4845-b9ff-fd4bd4aa4ca8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Pushing event deleted for resources: {'Port': ['ID=1bc1f74f-1b97-44f2-aa4d-665e1919b20c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:15.487032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.20.0.10 (951b349c-1990-404d-bcff-e94a13617a33/500a3ddc-42f6-40c7-bb88-ff997d994ca3/b4116870-20a3-4597-b9b4-939b67226714) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:15.541944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a02e1ed-9d7b-4cb6-b5f1-a2837bc39676 req-deb444a5-035e-4845-b9ff-fd4bd4aa4ca8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] No DVR routers for this DVR port 1bc1f74f-1b97-44f2-aa4d-665e1919b20c on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:15.549395 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5a02e1ed-9d7b-4cb6-b5f1-a2837bc39676 req-deb444a5-035e-4845-b9ff-fd4bd4aa4ca8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.552579 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5a02e1ed-9d7b-4cb6-b5f1-a2837bc39676 req-deb444a5-035e-4845-b9ff-fd4bd4aa4ca8 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.37 "DELETE /v2.0/ports/1bc1f74f-1b97-44f2-aa4d-665e1919b20c HTTP/1.1" status: 204 len: 173 time: 1.3558128 Aug 03 19:08:15.553075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'name': 'network-vif-deleted', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:15.573787 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b494b13-0131-4863-a57f-eaa9ed7af54c" -d '{"events": [{"server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "name": "network-vif-deleted", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:15.661286 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d659df-5222-4202-83f2-72cc15c97107 x-openstack-request-id: req-55d659df-5222-4202-83f2-72cc15c97107 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:15.661907 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dbefdb-37f1-45cc-89eb-4190daa696be", "name": "network-vif-deleted", "tag": "1bc1f74f-1b97-44f2-aa4d-665e1919b20c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:15.662337 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55d659df-5222-4202-83f2-72cc15c97107 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:15.662986 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dbefdb-37f1-45cc-89eb-4190daa696be', 'name': 'network-vif-deleted', 'tag': '1bc1f74f-1b97-44f2-aa4d-665e1919b20c', 'status': 'completed', 'code': 200} Aug 03 19:08:15.674802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f584a38-e815-4de3-9869-cb21ff2e282a req-edcbac62-9a0b-4615-ad34-3f9f25fb8163 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:15.677900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f584a38-e815-4de3-9869-cb21ff2e282a req-edcbac62-9a0b-4615-ad34-3f9f25fb8163 tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/ports?device_id=50dbefdb-37f1-45cc-89eb-4190daa696be HTTP/1.1" status: 200 len: 868 time: 0.3534777 Aug 03 19:08:15.796468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f584a38-e815-4de3-9869-cb21ff2e282a req-47acfba3-b801-45f7-b0da-7b22089d51eb tempest-ServersNegativeTestJSON-1829604316 tempest-ServersNegativeTestJSON-1829604316-project] 10.222.0.78 "GET /v2.0/security-groups?id=f8d24c04-3497-4774-95e8-eb88757f2d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073046 Aug 03 19:08:15.906309 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.965408 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:16.087956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=b4116870-20a3-4597-b9b4-939b67226714,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:16.093018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network 951b349c-1990-404d-bcff-e94a13617a33 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:16.095349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:16.098258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:16.210919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:16.211849 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:16.234969 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a29eb372-4a62-4f3c-bcaf-9bd20f3e88c4 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4608185 Aug 03 19:08:16.237771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55168) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:16.243217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'port': {'network_id': '951b349c-1990-404d-bcff-e94a13617a33', 'name': 'tempest-FloatingIPTestJSON-1444607622'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:16.670370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Made reservation on behalf of dc09cb236a654b39acf18824f82d86bf for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:16.683156 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:16.719331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] device_id is not set on port 85b4bc39-0372-4437-bcb9-8451fc419ea8 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:08:16.768066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230114aa-7088-4578-b5ed-962560b47c3a req-686859ad-2d32-486e-ae31-bffa1a0df273 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:16.769882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-230114aa-7088-4578-b5ed-962560b47c3a req-686859ad-2d32-486e-ae31-bffa1a0df273 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 945 time: 0.1089737 Aug 03 19:08:16.888111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-230114aa-7088-4578-b5ed-962560b47c3a req-955beb84-3e11-4cd7-8a34-b97e5467f73e tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018987 Aug 03 19:08:16.911775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55196) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:17.004278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.20.0.2 (951b349c-1990-404d-bcff-e94a13617a33/500a3ddc-42f6-40c7-bb88-ff997d994ca3/85b4bc39-0372-4437-bcb9-8451fc419ea8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:17.050053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1c2eb0-0327-477e-882e-1c659019303f admin admin] Deleting subnet ecdc4e0d-929f-4680-8655-547d605c21e1 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:08:17.062395 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2eb0-0327-477e-882e-1c659019303f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.138400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1bc1f74f-1b97-44f2-aa4d-665e1919b20c no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:17.168831 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2eb0-0327-477e-882e-1c659019303f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.229460 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 1bc1f74f-1b97-44f2-aa4d-665e1919b20c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:17.231091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 1bc1f74f-1b97-44f2-aa4d-665e1919b20c not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:17.294695 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2eb0-0327-477e-882e-1c659019303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.302612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55206) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:17.397132 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.421608 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2eb0-0327-477e-882e-1c659019303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.464923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.496163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network 951b349c-1990-404d-bcff-e94a13617a33 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:17.513175 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7a1c2eb0-0327-477e-882e-1c659019303f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.521480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7a1c2eb0-0327-477e-882e-1c659019303f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ecdc4e0d-929f-4680-8655-547d605c21e1 HTTP/1.1" status: 204 len: 168 time: 0.6081600 Aug 03 19:08:17.522394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c2eb0-0327-477e-882e-1c659019303f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecdc4e0d-929f-4680-8655-547d605c21e1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:17.528179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:17.531575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55216) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:17.532991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:17.589079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=85b4bc39-0372-4437-bcb9-8451fc419ea8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:17.610753 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:17.611891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.636083 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b944b328-e4d8-4beb-af4a-e645c22bd5cb tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3970029 Aug 03 19:08:17.641061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55218) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:17.649790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '85b4bc39-0372-4437-bcb9-8451fc419ea8', 'fixed_ip_address': '172.20.0.2'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:17.662022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.685075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-388731296-network', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:17.741467 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.759120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Made reservation on behalf of d16cf25c448d409aadbb745cfcd1d59b for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:17.762189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.813464 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.945545 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:17.962669 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.060240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:08:18.098429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61497046-cc9e-4302-a627-a9a05d752c5c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:18.116190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.116724 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Added segment 873b2620-a50e-4d25-907a-21309faf5bd2 of type vlan for network 8bf4afae-339a-4ccd-b4d9-e7e89483000d Aug 03 19:08:18.190773 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.216927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94b11a-d308-4c66-ae27-23aea13ebbdb req-0fc3a6ba-e7ad-4a66-8482-264cacbf3d1c tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:18.219276 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7b94b11a-d308-4c66-ae27-23aea13ebbdb req-0fc3a6ba-e7ad-4a66-8482-264cacbf3d1c tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 945 time: 0.1956193 Aug 03 19:08:18.269473 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.309962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.311119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:18.311827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.467938 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1633174 Aug 03 19:08:18.474383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55230) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:18.482297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] Request body: {'subnet': {'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-388731296-subnet', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:18.581521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf4fe7-798e-4d22-a162-06fbbeddc3bf admin admin] Pushing event updated for resources: {'Network': ['ID=8bf4afae-339a-4ccd-b4d9-e7e89483000d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:18.585906 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.597657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 8bf4afae-339a-4ccd-b4d9-e7e89483000d details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:08:18.611108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fea3613-bf0a-4cc6-9611-fac25b0e9b87']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:18.628063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ef3bf5-856b-4624-bf8b-ec19fdfc87f2') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:18.628506 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ef3bf5-856b-4624-bf8b-ec19fdfc87f2') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:18.630623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] Made reservation on behalf of d16cf25c448d409aadbb745cfcd1d59b for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:18.634735 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.642112 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.659969 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.667579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:08:18.667984 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:08:18.729981 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:08:18.743054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313958a4-408e-4b64-b660-18e14739bfa7 req-098eb0d6-1e6d-4543-aded-b7f567f14d93 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:18.744954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-313958a4-408e-4b64-b660-18e14739bfa7 req-098eb0d6-1e6d-4543-aded-b7f567f14d93 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 945 time: 0.2448957 Aug 03 19:08:18.754234 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.768777 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.769209 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.25.8.254 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/70d6f721-f652-4ba0-a2e6-86d75a1aa351) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:18.772082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7fea3613-bf0a-4cc6-9611-fac25b0e9b87 HTTP/1.1" status: 204 len: 168 time: 1.2390578 Aug 03 19:08:18.855426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-7b94b11a-d308-4c66-ae27-23aea13ebbdb req-ec9178cf-1bbb-451b-8dbe-390ca8d76b95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Deleting port ac92142b-f5d6-42b3-a509-1fb080915fce {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:18.856028 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7b94b11a-d308-4c66-ae27-23aea13ebbdb req-ec9178cf-1bbb-451b-8dbe-390ca8d76b95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.868850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038ca5c-faae-4943-8820-e4465cb27941 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fea3613-bf0a-4cc6-9611-fac25b0e9b87,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:18.916499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-313958a4-408e-4b64-b660-18e14739bfa7 req-1de8c82b-0f59-41c3-8792-d455a770b938 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428542 Aug 03 19:08:19.002337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55242) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:19.068049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4688d9a3-ddc4-4581-a02e-a080577d9e0b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=365dc0e7e62c45cd984e6b0737c1e4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643086 Aug 03 19:08:19.072496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55246) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:19.133795 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13ef1bec-1f22-4d7a-8921-df9e8170bc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.163652 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13ef1bec-1f22-4d7a-8921-df9e8170bc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.183314 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.253814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-7b94b11a-d308-4c66-ae27-23aea13ebbdb req-ec9178cf-1bbb-451b-8dbe-390ca8d76b95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] For port ac92142b-f5d6-42b3-a509-1fb080915fce, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ac92142b-f5d6-42b3-a509-1fb080915fce,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:19.254447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7b94b11a-d308-4c66-ae27-23aea13ebbdb req-ec9178cf-1bbb-451b-8dbe-390ca8d76b95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.273924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13ef1bec-1f22-4d7a-8921-df9e8170bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.282700 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13ef1bec-1f22-4d7a-8921-df9e8170bc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.290173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-13ef1bec-1f22-4d7a-8921-df9e8170bc7c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8d24c04-3497-4774-95e8-eb88757f2d78 HTTP/1.1" status: 204 len: 168 time: 0.2141800 Aug 03 19:08:19.310708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef1bec-1f22-4d7a-8921-df9e8170bc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d24c04-3497-4774-95e8-eb88757f2d78,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:19.315201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-7b94b11a-d308-4c66-ae27-23aea13ebbdb req-ec9178cf-1bbb-451b-8dbe-390ca8d76b95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Calling delete_port for ac92142b-f5d6-42b3-a509-1fb080915fce owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:19.331228 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.540237 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.555846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd504692-7d0a-44cd-8b53-60b300a84652,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:19.684280 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] Checking segment: {'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:19.684902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] Network hostable DHCP agents. Network: 8bf4afae-339a-4ccd-b4d9-e7e89483000d, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:08:19.691216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:19.695503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=70d6f721-f652-4ba0-a2e6-86d75a1aa351,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:19.726284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:19.738540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:19.760583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] Network 8bf4afae-339a-4ccd-b4d9-e7e89483000d is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:08:19.787383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 8bf4afae-339a-4ccd-b4d9-e7e89483000d) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:19.798353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3852f05-2b78-4f16-9d47-626fbaac1847 None None] Network 8bf4afae-339a-4ccd-b4d9-e7e89483000d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:19.875383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:19.876357 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.978275 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e3720c79-e7ec-4a04-9295-34ffc7789b3f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5014257 Aug 03 19:08:19.981438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55272) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:19.995204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-388731296-router', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:20.039621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ed5575-eb33-42e3-b61b-820f95a5eacf None None] Network 8bf4afae-339a-4ccd-b4d9-e7e89483000d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:20.047271 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.054937 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.075913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7b94b11a-d308-4c66-ae27-23aea13ebbdb req-ec9178cf-1bbb-451b-8dbe-390ca8d76b95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.116402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9178cf-1bbb-451b-8dbe-390ca8d76b95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Pushing event deleted for resources: {'Port': ['ID=ac92142b-f5d6-42b3-a509-1fb080915fce,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:20.156755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['822f6156-ad8c-43ec-9f6b-8a56b7cfb378', 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:20.238781 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d72d351e-0849-4768-a4ed-14436b92119e req-f0d9e612-cd33-43ef-ba60-ab1c0bb33cca tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 210 time: 0.1373377 Aug 03 19:08:20.377974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b94b11a-d308-4c66-ae27-23aea13ebbdb req-ec9178cf-1bbb-451b-8dbe-390ca8d76b95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] No DVR routers for this DVR port ac92142b-f5d6-42b3-a509-1fb080915fce on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:20.386548 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7b94b11a-d308-4c66-ae27-23aea13ebbdb req-ec9178cf-1bbb-451b-8dbe-390ca8d76b95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.391666 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7b94b11a-d308-4c66-ae27-23aea13ebbdb req-ec9178cf-1bbb-451b-8dbe-390ca8d76b95 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.37 "DELETE /v2.0/ports/ac92142b-f5d6-42b3-a509-1fb080915fce HTTP/1.1" status: 204 len: 173 time: 2.1648798 Aug 03 19:08:20.392404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52b0bb7-dac8-4e7c-b5d8-057c71b838be', 'name': 'network-vif-deleted', 'tag': 'ac92142b-f5d6-42b3-a509-1fb080915fce'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:20.396672 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab30aafd-d403-4980-a137-f74c2060d7ee" -d '{"events": [{"server_uuid": "e52b0bb7-dac8-4e7c-b5d8-057c71b838be", "name": "network-vif-deleted", "tag": "ac92142b-f5d6-42b3-a509-1fb080915fce"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:20.402908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.567970 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afad8faa-d11a-46c4-85bc-82753625ef09 x-openstack-request-id: req-afad8faa-d11a-46c4-85bc-82753625ef09 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:20.568326 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52b0bb7-dac8-4e7c-b5d8-057c71b838be", "name": "network-vif-deleted", "tag": "ac92142b-f5d6-42b3-a509-1fb080915fce", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:20.568517 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-afad8faa-d11a-46c4-85bc-82753625ef09 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:20.569152 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52b0bb7-dac8-4e7c-b5d8-057c71b838be', 'name': 'network-vif-deleted', 'tag': 'ac92142b-f5d6-42b3-a509-1fb080915fce', 'status': 'completed', 'code': 200} Aug 03 19:08:20.835319 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.965782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-b30ba3be-ac2b-4aee-8e20-a222524f3165 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1644561 Aug 03 19:08:21.135221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ac92142b-f5d6-42b3-a509-1fb080915fce no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:21.187077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: ac92142b-f5d6-42b3-a509-1fb080915fce {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:21.187828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ac92142b-f5d6-42b3-a509-1fb080915fce not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:21.206776 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.387835 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.413258 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.448614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55310) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:21.614619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.711971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1625669509-network', 'tenant_id': '4a60ad33722c4c8a94d9fea2273ef65b'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:21.713726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6862a3c1-ce69-4f55-9535-dc506720dfd9 req-92384804-838c-466a-9121-4d5d9a500f0b tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=e52b0bb7-dac8-4e7c-b5d8-057c71b838be HTTP/1.1" status: 200 len: 210 time: 0.0482974 Aug 03 19:08:21.745444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-21131316-8767-4fa6-9be0-fddd09f8b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.747452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-21131316-8767-4fa6-9be0-fddd09f8b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.747711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-21131316-8767-4fa6-9be0-fddd09f8b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.749240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-21131316-8767-4fa6-9be0-fddd09f8b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.749846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-21131316-8767-4fa6-9be0-fddd09f8b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.750560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-21131316-8767-4fa6-9be0-fddd09f8b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.751225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-21131316-8767-4fa6-9be0-fddd09f8b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.754487 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-21131316-8767-4fa6-9be0-fddd09f8b9da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 6491 time: 0.5611742 Aug 03 19:08:21.772233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Allocated IP 172.25.8.212 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b98b2f31-809a-4b3f-9a88-6355683de9f8) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:21.859474 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Made reservation on behalf of 4a60ad33722c4c8a94d9fea2273ef65b for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:21.862080 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.038894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-91a4dfb4-858d-4fd2-8cbc-9c10b0ec6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.039375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-91a4dfb4-858d-4fd2-8cbc-9c10b0ec6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.039912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-91a4dfb4-858d-4fd2-8cbc-9c10b0ec6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.044176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-91a4dfb4-858d-4fd2-8cbc-9c10b0ec6f69 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3cee0722-e9c5-4340-a177-1ce3a93b15fa&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&id=bb73ae63-dd24-41e8-9010-968a1eb21693&id=bb73ae63-dd24-41e8-9010-968a1eb21693 HTTP/1.1" status: 200 len: 2294 time: 0.2463162 Aug 03 19:08:22.164080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-2bc19ac7-1a91-40e8-8522-225acccc81a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7859262e-e847-45d1-91e7-0aeaf780cd5d HTTP/1.1" status: 200 len: 1002 time: 0.1026020 Aug 03 19:08:22.167490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.285516 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.293947 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.299692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-354202cb-48bc-474c-a48a-8b03554052f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.302426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-354202cb-48bc-474c-a48a-8b03554052f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1503b50a-1603-448e-8442-d5ace3b67afa HTTP/1.1" status: 200 len: 851 time: 0.1262941 Aug 03 19:08:22.429894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:22.437280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:22.451966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:22.488595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Pushing event updated for resources: {'Port': ['ID=b98b2f31-809a-4b3f-9a88-6355683de9f8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:22.508414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-68f0016b-d071-4b91-8987-7ed2a11925ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.510526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-68f0016b-d071-4b91-8987-7ed2a11925ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3cee0722-e9c5-4340-a177-1ce3a93b15fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475489 Aug 03 19:08:22.510738 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.524316 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.527936 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.575099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.644240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.715121 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:08:22.750706 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.751246 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Added segment a57e55c3-a424-4cd8-a49c-5bb9a0dd4154 of type vlan for network 72b14848-742b-4dd1-9aab-75628a29f560 Aug 03 19:08:22.813836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=70d6f721-f652-4ba0-a2e6-86d75a1aa351,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:22.835575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545c3094-3aaa-4f3f-94c7-08e7c0a3f1ef,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:22.858887 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.944843 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP 23b0a650-4afe-4fe1-a3e4-a18d7a623f6b associated. External IP: 172.25.8.254, port: 85b4bc39-0372-4437-bcb9-8451fc419ea8. Aug 03 19:08:22.959114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-5002bc10-e69e-4270-8fb5-074d2d13e6b0 service neutron] 10.222.0.74 "GET /v2.0/networks/3cee0722-e9c5-4340-a177-1ce3a93b15fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380417 Aug 03 19:08:22.996986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.998091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.998738 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.135837 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6855905 Aug 03 19:08:23.159457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55378) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:23.199499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] Request body: {'subnet': {'network_id': '72b14848-742b-4dd1-9aab-75628a29f560', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1625669509-subnet', 'tenant_id': '4a60ad33722c4c8a94d9fea2273ef65b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:23.251750 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.255995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-c76f4316-316a-4500-83d7-6ca78be491a1 service neutron] 10.222.0.74 "GET /v2.0/networks/3cee0722-e9c5-4340-a177-1ce3a93b15fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252464 Aug 03 19:08:23.273919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99cc82-511e-402e-9cec-b0285353769a admin admin] Pushing event updated for resources: {'Network': ['ID=72b14848-742b-4dd1-9aab-75628a29f560,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:23.293137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 72b14848-742b-4dd1-9aab-75628a29f560 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:08:23.370034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] Made reservation on behalf of 4a60ad33722c4c8a94d9fea2273ef65b for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:23.372745 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.389529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-b13f7f44-7c9e-45b2-91ed-133d7176e4b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c4622b33-fb7a-4c0a-8092-6fbdc41097dc HTTP/1.1" status: 200 len: 217 time: 0.0786369 Aug 03 19:08:23.538421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-6892a2d0-a13d-49b5-9ccc-ac534d108277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.541293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-6892a2d0-a13d-49b5-9ccc-ac534d108277 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.1383710 Aug 03 19:08:23.651030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bf188-2ba9-41d3-8640-c04553ccb1db req-8055987d-07db-46a8-acdd-ac0d4b73b57d tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.654136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-690bf188-2ba9-41d3-8640-c04553ccb1db req-8055987d-07db-46a8-acdd-ac0d4b73b57d tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 945 time: 0.2618320 Aug 03 19:08:23.729648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-690bf188-2ba9-41d3-8640-c04553ccb1db req-6229520a-859b-4bb3-9bef-14ae7e27a4ff tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589035 Aug 03 19:08:23.738067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-e10b39ad-04b1-49eb-909f-de582a920a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.740426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-e10b39ad-04b1-49eb-909f-de582a920a12 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1723621 Aug 03 19:08:23.875682 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.934804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-46983547-1213-4138-8136-e09994cc736b service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587963 Aug 03 19:08:23.950657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9191c1-3970-4a3d-91b3-e114f3c180cc,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:23.964801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:24.006430 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:24.008818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] Checking segment: {'id': 'a57e55c3-a424-4cd8-a49c-5bb9a0dd4154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '72b14848-742b-4dd1-9aab-75628a29f560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:24.009890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] Network hostable DHCP agents. Network: 72b14848-742b-4dd1-9aab-75628a29f560, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:08:24.108404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-71221115-d928-4c56-9884-e1cc437d027c service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657038 Aug 03 19:08:24.135829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] Network 72b14848-742b-4dd1-9aab-75628a29f560 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:08:24.190422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-5c1e0369-7d27-4dae-ab4e-a31b1bea9d99 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=2368e8b7-e6bd-408f-a553-4e52a840cf69 HTTP/1.1" status: 200 len: 217 time: 0.0521314 Aug 03 19:08:24.192744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 72b14848-742b-4dd1-9aab-75628a29f560) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:24.209378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e50ab9b-a798-4ea5-a1cd-ad3f61027caa None None] Network 72b14848-742b-4dd1-9aab-75628a29f560 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:24.309829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-ee768216-375c-44e0-bdfc-ab2efe6f9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.310434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.311981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:24.319034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-ee768216-375c-44e0-bdfc-ab2efe6f9bd6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.1207085 Aug 03 19:08:24.394125 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-91b1cdd0-887d-4d48-ac3c-a7fd946e2659 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2219219 Aug 03 19:08:24.406293 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:24.426463 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54310864-c544-48dc-98b7-71d2fddc2ec8 None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:24.436663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Router 7679f29a-a000-47ab-90e3-21ed68a69ed9 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:08:24.443107 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54310864-c544-48dc-98b7-71d2fddc2ec8 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:24.444541 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-54310864-c544-48dc-98b7-71d2fddc2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:24.470842 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:24.557892 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-54310864-c544-48dc-98b7-71d2fddc2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:24.581823 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8f1d7250-35d9-4c62-a7f6-d4fb79c96496 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.9383650 Aug 03 19:08:24.585463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55390) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:24.598546 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54310864-c544-48dc-98b7-71d2fddc2ec8 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:24.600107 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-54310864-c544-48dc-98b7-71d2fddc2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:24.613065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6ceb44db-43e1-4105-8a79-c755184bbf99 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:24.621836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:24.648509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-e9a77dd0-2172-4d01-a1d2-7ba25a753915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.650986 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-e9a77dd0-2172-4d01-a1d2-7ba25a753915 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3146238 Aug 03 19:08:24.658838 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:24.664312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dba4abbc-6387-45ea-9ba2-4a46da5d8230 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6785893 Aug 03 19:08:24.677930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Sync routers for ids ['7679f29a-a000-47ab-90e3-21ed68a69ed9'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:24.699898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab13bac4-956a-4880-8feb-094dcfc2bd24 None None] Network 72b14848-742b-4dd1-9aab-75628a29f560 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:24.702893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Routers {'7679f29a-a000-47ab-90e3-21ed68a69ed9'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:24.704038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7679f29a-a000-47ab-90e3-21ed68a69ed9'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:24.736948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55392) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:24.755420 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-54310864-c544-48dc-98b7-71d2fddc2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:24.761868 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54310864-c544-48dc-98b7-71d2fddc2ec8 None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:24.901636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55398) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:24.992382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Set router 7679f29a-a000-47ab-90e3-21ed68a69ed9 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:25.115186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87ca560-227a-4ede-bf21-338682945b12 admin admin] Deleting subnet 4c9191c1-3970-4a3d-91b3-e114f3c180cc {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:08:25.143387 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f87ca560-227a-4ede-bf21-338682945b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.276012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a17c70-dd72-4478-a10d-6c71d60d3cf6 req-17c2d996-4e7a-41ca-b9b3-139f22a9b2a4 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:25.278020 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-94a17c70-dd72-4478-a10d-6c71d60d3cf6 req-17c2d996-4e7a-41ca-b9b3-139f22a9b2a4 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.74 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 945 time: 0.3856828 Aug 03 19:08:25.280585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ceb44db-43e1-4105-8a79-c755184bbf99 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.315471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-3b30b747-29e8-435b-bc1e-d30987d575ae service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492894 Aug 03 19:08:25.439923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f87ca560-227a-4ede-bf21-338682945b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.639164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553037c-d7f7-4030-bd76-3482227dec31 req-05626158-0a2a-475c-abed-2afc1d74560a tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:25.644163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7553037c-d7f7-4030-bd76-3482227dec31 req-05626158-0a2a-475c-abed-2afc1d74560a tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 945 time: 0.4535470 Aug 03 19:08:25.664412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'name': 'tempest-ServerRescueTestJSON-388731296-router', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:20Z', 'updated_at': '2021-08-03T19:08:22Z', 'revision_number': 3, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'gw_port': {'id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:21Z', 'updated_at': '2021-08-03T19:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:25.683402 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f87ca560-227a-4ede-bf21-338682945b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.749865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Checking router: 7679f29a-a000-47ab-90e3-21ed68a69ed9 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:25.751535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Updating router 7679f29a-a000-47ab-90e3-21ed68a69ed9 port b98b2f31-809a-4b3f-9a88-6355683de9f8 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:08:25.788978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7553037c-d7f7-4030-bd76-3482227dec31 req-d0ac5ae2-3e15-45d6-b5f2-98aaa8a30d47 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183636 Aug 03 19:08:25.797283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-63e0e652-02ab-4655-9bab-386718dc41b5 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024744 Aug 03 19:08:25.853811 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.908081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-69543425-5437-4253-b808-877741000dce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=34528ff9-7e18-40e5-991f-d62e6697bd31 HTTP/1.1" status: 200 len: 217 time: 0.1002147 Aug 03 19:08:25.947979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-94a17c70-dd72-4478-a10d-6c71d60d3cf6 req-c77ab112-2ab6-4153-83b3-42d321c94237 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Deleting port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:25.949048 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-94a17c70-dd72-4478-a10d-6c71d60d3cf6 req-c77ab112-2ab6-4153-83b3-42d321c94237 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.053898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-94a17c70-dd72-4478-a10d-6c71d60d3cf6 req-c77ab112-2ab6-4153-83b3-42d321c94237 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] For port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:26.054198 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-94a17c70-dd72-4478-a10d-6c71d60d3cf6 req-c77ab112-2ab6-4153-83b3-42d321c94237 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.068473 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-94a17c70-dd72-4478-a10d-6c71d60d3cf6 req-c77ab112-2ab6-4153-83b3-42d321c94237 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Calling delete_port for b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:26.078721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-32b4c3e5-8d67-4598-9198-c4f4ee22f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.082943 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-32b4c3e5-8d67-4598-9198-c4f4ee22f5d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.1672421 Aug 03 19:08:26.194009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-5464129d-90be-4e38-b70c-689fcc8952f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.202071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-5464129d-90be-4e38-b70c-689fcc8952f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1052094 Aug 03 19:08:26.368237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-6104ebd2-c415-44cb-a7c3-ef4105d8cfdd service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649232 Aug 03 19:08:26.415819 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.428095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Transition to ACTIVE for port object b98b2f31-809a-4b3f-9a88-6355683de9f8 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:26.442651 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.511231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-e52f9353-e412-4cef-8e37-a2623304489f service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348031 Aug 03 19:08:26.581132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Attempting to bind port b98b2f31-809a-4b3f-9a88-6355683de9f8 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:26.581739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-42289d86-bb37-479c-93cc-54e4c03a2f44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=d56ded67-baa3-4450-9d65-f20f6f05c226 HTTP/1.1" status: 200 len: 217 time: 0.0634181 Aug 03 19:08:26.584600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Attempting to bind port b98b2f31-809a-4b3f-9a88-6355683de9f8 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:26.585253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Attempting to bind port b98b2f31-809a-4b3f-9a88-6355683de9f8 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:26.608287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:26.608839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:26.610300 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.610734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:26.611240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Bound port: b98b2f31-809a-4b3f-9a88-6355683de9f8, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:26.613960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.660628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ceb44db-43e1-4105-8a79-c755184bbf99 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.685488 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ceb44db-43e1-4105-8a79-c755184bbf99 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.686556 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-6ceb44db-43e1-4105-8a79-c755184bbf99 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP 23b0a650-4afe-4fe1-a3e4-a18d7a623f6b disassociated. External IP: 172.25.8.254, port: 85b4bc39-0372-4437-bcb9-8451fc419ea8. Aug 03 19:08:26.692201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-0b3c151d-56a3-4c24-b825-5441de031f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.694059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-0b3c151d-56a3-4c24-b825-5441de031f42 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 200 len: 797 time: 0.1045516 Aug 03 19:08:26.776640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] For port b98b2f31-809a-4b3f-9a88-6355683de9f8, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:26.790874 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] For port b98b2f31-809a-4b3f-9a88-6355683de9f8, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b98b2f31-809a-4b3f-9a88-6355683de9f8,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:26.793026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e12001-ba0a-45f8-8e0f-eb38b3e43695 None None] Pushing event updated for resources: {'Port': ['ID=b98b2f31-809a-4b3f-9a88-6355683de9f8,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:26.799530 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.836487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-de461056-baf3-4f0e-831e-45397b064bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.839576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-de461056-baf3-4f0e-831e-45397b064bb7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a0d5886-96c2-4dff-baa6-95bbe249d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1358721 Aug 03 19:08:26.888912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Routers {'7679f29a-a000-47ab-90e3-21ed68a69ed9'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:26.889925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7679f29a-a000-47ab-90e3-21ed68a69ed9'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:26.952943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e12001-ba0a-45f8-8e0f-eb38b3e43695 None None] Pushing event updated for resources: {'Port': ['ID=b98b2f31-809a-4b3f-9a88-6355683de9f8,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:27.088338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] Set router 7679f29a-a000-47ab-90e3-21ed68a69ed9 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:27.124487 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.154785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f87ca560-227a-4ede-bf21-338682945b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.193237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bce27-3432-4d04-b31d-8166377d6257 req-d1a8d42a-bced-4f53-b672-8f747bac0be0 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.195027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-290bce27-3432-4d04-b31d-8166377d6257 req-d1a8d42a-bced-4f53-b672-8f747bac0be0 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 945 time: 0.1883745 Aug 03 19:08:27.273745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ca560-227a-4ede-bf21-338682945b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9191c1-3970-4a3d-91b3-e114f3c180cc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:27.310468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-1727aaed-5c3c-4cf7-a862-c518e50d9e73 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618824 Aug 03 19:08:27.491753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'name': 'tempest-ServerRescueTestJSON-388731296-router', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:20Z', 'updated_at': '2021-08-03T19:08:22Z', 'revision_number': 3, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'gw_port': {'id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:21Z', 'updated_at': '2021-08-03T19:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:27.512324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Allocated IP 172.20.0.1 (8bf4afae-339a-4ccd-b4d9-e7e89483000d/bd504692-7d0a-44cd-8b53-60b300a84652/8d5ea3bf-043c-47ca-8c8c-3acc996bab0c) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:27.542951 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-e1787b71-5c52-402c-90f5-c18aa8427583 service neutron] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197974 Aug 03 19:08:27.551414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55424) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:27.557848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8d82e-662e-4fe4-b30a-e343ad5e5819 None None] The sync data for ids ['7679f29a-a000-47ab-90e3-21ed68a69ed9'] in n-d-802918-7 is: [{'id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'name': 'tempest-ServerRescueTestJSON-388731296-router', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:20Z', 'updated_at': '2021-08-03T19:08:22Z', 'revision_number': 3, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'gw_port': {'id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:21Z', 'updated_at': '2021-08-03T19:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:27.645663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-290bce27-3432-4d04-b31d-8166377d6257 req-83dfda02-9277-4ccc-acbf-8b2219d7241f tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161215 Aug 03 19:08:27.647533 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-e9691bb9-e7bb-4237-b576-2530d9f731cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dba46738-6fe7-47a8-b264-fa6c39dd8977 HTTP/1.1" status: 200 len: 217 time: 0.0933874 Aug 03 19:08:27.662912 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.707897 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f87ca560-227a-4ede-bf21-338682945b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.713000 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f87ca560-227a-4ede-bf21-338682945b12 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4c9191c1-3970-4a3d-91b3-e114f3c180cc HTTP/1.1" status: 204 len: 168 time: 2.8073270 Aug 03 19:08:27.717583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.727177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55430) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:27.765980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-529b3692-0795-4d33-aef1-ce71aa06f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.767657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-529b3692-0795-4d33-aef1-ce71aa06f831 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49aaa83c-dc72-498e-9356-036dc25863a5 HTTP/1.1" status: 200 len: 797 time: 0.1120102 Aug 03 19:08:27.830452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5ea3bf-043c-47ca-8c8c-3acc996bab0c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:27.834038 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb6fe-2173-4650-b2c6-b53a9a6b5b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.906300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-88207f23-d619-4706-b7b7-d173f1260c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.907739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-88207f23-d619-4706-b7b7-d173f1260c64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb73ae63-dd24-41e8-9010-968a1eb21693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325762 Aug 03 19:08:27.979907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Network 8bf4afae-339a-4ccd-b4d9-e7e89483000d is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:27.991475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.993522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:28.005673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:28.027787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-94a17c70-dd72-4478-a10d-6c71d60d3cf6 req-c77ab112-2ab6-4153-83b3-42d321c94237 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.065142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['822f6156-ad8c-43ec-9f6b-8a56b7cfb378'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:28.134995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-134b0b60-8db2-4dbe-bd38-07935cebe883 service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167914 Aug 03 19:08:28.136890 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb6fe-2173-4650-b2c6-b53a9a6b5b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.163579 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb6fe-2173-4650-b2c6-b53a9a6b5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.203768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ab112-2ab6-4153-83b3-42d321c94237 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Pushing event deleted for resources: {'Port': ['ID=b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:28.236761 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.260200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a17c70-dd72-4478-a10d-6c71d60d3cf6 req-c77ab112-2ab6-4153-83b3-42d321c94237 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] No DVR routers for this DVR port b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:28.305772 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-94a17c70-dd72-4478-a10d-6c71d60d3cf6 req-c77ab112-2ab6-4153-83b3-42d321c94237 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.306093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bb6fe-2173-4650-b2c6-b53a9a6b5b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a75add-7560-427a-84c4-6b0f0cb8578b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:28.307844 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-94a17c70-dd72-4478-a10d-6c71d60d3cf6 req-c77ab112-2ab6-4153-83b3-42d321c94237 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.74 "DELETE /v2.0/ports/b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 HTTP/1.1" status: 204 len: 173 time: 2.9581316 Aug 03 19:08:28.308313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bd6953-4b6b-400f-a887-e3b55e73e71d', 'name': 'network-vif-deleted', 'tag': 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:28.318635 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b822bae6-26e2-4c1f-a584-b2e09ee20307" -d '{"events": [{"server_uuid": "84bd6953-4b6b-400f-a887-e3b55e73e71d", "name": "network-vif-deleted", "tag": "b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:28.361267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1d3bb6fe-2173-4650-b2c6-b53a9a6b5b1c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe6babbc2331475d813c664a784563a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8079388 Aug 03 19:08:28.364548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55434) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:28.447421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-143cd693-be01-4911-8147-08a5e3c4d6d4 service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034651 Aug 03 19:08:28.450838 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7451501-7f65-4253-b019-d9d56c74c4bf x-openstack-request-id: req-d7451501-7f65-4253-b019-d9d56c74c4bf {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:28.452724 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bd6953-4b6b-400f-a887-e3b55e73e71d", "name": "network-vif-deleted", "tag": "b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:28.453310 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7451501-7f65-4253-b019-d9d56c74c4bf {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:28.454020 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bd6953-4b6b-400f-a887-e3b55e73e71d', 'name': 'network-vif-deleted', 'tag': 'b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86', 'status': 'completed', 'code': 200} Aug 03 19:08:28.518635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-f23ed5c4-0b00-4d47-8b81-cb9f58bf6dd4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=408adf51-6186-4b71-b531-2af9fbe32cdb HTTP/1.1" status: 200 len: 217 time: 0.0575500 Aug 03 19:08:28.520283 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2158af67-ed9d-477c-b83a-7504517a498d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.566448 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2158af67-ed9d-477c-b83a-7504517a498d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.600835 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.637670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceb44db-43e1-4105-8a79-c755184bbf99 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:28.659214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b14848-742b-4dd1-9aab-75628a29f560']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:28.668304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:28.674723 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2158af67-ed9d-477c-b83a-7504517a498d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.691695 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2158af67-ed9d-477c-b83a-7504517a498d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.698407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2158af67-ed9d-477c-b83a-7504517a498d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9a75add-7560-427a-84c4-6b0f0cb8578b HTTP/1.1" status: 204 len: 168 time: 0.3271079 Aug 03 19:08:28.699436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57e55c3-a424-4cd8-a49c-5bb9a0dd4154') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:28.699734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57e55c3-a424-4cd8-a49c-5bb9a0dd4154') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:28.727492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:28.727930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b3a457b3-c8ab-4b34-8ea4-39ce13fa9b86 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:28.729384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.743097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158af67-ed9d-477c-b83a-7504517a498d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a75add-7560-427a-84c4-6b0f0cb8578b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:28.746595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.765940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:08:28.766407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.770683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-0288394a-320c-412d-a1dd-2b57d9fced89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:28.772301 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-0288394a-320c-412d-a1dd-2b57d9fced89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49aaa83c-dc72-498e-9356-036dc25863a5 HTTP/1.1" status: 200 len: 797 time: 0.1491752 Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:08:28.862360 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:08:28.898881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5349288-eae4-44fb-a2fb-18d6d2c497e0 req-fb8d3ebb-2cf6-44f0-af32-d5499dd2e8e7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=84bd6953-4b6b-400f-a887-e3b55e73e71d HTTP/1.1" status: 200 len: 210 time: 0.0515413 Aug 03 19:08:28.914789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78f71-83ef-4567-9197-d55ae948b368 req-c7848a07-f6cd-42b8-a497-4ec9e33bfee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:28.917446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-c7848a07-f6cd-42b8-a497-4ec9e33bfee9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb73ae63-dd24-41e8-9010-968a1eb21693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1345651 Aug 03 19:08:29.058865 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.099003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.108407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.113370 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/72b14848-742b-4dd1-9aab-75628a29f560 HTTP/1.1" status: 204 len: 168 time: 1.3784573 Aug 03 19:08:29.201424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4a687-9cc0-4842-b295-4fb8d624aff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=72b14848-742b-4dd1-9aab-75628a29f560,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:29.225878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-48066653-f52f-4851-90a2-035a43bc665f service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976801 Aug 03 19:08:29.321889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceb44db-43e1-4105-8a79-c755184bbf99 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:29.329070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ceb44db-43e1-4105-8a79-c755184bbf99 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.336474 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b3d190-3ced-4ea5-a1a2-9d3627503927 None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:29.350471 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3d190-3ced-4ea5-a1a2-9d3627503927 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:29.351432 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f7b3d190-3ced-4ea5-a1a2-9d3627503927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:29.396566 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55448) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:29.418242 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab6ea0b6-955f-4ee0-a9b7-dc0d3f473a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.423895 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6ceb44db-43e1-4105-8a79-c755184bbf99 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "PUT /v2.0/floatingips/23b0a650-4afe-4fe1-a3e4-a18d7a623f6b HTTP/1.1" status: 200 len: 688 time: 4.8358138 Aug 03 19:08:29.448094 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55450) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:29.455819 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.457947 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f7b3d190-3ced-4ea5-a1a2-9d3627503927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:29.473015 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3d190-3ced-4ea5-a1a2-9d3627503927 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:29.474274 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f7b3d190-3ced-4ea5-a1a2-9d3627503927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:29.474555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21b78f71-83ef-4567-9197-d55ae948b368 req-f373b2e5-123f-4d86-975f-8abd104b56cf service neutron] 10.222.0.74 "GET /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392981 Aug 03 19:08:29.524170 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f7b3d190-3ced-4ea5-a1a2-9d3627503927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:29.525226 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b3d190-3ced-4ea5-a1a2-9d3627503927 None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:29.708313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55452) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:29.765572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-0955ff5e-2c7c-477f-b87d-c282cd5c5cb6 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port 70d6f721-f652-4ba0-a2e6-86d75a1aa351 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:29.765928 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0955ff5e-2c7c-477f-b87d-c282cd5c5cb6 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.773673 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.805760 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab6ea0b6-955f-4ee0-a9b7-dc0d3f473a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.874016 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b98b2f31-809a-4b3f-9a88-6355683de9f8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:29.883666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9df610df-cd74-4cb2-916c-ed0e6002f1af admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a60ad33722c4c8a94d9fea2273ef65b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731710 Aug 03 19:08:29.886190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55454) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:29.956579 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0955ff5e-2c7c-477f-b87d-c282cd5c5cb6 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.960802 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0955ff5e-2c7c-477f-b87d-c282cd5c5cb6 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.968858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port b98b2f31-809a-4b3f-9a88-6355683de9f8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:29.978678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b98b2f31-809a-4b3f-9a88-6355683de9f8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:29.979827 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.994539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-0955ff5e-2c7c-477f-b87d-c282cd5c5cb6 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for 70d6f721-f652-4ba0-a2e6-86d75a1aa351 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:30.077015 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-83aa898a-67b8-44cc-b778-907fbf4696f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.134969 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.137322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab6ea0b6-955f-4ee0-a9b7-dc0d3f473a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.193286 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-83aa898a-67b8-44cc-b778-907fbf4696f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.221405 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ab6ea0b6-955f-4ee0-a9b7-dc0d3f473a95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9f5de2ce16a43059ca2469fbb3ae632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205183 Aug 03 19:08:30.226267 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.233031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55464) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:30.290839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port b98b2f31-809a-4b3f-9a88-6355683de9f8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b98b2f31-809a-4b3f-9a88-6355683de9f8,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:30.297321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.339665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ea0b6-955f-4ee0-a9b7-dc0d3f473a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562a0a65-12d6-4ad9-aad6-5fa7776ff589,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:30.357222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5ea3bf-043c-47ca-8c8c-3acc996bab0c,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:30.376637 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.420654 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3891e14d-6ba7-43a2-92fd-22549b88b45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.456293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3891e14d-6ba7-43a2-92fd-22549b88b45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.457542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=b98b2f31-809a-4b3f-9a88-6355683de9f8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:30.532187 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3891e14d-6ba7-43a2-92fd-22549b88b45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.535227 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3891e14d-6ba7-43a2-92fd-22549b88b45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.538904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3891e14d-6ba7-43a2-92fd-22549b88b45a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/562a0a65-12d6-4ad9-aad6-5fa7776ff589 HTTP/1.1" status: 204 len: 168 time: 0.2952178 Aug 03 19:08:30.577621 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-83aa898a-67b8-44cc-b778-907fbf4696f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.585573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-83aa898a-67b8-44cc-b778-907fbf4696f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.589184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-83aa898a-67b8-44cc-b778-907fbf4696f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/545c3094-3aaa-4f3f-94c7-08e7c0a3f1ef HTTP/1.1" status: 204 len: 168 time: 0.6992867 Aug 03 19:08:30.590472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891e14d-6ba7-43a2-92fd-22549b88b45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562a0a65-12d6-4ad9-aad6-5fa7776ff589,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:30.621725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa898a-67b8-44cc-b778-907fbf4696f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545c3094-3aaa-4f3f-94c7-08e7c0a3f1ef,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:30.634230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0955ff5e-2c7c-477f-b87d-c282cd5c5cb6 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:31.160206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955ff5e-2c7c-477f-b87d-c282cd5c5cb6 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=70d6f721-f652-4ba0-a2e6-86d75a1aa351,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:31.273972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Network 8bf4afae-339a-4ccd-b4d9-e7e89483000d is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:31.277264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:31.293050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0955ff5e-2c7c-477f-b87d-c282cd5c5cb6 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:31.296845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0955ff5e-2c7c-477f-b87d-c282cd5c5cb6 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:31.302037 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0955ff5e-2c7c-477f-b87d-c282cd5c5cb6 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/floatingips/23b0a650-4afe-4fe1-a3e4-a18d7a623f6b HTTP/1.1" status: 204 len: 168 time: 1.8473716 Aug 03 19:08:31.307398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55490) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:31.319988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'b4116870-20a3-4597-b9b4-939b67226714'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:31.380718 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:31.564396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Router 7679f29a-a000-47ab-90e3-21ed68a69ed9 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:31.876287 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:31.934854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b98b2f31-809a-4b3f-9a88-6355683de9f8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:32.167956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b98b2f31-809a-4b3f-9a88-6355683de9f8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:32.168546 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.227315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:32.255495 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-53efbde2-5e06-48b8-beb8-9fffe772b9a0 admin admin] 10.222.0.78 "PUT /v2.0/routers/7679f29a-a000-47ab-90e3-21ed68a69ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4966679 Aug 03 19:08:32.299864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Sync routers for ids ['7679f29a-a000-47ab-90e3-21ed68a69ed9'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:32.394862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.25.8.39 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/a0a0398e-4e07-4acc-8591-a650d112b6c1) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:32.608887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Routers {'7679f29a-a000-47ab-90e3-21ed68a69ed9'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:32.609550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7679f29a-a000-47ab-90e3-21ed68a69ed9'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:32.658376 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.762328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.811996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:32.815455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:32.821128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:32.855843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=a0a0398e-4e07-4acc-8591-a650d112b6c1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:32.872208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Set router 7679f29a-a000-47ab-90e3-21ed68a69ed9 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:32.908297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55534) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:33.306858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-237786774-network', 'tenant_id': '9334413ea3614c7d9a54809d60d37968'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:33.419154 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Made reservation on behalf of 9334413ea3614c7d9a54809d60d37968 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:33.422302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'name': 'tempest-ServerRescueTestJSON-388731296-router', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:20Z', 'updated_at': '2021-08-03T19:08:28Z', 'revision_number': 4, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'gw_port': {'id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:21Z', 'updated_at': '2021-08-03T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '8d5ea3bf-043c-47ca-8c8c-3acc996bab0c', 'name': '', 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'mac_address': 'fa:16:3e:b8:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'bd504692-7d0a-44cd-8b53-60b300a84652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:27Z', 'updated_at': '2021-08-03T19:08:29Z', 'revision_number': 2, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'subnets': [{'id': 'bd504692-7d0a-44cd-8b53-60b300a84652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:33.431233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.465387 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Checking router: 7679f29a-a000-47ab-90e3-21ed68a69ed9 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:33.465961 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Updating router 7679f29a-a000-47ab-90e3-21ed68a69ed9 port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:08:33.482822 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.509345 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.625195 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7ef99e2c-a943-4abe-9a9a-2012dccc0ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.808918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-139dce8d-8650-4b7c-ad17-5bf5895c405c tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.810822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-139dce8d-8650-4b7c-ad17-5bf5895c405c tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/networks?id=8bf4afae-339a-4ccd-b4d9-e7e89483000d HTTP/1.1" status: 200 len: 810 time: 0.4302704 Aug 03 19:08:33.833581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.836507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-71e5fa71-ee89-40e4-ba1b-de5a37035b6b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/quotas/d16cf25c448d409aadbb745cfcd1d59b HTTP/1.1" status: 200 len: 375 time: 0.0184340 Aug 03 19:08:33.876542 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.880731 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.910195 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:08:33.977350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58258c12-186c-41a4-8c51-0cfd74eeabc2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:34.006423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:08:34.026634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-01de9d61-133b-4b16-bd32-5dfa16091333 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d16cf25c448d409aadbb745cfcd1d59b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1548088 Aug 03 19:08:34.035590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.036686 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Added segment e7cc29c1-cba6-4233-9b60-e907b4dffdff of type vlan for network 99e8ebb7-dfd8-4497-a909-399615dddd97 Aug 03 19:08:34.127490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.127685 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.175494 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.175494 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.175494 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.282603 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.301956 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] Pushing event updated for resources: {'Network': ['ID=99e8ebb7-dfd8-4497-a909-399615dddd97,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:34.316126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Transition to ACTIVE for port object 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:34.328722 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9a7db7ca-b0fa-4ec7-8539-8a3532dd2063 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4113231 Aug 03 19:08:34.329034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55576) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:34.335294 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] Request body: {'subnet': {'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-237786774-subnet', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:34.346619 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.351928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 99e8ebb7-dfd8-4497-a909-399615dddd97 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:08:34.355704 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.371231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] Made reservation on behalf of 9334413ea3614c7d9a54809d60d37968 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:34.376812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.381639 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.478966 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14306056-35f1-4a69-93a1-670dd6b80108 None None] Pushing event updated for resources: {'Port': ['ID=8d5ea3bf-043c-47ca-8c8c-3acc996bab0c,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:34.521428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-6d829fa9-5806-4b3a-9c74-542e4ee31d7f service neutron] 10.222.0.78 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670093 Aug 03 19:08:34.611552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=a0a0398e-4e07-4acc-8591-a650d112b6c1,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:34.644601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Attempting to bind port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:34.645984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Attempting to bind port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:34.647001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Attempting to bind port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c on network 8bf4afae-339a-4ccd-b4d9-e7e89483000d {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:34.659247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:34.659991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Checking segment: {'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:34.660758 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.661661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Bound using segment: {'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:34.662558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Bound port: 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:34.663722 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.772864 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.797302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] For port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:34.804817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] For port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8d5ea3bf-043c-47ca-8c8c-3acc996bab0c,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:34.814032 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.828962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.975813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6532ed95-12c7-4441-a775-a41f6dcf6d06,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:34.978489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Routers {'7679f29a-a000-47ab-90e3-21ed68a69ed9'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:34.979238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7679f29a-a000-47ab-90e3-21ed68a69ed9'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:35.007706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] Checking segment: {'id': 'e7cc29c1-cba6-4233-9b60-e907b4dffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:35.008264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] Network hostable DHCP agents. Network: 99e8ebb7-dfd8-4497-a909-399615dddd97, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:08:35.038995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-fa7fb440-e55d-4f4a-9549-7dfeb7f0733b service neutron] 10.222.0.78 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615920 Aug 03 19:08:35.068035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] Network 99e8ebb7-dfd8-4497-a909-399615dddd97 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:08:35.072877 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP 2347772e-b656-4e32-ae0f-a65354550259 associated. External IP: 172.25.8.39, port: b4116870-20a3-4597-b9b4-939b67226714. Aug 03 19:08:35.086445 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 99e8ebb7-dfd8-4497-a909-399615dddd97) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:35.094686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:35.096206 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.122972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e0564-bae4-4085-92a9-2c36e27f4da9 None None] Network 99e8ebb7-dfd8-4497-a909-399615dddd97 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:35.129129 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eda5e3ce-49f8-4aa5-b092-5b794c38fa82 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7986395 Aug 03 19:08:35.131700 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55580) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:35.147556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-237786774-router', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:35.160817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14306056-35f1-4a69-93a1-670dd6b80108 None None] Pushing event updated for resources: {'Port': ['ID=8d5ea3bf-043c-47ca-8c8c-3acc996bab0c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:35.256494 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.261600 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.429230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.646860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e8cc80a-cf91-4623-b9de-c4776e6508e0 req-2dee4b48-c062-4882-9d2a-a7f17a1ac7fc tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 210 time: 0.1556480 Aug 03 19:08:35.681910 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.761172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] Set router 7679f29a-a000-47ab-90e3-21ed68a69ed9 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:35.806967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-99e8ebb7-dfd8-4497-a909-399615dddd97', 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'fixed_ips': [{'subnet_id': '6532ed95-12c7-4441-a775-a41f6dcf6d06'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:08:35.808294 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.241001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'name': 'tempest-ServerRescueTestJSON-388731296-router', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:20Z', 'updated_at': '2021-08-03T19:08:28Z', 'revision_number': 4, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'gw_port': {'id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:21Z', 'updated_at': '2021-08-03T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '8d5ea3bf-043c-47ca-8c8c-3acc996bab0c', 'name': '', 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'mac_address': 'fa:16:3e:b8:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'bd504692-7d0a-44cd-8b53-60b300a84652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:27Z', 'updated_at': '2021-08-03T19:08:34Z', 'revision_number': 4, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'subnets': [{'id': 'bd504692-7d0a-44cd-8b53-60b300a84652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:36.249908 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.303447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.347139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Allocated IP 172.20.0.2 (99e8ebb7-dfd8-4497-a909-399615dddd97/6532ed95-12c7-4441-a775-a41f6dcf6d06/4eed6f6b-db37-492f-9681-09823e908607) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:36.352659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d47e66a-9917-4aa6-a6d5-7854931d00c4 None None] The sync data for ids ['7679f29a-a000-47ab-90e3-21ed68a69ed9'] in n-d-802918-7 is: [{'id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'name': 'tempest-ServerRescueTestJSON-388731296-router', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:20Z', 'updated_at': '2021-08-03T19:08:28Z', 'revision_number': 4, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'gw_port': {'id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:21Z', 'updated_at': '2021-08-03T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '8d5ea3bf-043c-47ca-8c8c-3acc996bab0c', 'name': '', 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'mac_address': 'fa:16:3e:b8:37:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'bd504692-7d0a-44cd-8b53-60b300a84652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:27Z', 'updated_at': '2021-08-03T19:08:34Z', 'revision_number': 4, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'subnets': [{'id': 'bd504692-7d0a-44cd-8b53-60b300a84652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:36.457878 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-09c7d92f-446f-4dff-a80e-7ba76469221e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.656641 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.850729 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.856271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Allocated IP 172.25.8.185 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/1125aecf-69c5-4a5a-b13f-f9017e800941) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:36.884295 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Transition to ACTIVE for port object 4eed6f6b-db37-492f-9681-09823e908607 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:36.894906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:36.930893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc503835-ae4a-48d9-a383-bb9d0c624357 req-81c3fa0d-66a9-4a9d-bdab-0746b95c0b40 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:36.932855 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc503835-ae4a-48d9-a383-bb9d0c624357 req-81c3fa0d-66a9-4a9d-bdab-0746b95c0b40 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 946 time: 0.1734159 Aug 03 19:08:36.970349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Transition to ACTIVE for port object 4eed6f6b-db37-492f-9681-09823e908607 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:36.971195 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.038835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Pushing event updated for resources: {'Port': ['ID=4eed6f6b-db37-492f-9681-09823e908607,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:37.053490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Network 99e8ebb7-dfd8-4497-a909-399615dddd97 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:37.057253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.057916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.058479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.059006 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.059549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.060785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.061684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.062234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.062731 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.063351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.063852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.064398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:37.071250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:37.074351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:37.269036 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc503835-ae4a-48d9-a383-bb9d0c624357 req-44d03479-519a-420e-83b0-c6ca18ab9053 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221605 Aug 03 19:08:37.347290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Attempting to bind port 4eed6f6b-db37-492f-9681-09823e908607 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:37.350148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Attempting to bind port 4eed6f6b-db37-492f-9681-09823e908607 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'e7cc29c1-cba6-4233-9b60-e907b4dffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:37.350606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Attempting to bind port 4eed6f6b-db37-492f-9681-09823e908607 on network 99e8ebb7-dfd8-4497-a909-399615dddd97 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:37.387921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:37.388418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Checking segment: {'id': 'e7cc29c1-cba6-4233-9b60-e907b4dffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:37.388866 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.389281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Bound using segment: {'id': 'e7cc29c1-cba6-4233-9b60-e907b4dffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:37.393991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Bound port: 4eed6f6b-db37-492f-9681-09823e908607, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cc29c1-cba6-4233-9b60-e907b4dffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:37.394867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.397834 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.590959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0886b82e-04ef-4de0-8d69-cba799055424 req-d2da894c-8a49-4cd1-aa37-90003a6c5b55 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 210 time: 0.1106377 Aug 03 19:08:37.636846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:37.652569 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f40935-ce8c-467f-9964-fb3bb645b26c None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:37.670043 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.692920 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f40935-ce8c-467f-9964-fb3bb645b26c None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:37.697569 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-34f40935-ce8c-467f-9964-fb3bb645b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:37.723787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] For port 4eed6f6b-db37-492f-9681-09823e908607, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:37.737959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] For port 4eed6f6b-db37-492f-9681-09823e908607, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4eed6f6b-db37-492f-9681-09823e908607,segment=NetworkSegment(e7cc29c1-cba6-4233-9b60-e907b4dffdff),segment_id=e7cc29c1-cba6-4233-9b60-e907b4dffdff)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:37.747453 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.827166 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-34f40935-ce8c-467f-9964-fb3bb645b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:37.859005 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f40935-ce8c-467f-9964-fb3bb645b26c None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:37.859789 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-34f40935-ce8c-467f-9964-fb3bb645b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:37.862291 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7f1f23ba-a5f7-4b54-a0db-cb4be657bf78 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5515158 Aug 03 19:08:37.863044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55626) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:37.925109 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.975945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b5ff9-04ba-4a69-b08d-bd4a6e7143fd None None] Pushing event updated for resources: {'Port': ['ID=4eed6f6b-db37-492f-9681-09823e908607,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:38.031643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:38.151026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:38.208490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-70f74a52-5ac3-4482-b0c3-be42637cd6b9 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "GET /v2.0/floatingips/2347772e-b656-4e32-ae0f-a65354550259 HTTP/1.1" status: 200 len: 977 time: 0.3379273 Aug 03 19:08:38.210698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55634) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:38.323980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:38.344328 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-34f40935-ce8c-467f-9964-fb3bb645b26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:38.350337 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f40935-ce8c-467f-9964-fb3bb645b26c None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:38.352237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:38.386074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:38.392581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:38.427762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:38.455475 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:38.638124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-c6811de1-564d-495f-829a-d4cfe932b99a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:38.653529 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-c6811de1-564d-495f-829a-d4cfe932b99a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.37 "GET /v2.0/networks?id=8bf4afae-339a-4ccd-b4d9-e7e89483000d HTTP/1.1" status: 200 len: 810 time: 1.0227454 Aug 03 19:08:38.680564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Request body: {'port': {'device_id': 'd35af55e-5bc2-46cd-adf8-371dfa63eade', 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d', 'admin_state_up': True, 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:38.849847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Pushing event updated for resources: {'Port': ['ID=1125aecf-69c5-4a5a-b13f-f9017e800941,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:38.950065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-18dba28f-0d0d-40d3-a828-c1943046eefc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.7364335 Aug 03 19:08:38.951960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55640) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:38.961414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'floatingip': {'port_id': '85b4bc39-0372-4437-bcb9-8451fc419ea8'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:38.973413 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5c067ba-d12c-4eb5-b250-ae73dc83366f req-8df2f9b8-33f3-4114-bd35-c2fb189d7872 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 210 time: 0.1035724 Aug 03 19:08:39.106926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83245dd2-4000-4540-91c4-96d073013916 req-77718d65-1ca2-457b-846b-6d66938a4677 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:39.114699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83245dd2-4000-4540-91c4-96d073013916 req-77718d65-1ca2-457b-846b-6d66938a4677 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.74 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 946 time: 0.5850823 Aug 03 19:08:39.423543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3db37-c236-43ed-8813-86fa9270242d req-69d37248-d4a7-45aa-ba5e-c2a5a50b5841 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:39.441625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8aa3db37-c236-43ed-8813-86fa9270242d req-69d37248-d4a7-45aa-ba5e-c2a5a50b5841 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 946 time: 0.6976483 Aug 03 19:08:39.558966 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.658098 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.664970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Made reservation on behalf of d16cf25c448d409aadbb745cfcd1d59b for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:39.683120 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.689057 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.709720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8d5ea3bf-043c-47ca-8c8c-3acc996bab0c,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:39.714453 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.718339 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.831867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=8d5ea3bf-043c-47ca-8c8c-3acc996bab0c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:40.057697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa7d189-3f8a-47e0-8b68-aaa2952a2cfe None None] Network 99e8ebb7-dfd8-4497-a909-399615dddd97 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:40.070917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4eed6f6b-db37-492f-9681-09823e908607 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:40.239123 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Allocated IP 172.20.0.2 (8bf4afae-339a-4ccd-b4d9-e7e89483000d/bd504692-7d0a-44cd-8b53-60b300a84652/5ff46488-cde7-4a04-8da1-28b4295aead8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:40.325432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a1b4111e-dcd0-4f18-9312-d68a2f01f63b None None] Provisioning for port 4eed6f6b-db37-492f-9681-09823e908607 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:40.376352 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.551476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8aa3db37-c236-43ed-8813-86fa9270242d req-81630a49-3cd8-476a-9f1f-5213adc3bf4f tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/security-groups?id=9d042dd8-faae-42b3-ad70-3d15e5d9450e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1035326 Aug 03 19:08:40.587766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 4eed6f6b-db37-492f-9681-09823e908607 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:40.601902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4eed6f6b-db37-492f-9681-09823e908607 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:40.602238 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.743551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d077d685-4a8d-4871-aee9-d593b9ea2a17 req-ec1e8e46-ea09-4f37-a293-7c41a9b81082 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 210 time: 0.1634781 Aug 03 19:08:40.753344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-83245dd2-4000-4540-91c4-96d073013916 req-7466a571-3cca-4c78-9e3c-fc3f8bb4a6f7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Deleting port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:40.753921 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83245dd2-4000-4540-91c4-96d073013916 req-7466a571-3cca-4c78-9e3c-fc3f8bb4a6f7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.916974 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.959386 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.974475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:08:40.985447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.008083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-83245dd2-4000-4540-91c4-96d073013916 req-7466a571-3cca-4c78-9e3c-fc3f8bb4a6f7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] For port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=822f6156-ad8c-43ec-9f6b-8a56b7cfb378,segment=NetworkSegment(257f4250-f01e-4ccc-87f1-844dcb4ccf5f),segment_id=257f4250-f01e-4ccc-87f1-844dcb4ccf5f)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:41.008389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83245dd2-4000-4540-91c4-96d073013916 req-7466a571-3cca-4c78-9e3c-fc3f8bb4a6f7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.058420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 4eed6f6b-db37-492f-9681-09823e908607, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4eed6f6b-db37-492f-9681-09823e908607,segment=NetworkSegment(e7cc29c1-cba6-4233-9b60-e907b4dffdff),segment_id=e7cc29c1-cba6-4233-9b60-e907b4dffdff)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:41.067741 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.071282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-83245dd2-4000-4540-91c4-96d073013916 req-7466a571-3cca-4c78-9e3c-fc3f8bb4a6f7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Calling delete_port for 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:41.082279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Network 8bf4afae-339a-4ccd-b4d9-e7e89483000d is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:41.088169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:41.132562 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:41.182561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=4eed6f6b-db37-492f-9681-09823e908607,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:41.203718 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Pushing event updated for resources: {'Port': ['ID=5ff46488-cde7-4a04-8da1-28b4295aead8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:41.266352 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:08:41.332185 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:41.347034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Sync routers for ids ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:41.363001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Routers {'2b07f2ac-9a6c-442a-86ee-95b5abcb5748'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:41.363761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:41.364843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:41.365084 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.399695 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83245dd2-4000-4540-91c4-96d073013916 req-7466a571-3cca-4c78-9e3c-fc3f8bb4a6f7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.405095 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.412299 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-47e1e3bf-f670-475c-9fb2-eb47acafa824 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2784479 Aug 03 19:08:41.417448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55660) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:41.485662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd9e83-ceac-4cd2-9368-958be51aeb6f None None] Provisioning complete for port 4eed6f6b-db37-492f-9681-09823e908607 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:41.486462 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd9e83-ceac-4cd2-9368-958be51aeb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.496417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-83245dd2-4000-4540-91c4-96d073013916 req-7466a571-3cca-4c78-9e3c-fc3f8bb4a6f7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] No DVR routers for this DVR port 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:41.504495 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83245dd2-4000-4540-91c4-96d073013916 req-7466a571-3cca-4c78-9e3c-fc3f8bb4a6f7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.507133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83245dd2-4000-4540-91c4-96d073013916 req-7466a571-3cca-4c78-9e3c-fc3f8bb4a6f7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.74 "DELETE /v2.0/ports/822f6156-ad8c-43ec-9f6b-8a56b7cfb378 HTTP/1.1" status: 204 len: 173 time: 2.3709738 Aug 03 19:08:41.508122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddae996-69d3-4426-af6a-b479f9511f5f', 'name': 'network-vif-deleted', 'tag': '822f6156-ad8c-43ec-9f6b-8a56b7cfb378'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:41.510857 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f971725-9bde-4d4f-9b4f-56b2ddbec9be" -d '{"events": [{"server_uuid": "fddae996-69d3-4426-af6a-b479f9511f5f", "name": "network-vif-deleted", "tag": "822f6156-ad8c-43ec-9f6b-8a56b7cfb378"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:41.514953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466a571-3cca-4c78-9e3c-fc3f8bb4a6f7 tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] Pushing event deleted for resources: {'Port': ['ID=822f6156-ad8c-43ec-9f6b-8a56b7cfb378,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:41.521174 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-433191fc-62c1-4acd-a997-cc425627ab93 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8658085 Aug 03 19:08:41.532226 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.539358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.548404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Request body: {'port': {'device_id': 'd35af55e-5bc2-46cd-adf8-371dfa63eade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:41.721446 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4160f5f7-e79e-4c29-8edc-5d6286200f1c x-openstack-request-id: req-4160f5f7-e79e-4c29-8edc-5d6286200f1c {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:41.722427 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddae996-69d3-4426-af6a-b479f9511f5f", "name": "network-vif-deleted", "tag": "822f6156-ad8c-43ec-9f6b-8a56b7cfb378", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:41.722845 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4160f5f7-e79e-4c29-8edc-5d6286200f1c {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:41.723471 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddae996-69d3-4426-af6a-b479f9511f5f', 'name': 'network-vif-deleted', 'tag': '822f6156-ad8c-43ec-9f6b-8a56b7cfb378', 'status': 'completed', 'code': 200} Aug 03 19:08:41.725325 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP 2347772e-b656-4e32-ae0f-a65354550259 associated. External IP: 172.25.8.39, port: b4116870-20a3-4597-b9b4-939b67226714. Aug 03 19:08:41.760942 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Set router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:41.881342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d842a0a5-2875-42eb-b45b-9b548dff09e5 req-3144572f-be9a-433e-941a-57376ce7d74f tempest-AttachVolumeNegativeTest-1830530628 tempest-AttachVolumeNegativeTest-1830530628-project] 10.222.0.78 "GET /v2.0/ports?device_id=fddae996-69d3-4426-af6a-b479f9511f5f HTTP/1.1" status: 200 len: 210 time: 0.0816097 Aug 03 19:08:42.002127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4eed6f6b-db37-492f-9681-09823e908607 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:42.211495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4eed6f6b-db37-492f-9681-09823e908607 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:42.212210 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:42.324402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'name': 'tempest-TestAggregatesBasicOps-237786774-router', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:35Z', 'updated_at': '2021-08-03T19:08:39Z', 'revision_number': 3, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'gw_port': {'id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:36Z', 'updated_at': '2021-08-03T19:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:42.335829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8b968-a167-412a-911f-4374b7cf1215 req-cc246bc6-0e39-424f-85d3-73f7134ac2d7 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:42.337423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3dc8b968-a167-412a-911f-4374b7cf1215 req-cc246bc6-0e39-424f-85d3-73f7134ac2d7 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 931 time: 0.2619379 Aug 03 19:08:42.421550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Checking router: 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:42.422698 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Updating router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 port 1125aecf-69c5-4a5a-b13f-f9017e800941 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:08:42.491269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3dc8b968-a167-412a-911f-4374b7cf1215 req-f0eaa769-ee50-4aef-9f89-b6af02a14dfa tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288021 Aug 03 19:08:42.512537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:42.515017 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:42.523862 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:42.707217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:42.720037 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797dbfd2-03a6-493b-b5e7-1fd7c64dcca4 None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:42.738566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:42.739036 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:42.755365 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797dbfd2-03a6-493b-b5e7-1fd7c64dcca4 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:42.757034 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-797dbfd2-03a6-493b-b5e7-1fd7c64dcca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:42.802696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:42.823735 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:42.835565 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-797dbfd2-03a6-493b-b5e7-1fd7c64dcca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:42.851814 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797dbfd2-03a6-493b-b5e7-1fd7c64dcca4 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:42.852452 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-797dbfd2-03a6-493b-b5e7-1fd7c64dcca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:42.891807 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-797dbfd2-03a6-493b-b5e7-1fd7c64dcca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:42.892753 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797dbfd2-03a6-493b-b5e7-1fd7c64dcca4 None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:42.895415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:42.895760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 822f6156-ad8c-43ec-9f6b-8a56b7cfb378 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:43.015889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55684) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:43.128781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d182d8-877e-4da1-b550-c4b282e43bbb admin admin] Deleting subnet 1f80c996-7708-41e4-9e70-c6bdd46ba2d8 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:08:43.135754 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0d182d8-877e-4da1-b550-c4b282e43bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.166491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:43.253734 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0d182d8-877e-4da1-b550-c4b282e43bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.319626 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.333492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Transition to ACTIVE for port object 1125aecf-69c5-4a5a-b13f-f9017e800941 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:43.348427 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.453288 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0d182d8-877e-4da1-b550-c4b282e43bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.473274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Attempting to bind port 1125aecf-69c5-4a5a-b13f-f9017e800941 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:43.473453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Attempting to bind port 1125aecf-69c5-4a5a-b13f-f9017e800941 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:43.474078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Attempting to bind port 1125aecf-69c5-4a5a-b13f-f9017e800941 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:43.520762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff46488-cde7-4a04-8da1-28b4295aead8 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:43.534729 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.540540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:43.541012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:43.541429 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.541891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:43.546913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Bound port: 1125aecf-69c5-4a5a-b13f-f9017e800941, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:43.547588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.551471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b79803-af0d-43ed-bbc4-e6c782fca3c7 None None] Pushing event updated for resources: {'Port': ['ID=1125aecf-69c5-4a5a-b13f-f9017e800941,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:43.555029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Transition to ACTIVE for port object 5ff46488-cde7-4a04-8da1-28b4295aead8 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:43.619389 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.632905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.670767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] For port 1125aecf-69c5-4a5a-b13f-f9017e800941, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:43.683270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] For port 1125aecf-69c5-4a5a-b13f-f9017e800941, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1125aecf-69c5-4a5a-b13f-f9017e800941,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:43.693687 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.757825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff46488-cde7-4a04-8da1-28b4295aead8,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:43.909261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b79803-af0d-43ed-bbc4-e6c782fca3c7 None None] Pushing event updated for resources: {'Port': ['ID=1125aecf-69c5-4a5a-b13f-f9017e800941,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:43.930432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Allocated IP 172.20.0.1 (99e8ebb7-dfd8-4497-a909-399615dddd97/6532ed95-12c7-4441-a775-a41f6dcf6d06/5bdd7557-c80a-4799-805f-c584156381e9) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:43.944203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Routers {'2b07f2ac-9a6c-442a-86ee-95b5abcb5748'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:43.947510 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:43.961450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:43.968159 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.036864 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b3177db4-3c47-4603-8591-a8ddd2cc593f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "PUT /v2.0/floatingips/2347772e-b656-4e32-ae0f-a65354550259 HTTP/1.1" status: 200 len: 977 time: 5.0822740 Aug 03 19:08:44.042324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55694) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:44.048247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4ef0495c-8723-4fad-b65b-48d80096ab0f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:44.069069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.085951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Transition to ACTIVE for port object 5bdd7557-c80a-4799-805f-c584156381e9 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:44.112044 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ef0495c-8723-4fad-b65b-48d80096ab0f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.123900 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.134130 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] Set router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:44.192217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Pushing event updated for resources: {'Port': ['ID=5bdd7557-c80a-4799-805f-c584156381e9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:44.298352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Network 99e8ebb7-dfd8-4497-a909-399615dddd97 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:44.305555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:44.316550 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:44.335408 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ef0495c-8723-4fad-b65b-48d80096ab0f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.351360 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ef0495c-8723-4fad-b65b-48d80096ab0f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.351797 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-4ef0495c-8723-4fad-b65b-48d80096ab0f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP 2347772e-b656-4e32-ae0f-a65354550259 disassociated. External IP: 172.25.8.39, port: 85b4bc39-0372-4437-bcb9-8451fc419ea8. Aug 03 19:08:44.357979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca1ac9-21e5-43c8-ac2a-a6a53563e5e7 None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:44.379716 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.424269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca1ac9-21e5-43c8-ac2a-a6a53563e5e7 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:44.425323 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9dca1ac9-21e5-43c8-ac2a-a6a53563e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:44.542046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b143a2-43f2-4023-af80-7146ba5633f1 req-92b15968-6b17-42ea-b8bb-d3508b1edcba tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:44.558250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90b143a2-43f2-4023-af80-7146ba5633f1 req-92b15968-6b17-42ea-b8bb-d3508b1edcba tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 943 time: 0.6401951 Aug 03 19:08:44.627804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Attempting to bind port 5ff46488-cde7-4a04-8da1-28b4295aead8 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:44.628177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Attempting to bind port 5ff46488-cde7-4a04-8da1-28b4295aead8 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:44.628514 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Attempting to bind port 5ff46488-cde7-4a04-8da1-28b4295aead8 on network 8bf4afae-339a-4ccd-b4d9-e7e89483000d {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:44.632922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.644539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Port 5ff46488-cde7-4a04-8da1-28b4295aead8 on network 8bf4afae-339a-4ccd-b4d9-e7e89483000d not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:44.644880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Attempting to bind port 5ff46488-cde7-4a04-8da1-28b4295aead8 on network 8bf4afae-339a-4ccd-b4d9-e7e89483000d {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:44.668628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:44.668978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Checking segment: {'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:44.673062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Bound using segment: {'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:44.673716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Bound port: 5ff46488-cde7-4a04-8da1-28b4295aead8, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:44.674078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.706261 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0d182d8-877e-4da1-b550-c4b282e43bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.796309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d182d8-877e-4da1-b550-c4b282e43bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f80c996-7708-41e4-9e70-c6bdd46ba2d8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:44.836911 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0d182d8-877e-4da1-b550-c4b282e43bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.843108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e0d182d8-877e-4da1-b550-c4b282e43bbb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1f80c996-7708-41e4-9e70-c6bdd46ba2d8 HTTP/1.1" status: 204 len: 168 time: 1.8259156 Aug 03 19:08:44.851422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55710) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:44.868136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9dca1ac9-21e5-43c8-ac2a-a6a53563e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:44.874718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7f8b06b4-ac3c-41ab-b35f-1a12b95299f7 None None] Provisioning for port 5bdd7557-c80a-4799-805f-c584156381e9 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:44.883900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90b143a2-43f2-4023-af80-7146ba5633f1 req-12dafea5-adeb-49b8-bb02-0e67dbbe9c86 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200157 Aug 03 19:08:44.909546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7f8b06b4-ac3c-41ab-b35f-1a12b95299f7 None None] Provisioning complete for port 5bdd7557-c80a-4799-805f-c584156381e9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:44.910457 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7f8b06b4-ac3c-41ab-b35f-1a12b95299f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.921433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] For port 5ff46488-cde7-4a04-8da1-28b4295aead8, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:44.944884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] For port 5ff46488-cde7-4a04-8da1-28b4295aead8, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5ff46488-cde7-4a04-8da1-28b4295aead8,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:44.962652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b06b4-ac3c-41ab-b35f-1a12b95299f7 None None] Port 5bdd7557-c80a-4799-805f-c584156381e9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:08:44.966937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca1ac9-21e5-43c8-ac2a-a6a53563e5e7 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:44.967852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9dca1ac9-21e5-43c8-ac2a-a6a53563e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:44.976904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.047018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'name': 'tempest-TestAggregatesBasicOps-237786774-router', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:35Z', 'updated_at': '2021-08-03T19:08:39Z', 'revision_number': 3, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'gw_port': {'id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:36Z', 'updated_at': '2021-08-03T19:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:45.049189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9dca1ac9-21e5-43c8-ac2a-a6a53563e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:45.049863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca1ac9-21e5-43c8-ac2a-a6a53563e5e7 None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:45.090571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:45.091291 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.093706 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] 10.222.0.37 "PUT /v2.0/ports/5ff46488-cde7-4a04-8da1-28b4295aead8 HTTP/1.1" status: 200 len: 1091 time: 3.5604892 Aug 03 19:08:45.098500 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.100684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35af55e-5bc2-46cd-adf8-371dfa63eade', 'tag': '5ff46488-cde7-4a04-8da1-28b4295aead8'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:45.103114 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d9a8f9-211b-4858-8686-27702721b4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d35af55e-5bc2-46cd-adf8-371dfa63eade", "tag": "5ff46488-cde7-4a04-8da1-28b4295aead8"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:45.107762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab95e8-fe7b-4705-961a-b69d05df6c54 None None] The sync data for ids ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'] in n-d-802918-7 is: [{'id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'name': 'tempest-TestAggregatesBasicOps-237786774-router', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:35Z', 'updated_at': '2021-08-03T19:08:39Z', 'revision_number': 3, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'gw_port': {'id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:36Z', 'updated_at': '2021-08-03T19:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:45.173871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.193947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef0495c-8723-4fad-b65b-48d80096ab0f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:45.216413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cb740-6293-4f5d-8983-183b7e4be616 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff46488-cde7-4a04-8da1-28b4295aead8,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:45.225411 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d7a7e-5031-419c-a6d2-f77f0514b0dd x-openstack-request-id: req-975d7a7e-5031-419c-a6d2-f77f0514b0dd {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:45.225737 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35af55e-5bc2-46cd-adf8-371dfa63eade", "tag": "5ff46488-cde7-4a04-8da1-28b4295aead8", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:45.226000 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-975d7a7e-5031-419c-a6d2-f77f0514b0dd {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:45.226427 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35af55e-5bc2-46cd-adf8-371dfa63eade', 'tag': '5ff46488-cde7-4a04-8da1-28b4295aead8', 'status': 'completed', 'code': 200} Aug 03 19:08:45.304841 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.313994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.353975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef0495c-8723-4fad-b65b-48d80096ab0f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:45.359450 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ef0495c-8723-4fad-b65b-48d80096ab0f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.369385 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cca072a-bb9c-4479-9b46-e9304699bb5f None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:45.390041 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cca072a-bb9c-4479-9b46-e9304699bb5f None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:45.390708 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3cca072a-bb9c-4479-9b46-e9304699bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:45.427906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4ef0495c-8723-4fad-b65b-48d80096ab0f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "PUT /v2.0/floatingips/2347772e-b656-4e32-ae0f-a65354550259 HTTP/1.1" status: 200 len: 687 time: 1.3847136 Aug 03 19:08:45.434529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55714) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:45.471192 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.487799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-accecbe3-bbdd-48a5-824e-f9fcc1077400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:45.489931 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-accecbe3-bbdd-48a5-824e-f9fcc1077400 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16cf25c448d409aadbb745cfcd1d59b&device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 1094 time: 0.3205616 Aug 03 19:08:45.490244 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3cca072a-bb9c-4479-9b46-e9304699bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:45.521923 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cca072a-bb9c-4479-9b46-e9304699bb5f None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:45.523056 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3cca072a-bb9c-4479-9b46-e9304699bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:45.524567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b942e4-b627-42d5-b686-0b36c03a3e9a']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:45.568894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Pushing event updated for resources: {'Port': ['ID=5bdd7557-c80a-4799-805f-c584156381e9,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:45.575690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.587249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257f4250-f01e-4ccc-87f1-844dcb4ccf5f') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:45.588624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257f4250-f01e-4ccc-87f1-844dcb4ccf5f') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:45.592455 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-01491b65-fbf9-4af7-b18c-932b66368868 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ff46488-cde7-4a04-8da1-28b4295aead8 HTTP/1.1" status: 200 len: 217 time: 0.0832019 Aug 03 19:08:45.599031 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3cca072a-bb9c-4479-9b46-e9304699bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:45.599722 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cca072a-bb9c-4479-9b46-e9304699bb5f None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:45.649556 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.723573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7deab207-064f-4526-a5e0-42cc59af5078 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port a0a0398e-4e07-4acc-8591-a650d112b6c1 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:45.723956 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7deab207-064f-4526-a5e0-42cc59af5078 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.796629 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.846661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:08:45.846661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:08:45.854612 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:08:45.886222 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7deab207-064f-4526-a5e0-42cc59af5078 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.886935 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7deab207-064f-4526-a5e0-42cc59af5078 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.915398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7deab207-064f-4526-a5e0-42cc59af5078 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for a0a0398e-4e07-4acc-8591-a650d112b6c1 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:45.976827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1125aecf-69c5-4a5a-b13f-f9017e800941 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:46.081934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-6ae654be-4b95-4fad-9808-c2d101f230fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:46.084797 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-6ae654be-4b95-4fad-9808-c2d101f230fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd504692-7d0a-44cd-8b53-60b300a84652 HTTP/1.1" status: 200 len: 850 time: 0.4594486 Aug 03 19:08:46.096321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 1125aecf-69c5-4a5a-b13f-f9017e800941 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:46.108752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 1125aecf-69c5-4a5a-b13f-f9017e800941 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:46.109356 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.117675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Network 99e8ebb7-dfd8-4497-a909-399615dddd97 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:46.199232 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:46.228041 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-2b01a8fe-ea31-4d97-8d94-a3af9c6f607e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bf4afae-339a-4ccd-b4d9-e7e89483000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295784 Aug 03 19:08:46.230280 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.241003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.245349 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] 10.222.0.78 "DELETE /v2.0/networks/b8b942e4-b627-42d5-b686-0b36c03a3e9a HTTP/1.1" status: 204 len: 168 time: 1.3886878 Aug 03 19:08:46.280561 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.308945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 1125aecf-69c5-4a5a-b13f-f9017e800941, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1125aecf-69c5-4a5a-b13f-f9017e800941,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:46.311201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b2eff-943a-4cef-bb22-8f7b274b3961 req-7b1ff1ef-875f-4b0e-8ee2-211310c816e0 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:46.313787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c9b2eff-943a-4cef-bb22-8f7b274b3961 req-7b1ff1ef-875f-4b0e-8ee2-211310c816e0 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 943 time: 0.2408149 Aug 03 19:08:46.326249 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.420276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=1125aecf-69c5-4a5a-b13f-f9017e800941,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:46.454588 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-5d71569c-52e9-444e-be61-43ad5247986e service neutron] 10.222.0.37 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013984 Aug 03 19:08:46.484463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7deab207-064f-4526-a5e0-42cc59af5078 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.491554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03169507-6001-44a8-b57d-21fe996cbc7a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b942e4-b627-42d5-b686-0b36c03a3e9a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:46.532409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deab207-064f-4526-a5e0-42cc59af5078 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=a0a0398e-4e07-4acc-8591-a650d112b6c1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:46.608750 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c9b2eff-943a-4cef-bb22-8f7b274b3961 req-044c9305-2bb4-44b7-b6b8-83a82432e77f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233512 Aug 03 19:08:46.610244 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55728) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:46.773033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eb8f7eb8-0f7a-4347-b4f9-5973abac0eb4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=74cc3168a54d447c8e21d29da0394bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360645 Aug 03 19:08:46.775512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55734) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:46.790272 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60425d8b-eef5-47ee-95a7-4a7485181bcf req-63aa0d7e-57aa-4528-ba42-7b5f7d485154 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119464 Aug 03 19:08:46.815117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-56bd4118-1f3c-4438-8fa5-7008992dab11 None None] Provisioning complete for port 5bdd7557-c80a-4799-805f-c584156381e9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:46.815603 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-56bd4118-1f3c-4438-8fa5-7008992dab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.834365 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7deab207-064f-4526-a5e0-42cc59af5078 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.841033 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7deab207-064f-4526-a5e0-42cc59af5078 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.842405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:46.849583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7deab207-064f-4526-a5e0-42cc59af5078 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/floatingips/2347772e-b656-4e32-ae0f-a65354550259 HTTP/1.1" status: 204 len: 168 time: 1.4131384 Aug 03 19:08:46.850281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55736) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:46.922957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-56bd4118-1f3c-4438-8fa5-7008992dab11 None None] Port 5bdd7557-c80a-4799-805f-c584156381e9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:08:46.939944 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-7b04acec-1f85-45eb-90e6-1db9e6db0614 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] delete failed (client error): The resource could not be found. Aug 03 19:08:46.944305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7b04acec-1f85-45eb-90e6-1db9e6db0614 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/floatingips/2347772e-b656-4e32-ae0f-a65354550259 HTTP/1.1" status: 404 len: 345 time: 0.0925655 Aug 03 19:08:46.946354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55738) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:47.059378 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90516b8c-5263-4f5b-92a0-dc314a1b1783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:47.061073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ead0d-08a5-4c90-9ebc-4f9e1d1486ce tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.067589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9a8f9-211b-4858-8686-27702721b4ea req-6afd2841-c749-46b4-bfbb-c1c3dad7891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.068429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ead0d-08a5-4c90-9ebc-4f9e1d1486ce tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.070077 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91d9a8f9-211b-4858-8686-27702721b4ea req-6afd2841-c749-46b4-bfbb-c1c3dad7891b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16cf25c448d409aadbb745cfcd1d59b&device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 1094 time: 0.1976938 Aug 03 19:08:47.079561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ead0d-08a5-4c90-9ebc-4f9e1d1486ce tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.084952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6d7ead0d-08a5-4c90-9ebc-4f9e1d1486ce tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "GET /v2.0/ports?network_id=951b349c-1990-404d-bcff-e94a13617a33 HTTP/1.1" status: 200 len: 2358 time: 0.1374636 Aug 03 19:08:47.085672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55740) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:47.178069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8d5395-837a-43ea-a057-39784759320a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.182647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4e8d5395-837a-43ea-a057-39784759320a tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "GET /v2.0/subnets/500a3ddc-42f6-40c7-bb88-ff997d994ca3 HTTP/1.1" status: 200 len: 797 time: 0.0947556 Aug 03 19:08:47.191754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55742) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:47.200217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'port': {'network_id': '951b349c-1990-404d-bcff-e94a13617a33', 'name': 'tempest-FloatingIPTestJSON-487553280', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:47.266069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90516b8c-5263-4f5b-92a0-dc314a1b1783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:47.360560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Made reservation on behalf of dc09cb236a654b39acf18824f82d86bf for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:47.373984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:47.391508 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9221ace9-db6a-4c51-90a9-6451419e996c admin admin] 10.222.0.78 "PUT /v2.0/routers/2b07f2ac-9a6c-442a-86ee-95b5abcb5748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9632115 Aug 03 19:08:47.449611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9a8f9-211b-4858-8686-27702721b4ea req-d7e191b5-e4c7-4535-8d06-27289a4db097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.454362 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91d9a8f9-211b-4858-8686-27702721b4ea req-d7e191b5-e4c7-4535-8d06-27289a4db097 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bf4afae-339a-4ccd-b4d9-e7e89483000d HTTP/1.1" status: 200 len: 911 time: 0.3736262 Aug 03 19:08:47.479651 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90516b8c-5263-4f5b-92a0-dc314a1b1783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:47.484632 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-90516b8c-5263-4f5b-92a0-dc314a1b1783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:47.489125 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-90516b8c-5263-4f5b-92a0-dc314a1b1783 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d042dd8-faae-42b3-ad70-3d15e5d9450e HTTP/1.1" status: 204 len: 168 time: 0.7085228 Aug 03 19:08:47.545558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90516b8c-5263-4f5b-92a0-dc314a1b1783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d042dd8-faae-42b3-ad70-3d15e5d9450e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:47.561450 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91d9a8f9-211b-4858-8686-27702721b4ea req-dbcde0c2-2a57-4831-bf9c-b65f4b014a8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ff46488-cde7-4a04-8da1-28b4295aead8 HTTP/1.1" status: 200 len: 217 time: 0.0900283 Aug 03 19:08:47.562375 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:47.615906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] device_id is not set on port 922f8e5b-c134-4bfc-81da-211b10f7ea74 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:08:47.681097 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9a8f9-211b-4858-8686-27702721b4ea req-2df6c0fc-a4e2-4108-a6f1-c79eaa776965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.688436 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91d9a8f9-211b-4858-8686-27702721b4ea req-2df6c0fc-a4e2-4108-a6f1-c79eaa776965 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd504692-7d0a-44cd-8b53-60b300a84652 HTTP/1.1" status: 200 len: 850 time: 0.1143243 Aug 03 19:08:47.812225 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91d9a8f9-211b-4858-8686-27702721b4ea req-da5cdf5f-7852-4b3e-a5f4-90da69566724 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bf4afae-339a-4ccd-b4d9-e7e89483000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165118 Aug 03 19:08:47.958811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1125aecf-69c5-4a5a-b13f-f9017e800941 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:48.157597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 1125aecf-69c5-4a5a-b13f-f9017e800941 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:48.161081 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:48.169726 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ae905-4be6-4bc3-86d9-ebc743ece14a req-7d7f1bde-f219-468a-a9b1-4786a534fae4 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:48.172496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-880ae905-4be6-4bc3-86d9-ebc743ece14a req-7d7f1bde-f219-468a-a9b1-4786a534fae4 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 943 time: 0.2709286 Aug 03 19:08:48.223582 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91d9a8f9-211b-4858-8686-27702721b4ea req-4cc18a23-df08-4853-813f-603e80290233 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026117 Aug 03 19:08:48.272766 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-880ae905-4be6-4bc3-86d9-ebc743ece14a req-42c9290d-f39f-42ce-b050-edfffb2eeabe tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745547 Aug 03 19:08:48.517409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.20.0.14 (951b349c-1990-404d-bcff-e94a13617a33/500a3ddc-42f6-40c7-bb88-ff997d994ca3/922f8e5b-c134-4bfc-81da-211b10f7ea74) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:48.540292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.20.0.13 (951b349c-1990-404d-bcff-e94a13617a33/500a3ddc-42f6-40c7-bb88-ff997d994ca3/922f8e5b-c134-4bfc-81da-211b10f7ea74) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:48.552610 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-91d9a8f9-211b-4858-8686-27702721b4ea req-a0d43801-4722-4f47-afc9-4afff20b140a service neutron] 10.222.0.37 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217642 Aug 03 19:08:48.588231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Sync routers for ids ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:48.610770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Routers {'2b07f2ac-9a6c-442a-86ee-95b5abcb5748'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:48.613323 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:48.863877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Set router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:48.939498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55790) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:48.941256 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.062656 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.276652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5ff46488-cde7-4a04-8da1-28b4295aead8 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:49.299180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=922f8e5b-c134-4bfc-81da-211b10f7ea74,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:49.317649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network 951b349c-1990-404d-bcff-e94a13617a33 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:49.327866 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:49.346896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:49.397616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75e2467b-bfa5-44b6-a6f5-373943a906db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.464774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:49.471099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.504855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55812) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:49.523147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1799119851-network', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:49.782761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81908b-8e38-46ad-be67-748c0a89524f req-de885945-4cb1-4097-8c78-51ec1446f319 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:49.782761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c81908b-8e38-46ad-be67-748c0a89524f req-de885945-4cb1-4097-8c78-51ec1446f319 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 943 time: 0.1652143 Aug 03 19:08:49.788163 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75e2467b-bfa5-44b6-a6f5-373943a906db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.806538 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75e2467b-bfa5-44b6-a6f5-373943a906db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.816818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d9d536d0-9631-4a9d-b5a7-6fd6ccce543c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.6234472 Aug 03 19:08:49.822514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55824) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:49.829917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '922f8e5b-c134-4bfc-81da-211b10f7ea74', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:49.895119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Made reservation on behalf of 2e111410e8d54c0d9f969bef85ae2fd6 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:49.899837 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.916422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c81908b-8e38-46ad-be67-748c0a89524f req-e6e06c8c-032b-4246-8806-010974e1210e tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965311 Aug 03 19:08:49.917818 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.918502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5ff46488-cde7-4a04-8da1-28b4295aead8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5ff46488-cde7-4a04-8da1-28b4295aead8,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:49.921300 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.958528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '5ff46488-cde7-4a04-8da1-28b4295aead8', 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d', 'port_id': '5ff46488-cde7-4a04-8da1-28b4295aead8', 'mac_address': 'fa:16:3e:b7:58:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd504692-7d0a-44cd-8b53-60b300a84652', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:50.007327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'name': 'tempest-TestAggregatesBasicOps-237786774-router', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:35Z', 'updated_at': '2021-08-03T19:08:44Z', 'revision_number': 4, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'gw_port': {'id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:36Z', 'updated_at': '2021-08-03T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5bdd7557-c80a-4799-805f-c584156381e9', 'name': '', 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'mac_address': 'fa:16:3e:05:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6532ed95-12c7-4441-a775-a41f6dcf6d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:43Z', 'updated_at': '2021-08-03T19:08:44Z', 'revision_number': 2, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'subnets': [{'id': '6532ed95-12c7-4441-a775-a41f6dcf6d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:50.015244 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-75e2467b-bfa5-44b6-a6f5-373943a906db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a9ceaa491de545a2bd31663ae478f43c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0744851 Aug 03 19:08:50.026855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55832) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:50.031102 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2467b-bfa5-44b6-a6f5-373943a906db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f734943f-d0d1-48c4-a8ba-e0dc3f4af49a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:50.078886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Checking router: 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:50.079241 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Updating router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 port 5bdd7557-c80a-4799-805f-c584156381e9 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:08:50.097014 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.158565 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.174988 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd897-1fe0-43fb-ae13-0fea0f309037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.197835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff46488-cde7-4a04-8da1-28b4295aead8 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:50.207854 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd897-1fe0-43fb-ae13-0fea0f309037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.277759 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.349806 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.391164 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.449648 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd897-1fe0-43fb-ae13-0fea0f309037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.456902 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd897-1fe0-43fb-ae13-0fea0f309037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.466191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5f7bd897-1fe0-43fb-ae13-0fea0f309037 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f734943f-d0d1-48c4-a8ba-e0dc3f4af49a HTTP/1.1" status: 204 len: 168 time: 0.4273217 Aug 03 19:08:50.466191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:08:50.473759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fb27df-7de4-42cc-8a81-4a2acb9df0e1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:50.553977 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.555652 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Added segment d4380a0c-9536-46a9-b22e-9219b2543737 of type vlan for network 1b88da38-2ee4-4734-a177-be20e7d27ced Aug 03 19:08:50.559511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bd897-1fe0-43fb-ae13-0fea0f309037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f734943f-d0d1-48c4-a8ba-e0dc3f4af49a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:50.615366 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.630313 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Transition to ACTIVE for port object 5bdd7557-c80a-4799-805f-c584156381e9 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:50.645618 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.713366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5ff46488-cde7-4a04-8da1-28b4295aead8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5ff46488-cde7-4a04-8da1-28b4295aead8,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:50.736739 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.771532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8e072-6e7c-4ed5-a992-24cf61595f09 None None] Pushing event updated for resources: {'Port': ['ID=5bdd7557-c80a-4799-805f-c584156381e9,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:50.782571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.25.8.199 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/92cae61e-6432-46e6-af67-50d68355e601) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:50.820419 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.861655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=5ff46488-cde7-4a04-8da1-28b4295aead8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:50.893057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Attempting to bind port 5bdd7557-c80a-4799-805f-c584156381e9 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:50.893911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Attempting to bind port 5bdd7557-c80a-4799-805f-c584156381e9 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'e7cc29c1-cba6-4233-9b60-e907b4dffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:50.894539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Attempting to bind port 5bdd7557-c80a-4799-805f-c584156381e9 on network 99e8ebb7-dfd8-4497-a909-399615dddd97 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:50.905416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:50.906303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Checking segment: {'id': 'e7cc29c1-cba6-4233-9b60-e907b4dffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:50.907147 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.908063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Bound using segment: {'id': 'e7cc29c1-cba6-4233-9b60-e907b4dffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:50.908836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Bound port: 5bdd7557-c80a-4799-805f-c584156381e9, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cc29c1-cba6-4233-9b60-e907b4dffdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:50.909554 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.000222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['5ff46488-cde7-4a04-8da1-28b4295aead8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:51.106096 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:08:51.226236 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.230711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:51.242789 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.250288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] For port 5bdd7557-c80a-4799-805f-c584156381e9, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:51.338182 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] For port 5bdd7557-c80a-4799-805f-c584156381e9, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5bdd7557-c80a-4799-805f-c584156381e9,segment=NetworkSegment(e7cc29c1-cba6-4233-9b60-e907b4dffdff),segment_id=e7cc29c1-cba6-4233-9b60-e907b4dffdff)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:51.364063 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.467321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9580784 Aug 03 19:08:51.471612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55868) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:51.478222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] Request body: {'subnet': {'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1799119851-subnet', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:51.485550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Routers {'2b07f2ac-9a6c-442a-86ee-95b5abcb5748'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:51.486218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:51.501114 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.509250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac252c-3033-4909-8f81-0c89182e29ea admin admin] Pushing event updated for resources: {'Network': ['ID=1b88da38-2ee4-4734-a177-be20e7d27ced,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:51.533283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] Made reservation on behalf of 2e111410e8d54c0d9f969bef85ae2fd6 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:51.535975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.573246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d2054-7e04-4a8b-a829-6e53fc1f261b req-69380d8e-b8e3-4612-9b09-439146ab54a6 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:51.601117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-674d2054-7e04-4a8b-a829-6e53fc1f261b req-69380d8e-b8e3-4612-9b09-439146ab54a6 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 944 time: 0.2864628 Aug 03 19:08:51.637578 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 1b88da38-2ee4-4734-a177-be20e7d27ced details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:08:51.711859 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.819177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8e072-6e7c-4ed5-a992-24cf61595f09 None None] Pushing event updated for resources: {'Port': ['ID=5bdd7557-c80a-4799-805f-c584156381e9,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:51.954699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-674d2054-7e04-4a8b-a829-6e53fc1f261b req-0a83c1c9-4644-4ce3-b339-aa71960b5e1b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387065 Aug 03 19:08:51.986870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:52.019279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:52.026221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:52.077607 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=92cae61e-6432-46e6-af67-50d68355e601,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:52.139470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.355202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] Set router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:52.391127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] Checking segment: {'id': 'd4380a0c-9536-46a9-b22e-9219b2543737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:52.391911 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] Network hostable DHCP agents. Network: 1b88da38-2ee4-4734-a177-be20e7d27ced, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:08:52.399924 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=208a28b6-a55a-4120-8409-f994ca2ecd24,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:52.447822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] Network 1b88da38-2ee4-4734-a177-be20e7d27ced is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:08:52.469433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 1b88da38-2ee4-4734-a177-be20e7d27ced) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:52.478146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:52.480253 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.550707 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6258149e-4f34-419b-9836-69d4db55ba3e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0777166 Aug 03 19:08:52.552866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160807a0-f898-46f3-bc37-31f08657f766 None None] Network 1b88da38-2ee4-4734-a177-be20e7d27ced requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:52.553155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55896) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:52.565227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1799119851-router', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:52.921773 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.922836 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.960594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.026499 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-1b88da38-2ee4-4734-a177-be20e7d27ced', 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'fixed_ips': [{'subnet_id': '208a28b6-a55a-4120-8409-f994ca2ecd24'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:08:53.031353 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.032075 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.073979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'name': 'tempest-TestAggregatesBasicOps-237786774-router', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:35Z', 'updated_at': '2021-08-03T19:08:44Z', 'revision_number': 4, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'gw_port': {'id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:36Z', 'updated_at': '2021-08-03T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5bdd7557-c80a-4799-805f-c584156381e9', 'name': '', 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'mac_address': 'fa:16:3e:05:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6532ed95-12c7-4441-a775-a41f6dcf6d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:43Z', 'updated_at': '2021-08-03T19:08:51Z', 'revision_number': 4, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'subnets': [{'id': '6532ed95-12c7-4441-a775-a41f6dcf6d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:53.169757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944bc98-fb39-4b47-941a-bd51089cbc7b None None] The sync data for ids ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'] in n-d-802918-7 is: [{'id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'name': 'tempest-TestAggregatesBasicOps-237786774-router', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:35Z', 'updated_at': '2021-08-03T19:08:44Z', 'revision_number': 4, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'gw_port': {'id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:36Z', 'updated_at': '2021-08-03T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5bdd7557-c80a-4799-805f-c584156381e9', 'name': '', 'network_id': '99e8ebb7-dfd8-4497-a909-399615dddd97', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'mac_address': 'fa:16:3e:05:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6532ed95-12c7-4441-a775-a41f6dcf6d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:43Z', 'updated_at': '2021-08-03T19:08:51Z', 'revision_number': 4, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'subnets': [{'id': '6532ed95-12c7-4441-a775-a41f6dcf6d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:53.467766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.556073 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.707511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5ff46488-cde7-4a04-8da1-28b4295aead8 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:53.753205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6b803-ba1e-49f7-9692-d1daec4d26b7 req-c88c1cb1-f912-4235-af86-9dccfaca0a5b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:53.759385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ee6b803-ba1e-49f7-9692-d1daec4d26b7 req-c88c1cb1-f912-4235-af86-9dccfaca0a5b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 944 time: 0.5215056 Aug 03 19:08:53.974511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 5ff46488-cde7-4a04-8da1-28b4295aead8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:53.989316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 5ff46488-cde7-4a04-8da1-28b4295aead8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:54.001744 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.026404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5bdd7557-c80a-4799-805f-c584156381e9 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:54.086945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ee6b803-ba1e-49f7-9692-d1daec4d26b7 req-2df987d3-48ba-456a-9d73-1d611b16e0f3 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056972 Aug 03 19:08:54.140512 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Allocated IP 172.20.0.2 (1b88da38-2ee4-4734-a177-be20e7d27ced/208a28b6-a55a-4120-8409-f994ca2ecd24/4b0d2cb9-de7e-40aa-a409-20b5ce2968c3) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:54.412216 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 5bdd7557-c80a-4799-805f-c584156381e9 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:54.455520 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5bdd7557-c80a-4799-805f-c584156381e9 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:54.456195 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.617393 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.694159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35af55e-5bc2-46cd-adf8-371dfa63eade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff46488-cde7-4a04-8da1-28b4295aead8'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:54.697014 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf7ca04-4c75-4992-8ca8-21296ee41950" -d '{"events": [{"server_uuid": "d35af55e-5bc2-46cd-adf8-371dfa63eade", "name": "network-vif-plugged", "status": "completed", "tag": "5ff46488-cde7-4a04-8da1-28b4295aead8"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:54.790896 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5ff46488-cde7-4a04-8da1-28b4295aead8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5ff46488-cde7-4a04-8da1-28b4295aead8,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:54.805623 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e493d148-91b7-4edf-97f1-5e0302a224a0 x-openstack-request-id: req-e493d148-91b7-4edf-97f1-5e0302a224a0 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:54.805961 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35af55e-5bc2-46cd-adf8-371dfa63eade", "name": "network-vif-plugged", "status": "completed", "tag": "5ff46488-cde7-4a04-8da1-28b4295aead8", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:54.806399 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e493d148-91b7-4edf-97f1-5e0302a224a0 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:54.807543 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35af55e-5bc2-46cd-adf8-371dfa63eade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff46488-cde7-4a04-8da1-28b4295aead8', 'code': 200} Aug 03 19:08:54.808818 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.813218 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.909976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Transition to ACTIVE for port object 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:54.956309 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.006275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Transition to ACTIVE for port object 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:55.013798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55980) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:55.034644 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.049826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=5ff46488-cde7-4a04-8da1-28b4295aead8,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:55.086251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e3746-2342-40a5-be1c-8bf950273ef7 req-61f0f789-acf7-40f4-9eed-737a363abef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:55.089179 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ad8e3746-2342-40a5-be1c-8bf950273ef7 req-61f0f789-acf7-40f4-9eed-737a363abef5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 1096 time: 0.1892903 Aug 03 19:08:55.171464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Network 1b88da38-2ee4-4734-a177-be20e7d27ced is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:55.178758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:55.187816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:55.201808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 5bdd7557-c80a-4799-805f-c584156381e9, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5bdd7557-c80a-4799-805f-c584156381e9,segment=NetworkSegment(e7cc29c1-cba6-4233-9b60-e907b4dffdff),segment_id=e7cc29c1-cba6-4233-9b60-e907b4dffdff)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:55.214004 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.224570 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ad8e3746-2342-40a5-be1c-8bf950273ef7 req-bda211a5-2740-48cd-bee5-999c5645ceb3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219752 Aug 03 19:08:55.239775 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.337211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Pushing event updated for resources: {'Port': ['ID=4b0d2cb9-de7e-40aa-a409-20b5ce2968c3,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:55.353108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.499471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=5bdd7557-c80a-4799-805f-c584156381e9,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:55.535177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Attempting to bind port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:55.535804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Attempting to bind port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'd4380a0c-9536-46a9-b22e-9219b2543737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:55.536549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Attempting to bind port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 on network 1b88da38-2ee4-4734-a177-be20e7d27ced {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:55.559658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:55.559994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Checking segment: {'id': 'd4380a0c-9536-46a9-b22e-9219b2543737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:55.560368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.560858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Bound using segment: {'id': 'd4380a0c-9536-46a9-b22e-9219b2543737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:55.561375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Bound port: 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4380a0c-9536-46a9-b22e-9219b2543737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:55.561856 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.626238 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0307297-f1e4-4d83-89fb-7b3d10138896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.678386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] For port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:55.682987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] For port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4b0d2cb9-de7e-40aa-a409-20b5ce2968c3,segment=NetworkSegment(d4380a0c-9536-46a9-b22e-9219b2543737),segment_id=d4380a0c-9536-46a9-b22e-9219b2543737)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:55.691291 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.779960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=92cae61e-6432-46e6-af67-50d68355e601,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:55.875275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea5161-8235-4ee5-bee9-1af14e28c5cf None None] Pushing event updated for resources: {'Port': ['ID=4b0d2cb9-de7e-40aa-a409-20b5ce2968c3,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:55.894848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ffd5f-40ae-4e34-a335-92eb5abbdc01 req-8d616d53-4c9b-4fe4-9835-ce228f784e61 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:55.897706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c2ffd5f-40ae-4e34-a335-92eb5abbdc01 req-8d616d53-4c9b-4fe4-9835-ce228f784e61 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.5353022 Aug 03 19:08:55.903439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.903696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.904530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.905142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.905846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.906466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.907180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.907738 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.908493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.909108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.909802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.910046 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0307297-f1e4-4d83-89fb-7b3d10138896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.910693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:55.918633 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0307297-f1e4-4d83-89fb-7b3d10138896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.950654 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.985368 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.019193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5bdd7557-c80a-4799-805f-c584156381e9 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:56.070263 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b0307297-f1e4-4d83-89fb-7b3d10138896 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82155b042ab94d98a7f2f9878e5bd3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0532961 Aug 03 19:08:56.071078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0307297-f1e4-4d83-89fb-7b3d10138896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d766d7-c36a-448a-bc47-ade325f9be35,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:56.073735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56008) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:56.162586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5bdd7557-c80a-4799-805f-c584156381e9 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:56.164222 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.216574 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f919642b-4a47-4e65-9459-307d91cfa713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.286633 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f919642b-4a47-4e65-9459-307d91cfa713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.303050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.390090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f919642b-4a47-4e65-9459-307d91cfa713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.393549 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f919642b-4a47-4e65-9459-307d91cfa713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.399568 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f919642b-4a47-4e65-9459-307d91cfa713 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28d766d7-c36a-448a-bc47-ade325f9be35 HTTP/1.1" status: 204 len: 168 time: 0.3223255 Aug 03 19:08:56.437965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919642b-4a47-4e65-9459-307d91cfa713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d766d7-c36a-448a-bc47-ade325f9be35,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:56.584104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c2ffd5f-40ae-4e34-a335-92eb5abbdc01 req-510d6d42-b052-4b7e-99f7-d2dd238aa6bc tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6590111 Aug 03 19:08:56.644098 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP fc238a32-2524-4c13-a1be-c344c32455bf associated. External IP: 172.25.8.199, port: 922f8e5b-c134-4bfc-81da-211b10f7ea74. Aug 03 19:08:56.843442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Allocated IP 172.25.8.65 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/757536af-5e16-4fe6-a667-5c0abb2a4538) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:57.371222 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.413620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:57.598962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:57.614921 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.626354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e2b46b0-dbc8-48b8-81a5-d41ac26f99d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.730201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cb8323-1a8d-4007-81bd-5d83fa88050c None None] Network 1b88da38-2ee4-4734-a177-be20e7d27ced requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:57.951559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e2b46b0-dbc8-48b8-81a5-d41ac26f99d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.962316 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e2b46b0-dbc8-48b8-81a5-d41ac26f99d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.976207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-80e6896a-12aa-4bf0-8701-4eaab2a5e495 None None] Provisioning for port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:58.030306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:58.042999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:58.063533 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4ba3c-9e50-4f99-90bd-f4dd420c2bab None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:58.087682 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0e2b46b0-dbc8-48b8-81a5-d41ac26f99d3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c222a84bc594d628f4d4b71537fa5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864254 Aug 03 19:08:58.090542 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4ba3c-9e50-4f99-90bd-f4dd420c2bab None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:58.096136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56056) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:58.098569 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-93f4ba3c-9e50-4f99-90bd-f4dd420c2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:58.099690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:58.104213 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.109350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Pushing event updated for resources: {'Port': ['ID=757536af-5e16-4fe6-a667-5c0abb2a4538,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:58.125444 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b46b0-dbc8-48b8-81a5-d41ac26f99d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddb03ca-74e6-44d3-af39-7dfe52244322,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:58.140204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:58.147154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:58.198711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:58.207158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:58.207767 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.276731 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-93f4ba3c-9e50-4f99-90bd-f4dd420c2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:58.303289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4abb79ab-169d-48f4-bfe8-ff2d0f2049a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.314222 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4ba3c-9e50-4f99-90bd-f4dd420c2bab None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:58.316405 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-93f4ba3c-9e50-4f99-90bd-f4dd420c2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:58.331437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aabff-7be8-4814-bfb5-35e9966f29c9 req-0e26b2a5-6692-49bc-9cc6-6046ae6eaa4c tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.338761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-937aabff-7be8-4814-bfb5-35e9966f29c9 req-0e26b2a5-6692-49bc-9cc6-6046ae6eaa4c tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.5860090 Aug 03 19:08:58.358427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4abb79ab-169d-48f4-bfe8-ff2d0f2049a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.411129 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-93f4ba3c-9e50-4f99-90bd-f4dd420c2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:58.412201 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4ba3c-9e50-4f99-90bd-f4dd420c2bab None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:58.447138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b2ac2e35-a110-44bd-a142-3a4d17e0884f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.6197040 Aug 03 19:08:58.451737 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56066) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:58.467019 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d3ded3c7-cd35-42c7-9803-1b715db97620 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'floatingip': {'port_id': '922f8e5b-c134-4bfc-81da-211b10f7ea74', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:58.500644 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.569580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4b0d2cb9-de7e-40aa-a409-20b5ce2968c3,segment=NetworkSegment(d4380a0c-9536-46a9-b22e-9219b2543737),segment_id=d4380a0c-9536-46a9-b22e-9219b2543737)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:58.578282 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.630111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-937aabff-7be8-4814-bfb5-35e9966f29c9 req-ed2adaaa-6ab7-4c85-92d7-7ef6c6979cd3 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736910 Aug 03 19:08:58.699828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=4b0d2cb9-de7e-40aa-a409-20b5ce2968c3,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:58.721215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e46b4c27-f560-48a6-81b8-f4ee44254376 None None] Provisioning complete for port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:58.721831 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e46b4c27-f560-48a6-81b8-f4ee44254376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:58.863168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56076) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:58.911609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.047866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7fc396f-87e9-468f-b653-cc7dfd7108f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.210250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3ded3c7-cd35-42c7-9803-1b715db97620 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.215232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e09ff-5613-48b5-82eb-72ecea8c4295 req-5ed5e239-0d84-4cd7-a421-98f428b1c27e tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.217047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d71e09ff-5613-48b5-82eb-72ecea8c4295 req-5ed5e239-0d84-4cd7-a421-98f428b1c27e tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.1222992 Aug 03 19:08:59.232024 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4abb79ab-169d-48f4-bfe8-ff2d0f2049a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.235710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4abb79ab-169d-48f4-bfe8-ff2d0f2049a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.241168 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4abb79ab-169d-48f4-bfe8-ff2d0f2049a3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6ddb03ca-74e6-44d3-af39-7dfe52244322 HTTP/1.1" status: 204 len: 168 time: 1.1342733 Aug 03 19:08:59.335157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb79ab-169d-48f4-bfe8-ff2d0f2049a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddb03ca-74e6-44d3-af39-7dfe52244322,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:59.338982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5f758-6a9a-43bc-9d82-bb887b7c12a2 req-acd95b2f-a2d0-471c-9ea8-0cac183fd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.341628 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dbe5f758-6a9a-43bc-9d82-bb887b7c12a2 req-acd95b2f-a2d0-471c-9ea8-0cac183fd253 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16cf25c448d409aadbb745cfcd1d59b&device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 1096 time: 0.2066343 Aug 03 19:08:59.488093 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d71e09ff-5613-48b5-82eb-72ecea8c4295 req-92c8136d-63b7-454e-ae86-c407dc72896d tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604780 Aug 03 19:08:59.495194 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.533458 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.665404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5f758-6a9a-43bc-9d82-bb887b7c12a2 req-3569a482-9600-4d48-8ce3-90606dad62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.667221 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dbe5f758-6a9a-43bc-9d82-bb887b7c12a2 req-3569a482-9600-4d48-8ce3-90606dad62f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bf4afae-339a-4ccd-b4d9-e7e89483000d HTTP/1.1" status: 200 len: 911 time: 0.3061781 Aug 03 19:08:59.701776 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7fc396f-87e9-468f-b653-cc7dfd7108f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.755082 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dbe5f758-6a9a-43bc-9d82-bb887b7c12a2 req-d96d61fc-dbe9-474f-babc-ed01656bb033 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ff46488-cde7-4a04-8da1-28b4295aead8 HTTP/1.1" status: 200 len: 217 time: 0.0782561 Aug 03 19:08:59.847839 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7fc396f-87e9-468f-b653-cc7dfd7108f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.885739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5f758-6a9a-43bc-9d82-bb887b7c12a2 req-eddf2a85-8880-4908-a876-e9178e0bdec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.887642 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dbe5f758-6a9a-43bc-9d82-bb887b7c12a2 req-eddf2a85-8880-4908-a876-e9178e0bdec4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd504692-7d0a-44cd-8b53-60b300a84652 HTTP/1.1" status: 200 len: 850 time: 0.1231916 Aug 03 19:08:59.903619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:59.953388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c7fc396f-87e9-468f-b653-cc7dfd7108f9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b9db6f10fa447509cd913e698885343&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0879049 Aug 03 19:08:59.957145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56106) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:59.962428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc396f-87e9-468f-b653-cc7dfd7108f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9013c7f-19ab-4e59-9ee1-b9635bf451ae,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:59.999716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:00.000249 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.006767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:09:00.024314 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dbe5f758-6a9a-43bc-9d82-bb887b7c12a2 req-4428f375-3096-479e-aded-0ea2aeab5193 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bf4afae-339a-4ccd-b4d9-e7e89483000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227105 Aug 03 19:09:00.231706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:00.247207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Sync routers for ids ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:00.261489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Routers {'ba53bbec-b13a-4d74-96a9-0887d44ba1c6'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:00.262171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:00.273048 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.277149 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e56e5a7d-69a2-40a7-928d-9713c8b22f5a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7189827 Aug 03 19:09:00.278222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56122) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:00.377940 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37ab88ea-8fa6-473d-987a-b99bc1f7c16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.482433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Set router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:00.532059 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37ab88ea-8fa6-473d-987a-b99bc1f7c16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.580705 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dbe5f758-6a9a-43bc-9d82-bb887b7c12a2 req-82e0b5e6-00c2-4250-a4f2-c0b3aa1f1460 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219615 Aug 03 19:09:00.802101 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3ded3c7-cd35-42c7-9803-1b715db97620 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.842183 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3ded3c7-cd35-42c7-9803-1b715db97620 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.843994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059d240-f450-43ef-a793-e984859996c6 req-d54153f4-440f-4524-9969-8fa129c1fed5 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.847136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4059d240-f450-43ef-a793-e984859996c6 req-d54153f4-440f-4524-9969-8fa129c1fed5 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.1696186 Aug 03 19:09:00.853230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37ab88ea-8fa6-473d-987a-b99bc1f7c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.862152 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37ab88ea-8fa6-473d-987a-b99bc1f7c16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.868196 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-37ab88ea-8fa6-473d-987a-b99bc1f7c16b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9013c7f-19ab-4e59-9ee1-b9635bf451ae HTTP/1.1" status: 204 len: 168 time: 0.8804824 Aug 03 19:09:00.914022 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'name': 'tempest-TestAggregatesBasicOps-1799119851-router', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:52Z', 'updated_at': '2021-08-03T19:08:58Z', 'revision_number': 3, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'gw_port': {'id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:56Z', 'updated_at': '2021-08-03T19:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:00.955272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4059d240-f450-43ef-a793-e984859996c6 req-e0358212-0718-4530-92cc-50e14c9b5b05 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944564 Aug 03 19:09:00.980649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Checking router: ba53bbec-b13a-4d74-96a9-0887d44ba1c6 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:00.981037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Updating router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 port 757536af-5e16-4fe6-a667-5c0abb2a4538 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:09:01.046465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab88ea-8fa6-473d-987a-b99bc1f7c16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9013c7f-19ab-4e59-9ee1-b9635bf451ae,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:01.052057 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.055331 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dbe5f758-6a9a-43bc-9d82-bb887b7c12a2 req-c5794a60-05dd-4001-bb88-411488128899 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260356 Aug 03 19:09:01.511957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ded3c7-cd35-42c7-9803-1b715db97620 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:01.555050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.600339 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.651509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Transition to ACTIVE for port object 757536af-5e16-4fe6-a667-5c0abb2a4538 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:01.659774 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.739380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e73fb4-448a-45bd-a43c-54a40e8bfdb7 None None] Pushing event updated for resources: {'Port': ['ID=757536af-5e16-4fe6-a667-5c0abb2a4538,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:01.761548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Attempting to bind port 757536af-5e16-4fe6-a667-5c0abb2a4538 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:01.761957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Attempting to bind port 757536af-5e16-4fe6-a667-5c0abb2a4538 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:01.762371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Attempting to bind port 757536af-5e16-4fe6-a667-5c0abb2a4538 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:01.773655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:01.774978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:01.774978 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.775778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:01.776324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Bound port: 757536af-5e16-4fe6-a667-5c0abb2a4538, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:01.776726 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.842795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ded3c7-cd35-42c7-9803-1b715db97620 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:01.878122 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3ded3c7-cd35-42c7-9803-1b715db97620 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.897236 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ca3f1-e8af-4613-9a45-ddabe39ca090 None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:01.913140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] For port 757536af-5e16-4fe6-a667-5c0abb2a4538, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:01.920480 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ca3f1-e8af-4613-9a45-ddabe39ca090 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:01.921639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] For port 757536af-5e16-4fe6-a667-5c0abb2a4538, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=757536af-5e16-4fe6-a667-5c0abb2a4538,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:01.923349 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b31ca3f1-e8af-4613-9a45-ddabe39ca090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:01.931398 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.006574 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b31ca3f1-e8af-4613-9a45-ddabe39ca090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:02.018254 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ca3f1-e8af-4613-9a45-ddabe39ca090 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:02.019333 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b31ca3f1-e8af-4613-9a45-ddabe39ca090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:02.055286 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d3ded3c7-cd35-42c7-9803-1b715db97620 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "PUT /v2.0/floatingips/fc238a32-2524-4c13-a1be-c344c32455bf HTTP/1.1" status: 200 len: 978 time: 3.5989947 Aug 03 19:09:02.065773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56176) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:02.067426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Routers {'ba53bbec-b13a-4d74-96a9-0887d44ba1c6'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:02.068083 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:02.072299 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b31ca3f1-e8af-4613-9a45-ddabe39ca090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:02.073105 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ca3f1-e8af-4613-9a45-ddabe39ca090 None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:02.147832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Allocated IP 172.20.0.1 (1b88da38-2ee4-4734-a177-be20e7d27ced/208a28b6-a55a-4120-8409-f994ca2ecd24/0445cf3d-7dd7-4588-8bfa-119c0688d5ee) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:02.152987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56180) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:02.221123 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32694927-b3be-448b-88fa-cd6eca3f1e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.425715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edcbf5-4316-43c5-bb2a-9f087ab91f13 req-e9233720-046e-4068-b8e2-b331939e64b8 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:02.427600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82edcbf5-4316-43c5-bb2a-9f087ab91f13 req-e9233720-046e-4068-b8e2-b331939e64b8 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.2728741 Aug 03 19:09:02.442156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e73fb4-448a-45bd-a43c-54a40e8bfdb7 None None] Pushing event updated for resources: {'Port': ['ID=757536af-5e16-4fe6-a667-5c0abb2a4538,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:02.453801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port 92cae61e-6432-46e6-af67-50d68355e601 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:02.454156 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.565784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82edcbf5-4316-43c5-bb2a-9f087ab91f13 req-a80357fb-56dc-4e42-b6fe-35765c70fa2e tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237791 Aug 03 19:09:02.570172 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.571064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] Set router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:02.606045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Transition to ACTIVE for port object 0445cf3d-7dd7-4588-8bfa-119c0688d5ee will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:02.665912 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.666721 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.670175 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32694927-b3be-448b-88fa-cd6eca3f1e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.679653 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32694927-b3be-448b-88fa-cd6eca3f1e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.698877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for 92cae61e-6432-46e6-af67-50d68355e601 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:02.713851 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.776233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0445cf3d-7dd7-4588-8bfa-119c0688d5ee,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:02.812951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32694927-b3be-448b-88fa-cd6eca3f1e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6152497-ec41-4e48-ab71-b934a5f89dc8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:02.828479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-32694927-b3be-448b-88fa-cd6eca3f1e3f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c66f720f4708495eb29b0263838a6806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6699018 Aug 03 19:09:02.830669 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56198) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:02.841224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Network 1b88da38-2ee4-4734-a177-be20e7d27ced is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:02.846035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:02.850520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:02.900092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.964115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11f91d87-3095-44af-8a07-1d5dd2f3a197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.008812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11f91d87-3095-44af-8a07-1d5dd2f3a197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.047208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'name': 'tempest-TestAggregatesBasicOps-1799119851-router', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:52Z', 'updated_at': '2021-08-03T19:08:58Z', 'revision_number': 3, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'gw_port': {'id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:56Z', 'updated_at': '2021-08-03T19:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:03.110842 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11f91d87-3095-44af-8a07-1d5dd2f3a197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.113900 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11f91d87-3095-44af-8a07-1d5dd2f3a197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.115694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c950d1-9d60-475d-b49d-8aac0e71318b None None] The sync data for ids ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'] in n-d-802918-7 is: [{'id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'name': 'tempest-TestAggregatesBasicOps-1799119851-router', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:52Z', 'updated_at': '2021-08-03T19:08:58Z', 'revision_number': 3, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'gw_port': {'id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:56Z', 'updated_at': '2021-08-03T19:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:03.118251 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-11f91d87-3095-44af-8a07-1d5dd2f3a197 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6152497-ec41-4e48-ab71-b934a5f89dc8 HTTP/1.1" status: 204 len: 168 time: 0.2860370 Aug 03 19:09:03.135915 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.141314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f91d87-3095-44af-8a07-1d5dd2f3a197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6152497-ec41-4e48-ab71-b934a5f89dc8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:03.287541 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.392328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=92cae61e-6432-46e6-af67-50d68355e601,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:03.472586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-02d8af88-d538-4ec8-bfbe-73310a627e18 None None] Provisioning for port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:03.484530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-02d8af88-d538-4ec8-bfbe-73310a627e18 None None] Provisioning complete for port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:03.486222 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02d8af88-d538-4ec8-bfbe-73310a627e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.626252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.626606 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP fc238a32-2524-4c13-a1be-c344c32455bf disassociated (deleted). External IP: 172.25.8.199, port: 922f8e5b-c134-4bfc-81da-211b10f7ea74. Aug 03 19:09:03.646643 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.654137 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.696008 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00e88da7-9adf-4951-ac20-3c8a52bd2f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.704119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-02d8af88-d538-4ec8-bfbe-73310a627e18 None None] Port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:03.877766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0445cf3d-7dd7-4588-8bfa-119c0688d5ee,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:03.986359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.035423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 757536af-5e16-4fe6-a667-5c0abb2a4538 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:04.194607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 757536af-5e16-4fe6-a667-5c0abb2a4538 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:04.202378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 757536af-5e16-4fe6-a667-5c0abb2a4538 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:04.203158 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.471195 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.542183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 757536af-5e16-4fe6-a667-5c0abb2a4538, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=757536af-5e16-4fe6-a667-5c0abb2a4538,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:04.553829 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.764884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=757536af-5e16-4fe6-a667-5c0abb2a4538,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:04.803422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fe107-8cad-4cf1-9c61-9272979ff91f req-53eee99e-b453-43ae-903e-746ba2306d67 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:04.816811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e4fe107-8cad-4cf1-9c61-9272979ff91f req-53eee99e-b453-43ae-903e-746ba2306d67 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 1.0434690 Aug 03 19:09:04.975420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e4fe107-8cad-4cf1-9c61-9272979ff91f req-f2a5443f-bad2-44c9-a9e0-b8f869023737 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570776 Aug 03 19:09:05.095632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Network 1b88da38-2ee4-4734-a177-be20e7d27ced is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:05.097564 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:05.126826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:05.382558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:05.404503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:05.409345 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.421299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98697be-09d9-4413-870c-f20fc55fd57f None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:05.446391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98697be-09d9-4413-870c-f20fc55fd57f None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:05.448044 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e98697be-09d9-4413-870c-f20fc55fd57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:05.508672 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c505dd0c-bedd-40e8-9210-f7c1c27d4206 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/floatingips/fc238a32-2524-4c13-a1be-c344c32455bf HTTP/1.1" status: 204 len: 168 time: 3.4456472 Aug 03 19:09:05.511687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56270) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:05.609976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e98697be-09d9-4413-870c-f20fc55fd57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:05.667409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98697be-09d9-4413-870c-f20fc55fd57f None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:05.675445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e98697be-09d9-4413-870c-f20fc55fd57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:08:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:05.775230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2dff3-cd00-4d8a-8e34-14b9f9be508f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port 922f8e5b-c134-4bfc-81da-211b10f7ea74 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:05.775679 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dff3-cd00-4d8a-8e34-14b9f9be508f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.859426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e98697be-09d9-4413-870c-f20fc55fd57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:05.860373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98697be-09d9-4413-870c-f20fc55fd57f None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:05.866864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:05.880494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ed08eec1-704e-45f8-ad36-a5109419cf74 None None] Provisioning complete for port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:05.881809 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ed08eec1-704e-45f8-ad36-a5109419cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.882854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ad58153c-f8b7-40e6-bc80-5c4ee53c37a9 admin admin] 10.222.0.78 "PUT /v2.0/routers/ba53bbec-b13a-4d74-96a9-0887d44ba1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6037962 Aug 03 19:09:05.963381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ed08eec1-704e-45f8-ad36-a5109419cf74 None None] Port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:05.985344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 757536af-5e16-4fe6-a667-5c0abb2a4538 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:06.028949 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dff3-cd00-4d8a-8e34-14b9f9be508f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.063288 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2dff3-cd00-4d8a-8e34-14b9f9be508f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for 922f8e5b-c134-4bfc-81da-211b10f7ea74 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:06.119982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 757536af-5e16-4fe6-a667-5c0abb2a4538 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:06.120374 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.308382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348152c-95e7-48f6-879a-f0c51816f58f req-88203873-9415-48ab-910e-8ab06a3bad67 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:06.320633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2348152c-95e7-48f6-879a-f0c51816f58f req-88203873-9415-48ab-910e-8ab06a3bad67 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.1775131 Aug 03 19:09:06.402778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2348152c-95e7-48f6-879a-f0c51816f58f req-6afaa67c-6b84-4026-a2da-ca8d693fb1ea tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737689 Aug 03 19:09:06.421626 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2c855ed8-eb01-4a3e-8892-ddb8a4ae08e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.462073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56306) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:06.540578 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Sync routers for ids ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:06.545690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dff3-cd00-4d8a-8e34-14b9f9be508f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.562839 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Routers {'ba53bbec-b13a-4d74-96a9-0887d44ba1c6'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:06.565311 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:06.586834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2dff3-cd00-4d8a-8e34-14b9f9be508f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=922f8e5b-c134-4bfc-81da-211b10f7ea74,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:06.634291 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.790509 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1cd2dff3-cd00-4d8a-8e34-14b9f9be508f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.796470 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1cd2dff3-cd00-4d8a-8e34-14b9f9be508f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/ports/922f8e5b-c134-4bfc-81da-211b10f7ea74 HTTP/1.1" status: 204 len: 168 time: 1.2828209 Aug 03 19:09:06.802381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56316) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:06.808280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:06.834669 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Set router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:06.854553 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db1a671b-1be7-488f-9086-b1787a481eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.867155 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.211586 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db1a671b-1be7-488f-9086-b1787a481eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.214684 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.219234 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db1a671b-1be7-488f-9086-b1787a481eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.314234 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'name': 'tempest-TestAggregatesBasicOps-1799119851-router', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:52Z', 'updated_at': '2021-08-03T19:09:03Z', 'revision_number': 4, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'gw_port': {'id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:56Z', 'updated_at': '2021-08-03T19:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0445cf3d-7dd7-4588-8bfa-119c0688d5ee', 'name': '', 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'mac_address': 'fa:16:3e:66:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '208a28b6-a55a-4120-8409-f994ca2ecd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:01Z', 'updated_at': '2021-08-03T19:09:03Z', 'revision_number': 2, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'subnets': [{'id': '208a28b6-a55a-4120-8409-f994ca2ecd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:07.379784 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Checking router: ba53bbec-b13a-4d74-96a9-0887d44ba1c6 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:07.380709 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Updating router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:09:07.393698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-db1a671b-1be7-488f-9086-b1787a481eb6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9150dd531a2b448688e7dc911df418f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9298167 Aug 03 19:09:07.394870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a671b-1be7-488f-9086-b1787a481eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22cf362-c7d8-493e-b647-4a5cf5fc034f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:07.395775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56338) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:07.474083 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.595576 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6112110-f640-4c36-abe0-535e31ef4835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.596229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.25.8.143 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/809cdba0-f5c7-4039-bd2e-5174a59fb957) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:07.625248 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6112110-f640-4c36-abe0-535e31ef4835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.737622 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6112110-f640-4c36-abe0-535e31ef4835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.743325 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6112110-f640-4c36-abe0-535e31ef4835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.753854 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a6112110-f640-4c36-abe0-535e31ef4835 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a22cf362-c7d8-493e-b647-4a5cf5fc034f HTTP/1.1" status: 204 len: 168 time: 0.3563733 Aug 03 19:09:07.772914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6112110-f640-4c36-abe0-535e31ef4835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22cf362-c7d8-493e-b647-4a5cf5fc034f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:07.862822 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.865572 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca7ac2-f4d6-4146-8eda-7f9aa1e3b031 req-59ddbabe-670f-446c-a7b7-5bfe258de2c4 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:07.879328 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10ca7ac2-f4d6-4146-8eda-7f9aa1e3b031 req-59ddbabe-670f-446c-a7b7-5bfe258de2c4 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.2610745 Aug 03 19:09:08.174256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10ca7ac2-f4d6-4146-8eda-7f9aa1e3b031 req-92c30c11-6063-43fd-9c65-848484793f37 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933304 Aug 03 19:09:08.312865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.453086 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.558281 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.584330 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Transition to ACTIVE for port object 0445cf3d-7dd7-4588-8bfa-119c0688d5ee will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:08.597387 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.603397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56398) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:08.621824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:08.655462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:08.663004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:08.712250 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ae101e7d-059e-4e59-bc78-f5cf453b669d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.721594 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Pushing event updated for resources: {'Port': ['ID=0445cf3d-7dd7-4588-8bfa-119c0688d5ee,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:08.755758 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.756339 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.756912 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.757488 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.758107 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.758946 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.759790 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.760621 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.767397 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.768530 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.769381 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.770278 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:08.779540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=809cdba0-f5c7-4039-bd2e-5174a59fb957,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:08.883310 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Attempting to bind port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:08.883310 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Attempting to bind port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'd4380a0c-9536-46a9-b22e-9219b2543737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:08.883828 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Attempting to bind port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee on network 1b88da38-2ee4-4734-a177-be20e7d27ced {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:08.890935 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:08.891716 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Checking segment: {'id': 'd4380a0c-9536-46a9-b22e-9219b2543737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:08.892350 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.893051 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Bound using segment: {'id': 'd4380a0c-9536-46a9-b22e-9219b2543737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:08.893812 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Bound port: 0445cf3d-7dd7-4588-8bfa-119c0688d5ee, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4380a0c-9536-46a9-b22e-9219b2543737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:08.894450 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.923081 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.019339 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.038404 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] For port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:09.047121 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] For port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0445cf3d-7dd7-4588-8bfa-119c0688d5ee,segment=NetworkSegment(d4380a0c-9536-46a9-b22e-9219b2543737),segment_id=d4380a0c-9536-46a9-b22e-9219b2543737)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:09.053378 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.113761 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Routers {'ba53bbec-b13a-4d74-96a9-0887d44ba1c6'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:09.114804 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:09.391759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56428) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:09.445971 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] Set router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:09.571789 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.760479 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fea8a5-4178-4430-9a4b-f7de7a71704d None None] Pushing event updated for resources: {'Port': ['ID=0445cf3d-7dd7-4588-8bfa-119c0688d5ee,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:09.817599 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ae101e7d-059e-4e59-bc78-f5cf453b669d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.833583 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ae101e7d-059e-4e59-bc78-f5cf453b669d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.910094 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3b559-d132-45a9-9f41-2727a9fe3012 req-c864226e-87a8-47fc-ad70-e40f6d32aa0c tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:09.911751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88c3b559-d132-45a9-9f41-2727a9fe3012 req-c864226e-87a8-47fc-ad70-e40f6d32aa0c tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.3228340 Aug 03 19:09:09.913319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae101e7d-059e-4e59-bc78-f5cf453b669d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c97568-1177-41b8-b847-5fcbdc626254,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:10.013858 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'name': 'tempest-TestAggregatesBasicOps-1799119851-router', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:52Z', 'updated_at': '2021-08-03T19:09:03Z', 'revision_number': 4, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'gw_port': {'id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:56Z', 'updated_at': '2021-08-03T19:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0445cf3d-7dd7-4588-8bfa-119c0688d5ee', 'name': '', 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'mac_address': 'fa:16:3e:66:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '208a28b6-a55a-4120-8409-f994ca2ecd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:01Z', 'updated_at': '2021-08-03T19:09:09Z', 'revision_number': 4, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'subnets': [{'id': '208a28b6-a55a-4120-8409-f994ca2ecd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:10.062513 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92811575-cd9a-4af4-b66a-c4c8cf353554 None None] The sync data for ids ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'] in n-d-802918-7 is: [{'id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'name': 'tempest-TestAggregatesBasicOps-1799119851-router', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:52Z', 'updated_at': '2021-08-03T19:09:03Z', 'revision_number': 4, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'gw_port': {'id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:56Z', 'updated_at': '2021-08-03T19:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '0445cf3d-7dd7-4588-8bfa-119c0688d5ee', 'name': '', 'network_id': '1b88da38-2ee4-4734-a177-be20e7d27ced', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'mac_address': 'fa:16:3e:66:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '208a28b6-a55a-4120-8409-f994ca2ecd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:01Z', 'updated_at': '2021-08-03T19:09:09Z', 'revision_number': 4, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'subnets': [{'id': '208a28b6-a55a-4120-8409-f994ca2ecd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:10.077278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ae101e7d-059e-4e59-bc78-f5cf453b669d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=64e1ed09ce7343e593ac237b8dc2ecc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4719617 Aug 03 19:09:10.078072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56456) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:10.122305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88c3b559-d132-45a9-9f41-2727a9fe3012 req-b4dc4a53-618e-4e3d-a857-dbcc370caa7b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853540 Aug 03 19:09:10.222536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.232832 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.360345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=809cdba0-f5c7-4039-bd2e-5174a59fb957,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:10.377376 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.411540 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.432566 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.436535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d7435237-cd21-4716-8c0e-e21f31253c5f tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6317842 Aug 03 19:09:10.438768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56462) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:10.443934 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.452322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'port': {'network_id': '951b349c-1990-404d-bcff-e94a13617a33', 'name': 'tempest-FloatingIPTestJSON-1465427055'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:10.641587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.648018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.655867 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/90c97568-1177-41b8-b847-5fcbdc626254 HTTP/1.1" status: 204 len: 168 time: 0.5769386 Aug 03 19:09:10.678193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c97568-1177-41b8-b847-5fcbdc626254,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:10.689663 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.756183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.757577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.758331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.759038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.760192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.760752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.761264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.761882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.763242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.763815 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.764486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.765004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa65c5-1492-45b9-8ee1-2aeb50cbab75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.812544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Made reservation on behalf of dc09cb236a654b39acf18824f82d86bf for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:10.816342 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.864050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] device_id is not set on port cc302522-8a5d-4ed7-8ec5-3312a9729373 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:09:10.899592 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:09:11.296570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.20.0.12 (951b349c-1990-404d-bcff-e94a13617a33/500a3ddc-42f6-40c7-bb88-ff997d994ca3/cc302522-8a5d-4ed7-8ec5-3312a9729373) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:11.459934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] Deleting port 5bdd7557-c80a-4799-805f-c584156381e9 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:11.462485 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.646378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] For port 5bdd7557-c80a-4799-805f-c584156381e9, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5bdd7557-c80a-4799-805f-c584156381e9,segment=NetworkSegment(e7cc29c1-cba6-4233-9b60-e907b4dffdff),segment_id=e7cc29c1-cba6-4233-9b60-e907b4dffdff)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:11.650648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.707150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] Calling delete_port for 5bdd7557-c80a-4799-805f-c584156381e9 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:11.793761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1ad5b-968f-480a-a5eb-31b85e02a74a req-e88a8c2c-f75c-4cad-98d2-78a7c54525d9 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:11.796198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5db1ad5b-968f-480a-a5eb-31b85e02a74a req-e88a8c2c-f75c-4cad-98d2-78a7c54525d9 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.2199843 Aug 03 19:09:11.855732 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.919568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5db1ad5b-968f-480a-a5eb-31b85e02a74a req-93799531-5140-4aef-8987-1f5ecd595891 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038172 Aug 03 19:09:12.017017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.149816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0445cf3d-7dd7-4588-8bfa-119c0688d5ee up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:12.230460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network 951b349c-1990-404d-bcff-e94a13617a33 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:12.239464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:12.240858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=cc302522-8a5d-4ed7-8ec5-3312a9729373,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:12.251394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:12.338264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:12.343327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:12.343758 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.392586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:12.397867 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.451166 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-03f7495f-6bf2-466e-97f5-f660c8ef1942 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0076892 Aug 03 19:09:12.454822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56504) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:12.479882 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-66b55216-f800-48ee-a060-9a4797aca71e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'floatingip': {'port_id': 'cc302522-8a5d-4ed7-8ec5-3312a9729373'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:12.521161 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.548041 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.610920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0445cf3d-7dd7-4588-8bfa-119c0688d5ee,segment=NetworkSegment(d4380a0c-9536-46a9-b22e-9219b2543737),segment_id=d4380a0c-9536-46a9-b22e-9219b2543737)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:12.617040 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.640625 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdd7557-c80a-4799-805f-c584156381e9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:12.684557 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-66b55216-f800-48ee-a060-9a4797aca71e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.734932 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=0445cf3d-7dd7-4588-8bfa-119c0688d5ee,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:13.033394 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.380694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a06f1-b22c-4fac-9d42-78b6cfa7af10 req-7d54c2d2-f6a6-4789-8e5d-d9d2a6561d9e tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.384306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-731a06f1-b22c-4fac-9d42-78b6cfa7af10 req-7d54c2d2-f6a6-4789-8e5d-d9d2a6561d9e tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.2418401 Aug 03 19:09:13.482937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56528) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:13.530483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-731a06f1-b22c-4fac-9d42-78b6cfa7af10 req-aeaa1c7e-bea3-4689-9ae4-5c759db53828 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828860 Aug 03 19:09:13.754932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] Router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:14.026024 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6f7e70-4cf9-45a8-87a1-fca083e46e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:14.064661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0445cf3d-7dd7-4588-8bfa-119c0688d5ee up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:14.091029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:14.097305 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-66b55216-f800-48ee-a060-9a4797aca71e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:14.101088 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5b8d738a-6bbc-4001-855b-3efa475ee817 admin admin] 10.222.0.78 "PUT /v2.0/routers/2b07f2ac-9a6c-442a-86ee-95b5abcb5748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7064455 Aug 03 19:09:14.106270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56540) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:14.108578 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-66b55216-f800-48ee-a060-9a4797aca71e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:14.119216 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1d04c0-b018-4bf8-aec6-7e75e54a4511 None None] Sync routers for ids ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:14.149820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d04c0-b018-4bf8-aec6-7e75e54a4511 None None] Routers {'2b07f2ac-9a6c-442a-86ee-95b5abcb5748'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:14.151524 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-af1d04c0-b018-4bf8-aec6-7e75e54a4511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:14.287201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:14.287580 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:14.394062 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-66b55216-f800-48ee-a060-9a4797aca71e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP cc3d78a1-fa94-40dc-92bc-a3c11e078d0c associated. External IP: 172.25.8.143, port: cc302522-8a5d-4ed7-8ec5-3312a9729373. Aug 03 19:09:14.413611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:14.533056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-af1d04c0-b018-4bf8-aec6-7e75e54a4511 None None] Set router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:14.612773 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6f7e70-4cf9-45a8-87a1-fca083e46e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:14.618826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6f7e70-4cf9-45a8-87a1-fca083e46e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:14.740492 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-be6f7e70-4cf9-45a8-87a1-fca083e46e0a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=32a29d01a56540de8ad9dccbafad18b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2563391 Aug 03 19:09:14.748212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56552) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:14.798026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b7b8d-c2b2-447e-a40b-3a578992871b req-6baf6562-de30-4953-addb-cc5d081f5c51 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:14.801418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd1b7b8d-c2b2-447e-a40b-3a578992871b req-6baf6562-de30-4953-addb-cc5d081f5c51 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.0888586 Aug 03 19:09:14.810976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b55216-f800-48ee-a060-9a4797aca71e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:14.943901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:14.955116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f7e70-4cf9-45a8-87a1-fca083e46e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e891d35d-cbb7-4cac-80cb-73ad1d639399,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:15.005992 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03f00757-c894-4f36-9c7c-4de1553a0331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.068842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-af1d04c0-b018-4bf8-aec6-7e75e54a4511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'name': 'tempest-TestAggregatesBasicOps-237786774-router', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:35Z', 'updated_at': '2021-08-03T19:09:12Z', 'revision_number': 5, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'gw_port': {'id': '1125aecf-69c5-4a5a-b13f-f9017e800941', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:36Z', 'updated_at': '2021-08-03T19:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:15.096243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03f00757-c894-4f36-9c7c-4de1553a0331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.166510 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1d04c0-b018-4bf8-aec6-7e75e54a4511 None None] Checking router: 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:15.171974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Deleting port 1125aecf-69c5-4a5a-b13f-f9017e800941 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:15.172408 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.179390 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.189094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d04c0-b018-4bf8-aec6-7e75e54a4511 None None] Routers {'2b07f2ac-9a6c-442a-86ee-95b5abcb5748'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:15.189947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-af1d04c0-b018-4bf8-aec6-7e75e54a4511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:15.214531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd1b7b8d-c2b2-447e-a40b-3a578992871b req-cb87ba4a-4e13-40b5-bd75-3299d2788d61 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822069 Aug 03 19:09:15.243702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b55216-f800-48ee-a060-9a4797aca71e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:15.263644 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1d268-3c92-4de6-ad38-06b837b20851 None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:15.267922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-66b55216-f800-48ee-a060-9a4797aca71e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.284972 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1d268-3c92-4de6-ad38-06b837b20851 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:15.286411 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-41e1d268-3c92-4de6-ad38-06b837b20851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:15.345076 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03f00757-c894-4f36-9c7c-4de1553a0331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.347929 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03f00757-c894-4f36-9c7c-4de1553a0331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.353116 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-03f00757-c894-4f36-9c7c-4de1553a0331 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e891d35d-cbb7-4cac-80cb-73ad1d639399 HTTP/1.1" status: 204 len: 168 time: 0.5747063 Aug 03 19:09:15.404547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-66b55216-f800-48ee-a060-9a4797aca71e tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "PUT /v2.0/floatingips/cc3d78a1-fa94-40dc-92bc-a3c11e078d0c HTTP/1.1" status: 200 len: 979 time: 2.9413488 Aug 03 19:09:15.405739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56568) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:15.411013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f00757-c894-4f36-9c7c-4de1553a0331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e891d35d-cbb7-4cac-80cb-73ad1d639399,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:15.432926 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-41e1d268-3c92-4de6-ad38-06b837b20851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:15.453396 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e1d268-3c92-4de6-ad38-06b837b20851 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:15.456150 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-41e1d268-3c92-4de6-ad38-06b837b20851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:15.520794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] For port 1125aecf-69c5-4a5a-b13f-f9017e800941, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=1125aecf-69c5-4a5a-b13f-f9017e800941,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:15.521134 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.556088 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-41e1d268-3c92-4de6-ad38-06b837b20851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:15.560832 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e1d268-3c92-4de6-ad38-06b837b20851 None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:15.580499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Calling delete_port for 1125aecf-69c5-4a5a-b13f-f9017e800941 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:15.589931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-af1d04c0-b018-4bf8-aec6-7e75e54a4511 None None] Set router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:15.735850 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-af1d04c0-b018-4bf8-aec6-7e75e54a4511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'name': 'tempest-TestAggregatesBasicOps-237786774-router', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:35Z', 'updated_at': '2021-08-03T19:09:14Z', 'revision_number': 6, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:15.739717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port cc302522-8a5d-4ed7-8ec5-3312a9729373 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:15.740439 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.834899 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1d04c0-b018-4bf8-aec6-7e75e54a4511 None None] The sync data for ids ['2b07f2ac-9a6c-442a-86ee-95b5abcb5748'] in n-d-802918-7 is: [{'id': '2b07f2ac-9a6c-442a-86ee-95b5abcb5748', 'name': 'tempest-TestAggregatesBasicOps-237786774-router', 'tenant_id': '9334413ea3614c7d9a54809d60d37968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:35Z', 'updated_at': '2021-08-03T19:09:14Z', 'revision_number': 6, 'project_id': '9334413ea3614c7d9a54809d60d37968', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:15.965356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.995216 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.116008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Pushing event deleted for resources: {'Port': ['ID=1125aecf-69c5-4a5a-b13f-f9017e800941,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:16.222466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56576) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:16.293267 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.491257 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.496417 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.498784 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.499066 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP cc3d78a1-fa94-40dc-92bc-a3c11e078d0c disassociated. External IP: 172.25.8.143, port: cc302522-8a5d-4ed7-8ec5-3312a9729373. Aug 03 19:09:16.499463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for cc302522-8a5d-4ed7-8ec5-3312a9729373 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:16.499660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.509609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7d57de4-36c0-4237-b4a2-e5523fe18c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.510115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4c515-c2b9-44fc-bfa0-79d98bbafb61 req-e8881eec-fb5f-4e4a-803d-e6b40dec49a5 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:16.511769 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0b4c515-c2b9-44fc-bfa0-79d98bbafb61 req-e8881eec-fb5f-4e4a-803d-e6b40dec49a5 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.1605616 Aug 03 19:09:16.539718 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56584) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:16.587794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.588375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b07f2ac-9a6c-442a-86ee-95b5abcb5748 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:09:16.596952 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.598273 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2a4f3e37-ad60-4037-ab26-5ccdd993f68f admin admin] 10.222.0.78 "DELETE /v2.0/routers/2b07f2ac-9a6c-442a-86ee-95b5abcb5748 HTTP/1.1" status: 204 len: 168 time: 2.4905427 Aug 03 19:09:16.601981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56586) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:16.631823 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ca71ed24-0ebf-4712-bb37-797e9d241c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.695567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf9542a-cf6e-44ea-9092-e8480384a778 admin admin] Deleting subnet 6532ed95-12c7-4441-a775-a41f6dcf6d06 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:09:16.699270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf9542a-cf6e-44ea-9092-e8480384a778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.729667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0b4c515-c2b9-44fc-bfa0-79d98bbafb61 req-221b5407-ad37-4354-ab3b-6ef779249df0 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048564 Aug 03 19:09:16.761090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf9542a-cf6e-44ea-9092-e8480384a778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.803751 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7d57de4-36c0-4237-b4a2-e5523fe18c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.815516 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7d57de4-36c0-4237-b4a2-e5523fe18c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.858186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.877048 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b7d57de4-36c0-4237-b4a2-e5523fe18c65 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=923eae4d58e2496898ee3682698f803d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491866 Aug 03 19:09:16.885372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56588) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:16.903144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d57de4-36c0-4237-b4a2-e5523fe18c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e009e531-2dbc-4457-a34b-8531a74c4af5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:16.929508 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf9542a-cf6e-44ea-9092-e8480384a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.955663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=cc302522-8a5d-4ed7-8ec5-3312a9729373,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:17.018591 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf9542a-cf6e-44ea-9092-e8480384a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.072435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9542a-cf6e-44ea-9092-e8480384a778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6532ed95-12c7-4441-a775-a41f6dcf6d06,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:17.084409 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf9542a-cf6e-44ea-9092-e8480384a778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.087254 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aaf9542a-cf6e-44ea-9092-e8480384a778 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6532ed95-12c7-4441-a775-a41f6dcf6d06 HTTP/1.1" status: 204 len: 168 time: 0.4835062 Aug 03 19:09:17.089706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56590) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:17.092638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043839a0-5448-4c26-9103-5052eb982bf2 None None] Network 99e8ebb7-dfd8-4497-a909-399615dddd97 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:17.248448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.335034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:17.339950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Deleting port 4eed6f6b-db37-492f-9681-09823e908607 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:17.341170 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.349662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26c189cd-030f-4c90-b019-bee7140b5c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.379076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26c189cd-030f-4c90-b019-bee7140b5c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.382509 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ca71ed24-0ebf-4712-bb37-797e9d241c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.398763 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ca71ed24-0ebf-4712-bb37-797e9d241c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.416237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] For port 4eed6f6b-db37-492f-9681-09823e908607, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4eed6f6b-db37-492f-9681-09823e908607,segment=NetworkSegment(e7cc29c1-cba6-4233-9b60-e907b4dffdff),segment_id=e7cc29c1-cba6-4233-9b60-e907b4dffdff)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:17.416906 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.435688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108f86f7-cda4-4cae-a727-7d05a790c2a4 None None] DHCP port deletion for 99e8ebb7-dfd8-4497-a909-399615dddd97 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:09:17.447947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Calling delete_port for 4eed6f6b-db37-492f-9681-09823e908607 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:17.538296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71ed24-0ebf-4712-bb37-797e9d241c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b14c98e-7942-4b1e-b9c7-ba2bb88150e3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:17.552305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ca71ed24-0ebf-4712-bb37-797e9d241c65 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=90bd56a3941440c19bb5e0cb008e7211&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0114269 Aug 03 19:09:17.555542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56594) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:17.590629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-108f86f7-cda4-4cae-a727-7d05a790c2a4 None None] Deleting port 4eed6f6b-db37-492f-9681-09823e908607 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:17.591682 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-108f86f7-cda4-4cae-a727-7d05a790c2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.623660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.700459 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-108f86f7-cda4-4cae-a727-7d05a790c2a4 None None] For port 4eed6f6b-db37-492f-9681-09823e908607, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4eed6f6b-db37-492f-9681-09823e908607,segment=NetworkSegment(e7cc29c1-cba6-4233-9b60-e907b4dffdff),segment_id=e7cc29c1-cba6-4233-9b60-e907b4dffdff)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:17.700871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-108f86f7-cda4-4cae-a727-7d05a790c2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.718151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-108f86f7-cda4-4cae-a727-7d05a790c2a4 None None] Calling delete_port for 4eed6f6b-db37-492f-9681-09823e908607 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:17.828306 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-108f86f7-cda4-4cae-a727-7d05a790c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.861108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f86f7-cda4-4cae-a727-7d05a790c2a4 None None] Pushing event deleted for resources: {'Port': ['ID=4eed6f6b-db37-492f-9681-09823e908607,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:17.869971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f86f7-cda4-4cae-a727-7d05a790c2a4 None None] No DVR routers for this DVR port 4eed6f6b-db37-492f-9681-09823e908607 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:17.929139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4eed6f6b-db37-492f-9681-09823e908607 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:17.967334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 4eed6f6b-db37-492f-9681-09823e908607 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:17.968063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4eed6f6b-db37-492f-9681-09823e908607 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:17.969218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1125aecf-69c5-4a5a-b13f-f9017e800941 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:18.014641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 1125aecf-69c5-4a5a-b13f-f9017e800941 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:18.015425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 1125aecf-69c5-4a5a-b13f-f9017e800941 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:18.016246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5bdd7557-c80a-4799-805f-c584156381e9 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:18.062800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 5bdd7557-c80a-4799-805f-c584156381e9 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:18.063466 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5bdd7557-c80a-4799-805f-c584156381e9 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:18.127983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Pushing event deleted for resources: {'Port': ['ID=4eed6f6b-db37-492f-9681-09823e908607,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:18.135533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] No DVR routers for this DVR port 4eed6f6b-db37-492f-9681-09823e908607 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:18.170013 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26c189cd-030f-4c90-b019-bee7140b5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.172050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26c189cd-030f-4c90-b019-bee7140b5c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.173380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-26c189cd-030f-4c90-b019-bee7140b5c88 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e009e531-2dbc-4457-a34b-8531a74c4af5 HTTP/1.1" status: 204 len: 168 time: 1.2838864 Aug 03 19:09:18.229659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c189cd-030f-4c90-b019-bee7140b5c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e009e531-2dbc-4457-a34b-8531a74c4af5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:18.254491 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e8ed1d9c-16bf-452d-92aa-dba24b396a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.257829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:18.294808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36369fb6-c134-44fe-a43d-42a7fd58e623 None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:18.316428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36369fb6-c134-44fe-a43d-42a7fd58e623 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:18.317584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-36369fb6-c134-44fe-a43d-42a7fd58e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:18.320014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9cdf2-3357-43c2-b9a0-c00b7748546f req-4c7fdca7-267c-4f6b-aea5-2290c85245ca tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:18.322008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27c9cdf2-3357-43c2-b9a0-c00b7748546f req-4c7fdca7-267c-4f6b-aea5-2290c85245ca tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.1787605 Aug 03 19:09:18.331665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.333144 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e8ed1d9c-16bf-452d-92aa-dba24b396a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.359062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e8ebb7-dfd8-4497-a909-399615dddd97']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:18.361452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-36369fb6-c134-44fe-a43d-42a7fd58e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:18.372532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36369fb6-c134-44fe-a43d-42a7fd58e623 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:18.372830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-36369fb6-c134-44fe-a43d-42a7fd58e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:18.394534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cc29c1-cba6-4233-9b60-e907b4dffdff') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:18.394870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cc29c1-cba6-4233-9b60-e907b4dffdff') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:18.414981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-36369fb6-c134-44fe-a43d-42a7fd58e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:18.415898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36369fb6-c134-44fe-a43d-42a7fd58e623 None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:18.422343 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.454430 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.467930 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:09:18.468771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.503108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27c9cdf2-3357-43c2-b9a0-c00b7748546f req-cc3166e4-5005-4eab-b9b1-a931b8c7a685 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495784 Aug 03 19:09:18.524145 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e8ed1d9c-16bf-452d-92aa-dba24b396a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.527990 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e8ed1d9c-16bf-452d-92aa-dba24b396a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.532267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e8ed1d9c-16bf-452d-92aa-dba24b396a84 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b14c98e-7942-4b1e-b9c7-ba2bb88150e3 HTTP/1.1" status: 204 len: 168 time: 0.9717252 Aug 03 19:09:18.555549 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.558224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-67dabd81-74c6-4a18-b9bc-16e1ee586287 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/ports/cc302522-8a5d-4ed7-8ec5-3312a9729373 HTTP/1.1" status: 204 len: 168 time: 3.1509209 Aug 03 19:09:18.564316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56606) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:18.573870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed1d9c-16bf-452d-92aa-dba24b396a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b14c98e-7942-4b1e-b9c7-ba2bb88150e3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:09:18.607361 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:09:18.613294 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.655858 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.659464 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] 10.222.0.78 "DELETE /v2.0/networks/99e8ebb7-dfd8-4497-a909-399615dddd97 HTTP/1.1" status: 204 len: 168 time: 1.5673246 Aug 03 19:09:18.660949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df7b43-6610-4f5e-9137-743c868f475f admin admin] Pushing event deleted for resources: {'Network': ['ID=99e8ebb7-dfd8-4497-a909-399615dddd97,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:18.665329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56608) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:18.689404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-db8d4b23-23ff-411a-bbb9-c261457b1fc5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "GET /v2.0/floatingips/cc3d78a1-fa94-40dc-92bc-a3c11e078d0c HTTP/1.1" status: 200 len: 688 time: 0.1225600 Aug 03 19:09:18.692257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56610) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:18.962324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-17e7734a-fe66-4705-9622-80ace4b52dff tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port 809cdba0-f5c7-4039-bd2e-5174a59fb957 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:18.962937 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17e7734a-fe66-4705-9622-80ace4b52dff tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.997944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56614) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:19.026145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c067-c4b1-47f3-a5f0-fc8e2f53ea92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.158150 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17e7734a-fe66-4705-9622-80ace4b52dff tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.159040 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17e7734a-fe66-4705-9622-80ace4b52dff tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.179170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-17e7734a-fe66-4705-9622-80ace4b52dff tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for 809cdba0-f5c7-4039-bd2e-5174a59fb957 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:19.406293 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c067-c4b1-47f3-a5f0-fc8e2f53ea92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.414472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c067-c4b1-47f3-a5f0-fc8e2f53ea92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.441980 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17e7734a-fe66-4705-9622-80ace4b52dff tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.473557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1c067-c4b1-47f3-a5f0-fc8e2f53ea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d193b87-6899-48a5-8a4d-333665ed5419,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:19.496449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7734a-fe66-4705-9622-80ace4b52dff tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=809cdba0-f5c7-4039-bd2e-5174a59fb957,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:19.529441 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e6e1c067-c4b1-47f3-a5f0-fc8e2f53ea92 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa6dafa7a0e449dba3301e9bf8c53a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298541 Aug 03 19:09:19.531973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56632) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:19.620276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17e7734a-fe66-4705-9622-80ace4b52dff tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.625994 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17e7734a-fe66-4705-9622-80ace4b52dff tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.631287 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-17e7734a-fe66-4705-9622-80ace4b52dff tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/floatingips/cc3d78a1-fa94-40dc-92bc-a3c11e078d0c HTTP/1.1" status: 204 len: 168 time: 0.9325252 Aug 03 19:09:19.631935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56640) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:19.644292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '85b4bc39-0372-4437-bcb9-8451fc419ea8'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:19.720033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b73f48ac-e0fa-4920-88d8-77438ff7d767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.756089 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.767925 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.846084 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b73f48ac-e0fa-4920-88d8-77438ff7d767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.038893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e770d9-2e13-4407-83a5-8c3e77542447 req-5eb6b745-f8d1-4593-a9a0-f3a373af777e tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:20.057733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49e770d9-2e13-4407-83a5-8c3e77542447 req-5eb6b745-f8d1-4593-a9a0-f3a373af777e tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.3800740 Aug 03 19:09:20.132831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49e770d9-2e13-4407-83a5-8c3e77542447 req-254c72ce-8df1-4007-a751-e998292180f6 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725770 Aug 03 19:09:20.222827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b73f48ac-e0fa-4920-88d8-77438ff7d767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.231147 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b73f48ac-e0fa-4920-88d8-77438ff7d767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.238412 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b73f48ac-e0fa-4920-88d8-77438ff7d767 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3d193b87-6899-48a5-8a4d-333665ed5419 HTTP/1.1" status: 204 len: 168 time: 0.7049685 Aug 03 19:09:20.243437 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.275517 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f48ac-e0fa-4920-88d8-77438ff7d767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d193b87-6899-48a5-8a4d-333665ed5419,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:20.485466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.25.8.247 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/84251a88-3089-4970-a130-e7ac478cf1a3) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:20.602138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] Deleting port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:20.603890 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.757223 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.827621 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] For port 0445cf3d-7dd7-4588-8bfa-119c0688d5ee, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0445cf3d-7dd7-4588-8bfa-119c0688d5ee,segment=NetworkSegment(d4380a0c-9536-46a9-b22e-9219b2543737),segment_id=d4380a0c-9536-46a9-b22e-9219b2543737)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:20.828718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.862283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] Calling delete_port for 0445cf3d-7dd7-4588-8bfa-119c0688d5ee owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:21.008057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-1d8b78c4-5489-4419-9144-637b6d6a1b50 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2324157 Aug 03 19:09:21.035616 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.194012 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:21.275909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:21.286146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:21.331502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.420627 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=0445cf3d-7dd7-4588-8bfa-119c0688d5ee,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:21.541737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=84251a88-3089-4970-a130-e7ac478cf1a3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:21.656471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-97dded15-7b2a-4e49-975e-85337b90db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:21.657443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-97dded15-7b2a-4e49-975e-85337b90db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:21.658425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-97dded15-7b2a-4e49-975e-85337b90db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:21.659377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-97dded15-7b2a-4e49-975e-85337b90db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:21.660303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-97dded15-7b2a-4e49-975e-85337b90db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:21.661279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-97dded15-7b2a-4e49-975e-85337b90db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:21.662194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-97dded15-7b2a-4e49-975e-85337b90db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:21.666497 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-97dded15-7b2a-4e49-975e-85337b90db4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 6501 time: 0.5932965 Aug 03 19:09:21.809598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70891fc1-a439-4226-8a78-f8de9668de6a req-8e4c54b6-0614-4e1a-add2-134126b7e99d tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:21.822110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70891fc1-a439-4226-8a78-f8de9668de6a req-8e4c54b6-0614-4e1a-add2-134126b7e99d tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.4242432 Aug 03 19:09:21.948011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:22.121894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70891fc1-a439-4226-8a78-f8de9668de6a req-4dfbb752-a6af-422d-964d-db003fe70942 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355714 Aug 03 19:09:22.411802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] Router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:22.453093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-76ba2ba5-48ab-45d0-a35d-81ce76da9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:22.454214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-76ba2ba5-48ab-45d0-a35d-81ce76da9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:22.455226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-76ba2ba5-48ab-45d0-a35d-81ce76da9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:22.458217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-76ba2ba5-48ab-45d0-a35d-81ce76da9367 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3a24974f-c585-49b2-9411-bdd5d3345630&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&id=519a22f2-633f-4d6d-8c20-32ad2bcf244c HTTP/1.1" status: 200 len: 2297 time: 0.7406275 Aug 03 19:09:22.586324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:22.601777 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910eb840-c9f8-4b8f-9192-929d7ac65ad1 None None] Sync routers for ids ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:22.614279 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f11c1219-88ca-4c80-9154-6fba99ca6e74 admin admin] 10.222.0.78 "PUT /v2.0/routers/ba53bbec-b13a-4d74-96a9-0887d44ba1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9468017 Aug 03 19:09:22.616881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56844) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:22.634216 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910eb840-c9f8-4b8f-9192-929d7ac65ad1 None None] Routers {'ba53bbec-b13a-4d74-96a9-0887d44ba1c6'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:22.636216 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-910eb840-c9f8-4b8f-9192-929d7ac65ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:22.731628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-f0518f72-4a98-407f-aa79-b4b5e493eabd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 HTTP/1.1" status: 200 len: 1001 time: 0.2646732 Aug 03 19:09:22.874199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-c7c36daa-6149-4fc4-8365-864bed9bdc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:22.880153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-c7c36daa-6149-4fc4-8365-864bed9bdc23 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73d204d5-02d9-46a7-8f9e-290310251900 HTTP/1.1" status: 200 len: 856 time: 0.1372905 Aug 03 19:09:22.919691 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.066615 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-910eb840-c9f8-4b8f-9192-929d7ac65ad1 None None] Set router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:23.140724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-47acf613-9f1b-492f-8444-286200255d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:23.142722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-47acf613-9f1b-492f-8444-286200255d3c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3a24974f-c585-49b2-9411-bdd5d3345630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2442522 Aug 03 19:09:23.275966 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.355207 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-5a2d24b3-d06c-4790-8702-04372423f94d service neutron] 10.222.0.74 "GET /v2.0/networks/3a24974f-c585-49b2-9411-bdd5d3345630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402473 Aug 03 19:09:23.433176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Deleting port 757536af-5e16-4fe6-a667-5c0abb2a4538 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:23.439983 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.498048 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-910eb840-c9f8-4b8f-9192-929d7ac65ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'name': 'tempest-TestAggregatesBasicOps-1799119851-router', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:52Z', 'updated_at': '2021-08-03T19:09:21Z', 'revision_number': 5, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'gw_port': {'id': '757536af-5e16-4fe6-a667-5c0abb2a4538', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:56Z', 'updated_at': '2021-08-03T19:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:23.540194 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910eb840-c9f8-4b8f-9192-929d7ac65ad1 None None] Checking router: ba53bbec-b13a-4d74-96a9-0887d44ba1c6 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:23.552784 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910eb840-c9f8-4b8f-9192-929d7ac65ad1 None None] Routers {'ba53bbec-b13a-4d74-96a9-0887d44ba1c6'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:23.554542 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-910eb840-c9f8-4b8f-9192-929d7ac65ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:23.582987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-61a1689b-2c36-4bfa-9303-a63e5f4e13bb service neutron] 10.222.0.74 "GET /v2.0/networks/3a24974f-c585-49b2-9411-bdd5d3345630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181928 Aug 03 19:09:23.742421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] For port 757536af-5e16-4fe6-a667-5c0abb2a4538, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=757536af-5e16-4fe6-a667-5c0abb2a4538,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:23.742875 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.780686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Calling delete_port for 757536af-5e16-4fe6-a667-5c0abb2a4538 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:23.794777 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56942) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:23.795029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-7a545e7c-3519-43b0-b1a4-8a7ad36e8c14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=21147810-ef92-4ec3-9962-b5b8ec3f3d0c HTTP/1.1" status: 200 len: 217 time: 0.1648982 Aug 03 19:09:23.813283 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-910eb840-c9f8-4b8f-9192-929d7ac65ad1 None None] Set router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:24.026714 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-910eb840-c9f8-4b8f-9192-929d7ac65ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'name': 'tempest-TestAggregatesBasicOps-1799119851-router', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:52Z', 'updated_at': '2021-08-03T19:09:23Z', 'revision_number': 6, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:24.089551 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.100056 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910eb840-c9f8-4b8f-9192-929d7ac65ad1 None None] The sync data for ids ['ba53bbec-b13a-4d74-96a9-0887d44ba1c6'] in n-d-802918-7 is: [{'id': 'ba53bbec-b13a-4d74-96a9-0887d44ba1c6', 'name': 'tempest-TestAggregatesBasicOps-1799119851-router', 'tenant_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:52Z', 'updated_at': '2021-08-03T19:09:23Z', 'revision_number': 6, 'project_id': '2e111410e8d54c0d9f969bef85ae2fd6', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:24.113037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2abcb-c276-40ff-ad3d-b50a12293686 req-38fb4795-d33c-415f-8d45-cb4d0557d294 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:24.115895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02d2abcb-c276-40ff-ad3d-b50a12293686 req-38fb4795-d33c-415f-8d45-cb4d0557d294 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.7522783 Aug 03 19:09:24.171695 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.178602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-4bf12bba-0cb8-40e2-bcd1-0fc8ba9bd069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:24.181979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-4bf12bba-0cb8-40e2-bcd1-0fc8ba9bd069 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.3846545 Aug 03 19:09:24.191648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Pushing event deleted for resources: {'Port': ['ID=757536af-5e16-4fe6-a667-5c0abb2a4538,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:24.220273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3f6c849-6e78-4734-b3be-4fef11288ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.328444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02d2abcb-c276-40ff-ad3d-b50a12293686 req-f98e024f-2ea5-4ad0-a3c3-928d4e9dd944 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902747 Aug 03 19:09:24.336454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-7e538372-b9ca-4388-b828-f676050056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:24.345860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-7e538372-b9ca-4388-b828-f676050056f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1315937 Aug 03 19:09:24.405029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.529486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-47f4704c-72eb-4e67-b593-611e87cb5bbd service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816750 Aug 03 19:09:24.614569 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.623469 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.689249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-428ac146-50f5-4fa6-8049-8f20baf6820f service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506860 Aug 03 19:09:24.774386 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.774826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.781324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-daa60a83-18b7-4887-9273-1fbceb945198 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=0668060d-d5fe-4a5d-84fc-3f77adbddf2f HTTP/1.1" status: 200 len: 217 time: 0.0839419 Aug 03 19:09:24.781562 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba53bbec-b13a-4d74-96a9-0887d44ba1c6 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:09:24.799049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.803827 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ff614dc3-1ac9-4e5d-b2fe-603b55eb4180 admin admin] 10.222.0.78 "DELETE /v2.0/routers/ba53bbec-b13a-4d74-96a9-0887d44ba1c6 HTTP/1.1" status: 204 len: 168 time: 2.1857359 Aug 03 19:09:24.807947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:24.818482 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3f6c849-6e78-4734-b3be-4fef11288ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.846172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3f6c849-6e78-4734-b3be-4fef11288ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.895478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6c849-6e78-4734-b3be-4fef11288ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24689728-d10e-48e7-8ecc-d9cec1d5b0a3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:24.921241 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-e553d665-0e2f-4004-b440-dc4cb2dac228 admin admin] Deleting subnet 208a28b6-a55a-4120-8409-f994ca2ecd24 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:09:24.924830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e553d665-0e2f-4004-b440-dc4cb2dac228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.941426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-883a0943-7069-4d9c-a59c-fbcd2719548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:24.943432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-883a0943-7069-4d9c-a59c-fbcd2719548c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.1513984 Aug 03 19:09:24.970638 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e553d665-0e2f-4004-b440-dc4cb2dac228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.060631 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e553d665-0e2f-4004-b440-dc4cb2dac228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.067809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-b761d23b-ab85-4b43-bd63-cf6a33af735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:25.070001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-b761d23b-ab85-4b43-bd63-cf6a33af735a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1094317 Aug 03 19:09:25.097196 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c3f6c849-6e78-4734-b3be-4fef11288ecf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1f0ce7b3ad5c439bb6f0b87f713e8a44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3012180 Aug 03 19:09:25.099788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57078) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:25.263492 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.274595 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.290903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-d0394b3e-e6ab-45c0-bb7a-af9ef4259a52 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116365 Aug 03 19:09:25.404291 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e553d665-0e2f-4004-b440-dc4cb2dac228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.488188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44d7b363-166d-498a-9b80-e0d9ec3f8ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.490673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553d665-0e2f-4004-b440-dc4cb2dac228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208a28b6-a55a-4120-8409-f994ca2ecd24,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:25.499202 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e553d665-0e2f-4004-b440-dc4cb2dac228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.502053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd87506-0609-4996-8255-3e4db78d4f37 None None] Network 1b88da38-2ee4-4734-a177-be20e7d27ced requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:25.519999 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e553d665-0e2f-4004-b440-dc4cb2dac228 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/208a28b6-a55a-4120-8409-f994ca2ecd24 HTTP/1.1" status: 204 len: 168 time: 0.7070830 Aug 03 19:09:25.527969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57114) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:25.609430 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44d7b363-166d-498a-9b80-e0d9ec3f8ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.743106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.745140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=84251a88-3089-4970-a130-e7ac478cf1a3,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:25.778028 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-2b3c8038-497b-4ccf-817b-ca4e43d71014 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440145 Aug 03 19:09:25.784418 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.939627 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6daef0-bd44-47f4-bda9-8c5937e3a8ea None None] DHCP port deletion for 1b88da38-2ee4-4734-a177-be20e7d27ced request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:09:25.956001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44d7b363-166d-498a-9b80-e0d9ec3f8ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.961023 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44d7b363-166d-498a-9b80-e0d9ec3f8ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.969970 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-44d7b363-166d-498a-9b80-e0d9ec3f8ee3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24689728-d10e-48e7-8ecc-d9cec1d5b0a3 HTTP/1.1" status: 204 len: 168 time: 0.8682344 Aug 03 19:09:26.028022 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 757536af-5e16-4fe6-a667-5c0abb2a4538 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:26.052968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7b363-166d-498a-9b80-e0d9ec3f8ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24689728-d10e-48e7-8ecc-d9cec1d5b0a3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:26.076777 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Deleting port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:26.077128 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.091241 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 757536af-5e16-4fe6-a667-5c0abb2a4538 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:26.092830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 757536af-5e16-4fe6-a667-5c0abb2a4538 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:26.093867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0445cf3d-7dd7-4588-8bfa-119c0688d5ee no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:26.125396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 0445cf3d-7dd7-4588-8bfa-119c0688d5ee {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:26.126056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0445cf3d-7dd7-4588-8bfa-119c0688d5ee not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:26.163334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-76a931d9-854e-488c-b993-833d948c6315 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=a3f7390e-84e2-4548-84e7-53d9cf1af0cf HTTP/1.1" status: 200 len: 217 time: 0.3562152 Aug 03 19:09:26.167438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-fb6daef0-bd44-47f4-bda9-8c5937e3a8ea None None] Deleting port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:26.167877 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fb6daef0-bd44-47f4-bda9-8c5937e3a8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.249703 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] For port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4b0d2cb9-de7e-40aa-a409-20b5ce2968c3,segment=NetworkSegment(d4380a0c-9536-46a9-b22e-9219b2543737),segment_id=d4380a0c-9536-46a9-b22e-9219b2543737)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:26.251700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.284504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464edead-8cd2-4dc0-9b17-eb8f3bccd091 req-f15f1d35-d562-460b-b4e4-9697a5989327 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:26.286215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-464edead-8cd2-4dc0-9b17-eb8f3bccd091 req-f15f1d35-d562-460b-b4e4-9697a5989327 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.7668853 Aug 03 19:09:26.295299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Calling delete_port for 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:26.324624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-9a3fa0a0-9bb6-44b3-8e99-b4eb0a199afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:26.326860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-9a3fa0a0-9bb6-44b3-8e99-b4eb0a199afd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.1372397 Aug 03 19:09:26.338489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-fb6daef0-bd44-47f4-bda9-8c5937e3a8ea None None] For port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4b0d2cb9-de7e-40aa-a409-20b5ce2968c3,segment=NetworkSegment(d4380a0c-9536-46a9-b22e-9219b2543737),segment_id=d4380a0c-9536-46a9-b22e-9219b2543737)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:26.339039 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fb6daef0-bd44-47f4-bda9-8c5937e3a8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.552930 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.626879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0d2cb9-de7e-40aa-a409-20b5ce2968c3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:26.639365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] No DVR routers for this DVR port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:26.760412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-fb6daef0-bd44-47f4-bda9-8c5937e3a8ea None None] Calling delete_port for 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:26.849274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.862936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b88da38-2ee4-4734-a177-be20e7d27ced']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:26.877348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57232) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:26.896218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4380a0c-9536-46a9-b22e-9219b2543737') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:26.896495 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4380a0c-9536-46a9-b22e-9219b2543737') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:26.921464 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.937613 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.946023 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:09:26.946451 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.968729 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fb6daef0-bd44-47f4-bda9-8c5937e3a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:09:26.993722 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:09:27.003250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d139-2b2e-42bc-98d8-eee59899f44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.019671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6daef0-bd44-47f4-bda9-8c5937e3a8ea None None] Pushing event deleted for resources: {'Port': ['ID=4b0d2cb9-de7e-40aa-a409-20b5ce2968c3,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:27.024433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6daef0-bd44-47f4-bda9-8c5937e3a8ea None None] No DVR routers for this DVR port 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:27.047223 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-464edead-8cd2-4dc0-9b17-eb8f3bccd091 req-6ff05637-ddd9-4c41-bf3a-6f1fc71b02b8 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7473874 Aug 03 19:09:27.051548 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP 7b70f536-1488-4b7e-9f52-62c3c7b8947d associated. External IP: 172.25.8.247, port: 85b4bc39-0372-4437-bcb9-8451fc419ea8. Aug 03 19:09:27.060038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-555ca8c2-4a96-4f35-9e19-685af0254826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.061919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-555ca8c2-4a96-4f35-9e19-685af0254826 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7229900 Aug 03 19:09:27.124407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.134400 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.140262 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/1b88da38-2ee4-4734-a177-be20e7d27ced HTTP/1.1" status: 204 len: 168 time: 1.6107295 Aug 03 19:09:27.224341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e13ebb-02c0-4952-9eb2-174a3dcf0fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b88da38-2ee4-4734-a177-be20e7d27ced,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:27.304427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540031f-f429-4b6a-8524-088c7595503d req-1779a577-9272-4aba-98a8-5016ce453e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.309347 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d540031f-f429-4b6a-8524-088c7595503d req-1779a577-9272-4aba-98a8-5016ce453e2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 1096 time: 0.1649964 Aug 03 19:09:27.338949 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d139-2b2e-42bc-98d8-eee59899f44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.353693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d139-2b2e-42bc-98d8-eee59899f44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.428873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-65c229db-0607-41d5-a923-9496f7fb8f62 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124294 Aug 03 19:09:27.439811 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f3b5d139-2b2e-42bc-98d8-eee59899f44e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a2cc0fc0f3634d36990d4f5d5d17b839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5607889 Aug 03 19:09:27.441623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57246) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:27.444482 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d540031f-f429-4b6a-8524-088c7595503d req-f6003cbd-1f14-4227-bf4a-0e24e2033493 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276779 Aug 03 19:09:27.455128 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5d139-2b2e-42bc-98d8-eee59899f44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f97ed3-e97f-4345-8005-308cc88ae6a0,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:27.543531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57250) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:27.551772 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ae95e90-0644-4916-9199-b9759fd86967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.597742 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ae95e90-0644-4916-9199-b9759fd86967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.630589 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1935f459-3d5a-4467-b315-3de9c36ec0a0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9334413ea3614c7d9a54809d60d37968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0856593 Aug 03 19:09:27.633663 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57254) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:27.812413 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab13c452-0747-448e-bd63-3402a50fc6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.819019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ae95e90-0644-4916-9199-b9759fd86967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.820279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:27.826375 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ae95e90-0644-4916-9199-b9759fd86967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.832506 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9ae95e90-0644-4916-9199-b9759fd86967 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f0f97ed3-e97f-4345-8005-308cc88ae6a0 HTTP/1.1" status: 204 len: 168 time: 0.3869126 Aug 03 19:09:27.893009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae95e90-0644-4916-9199-b9759fd86967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f97ed3-e97f-4345-8005-308cc88ae6a0,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:27.965584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:27.984383 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab13c452-0747-448e-bd63-3402a50fc6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.999186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:28.010741 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-924edfe7-e287-4f38-8fce-5bcf093712df service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282969 Aug 03 19:09:28.069194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:28.073765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4b0d2cb9-de7e-40aa-a409-20b5ce2968c3 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:28.098497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda5d8b-933a-4960-b390-aaf9e2c4616a None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:28.121922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.134438 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab13c452-0747-448e-bd63-3402a50fc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.138360 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab13c452-0747-448e-bd63-3402a50fc6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.139625 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ab13c452-0747-448e-bd63-3402a50fc6d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/58258c12-186c-41a4-8c51-0cfd74eeabc2 HTTP/1.1" status: 204 len: 168 time: 0.5005057 Aug 03 19:09:28.162147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13c452-0747-448e-bd63-3402a50fc6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58258c12-186c-41a4-8c51-0cfd74eeabc2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:28.169014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda5d8b-933a-4960-b390-aaf9e2c4616a None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:28.172618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8bda5d8b-933a-4960-b390-aaf9e2c4616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:28.205057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-3a75753f-63b3-4869-a4ed-378baa10f4e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8c00d432-ef3d-498e-aa64-07aaad4b4404 HTTP/1.1" status: 200 len: 217 time: 0.1814053 Aug 03 19:09:28.353990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8bda5d8b-933a-4960-b390-aaf9e2c4616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:28.369655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57278) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:28.381116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1976494018'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:28.388696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0f27b469-4686-412f-84a9-82a0ae9ed12d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7550950 Aug 03 19:09:28.396484 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda5d8b-933a-4960-b390-aaf9e2c4616a None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:28.400070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8bda5d8b-933a-4960-b390-aaf9e2c4616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:28.458991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Made reservation on behalf of dc09cb236a654b39acf18824f82d86bf for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:28.462927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.486421 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8bda5d8b-933a-4960-b390-aaf9e2c4616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:28.487542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda5d8b-933a-4960-b390-aaf9e2c4616a None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:28.505799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-2b211a1b-e664-414b-9f0e-1e1f32103cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:28.508216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-2b211a1b-e664-414b-9f0e-1e1f32103cbd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 200 len: 797 time: 0.2809310 Aug 03 19:09:28.509599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:28.520786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac25c1-081d-495a-a5c6-9bfe4daca992 req-fe81dc93-f02d-4e91-9e83-7aebb4f8f4b4 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:28.530001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.531044 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Added segment 35916083-ee65-4d9b-9592-767a3edcff9c of type vlan for network 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 Aug 03 19:09:28.531549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6ac25c1-081d-495a-a5c6-9bfe4daca992 req-fe81dc93-f02d-4e91-9e83-7aebb4f8f4b4 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.2710021 Aug 03 19:09:28.608268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.630393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6ac25c1-081d-495a-a5c6-9bfe4daca992 req-4a2d9861-009c-4f5d-99f9-451207ad1dd1 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953403 Aug 03 19:09:28.638112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-935fffab-144f-429e-b928-646857bf82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:28.639800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-935fffab-144f-429e-b928-646857bf82cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c26e77bf-0edc-498b-9ab8-19bf405a3c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1045184 Aug 03 19:09:28.672568 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.685531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:28.688760 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.803471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-1c395b83-45d2-4e59-bbe2-27384f3f3451 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532588 Aug 03 19:09:29.053859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-37880fa9-171f-4af4-a166-a9cad77833b9 service neutron] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420211 Aug 03 19:09:29.163970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-1c8fa424-89bf-4c97-8e6f-83d7fceb970e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=33922177-bf0b-4da7-83d8-6f52db3c6f4c HTTP/1.1" status: 200 len: 217 time: 0.1005864 Aug 03 19:09:29.167998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57294) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:29.241597 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8705177 Aug 03 19:09:29.242246 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57298) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:29.253341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'subnet': {'network_id': '4fb824ca-994d-4ddf-8ee5-de16f08e4cd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:29.383461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-3a4cf49f-a746-41b8-91f6-2cb43004fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:29.392447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-3a4cf49f-a746-41b8-91f6-2cb43004fc55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55cde3f9-47fa-488b-b3de-03a59f897dc4 HTTP/1.1" status: 200 len: 797 time: 0.1922598 Aug 03 19:09:29.425000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d4e55788-32b7-4a95-abaa-573d08460baa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e111410e8d54c0d9f969bef85ae2fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536421 Aug 03 19:09:29.456560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57306) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:29.466963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344c035-fd22-4de7-b9cd-62dcf40963b2 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Network': ['ID=4fb824ca-994d-4ddf-8ee5-de16f08e4cd9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:29.485814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:29.589628 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-c5b1e28a-d85f-47d3-83f3-598862a511e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:29.591406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-c5b1e28a-d85f-47d3-83f3-598862a511e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1674113 Aug 03 19:09:29.609686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Made reservation on behalf of dc09cb236a654b39acf18824f82d86bf for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:29.639239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.673350 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.724715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-607c714a-b461-4080-a6d9-85228c140b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.769484 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-607c714a-b461-4080-a6d9-85228c140b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.965603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-91c3b053-c935-49bc-8921-541667245d81 service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621724 Aug 03 19:09:30.060613 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.143127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Subnet': ['ID=656ff237-85ad-4df2-936a-82771e9981d7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:30.158055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Checking segment: {'id': '35916083-ee65-4d9b-9592-767a3edcff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4fb824ca-994d-4ddf-8ee5-de16f08e4cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:30.158516 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network hostable DHCP agents. Network: 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:09:30.173167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc84f57-3e3d-402b-94b0-f4fdf458e6e3 req-4c628b5c-e7bf-45e8-a08a-3283db5158c4 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:30.187628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecc84f57-3e3d-402b-94b0-f4fdf458e6e3 req-4c628b5c-e7bf-45e8-a08a-3283db5158c4 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.3467691 Aug 03 19:09:30.200286 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:09:30.220542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:30.228297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:30.228926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.237176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-d36c6fb3-0a23-44b7-bdb0-66cea30ef236 service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632849 Aug 03 19:09:30.237925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e6ead7-a1f0-491f-81b6-8c1a84752778 None None] Network 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:30.241803 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-607c714a-b461-4080-a6d9-85228c140b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.247098 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-607c714a-b461-4080-a6d9-85228c140b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.248911 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-607c714a-b461-4080-a6d9-85228c140b93 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59fb27df-7de4-42cc-8a81-4a2acb9df0e1 HTTP/1.1" status: 204 len: 168 time: 0.7887063 Aug 03 19:09:30.283661 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e552c4d9-8ab4-4ff8-bb6a-ca85f068e77c tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0375476 Aug 03 19:09:30.284803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57330) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:30.291484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-210813927', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:30.331022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.332962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.380363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-4c3a6f20-83bf-443c-8510-a417c858302f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8bc907f2-98fb-4356-b18a-e599358c0451 HTTP/1.1" status: 200 len: 217 time: 0.1296394 Aug 03 19:09:30.383144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c714a-b461-4080-a6d9-85228c140b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fb27df-7de4-42cc-8a81-4a2acb9df0e1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:30.425165 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.437084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecc84f57-3e3d-402b-94b0-f4fdf458e6e3 req-0c57ab47-c4a0-4a37-bda3-c30d9db3e0d3 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447696 Aug 03 19:09:30.534488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-c0a8b9ee-50e1-42bd-b76a-c870dc8bb24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:30.536428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-c0a8b9ee-50e1-42bd-b76a-c870dc8bb24d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=55cde3f9-47fa-488b-b3de-03a59f897dc4 HTTP/1.1" status: 200 len: 797 time: 0.1443079 Aug 03 19:09:30.540676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-4fb824ca-994d-4ddf-8ee5-de16f08e4cd9', 'network_id': '4fb824ca-994d-4ddf-8ee5-de16f08e4cd9', 'tenant_id': 'dc09cb236a654b39acf18824f82d86bf', 'fixed_ips': [{'subnet_id': '656ff237-85ad-4df2-936a-82771e9981d7'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:09:30.541704 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.704205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-10790489-e454-4ca9-85bd-06f6a5ae45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:30.711033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-10790489-e454-4ca9-85bd-06f6a5ae45bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=519a22f2-633f-4d6d-8c20-32ad2bcf244c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1582274 Aug 03 19:09:30.840952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Allocated IP 172.20.0.2 (4fb824ca-994d-4ddf-8ee5-de16f08e4cd9/656ff237-85ad-4df2-936a-82771e9981d7/738263ae-e07a-4a7e-a002-020b2d1c48e0) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:30.935709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.059603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-3d0c942d-e64e-4751-9a0d-c06feb11a3c6 service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403478 Aug 03 19:09:31.172602 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.212213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Transition to ACTIVE for port object 738263ae-e07a-4a7e-a002-020b2d1c48e0 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:31.246692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Transition to ACTIVE for port object 738263ae-e07a-4a7e-a002-020b2d1c48e0 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:31.264195 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.332620 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-177d5c04-bda1-4b80-b8fb-2011d5be4408 req-414bf3ac-ae94-4498-9141-500d9d4c922b service neutron] 10.222.0.74 "GET /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641947 Aug 03 19:09:31.406487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Network 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:31.418902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:31.436750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:31.480500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Pushing event updated for resources: {'Port': ['ID=738263ae-e07a-4a7e-a002-020b2d1c48e0,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:31.505974 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.568305 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.618688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Attempting to bind port 738263ae-e07a-4a7e-a002-020b2d1c48e0 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:31.619494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Attempting to bind port 738263ae-e07a-4a7e-a002-020b2d1c48e0 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '35916083-ee65-4d9b-9592-767a3edcff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4fb824ca-994d-4ddf-8ee5-de16f08e4cd9'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:31.619881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Attempting to bind port 738263ae-e07a-4a7e-a002-020b2d1c48e0 on network 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:31.632371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:31.632782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Checking segment: {'id': '35916083-ee65-4d9b-9592-767a3edcff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4fb824ca-994d-4ddf-8ee5-de16f08e4cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:31.633172 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.633614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Bound using segment: {'id': '35916083-ee65-4d9b-9592-767a3edcff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4fb824ca-994d-4ddf-8ee5-de16f08e4cd9'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:31.634221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Bound port: 738263ae-e07a-4a7e-a002-020b2d1c48e0, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35916083-ee65-4d9b-9592-767a3edcff9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4fb824ca-994d-4ddf-8ee5-de16f08e4cd9'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:31.634774 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.717145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] For port 738263ae-e07a-4a7e-a002-020b2d1c48e0, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:31.721831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] For port 738263ae-e07a-4a7e-a002-020b2d1c48e0, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=738263ae-e07a-4a7e-a002-020b2d1c48e0,segment=NetworkSegment(35916083-ee65-4d9b-9592-767a3edcff9c),segment_id=35916083-ee65-4d9b-9592-767a3edcff9c)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:31.729329 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.736850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-7b6cb2ef-a0e0-4143-8b6a-3b85f3ca3c1f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:31.744823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-7b6cb2ef-a0e0-4143-8b6a-3b85f3ca3c1f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/networks?id=8bf4afae-339a-4ccd-b4d9-e7e89483000d HTTP/1.1" status: 200 len: 810 time: 0.4096870 Aug 03 19:09:31.810333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ba2e6-89d2-44a2-9bb6-ed336a5c732e None None] Pushing event updated for resources: {'Port': ['ID=738263ae-e07a-4a7e-a002-020b2d1c48e0,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:31.825607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-8d8086b5-3aa8-48a4-ba6c-cb5e4c87dc69 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/quotas/d16cf25c448d409aadbb745cfcd1d59b HTTP/1.1" status: 200 len: 375 time: 0.0612323 Aug 03 19:09:32.024339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-f2dab9e7-6ab0-4f43-b42c-409118ad9b3b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d16cf25c448d409aadbb745cfcd1d59b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956394 Aug 03 19:09:32.061155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.25.8.98 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b8231876-8216-4c09-b13e-ab2b3ac88613) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:32.345547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ea9a1f3c-950e-4065-ade8-be564fbe5032 service neutron] 10.222.0.78 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106763 Aug 03 19:09:32.465850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.585035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-1e337aa9-3c72-4d4b-9d23-4e09ab863ad4 service neutron] 10.222.0.78 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302341 Aug 03 19:09:32.601280 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.642398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:32.645677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:32.686798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:32.774088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=b8231876-8216-4c09-b13e-ab2b3ac88613,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:33.019935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1be9825-adb4-4e53-9718-38244651ff28 req-7f18fd63-fc0d-468d-b058-4a359d075db3 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 210 time: 0.0893030 Aug 03 19:09:33.218218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.615363 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-34ec05dd-edbc-43bd-a42d-e947ee3a063e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.648592 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.837965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb99b44a-22e8-42e5-b287-8388912ff6e8 None None] Network 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:33.912801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 07a3b05c-3b62-4b90-95f1-85f3d7fafd6d is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:09:33.984199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cbb21816-d342-4a53-8972-fbc40432d6af None None] Provisioning for port 738263ae-e07a-4a7e-a002-020b2d1c48e0 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:34.217909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 738263ae-e07a-4a7e-a002-020b2d1c48e0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:34.285413 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20a0751e-544b-4938-b7ad-c24d4c0fdf9d req-ae991451-5b7f-44d1-9285-44eb9c109ce4 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 210 time: 0.0798576 Aug 03 19:09:34.325910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:34.338740 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b993ab7f-fef8-41e3-8576-a4ece047b55e None None] Sync routers for ids ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:34.371084 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b993ab7f-fef8-41e3-8576-a4ece047b55e None None] Routers {'07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:34.372595 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b993ab7f-fef8-41e3-8576-a4ece047b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:34.381722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.384080 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7e32fd41-9893-4473-88b6-b63632880919 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0976350 Aug 03 19:09:34.386504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57434) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:34.473075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 738263ae-e07a-4a7e-a002-020b2d1c48e0 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:34.487825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 738263ae-e07a-4a7e-a002-020b2d1c48e0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:34.490904 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.507503 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b993ab7f-fef8-41e3-8576-a4ece047b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:34.552487 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b993ab7f-fef8-41e3-8576-a4ece047b55e None None] Routers {'07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:34.555135 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b993ab7f-fef8-41e3-8576-a4ece047b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:34.638716 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b993ab7f-fef8-41e3-8576-a4ece047b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:34.640411 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b993ab7f-fef8-41e3-8576-a4ece047b55e None None] The sync data for ids ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:34.716788 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.783298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 738263ae-e07a-4a7e-a002-020b2d1c48e0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=738263ae-e07a-4a7e-a002-020b2d1c48e0,segment=NetworkSegment(35916083-ee65-4d9b-9592-767a3edcff9c),segment_id=35916083-ee65-4d9b-9592-767a3edcff9c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:34.791777 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.009779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=738263ae-e07a-4a7e-a002-020b2d1c48e0,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:35.293284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6e0b4348-3853-4d73-ab4d-1a2cb83b9443 None None] Provisioning complete for port 738263ae-e07a-4a7e-a002-020b2d1c48e0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:35.293954 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e0b4348-3853-4d73-ab4d-1a2cb83b9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.430394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-09c2132e-27f6-45c2-85fd-3020ed7ace8a req-6b387c8b-da12-4037-9e5d-ccc7b5531f01 service neutron] (100487) timed out ('10.222.0.78', 58110) {{(pid=100487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:09:35.455393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-0a41c82b-3f13-44d4-b0b6-62e714c5ae45 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:35.462898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-0a41c82b-3f13-44d4-b0b6-62e714c5ae45 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.74 "GET /v2.0/networks?id=8bf4afae-339a-4ccd-b4d9-e7e89483000d HTTP/1.1" status: 200 len: 810 time: 0.4239492 Aug 03 19:09:35.498481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Request body: {'port': {'device_id': '59024c9d-8fc5-49ea-97f6-ca29f0cf690b', 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d', 'admin_state_up': True, 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:35.660727 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b242d88-a2fb-4994-903e-b12aff56fc87 req-2214ac8a-9d6f-4c84-90ec-f48cad02def8 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 210 time: 0.0772793 Aug 03 19:09:35.669864 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.823079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Made reservation on behalf of d16cf25c448d409aadbb745cfcd1d59b for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:35.842995 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.015283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 738263ae-e07a-4a7e-a002-020b2d1c48e0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:36.151483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 738263ae-e07a-4a7e-a002-020b2d1c48e0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:36.151919 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.242766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Allocated IP 172.20.0.13 (8bf4afae-339a-4ccd-b4d9-e7e89483000d/bd504692-7d0a-44cd-8b53-60b300a84652/fd65b6b3-c34e-43b6-9dc6-96a10dfcad37) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:36.418210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.20.0.1 (4fb824ca-994d-4ddf-8ee5-de16f08e4cd9/656ff237-85ad-4df2-936a-82771e9981d7/ba0a2744-d685-4d68-b375-ea95c7bdcbcd) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:36.421446 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-15997b3c-3271-45b3-8834-ecb78b5bb7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.639459 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.641466 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.705832 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.744531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.756757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Transition to ACTIVE for port object ba0a2744-d685-4d68-b375-ea95c7bdcbcd will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:36.760168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['5ff46488-cde7-4a04-8da1-28b4295aead8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:36.820754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Pushing event updated for resources: {'Port': ['ID=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:36.836347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Network 8bf4afae-339a-4ccd-b4d9-e7e89483000d is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:36.840560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:36.846130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:36.860161 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.973732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:36.974606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:36.978814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:36.980470 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.985899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:37.019295 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-665448cc-88cb-4dbc-97b5-da1e6d10203a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5316539 Aug 03 19:09:37.054992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Request body: {'port': {'device_id': '59024c9d-8fc5-49ea-97f6-ca29f0cf690b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:37.092350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=ba0a2744-d685-4d68-b375-ea95c7bdcbcd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:37.223914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.261873 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.316618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cfb35-b4a2-4c9a-9ec4-dcbc99d5c2e5 req-cf447675-7e43-4f9d-bd5c-5fcc8def3073 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:37.318725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d86cfb35-b4a2-4c9a-9ec4-dcbc99d5c2e5 req-cf447675-7e43-4f9d-bd5c-5fcc8def3073 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 932 time: 0.2931204 Aug 03 19:09:37.441254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d86cfb35-b4a2-4c9a-9ec4-dcbc99d5c2e5 req-9389adec-c5db-40af-a10a-a340c5c07016 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881763 Aug 03 19:09:37.568469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-38a44ece-7101-4690-9f66-17d6d8c7ec80 None None] Provisioning for port ba0a2744-d685-4d68-b375-ea95c7bdcbcd completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:37.578124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-38a44ece-7101-4690-9f66-17d6d8c7ec80 None None] Provisioning complete for port ba0a2744-d685-4d68-b375-ea95c7bdcbcd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:37.578676 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38a44ece-7101-4690-9f66-17d6d8c7ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.689007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.703864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-38a44ece-7101-4690-9f66-17d6d8c7ec80 None None] Port ba0a2744-d685-4d68-b375-ea95c7bdcbcd cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:37.862974 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.970630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:37.991837 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.021041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Transition to ACTIVE for port object fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:38.036531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.172922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Pushing event updated for resources: {'Port': ['ID=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:38.412004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Attempting to bind port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:38.412556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Attempting to bind port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:38.418758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Attempting to bind port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 on network 8bf4afae-339a-4ccd-b4d9-e7e89483000d {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:38.447452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 on network 8bf4afae-339a-4ccd-b4d9-e7e89483000d not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:09:38.452048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Attempting to bind port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 on network 8bf4afae-339a-4ccd-b4d9-e7e89483000d {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:38.465395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:38.472106 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Checking segment: {'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:38.474072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Bound using segment: {'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:38.477804 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Bound port: fd65b6b3-c34e-43b6-9dc6-96a10dfcad37, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873b2620-a50e-4d25-907a-21309faf5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:38.478364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.646113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] For port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:38.651336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] For port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:38.658342 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.689435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:38.692801 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.698008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] 10.222.0.74 "PUT /v2.0/ports/fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 HTTP/1.1" status: 200 len: 1092 time: 1.6521511 Aug 03 19:09:38.786450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59024c9d-8fc5-49ea-97f6-ca29f0cf690b', 'tag': 'fd65b6b3-c34e-43b6-9dc6-96a10dfcad37'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:38.789642 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3185235b-a5f9-497e-8a9e-ab6d9f7ded41" -d '{"events": [{"name": "network-changed", "server_uuid": "59024c9d-8fc5-49ea-97f6-ca29f0cf690b", "tag": "fd65b6b3-c34e-43b6-9dc6-96a10dfcad37"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:38.793066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fa12f-3096-4b38-9c0b-715c0633ac38 service neutron] Pushing event updated for resources: {'Port': ['ID=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:38.982481 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911d51dd-1837-4b62-91d3-e872d476d5ba x-openstack-request-id: req-911d51dd-1837-4b62-91d3-e872d476d5ba {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:38.983810 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59024c9d-8fc5-49ea-97f6-ca29f0cf690b", "tag": "fd65b6b3-c34e-43b6-9dc6-96a10dfcad37", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:38.983810 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-911d51dd-1837-4b62-91d3-e872d476d5ba {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:38.984390 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59024c9d-8fc5-49ea-97f6-ca29f0cf690b', 'tag': 'fd65b6b3-c34e-43b6-9dc6-96a10dfcad37', 'status': 'completed', 'code': 200} Aug 03 19:09:39.026737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ae12aed2-7b07-432d-afab-45cfc4570dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:39.028344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-ae12aed2-7b07-432d-afab-45cfc4570dd8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d16cf25c448d409aadbb745cfcd1d59b&device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 1095 time: 0.2313631 Aug 03 19:09:39.141792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade560b-ab5e-46ad-a374-38623a11a12e req-9d069e94-82c2-4cc2-9ce1-07d8dbaf5daa tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:39.144500 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ade560b-ab5e-46ad-a374-38623a11a12e req-9d069e94-82c2-4cc2-9ce1-07d8dbaf5daa tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 944 time: 0.2930572 Aug 03 19:09:39.147271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-2b267a76-a599-47f4-a227-0c51eaac81c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 HTTP/1.1" status: 200 len: 217 time: 0.0995994 Aug 03 19:09:39.148780 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.163112 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.347601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=ba0a2744-d685-4d68-b375-ea95c7bdcbcd,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:39.365936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57632) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:39.366531 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.376970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-becd6861-90ef-4ad4-9b90-13c299d855ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:39.379749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-becd6861-90ef-4ad4-9b90-13c299d855ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd504692-7d0a-44cd-8b53-60b300a84652 HTTP/1.1" status: 200 len: 850 time: 0.2250128 Aug 03 19:09:39.430980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ade560b-ab5e-46ad-a374-38623a11a12e req-41cc3409-a08d-42cf-a29d-45a0d155e31b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490950 Aug 03 19:09:39.492838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-dd1b9153-acc3-48f1-b8d5-9f3c246e1ad1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8bf4afae-339a-4ccd-b4d9-e7e89483000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960529 Aug 03 19:09:39.600547 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.633451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:39.640537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:39.652661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-c2c9832f-35aa-456f-b9e1-649f9f499aea service neutron] 10.222.0.74 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484516 Aug 03 19:09:39.845948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9298db74-8c3c-434a-9daf-bd0b6459deb8 req-a0c590a2-2cef-45a3-9f58-e091a896ff01 service neutron] 10.222.0.74 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843903 Aug 03 19:09:39.934089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 07a3b05c-3b62-4b90-95f1-85f3d7fafd6d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:40.034671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185235b-a5f9-497e-8a9e-ab6d9f7ded41 req-6b3238d9-00d3-4b45-a028-d609e6618b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:40.037319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3185235b-a5f9-497e-8a9e-ab6d9f7ded41 req-6b3238d9-00d3-4b45-a028-d609e6618b0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d16cf25c448d409aadbb745cfcd1d59b&device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 1095 time: 0.0778749 Aug 03 19:09:40.153719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-361771b9-115d-4b79-b19a-40cc3021ace0 None None] Provisioning complete for port ba0a2744-d685-4d68-b375-ea95c7bdcbcd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:40.155263 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-361771b9-115d-4b79-b19a-40cc3021ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.199900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:40.219959 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-77a4379d-a62b-48ea-aa5c-cbb515710b33 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "PUT /v2.0/routers/07a3b05c-3b62-4b90-95f1-85f3d7fafd6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8299003 Aug 03 19:09:40.220556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90723e9d-1e28-4849-950b-e4f570c890a5 None None] Sync routers for ids ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:40.225037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57644) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:40.231581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-361771b9-115d-4b79-b19a-40cc3021ace0 None None] Port ba0a2744-d685-4d68-b375-ea95c7bdcbcd cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:40.237323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'port': {'network_id': '4fb824ca-994d-4ddf-8ee5-de16f08e4cd9', 'name': 'tempest-FloatingIPTestJSON-1737203080'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:40.242324 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5201422f-0c47-488c-986a-51fd433b1757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.248861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90723e9d-1e28-4849-950b-e4f570c890a5 None None] Routers {'07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:40.250391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-90723e9d-1e28-4849-950b-e4f570c890a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:40.306924 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-90723e9d-1e28-4849-950b-e4f570c890a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:40.352878 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90723e9d-1e28-4849-950b-e4f570c890a5 None None] Routers {'07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:40.354917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-90723e9d-1e28-4849-950b-e4f570c890a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:40.486451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-90723e9d-1e28-4849-950b-e4f570c890a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:40.491343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90723e9d-1e28-4849-950b-e4f570c890a5 None None] The sync data for ids ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:40.506751 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5201422f-0c47-488c-986a-51fd433b1757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.516727 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5201422f-0c47-488c-986a-51fd433b1757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.596644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Made reservation on behalf of dc09cb236a654b39acf18824f82d86bf for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:40.604917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5201422f-0c47-488c-986a-51fd433b1757 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a269ebeb5fa420997944de82bdec6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2234938 Aug 03 19:09:40.607326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185235b-a5f9-497e-8a9e-ab6d9f7ded41 req-edae3a97-bcbe-47a2-909c-07971d1a6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:40.607934 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.609133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3185235b-a5f9-497e-8a9e-ab6d9f7ded41 req-edae3a97-bcbe-47a2-909c-07971d1a6bc4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8bf4afae-339a-4ccd-b4d9-e7e89483000d HTTP/1.1" status: 200 len: 911 time: 0.5637403 Aug 03 19:09:40.609951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57652) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:40.619100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201422f-0c47-488c-986a-51fd433b1757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5600e6ad-8e18-4b90-8759-e64e5afd4cf0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:40.675692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] device_id is not set on port 633fa07c-aab1-4354-aad6-7e98e0ef8769 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:09:40.704180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3185235b-a5f9-497e-8a9e-ab6d9f7ded41 req-0fcc747f-092c-4a8f-90ed-5cb58440502a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 HTTP/1.1" status: 200 len: 217 time: 0.0752690 Aug 03 19:09:40.815475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185235b-a5f9-497e-8a9e-ab6d9f7ded41 req-45718f13-ad5b-4a16-a51b-91cb43f55bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:40.816248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3185235b-a5f9-497e-8a9e-ab6d9f7ded41 req-45718f13-ad5b-4a16-a51b-91cb43f55bfb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd504692-7d0a-44cd-8b53-60b300a84652 HTTP/1.1" status: 200 len: 850 time: 0.1024115 Aug 03 19:09:40.870177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3185235b-a5f9-497e-8a9e-ab6d9f7ded41 req-4b6a502b-d702-4c03-a1d0-d854b21dc3de service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8bf4afae-339a-4ccd-b4d9-e7e89483000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430207 Aug 03 19:09:40.893662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db81423-5692-4241-a885-b7c73eb5b9e7 req-43b652be-d315-4015-84e0-7e0569dacf38 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:40.895428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1db81423-5692-4241-a885-b7c73eb5b9e7 req-43b652be-d315-4015-84e0-7e0569dacf38 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 944 time: 0.2177124 Aug 03 19:09:40.896585 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1b53-bc65-4800-ada3-461cba25f9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.963013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Allocated IP 172.20.0.8 (4fb824ca-994d-4ddf-8ee5-de16f08e4cd9/656ff237-85ad-4df2-936a-82771e9981d7/633fa07c-aab1-4354-aad6-7e98e0ef8769) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:41.016722 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1b53-bc65-4800-ada3-461cba25f9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.074429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1db81423-5692-4241-a885-b7c73eb5b9e7 req-9dabf0cb-4af5-45fd-9fb8-88b9f4924fa3 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621304 Aug 03 19:09:41.151010 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3185235b-a5f9-497e-8a9e-ab6d9f7ded41 req-ad26b747-f341-4906-a731-c837c79d88b2 service neutron] 10.222.0.74 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721746 Aug 03 19:09:41.331383 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.697458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Transition to ACTIVE for port object 633fa07c-aab1-4354-aad6-7e98e0ef8769 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:41.704671 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1b53-bc65-4800-ada3-461cba25f9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.707642 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1b53-bc65-4800-ada3-461cba25f9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.708676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8d9c1b53-bc65-4800-ada3-461cba25f9b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5600e6ad-8e18-4b90-8759-e64e5afd4cf0 HTTP/1.1" status: 204 len: 168 time: 1.0973508 Aug 03 19:09:41.724330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c1b53-bc65-4800-ada3-461cba25f9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5600e6ad-8e18-4b90-8759-e64e5afd4cf0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:41.770250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3185235b-a5f9-497e-8a9e-ab6d9f7ded41 req-cc063ca1-864b-4bde-9e1e-94c08f6a6532 service neutron] 10.222.0.74 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116805 Aug 03 19:09:41.778172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.824765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Network 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:41.829015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:41.833990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:41.907699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:41.908756 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.923854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event updated for resources: {'Port': ['ID=633fa07c-aab1-4354-aad6-7e98e0ef8769,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:41.943106 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-87f43d62-24ac-43c2-a411-92e03a382cad tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7155612 Aug 03 19:09:41.946951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57684) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:41.955282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a7cfc4d9-64fc-4fed-b674-a44bb6f1472b tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Request body: {'floatingip': {'port_id': '633fa07c-aab1-4354-aad6-7e98e0ef8769'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:42.050917 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc4d9-64fc-4fed-b674-a44bb6f1472b tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.311771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-33e790f7-05df-40e5-8df9-756247aa8bc8 None None] Provisioning for port 633fa07c-aab1-4354-aad6-7e98e0ef8769 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:42.325744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-33e790f7-05df-40e5-8df9-756247aa8bc8 None None] Provisioning complete for port 633fa07c-aab1-4354-aad6-7e98e0ef8769 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:42.325744 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-33e790f7-05df-40e5-8df9-756247aa8bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.480826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-33e790f7-05df-40e5-8df9-756247aa8bc8 None None] Port 633fa07c-aab1-4354-aad6-7e98e0ef8769 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:42.702435 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc4d9-64fc-4fed-b674-a44bb6f1472b tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.710487 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc4d9-64fc-4fed-b674-a44bb6f1472b tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.774796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e4797-5f76-4e14-baf4-e0a36a2892ec req-2b68342e-8e19-4003-8096-88479db60a15 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:42.777049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd8e4797-5f76-4e14-baf4-e0a36a2892ec req-2b68342e-8e19-4003-8096-88479db60a15 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 944 time: 0.2774944 Aug 03 19:09:42.892699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd8e4797-5f76-4e14-baf4-e0a36a2892ec req-039ea9d2-6909-439d-9c58-822562cae4ed tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965724 Aug 03 19:09:42.894257 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-a7cfc4d9-64fc-4fed-b674-a44bb6f1472b tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP 7b70f536-1488-4b7e-9f52-62c3c7b8947d associated. External IP: 172.25.8.247, port: 85b4bc39-0372-4437-bcb9-8451fc419ea8. Aug 03 19:09:43.039277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57702) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:43.077564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-db961a42-47fe-4b9d-bcb2-c028db411812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.084300 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:43.313300 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-db961a42-47fe-4b9d-bcb2-c028db411812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.322813 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-db961a42-47fe-4b9d-bcb2-c028db411812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.327970 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:43.372632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'fd65b6b3-c34e-43b6-9dc6-96a10dfcad37', 'network_id': '8bf4afae-339a-4ccd-b4d9-e7e89483000d', 'port_id': 'fd65b6b3-c34e-43b6-9dc6-96a10dfcad37', 'mac_address': 'fa:16:3e:b8:1a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd504692-7d0a-44cd-8b53-60b300a84652', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:43.412551 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-db961a42-47fe-4b9d-bcb2-c028db411812 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e392e6b8c6f648f18f37a7aabef9c259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713763 Aug 03 19:09:43.414831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db961a42-47fe-4b9d-bcb2-c028db411812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0113ae22-23d1-467c-9f31-bba38a8fec50,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:43.420318 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57712) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:43.512792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cfc4d9-64fc-4fed-b674-a44bb6f1472b tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:43.520691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.548432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:43.568618 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a43b656-f24f-467d-bde0-07991cc0b52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.575970 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:43.586962 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.633251 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a43b656-f24f-467d-bde0-07991cc0b52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.718229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:43.731799 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a43b656-f24f-467d-bde0-07991cc0b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.735532 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a43b656-f24f-467d-bde0-07991cc0b52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.735863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.736677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.737587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.738443 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.739282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.739910 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8a43b656-f24f-467d-bde0-07991cc0b52d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0113ae22-23d1-467c-9f31-bba38a8fec50 HTTP/1.1" status: 204 len: 168 time: 0.3171415 Aug 03 19:09:43.740777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.741573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.742444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.743203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.743963 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.744785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.745819 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:43.754707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43b656-f24f-467d-bde0-07991cc0b52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0113ae22-23d1-467c-9f31-bba38a8fec50,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:43.784451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cfc4d9-64fc-4fed-b674-a44bb6f1472b tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:43.799248 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1552b7e-8be8-474c-8e41-04a2b99543a9 None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:43.811403 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1552b7e-8be8-474c-8e41-04a2b99543a9 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:43.812043 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f1552b7e-8be8-474c-8e41-04a2b99543a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:43.865241 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f1552b7e-8be8-474c-8e41-04a2b99543a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:43.874765 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1552b7e-8be8-474c-8e41-04a2b99543a9 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:43.875788 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f1552b7e-8be8-474c-8e41-04a2b99543a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:43.946169 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f1552b7e-8be8-474c-8e41-04a2b99543a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:43.947061 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1552b7e-8be8-474c-8e41-04a2b99543a9 None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:44.017369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['fd65b6b3-c34e-43b6-9dc6-96a10dfcad37'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:44.153853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52035d7-26cf-4a66-ace4-711d5867ca75 req-88aa6b38-51ee-44dd-b527-530daf5ded40 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:44.155456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b52035d7-26cf-4a66-ace4-711d5867ca75 req-88aa6b38-51ee-44dd-b527-530daf5ded40 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 945 time: 0.1137614 Aug 03 19:09:44.161931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cfc4d9-64fc-4fed-b674-a44bb6f1472b tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 07a3b05c-3b62-4b90-95f1-85f3d7fafd6d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:44.359480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b52035d7-26cf-4a66-ace4-711d5867ca75 req-6598ca53-baa0-490e-a552-4c8eeb482b64 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467273 Aug 03 19:09:44.377732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cfc4d9-64fc-4fed-b674-a44bb6f1472b tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:44.393592 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc4d9-64fc-4fed-b674-a44bb6f1472b tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:44.402458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedddd5-e915-4d5b-ac46-df0a08527d95 None None] Sync routers for ids ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:44.422245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbedddd5-e915-4d5b-ac46-df0a08527d95 None None] Routers {'07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:44.423572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cbedddd5-e915-4d5b-ac46-df0a08527d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:44.471271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cbedddd5-e915-4d5b-ac46-df0a08527d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:44.473456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a7cfc4d9-64fc-4fed-b674-a44bb6f1472b tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "PUT /v2.0/floatingips/7b70f536-1488-4b7e-9f52-62c3c7b8947d HTTP/1.1" status: 200 len: 978 time: 2.5248873 Aug 03 19:09:44.476525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57738) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:44.481618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbedddd5-e915-4d5b-ac46-df0a08527d95 None None] Routers {'07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:44.482527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cbedddd5-e915-4d5b-ac46-df0a08527d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:44.523666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cbedddd5-e915-4d5b-ac46-df0a08527d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:44.524714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbedddd5-e915-4d5b-ac46-df0a08527d95 None None] The sync data for ids ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:44.617243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port 633fa07c-aab1-4354-aad6-7e98e0ef8769 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:44.617761 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:44.762320 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.030237 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.032300 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.032791 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Floating IP 7b70f536-1488-4b7e-9f52-62c3c7b8947d disassociated. External IP: 172.25.8.247, port: 633fa07c-aab1-4354-aad6-7e98e0ef8769. Aug 03 19:09:45.033351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for 633fa07c-aab1-4354-aad6-7e98e0ef8769 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:45.097217 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.275853 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.330065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=633fa07c-aab1-4354-aad6-7e98e0ef8769,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:45.596304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b86423-756a-4b95-832f-11ee59ffc2e9 req-094c0513-2570-4afd-811d-4a34b1738d3c tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:45.598266 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11b86423-756a-4b95-832f-11ee59ffc2e9 req-094c0513-2570-4afd-811d-4a34b1738d3c tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 945 time: 0.1098650 Aug 03 19:09:45.605910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 07a3b05c-3b62-4b90-95f1-85f3d7fafd6d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:45.713828 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11b86423-756a-4b95-832f-11ee59ffc2e9 req-6a91b257-4718-4a62-a810-93b0868551d7 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057696 Aug 03 19:09:45.816496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:45.852379 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410fff4-a72f-4164-af05-2cdd583ef37d None None] Sync routers for ids ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:45.869255 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410fff4-a72f-4164-af05-2cdd583ef37d None None] Routers {'07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:45.870942 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2410fff4-a72f-4164-af05-2cdd583ef37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:45.941995 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2410fff4-a72f-4164-af05-2cdd583ef37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:45.946377 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.951821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57792) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:45.955832 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410fff4-a72f-4164-af05-2cdd583ef37d None None] Routers {'07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:45.956392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bad789ff-9f01-4264-8e20-6de9507e8452 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/ports/633fa07c-aab1-4354-aad6-7e98e0ef8769 HTTP/1.1" status: 204 len: 168 time: 1.4774344 Aug 03 19:09:45.956943 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2410fff4-a72f-4164-af05-2cdd583ef37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:46.002649 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2410fff4-a72f-4164-af05-2cdd583ef37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:46.004469 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410fff4-a72f-4164-af05-2cdd583ef37d None None] The sync data for ids ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:46.553724 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19e81dc0-845e-48be-8184-9048ce57d387 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:46.683530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57818) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:46.982343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-19e81dc0-845e-48be-8184-9048ce57d387 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port ba0a2744-d685-4d68-b375-ea95c7bdcbcd {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:46.982952 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19e81dc0-845e-48be-8184-9048ce57d387 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.000962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d186b-07fe-4e4e-a29a-7b373a1853df req-ae6edee9-1693-45b1-aa58-9931b4f6421a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:47.003679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a98d186b-07fe-4e4e-a29a-7b373a1853df req-ae6edee9-1693-45b1-aa58-9931b4f6421a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 945 time: 0.1067860 Aug 03 19:09:47.112589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19e81dc0-845e-48be-8184-9048ce57d387 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.118424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a98d186b-07fe-4e4e-a29a-7b373a1853df req-201fbb84-1688-4b70-b94e-edcc27fe5f95 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906663 Aug 03 19:09:47.130256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:47.161587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-19e81dc0-845e-48be-8184-9048ce57d387 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for ba0a2744-d685-4d68-b375-ea95c7bdcbcd owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:47.195660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1641002072-network', 'tenant_id': '4f3a5fafabe54717a33cfcaad026e1c7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:47.238194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Made reservation on behalf of 4f3a5fafabe54717a33cfcaad026e1c7 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:47.243580 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.246844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:47.251376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:47.251744 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.265650 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.445416 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.453441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.467138 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.506723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92ef3a6-18fa-4e48-9aad-4a689889122f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:47.512057 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19e81dc0-845e-48be-8184-9048ce57d387 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.532291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:47.543368 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.543619 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Added segment a4281bb6-6b47-4091-9450-7b80736ac09f of type vlan for network 15bb3e6f-d336-4e80-bd0f-9aa74c37b96b Aug 03 19:09:47.577814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:47.580584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59024c9d-8fc5-49ea-97f6-ca29f0cf690b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd65b6b3-c34e-43b6-9dc6-96a10dfcad37'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:47.587142 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fc20f7-0cd3-4ced-8f46-3af01c61a988" -d '{"events": [{"server_uuid": "59024c9d-8fc5-49ea-97f6-ca29f0cf690b", "name": "network-vif-plugged", "status": "completed", "tag": "fd65b6b3-c34e-43b6-9dc6-96a10dfcad37"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:47.598983 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.635510 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.695033 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4545e652-575e-4a30-b8f4-aa198e0b9800 x-openstack-request-id: req-4545e652-575e-4a30-b8f4-aa198e0b9800 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:47.695693 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59024c9d-8fc5-49ea-97f6-ca29f0cf690b", "name": "network-vif-plugged", "status": "completed", "tag": "fd65b6b3-c34e-43b6-9dc6-96a10dfcad37", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:47.696275 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4545e652-575e-4a30-b8f4-aa198e0b9800 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:47.697112 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59024c9d-8fc5-49ea-97f6-ca29f0cf690b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd65b6b3-c34e-43b6-9dc6-96a10dfcad37', 'code': 200} Aug 03 19:09:47.709664 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.712617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:47.713746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.780206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:47.801849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e81dc0-845e-48be-8184-9048ce57d387 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=ba0a2744-d685-4d68-b375-ea95c7bdcbcd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:47.902837 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:09:47.921980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2372708 Aug 03 19:09:47.945611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57850) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:47.960924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] Request body: {'subnet': {'network_id': '15bb3e6f-d336-4e80-bd0f-9aa74c37b96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1641002072-subnet', 'tenant_id': '4f3a5fafabe54717a33cfcaad026e1c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:48.022027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff70bb-359d-4e00-a279-58acda5c11ac admin admin] Pushing event updated for resources: {'Network': ['ID=15bb3e6f-d336-4e80-bd0f-9aa74c37b96b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:48.037813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 15bb3e6f-d336-4e80-bd0f-9aa74c37b96b details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:48.071396 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19e81dc0-845e-48be-8184-9048ce57d387 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.090948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245c4b4-7063-4aae-b7b1-528b42b8c0ad req-7dc329a5-7114-46bc-9461-136d6b6e049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.093874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3245c4b4-7063-4aae-b7b1-528b42b8c0ad req-7dc329a5-7114-46bc-9461-136d6b6e049a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 1097 time: 0.2338336 Aug 03 19:09:48.185133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] Made reservation on behalf of 4f3a5fafabe54717a33cfcaad026e1c7 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:48.193444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.407538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3245c4b4-7063-4aae-b7b1-528b42b8c0ad req-f99b059a-132c-4b6c-ab64-4421f20d47a3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023746 Aug 03 19:09:48.468650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d0bbb-f901-45f1-a67e-5e8c057759a5 req-e227ce83-48ab-4d58-88fc-9d82866e8d5a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.476883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e1d0bbb-f901-45f1-a67e-5e8c057759a5 req-e227ce83-48ab-4d58-88fc-9d82866e8d5a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.1151931 Aug 03 19:09:48.590378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e1d0bbb-f901-45f1-a67e-5e8c057759a5 req-bd37e59a-80d7-4647-9332-37b9610caf16 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121740 Aug 03 19:09:48.610200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e81dc0-845e-48be-8184-9048ce57d387 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 07a3b05c-3b62-4b90-95f1-85f3d7fafd6d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:48.704414 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.779838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e81dc0-845e-48be-8184-9048ce57d387 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:48.789389 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-19e81dc0-845e-48be-8184-9048ce57d387 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "PUT /v2.0/routers/07a3b05c-3b62-4b90-95f1-85f3d7fafd6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8358912 Aug 03 19:09:48.794250 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57886) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:48.795218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd29273-fdc4-4113-a25d-7769fabf2b9c None None] Sync routers for ids ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:48.812873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd29273-fdc4-4113-a25d-7769fabf2b9c None None] Routers {'07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:48.814201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3fd29273-fdc4-4113-a25d-7769fabf2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:48.848451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c393b6ae-6443-41c4-96f4-81cd4a8ec9aa,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:48.878149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] Checking segment: {'id': 'a4281bb6-6b47-4091-9450-7b80736ac09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '15bb3e6f-d336-4e80-bd0f-9aa74c37b96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:48.878744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] Network hostable DHCP agents. Network: 15bb3e6f-d336-4e80-bd0f-9aa74c37b96b, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:09:48.913240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] Network 15bb3e6f-d336-4e80-bd0f-9aa74c37b96b is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:09:48.915135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3fd29273-fdc4-4113-a25d-7769fabf2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:48.925329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd29273-fdc4-4113-a25d-7769fabf2b9c None None] Routers {'07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:48.926197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3fd29273-fdc4-4113-a25d-7769fabf2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:48.938935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 15bb3e6f-d336-4e80-bd0f-9aa74c37b96b) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:48.951914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.953272 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.990378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67cb50-71bb-4cc6-b70a-c66a69eac772 None None] Network 15bb3e6f-d336-4e80-bd0f-9aa74c37b96b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:48.998732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8f6f89b4-f601-460b-81f0-e96a5eb071b8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0492451 Aug 03 19:09:49.045620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3fd29273-fdc4-4113-a25d-7769fabf2b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:49.046364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd29273-fdc4-4113-a25d-7769fabf2b9c None None] The sync data for ids ['07a3b05c-3b62-4b90-95f1-85f3d7fafd6d'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:49.086465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:49.262427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763e049b-e1bf-4c3e-8d57-3876dd8ce2f4 None None] Network 15bb3e6f-d336-4e80-bd0f-9aa74c37b96b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:49.376446 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:49.517802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port b8231876-8216-4c09-b13e-ab2b3ac88613 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:49.520099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:49.652572 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:49.687913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for b8231876-8216-4c09-b13e-ab2b3ac88613 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:49.809278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f830970-acbd-41c3-9f6b-89e7b3b97f50 req-de39cbba-6de9-4c93-9190-2aafa3dbd3ae tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:49.816564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f830970-acbd-41c3-9f6b-89e7b3b97f50 req-de39cbba-6de9-4c93-9190-2aafa3dbd3ae tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.1286480 Aug 03 19:09:49.873216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f830970-acbd-41c3-9f6b-89e7b3b97f50 req-462dc7ce-52a2-4e4c-a1b5-f261ad68ef8e tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488443 Aug 03 19:09:50.353538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51236064-bf8f-4bb1-ac6a-5dd9c88529d6 req-0c3dd56e-0c1a-40f4-b1ca-c0c5fbb5eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.362554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51236064-bf8f-4bb1-ac6a-5dd9c88529d6 req-0c3dd56e-0c1a-40f4-b1ca-c0c5fbb5eb64 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d16cf25c448d409aadbb745cfcd1d59b&device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 1097 time: 0.1540384 Aug 03 19:09:50.440989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d046dac-552c-4bac-aec5-5fc123db6b78 req-3091a31e-38f3-4d82-8e6f-69581f6a4fee tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.442992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d046dac-552c-4bac-aec5-5fc123db6b78 req-3091a31e-38f3-4d82-8e6f-69581f6a4fee tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.2179978 Aug 03 19:09:50.535058 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:50.580677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=b8231876-8216-4c09-b13e-ab2b3ac88613,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:50.586411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d046dac-552c-4bac-aec5-5fc123db6b78 req-f5a3a089-bf8f-4c78-9c23-c7d4e795b45b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336179 Aug 03 19:09:50.595897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51236064-bf8f-4bb1-ac6a-5dd9c88529d6 req-483acdd4-5566-4b81-bd82-814aea26ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.611605 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51236064-bf8f-4bb1-ac6a-5dd9c88529d6 req-483acdd4-5566-4b81-bd82-814aea26ad44 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8bf4afae-339a-4ccd-b4d9-e7e89483000d HTTP/1.1" status: 200 len: 911 time: 0.2379391 Aug 03 19:09:50.666363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:50.673723 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51236064-bf8f-4bb1-ac6a-5dd9c88529d6 req-8db3bae5-931d-46f0-a039-c33b719f0b80 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 HTTP/1.1" status: 200 len: 217 time: 0.0546427 Aug 03 19:09:50.764465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51236064-bf8f-4bb1-ac6a-5dd9c88529d6 req-daa41ea8-1500-4e25-8da0-045f18ec0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.766383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51236064-bf8f-4bb1-ac6a-5dd9c88529d6 req-daa41ea8-1500-4e25-8da0-045f18ec0b4a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd504692-7d0a-44cd-8b53-60b300a84652 HTTP/1.1" status: 200 len: 850 time: 0.0858014 Aug 03 19:09:50.824828 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51236064-bf8f-4bb1-ac6a-5dd9c88529d6 req-2721341c-0716-4e3a-905b-05d7daa0dc17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8bf4afae-339a-4ccd-b4d9-e7e89483000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514073 Aug 03 19:09:50.831674 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:50.834732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:50.923183 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:50.925144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Fanout notify agent at l3_agent the message router_deleted on router 07a3b05c-3b62-4b90-95f1-85f3d7fafd6d {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:09:50.941569 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:50.944474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57958) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:50.945220 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e4dd6c5b-1dcd-4d86-abc5-207218e16ce5 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/routers/07a3b05c-3b62-4b90-95f1-85f3d7fafd6d HTTP/1.1" status: 204 len: 168 time: 2.1495123 Aug 03 19:09:51.006474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51236064-bf8f-4bb1-ac6a-5dd9c88529d6 req-77e8b33e-dacb-4c4a-b2fa-376ba267e4e3 service neutron] 10.222.0.74 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738780 Aug 03 19:09:51.029615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57960) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:51.035169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-991942458-network', 'tenant_id': '45f5956d2d174e4eba03544cc05e1b15'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:51.087161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Made reservation on behalf of 45f5956d2d174e4eba03544cc05e1b15 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:51.092735 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.108695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f151d90-281d-45f1-b382-0bf9bf27aa39 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting subnet 656ff237-85ad-4df2-936a-82771e9981d7 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:09:51.120530 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.122149 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4f151d90-281d-45f1-b382-0bf9bf27aa39 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.228877 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4f151d90-281d-45f1-b382-0bf9bf27aa39 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.317574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51236064-bf8f-4bb1-ac6a-5dd9c88529d6 req-cc053469-a963-49b4-a3e3-eb925ca7d10d service neutron] 10.222.0.74 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038952 Aug 03 19:09:51.340472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.349832 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.407876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:51.429449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ca6d96-c76e-4c58-ac69-654f637cbd3e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:51.449753 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4f151d90-281d-45f1-b382-0bf9bf27aa39 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.454470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.455026 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Added segment 2f6bc5d4-2926-464f-bb88-fe28cb6b3f62 of type vlan for network 035b64e7-1be0-4ad4-a987-9cd49ba81873 Aug 03 19:09:51.545330 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4f151d90-281d-45f1-b382-0bf9bf27aa39 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.555814 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.601643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.603304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f151d90-281d-45f1-b382-0bf9bf27aa39 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Subnet': ['ID=656ff237-85ad-4df2-936a-82771e9981d7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:51.607606 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4f151d90-281d-45f1-b382-0bf9bf27aa39 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.611102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4f151d90-281d-45f1-b382-0bf9bf27aa39 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/subnets/656ff237-85ad-4df2-936a-82771e9981d7 HTTP/1.1" status: 204 len: 168 time: 0.6644573 Aug 03 19:09:51.615180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3c04a-d3d9-420a-9c28-10b3134d454d None None] Network 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:51.615771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57978) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:51.619881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:51.622220 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.844619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] Pushing event updated for resources: {'Network': ['ID=035b64e7-1be0-4ad4-a987-9cd49ba81873,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:51.870639 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b23208bb-a1ae-413e-984d-233e29fa0839 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8367615 Aug 03 19:09:51.872330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57984) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:51.907880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcfa66d-0c6c-40ff-aa6c-5179cae08e8b None None] DHCP port deletion for 4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:09:51.908707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] Request body: {'subnet': {'network_id': '035b64e7-1be0-4ad4-a987-9cd49ba81873', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-991942458-subnet', 'tenant_id': '45f5956d2d174e4eba03544cc05e1b15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:51.913204 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.927366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 035b64e7-1be0-4ad4-a987-9cd49ba81873 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:51.992425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] Made reservation on behalf of 45f5956d2d174e4eba03544cc05e1b15 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:52.000081 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.164131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ebcfa66d-0c6c-40ff-aa6c-5179cae08e8b None None] Deleting port 738263ae-e07a-4a7e-a002-020b2d1c48e0 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:52.164584 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa66d-0c6c-40ff-aa6c-5179cae08e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.279189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ebcfa66d-0c6c-40ff-aa6c-5179cae08e8b None None] For port 738263ae-e07a-4a7e-a002-020b2d1c48e0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=738263ae-e07a-4a7e-a002-020b2d1c48e0,segment=NetworkSegment(35916083-ee65-4d9b-9592-767a3edcff9c),segment_id=35916083-ee65-4d9b-9592-767a3edcff9c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:52.279620 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa66d-0c6c-40ff-aa6c-5179cae08e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.299679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ebcfa66d-0c6c-40ff-aa6c-5179cae08e8b None None] Calling delete_port for 738263ae-e07a-4a7e-a002-020b2d1c48e0 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:52.396479 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ebcfa66d-0c6c-40ff-aa6c-5179cae08e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.413738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfa66d-0c6c-40ff-aa6c-5179cae08e8b None None] No DVR routers for this DVR port 738263ae-e07a-4a7e-a002-020b2d1c48e0 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:52.461545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfa66d-0c6c-40ff-aa6c-5179cae08e8b None None] Pushing event deleted for resources: {'Port': ['ID=738263ae-e07a-4a7e-a002-020b2d1c48e0,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:52.660847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1127fd-2411-4001-a78b-64a4161b651b req-b7c1cf87-e860-4913-b43c-b04cb0307ce1 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:52.664821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a1127fd-2411-4001-a78b-64a4161b651b req-b7c1cf87-e860-4913-b43c-b04cb0307ce1 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.8772285 Aug 03 19:09:52.715772 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.795272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port 738263ae-e07a-4a7e-a002-020b2d1c48e0 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:52.795765 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.802562 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a1127fd-2411-4001-a78b-64a4161b651b req-71dd9a0c-d224-474a-b6a7-74fd4c111315 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226099 Aug 03 19:09:52.884208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] Pushing event updated for resources: {'Subnet': ['ID=986521fe-0015-433b-bfcc-9d614d1b6093,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:52.923727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] For port 738263ae-e07a-4a7e-a002-020b2d1c48e0, host n-d-802918-7, got binding levels [] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:52.924015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] Checking segment: {'id': '2f6bc5d4-2926-464f-bb88-fe28cb6b3f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '035b64e7-1be0-4ad4-a987-9cd49ba81873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:52.924147 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.924567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] Network hostable DHCP agents. Network: 035b64e7-1be0-4ad4-a987-9cd49ba81873, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:09:52.944117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for 738263ae-e07a-4a7e-a002-020b2d1c48e0 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:52.947416 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.ipam_backend_mixin [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Port 738263ae-e07a-4a7e-a002-020b2d1c48e0 was not found and therefore no delete operation was performed {{(pid=100487) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:09:52.950349 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.987228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] Network 035b64e7-1be0-4ad4-a987-9cd49ba81873 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:09:53.014003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 035b64e7-1be0-4ad4-a987-9cd49ba81873) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:53.022685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:53.023661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.024747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a5d423-62fe-462a-a325-55213d2548f2 None None] Network 035b64e7-1be0-4ad4-a987-9cd49ba81873 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:53.036853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] No DVR routers for this DVR port 738263ae-e07a-4a7e-a002-020b2d1c48e0 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:53.057343 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=738263ae-e07a-4a7e-a002-020b2d1c48e0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:53.083126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fcc25556-92e9-43c4-a25a-bd01deab526d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2012441 Aug 03 19:09:53.309351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.347842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb824ca-994d-4ddf-8ee5-de16f08e4cd9']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:53.373423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35916083-ee65-4d9b-9592-767a3edcff9c') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:53.374081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35916083-ee65-4d9b-9592-767a3edcff9c') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:53.409229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.442163 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.461355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:09:53.461742 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.528727 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bba4d9-55cb-4961-b17b-0d17d88dd3ad None None] Network 035b64e7-1be0-4ad4-a987-9cd49ba81873 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:09:53.565354 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:09:53.573713 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.584232 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.590984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/networks/4fb824ca-994d-4ddf-8ee5-de16f08e4cd9 HTTP/1.1" status: 204 len: 168 time: 1.9693053 Aug 03 19:09:53.594035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58026) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:53.601104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec91519-ed0a-4e09-b945-8ee8cc4280d8 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Network': ['ID=4fb824ca-994d-4ddf-8ee5-de16f08e4cd9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:53.885203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c37d7630-aabc-4c32-b00f-64720298d004 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port 84251a88-3089-4970-a130-e7ac478cf1a3 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:53.886566 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c37d7630-aabc-4c32-b00f-64720298d004 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.970825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 738263ae-e07a-4a7e-a002-020b2d1c48e0 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:54.012724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 738263ae-e07a-4a7e-a002-020b2d1c48e0 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:54.013402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 738263ae-e07a-4a7e-a002-020b2d1c48e0 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:54.021204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58042) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:54.093687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c37d7630-aabc-4c32-b00f-64720298d004 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.094464 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c37d7630-aabc-4c32-b00f-64720298d004 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.104831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf82bf-ab99-4a1d-8293-d52d5d67f2dc req-37b0bf0d-ec5f-4e17-a236-590c93ea7b78 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:54.114981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c37d7630-aabc-4c32-b00f-64720298d004 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for 84251a88-3089-4970-a130-e7ac478cf1a3 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:54.118231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34bf82bf-ab99-4a1d-8293-d52d5d67f2dc req-37b0bf0d-ec5f-4e17-a236-590c93ea7b78 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.1168265 Aug 03 19:09:54.220887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34bf82bf-ab99-4a1d-8293-d52d5d67f2dc req-c5e36f63-6310-4387-a976-644ecf04b4b1 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008155 Aug 03 19:09:54.319673 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c37d7630-aabc-4c32-b00f-64720298d004 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.361900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d7630-aabc-4c32-b00f-64720298d004 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=84251a88-3089-4970-a130-e7ac478cf1a3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:54.451182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c37d7630-aabc-4c32-b00f-64720298d004 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.453996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c37d7630-aabc-4c32-b00f-64720298d004 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.456579 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c37d7630-aabc-4c32-b00f-64720298d004 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/floatingips/7b70f536-1488-4b7e-9f52-62c3c7b8947d HTTP/1.1" status: 204 len: 168 time: 0.8605094 Aug 03 19:09:54.460731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58054) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:54.529914 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b411dac-e7fe-4596-b65a-5ecdd8162034 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:09:54.531147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b411dac-e7fe-4596-b65a-5ecdd8162034 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:09:54.534540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3b411dac-e7fe-4596-b65a-5ecdd8162034 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/ports/633fa07c-aab1-4354-aad6-7e98e0ef8769 HTTP/1.1" status: 404 len: 333 time: 0.0714438 Aug 03 19:09:54.536985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58064) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:54.626682 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fbada331-fadb-46a2-8049-d8d2261687bc tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "GET /v2.0/ports?device_id=07a3b05c-3b62-4b90-95f1-85f3d7fafd6d HTTP/1.1" status: 200 len: 205 time: 0.0879858 Aug 03 19:09:54.629712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58068) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:54.642127 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c56af96d-6443-4479-b294-998f7df47ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.716826 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-ed946552-d83f-452a-9d37-1f73f866cd7d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] delete failed (client error): The resource could not be found. Aug 03 19:09:54.721173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ed946552-d83f-452a-9d37-1f73f866cd7d tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/routers/07a3b05c-3b62-4b90-95f1-85f3d7fafd6d HTTP/1.1" status: 404 len: 336 time: 0.0874894 Aug 03 19:09:54.724151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58070) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:54.781624 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8fc7c7-07c8-4347-879f-27264491ab20 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] DELETE failed (client error): The resource could not be found. Aug 03 19:09:54.782198 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8fc7c7-07c8-4347-879f-27264491ab20 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:09:54.787312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1f8fc7c7-07c8-4347-879f-27264491ab20 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/subnets/656ff237-85ad-4df2-936a-82771e9981d7 HTTP/1.1" status: 404 len: 337 time: 0.0595713 Aug 03 19:09:54.788939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58072) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:54.819152 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c56af96d-6443-4479-b294-998f7df47ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.827677 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c56af96d-6443-4479-b294-998f7df47ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.879989 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c56af96d-6443-4479-b294-998f7df47ff8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98d7ad7907ac4e29bb9a5e04821ff6ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8570411 Aug 03 19:09:54.884501 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58076) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:54.932739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56af96d-6443-4479-b294-998f7df47ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dafe8d-5f7e-4d45-987e-d4bf523c0536,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:54.969583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58078) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:54.997282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-a97931df-d2df-43a7-a060-427726ecdfd8 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:55.000305 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2edc-8dbe-49c7-a87b-fd392260d9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.000999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-a97931df-d2df-43a7-a060-427726ecdfd8 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/networks?id=15bb3e6f-d336-4e80-bd0f-9aa74c37b96b HTTP/1.1" status: 200 len: 812 time: 0.4764657 Aug 03 19:09:55.034841 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2edc-8dbe-49c7-a87b-fd392260d9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.046591 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-1169af89-61c6-4be9-8c6d-1272a34bad85 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/quotas/4f3a5fafabe54717a33cfcaad026e1c7 HTTP/1.1" status: 200 len: 375 time: 0.0315220 Aug 03 19:09:55.123476 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2edc-8dbe-49c7-a87b-fd392260d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.126761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7cb387ac-0751-4689-adde-d20854918805 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f3a5fafabe54717a33cfcaad026e1c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737042 Aug 03 19:09:55.130133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2edc-8dbe-49c7-a87b-fd392260d9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.133184 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7cbc2edc-8dbe-49c7-a87b-fd392260d9e3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/64dafe8d-5f7e-4d45-987e-d4bf523c0536 HTTP/1.1" status: 204 len: 168 time: 0.2448711 Aug 03 19:09:55.156797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc2edc-8dbe-49c7-a87b-fd392260d9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dafe8d-5f7e-4d45-987e-d4bf523c0536,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:55.168781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b27ce-988f-48bc-a00d-16fc0f8d95bd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port 85b4bc39-0372-4437-bcb9-8451fc419ea8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:55.171108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d6b27ce-988f-48bc-a00d-16fc0f8d95bd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.409319 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.517036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58094) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:55.531083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0d221c6-1abe-4ef7-aab9-7752a546eb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.564244 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.api [None req-d0d221c6-1abe-4ef7-aab9-7752a546eb68 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:09:55.564244 n-d-802918-7 neutron-server[100488]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:09:55.564244 n-d-802918-7 neutron-server[100488]: [parameters: {'project_id': 'f56b3ca53dc344938d8776008b6dd507', 'id': 'bc11d6d8-064f-405a-8486-6bdef9e5bbda', 'expiration': datetime.datetime(2021, 8, 3, 19, 11, 55, 549689)}] Aug 03 19:09:55.564244 n-d-802918-7 neutron-server[100488]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:09:55.565011 n-d-802918-7 neutron-server[100488]: DEBUG oslo_db.api [None req-d0d221c6-1abe-4ef7-aab9-7752a546eb68 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:09:55.629909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9e053-58cd-4b7e-bc1f-982b52185083 req-1d4fe96b-2eba-4586-ac26-326a4ca78395 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:55.631806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0bd9e053-58cd-4b7e-bc1f-982b52185083 req-1d4fe96b-2eba-4586-ac26-326a4ca78395 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.2479205 Aug 03 19:09:55.653209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-6153a4e3-1ae9-42dd-a589-0fc0368201d8 service neutron] 10.222.0.78 "GET /v2.0/networks/15bb3e6f-d336-4e80-bd0f-9aa74c37b96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710972 Aug 03 19:09:55.655319 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d6b27ce-988f-48bc-a00d-16fc0f8d95bd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.710179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b27ce-988f-48bc-a00d-16fc0f8d95bd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for 85b4bc39-0372-4437-bcb9-8451fc419ea8 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:55.861303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0bd9e053-58cd-4b7e-bc1f-982b52185083 req-49addfd1-485e-4f7c-8277-80cb6cd12f68 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165956 Aug 03 19:09:55.958309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-13ca2fb9-4994-4ff7-be52-f4dca09702c2 service neutron] 10.222.0.78 "GET /v2.0/networks/15bb3e6f-d336-4e80-bd0f-9aa74c37b96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911551 Aug 03 19:09:55.960518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.967256 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.044223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c440cdeb-a983-4c19-ae75-b3026056fe9e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:56.049576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5724c8cc2cbb485ba42357d3d30e3f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0758116 Aug 03 19:09:56.051599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58100) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:56.061111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.061466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.061842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.062389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.062894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.063408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.063916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.064439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.065093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.065638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.066132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.066649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b104895-8900-42d1-a913-81f822130715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:56.085435 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0d221c6-1abe-4ef7-aab9-7752a546eb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.087366 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d6b27ce-988f-48bc-a00d-16fc0f8d95bd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.151102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-56c33c86-ffc8-4f2f-bb12-e5fba9a9afd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.196627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-56c33c86-ffc8-4f2f-bb12-e5fba9a9afd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.220915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b27ce-988f-48bc-a00d-16fc0f8d95bd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=85b4bc39-0372-4437-bcb9-8451fc419ea8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:56.317457 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0d221c6-1abe-4ef7-aab9-7752a546eb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.326172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0d221c6-1abe-4ef7-aab9-7752a546eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.372272 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d0d221c6-1abe-4ef7-aab9-7752a546eb68 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f56b3ca53dc344938d8776008b6dd507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8536856 Aug 03 19:09:56.376096 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58112) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:56.392793 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d6133a3-0095-45c5-acf7-081e4fb4cf68 req-d56b3e47-5a99-4abd-8f23-46f5fbe34c7f tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 210 time: 0.0568435 Aug 03 19:09:56.397681 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d6b27ce-988f-48bc-a00d-16fc0f8d95bd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.402836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7d6b27ce-988f-48bc-a00d-16fc0f8d95bd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/ports/85b4bc39-0372-4437-bcb9-8451fc419ea8 HTTP/1.1" status: 204 len: 168 time: 1.6125910 Aug 03 19:09:56.404487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58114) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:56.427542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d221c6-1abe-4ef7-aab9-7752a546eb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98682f-2ff1-4f1f-974a-13fbd7bdfaf7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:56.465756 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-56c33c86-ffc8-4f2f-bb12-e5fba9a9afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.470080 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-56c33c86-ffc8-4f2f-bb12-e5fba9a9afd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.471520 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-56c33c86-ffc8-4f2f-bb12-e5fba9a9afd4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c440cdeb-a983-4c19-ae75-b3026056fe9e HTTP/1.1" status: 204 len: 168 time: 0.4172392 Aug 03 19:09:56.494254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c33c86-ffc8-4f2f-bb12-e5fba9a9afd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c440cdeb-a983-4c19-ae75-b3026056fe9e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:56.541620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f93055e-9a36-4dc3-906e-0cbddb848842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.548459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5e9896ce-febf-419e-98c8-f631b1d00720 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port b4116870-20a3-4597-b9b4-939b67226714 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:56.549182 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e9896ce-febf-419e-98c8-f631b1d00720 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.588261 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f93055e-9a36-4dc3-906e-0cbddb848842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.684795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f93055e-9a36-4dc3-906e-0cbddb848842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.687614 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f93055e-9a36-4dc3-906e-0cbddb848842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.691992 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2f93055e-9a36-4dc3-906e-0cbddb848842 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc98682f-2ff1-4f1f-974a-13fbd7bdfaf7 HTTP/1.1" status: 204 len: 168 time: 0.3118651 Aug 03 19:09:56.701799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93055e-9a36-4dc3-906e-0cbddb848842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc98682f-2ff1-4f1f-974a-13fbd7bdfaf7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:56.715306 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e9896ce-febf-419e-98c8-f631b1d00720 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.743109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5e9896ce-febf-419e-98c8-f631b1d00720 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for b4116870-20a3-4597-b9b4-939b67226714 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:57.004860 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e9896ce-febf-419e-98c8-f631b1d00720 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.109828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9896ce-febf-419e-98c8-f631b1d00720 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=b4116870-20a3-4597-b9b4-939b67226714,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:57.264009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbed27b-6fdc-4681-9224-a948fe5d8026 req-d977a224-9620-477d-9751-61b9091ac0b8 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:57.272211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4bbed27b-6fdc-4681-9224-a948fe5d8026 req-d977a224-9620-477d-9751-61b9091ac0b8 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.2563407 Aug 03 19:09:57.278930 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e9896ce-febf-419e-98c8-f631b1d00720 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.283772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:57.284326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5e9896ce-febf-419e-98c8-f631b1d00720 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/ports/b4116870-20a3-4597-b9b4-939b67226714 HTTP/1.1" status: 204 len: 168 time: 0.8774459 Aug 03 19:09:57.350567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4bbed27b-6fdc-4681-9224-a948fe5d8026 req-37b6df9f-bed0-4961-880a-41165a25b254 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722685 Aug 03 19:09:57.359026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58148) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:57.374699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e8ee241d-b594-4d01-90af-a6111717a5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.428228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373effa-c210-4da0-a072-82387d856ee1 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:57.432817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58154) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:57.433907 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0373effa-c210-4da0-a072-82387d856ee1 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "GET /v2.0/ports?device_id=1ed8e19d-0702-4069-9b30-a12646929f04 HTTP/1.1" status: 200 len: 913 time: 0.1482465 Aug 03 19:09:57.587012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-545b756c-76e8-4603-8f5b-bec1b05fc53b req-4b66b32b-a89e-4f61-a05d-e8f672cda913 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 210 time: 0.0590086 Aug 03 19:09:57.826611 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e8ee241d-b594-4d01-90af-a6111717a5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.836889 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e8ee241d-b594-4d01-90af-a6111717a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.868947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e8ee241d-b594-4d01-90af-a6111717a5a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b099b560ad9d4a97bb9eac94ac8fe06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5087519 Aug 03 19:09:57.873923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58164) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:57.961844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee241d-b594-4d01-90af-a6111717a5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735a9c4c-5f28-4b6f-a9df-90fbb80cca39,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:58.024459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-d34f6d6c-2bf7-4874-bac1-476486057eb2 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:58.028264 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-d34f6d6c-2bf7-4874-bac1-476486057eb2 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.37 "GET /v2.0/networks?id=15bb3e6f-d336-4e80-bd0f-9aa74c37b96b HTTP/1.1" status: 200 len: 812 time: 0.3029149 Aug 03 19:09:58.050555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Request body: {'port': {'device_id': '5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2', 'network_id': '15bb3e6f-d336-4e80-bd0f-9aa74c37b96b', 'admin_state_up': True, 'tenant_id': '4f3a5fafabe54717a33cfcaad026e1c7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:58.102992 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d91c-8587-49b3-87eb-28f005c5dcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.161400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d91c-8587-49b3-87eb-28f005c5dcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.250794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Made reservation on behalf of 4f3a5fafabe54717a33cfcaad026e1c7 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:58.255354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.290070 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43390546-dd31-449d-bd10-61c5beec48dd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.338043 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d91c-8587-49b3-87eb-28f005c5dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.342179 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d91c-8587-49b3-87eb-28f005c5dcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.343501 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e3d7d91c-8587-49b3-87eb-28f005c5dcc5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/735a9c4c-5f28-4b6f-a9df-90fbb80cca39 HTTP/1.1" status: 204 len: 168 time: 0.4669070 Aug 03 19:09:58.370890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7d91c-8587-49b3-87eb-28f005c5dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735a9c4c-5f28-4b6f-a9df-90fbb80cca39,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:58.498520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Allocated IP 172.20.0.12 (15bb3e6f-d336-4e80-bd0f-9aa74c37b96b/c393b6ae-6443-41c4-96f4-81cd4a8ec9aa/3b8fa2cd-9f50-473b-b61f-80a8429f2403) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:58.631519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b366c-07e4-4b28-ba6d-e19a87dd0a11 req-3a510b16-b9ff-44ff-9ac8-11f2743b5fbb tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:58.638011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-816b366c-07e4-4b28-ba6d-e19a87dd0a11 req-3a510b16-b9ff-44ff-9ac8-11f2743b5fbb tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.1021471 Aug 03 19:09:58.701999 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.758290 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.778425 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18780a56-d7cd-4822-b394-b694283825f9 req-7f25bf3e-aac4-454c-9d1f-08f5f75f88bb tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 210 time: 0.0455134 Aug 03 19:09:58.809825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Network 15bb3e6f-d336-4e80-bd0f-9aa74c37b96b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:58.832462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:58.840802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:58.893761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-816b366c-07e4-4b28-ba6d-e19a87dd0a11 req-fc192880-9b49-4020-956f-41777ec05444 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378983 Aug 03 19:09:58.898660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:58.899456 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.931065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Pushing event updated for resources: {'Port': ['ID=3b8fa2cd-9f50-473b-b61f-80a8429f2403,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:58.936998 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-7905cec8-12cb-41fe-bb4e-6d7ef4a5f7dd tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8980427 Aug 03 19:09:58.952511 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Request body: {'port': {'device_id': '5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:58.963056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-43390546-dd31-449d-bd10-61c5beec48dd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port f926af21-3320-4457-a1b3-436a7ea03108 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:58.965904 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43390546-dd31-449d-bd10-61c5beec48dd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.114705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.136321 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43390546-dd31-449d-bd10-61c5beec48dd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.175082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-43390546-dd31-449d-bd10-61c5beec48dd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for f926af21-3320-4457-a1b3-436a7ea03108 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:59.502161 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.585629 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43390546-dd31-449d-bd10-61c5beec48dd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.657452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43390546-dd31-449d-bd10-61c5beec48dd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=f926af21-3320-4457-a1b3-436a7ea03108,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:59.657853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8fa2cd-9f50-473b-b61f-80a8429f2403 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:59.674735 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.703281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Transition to ACTIVE for port object 3b8fa2cd-9f50-473b-b61f-80a8429f2403 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:59.710749 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.824766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Pushing event updated for resources: {'Port': ['ID=3b8fa2cd-9f50-473b-b61f-80a8429f2403,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:59.941588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Attempting to bind port 3b8fa2cd-9f50-473b-b61f-80a8429f2403 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:59.942192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Attempting to bind port 3b8fa2cd-9f50-473b-b61f-80a8429f2403 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'a4281bb6-6b47-4091-9450-7b80736ac09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '15bb3e6f-d336-4e80-bd0f-9aa74c37b96b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:59.942657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Attempting to bind port 3b8fa2cd-9f50-473b-b61f-80a8429f2403 on network 15bb3e6f-d336-4e80-bd0f-9aa74c37b96b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:59.949739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Port 3b8fa2cd-9f50-473b-b61f-80a8429f2403 on network 15bb3e6f-d336-4e80-bd0f-9aa74c37b96b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:09:59.950625 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Attempting to bind port 3b8fa2cd-9f50-473b-b61f-80a8429f2403 on network 15bb3e6f-d336-4e80-bd0f-9aa74c37b96b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:59.957972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:59.964466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Checking segment: {'id': 'a4281bb6-6b47-4091-9450-7b80736ac09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '15bb3e6f-d336-4e80-bd0f-9aa74c37b96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:59.965085 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Bound using segment: {'id': 'a4281bb6-6b47-4091-9450-7b80736ac09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '15bb3e6f-d336-4e80-bd0f-9aa74c37b96b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:59.965851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Bound port: 3b8fa2cd-9f50-473b-b61f-80a8429f2403, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4281bb6-6b47-4091-9450-7b80736ac09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '15bb3e6f-d336-4e80-bd0f-9aa74c37b96b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:59.966243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.078579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] For port 3b8fa2cd-9f50-473b-b61f-80a8429f2403, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:00.096073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] For port 3b8fa2cd-9f50-473b-b61f-80a8429f2403, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=3b8fa2cd-9f50-473b-b61f-80a8429f2403,segment=NetworkSegment(a4281bb6-6b47-4091-9450-7b80736ac09f),segment_id=a4281bb6-6b47-4091-9450-7b80736ac09f)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:00.106628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.147861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43390546-dd31-449d-bd10-61c5beec48dd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.158456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8130f03-ed42-462e-a8e2-1ec8e8422cc9 req-97d0834e-bf87-4737-a9b6-df85712b6a33 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.183009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8130f03-ed42-462e-a8e2-1ec8e8422cc9 req-97d0834e-bf87-4737-a9b6-df85712b6a33 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.1456249 Aug 03 19:10:00.204447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc5022-cafe-4861-a3db-213d6f3165dc req-10ae4637-ca65-4a63-822a-be8ecccd9e7d tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.207080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36bc5022-cafe-4861-a3db-213d6f3165dc req-10ae4637-ca65-4a63-822a-be8ecccd9e7d tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 944 time: 0.2452407 Aug 03 19:10:00.209406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.214292 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.216008 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] 10.222.0.37 "PUT /v2.0/ports/3b8fa2cd-9f50-473b-b61f-80a8429f2403 HTTP/1.1" status: 200 len: 1092 time: 1.2698762 Aug 03 19:10:00.216521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2', 'tag': '3b8fa2cd-9f50-473b-b61f-80a8429f2403'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:00.225133 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de004852-d714-496b-9050-bae4f84696cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2", "tag": "3b8fa2cd-9f50-473b-b61f-80a8429f2403"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:00.295476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab003654-947c-4423-93e0-e864ff0746ae service neutron] Pushing event updated for resources: {'Port': ['ID=3b8fa2cd-9f50-473b-b61f-80a8429f2403,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:00.342604 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8130f03-ed42-462e-a8e2-1ec8e8422cc9 req-a8fb24c7-dcfa-4d17-9477-6c12b2d3fc1f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296144 Aug 03 19:10:00.363362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36bc5022-cafe-4861-a3db-213d6f3165dc req-e840935a-b450-475f-9a14-036d3afa8555 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361005 Aug 03 19:10:00.412914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-9fb071dd-d73e-4fc0-9ae5-036a07cfdf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.419963 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-9fb071dd-d73e-4fc0-9ae5-036a07cfdf89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f3a5fafabe54717a33cfcaad026e1c7&device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 1095 time: 0.1426091 Aug 03 19:10:00.502483 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61480d22-51a1-45db-bc50-73dc08cd49a7 x-openstack-request-id: req-61480d22-51a1-45db-bc50-73dc08cd49a7 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:00.503121 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2", "tag": "3b8fa2cd-9f50-473b-b61f-80a8429f2403", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:00.503560 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61480d22-51a1-45db-bc50-73dc08cd49a7 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:00.504184 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2', 'tag': '3b8fa2cd-9f50-473b-b61f-80a8429f2403', 'status': 'completed', 'code': 200} Aug 03 19:10:00.506623 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-25019554-fbf9-44a6-bc44-97328e6f0feb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8fa2cd-9f50-473b-b61f-80a8429f2403 HTTP/1.1" status: 200 len: 217 time: 0.0810580 Aug 03 19:10:00.614731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ad799179-bf69-4dea-9cc8-1df18dec6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.618784 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-ad799179-bf69-4dea-9cc8-1df18dec6f9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c393b6ae-6443-41c4-96f4-81cd4a8ec9aa HTTP/1.1" status: 200 len: 852 time: 0.1031759 Aug 03 19:10:00.692252 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-f47e5380-e77d-41fd-8a7f-aa88840e09b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15bb3e6f-d336-4e80-bd0f-9aa74c37b96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631309 Aug 03 19:10:00.948660 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-228049de-7f73-42ca-92fb-4984c426389f service neutron] 10.222.0.37 "GET /v2.0/networks/15bb3e6f-d336-4e80-bd0f-9aa74c37b96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483780 Aug 03 19:10:01.156762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43390546-dd31-449d-bd10-61c5beec48dd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Router 1ed8e19d-0702-4069-9b30-a12646929f04 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:01.207657 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5dc7eab5-72b2-4874-b9fc-742e31105ce4 req-de6ee10b-1ca0-4295-aebf-296bfc07a604 service neutron] 10.222.0.37 "GET /v2.0/networks/15bb3e6f-d336-4e80-bd0f-9aa74c37b96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514641 Aug 03 19:10:01.399729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de004852-d714-496b-9050-bae4f84696cb req-8ba22f45-d4ac-40e9-8e36-80cefe05daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:01.403617 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de004852-d714-496b-9050-bae4f84696cb req-8ba22f45-d4ac-40e9-8e36-80cefe05daad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f3a5fafabe54717a33cfcaad026e1c7&device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 1095 time: 0.1094847 Aug 03 19:10:01.455304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43390546-dd31-449d-bd10-61c5beec48dd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:01.471070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-43390546-dd31-449d-bd10-61c5beec48dd tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "PUT /v2.0/routers/1ed8e19d-0702-4069-9b30-a12646929f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0370674 Aug 03 19:10:01.473622 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f49a1a-8b2a-4367-aca1-d26ed1d51b33 None None] Sync routers for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:01.476671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58308) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:01.519446 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f49a1a-8b2a-4367-aca1-d26ed1d51b33 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:01.520986 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-85f49a1a-8b2a-4367-aca1-d26ed1d51b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:01.635531 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-85f49a1a-8b2a-4367-aca1-d26ed1d51b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:01.668853 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f49a1a-8b2a-4367-aca1-d26ed1d51b33 None None] Routers {'1ed8e19d-0702-4069-9b30-a12646929f04'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:01.669989 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-85f49a1a-8b2a-4367-aca1-d26ed1d51b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:09:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1ed8e19d-0702-4069-9b30-a12646929f04'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:01.734816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de004852-d714-496b-9050-bae4f84696cb req-1b3a4463-f988-4322-bdb7-ebe225468d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:01.741243 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de004852-d714-496b-9050-bae4f84696cb req-1b3a4463-f988-4322-bdb7-ebe225468d69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=15bb3e6f-d336-4e80-bd0f-9aa74c37b96b HTTP/1.1" status: 200 len: 913 time: 0.3219049 Aug 03 19:10:01.756656 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-85f49a1a-8b2a-4367-aca1-d26ed1d51b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:01.758370 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f49a1a-8b2a-4367-aca1-d26ed1d51b33 None None] The sync data for ids ['1ed8e19d-0702-4069-9b30-a12646929f04'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:01.829737 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de004852-d714-496b-9050-bae4f84696cb req-287e6733-c843-4deb-9568-d1b73d571055 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8fa2cd-9f50-473b-b61f-80a8429f2403 HTTP/1.1" status: 200 len: 217 time: 0.0807366 Aug 03 19:10:01.862178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477f7f1-3da1-4480-bab3-a17d18501d23 req-0aee0a28-ea61-4515-b080-75829bcab2b0 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:01.865876 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6477f7f1-3da1-4480-bab3-a17d18501d23 req-0aee0a28-ea61-4515-b080-75829bcab2b0 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.3204539 Aug 03 19:10:01.952239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de004852-d714-496b-9050-bae4f84696cb req-39acfee2-e94a-41f9-a2cd-9f0709868858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:01.955131 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de004852-d714-496b-9050-bae4f84696cb req-39acfee2-e94a-41f9-a2cd-9f0709868858 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c393b6ae-6443-41c4-96f4-81cd4a8ec9aa HTTP/1.1" status: 200 len: 852 time: 0.1164210 Aug 03 19:10:02.008339 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de004852-d714-496b-9050-bae4f84696cb req-b7b85702-ed91-4ec9-99bd-f2b8f5478977 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15bb3e6f-d336-4e80-bd0f-9aa74c37b96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340974 Aug 03 19:10:02.015676 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.082548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6477f7f1-3da1-4480-bab3-a17d18501d23 req-6be7596c-7786-4c36-a006-04dfff8b3f23 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947422 Aug 03 19:10:02.101207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d765c03-0352-4100-a19d-6df3befe4061 req-a6bd86bf-c1f4-49de-82cd-d0b9961c074b tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:02.103045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d765c03-0352-4100-a19d-6df3befe4061 req-a6bd86bf-c1f4-49de-82cd-d0b9961c074b tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 944 time: 0.3694901 Aug 03 19:10:02.110264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58322) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:02.183946 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de004852-d714-496b-9050-bae4f84696cb req-15b1b3db-3203-4f47-a41c-fc3ac9884889 service neutron] 10.222.0.37 "GET /v2.0/networks/15bb3e6f-d336-4e80-bd0f-9aa74c37b96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671650 Aug 03 19:10:02.262698 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.327782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d765c03-0352-4100-a19d-6df3befe4061 req-288650a6-aa8e-459c-af2c-127e09202ac6 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122307 Aug 03 19:10:02.365617 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de004852-d714-496b-9050-bae4f84696cb req-cc247243-570c-4bb4-85a0-3026c0068237 service neutron] 10.222.0.37 "GET /v2.0/networks/15bb3e6f-d336-4e80-bd0f-9aa74c37b96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711781 Aug 03 19:10:02.394988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting port 914b7832-78de-4b1b-b294-0682901c0009 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:02.395467 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.417958 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf43a-f7a7-471d-a365-e30f9a5120b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.553114 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.568405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Calling delete_port for 914b7832-78de-4b1b-b294-0682901c0009 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:02.579199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf43a-f7a7-471d-a365-e30f9a5120b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.585904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf43a-f7a7-471d-a365-e30f9a5120b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.661634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cf43a-f7a7-471d-a365-e30f9a5120b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7930b733-9a79-4466-a6cc-4793a6701eba,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:02.676728 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8f9cf43a-f7a7-471d-a365-e30f9a5120b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=32c575ba50fa41c4bbff8289a8f0b789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5618439 Aug 03 19:10:02.677320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58340) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:02.773621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67468290-217d-4f0c-987d-5bb60a8eb533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.810577 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67468290-217d-4f0c-987d-5bb60a8eb533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.882459 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67468290-217d-4f0c-987d-5bb60a8eb533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.885969 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67468290-217d-4f0c-987d-5bb60a8eb533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.887995 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-67468290-217d-4f0c-987d-5bb60a8eb533 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7930b733-9a79-4466-a6cc-4793a6701eba HTTP/1.1" status: 204 len: 168 time: 0.2088029 Aug 03 19:10:02.898956 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.915960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67468290-217d-4f0c-987d-5bb60a8eb533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7930b733-9a79-4466-a6cc-4793a6701eba,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:02.946399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Port': ['ID=914b7832-78de-4b1b-b294-0682901c0009,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:03.050839 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.273575 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.279268 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.342141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58366) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:03.359178 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-455e9665-f480-4369-9a0e-d6653f54c9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.392023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52604385-61b4-4ecc-b149-48f3685b0052 req-ea1774ee-ccfa-4ac9-a58c-b36770b7f951 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.394110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52604385-61b4-4ecc-b149-48f3685b0052 req-ea1774ee-ccfa-4ac9-a58c-b36770b7f951 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.1472435 Aug 03 19:10:03.395434 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.396211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed8e19d-0702-4069-9b30-a12646929f04 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:10:03.408127 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.414117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a3441640-5dda-4a43-bfb1-91a7a0f557df tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/routers/1ed8e19d-0702-4069-9b30-a12646929f04 HTTP/1.1" status: 204 len: 168 time: 1.9359095 Aug 03 19:10:03.415526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58370) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:03.581527 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-455e9665-f480-4369-9a0e-d6653f54c9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.586666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-455e9665-f480-4369-9a0e-d6653f54c9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.599494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adfd382-df0d-4f21-8183-c2c907f40a32 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Deleting subnet 500a3ddc-42f6-40c7-bb88-ff997d994ca3 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:10:03.604994 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8adfd382-df0d-4f21-8183-c2c907f40a32 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.618267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 3b8fa2cd-9f50-473b-b61f-80a8429f2403 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:03.627456 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e675dfd0-bec0-44f2-aa18-e1335054d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.631420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e9665-f480-4369-9a0e-d6653f54c9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc055129-ccd5-4916-8a4f-08b2faf79614,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:03.688069 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-455e9665-f480-4369-9a0e-d6653f54c9b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=170c5a6a6a2449f7a53e2ede68f82c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445656 Aug 03 19:10:03.690890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58378) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:03.699248 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8adfd382-df0d-4f21-8183-c2c907f40a32 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.781338 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-510efb61-6c0b-4a82-bc32-5f050aceb9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.807709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 3b8fa2cd-9f50-473b-b61f-80a8429f2403, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=3b8fa2cd-9f50-473b-b61f-80a8429f2403,segment=NetworkSegment(a4281bb6-6b47-4091-9450-7b80736ac09f),segment_id=a4281bb6-6b47-4091-9450-7b80736ac09f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:03.822461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '3b8fa2cd-9f50-473b-b61f-80a8429f2403', 'network_id': '15bb3e6f-d336-4e80-bd0f-9aa74c37b96b', 'port_id': '3b8fa2cd-9f50-473b-b61f-80a8429f2403', 'mac_address': 'fa:16:3e:c2:07:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c393b6ae-6443-41c4-96f4-81cd4a8ec9aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:10:03.832070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-510efb61-6c0b-4a82-bc32-5f050aceb9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.838199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8adfd382-df0d-4f21-8183-c2c907f40a32 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.870806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58382) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:03.886241 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.902479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8fa2cd-9f50-473b-b61f-80a8429f2403 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:03.915750 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-510efb61-6c0b-4a82-bc32-5f050aceb9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.923774 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-510efb61-6c0b-4a82-bc32-5f050aceb9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.928955 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-510efb61-6c0b-4a82-bc32-5f050aceb9e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc055129-ccd5-4916-8a4f-08b2faf79614 HTTP/1.1" status: 204 len: 168 time: 0.2367313 Aug 03 19:10:03.948177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 3b8fa2cd-9f50-473b-b61f-80a8429f2403, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=3b8fa2cd-9f50-473b-b61f-80a8429f2403,segment=NetworkSegment(a4281bb6-6b47-4091-9450-7b80736ac09f),segment_id=a4281bb6-6b47-4091-9450-7b80736ac09f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:03.952373 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510efb61-6c0b-4a82-bc32-5f050aceb9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc055129-ccd5-4916-8a4f-08b2faf79614,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:03.957619 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.993844 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52604385-61b4-4ecc-b149-48f3685b0052 req-802b353e-b82c-46be-991b-b80322b0fe01 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748241 Aug 03 19:10:04.053453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee8c8e-1e13-4a07-aae3-67039cb7fa23 req-3802eac8-ace7-47b7-83ce-5d179fb2845d tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:04.059958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fee8c8e-1e13-4a07-aae3-67039cb7fa23 req-3802eac8-ace7-47b7-83ce-5d179fb2845d tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 944 time: 0.5535018 Aug 03 19:10:04.113026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=3b8fa2cd-9f50-473b-b61f-80a8429f2403,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:04.131840 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8adfd382-df0d-4f21-8183-c2c907f40a32 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.133361 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef72afd5-30ae-483b-8ebc-47fa4e7b1b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.159217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fee8c8e-1e13-4a07-aae3-67039cb7fa23 req-9b049f3a-df51-40f2-a16d-98e6466dc040 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846386 Aug 03 19:10:04.171472 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8adfd382-df0d-4f21-8183-c2c907f40a32 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.175383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8adfd382-df0d-4f21-8183-c2c907f40a32 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/subnets/500a3ddc-42f6-40c7-bb88-ff997d994ca3 HTTP/1.1" status: 204 len: 168 time: 0.7551641 Aug 03 19:10:04.180902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58392) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:04.210537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfd382-df0d-4f21-8183-c2c907f40a32 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Subnet': ['ID=500a3ddc-42f6-40c7-bb88-ff997d994ca3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:04.222642 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['3b8fa2cd-9f50-473b-b61f-80a8429f2403'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:04.297969 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.462062 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.479674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951b349c-1990-404d-bcff-e94a13617a33']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:04.499742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bc102b-226b-463d-aa5e-5a364f7668e4') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:04.500166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bc102b-226b-463d-aa5e-5a364f7668e4') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:04.519335 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.530141 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef72afd5-30ae-483b-8ebc-47fa4e7b1b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.537965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef72afd5-30ae-483b-8ebc-47fa4e7b1b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.541418 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.563968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:10:04.564692 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:10:04.570916 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:10:04.654230 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ef72afd5-30ae-483b-8ebc-47fa4e7b1b01 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b08e990129e4265bc671008bf6113cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7818990 Aug 03 19:10:04.657231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58410) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:04.669579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72afd5-30ae-483b-8ebc-47fa4e7b1b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43cad96-a6a6-4133-84ed-3854d4139846,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:04.674783 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.684223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.691621 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] 10.222.0.78 "DELETE /v2.0/networks/951b349c-1990-404d-bcff-e94a13617a33 HTTP/1.1" status: 204 len: 168 time: 0.5071526 Aug 03 19:10:04.707816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883142c-e823-4bbf-b211-e347d040ac05 tempest-FloatingIPTestJSON-635792005 tempest-FloatingIPTestJSON-635792005-project] Pushing event deleted for resources: {'Network': ['ID=951b349c-1990-404d-bcff-e94a13617a33,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:04.755554 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-054e4417-7212-45c8-8961-7b51d8698b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.783700 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-054e4417-7212-45c8-8961-7b51d8698b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.853400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-054e4417-7212-45c8-8961-7b51d8698b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.858358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-054e4417-7212-45c8-8961-7b51d8698b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.859597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-054e4417-7212-45c8-8961-7b51d8698b3c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f43cad96-a6a6-4133-84ed-3854d4139846 HTTP/1.1" status: 204 len: 168 time: 0.2009780 Aug 03 19:10:04.885812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e4417-7212-45c8-8961-7b51d8698b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43cad96-a6a6-4133-84ed-3854d4139846,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:05.130940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58434) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:05.236202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5963-468d-49b8-9cc4-3971a8cf7d29 req-8582fbe4-144b-4e03-9c28-d10e636531f6 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:05.238836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a8c5963-468d-49b8-9cc4-3971a8cf7d29 req-8582fbe4-144b-4e03-9c28-d10e636531f6 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.1431060 Aug 03 19:10:05.392206 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f160585f-19ce-42db-86ba-1f9d66eec4db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc09cb236a654b39acf18824f82d86bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586675 Aug 03 19:10:05.395947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58450) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:05.414222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a8c5963-468d-49b8-9cc4-3971a8cf7d29 req-dbbe2e55-1795-414f-a80b-c27fee42965b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611423 Aug 03 19:10:05.477775 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68c6f036-92a8-4e16-9d02-dab7282d9f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.490031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedc01f-6b29-4c62-80cf-8d2aa4e904a1 req-91c2314c-9879-4116-9f9a-a3aefaaa556e tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:05.491785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dedc01f-6b29-4c62-80cf-8d2aa4e904a1 req-91c2314c-9879-4116-9f9a-a3aefaaa556e tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 945 time: 0.1680539 Aug 03 19:10:05.506528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68c6f036-92a8-4e16-9d02-dab7282d9f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.579116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dedc01f-6b29-4c62-80cf-8d2aa4e904a1 req-f9e9be5e-12d3-4918-b7a5-a9247339b372 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776310 Aug 03 19:10:05.597761 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68c6f036-92a8-4e16-9d02-dab7282d9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.600552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68c6f036-92a8-4e16-9d02-dab7282d9f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.603041 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-68c6f036-92a8-4e16-9d02-dab7282d9f80 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0f796384-74bc-4184-a4bb-aac5ae0055c8 HTTP/1.1" status: 204 len: 168 time: 0.2047246 Aug 03 19:10:05.620408 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6f036-92a8-4e16-9d02-dab7282d9f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f796384-74bc-4184-a4bb-aac5ae0055c8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:05.637288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 3b8fa2cd-9f50-473b-b61f-80a8429f2403 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:05.722750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 3b8fa2cd-9f50-473b-b61f-80a8429f2403 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:05.732505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 3b8fa2cd-9f50-473b-b61f-80a8429f2403 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:05.733165 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.888746 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.943243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8fa2cd-9f50-473b-b61f-80a8429f2403'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:05.946857 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b0e556-2bb4-4f96-b7ca-c31ed17e2cf2" -d '{"events": [{"server_uuid": "5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2", "name": "network-vif-plugged", "status": "completed", "tag": "3b8fa2cd-9f50-473b-b61f-80a8429f2403"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:05.986045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 3b8fa2cd-9f50-473b-b61f-80a8429f2403, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=3b8fa2cd-9f50-473b-b61f-80a8429f2403,segment=NetworkSegment(a4281bb6-6b47-4091-9450-7b80736ac09f),segment_id=a4281bb6-6b47-4091-9450-7b80736ac09f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:05.993761 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.110770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=3b8fa2cd-9f50-473b-b61f-80a8429f2403,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:06.127753 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a810ec1a-f39a-487d-99dc-202207e221cd x-openstack-request-id: req-a810ec1a-f39a-487d-99dc-202207e221cd {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:06.130509 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2", "name": "network-vif-plugged", "status": "completed", "tag": "3b8fa2cd-9f50-473b-b61f-80a8429f2403", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:06.142053 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a810ec1a-f39a-487d-99dc-202207e221cd {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:06.145031 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8fa2cd-9f50-473b-b61f-80a8429f2403', 'code': 200} Aug 03 19:10:06.280265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1a51c-dbfb-428b-90c2-e8115ff6a2ec req-9d7569cb-a445-401e-a709-a16355c23832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:06.283243 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-74c1a51c-dbfb-428b-90c2-e8115ff6a2ec req-9d7569cb-a445-401e-a709-a16355c23832 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 1097 time: 0.1145597 Aug 03 19:10:06.371822 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-74c1a51c-dbfb-428b-90c2-e8115ff6a2ec req-43659cba-1d22-4b08-9e04-0cb7b1063319 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808241 Aug 03 19:10:06.406611 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0dc4f7ab-a623-4a1c-8cb5-def72c1af58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.644731 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.674478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84061519-665e-46a5-a102-1bd76c5f40bd req-27239847-870f-43f6-81ea-ccf1d40aa706 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:06.676275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84061519-665e-46a5-a102-1bd76c5f40bd req-27239847-870f-43f6-81ea-ccf1d40aa706 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.1367717 Aug 03 19:10:06.824277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84061519-665e-46a5-a102-1bd76c5f40bd req-1b6e90ff-0857-4105-b7cb-d706451cb459 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319048 Aug 03 19:10:06.874415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b725e-7c05-4fa1-8070-eb9e3d855a61 req-75a2387f-beeb-4347-80eb-87e56705d37f tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:06.876583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-234b725e-7c05-4fa1-8070-eb9e3d855a61 req-75a2387f-beeb-4347-80eb-87e56705d37f tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.0882964 Aug 03 19:10:06.967367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-234b725e-7c05-4fa1-8070-eb9e3d855a61 req-e7e7eefc-619b-43d2-8ae5-a5cc09ccc7a5 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721660 Aug 03 19:10:07.771253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58548) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:07.816304 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:07.998926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1799766217'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:08.060347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:08.066670 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.095123 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.139443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda522c5-8c55-47b2-b07f-4024e0cc239e req-4937ad5b-9bfc-4b4d-86de-7a2852cd311b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.140999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bda522c5-8c55-47b2-b07f-4024e0cc239e req-4937ad5b-9bfc-4b4d-86de-7a2852cd311b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.1991737 Aug 03 19:10:08.210379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0181c-f760-40b7-95c4-a2b19f754a32 req-b6e1511a-0598-4aaa-b114-e0d73749bbd7 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.212055 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42d0181c-f760-40b7-95c4-a2b19f754a32 req-b6e1511a-0598-4aaa-b114-e0d73749bbd7 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.1322594 Aug 03 19:10:08.270853 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bda522c5-8c55-47b2-b07f-4024e0cc239e req-da8b08a1-b233-4fb3-a3c4-9e7f1390abe6 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089444 Aug 03 19:10:08.377976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42d0181c-f760-40b7-95c4-a2b19f754a32 req-dabb4d67-243d-470d-b316-1c12ae4466d4 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445832 Aug 03 19:10:08.493358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.500736 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.632320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:10:08.663631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f71ed9-8eb1-4b20-8bff-bcab0f964c30,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:08.686725 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.687285 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added segment 62ed1796-b07d-486f-9ad7-53c1af9e93d7 of type vlan for network 219b6fe3-b4ac-444f-902f-61798dbaa176 Aug 03 19:10:08.758325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7acc-5ced-4136-9ce9-d0aef85ff6b2 req-dfabe958-0664-47f1-bf5c-297d57f8799a tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.771489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c8d7acc-5ced-4136-9ce9-d0aef85ff6b2 req-dfabe958-0664-47f1-bf5c-297d57f8799a tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.2100987 Aug 03 19:10:08.830315 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.865052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c8d7acc-5ced-4136-9ce9-d0aef85ff6b2 req-7428def6-33f4-4bdc-92de-374cc82ead4d tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922246 Aug 03 19:10:08.911533 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.921402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.922129 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.988242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2159071 Aug 03 19:10:08.991835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58602) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:08.998475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1443514599'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:09.005237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb7ecb-e1ab-4208-bf05-93f6cdb5ef94 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Network': ['ID=219b6fe3-b4ac-444f-902f-61798dbaa176,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:09.018240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 219b6fe3-b4ac-444f-902f-61798dbaa176 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:10:09.034017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:09.043060 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.104859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:10:09.120035 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.120756 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added segment 0ec94a89-2c04-4812-af61-27b99f4efdf8 of type vlan for network ce237d80-46ec-4bff-ad70-6d6ff3e60e6d Aug 03 19:10:09.206467 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.251719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.261997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:09.263145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.272177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58616) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:09.343725 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3504500 Aug 03 19:10:09.348088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58622) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:09.359086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'subnet': {'network_id': '219b6fe3-b4ac-444f-902f-61798dbaa176', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:09.380132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a51725-397b-469e-9fa8-70249db42849 req-3c9e61f0-9ed9-458d-88ed-3047e8a90a82 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:09.388352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d85a2-4f20-4259-b0ca-ee4d698323cf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Network': ['ID=ce237d80-46ec-4bff-ad70-6d6ff3e60e6d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:09.389485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75a51725-397b-469e-9fa8-70249db42849 req-3c9e61f0-9ed9-458d-88ed-3047e8a90a82 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.1239643 Aug 03 19:10:09.405894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network ce237d80-46ec-4bff-ad70-6d6ff3e60e6d details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:10:09.531381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75a51725-397b-469e-9fa8-70249db42849 req-d05dceec-17f5-42f0-8440-268a3e28f92b tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406879 Aug 03 19:10:09.534682 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9aa55069-245a-48f7-8ba6-a91069805e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.589393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:09.596923 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.634146 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.704444 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-205f73f9-e3f6-49fe-8137-6eec5d74531e req-b8880730-900a-4ebd-a558-1ae02fb3f739 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1254563 Aug 03 19:10:09.808325 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9aa55069-245a-48f7-8ba6-a91069805e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.831585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9aa55069-245a-48f7-8ba6-a91069805e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.940213 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9aa55069-245a-48f7-8ba6-a91069805e70 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=662a4919dce440b38556bccffcbed646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6629243 Aug 03 19:10:09.940213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58634) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:09.940531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.942358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa55069-245a-48f7-8ba6-a91069805e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92811357-05bb-4395-849e-9f8f68b7cb77,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:09.980705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f73f9-e3f6-49fe-8137-6eec5d74531e req-5049571d-2c32-4d07-a5b9-1cf42aff29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:09.982708 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-205f73f9-e3f6-49fe-8137-6eec5d74531e req-5049571d-2c32-4d07-a5b9-1cf42aff29a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d16cf25c448d409aadbb745cfcd1d59b&device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 1096 time: 0.1729851 Aug 03 19:10:10.050268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Checking segment: {'id': '62ed1796-b07d-486f-9ad7-53c1af9e93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '219b6fe3-b4ac-444f-902f-61798dbaa176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:10.050775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network hostable DHCP agents. Network: 219b6fe3-b4ac-444f-902f-61798dbaa176, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:10:10.059211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Subnet': ['ID=bad5dec8-655a-4e6b-a610-02a951278c21,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:10.094282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568596e-0ba9-4683-8fb4-99fa57fe785b req-c9341ee5-0836-4bac-be98-cef6df676b2b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.105450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b76dca88-8232-4bcb-88c3-a75fc45fb452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.110487 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a568596e-0ba9-4683-8fb4-99fa57fe785b req-c9341ee5-0836-4bac-be98-cef6df676b2b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.4451027 Aug 03 19:10:10.177138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b76dca88-8232-4bcb-88c3-a75fc45fb452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.215832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 219b6fe3-b4ac-444f-902f-61798dbaa176 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:10:10.242196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 219b6fe3-b4ac-444f-902f-61798dbaa176) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:10.248247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f73f9-e3f6-49fe-8137-6eec5d74531e req-d6a758d7-8f9a-473d-8c5b-18c9bfddf82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.250265 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-205f73f9-e3f6-49fe-8137-6eec5d74531e req-d6a758d7-8f9a-473d-8c5b-18c9bfddf82d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bf4afae-339a-4ccd-b4d9-e7e89483000d HTTP/1.1" status: 200 len: 911 time: 0.2397442 Aug 03 19:10:10.253778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02165145-7882-4fe3-a9d5-b077585b9b5a None None] Network 219b6fe3-b4ac-444f-902f-61798dbaa176 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:10.272613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.274181 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.312418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8034-0ef6-47a3-bf04-2a61ca45052a req-fa435527-2d9b-44fd-a61a-a79771c31216 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.325072 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-205f73f9-e3f6-49fe-8137-6eec5d74531e req-1a609978-35b7-4160-9fe0-eb6ac57ca7c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ff46488-cde7-4a04-8da1-28b4295aead8 HTTP/1.1" status: 200 len: 217 time: 0.0656247 Aug 03 19:10:10.330104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8034-0ef6-47a3-bf04-2a61ca45052a req-fa435527-2d9b-44fd-a61a-a79771c31216 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.342428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8034-0ef6-47a3-bf04-2a61ca45052a req-fa435527-2d9b-44fd-a61a-a79771c31216 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.354823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8034-0ef6-47a3-bf04-2a61ca45052a req-fa435527-2d9b-44fd-a61a-a79771c31216 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.365533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8034-0ef6-47a3-bf04-2a61ca45052a req-fa435527-2d9b-44fd-a61a-a79771c31216 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.377923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8034-0ef6-47a3-bf04-2a61ca45052a req-fa435527-2d9b-44fd-a61a-a79771c31216 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.390666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8034-0ef6-47a3-bf04-2a61ca45052a req-fa435527-2d9b-44fd-a61a-a79771c31216 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.399283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b76dca88-8232-4bcb-88c3-a75fc45fb452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.402540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0dd8034-0ef6-47a3-bf04-2a61ca45052a req-fa435527-2d9b-44fd-a61a-a79771c31216 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5434 time: 0.2783930 Aug 03 19:10:10.403273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b76dca88-8232-4bcb-88c3-a75fc45fb452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.404725 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b76dca88-8232-4bcb-88c3-a75fc45fb452 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/92811357-05bb-4395-849e-9f8f68b7cb77 HTTP/1.1" status: 204 len: 168 time: 0.4634838 Aug 03 19:10:10.422844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dca88-8232-4bcb-88c3-a75fc45fb452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92811357-05bb-4395-849e-9f8f68b7cb77,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:10.435276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f73f9-e3f6-49fe-8137-6eec5d74531e req-b6fb23d1-d83d-4ffc-b602-28ece0256551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.438100 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-205f73f9-e3f6-49fe-8137-6eec5d74531e req-b6fb23d1-d83d-4ffc-b602-28ece0256551 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd504692-7d0a-44cd-8b53-60b300a84652 HTTP/1.1" status: 200 len: 850 time: 0.1058292 Aug 03 19:10:10.538700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1a10685e-0583-4d06-a8fd-6ff8bfcce771 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1860483 Aug 03 19:10:10.547731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58648) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:10.553028 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-205f73f9-e3f6-49fe-8137-6eec5d74531e req-bcb0ac81-a5a4-4b84-85a8-f191c831f5a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bf4afae-339a-4ccd-b4d9-e7e89483000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058798 Aug 03 19:10:10.574792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a568596e-0ba9-4683-8fb4-99fa57fe785b req-039d9245-45f2-4b94-b971-a151a8993e37 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617741 Aug 03 19:10:10.602153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'subnet': {'network_id': 'ce237d80-46ec-4bff-ad70-6d6ff3e60e6d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:10.602940 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-219b6fe3-b4ac-444f-902f-61798dbaa176', 'network_id': '219b6fe3-b4ac-444f-902f-61798dbaa176', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'fixed_ips': [{'subnet_id': 'bad5dec8-655a-4e6b-a610-02a951278c21'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:10:10.602940 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.604670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0dd8034-0ef6-47a3-bf04-2a61ca45052a req-24f7255b-6ac7-4399-b4d6-ca32d2971c7a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461239 Aug 03 19:10:10.803354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7918b-8c0d-4003-947a-bf4dc6b091a5 req-dd90ac95-5c32-4fe8-b530-74d081116ad2 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.805871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ce7918b-8c0d-4003-947a-bf4dc6b091a5 req-dd90ac95-5c32-4fe8-b530-74d081116ad2 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.1328073 Aug 03 19:10:10.871676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ce7918b-8c0d-4003-947a-bf4dc6b091a5 req-e215b405-613c-462f-8e4a-3365f4ff6224 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578637 Aug 03 19:10:10.966972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Allocated IP 2001:db8::2 (219b6fe3-b4ac-444f-902f-61798dbaa176/bad5dec8-655a-4e6b-a610-02a951278c21/e1144978-3cdc-4b4e-9a03-3cb95286864e) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:10.975247 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-205f73f9-e3f6-49fe-8137-6eec5d74531e req-c6c2b690-c150-454a-b5a4-e84608e0e56c service neutron] 10.222.0.37 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119177 Aug 03 19:10:10.984660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:10.993839 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.222018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58670) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:11.262597 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1246b9b-cce2-4b50-9dc3-49af5bd7608a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.341334 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.353197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Transition to ACTIVE for port object e1144978-3cdc-4b4e-9a03-3cb95286864e will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:11.376050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Transition to ACTIVE for port object e1144978-3cdc-4b4e-9a03-3cb95286864e will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:11.386610 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.395517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc8cd-1997-4a42-a46d-c6bf332b4b9e req-9d81008a-5f1e-47b5-bc3d-eeec9be9ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:11.402486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1edc8cd-1997-4a42-a46d-c6bf332b4b9e req-9d81008a-5f1e-47b5-bc3d-eeec9be9ed1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f3a5fafabe54717a33cfcaad026e1c7&device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 1097 time: 0.1282828 Aug 03 19:10:11.436505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Network 219b6fe3-b4ac-444f-902f-61798dbaa176 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:11.441341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:11.449723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:11.495971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Pushing event updated for resources: {'Port': ['ID=e1144978-3cdc-4b4e-9a03-3cb95286864e,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:11.543144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Attempting to bind port e1144978-3cdc-4b4e-9a03-3cb95286864e on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:11.543809 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Attempting to bind port e1144978-3cdc-4b4e-9a03-3cb95286864e by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '62ed1796-b07d-486f-9ad7-53c1af9e93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '219b6fe3-b4ac-444f-902f-61798dbaa176'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:11.544214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Attempting to bind port e1144978-3cdc-4b4e-9a03-3cb95286864e on network 219b6fe3-b4ac-444f-902f-61798dbaa176 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:11.551428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:11.552218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Checking segment: {'id': '62ed1796-b07d-486f-9ad7-53c1af9e93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '219b6fe3-b4ac-444f-902f-61798dbaa176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:11.552581 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.553036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Bound using segment: {'id': '62ed1796-b07d-486f-9ad7-53c1af9e93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '219b6fe3-b4ac-444f-902f-61798dbaa176'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:11.553739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Bound port: e1144978-3cdc-4b4e-9a03-3cb95286864e, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ed1796-b07d-486f-9ad7-53c1af9e93d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '219b6fe3-b4ac-444f-902f-61798dbaa176'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:11.554187 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.643285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790c7a0-e885-4387-b4a8-ed3178bc7781 req-5fdfb387-fa83-4108-9a9c-bd13f41384ef tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:11.646872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9790c7a0-e885-4387-b4a8-ed3178bc7781 req-5fdfb387-fa83-4108-9a9c-bd13f41384ef tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.3869445 Aug 03 19:10:11.694702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] For port e1144978-3cdc-4b4e-9a03-3cb95286864e, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:11.706283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] For port e1144978-3cdc-4b4e-9a03-3cb95286864e, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e1144978-3cdc-4b4e-9a03-3cb95286864e,segment=NetworkSegment(62ed1796-b07d-486f-9ad7-53c1af9e93d7),segment_id=62ed1796-b07d-486f-9ad7-53c1af9e93d7)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:11.720663 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.783293 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-205f73f9-e3f6-49fe-8137-6eec5d74531e req-b2e9a507-534a-41e4-bcd8-b41e457c9d68 service neutron] 10.222.0.37 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7998736 Aug 03 19:10:11.916535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9790c7a0-e885-4387-b4a8-ed3178bc7781 req-74424f4d-67eb-4549-ac77-840921a985c7 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031574 Aug 03 19:10:11.964384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c499b4-9469-4fcf-83c3-5d15e85dd4e1 None None] Pushing event updated for resources: {'Port': ['ID=e1144978-3cdc-4b4e-9a03-3cb95286864e,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:11.982322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.084381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Subnet': ['ID=c1e7e7eb-0147-4435-9402-a00099747052,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:12.153764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.154400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.155022 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.156649 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.157345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.158255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.158788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.159199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.159609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.160576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.161010 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.161416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:12.200497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Checking segment: {'id': '0ec94a89-2c04-4812-af61-27b99f4efdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ce237d80-46ec-4bff-ad70-6d6ff3e60e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:12.200843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network hostable DHCP agents. Network: ce237d80-46ec-4bff-ad70-6d6ff3e60e6d, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:10:12.232214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network ce237d80-46ec-4bff-ad70-6d6ff3e60e6d is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:10:12.244743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, ce237d80-46ec-4bff-ad70-6d6ff3e60e6d) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:12.256414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.257203 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.258060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-699cc967-1150-4176-b6d3-3fa030ea2b56 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.300157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-699cc967-1150-4176-b6d3-3fa030ea2b56 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.310103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbee2173-34cf-43e8-9802-78a52c3cc871 None None] Network ce237d80-46ec-4bff-ad70-6d6ff3e60e6d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:12.315803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-699cc967-1150-4176-b6d3-3fa030ea2b56 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.328540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-699cc967-1150-4176-b6d3-3fa030ea2b56 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.342976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-699cc967-1150-4176-b6d3-3fa030ea2b56 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.352841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-699cc967-1150-4176-b6d3-3fa030ea2b56 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.363388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-699cc967-1150-4176-b6d3-3fa030ea2b56 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.366451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-699cc967-1150-4176-b6d3-3fa030ea2b56 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5434 time: 0.7142277 Aug 03 19:10:12.369891 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1246b9b-cce2-4b50-9dc3-49af5bd7608a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.389049 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b2b9aaf4-d01d-4c36-a6a4-12045eae8a59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8282981 Aug 03 19:10:12.393588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58694) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:12.396273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc8cd-1997-4a42-a46d-c6bf332b4b9e req-0302b470-277c-4b5f-8b3c-3c72771b06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.398985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1edc8cd-1997-4a42-a46d-c6bf332b4b9e req-0302b470-277c-4b5f-8b3c-3c72771b06f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=15bb3e6f-d336-4e80-bd0f-9aa74c37b96b HTTP/1.1" status: 200 len: 913 time: 0.9780140 Aug 03 19:10:12.399317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-11e97af1-4c9e-469c-a708-421afbff3a89 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-382979992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:12.430891 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1246b9b-cce2-4b50-9dc3-49af5bd7608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.476056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11e97af1-4c9e-469c-a708-421afbff3a89 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.478543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11e97af1-4c9e-469c-a708-421afbff3a89 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.613561 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1edc8cd-1997-4a42-a46d-c6bf332b4b9e req-a79def45-6592-4abe-82f7-c1c2e3e47d63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8fa2cd-9f50-473b-b61f-80a8429f2403 HTTP/1.1" status: 200 len: 217 time: 0.1459746 Aug 03 19:10:12.624100 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11e97af1-4c9e-469c-a708-421afbff3a89 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.631586 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11e97af1-4c9e-469c-a708-421afbff3a89 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.632360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e1246b9b-cce2-4b50-9dc3-49af5bd7608a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d88b994b2a741fda9b41429a30daa17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4091768 Aug 03 19:10:12.642430 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-ce237d80-46ec-4bff-ad70-6d6ff3e60e6d', 'network_id': 'ce237d80-46ec-4bff-ad70-6d6ff3e60e6d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'fixed_ips': [{'subnet_id': 'c1e7e7eb-0147-4435-9402-a00099747052'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:10:12.646272 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.648400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58702) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:12.677448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11e97af1-4c9e-469c-a708-421afbff3a89 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.681110 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-11e97af1-4c9e-469c-a708-421afbff3a89 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2852936 Aug 03 19:10:12.684985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58704) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:12.765974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1c3807e1-de3a-4e47-8ed2-4aa7b288a51c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.773352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1c3807e1-de3a-4e47-8ed2-4aa7b288a51c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "GET /v2.0/ports/c4622b33-fb7a-4c0a-8092-6fbdc41097dc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3846562 Aug 03 19:10:12.860626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1246b9b-cce2-4b50-9dc3-49af5bd7608a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf520c6-2c3d-4369-8cfd-3f67022e1649,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:12.921776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169b1a4-2ab5-4d6f-a580-3b9e9a8d22b1 req-8af2b61a-ae3c-4a71-9a91-47db793513a8 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.935039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d169b1a4-2ab5-4d6f-a580-3b9e9a8d22b1 req-8af2b61a-ae3c-4a71-9a91-47db793513a8 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 1.2030876 Aug 03 19:10:12.996420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa4ab-ba09-4bd7-b35a-bf947dc2e981 req-79c57fb9-0c77-4f8f-ba07-3ea48f7301ba tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:13.014348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa4ab-ba09-4bd7-b35a-bf947dc2e981 req-79c57fb9-0c77-4f8f-ba07-3ea48f7301ba tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:13.030172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Allocated IP 2001:db8:1::2 (ce237d80-46ec-4bff-ad70-6d6ff3e60e6d/c1e7e7eb-0147-4435-9402-a00099747052/6ff0de99-42b3-4a40-8e58-997376a6ab3a) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:13.032759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa4ab-ba09-4bd7-b35a-bf947dc2e981 req-79c57fb9-0c77-4f8f-ba07-3ea48f7301ba tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:13.045541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa4ab-ba09-4bd7-b35a-bf947dc2e981 req-79c57fb9-0c77-4f8f-ba07-3ea48f7301ba tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:13.052889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa4ab-ba09-4bd7-b35a-bf947dc2e981 req-79c57fb9-0c77-4f8f-ba07-3ea48f7301ba tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:13.060678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa4ab-ba09-4bd7-b35a-bf947dc2e981 req-79c57fb9-0c77-4f8f-ba07-3ea48f7301ba tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:13.068074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faa4ab-ba09-4bd7-b35a-bf947dc2e981 req-79c57fb9-0c77-4f8f-ba07-3ea48f7301ba tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:13.077636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40faa4ab-ba09-4bd7-b35a-bf947dc2e981 req-79c57fb9-0c77-4f8f-ba07-3ea48f7301ba tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5434 time: 0.9148462 Aug 03 19:10:13.122707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc8cd-1997-4a42-a46d-c6bf332b4b9e req-61f23272-cdbd-404a-a2ef-458362ea2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:13.123954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1edc8cd-1997-4a42-a46d-c6bf332b4b9e req-61f23272-cdbd-404a-a2ef-458362ea2efd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c393b6ae-6443-41c4-96f4-81cd4a8ec9aa HTTP/1.1" status: 200 len: 852 time: 0.4867182 Aug 03 19:10:13.253670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1edc8cd-1997-4a42-a46d-c6bf332b4b9e req-7f4d9f55-7314-4fdf-9388-ff0dbfb20298 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15bb3e6f-d336-4e80-bd0f-9aa74c37b96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981398 Aug 03 19:10:13.314890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c4622b33-fb7a-4c0a-8092-6fbdc41097dc no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:13.501778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.503840 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e5afb13-875e-4f83-83dd-a101cff81aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.562942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e5afb13-875e-4f83-83dd-a101cff81aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.601308 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.623145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d169b1a4-2ab5-4d6f-a580-3b9e9a8d22b1 req-c89196aa-2df0-4b8f-9920-7145d6a069aa tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401521 Aug 03 19:10:13.631029 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.652375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Transition to ACTIVE for port object 6ff0de99-42b3-4a40-8e58-997376a6ab3a will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:13.690918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4622b33-fb7a-4c0a-8092-6fbdc41097dc'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:13.693777 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb19d5-a0f9-40d8-b295-eb3ae92b7984" -d '{"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "c4622b33-fb7a-4c0a-8092-6fbdc41097dc"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:13.726886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port c4622b33-fb7a-4c0a-8092-6fbdc41097dc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:13.731590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Transition to ACTIVE for port object 6ff0de99-42b3-4a40-8e58-997376a6ab3a will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:13.738113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1edc8cd-1997-4a42-a46d-c6bf332b4b9e req-75471ba3-9674-405f-ab08-be6a45fc4d0a service neutron] 10.222.0.37 "GET /v2.0/networks/15bb3e6f-d336-4e80-bd0f-9aa74c37b96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702260 Aug 03 19:10:13.759573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40faa4ab-ba09-4bd7-b35a-bf947dc2e981 req-d9692201-9683-4b07-8735-2f558b25752a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6806116 Aug 03 19:10:13.851145 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.854887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d56ded67-baa3-4450-9d65-f20f6f05c226 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:13.967296 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.979202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:14.001278 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2627e9af-3c2f-4ddb-98e9-3cbcab525c2a None None] Network 219b6fe3-b4ac-444f-902f-61798dbaa176 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:14.131709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-af8e2dc0-3fc7-46ff-bbcd-ab978e03b314 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "GET /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.3320224 Aug 03 19:10:14.151364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:14.281762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f4680918-a69d-42c4-9a3a-ad7057cc3ef9 None None] Provisioning for port e1144978-3cdc-4b4e-9a03-3cb95286864e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:14.314433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e1144978-3cdc-4b4e-9a03-3cb95286864e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:14.323082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Network ce237d80-46ec-4bff-ad70-6d6ff3e60e6d is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:14.388232 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Allocated IP 2001:db8::1 (219b6fe3-b4ac-444f-902f-61798dbaa176/bad5dec8-655a-4e6b-a610-02a951278c21/d00ba06f-b06a-4859-bca4-43c7c628c73e) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:14.621465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.675233 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Transition to ACTIVE for port object d00ba06f-b06a-4859-bca4-43c7c628c73e will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:14.702920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Pushing event updated for resources: {'Port': ['ID=6ff0de99-42b3-4a40-8e58-997376a6ab3a,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:14.737375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:14.754788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:14.802655 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.887805 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e5afb13-875e-4f83-83dd-a101cff81aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.891752 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e5afb13-875e-4f83-83dd-a101cff81aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.893167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5e5afb13-875e-4f83-83dd-a101cff81aca admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ddf520c6-2c3d-4369-8cfd-3f67022e1649 HTTP/1.1" status: 204 len: 168 time: 2.2258351 Aug 03 19:10:14.914197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80130ca9-557e-4c45-b43b-2b94b012b07c req-5804f8f2-7f8d-4a9d-b31c-30851faaf3ff tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:14.924600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80130ca9-557e-4c45-b43b-2b94b012b07c req-5804f8f2-7f8d-4a9d-b31c-30851faaf3ff tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.9688840 Aug 03 19:10:14.967444 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 219b6fe3-b4ac-444f-902f-61798dbaa176 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:14.976260 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc1caf3-df8e-4fa8-90d4-b8b8cd606976 x-openstack-request-id: req-3dc1caf3-df8e-4fa8-90d4-b8b8cd606976 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:14.976699 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "c4622b33-fb7a-4c0a-8092-6fbdc41097dc", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:14.977043 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3dc1caf3-df8e-4fa8-90d4-b8b8cd606976 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:14.977714 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4622b33-fb7a-4c0a-8092-6fbdc41097dc', 'code': 200} Aug 03 19:10:14.979060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5afb13-875e-4f83-83dd-a101cff81aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf520c6-2c3d-4369-8cfd-3f67022e1649,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:14.992729 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1edc8cd-1997-4a42-a46d-c6bf332b4b9e req-ea4df42a-58e5-45dd-8500-9da94475e7b0 service neutron] 10.222.0.37 "GET /v2.0/networks/15bb3e6f-d336-4e80-bd0f-9aa74c37b96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1981528 Aug 03 19:10:15.012801 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.024513 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:15.037337 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:15.038922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.053780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80130ca9-557e-4c45-b43b-2b94b012b07c req-49caca7b-6e3f-432f-bddc-6ed2283364da tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280253 Aug 03 19:10:15.124176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=d00ba06f-b06a-4859-bca4-43c7c628c73e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:15.339542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167212c-df86-4ba5-922c-1210133ec949 req-00d53f94-9621-4668-9237-b13e8c2276dc tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:15.341288 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8167212c-df86-4ba5-922c-1210133ec949 req-00d53f94-9621-4668-9237-b13e8c2276dc tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.2660396 Aug 03 19:10:15.362185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.383376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Attempting to bind port 6ff0de99-42b3-4a40-8e58-997376a6ab3a on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:15.384021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Attempting to bind port 6ff0de99-42b3-4a40-8e58-997376a6ab3a by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '0ec94a89-2c04-4812-af61-27b99f4efdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ce237d80-46ec-4bff-ad70-6d6ff3e60e6d'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:15.384630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Attempting to bind port 6ff0de99-42b3-4a40-8e58-997376a6ab3a on network ce237d80-46ec-4bff-ad70-6d6ff3e60e6d {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:15.421615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:15.422661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Checking segment: {'id': '0ec94a89-2c04-4812-af61-27b99f4efdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ce237d80-46ec-4bff-ad70-6d6ff3e60e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:15.423576 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.424230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Bound using segment: {'id': '0ec94a89-2c04-4812-af61-27b99f4efdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ce237d80-46ec-4bff-ad70-6d6ff3e60e6d'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:15.425034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Bound port: 6ff0de99-42b3-4a40-8e58-997376a6ab3a, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec94a89-2c04-4812-af61-27b99f4efdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ce237d80-46ec-4bff-ad70-6d6ff3e60e6d'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:15.425907 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.434490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] For port c4622b33-fb7a-4c0a-8092-6fbdc41097dc, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:15.458213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8167212c-df86-4ba5-922c-1210133ec949 req-603641ef-584d-42fb-bbc6-cc255559bf41 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016729 Aug 03 19:10:15.472543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb892bd-2951-4d23-b06a-7dcacd90a22f req-f64bf064-0b61-4c91-aaf1-d716c17a85a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:15.479436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb892bd-2951-4d23-b06a-7dcacd90a22f req-f64bf064-0b61-4c91-aaf1-d716c17a85a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:15.489176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb892bd-2951-4d23-b06a-7dcacd90a22f req-f64bf064-0b61-4c91-aaf1-d716c17a85a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:15.511618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb892bd-2951-4d23-b06a-7dcacd90a22f req-f64bf064-0b61-4c91-aaf1-d716c17a85a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:15.522609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb892bd-2951-4d23-b06a-7dcacd90a22f req-f64bf064-0b61-4c91-aaf1-d716c17a85a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:15.533851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb892bd-2951-4d23-b06a-7dcacd90a22f req-f64bf064-0b61-4c91-aaf1-d716c17a85a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:15.544008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb892bd-2951-4d23-b06a-7dcacd90a22f req-f64bf064-0b61-4c91-aaf1-d716c17a85a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:15.548743 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb892bd-2951-4d23-b06a-7dcacd90a22f req-f64bf064-0b61-4c91-aaf1-d716c17a85a1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 5432 time: 0.2574458 Aug 03 19:10:15.601341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] For port c4622b33-fb7a-4c0a-8092-6fbdc41097dc, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:15.629853 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.648558 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.661043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb892bd-2951-4d23-b06a-7dcacd90a22f req-59b107ca-585a-432b-9a55-7ef940975c81 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975347 Aug 03 19:10:15.671535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] device_id is not set on port c4622b33-fb7a-4c0a-8092-6fbdc41097dc yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:10:15.682600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port e1144978-3cdc-4b4e-9a03-3cb95286864e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:15.683293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.693276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.743830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e1144978-3cdc-4b4e-9a03-3cb95286864e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:15.745212 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.903917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] No DVR routers for this DVR port c4622b33-fb7a-4c0a-8092-6fbdc41097dc on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:15.930726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.941646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.942476 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.959434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] Pushing event updated for resources: {'Port': ['ID=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:16.057089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] For port 6ff0de99-42b3-4a40-8e58-997376a6ab3a, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:16.066878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=d00ba06f-b06a-4859-bca4-43c7c628c73e,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:16.084818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] For port 6ff0de99-42b3-4a40-8e58-997376a6ab3a, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6ff0de99-42b3-4a40-8e58-997376a6ab3a,segment=NetworkSegment(0ec94a89-2c04-4812-af61-27b99f4efdf8),segment_id=0ec94a89-2c04-4812-af61-27b99f4efdf8)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:16.096276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d56ded67-baa3-4450-9d65-f20f6f05c226, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d56ded67-baa3-4450-9d65-f20f6f05c226,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:16.126114 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.142070 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.146762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 7859262e-e847-45d1-91e7-0aeaf780cd5d no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:16.156804 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] In _notify_port_updated(), no bound segment for port c4622b33-fb7a-4c0a-8092-6fbdc41097dc on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:10:16.183228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.192435 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.204187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-d867cd64-12ce-4417-84dd-82410b326b68 service neutron] 10.222.0.74 "PUT /v2.0/ports/c4622b33-fb7a-4c0a-8092-6fbdc41097dc HTTP/1.1" status: 200 len: 1027 time: 2.0565221 Aug 03 19:10:16.292362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b896-37c3-4157-bb4e-e1b52b6053e1 req-129ec240-4618-4d70-867c-e1c5a97bb85e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.324874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b896-37c3-4157-bb4e-e1b52b6053e1 req-129ec240-4618-4d70-867c-e1c5a97bb85e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.335985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b896-37c3-4157-bb4e-e1b52b6053e1 req-129ec240-4618-4d70-867c-e1c5a97bb85e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.344651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b896-37c3-4157-bb4e-e1b52b6053e1 req-129ec240-4618-4d70-867c-e1c5a97bb85e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.353476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b896-37c3-4157-bb4e-e1b52b6053e1 req-129ec240-4618-4d70-867c-e1c5a97bb85e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.366583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b896-37c3-4157-bb4e-e1b52b6053e1 req-129ec240-4618-4d70-867c-e1c5a97bb85e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.397544 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.411177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b896-37c3-4157-bb4e-e1b52b6053e1 req-129ec240-4618-4d70-867c-e1c5a97bb85e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.427117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c45b896-37c3-4157-bb4e-e1b52b6053e1 req-129ec240-4618-4d70-867c-e1c5a97bb85e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5444 time: 0.6314621 Aug 03 19:10:16.444594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-c89d780b-9f0f-4567-a0aa-a328474b1b74 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.451655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-c89d780b-9f0f-4567-a0aa-a328474b1b74 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.483974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-c89d780b-9f0f-4567-a0aa-a328474b1b74 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.500371 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-c89d780b-9f0f-4567-a0aa-a328474b1b74 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.507791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-c89d780b-9f0f-4567-a0aa-a328474b1b74 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.509784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-83655168-3a83-4f26-a00c-d8eb8c8f34ef tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.522980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-83655168-3a83-4f26-a00c-d8eb8c8f34ef tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "GET /v2.0/ports/2368e8b7-e6bd-408f-a553-4e52a840cf69?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3154886 Aug 03 19:10:16.523219 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-c89d780b-9f0f-4567-a0aa-a328474b1b74 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.538856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-c89d780b-9f0f-4567-a0aa-a328474b1b74 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.542101 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-c89d780b-9f0f-4567-a0aa-a328474b1b74 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5444 time: 0.3981218 Aug 03 19:10:16.569310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:16.590370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6646138-564d-4430-b8b9-3dd135f060ac None None] Pushing event updated for resources: {'Port': ['ID=6ff0de99-42b3-4a40-8e58-997376a6ab3a,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:16.680331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a1c21d86-d824-4dcf-b039-9655ccd11cae None None] Provisioning complete for port c4622b33-fb7a-4c0a-8092-6fbdc41097dc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:16.681095 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a1c21d86-d824-4dcf-b039-9655ccd11cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.739857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 219b6fe3-b4ac-444f-902f-61798dbaa176 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:16.763553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-678ca106-cb1d-46dd-ba41-9f055c76a6e7 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:16.766676 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-678ca106-cb1d-46dd-ba41-9f055c76a6e7 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "GET /v2.0/ports/21147810-ef92-4ec3-9962-b5b8ec3f3d0c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1936722 Aug 03 19:10:16.770955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:16.812078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a1c21d86-d824-4dcf-b039-9655ccd11cae None None] Port c4622b33-fb7a-4c0a-8092-6fbdc41097dc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:16.868362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port e1144978-3cdc-4b4e-9a03-3cb95286864e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e1144978-3cdc-4b4e-9a03-3cb95286864e,segment=NetworkSegment(62ed1796-b07d-486f-9ad7-53c1af9e93d7),segment_id=62ed1796-b07d-486f-9ad7-53c1af9e93d7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:16.934023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c45b896-37c3-4157-bb4e-e1b52b6053e1 req-35cc3c89-867a-410c-ac93-f040278bc49b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4020772 Aug 03 19:10:16.938626 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.940069 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.983153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56ded67-baa3-4450-9d65-f20f6f05c226'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:16.986013 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3852a5e-3e54-4f49-a59e-c99e539a450c" -d '{"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "d56ded67-baa3-4450-9d65-f20f6f05c226"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:17.035753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=d56ded67-baa3-4450-9d65-f20f6f05c226,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:17.044193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2490c555-9765-49d1-941f-a2a676449e93 None None] Provisioning for port d00ba06f-b06a-4859-bca4-43c7c628c73e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:17.076174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2490c555-9765-49d1-941f-a2a676449e93 None None] Provisioning complete for port d00ba06f-b06a-4859-bca4-43c7c628c73e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:17.076957 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2490c555-9765-49d1-941f-a2a676449e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.089616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca9e76-3d87-4f32-8683-bc272a593f15 req-9c42cd79-dfdc-41b5-942f-11173b6df850 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:17.092063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67ca9e76-3d87-4f32-8683-bc272a593f15 req-9c42cd79-dfdc-41b5-942f-11173b6df850 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.5899177 Aug 03 19:10:17.216270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2490c555-9765-49d1-941f-a2a676449e93 None None] Port d00ba06f-b06a-4859-bca4-43c7c628c73e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:17.244526 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.407131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2490c555-9765-49d1-941f-a2a676449e93 None None] Provisioning complete for port e1144978-3cdc-4b4e-9a03-3cb95286864e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:17.408518 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2490c555-9765-49d1-941f-a2a676449e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.519702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6ff0de99-42b3-4a40-8e58-997376a6ab3a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:17.590150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=e1144978-3cdc-4b4e-9a03-3cb95286864e,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:17.625125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67ca9e76-3d87-4f32-8683-bc272a593f15 req-5ecf0f14-4e92-4aea-9a72-dbea2378ddd5 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985250 Aug 03 19:10:17.630207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 7859262e-e847-45d1-91e7-0aeaf780cd5d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7859262e-e847-45d1-91e7-0aeaf780cd5d,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:17.641869 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.642818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device dba46738-6fe7-47a8-b264-fa6c39dd8977 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:17.741543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=7859262e-e847-45d1-91e7-0aeaf780cd5d,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:17.742133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0bb7c-1fa8-4f65-9fd5-3f436acc73d5 req-e5e16730-ab2d-4664-959c-90bb7d939fc1 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:17.752975 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6f0bb7c-1fa8-4f65-9fd5-3f436acc73d5 req-e5e16730-ab2d-4664-959c-90bb7d939fc1 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.4653656 Aug 03 19:10:17.796566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] For port 2368e8b7-e6bd-408f-a553-4e52a840cf69, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2368e8b7-e6bd-408f-a553-4e52a840cf69,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:17.845958 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-6bc29bc5-5547-475f-8a6a-62a07d128d6b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "GET /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0598888 Aug 03 19:10:17.868972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:17.926363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 6ff0de99-42b3-4a40-8e58-997376a6ab3a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:17.929592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 0cc20f1f-aca6-4298-885b-7908b58b100a is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:10:18.076771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.087692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6f0bb7c-1fa8-4f65-9fd5-3f436acc73d5 req-812d7a98-3b04-4068-b9f9-bf8f58560f60 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335865 Aug 03 19:10:18.103624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] For port 2368e8b7-e6bd-408f-a553-4e52a840cf69, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:18.149812 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.185172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] device_id is not set on port 2368e8b7-e6bd-408f-a553-4e52a840cf69 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:10:18.188614 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3deba4a-2aba-4b93-8221-e1311ef6757b x-openstack-request-id: req-d3deba4a-2aba-4b93-8221-e1311ef6757b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:18.189055 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "d56ded67-baa3-4450-9d65-f20f6f05c226", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:18.193927 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d3deba4a-2aba-4b93-8221-e1311ef6757b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:18.194584 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56ded67-baa3-4450-9d65-f20f6f05c226', 'code': 200} Aug 03 19:10:18.209433 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.241978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceb490-112c-43f0-bf84-4e99c3c60c58 req-8e73d23a-6fb5-4617-8a80-9699a22085b2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:18.266761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceb490-112c-43f0-bf84-4e99c3c60c58 req-8e73d23a-6fb5-4617-8a80-9699a22085b2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:18.276276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceb490-112c-43f0-bf84-4e99c3c60c58 req-8e73d23a-6fb5-4617-8a80-9699a22085b2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:18.284223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c6c16984-c534-402f-b345-b3339f2ed761 None None] Provisioning complete for port d00ba06f-b06a-4859-bca4-43c7c628c73e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:18.284917 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c6c16984-c534-402f-b345-b3339f2ed761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.301407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceb490-112c-43f0-bf84-4e99c3c60c58 req-8e73d23a-6fb5-4617-8a80-9699a22085b2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:18.308835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceb490-112c-43f0-bf84-4e99c3c60c58 req-8e73d23a-6fb5-4617-8a80-9699a22085b2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:18.333025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceb490-112c-43f0-bf84-4e99c3c60c58 req-8e73d23a-6fb5-4617-8a80-9699a22085b2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:18.335207 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6bceb490-112c-43f0-bf84-4e99c3c60c58 req-8e73d23a-6fb5-4617-8a80-9699a22085b2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 4656 time: 0.4338565 Aug 03 19:10:18.336770 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.350942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58832) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:18.384478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port dba46738-6fe7-47a8-b264-fa6c39dd8977, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=dba46738-6fe7-47a8-b264-fa6c39dd8977,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:18.422773 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.423516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 408adf51-6186-4b71-b531-2af9fbe32cdb no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:18.624244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c6c16984-c534-402f-b345-b3339f2ed761 None None] Port d00ba06f-b06a-4859-bca4-43c7c628c73e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:18.656118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] Pushing event updated for resources: {'Port': ['ID=2368e8b7-e6bd-408f-a553-4e52a840cf69,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:18.693001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] For port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:18.766747 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] For port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:18.769961 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=dba46738-6fe7-47a8-b264-fa6c39dd8977,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:18.789969 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.828356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] device_id is not set on port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:10:18.841463 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.850731 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 408adf51-6186-4b71-b531-2af9fbe32cdb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=408adf51-6186-4b71-b531-2af9fbe32cdb,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:18.855248 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.863054 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.864945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 34528ff9-7e18-40e5-991f-d62e6697bd31 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:18.929176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] No DVR routers for this DVR port 2368e8b7-e6bd-408f-a553-4e52a840cf69 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:18.936081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192b2df-2a9a-47d7-8812-fa3ccfeb07b0 None None] Network ce237d80-46ec-4bff-ad70-6d6ff3e60e6d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:18.961705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] No DVR routers for this DVR port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:18.965260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:18.976397 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d877d043-a971-485b-8e50-97cfeda1689b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/0cc20f1f-aca6-4298-885b-7908b58b100a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2849882 Aug 03 19:10:18.976397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] Pushing event updated for resources: {'Port': ['ID=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,revision_number=6']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:18.996567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58842) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:19.036937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] In _notify_port_updated(), no bound segment for port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 {{(pid=100488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:10:19.038285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.039307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.041641 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-5247860c-b1f0-48f2-8714-3f7fb3430031 service neutron] 10.222.0.74 "PUT /v2.0/ports/21147810-ef92-4ec3-9962-b5b8ec3f3d0c HTTP/1.1" status: 200 len: 1033 time: 1.1803143 Aug 03 19:10:19.089979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d63ec7d-c09f-4b2f-a29c-0dcfc331c0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.102367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5764b-8fdb-4e01-b1be-0c1c674212ea None None] Sync routers for ids ['0cc20f1f-aca6-4298-885b-7908b58b100a'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:19.142248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-e3eb8316-52f6-4a82-bda8-e119df98c5b9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.144017 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-e3eb8316-52f6-4a82-bda8-e119df98c5b9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "GET /v2.0/ports/0668060d-d5fe-4a5d-84fc-3f77adbddf2f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0947752 Aug 03 19:10:19.156896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:19.179597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e1144978-3cdc-4b4e-9a03-3cb95286864e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:19.193781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ed1aff46-f125-4c26-a8e5-148001df45e2 None None] Provisioning for port 6ff0de99-42b3-4a40-8e58-997376a6ab3a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:19.205162 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6bceb490-112c-43f0-bf84-4e99c3c60c58 req-b9d3862b-6e20-4d17-a144-ef77622761cc tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&id=3ac405e6-7f38-426b-a5f9-1445fb3ef153&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8529663 Aug 03 19:10:19.217881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=408adf51-6186-4b71-b531-2af9fbe32cdb,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:19.220927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5764b-8fdb-4e01-b1be-0c1c674212ea None None] Routers {'0cc20f1f-aca6-4298-885b-7908b58b100a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:19.221259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-68b5764b-8fdb-4e01-b1be-0c1c674212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0cc20f1f-aca6-4298-885b-7908b58b100a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:19.249492 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.250929 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef2c9e1-2499-4023-9113-832f0f8077cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.260280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7ef2c9e1-2499-4023-9113-832f0f8077cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports/d00ba06f-b06a-4859-bca4-43c7c628c73e HTTP/1.1" status: 200 len: 911 time: 0.2568529 Aug 03 19:10:19.274806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58846) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:19.278262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ed1aff46-f125-4c26-a8e5-148001df45e2 None None] Provisioning complete for port 6ff0de99-42b3-4a40-8e58-997376a6ab3a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:19.278647 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ed1aff46-f125-4c26-a8e5-148001df45e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.294952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-68b5764b-8fdb-4e01-b1be-0c1c674212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:19.363953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e133c-39ab-4d42-8a2b-079b96b08f17 req-09c97bb1-1f03-4298-a0a2-9e86eca3898d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.371312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e133c-39ab-4d42-8a2b-079b96b08f17 req-09c97bb1-1f03-4298-a0a2-9e86eca3898d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.379627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e133c-39ab-4d42-8a2b-079b96b08f17 req-09c97bb1-1f03-4298-a0a2-9e86eca3898d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.396547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e133c-39ab-4d42-8a2b-079b96b08f17 req-09c97bb1-1f03-4298-a0a2-9e86eca3898d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.407546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e133c-39ab-4d42-8a2b-079b96b08f17 req-09c97bb1-1f03-4298-a0a2-9e86eca3898d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.415402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e133c-39ab-4d42-8a2b-079b96b08f17 req-09c97bb1-1f03-4298-a0a2-9e86eca3898d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.436933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e133c-39ab-4d42-8a2b-079b96b08f17 req-09c97bb1-1f03-4298-a0a2-9e86eca3898d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.436933 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e1e133c-39ab-4d42-8a2b-079b96b08f17 req-09c97bb1-1f03-4298-a0a2-9e86eca3898d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 5366 time: 0.6624835 Aug 03 19:10:19.493714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5764b-8fdb-4e01-b1be-0c1c674212ea None None] Routers {'0cc20f1f-aca6-4298-885b-7908b58b100a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:19.493714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-68b5764b-8fdb-4e01-b1be-0c1c674212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0cc20f1f-aca6-4298-885b-7908b58b100a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:19.521547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] In _notify_port_updated(), no bound segment for port 2368e8b7-e6bd-408f-a553-4e52a840cf69 on network 4a0d5886-96c2-4dff-baa6-95bbe249d83f {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:10:19.521547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.522499 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.525771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-1422ee74-cb83-434a-a4dc-473a2fb4a89d service neutron] 10.222.0.74 "PUT /v2.0/ports/2368e8b7-e6bd-408f-a553-4e52a840cf69 HTTP/1.1" status: 200 len: 1027 time: 2.9929028 Aug 03 19:10:19.630386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-68b5764b-8fdb-4e01-b1be-0c1c674212ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:19.632844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5764b-8fdb-4e01-b1be-0c1c674212ea None None] The sync data for ids ['0cc20f1f-aca6-4298-885b-7908b58b100a'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:19.661644 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.686098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce3e62-4cf5-4f1d-8ae7-45f661c5037b req-d72bb472-30ed-4e45-83d4-b7b8567b8ce1 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.687888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cce3e62-4cf5-4f1d-8ae7-45f661c5037b req-d72bb472-30ed-4e45-83d4-b7b8567b8ce1 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.2508290 Aug 03 19:10:19.697577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e1e133c-39ab-4d42-8a2b-079b96b08f17 req-fc153d26-3ba0-4ed2-9dae-19fabfce1a02 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=69b2dec8-bb53-4413-b35f-ea30b1b722a2&id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2448249 Aug 03 19:10:19.702238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e1144978-3cdc-4b4e-9a03-3cb95286864e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:19.702595 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.805529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cce3e62-4cf5-4f1d-8ae7-45f661c5037b req-5d3a16e5-d1d6-43dd-b4b6-58bad3775bbe tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038022 Aug 03 19:10:19.856344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-89d578b4-5061-40d8-9dff-b21f6438c181 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Deleting port 408adf51-6186-4b71-b531-2af9fbe32cdb {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:19.856703 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-89d578b4-5061-40d8-9dff-b21f6438c181 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.952473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 34528ff9-7e18-40e5-991f-d62e6697bd31, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=34528ff9-7e18-40e5-991f-d62e6697bd31,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:19.969188 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.970554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2368e8b7-e6bd-408f-a553-4e52a840cf69 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:20.006700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-89d578b4-5061-40d8-9dff-b21f6438c181 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] For port 408adf51-6186-4b71-b531-2af9fbe32cdb, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=408adf51-6186-4b71-b531-2af9fbe32cdb,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:20.007083 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-89d578b4-5061-40d8-9dff-b21f6438c181 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.060035 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ed1aff46-f125-4c26-a8e5-148001df45e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.094971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-89d578b4-5061-40d8-9dff-b21f6438c181 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Calling delete_port for 408adf51-6186-4b71-b531-2af9fbe32cdb owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:20.289200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d63ec7d-c09f-4b2f-a29c-0dcfc331c0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.324274 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d63ec7d-c09f-4b2f-a29c-0dcfc331c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.381531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] For port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:20.389757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7859262e-e847-45d1-91e7-0aeaf780cd5d'}, {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba46738-6fe7-47a8-b264-fa6c39dd8977'}, {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408adf51-6186-4b71-b531-2af9fbe32cdb'}, {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34528ff9-7e18-40e5-991f-d62e6697bd31'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:20.393589 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471a942a-1f73-4df1-92ea-a6b214ffe38a" -d '{"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "7859262e-e847-45d1-91e7-0aeaf780cd5d"}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "dba46738-6fe7-47a8-b264-fa6c39dd8977"}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "408adf51-6186-4b71-b531-2af9fbe32cdb"}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "34528ff9-7e18-40e5-991f-d62e6697bd31"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:20.397743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=34528ff9-7e18-40e5-991f-d62e6697bd31,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:20.463931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63ec7d-c09f-4b2f-a29c-0dcfc331c0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95128fdd-f640-45dc-a7f3-bef84b1cf747,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:20.480493 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] For port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:20.480902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2d63ec7d-c09f-4b2f-a29c-0dcfc331c0e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1badabb2473248f8b0886d152adbf881&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0635178 Aug 03 19:10:20.485700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58872) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:20.495236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b828b7f-873f-4801-8924-f5c96b1d88c5 req-1572de6b-0fb0-421c-802c-6592df1a5d87 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:20.503780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b828b7f-873f-4801-8924-f5c96b1d88c5 req-1572de6b-0fb0-421c-802c-6592df1a5d87 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.4863989 Aug 03 19:10:20.520869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2368e8b7-e6bd-408f-a553-4e52a840cf69 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:20.545687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] device_id is not set on port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:10:20.549367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a3f7390e-84e2-4548-84e7-53d9cf1af0cf no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:20.551957 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-89d578b4-5061-40d8-9dff-b21f6438c181 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.564258 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.566719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b21ec-08a5-42a4-ac21-985fd1ee11e3 req-daa05a08-3431-4fa6-a6aa-db76b2b7af81 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:20.577855 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.579805 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-626b21ec-08a5-42a4-ac21-985fd1ee11e3 req-daa05a08-3431-4fa6-a6aa-db76b2b7af81 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.2778599 Aug 03 19:10:20.610716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ed1aff46-f125-4c26-a8e5-148001df45e2 None None] For port 6ff0de99-42b3-4a40-8e58-997376a6ab3a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6ff0de99-42b3-4a40-8e58-997376a6ab3a,segment=NetworkSegment(0ec94a89-2c04-4812-af61-27b99f4efdf8),segment_id=0ec94a89-2c04-4812-af61-27b99f4efdf8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:20.657038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-941aeb52-b874-4525-a431-1811982f1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:20.669446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-941aeb52-b874-4525-a431-1811982f1da7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f3a5fafabe54717a33cfcaad026e1c7&device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 1097 time: 0.3807948 Aug 03 19:10:20.693158 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ed1aff46-f125-4c26-a8e5-148001df45e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.750513 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] No DVR routers for this DVR port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:20.807133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] In _notify_port_updated(), no bound segment for port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f on network c26e77bf-0edc-498b-9ab8-19bf405a3c90 {{(pid=100488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:10:20.809986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:20.810810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.812802 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] 10.222.0.74 "PUT /v2.0/ports/0668060d-d5fe-4a5d-84fc-3f77adbddf2f HTTP/1.1" status: 200 len: 1033 time: 1.6616278 Aug 03 19:10:20.815849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cec56-a500-4e0b-b335-d9dd4d0a50f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,revision_number=6']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:20.914139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ed1aff46-f125-4c26-a8e5-148001df45e2 None None] Provisioning complete for port 2368e8b7-e6bd-408f-a553-4e52a840cf69 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:20.914698 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ed1aff46-f125-4c26-a8e5-148001df45e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.917060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d578b4-5061-40d8-9dff-b21f6438c181 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Port': ['ID=408adf51-6186-4b71-b531-2af9fbe32cdb,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:21.063164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1aff46-f125-4c26-a8e5-148001df45e2 None None] Pushing event updated for resources: {'Port': ['ID=6ff0de99-42b3-4a40-8e58-997376a6ab3a,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:21.100088 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.138704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9f0963f1-ce90-4d85-bfb0-aff82be985bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Deleting port 8bc907f2-98fb-4356-b18a-e599358c0451 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:21.143437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9f0963f1-ce90-4d85-bfb0-aff82be985bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.191496 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.195272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ed1aff46-f125-4c26-a8e5-148001df45e2 None None] Port 2368e8b7-e6bd-408f-a553-4e52a840cf69 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:21.210134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-89d578b4-5061-40d8-9dff-b21f6438c181 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] No DVR routers for this DVR port 408adf51-6186-4b71-b531-2af9fbe32cdb on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:21.216582 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b828b7f-873f-4801-8924-f5c96b1d88c5 req-c0e680eb-ac72-4e78-99dc-293b0b8f80b6 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7118726 Aug 03 19:10:21.218749 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-89d578b4-5061-40d8-9dff-b21f6438c181 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.220962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-89d578b4-5061-40d8-9dff-b21f6438c181 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "DELETE /v2.0/ports/408adf51-6186-4b71-b531-2af9fbe32cdb HTTP/1.1" status: 204 len: 173 time: 1.6829062 Aug 03 19:10:21.229299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-626b21ec-08a5-42a4-ac21-985fd1ee11e3 req-f719a061-c1cf-4f82-9b39-625824af8314 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475840 Aug 03 19:10:21.229854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-deleted', 'tag': '408adf51-6186-4b71-b531-2af9fbe32cdb'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:21.232540 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c831e00d-5642-490a-a694-3a98d0941150" -d '{"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-deleted", "tag": "408adf51-6186-4b71-b531-2af9fbe32cdb"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:21.304039 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-813c9689-960b-4bd1-b564-b0e0362811b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.320734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a3f7390e-84e2-4548-84e7-53d9cf1af0cf, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:21.345620 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.346564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 21147810-ef92-4ec3-9962-b5b8ec3f3d0c no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:21.363508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-de6c95ed-0f1c-4f8d-b2d6-71fb1cec11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:21.373781 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-de6c95ed-0f1c-4f8d-b2d6-71fb1cec11fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=15bb3e6f-d336-4e80-bd0f-9aa74c37b96b HTTP/1.1" status: 200 len: 913 time: 0.5762234 Aug 03 19:10:21.466723 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-813c9689-960b-4bd1-b564-b0e0362811b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.531981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Allocated IP 2001:db8:1::1 (ce237d80-46ec-4bff-ad70-6d6ff3e60e6d/c1e7e7eb-0147-4435-9402-a00099747052/76d941e5-217c-4b53-8420-cf2234884280) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:21.586650 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3288852-5dcb-4b74-b451-00445974a87b x-openstack-request-id: req-e3288852-5dcb-4b74-b451-00445974a87b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:21.587435 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "7859262e-e847-45d1-91e7-0aeaf780cd5d", "code": 200}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "dba46738-6fe7-47a8-b264-fa6c39dd8977", "code": 200}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "408adf51-6186-4b71-b531-2af9fbe32cdb", "code": 200}, {"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-unplugged", "status": "completed", "tag": "34528ff9-7e18-40e5-991f-d62e6697bd31", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:21.588679 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3288852-5dcb-4b74-b451-00445974a87b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:21.589599 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7859262e-e847-45d1-91e7-0aeaf780cd5d', 'code': 200} Aug 03 19:10:21.590547 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba46738-6fe7-47a8-b264-fa6c39dd8977', 'code': 200} Aug 03 19:10:21.591164 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408adf51-6186-4b71-b531-2af9fbe32cdb', 'code': 200} Aug 03 19:10:21.591854 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34528ff9-7e18-40e5-991f-d62e6697bd31', 'code': 200} Aug 03 19:10:21.648769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-307198e4-93d9-44d0-a264-9e9c269bf067 None None] Provisioning complete for port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:21.649840 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-307198e4-93d9-44d0-a264-9e9c269bf067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.691193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 21147810-ef92-4ec3-9962-b5b8ec3f3d0c not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:21.697778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8c00d432-ef3d-498e-aa64-07aaad4b4404 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:21.765830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-1e62db72-78f1-4dda-a2bf-e93db2fad2fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8fa2cd-9f50-473b-b61f-80a8429f2403 HTTP/1.1" status: 200 len: 217 time: 0.3354597 Aug 03 19:10:21.827866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9f0963f1-ce90-4d85-bfb0-aff82be985bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] For port 8bc907f2-98fb-4356-b18a-e599358c0451, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8bc907f2-98fb-4356-b18a-e599358c0451,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:21.828263 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9f0963f1-ce90-4d85-bfb0-aff82be985bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.840151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:21.872107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9f0963f1-ce90-4d85-bfb0-aff82be985bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Calling delete_port for 8bc907f2-98fb-4356-b18a-e599358c0451 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:21.906616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.956706 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-307198e4-93d9-44d0-a264-9e9c269bf067 None None] Port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:21.985046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Transition to ACTIVE for port object 76d941e5-217c-4b53-8420-cf2234884280 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:21.986351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-307198e4-93d9-44d0-a264-9e9c269bf067 None None] Provisioning complete for port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:21.986989 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-307198e4-93d9-44d0-a264-9e9c269bf067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.107860 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.129212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699554d-472d-461e-a04d-737e6a155dd9 req-74e8ad52-2944-44a2-9716-c7f4953c4424 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.157969 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.169024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699554d-472d-461e-a04d-737e6a155dd9 req-74e8ad52-2944-44a2-9716-c7f4953c4424 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.173351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-307198e4-93d9-44d0-a264-9e9c269bf067 None None] Port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:22.191400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699554d-472d-461e-a04d-737e6a155dd9 req-74e8ad52-2944-44a2-9716-c7f4953c4424 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.208737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699554d-472d-461e-a04d-737e6a155dd9 req-74e8ad52-2944-44a2-9716-c7f4953c4424 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.216132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4699554d-472d-461e-a04d-737e6a155dd9 req-74e8ad52-2944-44a2-9716-c7f4953c4424 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 3143 time: 0.6526318 Aug 03 19:10:22.222166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8c00d432-ef3d-498e-aa64-07aaad4b4404, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8c00d432-ef3d-498e-aa64-07aaad4b4404,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:22.235099 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.236663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 0668060d-d5fe-4a5d-84fc-3f77adbddf2f no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:22.240384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e95adf-73b7-4b7d-b45b-3a0caa17c28a req-eb6dead3-9916-45a7-8f3f-d6c833f7a51f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.246160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-307198e4-93d9-44d0-a264-9e9c269bf067 None None] Provisioning complete for port 6ff0de99-42b3-4a40-8e58-997376a6ab3a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:22.246761 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-307198e4-93d9-44d0-a264-9e9c269bf067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.247483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e95adf-73b7-4b7d-b45b-3a0caa17c28a req-eb6dead3-9916-45a7-8f3f-d6c833f7a51f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.253795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e95adf-73b7-4b7d-b45b-3a0caa17c28a req-eb6dead3-9916-45a7-8f3f-d6c833f7a51f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.261389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e95adf-73b7-4b7d-b45b-3a0caa17c28a req-eb6dead3-9916-45a7-8f3f-d6c833f7a51f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.268295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e95adf-73b7-4b7d-b45b-3a0caa17c28a req-eb6dead3-9916-45a7-8f3f-d6c833f7a51f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.270296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14e95adf-73b7-4b7d-b45b-3a0caa17c28a req-eb6dead3-9916-45a7-8f3f-d6c833f7a51f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 3882 time: 0.4420371 Aug 03 19:10:22.286220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-8dee7fcb-5f56-4da8-9151-e464391838e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.288040 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-8dee7fcb-5f56-4da8-9151-e464391838e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c393b6ae-6443-41c4-96f4-81cd4a8ec9aa HTTP/1.1" status: 200 len: 852 time: 0.4783428 Aug 03 19:10:22.339744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network ce237d80-46ec-4bff-ad70-6d6ff3e60e6d is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:22.349005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Deleting port 7859262e-e847-45d1-91e7-0aeaf780cd5d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:22.349582 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.351109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:22.354298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:22.355329 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.441611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=76d941e5-217c-4b53-8420-cf2234884280,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:22.449143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-9a936e21-c866-4b76-b59a-854ce89b12ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=15bb3e6f-d336-4e80-bd0f-9aa74c37b96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400847 Aug 03 19:10:22.465727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-5eec1d0c-9715-4800-a926-0e866b92d593 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:10:22.467388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-5eec1d0c-9715-4800-a926-0e866b92d593 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066597 Aug 03 19:10:22.536504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=8c00d432-ef3d-498e-aa64-07aaad4b4404,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:22.542967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 0668060d-d5fe-4a5d-84fc-3f77adbddf2f not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:22.543623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:22.579150 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9f0963f1-ce90-4d85-bfb0-aff82be985bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.613175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0963f1-ce90-4d85-bfb0-aff82be985bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Port': ['ID=8bc907f2-98fb-4356-b18a-e599358c0451,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:22.705231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9f0963f1-ce90-4d85-bfb0-aff82be985bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] No DVR routers for this DVR port 8bc907f2-98fb-4356-b18a-e599358c0451 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:22.746723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9f0963f1-ce90-4d85-bfb0-aff82be985bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.749280 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9f0963f1-ce90-4d85-bfb0-aff82be985bb tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "DELETE /v2.0/ports/8bc907f2-98fb-4356-b18a-e599358c0451 HTTP/1.1" status: 204 len: 173 time: 1.8996358 Aug 03 19:10:22.750235 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.752539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-deleted', 'tag': '8bc907f2-98fb-4356-b18a-e599358c0451'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:22.755328 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73afbfe7-ad9d-4b81-8354-9810cc292f99" -d '{"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-deleted", "tag": "8bc907f2-98fb-4356-b18a-e599358c0451"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:22.825167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-98b5e552-4c21-49f9-901f-604b47e5774c service neutron] 10.222.0.37 "GET /v2.0/networks/15bb3e6f-d336-4e80-bd0f-9aa74c37b96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714436 Aug 03 19:10:22.864543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-813c9689-960b-4bd1-b564-b0e0362811b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.870413 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-813c9689-960b-4bd1-b564-b0e0362811b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.880030 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.886120 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-813c9689-960b-4bd1-b564-b0e0362811b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95128fdd-f640-45dc-a7f3-bef84b1cf747 HTTP/1.1" status: 204 len: 168 time: 2.3735261 Aug 03 19:10:22.928302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:22.937776 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.938703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 33922177-bf0b-4da7-83d8-6f52db3c6f4c no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:22.941662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14e95adf-73b7-4b7d-b45b-3a0caa17c28a req-9b83052e-11f7-4f86-9b59-537f884fa0a7 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6489708 Aug 03 19:10:23.009950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4699554d-472d-461e-a04d-737e6a155dd9 req-5e801a02-a276-4cd7-93af-60f56f04d666 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7383478 Aug 03 19:10:23.137545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7fd3a286-ab7e-4bcb-ac17-aa3b4b8e3e03 None None] Provisioning for port 76d941e5-217c-4b53-8420-cf2234884280 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:23.138067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c9689-960b-4bd1-b564-b0e0362811b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95128fdd-f640-45dc-a7f3-bef84b1cf747,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:23.151073 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceb4d01-3c70-4eb5-a593-624e1566c2f9 x-openstack-request-id: req-5ceb4d01-3c70-4eb5-a593-624e1566c2f9 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:23.151413 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-deleted", "tag": "408adf51-6186-4b71-b531-2af9fbe32cdb", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:23.151824 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5ceb4d01-3c70-4eb5-a593-624e1566c2f9 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:23.152112 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-deleted', 'tag': '408adf51-6186-4b71-b531-2af9fbe32cdb', 'status': 'completed', 'code': 200} Aug 03 19:10:23.180963 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7fd3a286-ab7e-4bcb-ac17-aa3b4b8e3e03 None None] Provisioning complete for port 76d941e5-217c-4b53-8420-cf2234884280 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:23.195616 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a286-ab7e-4bcb-ac17-aa3b4b8e3e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.423791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6ff0de99-42b3-4a40-8e58-997376a6ab3a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:23.428632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:23.493350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3352e-4eea-48de-90c6-ff89d40d24ab req-eef206c5-f7bd-4c66-b6d3-a952f97b49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:23.496954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ae3352e-4eea-48de-90c6-ff89d40d24ab req-eef206c5-f7bd-4c66-b6d3-a952f97b49c2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 1097 time: 0.6344321 Aug 03 19:10:23.516832 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-80510ee3-3b43-418a-986a-81cdc783d901 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Deleting port 33922177-bf0b-4da7-83d8-6f52db3c6f4c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:23.517599 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-80510ee3-3b43-418a-986a-81cdc783d901 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.576634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3a286-ab7e-4bcb-ac17-aa3b4b8e3e03 None None] Port 76d941e5-217c-4b53-8420-cf2234884280 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:23.578021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be21eab1-7403-49bf-b705-83cedf45dd64 req-a2e35b95-e37e-44e7-ac01-4dd1562713d3 service neutron] 10.222.0.37 "GET /v2.0/networks/15bb3e6f-d336-4e80-bd0f-9aa74c37b96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901164 Aug 03 19:10:23.593772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] For port 7859262e-e847-45d1-91e7-0aeaf780cd5d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=7859262e-e847-45d1-91e7-0aeaf780cd5d,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:23.594523 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.649808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f7390e-84e2-4548-84e7-53d9cf1af0cf'}, {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c00d432-ef3d-498e-aa64-07aaad4b4404'}, {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:23.655227 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9f15d3-4393-40a3-bed3-6013eb9fd391" -d '{"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f7390e-84e2-4548-84e7-53d9cf1af0cf"}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8c00d432-ef3d-498e-aa64-07aaad4b4404"}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-unplugged", "status": "completed", "tag": "3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:23.665627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5b9dd-3bc8-4144-aed8-3586f4bb443a req-e903cdd1-458c-40cd-833a-eab882a0211a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:23.669296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9d5b9dd-3bc8-4144-aed8-3586f4bb443a req-e903cdd1-458c-40cd-833a-eab882a0211a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.4517825 Aug 03 19:10:23.709744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f16e8d-2bf5-4ee4-a2f9-391adeacdcc1 req-f6f1d06e-2696-4717-ad5c-8a36808804fb tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:23.718178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52f16e8d-2bf5-4ee4-a2f9-391adeacdcc1 req-f6f1d06e-2696-4717-ad5c-8a36808804fb tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.2955418 Aug 03 19:10:23.766794 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.789616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 6ff0de99-42b3-4a40-8e58-997376a6ab3a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:23.790238 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.827062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-80510ee3-3b43-418a-986a-81cdc783d901 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] For port 33922177-bf0b-4da7-83d8-6f52db3c6f4c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=33922177-bf0b-4da7-83d8-6f52db3c6f4c,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:23.828017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-80510ee3-3b43-418a-986a-81cdc783d901 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.847954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ae3352e-4eea-48de-90c6-ff89d40d24ab req-bc2b3df6-0999-4ae5-9561-0fee14a293d9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015084 Aug 03 19:10:23.918429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 33922177-bf0b-4da7-83d8-6f52db3c6f4c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=33922177-bf0b-4da7-83d8-6f52db3c6f4c,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:23.939055 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.940555 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8bc907f2-98fb-4356-b18a-e599358c0451 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:23.963802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-80510ee3-3b43-418a-986a-81cdc783d901 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Calling delete_port for 33922177-bf0b-4da7-83d8-6f52db3c6f4c owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:24.030461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9d5b9dd-3bc8-4144-aed8-3586f4bb443a req-2aeef517-7c03-4683-ae19-9562e599d581 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456202 Aug 03 19:10:24.042961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52f16e8d-2bf5-4ee4-a2f9-391adeacdcc1 req-9529cc5b-9e82-4eb0-bc6c-01b8916237a9 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960081 Aug 03 19:10:24.078812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=33922177-bf0b-4da7-83d8-6f52db3c6f4c,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:24.085479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 8bc907f2-98fb-4356-b18a-e599358c0451 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:24.086140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8bc907f2-98fb-4356-b18a-e599358c0451 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:24.229779 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.248182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.249452 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.288704 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3148efe-e9ba-4d71-b0fd-3503fc0b998f x-openstack-request-id: req-e3148efe-e9ba-4d71-b0fd-3503fc0b998f {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:24.289118 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-deleted", "tag": "8bc907f2-98fb-4356-b18a-e599358c0451", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:24.289548 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3148efe-e9ba-4d71-b0fd-3503fc0b998f {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:24.290252 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-deleted', 'tag': '8bc907f2-98fb-4356-b18a-e599358c0451', 'status': 'completed', 'code': 200} Aug 03 19:10:24.297047 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493ba675-4514-4ffb-b0a6-2283737cf010 x-openstack-request-id: req-493ba675-4514-4ffb-b0a6-2283737cf010 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:24.297851 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f7390e-84e2-4548-84e7-53d9cf1af0cf", "code": 200}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8c00d432-ef3d-498e-aa64-07aaad4b4404", "code": 200}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-unplugged", "status": "completed", "tag": "3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:24.297851 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-493ba675-4514-4ffb-b0a6-2283737cf010 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:24.298214 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f7390e-84e2-4548-84e7-53d9cf1af0cf', 'code': 200} Aug 03 19:10:24.298784 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c00d432-ef3d-498e-aa64-07aaad4b4404', 'code': 200} Aug 03 19:10:24.299094 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02', 'code': 200} Aug 03 19:10:24.550275 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.551149 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.551149 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Floating IP b2330ea1-b3d0-4179-9d3e-b6bcf2d282f6 disassociated. External IP: 172.25.8.133, port: 7859262e-e847-45d1-91e7-0aeaf780cd5d. Aug 03 19:10:24.551508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Calling delete_port for 7859262e-e847-45d1-91e7-0aeaf780cd5d owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:24.554512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=76d941e5-217c-4b53-8420-cf2234884280,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:24.604259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1aabd-cff7-4996-9fb6-de4d320d7cff req-8e7e62f2-a706-4c07-8ad3-c246caea28d0 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.611751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1aabd-cff7-4996-9fb6-de4d320d7cff req-8e7e62f2-a706-4c07-8ad3-c246caea28d0 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.626814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1aabd-cff7-4996-9fb6-de4d320d7cff req-8e7e62f2-a706-4c07-8ad3-c246caea28d0 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.633027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1aabd-cff7-4996-9fb6-de4d320d7cff req-8e7e62f2-a706-4c07-8ad3-c246caea28d0 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.643319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0f1aabd-cff7-4996-9fb6-de4d320d7cff req-8e7e62f2-a706-4c07-8ad3-c246caea28d0 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 3143 time: 0.2046900 Aug 03 19:10:24.721322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network ce237d80-46ec-4bff-ad70-6d6ff3e60e6d is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:24.729600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:24.750781 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-80510ee3-3b43-418a-986a-81cdc783d901 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.758350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fb753-b621-48a4-97a9-4d058ea0d805 req-d4c761ba-330f-4214-b10c-533575936657 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.772872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fb753-b621-48a4-97a9-4d058ea0d805 req-d4c761ba-330f-4214-b10c-533575936657 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.788592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fb753-b621-48a4-97a9-4d058ea0d805 req-d4c761ba-330f-4214-b10c-533575936657 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.802957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fb753-b621-48a4-97a9-4d058ea0d805 req-d4c761ba-330f-4214-b10c-533575936657 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.819534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-965fb753-b621-48a4-97a9-4d058ea0d805 req-d4c761ba-330f-4214-b10c-533575936657 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 3141 time: 0.3327260 Aug 03 19:10:24.899086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80510ee3-3b43-418a-986a-81cdc783d901 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Port': ['ID=33922177-bf0b-4da7-83d8-6f52db3c6f4c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:24.907125 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:10:25.075348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0f1aabd-cff7-4996-9fb6-de4d320d7cff req-810b3c43-7121-44e7-99ac-0b338ac32305 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4252756 Aug 03 19:10:25.167120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-80510ee3-3b43-418a-986a-81cdc783d901 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] No DVR routers for this DVR port 33922177-bf0b-4da7-83d8-6f52db3c6f4c on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:25.172014 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-80510ee3-3b43-418a-986a-81cdc783d901 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:25.176105 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-80510ee3-3b43-418a-986a-81cdc783d901 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "DELETE /v2.0/ports/33922177-bf0b-4da7-83d8-6f52db3c6f4c HTTP/1.1" status: 204 len: 173 time: 2.4077318 Aug 03 19:10:25.217945 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:25.371300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 0cc20f1f-aca6-4298-885b-7908b58b100a has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:25.374970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Port': ['ID=7859262e-e847-45d1-91e7-0aeaf780cd5d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:25.398825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-965fb753-b621-48a4-97a9-4d058ea0d805 req-8cb02c0c-3196-47ab-b618-65b5a89f89c9 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4048102 Aug 03 19:10:25.496823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e67701a3-403c-4d26-89d5-aee5b5d6b192 None None] Provisioning complete for port 76d941e5-217c-4b53-8420-cf2234884280 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:25.497713 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e67701a3-403c-4d26-89d5-aee5b5d6b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:25.619621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e67701a3-403c-4d26-89d5-aee5b5d6b192 None None] Port 76d941e5-217c-4b53-8420-cf2234884280 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:25.717277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-de201669-fe26-4294-9963-2e995880ea24 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Deleting port a3f7390e-84e2-4548-84e7-53d9cf1af0cf {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:25.717758 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-de201669-fe26-4294-9963-2e995880ea24 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:25.997932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-de201669-fe26-4294-9963-2e995880ea24 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] For port a3f7390e-84e2-4548-84e7-53d9cf1af0cf, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:26.000381 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-de201669-fe26-4294-9963-2e995880ea24 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:26.031941 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-de201669-fe26-4294-9963-2e995880ea24 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Calling delete_port for a3f7390e-84e2-4548-84e7-53d9cf1af0cf owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:26.061253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:26.071328 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b40a7ad0-24a2-4df6-bd82-83b2bcca5d1f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/0cc20f1f-aca6-4298-885b-7908b58b100a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7907689 Aug 03 19:10:26.078079 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3acc62-f60d-403f-9bb5-7cba9f0d421f None None] Sync routers for ids ['0cc20f1f-aca6-4298-885b-7908b58b100a'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:26.086915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58974) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:26.092931 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3acc62-f60d-403f-9bb5-7cba9f0d421f None None] Routers {'0cc20f1f-aca6-4298-885b-7908b58b100a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:26.095138 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7e3acc62-f60d-403f-9bb5-7cba9f0d421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0cc20f1f-aca6-4298-885b-7908b58b100a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:26.151596 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7e3acc62-f60d-403f-9bb5-7cba9f0d421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:26.176233 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3acc62-f60d-403f-9bb5-7cba9f0d421f None None] Routers {'0cc20f1f-aca6-4298-885b-7908b58b100a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:26.176896 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7e3acc62-f60d-403f-9bb5-7cba9f0d421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0cc20f1f-aca6-4298-885b-7908b58b100a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:26.256037 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7e3acc62-f60d-403f-9bb5-7cba9f0d421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:26.257638 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3acc62-f60d-403f-9bb5-7cba9f0d421f None None] The sync data for ids ['0cc20f1f-aca6-4298-885b-7908b58b100a'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:26.306348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33922177-bf0b-4da7-83d8-6f52db3c6f4c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:26.310832 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c54bc9a-32ee-4de3-88e9-7a49ddc0db15" -d '{"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-unplugged", "status": "completed", "tag": "33922177-bf0b-4da7-83d8-6f52db3c6f4c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:26.333223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-deleted', 'tag': '33922177-bf0b-4da7-83d8-6f52db3c6f4c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:26.338777 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fd7325-92fe-40a4-a15d-641f333c428f" -d '{"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-deleted", "tag": "33922177-bf0b-4da7-83d8-6f52db3c6f4c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:26.379914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf676f1-42b2-4a7a-b676-561c5d0ee14a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:26.386653 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3cf676f1-42b2-4a7a-b676-561c5d0ee14a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports/76d941e5-217c-4b53-8420-cf2234884280 HTTP/1.1" status: 200 len: 913 time: 0.2931330 Aug 03 19:10:26.390187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58992) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:26.561189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-de201669-fe26-4294-9963-2e995880ea24 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:26.680769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de201669-fe26-4294-9963-2e995880ea24 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Port': ['ID=a3f7390e-84e2-4548-84e7-53d9cf1af0cf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:26.748786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cd1cb-18db-4731-a343-f7fc34a2ed98 req-05b5de88-6fcf-469e-98bd-74c61a3fd564 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:26.757229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b45cd1cb-18db-4731-a343-f7fc34a2ed98 req-05b5de88-6fcf-469e-98bd-74c61a3fd564 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.4040687 Aug 03 19:10:26.765914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-de201669-fe26-4294-9963-2e995880ea24 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] No DVR routers for this DVR port a3f7390e-84e2-4548-84e7-53d9cf1af0cf on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:26.769947 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-de201669-fe26-4294-9963-2e995880ea24 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:26.773645 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-de201669-fe26-4294-9963-2e995880ea24 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "DELETE /v2.0/ports/a3f7390e-84e2-4548-84e7-53d9cf1af0cf HTTP/1.1" status: 204 len: 173 time: 1.5886855 Aug 03 19:10:26.778408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d43809-daef-42b6-9757-feabdc51daaf req-36f2e265-1e90-4840-8b24-50889d0ce954 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:26.780079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8d43809-daef-42b6-9757-feabdc51daaf req-36f2e265-1e90-4840-8b24-50889d0ce954 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.4290147 Aug 03 19:10:26.829409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Router f7783439-2065-49b3-8656-79450ad2011b has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:26.954928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9489c486-182b-4c67-b2ca-3c7935c04175 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Deleting port 8c00d432-ef3d-498e-aa64-07aaad4b4404 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:26.956306 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9489c486-182b-4c67-b2ca-3c7935c04175 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:27.014569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b45cd1cb-18db-4731-a343-f7fc34a2ed98 req-4507b27c-b202-455d-a43e-cc6f30a0dc1a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560487 Aug 03 19:10:27.218215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8d43809-daef-42b6-9757-feabdc51daaf req-cb4e019f-6af5-493d-bfcd-d4b716d9b107 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144454 Aug 03 19:10:27.264214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9489c486-182b-4c67-b2ca-3c7935c04175 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] For port 8c00d432-ef3d-498e-aa64-07aaad4b4404, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8c00d432-ef3d-498e-aa64-07aaad4b4404,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:27.265159 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9489c486-182b-4c67-b2ca-3c7935c04175 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:27.309396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9489c486-182b-4c67-b2ca-3c7935c04175 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Calling delete_port for 8c00d432-ef3d-498e-aa64-07aaad4b4404 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:27.358630 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a3e1c2-6c19-44d3-aa2f-7a55a1dc4a7e x-openstack-request-id: req-f9a3e1c2-6c19-44d3-aa2f-7a55a1dc4a7e {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:27.359357 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-unplugged", "status": "completed", "tag": "33922177-bf0b-4da7-83d8-6f52db3c6f4c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:27.359791 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f9a3e1c2-6c19-44d3-aa2f-7a55a1dc4a7e {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:27.360546 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33922177-bf0b-4da7-83d8-6f52db3c6f4c', 'code': 200} Aug 03 19:10:27.472266 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feed359b-d618-4ae7-bdc0-c47ba8640efc x-openstack-request-id: req-feed359b-d618-4ae7-bdc0-c47ba8640efc {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:27.478703 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-deleted", "tag": "33922177-bf0b-4da7-83d8-6f52db3c6f4c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:27.479297 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-feed359b-d618-4ae7-bdc0-c47ba8640efc {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:27.479928 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-deleted', 'tag': '33922177-bf0b-4da7-83d8-6f52db3c6f4c', 'status': 'completed', 'code': 200} Aug 03 19:10:27.617412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9489c486-182b-4c67-b2ca-3c7935c04175 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:27.681927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489c486-182b-4c67-b2ca-3c7935c04175 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Port': ['ID=8c00d432-ef3d-498e-aa64-07aaad4b4404,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:27.771538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6268dc1-841c-4a98-b4ba-909d194e5589 req-bbdbe0fa-b295-4907-93ee-9ad7db2e717c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:27.780431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9489c486-182b-4c67-b2ca-3c7935c04175 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] No DVR routers for this DVR port 8c00d432-ef3d-498e-aa64-07aaad4b4404 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:27.783669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6268dc1-841c-4a98-b4ba-909d194e5589 req-bbdbe0fa-b295-4907-93ee-9ad7db2e717c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:27.783952 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9489c486-182b-4c67-b2ca-3c7935c04175 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:27.786190 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-9489c486-182b-4c67-b2ca-3c7935c04175 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "DELETE /v2.0/ports/8c00d432-ef3d-498e-aa64-07aaad4b4404 HTTP/1.1" status: 204 len: 173 time: 1.0061457 Aug 03 19:10:27.816089 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6268dc1-841c-4a98-b4ba-909d194e5589 req-bbdbe0fa-b295-4907-93ee-9ad7db2e717c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:27.820595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6268dc1-841c-4a98-b4ba-909d194e5589 req-bbdbe0fa-b295-4907-93ee-9ad7db2e717c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 2409 time: 0.6590989 Aug 03 19:10:27.937905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Deleting port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:27.938257 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:27.957675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:27.971795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725a959-eaeb-42b4-88db-c2f83bdd27bd None None] Sync routers for ids ['f7783439-2065-49b3-8656-79450ad2011b'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:28.000609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725a959-eaeb-42b4-88db-c2f83bdd27bd None None] Routers {'f7783439-2065-49b3-8656-79450ad2011b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:28.002550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e725a959-eaeb-42b4-88db-c2f83bdd27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f7783439-2065-49b3-8656-79450ad2011b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:28.065052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] For port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:28.065423 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:28.082526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6df7-34c6-4224-a522-818d9725c126 req-8166c2e4-e771-4605-a4c4-6669cd63303d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:28.125619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6df7-34c6-4224-a522-818d9725c126 req-8166c2e4-e771-4605-a4c4-6669cd63303d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:28.138967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b44b6df7-34c6-4224-a522-818d9725c126 req-8166c2e4-e771-4605-a4c4-6669cd63303d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 1600 time: 0.5799510 Aug 03 19:10:28.192655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6268dc1-841c-4a98-b4ba-909d194e5589 req-6ca8328d-61bd-4cd1-a314-caa3c3806904 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306241 Aug 03 19:10:28.297665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] No DVR routers for this DVR port 7859262e-e847-45d1-91e7-0aeaf780cd5d on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:28.307872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:28.335970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-700bf759-32fa-4471-920e-58616246d685 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "DELETE /v2.0/ports/7859262e-e847-45d1-91e7-0aeaf780cd5d HTTP/1.1" status: 204 len: 173 time: 7.0998561 Aug 03 19:10:28.388061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-deleted', 'tag': '7859262e-e847-45d1-91e7-0aeaf780cd5d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:28.391819 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7fad7e-b3c7-4a96-8f16-be91ba39d983" -d '{"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-deleted", "tag": "7859262e-e847-45d1-91e7-0aeaf780cd5d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:28.398799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59056) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:28.465537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e725a959-eaeb-42b4-88db-c2f83bdd27bd None None] Set router f7783439-2065-49b3-8656-79450ad2011b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:28.536643 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b44b6df7-34c6-4224-a522-818d9725c126 req-669b3506-747b-487b-999a-e4fb202b648e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups?id=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3966184 Aug 03 19:10:28.838527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db565a11-f4ad-4e84-a774-ce197b90f429 req-f0551fa5-e81a-44b8-a976-5eb16cd6c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:28.843282 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db565a11-f4ad-4e84-a774-ce197b90f429 req-f0551fa5-e81a-44b8-a976-5eb16cd6c287 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d16cf25c448d409aadbb745cfcd1d59b&device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 1097 time: 0.3044229 Aug 03 19:10:28.862447 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-40683010-4a2d-462e-8f0e-1b5e866edb15 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:28.879973 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1e78d9ab-8a1d-4ce4-ad98-a723999cdc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.197907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db565a11-f4ad-4e84-a774-ce197b90f429 req-838bc461-ccdd-4a01-8411-da9e4beef9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:29.199519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db565a11-f4ad-4e84-a774-ce197b90f429 req-838bc461-ccdd-4a01-8411-da9e4beef9fa service neutron] 10.222.0.74 "GET /v2.0/networks?id=8bf4afae-339a-4ccd-b4d9-e7e89483000d HTTP/1.1" status: 200 len: 911 time: 0.2854626 Aug 03 19:10:29.201320 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8608aa-79d5-4f94-99cb-397a1cd2e0ae x-openstack-request-id: req-ed8608aa-79d5-4f94-99cb-397a1cd2e0ae {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:29.201895 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-deleted", "tag": "7859262e-e847-45d1-91e7-0aeaf780cd5d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:29.202023 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ed8608aa-79d5-4f94-99cb-397a1cd2e0ae {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:29.202424 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-deleted', 'tag': '7859262e-e847-45d1-91e7-0aeaf780cd5d', 'status': 'completed', 'code': 200} Aug 03 19:10:29.208668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e725a959-eaeb-42b4-88db-c2f83bdd27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:39Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bb0a1147-9167-45e7-956d-381d452b6711', 'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'mac_address': 'fa:16:3e:19:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:39Z', 'updated_at': '2021-08-03T18:59:49Z', 'revision_number': 5, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'subnets': [{'id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:29.271518 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725a959-eaeb-42b4-88db-c2f83bdd27bd None None] Checking router: f7783439-2065-49b3-8656-79450ad2011b for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:29.293394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725a959-eaeb-42b4-88db-c2f83bdd27bd None None] Routers {'f7783439-2065-49b3-8656-79450ad2011b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:29.298596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e725a959-eaeb-42b4-88db-c2f83bdd27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f7783439-2065-49b3-8656-79450ad2011b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:29.374228 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.376977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.377326 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Floating IP 3eff31c5-9d45-49ae-8716-11c0473a62c7 disassociated. External IP: 172.25.8.25, port: 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02. Aug 03 19:10:29.378041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Calling delete_port for 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:29.523774 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-deleted', 'tag': 'a3f7390e-84e2-4548-84e7-53d9cf1af0cf'}, {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-deleted', 'tag': '8c00d432-ef3d-498e-aa64-07aaad4b4404'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:29.527092 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77883a30-ac6f-4798-8308-8cb87cf3696a" -d '{"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-deleted", "tag": "a3f7390e-84e2-4548-84e7-53d9cf1af0cf"}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-deleted", "tag": "8c00d432-ef3d-498e-aa64-07aaad4b4404"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:29.530306 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.549163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db565a11-f4ad-4e84-a774-ce197b90f429 req-1447b848-c14c-4c85-abde-4bd898eaee48 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 HTTP/1.1" status: 200 len: 217 time: 0.2493021 Aug 03 19:10:29.595361 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e725a959-eaeb-42b4-88db-c2f83bdd27bd None None] Set router f7783439-2065-49b3-8656-79450ad2011b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:29.612798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-96d85395-9444-405e-af07-5249873f3203 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Deleting port dba46738-6fe7-47a8-b264-fa6c39dd8977 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:29.613130 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-96d85395-9444-405e-af07-5249873f3203 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.703901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.749595 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Port': ['ID=3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:29.792781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b70e39-490d-4d63-a125-316d94365e01 req-4c655f7f-ac75-4373-b61f-b20401623b78 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:29.794644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08b70e39-490d-4d63-a125-316d94365e01 req-4c655f7f-ac75-4373-b61f-b20401623b78 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.5047851 Aug 03 19:10:29.878714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09e0ef-ff21-48de-9770-1bffe5350820 req-1cb31f75-8302-409d-8ca7-e8cf7fc40dfe tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:29.886768 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d09e0ef-ff21-48de-9770-1bffe5350820 req-1cb31f75-8302-409d-8ca7-e8cf7fc40dfe tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.5954392 Aug 03 19:10:29.943189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db565a11-f4ad-4e84-a774-ce197b90f429 req-8930e582-11a4-4148-a7a3-0538dcdf711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:29.944799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db565a11-f4ad-4e84-a774-ce197b90f429 req-8930e582-11a4-4148-a7a3-0538dcdf711a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd504692-7d0a-44cd-8b53-60b300a84652 HTTP/1.1" status: 200 len: 850 time: 0.3884952 Aug 03 19:10:29.994786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-96d85395-9444-405e-af07-5249873f3203 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] For port dba46738-6fe7-47a8-b264-fa6c39dd8977, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=dba46738-6fe7-47a8-b264-fa6c39dd8977,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:29.995173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-96d85395-9444-405e-af07-5249873f3203 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.000792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08b70e39-490d-4d63-a125-316d94365e01 req-1052bebc-9e8a-4e91-9136-2ed620116523 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744003 Aug 03 19:10:30.072571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Router d4f6902d-64be-4571-9445-312a79578413 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:30.094532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db565a11-f4ad-4e84-a774-ce197b90f429 req-fcfee415-e0a1-4313-92f7-5db9b9e2a0d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8bf4afae-339a-4ccd-b4d9-e7e89483000d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231217 Aug 03 19:10:30.110005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-96d85395-9444-405e-af07-5249873f3203 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Calling delete_port for dba46738-6fe7-47a8-b264-fa6c39dd8977 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:30.222911 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d09e0ef-ff21-48de-9770-1bffe5350820 req-fd4d7adb-06cb-4ba3-a5dd-fff13cdd5604 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348842 Aug 03 19:10:30.412728 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:30.423054 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e1ccd8-2c29-4cad-a990-5009bb2b556b x-openstack-request-id: req-35e1ccd8-2c29-4cad-a990-5009bb2b556b {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:30.423672 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-deleted", "tag": "a3f7390e-84e2-4548-84e7-53d9cf1af0cf", "status": "completed", "code": 200}, {"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-deleted", "tag": "8c00d432-ef3d-498e-aa64-07aaad4b4404", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:30.424311 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-35e1ccd8-2c29-4cad-a990-5009bb2b556b {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:30.425213 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-deleted', 'tag': 'a3f7390e-84e2-4548-84e7-53d9cf1af0cf', 'status': 'completed', 'code': 200} Aug 03 19:10:30.425849 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-deleted', 'tag': '8c00d432-ef3d-498e-aa64-07aaad4b4404', 'status': 'completed', 'code': 200} Aug 03 19:10:30.431754 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0bdc4d-1708-4a24-977f-fec3a59aac22 None None] Sync routers for ids ['d4f6902d-64be-4571-9445-312a79578413'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:30.468317 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0bdc4d-1708-4a24-977f-fec3a59aac22 None None] Routers {'d4f6902d-64be-4571-9445-312a79578413'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:30.471061 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cb0bdc4d-1708-4a24-977f-fec3a59aac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['d4f6902d-64be-4571-9445-312a79578413'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:30.488425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e725a959-eaeb-42b4-88db-c2f83bdd27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:39Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bb0a1147-9167-45e7-956d-381d452b6711', 'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'mac_address': 'fa:16:3e:19:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:39Z', 'updated_at': '2021-08-03T18:59:49Z', 'revision_number': 5, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'subnets': [{'id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:30.681571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e725a959-eaeb-42b4-88db-c2f83bdd27bd None None] The sync data for ids ['f7783439-2065-49b3-8656-79450ad2011b'] in n-d-802918-7 is: [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:39Z', 'revision_number': 4, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bb0a1147-9167-45e7-956d-381d452b6711', 'name': '', 'network_id': '3cee0722-e9c5-4340-a177-1ce3a93b15fa', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'mac_address': 'fa:16:3e:19:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:39Z', 'updated_at': '2021-08-03T18:59:49Z', 'revision_number': 5, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'subnets': [{'id': '1503b50a-1603-448e-8442-d5ace3b67afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:30.700052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] No DVR routers for this DVR port 3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:30.710882 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.714660 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4075560-cfcf-4ae0-ae3c-68730da25701 req-7a60fd37-870a-4599-90f7-f5f8b6de465b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.74 "DELETE /v2.0/ports/3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02 HTTP/1.1" status: 204 len: 173 time: 2.9202430 Aug 03 19:10:30.794767 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1e78d9ab-8a1d-4ce4-ad98-a723999cdc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.840106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8aa9ea51-18d5-4494-bb76-8267e89044d2 req-c316e79f-e921-4865-b9b7-f11f682765ee tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.1741607 Aug 03 19:10:30.860856 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1e78d9ab-8a1d-4ce4-ad98-a723999cdc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.886212 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cb0bdc4d-1708-4a24-977f-fec3a59aac22 None None] Set router d4f6902d-64be-4571-9445-312a79578413 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:30.894967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0676223-a897-4b84-968b-f53f14722c93 req-99e03b26-9522-49ca-898d-b0d9c062a4cd tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:30.901943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0676223-a897-4b84-968b-f53f14722c93 req-99e03b26-9522-49ca-898d-b0d9c062a4cd tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:30.908183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0676223-a897-4b84-968b-f53f14722c93 req-99e03b26-9522-49ca-898d-b0d9c062a4cd tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:30.916307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0676223-a897-4b84-968b-f53f14722c93 req-99e03b26-9522-49ca-898d-b0d9c062a4cd tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 2409 time: 0.7631612 Aug 03 19:10:31.107194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db565a11-f4ad-4e84-a774-ce197b90f429 req-99d15bf9-cfbb-4c87-81d6-6d84728670e5 service neutron] 10.222.0.74 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9936655 Aug 03 19:10:31.113690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1e78d9ab-8a1d-4ce4-ad98-a723999cdc9b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5fd403e4d8c945d88befe471f2fcc035&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7115912 Aug 03 19:10:31.118149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59116) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:31.120284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78d9ab-8a1d-4ce4-ad98-a723999cdc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18487903-996b-452e-b4af-dab57a800ffb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:31.334965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6afa1bbb-dc0c-43b4-ad23-417cba5a0421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.374360 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6afa1bbb-dc0c-43b4-ad23-417cba5a0421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.408884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3510c40-c0d9-4bb3-8d20-884fc4ea4385 None None] New status for floating IP b2330ea1-b3d0-4179-9d3e-b6bcf2d282f6: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:10:31.479500 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6afa1bbb-dc0c-43b4-ad23-417cba5a0421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.486587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6afa1bbb-dc0c-43b4-ad23-417cba5a0421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.487485 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6afa1bbb-dc0c-43b4-ad23-417cba5a0421 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/18487903-996b-452e-b4af-dab57a800ffb HTTP/1.1" status: 204 len: 168 time: 0.3665924 Aug 03 19:10:31.517910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa1bbb-dc0c-43b4-ad23-417cba5a0421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18487903-996b-452e-b4af-dab57a800ffb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:31.855588 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0676223-a897-4b84-968b-f53f14722c93 req-80aa35ee-99a1-4ab4-b7b4-9aedac1e367b tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9383183 Aug 03 19:10:31.893944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24480ce4-8c63-477d-a376-332214b753aa req-2db0b929-cdf5-4f40-ae0f-913302320d9f tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:31.895812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24480ce4-8c63-477d-a376-332214b753aa req-2db0b929-cdf5-4f40-ae0f-913302320d9f tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 1.0626709 Aug 03 19:10:31.979762 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cb0bdc4d-1708-4a24-977f-fec3a59aac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:38Z', 'revision_number': 4, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '40323d71-d3d3-43a5-aa60-a8768a1c76f0', 'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'mac_address': 'fa:16:3e:60:38:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '73d204d5-02d9-46a7-8f9e-290310251900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:36Z', 'updated_at': '2021-08-03T18:59:46Z', 'revision_number': 5, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'subnets': [{'id': '73d204d5-02d9-46a7-8f9e-290310251900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:32.065345 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0bdc4d-1708-4a24-977f-fec3a59aac22 None None] Checking router: d4f6902d-64be-4571-9445-312a79578413 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:32.099619 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0bdc4d-1708-4a24-977f-fec3a59aac22 None None] Routers {'d4f6902d-64be-4571-9445-312a79578413'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:32.101533 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cb0bdc4d-1708-4a24-977f-fec3a59aac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['d4f6902d-64be-4571-9445-312a79578413'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:32.392806 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cb0bdc4d-1708-4a24-977f-fec3a59aac22 None None] Set router d4f6902d-64be-4571-9445-312a79578413 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:32.408251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca0390-7a89-45b4-b9a8-2c9074e35990 req-c9eb12b1-b151-417d-bf39-a61f07150c0e tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:32.421253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3ca0390-7a89-45b4-b9a8-2c9074e35990 req-c9eb12b1-b151-417d-bf39-a61f07150c0e tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.6173766 Aug 03 19:10:32.427306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-deleted', 'tag': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:32.431719 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70b67b1-4108-4180-bff0-0c72122d1e34" -d '{"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-deleted", "tag": "3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:32.437794 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-96d85395-9444-405e-af07-5249873f3203 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.506566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-40683010-4a2d-462e-8f0e-1b5e866edb15 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port 76d941e5-217c-4b53-8420-cf2234884280 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:32.507107 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-40683010-4a2d-462e-8f0e-1b5e866edb15 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.517733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59144) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:32.541995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db565a11-f4ad-4e84-a774-ce197b90f429 req-0c6b6adc-e713-4a1d-82ca-0bebb7aeeb3e service neutron] 10.222.0.74 "GET /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4231114 Aug 03 19:10:32.575727 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d84bda3-d3ca-4287-a505-5918d8fb38f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.750578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93287d6f-58d4-4a1d-9103-7bc527eb7de3 req-d37addc5-d740-4936-9c06-c0ac9ff6f559 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:32.763997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d84bda3-d3ca-4287-a505-5918d8fb38f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.766620 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93287d6f-58d4-4a1d-9103-7bc527eb7de3 req-d37addc5-d740-4936-9c06-c0ac9ff6f559 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.6937540 Aug 03 19:10:32.774381 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d84bda3-d3ca-4287-a505-5918d8fb38f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.785519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d85395-9444-405e-af07-5249873f3203 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Port': ['ID=dba46738-6fe7-47a8-b264-fa6c39dd8977,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:32.831777 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cb0bdc4d-1708-4a24-977f-fec3a59aac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:38Z', 'revision_number': 4, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '40323d71-d3d3-43a5-aa60-a8768a1c76f0', 'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'mac_address': 'fa:16:3e:60:38:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '73d204d5-02d9-46a7-8f9e-290310251900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:36Z', 'updated_at': '2021-08-03T18:59:46Z', 'revision_number': 5, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'subnets': [{'id': '73d204d5-02d9-46a7-8f9e-290310251900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:32.866739 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6d84bda3-d3ca-4287-a505-5918d8fb38f1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=04023a208d68477e82b3c1a114bbaef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454936 Aug 03 19:10:32.875307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:32.889665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84bda3-d3ca-4287-a505-5918d8fb38f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1216bb-b295-458c-99a5-4d83e23692bb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:32.923742 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0bdc4d-1708-4a24-977f-fec3a59aac22 None None] The sync data for ids ['d4f6902d-64be-4571-9445-312a79578413'] in n-d-802918-7 is: [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T18:59:38Z', 'revision_number': 4, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '40323d71-d3d3-43a5-aa60-a8768a1c76f0', 'name': '', 'network_id': '3a24974f-c585-49b2-9411-bdd5d3345630', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'mac_address': 'fa:16:3e:60:38:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '73d204d5-02d9-46a7-8f9e-290310251900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:36Z', 'updated_at': '2021-08-03T18:59:46Z', 'revision_number': 5, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'subnets': [{'id': '73d204d5-02d9-46a7-8f9e-290310251900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:32.930365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3ca0390-7a89-45b4-b9a8-2c9074e35990 req-26007ea9-6b64-4a41-84c0-8a038a23a232 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071816 Aug 03 19:10:33.010324 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36da6e93-922a-4c7b-80e7-7442f9a9025f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.129564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36da6e93-922a-4c7b-80e7-7442f9a9025f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.244583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-96d85395-9444-405e-af07-5249873f3203 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] No DVR routers for this DVR port dba46738-6fe7-47a8-b264-fa6c39dd8977 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:33.279250 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-96d85395-9444-405e-af07-5249873f3203 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.279940 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36da6e93-922a-4c7b-80e7-7442f9a9025f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.284523 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-96d85395-9444-405e-af07-5249873f3203 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "DELETE /v2.0/ports/dba46738-6fe7-47a8-b264-fa6c39dd8977 HTTP/1.1" status: 204 len: 173 time: 4.8845041 Aug 03 19:10:33.287325 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36da6e93-922a-4c7b-80e7-7442f9a9025f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.294836 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-36da6e93-922a-4c7b-80e7-7442f9a9025f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0a1216bb-b295-458c-99a5-4d83e23692bb HTTP/1.1" status: 204 len: 168 time: 0.4171023 Aug 03 19:10:33.304254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-deleted', 'tag': 'dba46738-6fe7-47a8-b264-fa6c39dd8977'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:33.309392 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da25d3fa-b6f9-47b6-b591-c26e5cfd7d9f" -d '{"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-deleted", "tag": "dba46738-6fe7-47a8-b264-fa6c39dd8977"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:33.330616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da6e93-922a-4c7b-80e7-7442f9a9025f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1216bb-b295-458c-99a5-4d83e23692bb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:33.421922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-40683010-4a2d-462e-8f0e-1b5e866edb15 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.544025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4b87b3d-7850-4e12-af58-afd7d45e5968 req-6fa20737-657d-4f47-a84d-8afd9cfb404f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.3309240 Aug 03 19:10:33.605710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93287d6f-58d4-4a1d-9103-7bc527eb7de3 req-28678190-5205-41a4-ab17-e216906422f5 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8375189 Aug 03 19:10:33.610074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-40683010-4a2d-462e-8f0e-1b5e866edb15 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for 76d941e5-217c-4b53-8420-cf2234884280 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:33.655053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-24480ce4-8c63-477d-a376-332214b753aa req-b803f6b2-7f94-44ee-a56d-55aa38641245 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Deleting port 3b8fa2cd-9f50-473b-b61f-80a8429f2403 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:33.656113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24480ce4-8c63-477d-a376-332214b753aa req-b803f6b2-7f94-44ee-a56d-55aa38641245 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.660020 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caec476-8758-4b31-901f-758b457a9ed6 None None] New status for floating IP 3eff31c5-9d45-49ae-8716-11c0473a62c7: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:10:33.705250 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dbcb67f8-fe55-4c41-8642-ae0df0f4c33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.818776 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303be21d-0f2e-4d52-bd10-8e646656ba6c x-openstack-request-id: req-303be21d-0f2e-4d52-bd10-8e646656ba6c {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:33.819463 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f322faac-62bb-4ce0-be03-c269fc5f19d1", "name": "network-vif-deleted", "tag": "3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:33.819739 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-303be21d-0f2e-4d52-bd10-8e646656ba6c {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:33.820663 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322faac-62bb-4ce0-be03-c269fc5f19d1', 'name': 'network-vif-deleted', 'tag': '3ddf9a50-13c5-4f17-bdb2-489d6fc7fc02', 'status': 'completed', 'code': 200} Aug 03 19:10:33.889792 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8d1d5b-7e7d-45eb-8a5a-1e027d38a99d x-openstack-request-id: req-4f8d1d5b-7e7d-45eb-8a5a-1e027d38a99d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:33.890146 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-deleted", "tag": "dba46738-6fe7-47a8-b264-fa6c39dd8977", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:33.890449 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f8d1d5b-7e7d-45eb-8a5a-1e027d38a99d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:33.890999 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-deleted', 'tag': 'dba46738-6fe7-47a8-b264-fa6c39dd8977', 'status': 'completed', 'code': 200} Aug 03 19:10:34.393007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b636d1-4831-4959-bedc-22e729e0673a req-2712e9f7-3e8f-4706-b911-03a67dec9891 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:34.403599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b636d1-4831-4959-bedc-22e729e0673a req-2712e9f7-3e8f-4706-b911-03a67dec9891 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:34.410616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5b636d1-4831-4959-bedc-22e729e0673a req-2712e9f7-3e8f-4706-b911-03a67dec9891 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 1676 time: 0.5181305 Aug 03 19:10:34.704120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-f87bcf16-e11c-49a8-a128-e14be6bf1a4a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Deleting port d56ded67-baa3-4450-9d65-f20f6f05c226 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:34.704644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-f87bcf16-e11c-49a8-a128-e14be6bf1a4a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:34.793539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-24480ce4-8c63-477d-a376-332214b753aa req-b803f6b2-7f94-44ee-a56d-55aa38641245 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] For port 3b8fa2cd-9f50-473b-b61f-80a8429f2403, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=3b8fa2cd-9f50-473b-b61f-80a8429f2403,segment=NetworkSegment(a4281bb6-6b47-4091-9450-7b80736ac09f),segment_id=a4281bb6-6b47-4091-9450-7b80736ac09f)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:34.794119 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24480ce4-8c63-477d-a376-332214b753aa req-b803f6b2-7f94-44ee-a56d-55aa38641245 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:34.821122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-24480ce4-8c63-477d-a376-332214b753aa req-b803f6b2-7f94-44ee-a56d-55aa38641245 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Calling delete_port for 3b8fa2cd-9f50-473b-b61f-80a8429f2403 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:34.895888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6c77f-b776-4bfc-93d2-139d064eddf7 req-b1acf5d6-7fa8-4098-9ff6-0252b43406ba tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:34.898131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8cf6c77f-b776-4bfc-93d2-139d064eddf7 req-b1acf5d6-7fa8-4098-9ff6-0252b43406ba tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 946 time: 0.6906760 Aug 03 19:10:34.913884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5b636d1-4831-4959-bedc-22e729e0673a req-612c14c5-85b4-41ce-9ee7-06d04b6bc2a6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875774 Aug 03 19:10:35.032811 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-40683010-4a2d-462e-8f0e-1b5e866edb15 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.171289 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-f87bcf16-e11c-49a8-a128-e14be6bf1a4a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] For port d56ded67-baa3-4450-9d65-f20f6f05c226, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d56ded67-baa3-4450-9d65-f20f6f05c226,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:35.172844 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-f87bcf16-e11c-49a8-a128-e14be6bf1a4a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.194815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-f87bcf16-e11c-49a8-a128-e14be6bf1a4a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Calling delete_port for d56ded67-baa3-4450-9d65-f20f6f05c226 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:35.233005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40683010-4a2d-462e-8f0e-1b5e866edb15 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=76d941e5-217c-4b53-8420-cf2234884280,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:35.376339 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59214) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:35.709017 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8cf6c77f-b776-4bfc-93d2-139d064eddf7 req-086d6775-54c5-4fcc-827f-6edb6b873c13 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/security-groups?id=d92ef3a6-18fa-4e48-9aad-4a689889122f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7832847 Aug 03 19:10:35.769643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 3b8fa2cd-9f50-473b-b61f-80a8429f2403 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:35.912848 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae19b065-7896-4f59-962e-e1977748fdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.936021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d883092e-ee8f-4b73-8c1a-4a468cfc0698 req-8d72739e-a316-42c1-9ae0-872236208000 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.8149247 Aug 03 19:10:35.946247 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-f87bcf16-e11c-49a8-a128-e14be6bf1a4a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.112592 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.126050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bcf16-e11c-49a8-a128-e14be6bf1a4a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Port': ['ID=d56ded67-baa3-4450-9d65-f20f6f05c226,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:36.253005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8fa2cd-9f50-473b-b61f-80a8429f2403'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:36.266864 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16b75e3-a9fd-46e5-ad02-b9646c9935d1" -d '{"events": [{"server_uuid": "5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8fa2cd-9f50-473b-b61f-80a8429f2403"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:36.314339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 3b8fa2cd-9f50-473b-b61f-80a8429f2403, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=3b8fa2cd-9f50-473b-b61f-80a8429f2403,segment=NetworkSegment(a4281bb6-6b47-4091-9450-7b80736ac09f),segment_id=a4281bb6-6b47-4091-9450-7b80736ac09f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:36.329312 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.373752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae19b065-7896-4f59-962e-e1977748fdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.385386 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae19b065-7896-4f59-962e-e1977748fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.410158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=3b8fa2cd-9f50-473b-b61f-80a8429f2403,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:36.456910 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ae19b065-7896-4f59-962e-e1977748fdbf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6f7d66ed3eb647cd9cf07d4ac7b4f9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0783470 Aug 03 19:10:36.461608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59252) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:36.463978 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d32fa29c-d49d-458f-a1b6-54245849c995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.532920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19b065-7896-4f59-962e-e1977748fdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee263fef-a8b2-4515-a4e6-cfcfa95100ae,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:36.539856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-f87bcf16-e11c-49a8-a128-e14be6bf1a4a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] No DVR routers for this DVR port d56ded67-baa3-4450-9d65-f20f6f05c226 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:36.554878 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-f87bcf16-e11c-49a8-a128-e14be6bf1a4a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.555570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-f87bcf16-e11c-49a8-a128-e14be6bf1a4a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "DELETE /v2.0/ports/d56ded67-baa3-4450-9d65-f20f6f05c226 HTTP/1.1" status: 204 len: 173 time: 3.2364848 Aug 03 19:10:36.555925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-deleted', 'tag': 'd56ded67-baa3-4450-9d65-f20f6f05c226'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:36.559678 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7359885-b6fe-4697-8443-8195bbfe6d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.560017 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b40d02-a833-44c5-aef6-1d91b868e4a3" -d '{"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-deleted", "tag": "d56ded67-baa3-4450-9d65-f20f6f05c226"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:36.573426 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-40683010-4a2d-462e-8f0e-1b5e866edb15 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.592408 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7359885-b6fe-4697-8443-8195bbfe6d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.598039 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5936e0-c9d4-466d-aecf-6211a6e7ace1 req-5d461642-e3a3-4b2d-80c9-487a7f5e0646 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:36.610377 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b5936e0-c9d4-466d-aecf-6211a6e7ace1 req-5d461642-e3a3-4b2d-80c9-487a7f5e0646 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.6669414 Aug 03 19:10:36.652720 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.655792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db460550-aa73-4038-b7be-86107194cf8e req-388510c8-cacd-455f-92bd-e2e313d1a8e2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:36.670450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db460550-aa73-4038-b7be-86107194cf8e req-388510c8-cacd-455f-92bd-e2e313d1a8e2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 943 time: 0.5455780 Aug 03 19:10:36.740434 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7359885-b6fe-4697-8443-8195bbfe6d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.744601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7359885-b6fe-4697-8443-8195bbfe6d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.748887 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f7359885-b6fe-4697-8443-8195bbfe6d5e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee263fef-a8b2-4515-a4e6-cfcfa95100ae HTTP/1.1" status: 204 len: 168 time: 0.2852817 Aug 03 19:10:36.772854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7359885-b6fe-4697-8443-8195bbfe6d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee263fef-a8b2-4515-a4e6-cfcfa95100ae,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:36.784124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59260) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:37.003506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1628148058', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:37.056312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Made reservation on behalf of 270df154914643a5a4e5a109cda73c4b for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:37.060312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.098800 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.332560 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24480ce4-8c63-477d-a376-332214b753aa req-b803f6b2-7f94-44ee-a56d-55aa38641245 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.390282 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.401736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.408136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] device_id is not set on port 7ef4d29e-75ff-433e-b697-cf2ee2ec1ef0 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:10:37.475803 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b5936e0-c9d4-466d-aecf-6211a6e7ace1 req-6c13f227-39fd-476b-80e6-ee4afc27653c tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8400264 Aug 03 19:10:37.561909 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e895c57-a04c-41a7-9888-98dc52d47469 x-openstack-request-id: req-7e895c57-a04c-41a7-9888-98dc52d47469 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:37.562524 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8fa2cd-9f50-473b-b61f-80a8429f2403", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:37.564459 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e895c57-a04c-41a7-9888-98dc52d47469 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:37.564680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b1656f-d3bd-4a86-814b-ffd3789ac5b4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:37.564990 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8fa2cd-9f50-473b-b61f-80a8429f2403', 'code': 200} Aug 03 19:10:37.730491 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab986b6-8d4a-41d0-8cca-1f5ce5342f21 x-openstack-request-id: req-bab986b6-8d4a-41d0-8cca-1f5ce5342f21 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:37.730824 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-deleted", "tag": "d56ded67-baa3-4450-9d65-f20f6f05c226", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:37.730986 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bab986b6-8d4a-41d0-8cca-1f5ce5342f21 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:37.731378 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-deleted', 'tag': 'd56ded67-baa3-4450-9d65-f20f6f05c226', 'status': 'completed', 'code': 200} Aug 03 19:10:37.754603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Allocated IP 172.25.8.52 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/7ef4d29e-75ff-433e-b697-cf2ee2ec1ef0) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:37.768955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803f6b2-7f94-44ee-a56d-55aa38641245 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Pushing event deleted for resources: {'Port': ['ID=3b8fa2cd-9f50-473b-b61f-80a8429f2403,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:37.799692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db460550-aa73-4038-b7be-86107194cf8e req-1f29f665-ab92-4217-86f1-0b7cb7bbf9c1 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1287856 Aug 03 19:10:37.833860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-24480ce4-8c63-477d-a376-332214b753aa req-b803f6b2-7f94-44ee-a56d-55aa38641245 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] No DVR routers for this DVR port 3b8fa2cd-9f50-473b-b61f-80a8429f2403 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:37.837208 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-24480ce4-8c63-477d-a376-332214b753aa req-b803f6b2-7f94-44ee-a56d-55aa38641245 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.840571 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24480ce4-8c63-477d-a376-332214b753aa req-b803f6b2-7f94-44ee-a56d-55aa38641245 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.37 "DELETE /v2.0/ports/3b8fa2cd-9f50-473b-b61f-80a8429f2403 HTTP/1.1" status: 204 len: 173 time: 5.9062243 Aug 03 19:10:37.893440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d64e9ffa-4c5f-46ec-b3c0-7a309e77b650 req-b7b37aa8-7aea-480c-ac19-388eefd3eb67 tempest-TestServerAdvancedOps-2141102729 tempest-TestServerAdvancedOps-2141102729-project] 10.222.0.78 "GET /v2.0/ports?device_id=5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2 HTTP/1.1" status: 200 len: 210 time: 0.0898190 Aug 03 19:10:37.896183 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.923456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40683010-4a2d-462e-8f0e-1b5e866edb15 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 0cc20f1f-aca6-4298-885b-7908b58b100a has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:37.943068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-737e5aff-3226-413f-871c-53408dc0d183 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Deleting port 34528ff9-7e18-40e5-991f-d62e6697bd31 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:37.943665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-737e5aff-3226-413f-871c-53408dc0d183 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:38.126922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:38.182896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a862ca41-2fec-4f3e-ade4-74c1c480abee req-4633249e-a3c1-468a-b6b0-465df34df83b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.1864717 Aug 03 19:10:38.242938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40683010-4a2d-462e-8f0e-1b5e866edb15 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:38.258541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e17640b-40e9-4a3e-9aef-dfe3c5d582c7 None None] Sync routers for ids ['0cc20f1f-aca6-4298-885b-7908b58b100a'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:38.265804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-40683010-4a2d-462e-8f0e-1b5e866edb15 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/0cc20f1f-aca6-4298-885b-7908b58b100a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8694029 Aug 03 19:10:38.269251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59280) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:38.288326 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17640b-40e9-4a3e-9aef-dfe3c5d582c7 None None] Routers {'0cc20f1f-aca6-4298-885b-7908b58b100a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:38.289394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5e17640b-40e9-4a3e-9aef-dfe3c5d582c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0cc20f1f-aca6-4298-885b-7908b58b100a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:38.298959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-737e5aff-3226-413f-871c-53408dc0d183 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] For port 34528ff9-7e18-40e5-991f-d62e6697bd31, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=34528ff9-7e18-40e5-991f-d62e6697bd31,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:38.299347 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-737e5aff-3226-413f-871c-53408dc0d183 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:38.363349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-737e5aff-3226-413f-871c-53408dc0d183 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Calling delete_port for 34528ff9-7e18-40e5-991f-d62e6697bd31 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:38.453680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5e17640b-40e9-4a3e-9aef-dfe3c5d582c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:38.471787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17640b-40e9-4a3e-9aef-dfe3c5d582c7 None None] Routers {'0cc20f1f-aca6-4298-885b-7908b58b100a'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:38.472897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5e17640b-40e9-4a3e-9aef-dfe3c5d582c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0cc20f1f-aca6-4298-885b-7908b58b100a'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:38.523070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:38.605177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:38.657432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5e17640b-40e9-4a3e-9aef-dfe3c5d582c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:38.661179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e17640b-40e9-4a3e-9aef-dfe3c5d582c7 None None] The sync data for ids ['0cc20f1f-aca6-4298-885b-7908b58b100a'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:38.663982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:38.673475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:38.727235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Pushing event updated for resources: {'Port': ['ID=7ef4d29e-75ff-433e-b697-cf2ee2ec1ef0,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:38.732524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9e7cf-8867-4693-916a-f71f677deccc req-0405d20d-b9f9-4e10-859d-9753fc9d9e0c tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:38.745709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42d9e7cf-8867-4693-916a-f71f677deccc req-0405d20d-b9f9-4e10-859d-9753fc9d9e0c tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.1760991 Aug 03 19:10:38.799659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:38.800530 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:38.827619 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-273ba9fb-70ce-437e-89c9-73394c3f86a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0406458 Aug 03 19:10:38.848847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59292) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:38.854054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}]}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:38.963471 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:38.964717 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.093852 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.278044 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba849-8988-42d9-808d-824bba3aac39 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.412981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.479143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42d9e7cf-8867-4693-916a-f71f677deccc req-134de1fe-2a3d-4b1d-8a91-572cfc5996a2 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7316723 Aug 03 19:10:39.534195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee876-97fd-48d5-b015-e54f16aee901 req-aaa43d2f-5d76-45a0-b516-9967f86afb89 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:39.536950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1feee876-97fd-48d5-b015-e54f16aee901 req-aaa43d2f-5d76-45a0-b516-9967f86afb89 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 943 time: 0.1490090 Aug 03 19:10:39.537751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59312) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:39.582158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59314) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:39.590962 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.699502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-770ca749-5a3f-4f60-babb-3513097cb3cb req-01d39d3d-d59e-41a0-8ad2-8b37a99b8f0e tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.0836585 Aug 03 19:10:39.703907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2c17e3-488d-486c-babe-25f00e0a576d admin admin] Deleting subnet c393b6ae-6443-41c4-96f4-81cd4a8ec9aa {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:10:39.708142 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a2c17e3-488d-486c-babe-25f00e0a576d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.728051 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-737e5aff-3226-413f-871c-53408dc0d183 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.742979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2', 'name': 'network-vif-deleted', 'tag': '3b8fa2cd-9f50-473b-b61f-80a8429f2403'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:39.747892 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc9e537-3152-41f5-ace6-18e077192579" -d '{"events": [{"server_uuid": "5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2", "name": "network-vif-deleted", "tag": "3b8fa2cd-9f50-473b-b61f-80a8429f2403"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:39.758645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a2c17e3-488d-486c-babe-25f00e0a576d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.809255 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a2c17e3-488d-486c-babe-25f00e0a576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.814519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1feee876-97fd-48d5-b015-e54f16aee901 req-07ea2cc6-9dde-4f64-b084-63da23d71fde tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups?id=295c2a1f-a306-4725-95fa-2625ecad3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226486 Aug 03 19:10:39.817026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e5aff-3226-413f-871c-53408dc0d183 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Port': ['ID=34528ff9-7e18-40e5-991f-d62e6697bd31,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:39.925641 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e2ccaa-d358-44ce-b239-67fcd3cb9491 x-openstack-request-id: req-c8e2ccaa-d358-44ce-b239-67fcd3cb9491 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:39.926072 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2", "name": "network-vif-deleted", "tag": "3b8fa2cd-9f50-473b-b61f-80a8429f2403", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:39.926471 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c8e2ccaa-d358-44ce-b239-67fcd3cb9491 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:39.926696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a2c17e3-488d-486c-babe-25f00e0a576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.927029 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8aaa4c-b419-4b57-bb4b-a596b73f1ab2', 'name': 'network-vif-deleted', 'tag': '3b8fa2cd-9f50-473b-b61f-80a8429f2403', 'status': 'completed', 'code': 200} Aug 03 19:10:39.929717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-737e5aff-3226-413f-871c-53408dc0d183 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] No DVR routers for this DVR port 34528ff9-7e18-40e5-991f-d62e6697bd31 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:39.938897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-737e5aff-3226-413f-871c-53408dc0d183 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.942128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86dae0d7-6a9a-4bda-b465-fddac3dedc30 req-737e5aff-3226-413f-871c-53408dc0d183 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.74 "DELETE /v2.0/ports/34528ff9-7e18-40e5-991f-d62e6697bd31 HTTP/1.1" status: 204 len: 173 time: 3.3733354 Aug 03 19:10:39.943924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45f92dc1-da60-4bdd-b5ae-8f16414c4215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.990508 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c17e3-488d-486c-babe-25f00e0a576d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c393b6ae-6443-41c4-96f4-81cd4a8ec9aa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:39.994937 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a2c17e3-488d-486c-babe-25f00e0a576d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.997163 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4a2c17e3-488d-486c-babe-25f00e0a576d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c393b6ae-6443-41c4-96f4-81cd4a8ec9aa HTTP/1.1" status: 204 len: 168 time: 0.4137647 Aug 03 19:10:40.002937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59320) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:40.141435 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45f92dc1-da60-4bdd-b5ae-8f16414c4215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.152442 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-45f92dc1-da60-4bdd-b5ae-8f16414c4215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.216704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f92dc1-da60-4bdd-b5ae-8f16414c4215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a2817f-bad1-43db-a754-3f9ff3b9a927,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:40.243031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-45f92dc1-da60-4bdd-b5ae-8f16414c4215 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21e0a3a046914d619d3c4691256d45d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6672721 Aug 03 19:10:40.245903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59322) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:40.312022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-48a02f09-7b27-47d6-b07b-e40300c9695c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.345839 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-48a02f09-7b27-47d6-b07b-e40300c9695c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.364754 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.419001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.434149 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-48a02f09-7b27-47d6-b07b-e40300c9695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.438320 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-48a02f09-7b27-47d6-b07b-e40300c9695c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.440277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-48a02f09-7b27-47d6-b07b-e40300c9695c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12a2817f-bad1-43db-a754-3f9ff3b9a927 HTTP/1.1" status: 204 len: 168 time: 0.1927564 Aug 03 19:10:40.473463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a02f09-7b27-47d6-b07b-e40300c9695c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a2817f-bad1-43db-a754-3f9ff3b9a927,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:40.540013 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.563849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ba849-8988-42d9-808d-824bba3aac39 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port d00ba06f-b06a-4859-bca4-43c7c628c73e {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:40.564296 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba849-8988-42d9-808d-824bba3aac39 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.646946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1da8f6-226d-42ac-970f-ce757f02d5fb req-8615d67b-0406-4a68-b757-0f6e45067c9e tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:40.650581 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f1da8f6-226d-42ac-970f-ce757f02d5fb req-8615d67b-0406-4a68-b757-0f6e45067c9e tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.0833735 Aug 03 19:10:40.712576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f1da8f6-226d-42ac-970f-ce757f02d5fb req-28e6e1b3-0a35-4d98-8c43-73848effab4b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511239 Aug 03 19:10:40.719321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.742750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bb3e6f-d336-4e80-bd0f-9aa74c37b96b']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:40.765126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4281bb6-6b47-4091-9450-7b80736ac09f') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:40.765620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4281bb6-6b47-4091-9450-7b80736ac09f') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:40.818709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.882083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.898421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71991d4d-9e15-4c35-99ac-1e271905ed1c req-7c993a9c-44ea-46b8-9ccb-b9ce5cec0473 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.0471747 Aug 03 19:10:40.907364 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba849-8988-42d9-808d-824bba3aac39 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.912864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:10:40.913415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:10:40.916048 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:10:41.010620 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0da1e2e4-9633-483f-b79a-4ed319ce354c req-ae9dda60-9ebe-4cfb-8a43-bf729cc4f6b6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0345304 Aug 03 19:10:41.038240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ba849-8988-42d9-808d-824bba3aac39 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for d00ba06f-b06a-4859-bca4-43c7c628c73e owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:41.130442 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.135305 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.504347 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.511226 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] 10.222.0.78 "DELETE /v2.0/networks/15bb3e6f-d336-4e80-bd0f-9aa74c37b96b HTTP/1.1" status: 204 len: 168 time: 1.5028114 Aug 03 19:10:41.512902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59352) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:41.594711 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410b499-bc82-41eb-ae3e-2bd7ba428f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=15bb3e6f-d336-4e80-bd0f-9aa74c37b96b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:41.629223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4d61f9-a323-48fc-8518-94bb31c0f357 admin admin] Deleting subnet 986521fe-0015-433b-bfcc-9d614d1b6093 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:10:41.638353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee4d61f9-a323-48fc-8518-94bb31c0f357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.683985 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee4d61f9-a323-48fc-8518-94bb31c0f357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.746092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee4d61f9-a323-48fc-8518-94bb31c0f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.759663 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.763874 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.870760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee4d61f9-a323-48fc-8518-94bb31c0f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.921118 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.922625 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d208611-4b62-49f1-ae3a-97e8f65e119a {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:10:41.971233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-deleted', 'tag': '34528ff9-7e18-40e5-991f-d62e6697bd31'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:41.975256 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ead40d0-bb79-42a7-b2af-7e4b899e50ae" -d '{"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-deleted", "tag": "34528ff9-7e18-40e5-991f-d62e6697bd31"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:41.985388 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee4d61f9-a323-48fc-8518-94bb31c0f357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.990434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ee4d61f9-a323-48fc-8518-94bb31c0f357 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/986521fe-0015-433b-bfcc-9d614d1b6093 HTTP/1.1" status: 204 len: 168 time: 0.4754877 Aug 03 19:10:41.999376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59364) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:42.014721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d61f9-a323-48fc-8518-94bb31c0f357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=986521fe-0015-433b-bfcc-9d614d1b6093,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:42.024867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba849-8988-42d9-808d-824bba3aac39 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.035792 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:10:42.037435 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9e207930-eea8-4afe-a6c6-a7743b730f5a tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1875391 Aug 03 19:10:42.043467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b30cc-186c-4766-8514-7818326170b8 req-cc4ac737-0e4c-4b21-8b86-1c98fd7d7eec tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:42.045935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b18b30cc-186c-4766-8514-7818326170b8 req-cc4ac737-0e4c-4b21-8b86-1c98fd7d7eec tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.74 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.4345214 Aug 03 19:10:42.046735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59368) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:42.093772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ba849-8988-42d9-808d-824bba3aac39 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=d00ba06f-b06a-4859-bca4-43c7c628c73e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:42.161436 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.279126 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bdaff581-2d42-4ae2-adcc-ee6dc2be835a req-719886ea-f0cb-441a-a25a-39f0a3cb156f tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.0760374 Aug 03 19:10:42.308044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ce242-aca7-43a6-9d5d-dc69b78b2936 req-54945110-a1c2-435c-8331-5413eadc3513 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:42.310131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-141ce242-aca7-43a6-9d5d-dc69b78b2936 req-54945110-a1c2-435c-8331-5413eadc3513 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 946 time: 0.4164236 Aug 03 19:10:42.364581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba849-8988-42d9-808d-824bba3aac39 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.523671 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c16c984-bbd1-4f81-8974-c37e0737da32 x-openstack-request-id: req-8c16c984-bbd1-4f81-8974-c37e0737da32 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:42.524053 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabb1d7-b88e-4aea-8a04-61e62d96da69", "name": "network-vif-deleted", "tag": "34528ff9-7e18-40e5-991f-d62e6697bd31", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:42.525009 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8c16c984-bbd1-4f81-8974-c37e0737da32 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:42.525709 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabb1d7-b88e-4aea-8a04-61e62d96da69', 'name': 'network-vif-deleted', 'tag': '34528ff9-7e18-40e5-991f-d62e6697bd31', 'status': 'completed', 'code': 200} Aug 03 19:10:42.591760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ead7137e-cec2-45d6-91e6-1404617bb707 req-60970107-f15c-41e9-9e40-1408199cfa19 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0643477 Aug 03 19:10:42.623929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-141ce242-aca7-43a6-9d5d-dc69b78b2936 req-e11139c0-0453-4a85-ad3d-03c7e8e40ea3 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783506 Aug 03 19:10:42.704695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2ba849-8988-42d9-808d-824bba3aac39 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 0cc20f1f-aca6-4298-885b-7908b58b100a has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:42.741131 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.776779 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035b64e7-1be0-4ad4-a987-9cd49ba81873']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:42.813257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2ba849-8988-42d9-808d-824bba3aac39 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:42.816135 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59380) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:42.816571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6bc5d4-2926-464f-bb88-fe28cb6b3f62') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:42.816928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6bc5d4-2926-464f-bb88-fe28cb6b3f62') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:42.820364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1721ccfa-8b79-486f-ad07-e4e1a55366a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Deleting port 7ef4d29e-75ff-433e-b697-cf2ee2ec1ef0 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:42.820827 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1721ccfa-8b79-486f-ad07-e4e1a55366a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.832681 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ac4cc-2ab8-44c0-a79e-f23c8aea6f77 None None] Sync routers for ids ['0cc20f1f-aca6-4298-885b-7908b58b100a'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:42.839668 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9a2ba849-8988-42d9-808d-824bba3aac39 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/0cc20f1f-aca6-4298-885b-7908b58b100a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5534039 Aug 03 19:10:42.844386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59382) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:42.850570 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.857649 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ac4cc-2ab8-44c0-a79e-f23c8aea6f77 None None] Routers {'0cc20f1f-aca6-4298-885b-7908b58b100a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:42.858855 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3e3ac4cc-2ab8-44c0-a79e-f23c8aea6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0cc20f1f-aca6-4298-885b-7908b58b100a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:42.885820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-b18b30cc-186c-4766-8514-7818326170b8 req-5e6c6e6a-70e8-4677-bf1c-a07153d3c33f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Deleting port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:42.886416 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b18b30cc-186c-4766-8514-7818326170b8 req-5e6c6e6a-70e8-4677-bf1c-a07153d3c33f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:42.896528 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9b397ec2-b6e6-4d64-bda0-e82b7deac436 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc20f1f-aca6-4298-885b-7908b58b100a HTTP/1.1" status: 200 len: 205 time: 0.0498621 Aug 03 19:10:42.902359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59386) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:42.904666 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3e3ac4cc-2ab8-44c0-a79e-f23c8aea6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:42.916281 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ac4cc-2ab8-44c0-a79e-f23c8aea6f77 None None] Routers {'0cc20f1f-aca6-4298-885b-7908b58b100a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:42.917204 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3e3ac4cc-2ab8-44c0-a79e-f23c8aea6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['0cc20f1f-aca6-4298-885b-7908b58b100a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:42.953643 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3e3ac4cc-2ab8-44c0-a79e-f23c8aea6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:42.954622 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ac4cc-2ab8-44c0-a79e-f23c8aea6f77 None None] The sync data for ids ['0cc20f1f-aca6-4298-885b-7908b58b100a'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:43.027577 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.044207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:10:43.044637 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:10:43.046635 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:10:43.080103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad2228eb-016a-440d-8dee-8b2e02601a91 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.143124 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1721ccfa-8b79-486f-ad07-e4e1a55366a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.178736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1721ccfa-8b79-486f-ad07-e4e1a55366a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Calling delete_port for 7ef4d29e-75ff-433e-b697-cf2ee2ec1ef0 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:43.185730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ea28227d-2355-416b-9b41-453b21b96d7c tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-608179263'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:43.186253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ea28227d-2355-416b-9b41-453b21b96d7c tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Unknown quota resources ['metering_label']. {{(pid=100488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:10:43.205286 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.209594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b18b30cc-186c-4766-8514-7818326170b8 req-5e6c6e6a-70e8-4677-bf1c-a07153d3c33f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] For port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:43.210030 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b18b30cc-186c-4766-8514-7818326170b8 req-5e6c6e6a-70e8-4677-bf1c-a07153d3c33f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.252267 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.257949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] 10.222.0.78 "DELETE /v2.0/networks/035b64e7-1be0-4ad4-a987-9cd49ba81873 HTTP/1.1" status: 204 len: 168 time: 1.2499588 Aug 03 19:10:43.282798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e2b31-f0fe-40fd-8496-49b481d1b4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=035b64e7-1be0-4ad4-a987-9cd49ba81873,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:43.285548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-b18b30cc-186c-4766-8514-7818326170b8 req-5e6c6e6a-70e8-4677-bf1c-a07153d3c33f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Calling delete_port for fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:43.491606 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea6e7621-7056-4111-a682-51db2bb66d86 req-e7b2b260-520d-4965-bea5-ba482a9458af tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.0500872 Aug 03 19:10:43.493943 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1721ccfa-8b79-486f-ad07-e4e1a55366a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.535151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721ccfa-8b79-486f-ad07-e4e1a55366a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ef4d29e-75ff-433e-b697-cf2ee2ec1ef0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:43.535394 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea28227d-2355-416b-9b41-453b21b96d7c tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.536602 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ea28227d-2355-416b-9b41-453b21b96d7c tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7072518 Aug 03 19:10:43.541586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59392) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:43.559171 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad2228eb-016a-440d-8dee-8b2e02601a91 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.559693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fd099552-229f-48b6-9f30-ec0e7654f82e tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c4e999cf-f3ef-4d4a-8a3d-c49228630448'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:43.560548 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad2228eb-016a-440d-8dee-8b2e02601a91 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.565937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fd099552-229f-48b6-9f30-ec0e7654f82e tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:10:43.666493 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59394) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:43.698762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad2228eb-016a-440d-8dee-8b2e02601a91 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.701892 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2228eb-016a-440d-8dee-8b2e02601a91 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Fanout notify agent at l3_agent the message router_deleted on router 0cc20f1f-aca6-4298-885b-7908b58b100a {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:10:43.724144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad2228eb-016a-440d-8dee-8b2e02601a91 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.726174 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ad2228eb-016a-440d-8dee-8b2e02601a91 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/0cc20f1f-aca6-4298-885b-7908b58b100a HTTP/1.1" status: 204 len: 168 time: 0.8221755 Aug 03 19:10:43.745358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59400) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:43.816845 n-d-802918-7 neutron-server[100487]: WARNING neutron.services.metering.metering_plugin [None req-fd099552-229f-48b6-9f30-ec0e7654f82e tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:10:43.830173 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9f781b7a-c7a9-4f69-bd24-99b53c710d38 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f3a5fafabe54717a33cfcaad026e1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589174 Aug 03 19:10:43.830790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59402) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:43.853326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e54258-973f-4681-8b4e-54d1481a9c64 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting subnet c1e7e7eb-0147-4435-9402-a00099747052 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:10:43.867866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25e54258-973f-4681-8b4e-54d1481a9c64 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.942060 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25e54258-973f-4681-8b4e-54d1481a9c64 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.974938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ee1654-966b-4a63-8e1e-153fb2fe7546 req-0a45b284-8227-4e41-a4b9-6031b1efb3a2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.1727579 Aug 03 19:10:43.977120 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1721ccfa-8b79-486f-ad07-e4e1a55366a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.977474 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-715a2aae-d423-4a7c-ab03-f28fa4875add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.979012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1721ccfa-8b79-486f-ad07-e4e1a55366a9 tempest-RoutersAdminNegativeIpV6Test-382743037 tempest-RoutersAdminNegativeIpV6Test-382743037-project-admin] 10.222.0.78 "DELETE /v2.0/ports/7ef4d29e-75ff-433e-b697-cf2ee2ec1ef0 HTTP/1.1" status: 204 len: 168 time: 1.8208163 Aug 03 19:10:43.984088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b18b30cc-186c-4766-8514-7818326170b8 req-5e6c6e6a-70e8-4677-bf1c-a07153d3c33f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.994989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['5ff46488-cde7-4a04-8da1-28b4295aead8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:44.012448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-715a2aae-d423-4a7c-ab03-f28fa4875add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.117876 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25e54258-973f-4681-8b4e-54d1481a9c64 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.138215 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fd099552-229f-48b6-9f30-ec0e7654f82e tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.143226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fd099552-229f-48b6-9f30-ec0e7654f82e tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5961311 Aug 03 19:10:44.144264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59406) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:44.152733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0596fa1d-c3cd-40a8-b872-658b8e37c642 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c4e999cf-f3ef-4d4a-8a3d-c49228630448'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:44.153243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0596fa1d-c3cd-40a8-b872-658b8e37c642 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:10:44.158285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c6e6a-70e8-4677-bf1c-a07153d3c33f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Pushing event deleted for resources: {'Port': ['ID=fd65b6b3-c34e-43b6-9dc6-96a10dfcad37,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:44.202663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d9843-a99c-4438-bd4d-87edc32d3a4c req-b3af868a-e7d4-49b3-afa6-4c214f47e941 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.210343 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc8d9843-a99c-4438-bd4d-87edc32d3a4c req-b3af868a-e7d4-49b3-afa6-4c214f47e941 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=59024c9d-8fc5-49ea-97f6-ca29f0cf690b HTTP/1.1" status: 200 len: 867 time: 0.4101696 Aug 03 19:10:44.278600 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-715a2aae-d423-4a7c-ab03-f28fa4875add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.279872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18b30cc-186c-4766-8514-7818326170b8 req-5e6c6e6a-70e8-4677-bf1c-a07153d3c33f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] No DVR routers for this DVR port fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:44.284466 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b18b30cc-186c-4766-8514-7818326170b8 req-5e6c6e6a-70e8-4677-bf1c-a07153d3c33f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.286338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b18b30cc-186c-4766-8514-7818326170b8 req-5e6c6e6a-70e8-4677-bf1c-a07153d3c33f tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.74 "DELETE /v2.0/ports/fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 HTTP/1.1" status: 204 len: 173 time: 2.0842509 Aug 03 19:10:44.291174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-715a2aae-d423-4a7c-ab03-f28fa4875add admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.292913 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-715a2aae-d423-4a7c-ab03-f28fa4875add admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d92ef3a6-18fa-4e48-9aad-4a689889122f HTTP/1.1" status: 204 len: 168 time: 0.4601746 Aug 03 19:10:44.294620 n-d-802918-7 neutron-server[100487]: WARNING neutron.services.metering.metering_plugin [None req-0596fa1d-c3cd-40a8-b872-658b8e37c642 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:10:44.322903 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25e54258-973f-4681-8b4e-54d1481a9c64 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.355454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a2aae-d423-4a7c-ab03-f28fa4875add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92ef3a6-18fa-4e48-9aad-4a689889122f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:44.408422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e54258-973f-4681-8b4e-54d1481a9c64 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e7e7eb-0147-4435-9402-a00099747052,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:44.420778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25e54258-973f-4681-8b4e-54d1481a9c64 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.426221 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-25e54258-973f-4681-8b4e-54d1481a9c64 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/c1e7e7eb-0147-4435-9402-a00099747052 HTTP/1.1" status: 204 len: 168 time: 0.6754758 Aug 03 19:10:44.428510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59410) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:44.469684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7a56d7-e57e-4091-940c-377bbf7e8d55 None None] Network ce237d80-46ec-4bff-ad70-6d6ff3e60e6d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:44.490365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc8d9843-a99c-4438-bd4d-87edc32d3a4c req-2a883d23-d63d-4c49-b798-8a1ed99c84e6 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790942 Aug 03 19:10:44.498031 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0596fa1d-c3cd-40a8-b872-658b8e37c642 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.499859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0596fa1d-c3cd-40a8-b872-658b8e37c642 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3542483 Aug 03 19:10:44.504710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59412) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:44.528032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59024c9d-8fc5-49ea-97f6-ca29f0cf690b', 'name': 'network-vif-deleted', 'tag': 'fd65b6b3-c34e-43b6-9dc6-96a10dfcad37'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:44.545571 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6955523a-28f6-4cf5-8123-6931bd3a2f61" -d '{"events": [{"server_uuid": "59024c9d-8fc5-49ea-97f6-ca29f0cf690b", "name": "network-vif-deleted", "tag": "fd65b6b3-c34e-43b6-9dc6-96a10dfcad37"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:44.561926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bb86b5af-b42e-40d2-8117-f408f6ebcca3 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=d0a611f9-c03b-48d2-add2-1d7a5ed09725 HTTP/1.1" status: 200 len: 464 time: 0.0551114 Aug 03 19:10:44.567347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59422) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:44.621061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac10f2e-94be-472a-9fc9-fbabae51b6e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting subnet bad5dec8-655a-4e6b-a610-02a951278c21 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:10:44.627563 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eac10f2e-94be-472a-9fc9-fbabae51b6e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.692102 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfdb265-27ef-4dd3-8e8b-9e46acfa4269 x-openstack-request-id: req-ddfdb265-27ef-4dd3-8e8b-9e46acfa4269 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:44.693022 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59024c9d-8fc5-49ea-97f6-ca29f0cf690b", "name": "network-vif-deleted", "tag": "fd65b6b3-c34e-43b6-9dc6-96a10dfcad37", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:44.693722 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ddfdb265-27ef-4dd3-8e8b-9e46acfa4269 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:44.694665 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59024c9d-8fc5-49ea-97f6-ca29f0cf690b', 'name': 'network-vif-deleted', 'tag': 'fd65b6b3-c34e-43b6-9dc6-96a10dfcad37', 'status': 'completed', 'code': 200} Aug 03 19:10:44.867425 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76671d33-0af4-4584-b582-2ba979625b61 req-5368ee8d-be04-4d03-be07-e5b5bbd24eaf tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.1445138 Aug 03 19:10:44.876821 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d535f17-1c4d-4c67-b689-6d9588cb1cca tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.891460 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3d535f17-1c4d-4c67-b689-6d9588cb1cca tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/d0a611f9-c03b-48d2-add2-1d7a5ed09725 HTTP/1.1" status: 204 len: 168 time: 0.3158162 Aug 03 19:10:44.904228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59424) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:44.906742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59426) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:44.912395 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eac10f2e-94be-472a-9fc9-fbabae51b6e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.913631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ab0217e2-f659-44b3-a507-0b5ad8a9318b tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=d0a611f9-c03b-48d2-add2-1d7a5ed09725 HTTP/1.1" status: 200 len: 221 time: 0.0177090 Aug 03 19:10:44.919937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59428) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:44.951219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c427ce92-5086-4459-9059-38c5c1d9a975 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--59580123', 'description': 'label created by tempest'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:44.951701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c427ce92-5086-4459-9059-38c5c1d9a975 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Unknown quota resources ['metering_label']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:10:44.964446 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74a58a7-f6aa-401b-a290-b030f2bb4286 None None] DHCP port deletion for ce237d80-46ec-4bff-ad70-6d6ff3e60e6d request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:10:45.183287 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.185778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59434) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:45.235439 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eac10f2e-94be-472a-9fc9-fbabae51b6e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.263422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c74a58a7-f6aa-401b-a290-b030f2bb4286 None None] Deleting port 6ff0de99-42b3-4a40-8e58-997376a6ab3a {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:45.264082 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c74a58a7-f6aa-401b-a290-b030f2bb4286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.329425 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-193ef705-91c7-41d3-b57b-ef508044e4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.358176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6ff0de99-42b3-4a40-8e58-997376a6ab3a no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:45.373179 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eac10f2e-94be-472a-9fc9-fbabae51b6e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.396896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c857f4cf-74f5-4ef6-9ad4-1cee346a5ad1 req-89ea55c1-4873-44e2-8b5e-be8617180042 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0839398 Aug 03 19:10:45.411475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:45.446807 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eac10f2e-94be-472a-9fc9-fbabae51b6e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.452698 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eac10f2e-94be-472a-9fc9-fbabae51b6e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/bad5dec8-655a-4e6b-a610-02a951278c21 HTTP/1.1" status: 204 len: 168 time: 1.0225511 Aug 03 19:10:45.453916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac10f2e-94be-472a-9fc9-fbabae51b6e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Subnet': ['ID=bad5dec8-655a-4e6b-a610-02a951278c21,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:45.457260 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c427ce92-5086-4459-9059-38c5c1d9a975 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.461172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c427ce92-5086-4459-9059-38c5c1d9a975 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.5221133 Aug 03 19:10:45.461387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59436) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:45.462080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59438) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:45.472958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-128754ed-224b-4508-901c-c2e1d75df91f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=45f5956d2d174e4eba03544cc05e1b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775278 Aug 03 19:10:45.481938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd2a4f-aa0e-4c59-94ff-f27baf884ad0 None None] Network 219b6fe3-b4ac-444f-902f-61798dbaa176 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:45.482190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59440) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:45.490190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:45.490948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fd65b6b3-c34e-43b6-9dc6-96a10dfcad37 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:45.560530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-97947cc0-d116-410a-93a6-bbdd2b15f7fc tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=84468d70-1cc1-4eee-a664-5de16ba8e558 HTTP/1.1" status: 200 len: 466 time: 0.0975852 Aug 03 19:10:45.565263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59444) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:45.632086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.705450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-737f7d61-a705-412b-a6f4-136a87623662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.743055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c74a58a7-f6aa-401b-a290-b030f2bb4286 None None] For port 6ff0de99-42b3-4a40-8e58-997376a6ab3a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6ff0de99-42b3-4a40-8e58-997376a6ab3a,segment=NetworkSegment(0ec94a89-2c04-4812-af61-27b99f4efdf8),segment_id=0ec94a89-2c04-4812-af61-27b99f4efdf8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:45.744087 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c74a58a7-f6aa-401b-a290-b030f2bb4286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.807707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c74a58a7-f6aa-401b-a290-b030f2bb4286 None None] Calling delete_port for 6ff0de99-42b3-4a40-8e58-997376a6ab3a owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:45.812056 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.882782 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-737f7d61-a705-412b-a6f4-136a87623662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.938558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port 6ff0de99-42b3-4a40-8e58-997376a6ab3a {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:45.938898 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.113064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 6ff0de99-42b3-4a40-8e58-997376a6ab3a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6ff0de99-42b3-4a40-8e58-997376a6ab3a,segment=NetworkSegment(0ec94a89-2c04-4812-af61-27b99f4efdf8),segment_id=0ec94a89-2c04-4812-af61-27b99f4efdf8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:46.116053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port 6ff0de99-42b3-4a40-8e58-997376a6ab3a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6ff0de99-42b3-4a40-8e58-997376a6ab3a,segment=NetworkSegment(0ec94a89-2c04-4812-af61-27b99f4efdf8),segment_id=0ec94a89-2c04-4812-af61-27b99f4efdf8)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:46.120575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.134127 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.203708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for 6ff0de99-42b3-4a40-8e58-997376a6ab3a owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:46.282703 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-737f7d61-a705-412b-a6f4-136a87623662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.288117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-737f7d61-a705-412b-a6f4-136a87623662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.298135 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-737f7d61-a705-412b-a6f4-136a87623662 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40ca6d96-c76e-4c58-ac69-654f637cbd3e HTTP/1.1" status: 204 len: 168 time: 0.8148720 Aug 03 19:10:46.357059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84b9409b-70e5-4ed4-b964-725ba1e2d5df req-bf0c9ad4-c769-4bc7-a425-0a19130d7dd0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.1369419 Aug 03 19:10:46.374450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f7d61-a705-412b-a6f4-136a87623662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ca6d96-c76e-4c58-ac69-654f637cbd3e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:46.398460 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ba3ae-4770-4611-ad4b-391bbf840e8b None None] DHCP port deletion for 219b6fe3-b4ac-444f-902f-61798dbaa176 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:10:46.410683 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c74a58a7-f6aa-401b-a290-b030f2bb4286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.499442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=6ff0de99-42b3-4a40-8e58-997376a6ab3a,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:46.517368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.521710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.522153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.522406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.522760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.523091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.523428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.523762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.524095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.524575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.524919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.525298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.525656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:46.531695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a58a7-f6aa-401b-a290-b030f2bb4286 None None] No DVR routers for this DVR port 6ff0de99-42b3-4a40-8e58-997376a6ab3a on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:46.560355 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a58a7-f6aa-401b-a290-b030f2bb4286 None None] Pushing event deleted for resources: {'Port': ['ID=6ff0de99-42b3-4a40-8e58-997376a6ab3a,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:46.564826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No DVR routers for this DVR port 6ff0de99-42b3-4a40-8e58-997376a6ab3a on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:46.610274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ba3ae-4770-4611-ad4b-391bbf840e8b None None] Deleting port e1144978-3cdc-4b4e-9a03-3cb95286864e {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:46.610756 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8d7ba3ae-4770-4611-ad4b-391bbf840e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.647116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8922f6-f504-4c07-9d8f-a49b2e3801c2 req-c022f788-d685-41f3-bdd5-584582b571ea tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.659259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc8922f6-f504-4c07-9d8f-a49b2e3801c2 req-c022f788-d685-41f3-bdd5-584582b571ea tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.4414272 Aug 03 19:10:46.753212 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fd485dea-cc29-4efe-ae3c-1faf9ccc7aa0 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.754799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fd485dea-cc29-4efe-ae3c-1faf9ccc7aa0 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/84468d70-1cc1-4eee-a664-5de16ba8e558 HTTP/1.1" status: 204 len: 168 time: 1.1879110 Aug 03 19:10:46.781224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.784951 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9551b844-faf7-43c4-8e2d-f4a93de4348c req-7dd587e9-2300-4b55-8055-48559c4e3d6a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0743899 Aug 03 19:10:46.802552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce237d80-46ec-4bff-ad70-6d6ff3e60e6d']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:46.822716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec94a89-2c04-4812-af61-27b99f4efdf8') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:46.823208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec94a89-2c04-4812-af61-27b99f4efdf8') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:46.838927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59458) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:46.842762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=6ff0de99-42b3-4a40-8e58-997376a6ab3a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:46.861608 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-193ef705-91c7-41d3-b57b-ef508044e4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.863514 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.885702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8d7ba3ae-4770-4611-ad4b-391bbf840e8b None None] For port e1144978-3cdc-4b4e-9a03-3cb95286864e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e1144978-3cdc-4b4e-9a03-3cb95286864e,segment=NetworkSegment(62ed1796-b07d-486f-9ad7-53c1af9e93d7),segment_id=62ed1796-b07d-486f-9ad7-53c1af9e93d7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:46.886625 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8d7ba3ae-4770-4611-ad4b-391bbf840e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.887424 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c2c2f873-8513-4132-a17e-af270c03142b tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=84468d70-1cc1-4eee-a664-5de16ba8e558 HTTP/1.1" status: 200 len: 216 time: 0.0466592 Aug 03 19:10:46.894618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59460) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:46.906298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc8922f6-f504-4c07-9d8f-a49b2e3801c2 req-af5665d0-b24d-4d4c-8d0f-9d66560286d1 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466638 Aug 03 19:10:46.910439 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-193ef705-91c7-41d3-b57b-ef508044e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.912967 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.930024 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-76d98bc3-b03c-463d-a10d-a0e820fa2f7e tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0281110 Aug 03 19:10:46.930355 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8d7ba3ae-4770-4611-ad4b-391bbf840e8b None None] Calling delete_port for e1144978-3cdc-4b4e-9a03-3cb95286864e owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:46.942626 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59462) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:46.956195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:10:46.956195 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:10:46.964111 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:10:47.011307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-193ef705-91c7-41d3-b57b-ef508044e4eb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a432fd460bc14ad4bc8ffb585f67d433&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0962300 Aug 03 19:10:47.015589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59466) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:47.016838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ef705-91c7-41d3-b57b-ef508044e4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206ff8f3-8583-4c4e-8ab3-58c590da64fc,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:47.048399 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-baf5a469-e125-41a4-b7eb-af150adfe9ce tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1106818 Aug 03 19:10:47.057692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59470) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:47.079168 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.190503 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8d7ba3ae-4770-4611-ad4b-391bbf840e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.212693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e1144978-3cdc-4b4e-9a03-3cb95286864e no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:47.226590 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab41d58a-3a21-4ebc-bdf9-8d101c15bfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.226907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.232302 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/networks/ce237d80-46ec-4bff-ad70-6d6ff3e60e6d HTTP/1.1" status: 204 len: 168 time: 1.7718015 Aug 03 19:10:47.233517 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa40088-a434-4d3e-b5de-6d18243d7289 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Network': ['ID=ce237d80-46ec-4bff-ad70-6d6ff3e60e6d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:47.236133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59474) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:47.246802 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-02852abf-dc5b-4fce-b3b0-4acda14685c5 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/c4e999cf-f3ef-4d4a-8a3d-c49228630448 HTTP/1.1" status: 200 len: 472 time: 0.1876202 Aug 03 19:10:47.255577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59476) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:47.338786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: e1144978-3cdc-4b4e-9a03-3cb95286864e {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:47.340185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e1144978-3cdc-4b4e-9a03-3cb95286864e not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:47.355238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ba3ae-4770-4611-ad4b-391bbf840e8b None None] No DVR routers for this DVR port e1144978-3cdc-4b4e-9a03-3cb95286864e on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:47.358960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ba3ae-4770-4611-ad4b-391bbf840e8b None None] Pushing event deleted for resources: {'Port': ['ID=e1144978-3cdc-4b4e-9a03-3cb95286864e,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:47.405903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-05929e93-ebd1-4011-bdb9-35c1f823bb5a tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/ff2219eb-f94d-4fbb-824b-d64c42802cae HTTP/1.1" status: 200 len: 461 time: 0.1234012 Aug 03 19:10:47.406832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59478) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:47.410698 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab41d58a-3a21-4ebc-bdf9-8d101c15bfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.648037 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6df5789c-10b4-4f30-9a77-a76148406887 req-146a455d-b0c4-4118-8466-e50763cf0c0d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.1408885 Aug 03 19:10:47.705262 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.718452 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b5edd9a4-62bf-40b0-a7ae-f4f60897196c tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.722453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59488) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:47.723136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b5edd9a4-62bf-40b0-a7ae-f4f60897196c tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/ff2219eb-f94d-4fbb-824b-d64c42802cae HTTP/1.1" status: 204 len: 168 time: 0.3034656 Aug 03 19:10:47.744779 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab41d58a-3a21-4ebc-bdf9-8d101c15bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.748233 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab41d58a-3a21-4ebc-bdf9-8d101c15bfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.753103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ab41d58a-3a21-4ebc-bdf9-8d101c15bfa8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/206ff8f3-8583-4c4e-8ab3-58c590da64fc HTTP/1.1" status: 204 len: 168 time: 0.7271378 Aug 03 19:10:47.763675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41d58a-3a21-4ebc-bdf9-8d101c15bfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206ff8f3-8583-4c4e-8ab3-58c590da64fc,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:47.897710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59498) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:47.961115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b890b94-41ac-425e-b666-a7580bbbdbaf req-b9805d78-fdfa-426d-b782-3976e7f012a8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0473847 Aug 03 19:10:48.080298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.090701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-766638869-network', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:48.119393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Made reservation on behalf of cfcea40d77ba4ddcb4aca6095ab3c003 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:48.123546 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.136739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219b6fe3-b4ac-444f-902f-61798dbaa176']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:48.142331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b109f04d-d5af-4a71-a35c-f2b72f499e29 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.143549 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b109f04d-d5af-4a71-a35c-f2b72f499e29 tempest-MeteringTestJSON-829031359 tempest-MeteringTestJSON-829031359-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/c4e999cf-f3ef-4d4a-8a3d-c49228630448 HTTP/1.1" status: 204 len: 168 time: 0.4196985 Aug 03 19:10:48.148331 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.155025 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ed1796-b07d-486f-9ad7-53c1af9e93d7') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:48.155338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ed1796-b07d-486f-9ad7-53c1af9e93d7') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:48.173235 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.199612 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b15421-1de9-46ea-9df0-5261ef9396f0 req-17272339-75d5-4907-b00e-b089421d46d6 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:48.201386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34b15421-1de9-46ea-9df0-5261ef9396f0 req-17272339-75d5-4907-b00e-b089421d46d6 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.1602426 Aug 03 19:10:48.243795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.253426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:10:48.253964 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:10:48.258173 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:10:48.344653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383851a-e340-4df1-9e6c-a60f2c2abdb0 req-51a476f6-b46c-425c-add5-f6886148f9df tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:48.346412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e383851a-e340-4df1-9e6c-a60f2c2abdb0 req-51a476f6-b46c-425c-add5-f6886148f9df tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.1290216 Aug 03 19:10:48.354992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34b15421-1de9-46ea-9df0-5261ef9396f0 req-e7512400-5715-4753-bc06-2dba8705fa66 tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161568 Aug 03 19:10:48.440749 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.455967 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.466910 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/networks/219b6fe3-b4ac-444f-902f-61798dbaa176 HTTP/1.1" status: 204 len: 168 time: 1.2211616 Aug 03 19:10:48.467127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59508) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:48.474823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1234052337'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:48.518589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5648c-6069-41c7-81c6-7fa7936c408c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Network': ['ID=219b6fe3-b4ac-444f-902f-61798dbaa176,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:48.564275 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.588567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.596548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:48.601658 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.606829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e383851a-e340-4df1-9e6c-a60f2c2abdb0 req-fbbcd723-37ee-45d2-99cc-be828d9b2e7a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Deleting port 5ff46488-cde7-4a04-8da1-28b4295aead8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:48.607378 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e383851a-e340-4df1-9e6c-a60f2c2abdb0 req-fbbcd723-37ee-45d2-99cc-be828d9b2e7a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.704213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59512) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:48.766169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:10:48.773543 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-87c99c11-54fb-4a3f-8ea6-5fdb20d0c32b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=270df154914643a5a4e5a109cda73c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675538 Aug 03 19:10:48.776017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59516) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:48.811666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dc0e71-6df9-4be6-a463-405a77000f7a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:48.828937 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.831921 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Added segment 2eae5005-5817-4929-90be-de4a84317025 of type vlan for network d68d020c-6161-41b3-8aa5-06cb6d537087 Aug 03 19:10:48.846238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:10:48.858678 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9c5100a-e421-48fe-b0c2-f64b5131687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.866210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59518) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:48.901687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9c5100a-e421-48fe-b0c2-f64b5131687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.910288 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.910965 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added segment f9bdaddd-e128-4880-9f3d-bd3f1b322e1c of type vlan for network 37f6d535-bb5e-4d7e-b25c-f08968f3ca84 Aug 03 19:10:48.959866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8be80c0a-417e-43a3-a00f-804a8dc69e8a req-766f49a2-9027-4d12-80c8-fb3649423c78 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.0646820 Aug 03 19:10:48.962799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e383851a-e340-4df1-9e6c-a60f2c2abdb0 req-fbbcd723-37ee-45d2-99cc-be828d9b2e7a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] For port 5ff46488-cde7-4a04-8da1-28b4295aead8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5ff46488-cde7-4a04-8da1-28b4295aead8,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:48.963419 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e383851a-e340-4df1-9e6c-a60f2c2abdb0 req-fbbcd723-37ee-45d2-99cc-be828d9b2e7a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.972550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9c5100a-e421-48fe-b0c2-f64b5131687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.976293 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9c5100a-e421-48fe-b0c2-f64b5131687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.978184 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c9c5100a-e421-48fe-b0c2-f64b5131687c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69b1656f-d3bd-4a86-814b-ffd3789ac5b4 HTTP/1.1" status: 204 len: 168 time: 0.2003713 Aug 03 19:10:48.983916 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.990867 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5100a-e421-48fe-b0c2-f64b5131687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b1656f-d3bd-4a86-814b-ffd3789ac5b4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:48.992822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e383851a-e340-4df1-9e6c-a60f2c2abdb0 req-fbbcd723-37ee-45d2-99cc-be828d9b2e7a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Calling delete_port for 5ff46488-cde7-4a04-8da1-28b4295aead8 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:49.116685 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.176073 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da1e76ff-2e01-49d8-ad9d-478f454929b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.183142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0d4ee5e-57c6-4366-9bfe-0865976642b6 req-77a8f313-d421-46e2-a6cc-e02dc6bd02a6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0881078 Aug 03 19:10:49.194932 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.195581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.196744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.222848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59526) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:49.223178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3242397 Aug 03 19:10:49.235275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] Request body: {'subnet': {'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-766638869-subnet', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:49.305560 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.313398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.314164 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.351008 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da1e76ff-2e01-49d8-ad9d-478f454929b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.357834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28903062-ab96-45b2-b62d-9abf35f4b626 admin admin] Pushing event updated for resources: {'Network': ['ID=d68d020c-6161-41b3-8aa5-06cb6d537087,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:49.369982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d68d020c-6161-41b3-8aa5-06cb6d537087 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:10:49.390850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da1e76ff-2e01-49d8-ad9d-478f454929b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.487389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e76ff-2e01-49d8-ad9d-478f454929b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fe2bd1-85cc-4d43-a8a4-481940a90dd5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:49.500275 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-da1e76ff-2e01-49d8-ad9d-478f454929b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a734d0a66f5c4b12840bda06570f4368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329892 Aug 03 19:10:49.505071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59534) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:49.547437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] Made reservation on behalf of cfcea40d77ba4ddcb4aca6095ab3c003 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:49.550407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.554485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0853000 Aug 03 19:10:49.570269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59536) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:49.589767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'subnet': {'network_id': '37f6d535-bb5e-4d7e-b25c-f08968f3ca84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:49.666771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b04a4-8f8e-4687-84ef-1e283b61eec4 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Network': ['ID=37f6d535-bb5e-4d7e-b25c-f08968f3ca84,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:49.678287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 37f6d535-bb5e-4d7e-b25c-f08968f3ca84 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:10:49.731043 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e383851a-e340-4df1-9e6c-a60f2c2abdb0 req-fbbcd723-37ee-45d2-99cc-be828d9b2e7a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.748176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9416d72-c469-40f4-9a3c-fcc236139c22 req-3dd8c99e-6efc-4ecf-a81e-2d308ffd4b2b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.750207 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9416d72-c469-40f4-9a3c-fcc236139c22 req-3dd8c99e-6efc-4ecf-a81e-2d308ffd4b2b tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/ports?device_id=d35af55e-5bc2-46cd-adf8-371dfa63eade HTTP/1.1" status: 200 len: 945 time: 0.2203317 Aug 03 19:10:49.781218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2d25bb9-e79c-464a-832e-8723a888f914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.814498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['5ff46488-cde7-4a04-8da1-28b4295aead8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:49.819627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcd723-37ee-45d2-99cc-be828d9b2e7a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Pushing event deleted for resources: {'Port': ['ID=5ff46488-cde7-4a04-8da1-28b4295aead8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:49.841146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2d25bb9-e79c-464a-832e-8723a888f914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.887619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:49.891602 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.945598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e383851a-e340-4df1-9e6c-a60f2c2abdb0 req-fbbcd723-37ee-45d2-99cc-be828d9b2e7a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] No DVR routers for this DVR port 5ff46488-cde7-4a04-8da1-28b4295aead8 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:49.992444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e383851a-e340-4df1-9e6c-a60f2c2abdb0 req-fbbcd723-37ee-45d2-99cc-be828d9b2e7a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.995320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e383851a-e340-4df1-9e6c-a60f2c2abdb0 req-fbbcd723-37ee-45d2-99cc-be828d9b2e7a tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.37 "DELETE /v2.0/ports/5ff46488-cde7-4a04-8da1-28b4295aead8 HTTP/1.1" status: 204 len: 173 time: 1.6393225 Aug 03 19:10:49.995818 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35af55e-5bc2-46cd-adf8-371dfa63eade', 'name': 'network-vif-deleted', 'tag': '5ff46488-cde7-4a04-8da1-28b4295aead8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:49.998888 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188b671c-b58b-4331-9d7e-57d9bb4e1025" -d '{"events": [{"server_uuid": "d35af55e-5bc2-46cd-adf8-371dfa63eade", "name": "network-vif-deleted", "tag": "5ff46488-cde7-4a04-8da1-28b4295aead8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:50.037782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9416d72-c469-40f4-9a3c-fcc236139c22 req-130cc5f9-6b6e-4bb8-bbce-e11931dacebf tempest-ServerRescueTestJSON-865007244 tempest-ServerRescueTestJSON-865007244-project] 10.222.0.78 "GET /v2.0/security-groups?id=61497046-cc9e-4302-a627-a9a05d752c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644536 Aug 03 19:10:50.098006 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.235433 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2d25bb9-e79c-464a-832e-8723a888f914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.240617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2d25bb9-e79c-464a-832e-8723a888f914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.242229 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b2d25bb9-e79c-464a-832e-8723a888f914 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36fe2bd1-85cc-4d43-a8a4-481940a90dd5 HTTP/1.1" status: 204 len: 168 time: 0.7354960 Aug 03 19:10:50.275957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ed38a3-d6f9-4468-b632-ec3309b6276c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:50.287008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d25bb9-e79c-464a-832e-8723a888f914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fe2bd1-85cc-4d43-a8a4-481940a90dd5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:50.312807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] Checking segment: {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:50.320173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] Network hostable DHCP agents. Network: d68d020c-6161-41b3-8aa5-06cb6d537087, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:10:50.350944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] Network d68d020c-6161-41b3-8aa5-06cb6d537087 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:10:50.374749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d68d020c-6161-41b3-8aa5-06cb6d537087) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:50.378938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3ceac80-6a0d-499c-ae8b-d1c76eb497df req-9626b368-335b-4a4a-a07a-21729d318511 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.2018344 Aug 03 19:10:50.389164 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.389401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.406137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdec07e6-8570-49c0-9995-3cc2a8f91640 None None] Network d68d020c-6161-41b3-8aa5-06cb6d537087 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:50.436386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bfa5ceea-fcd3-4c99-be1b-0e1aa21895d2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2021747 Aug 03 19:10:50.436386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59562) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:50.440654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-766638869-router', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:50.500415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.503975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.522647 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.600070 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf0138f-fefd-4f10-94cf-3b50d094c9a1 x-openstack-request-id: req-cdf0138f-fefd-4f10-94cf-3b50d094c9a1 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:50.601121 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35af55e-5bc2-46cd-adf8-371dfa63eade", "name": "network-vif-deleted", "tag": "5ff46488-cde7-4a04-8da1-28b4295aead8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:50.601121 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cdf0138f-fefd-4f10-94cf-3b50d094c9a1 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:50.601121 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35af55e-5bc2-46cd-adf8-371dfa63eade', 'name': 'network-vif-deleted', 'tag': '5ff46488-cde7-4a04-8da1-28b4295aead8', 'status': 'completed', 'code': 200} Aug 03 19:10:50.722144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.725138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc1f3dc9-1b62-457d-8508-de9f465ba7ba req-0f072f7c-1137-4a91-93a3-0ab6d1213aab tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.1046774 Aug 03 19:10:50.791126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Subnet': ['ID=57b59c76-da11-4884-bbbc-9f20f942c8e5,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:50.809241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Checking segment: {'id': 'f9bdaddd-e128-4880-9f3d-bd3f1b322e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '37f6d535-bb5e-4d7e-b25c-f08968f3ca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:50.810750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network hostable DHCP agents. Network: 37f6d535-bb5e-4d7e-b25c-f08968f3ca84, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:10:50.851871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 37f6d535-bb5e-4d7e-b25c-f08968f3ca84 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:10:50.901555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 37f6d535-bb5e-4d7e-b25c-f08968f3ca84) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:50.911219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-d68d020c-6161-41b3-8aa5-06cb6d537087', 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'fixed_ips': [{'subnet_id': '37ed38a3-d6f9-4468-b632-ec3309b6276c'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:10:50.912358 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.925831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.932068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.970771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840bd939-4980-4c63-9c0f-0b987bcc216a None None] Network 37f6d535-bb5e-4d7e-b25c-f08968f3ca84 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:50.994840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-304b722a-dbfd-4e74-a869-e001208816a9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4053056 Aug 03 19:10:50.999192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59572) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:51.011529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a5a26780-08b9-4154-8f8e-d2eedfe2450d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1450957027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:51.088372 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a5a26780-08b9-4154-8f8e-d2eedfe2450d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.089866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a5a26780-08b9-4154-8f8e-d2eedfe2450d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.199875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59578) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:51.223967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a5a26780-08b9-4154-8f8e-d2eedfe2450d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.266869 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.350367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a5a26780-08b9-4154-8f8e-d2eedfe2450d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.433012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a5a26780-08b9-4154-8f8e-d2eedfe2450d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.438442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a5a26780-08b9-4154-8f8e-d2eedfe2450d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4340737 Aug 03 19:10:51.439828 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59584) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:51.450424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'port': {'network_id': '37f6d535-bb5e-4d7e-b25c-f08968f3ca84', 'name': 'tempest-RoutersIpV6Test-1512987007'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:51.463870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59588) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:51.516248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Allocated IP 172.20.0.2 (d68d020c-6161-41b3-8aa5-06cb6d537087/37ed38a3-d6f9-4468-b632-ec3309b6276c/c4abd76a-ba8a-4bdb-a76d-de3432d90a0a) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:51.525898 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f6d4dcf-2dd0-4ca7-b3e5-55dd75d3d469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.588670 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-37f6d535-bb5e-4d7e-b25c-f08968f3ca84', 'network_id': '37f6d535-bb5e-4d7e-b25c-f08968f3ca84', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'fixed_ips': [{'subnet_id': '57b59c76-da11-4884-bbbc-9f20f942c8e5'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:10:51.589949 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.718772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:51.722242 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.876378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-510b85dc-5f5f-4e22-b51b-4f76acad0d13 req-314b6d5a-f567-448c-92df-44ade26af775 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.3302169 Aug 03 19:10:52.006425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59596) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:52.011587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] device_id is not set on port 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:10:52.089102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47b78108-1d3c-4219-aee0-250026882362 req-ea1446b1-7f62-4d50-9ce8-8eb338b883a8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0810313 Aug 03 19:10:52.189985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Allocated IP 2001:db8::2 (37f6d535-bb5e-4d7e-b25c-f08968f3ca84/57b59c76-da11-4884-bbbc-9f20f942c8e5/a74df7ee-1a90-4bfa-882f-e03bafa0d07c) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:52.199627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.232737 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.238784 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f6d4dcf-2dd0-4ca7-b3e5-55dd75d3d469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.270190 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f6d4dcf-2dd0-4ca7-b3e5-55dd75d3d469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.303345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1164488042', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:52.355805 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.399903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d4dcf-2dd0-4ca7-b3e5-55dd75d3d469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af394d6a-2081-4fd2-9c8e-190dd883783d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:52.405342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Transition to ACTIVE for port object c4abd76a-ba8a-4bdb-a76d-de3432d90a0a will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:52.408115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Allocated IP 172.25.8.166 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:52.442837 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.454913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Transition to ACTIVE for port object a74df7ee-1a90-4bfa-882f-e03bafa0d07c will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:52.463952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8f6d4dcf-2dd0-4ca7-b3e5-55dd75d3d469 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1abf28a51334da7b0d60bc4243297a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9869378 Aug 03 19:10:52.464919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59600) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:52.472327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Transition to ACTIVE for port object a74df7ee-1a90-4bfa-882f-e03bafa0d07c will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:52.478718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Transition to ACTIVE for port object c4abd76a-ba8a-4bdb-a76d-de3432d90a0a will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:52.483696 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.484758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Made reservation on behalf of 1c3b57792823482ab479f9e1ee202b13 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:52.488354 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.503412 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.516101 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.527428 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.548851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Network d68d020c-6161-41b3-8aa5-06cb6d537087 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:52.554866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Network 37f6d535-bb5e-4d7e-b25c-f08968f3ca84 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:52.557151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Pushing event updated for resources: {'Port': ['ID=a74df7ee-1a90-4bfa-882f-e03bafa0d07c,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:52.560236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:52.563590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:52.568451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:52.574124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:52.664269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Allocated IP 2001:db8::12d (37f6d535-bb5e-4d7e-b25c-f08968f3ca84/57b59c76-da11-4884-bbbc-9f20f942c8e5/1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:52.720891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11781f36-6500-45de-b196-8aca003662d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.730641 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.792281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11781f36-6500-45de-b196-8aca003662d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.804764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Pushing event updated for resources: {'Port': ['ID=c4abd76a-ba8a-4bdb-a76d-de3432d90a0a,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:52.833297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Attempting to bind port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:52.834288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Attempting to bind port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:52.834288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Attempting to bind port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a on network d68d020c-6161-41b3-8aa5-06cb6d537087 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:52.838732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Attempting to bind port a74df7ee-1a90-4bfa-882f-e03bafa0d07c on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:52.839108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Attempting to bind port a74df7ee-1a90-4bfa-882f-e03bafa0d07c by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'f9bdaddd-e128-4880-9f3d-bd3f1b322e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '37f6d535-bb5e-4d7e-b25c-f08968f3ca84'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:52.839476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Attempting to bind port a74df7ee-1a90-4bfa-882f-e03bafa0d07c on network 37f6d535-bb5e-4d7e-b25c-f08968f3ca84 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:52.846865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:52.847252 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Checking segment: {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:52.847670 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.848109 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Bound using segment: {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:52.848571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Bound port: c4abd76a-ba8a-4bdb-a76d-de3432d90a0a, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:52.849206 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.866533 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:52.867261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Checking segment: {'id': 'f9bdaddd-e128-4880-9f3d-bd3f1b322e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '37f6d535-bb5e-4d7e-b25c-f08968f3ca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:52.867914 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.868558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Bound using segment: {'id': 'f9bdaddd-e128-4880-9f3d-bd3f1b322e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '37f6d535-bb5e-4d7e-b25c-f08968f3ca84'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:52.869270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Bound port: a74df7ee-1a90-4bfa-882f-e03bafa0d07c, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bdaddd-e128-4880-9f3d-bd3f1b322e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '37f6d535-bb5e-4d7e-b25c-f08968f3ca84'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:52.869881 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.879032 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.909747 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.924009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] device_id is not set on port 3b26b143-4976-45db-9096-6fa9e029d635 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:10:53.000363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.008255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] For port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:53.022084 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] For port a74df7ee-1a90-4bfa-882f-e03bafa0d07c, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:53.028118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] For port a74df7ee-1a90-4bfa-882f-e03bafa0d07c, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a74df7ee-1a90-4bfa-882f-e03bafa0d07c,segment=NetworkSegment(f9bdaddd-e128-4880-9f3d-bd3f1b322e1c),segment_id=f9bdaddd-e128-4880-9f3d-bd3f1b322e1c)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:53.031125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] For port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c4abd76a-ba8a-4bdb-a76d-de3432d90a0a,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:53.033467 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.042876 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.078943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11781f36-6500-45de-b196-8aca003662d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.082002 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11781f36-6500-45de-b196-8aca003662d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.090450 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-11781f36-6500-45de-b196-8aca003662d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af394d6a-2081-4fd2-9c8e-190dd883783d HTTP/1.1" status: 204 len: 168 time: 0.6238530 Aug 03 19:10:53.153721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409001a-f53b-4750-bd69-83becf9dad4e None None] Pushing event updated for resources: {'Port': ['ID=a74df7ee-1a90-4bfa-882f-e03bafa0d07c,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:53.154096 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11781f36-6500-45de-b196-8aca003662d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af394d6a-2081-4fd2-9c8e-190dd883783d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:53.182258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e7ecc454-8f94-47aa-b40f-8ff8916250cd req-682cdd27-cfa0-4700-bb65-aa4de369a6f7 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.1259265 Aug 03 19:10:53.183047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dd514c-d6ba-4b17-8b21-0dc6cc86018b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:53.201588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:53.230875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:53.244283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:53.248869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:53.353278 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.356346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a28bf-6da8-4dd2-918b-6818772f70cb None None] Pushing event updated for resources: {'Port': ['ID=c4abd76a-ba8a-4bdb-a76d-de3432d90a0a,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:53.373115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f452700d-f3f3-4f8b-828a-c7697acf2d1e req-d75f6583-c9f7-4052-8b30-99d4cd9bdc7f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0896337 Aug 03 19:10:53.406365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Transition to ACTIVE for port object 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:53.423621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Allocated IP 172.25.8.244 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/3b26b143-4976-45db-9096-6fa9e029d635) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:53.840080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5ff46488-cde7-4a04-8da1-28b4295aead8 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:53.851300 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.872778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] Deleting port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:53.873154 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.892753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 5ff46488-cde7-4a04-8da1-28b4295aead8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:53.893665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5ff46488-cde7-4a04-8da1-28b4295aead8 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:53.974681 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.065099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] For port 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8d5ea3bf-043c-47ca-8c8c-3acc996bab0c,segment=NetworkSegment(873b2620-a50e-4d25-907a-21309faf5bd2),segment_id=873b2620-a50e-4d25-907a-21309faf5bd2)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:54.066886 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.078310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 37f6d535-bb5e-4d7e-b25c-f08968f3ca84 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:54.085883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:54.089058 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] Calling delete_port for 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:54.100531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:54.104732 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.107675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.108854 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.128398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:54.155479 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.225717 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f1250fbf-f993-4ea8-bc45-7d5fee102c71 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7797632 Aug 03 19:10:54.228798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59618) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:54.230814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:54.245023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:54.255017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:54.307890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Pushing event updated for resources: {'Port': ['ID=3b26b143-4976-45db-9096-6fa9e029d635,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:54.463482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8ce94e6-8ee8-45f1-8e6f-2b232c4f8489 req-45849f2b-4ace-46d7-9c27-21bbf5aac270 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.0835936 Aug 03 19:10:54.466710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.467359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.540203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2aac0612-8ae6-4ce6-a4c6-6ba8c7a661fe tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5302174 Aug 03 19:10:54.547961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59628) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:54.553202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.244'}]}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:54.614727 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.617444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.672385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4383a5a1-22d0-4166-92e6-39200a4b52b4 req-7fe277e2-80a2-4c82-9a43-1f1797ff9897 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0493007 Aug 03 19:10:54.861946 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.868593 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.996560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5ea3bf-043c-47ca-8c8c-3acc996bab0c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:55.057940 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1487ebb3-931a-4e20-954c-54416298d248 None None] Network 37f6d535-bb5e-4d7e-b25c-f08968f3ca84 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:55.209442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cad24305-b6d9-4ce4-8962-e2199a56df87 None None] Provisioning for port a74df7ee-1a90-4bfa-882f-e03bafa0d07c completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:55.537345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86340aee-7713-4075-a257-9c9ec1d538d3 None None] Network d68d020c-6161-41b3-8aa5-06cb6d537087 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:55.541234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4abd76a-ba8a-4bdb-a76d-de3432d90a0a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:55.714521 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.776321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b1c44604-cdc9-4a51-a98e-33563558647b None None] Provisioning for port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:55.828908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:55.854459 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:55.855289 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.968938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69b41a9f-de55-493e-9f4d-b34dc6293195 req-1d57637e-ea14-4925-bc4b-937bad7677f3 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.0940464 Aug 03 19:10:56.017154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.051149 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c220dc95-12ea-43d6-9ea3-c537bf465ae4 req-f386a366-2f38-4639-b2ea-9f4d1439d464 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.1047268 Aug 03 19:10:56.107583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Router ddfabee7-c38a-4eb7-b073-00ee9dec5bae is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:10:56.154940 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.247547 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.290913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c4abd76a-ba8a-4bdb-a76d-de3432d90a0a,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:56.297369 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.298137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a74df7ee-1a90-4bfa-882f-e03bafa0d07c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:56.423696 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.428775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=c4abd76a-ba8a-4bdb-a76d-de3432d90a0a,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:56.432471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59654) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:56.519779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a2d170fc-cd90-4d74-bb4e-05d3f78f1fb1 None None] Provisioning for port 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:56.527726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a2d170fc-cd90-4d74-bb4e-05d3f78f1fb1 None None] Provisioning complete for port 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:56.528165 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a2d170fc-cd90-4d74-bb4e-05d3f78f1fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.530915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port a74df7ee-1a90-4bfa-882f-e03bafa0d07c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:56.541285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a74df7ee-1a90-4bfa-882f-e03bafa0d07c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:56.541996 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.644103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a2d170fc-cd90-4d74-bb4e-05d3f78f1fb1 None None] Port 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:56.710413 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.722961 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.744846 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.793811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9725a2cb-3a4e-4ec4-b21d-b4a44d7b68ab None None] Provisioning complete for port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:56.795481 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9725a2cb-3a4e-4ec4-b21d-b4a44d7b68ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.820299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port a74df7ee-1a90-4bfa-882f-e03bafa0d07c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a74df7ee-1a90-4bfa-882f-e03bafa0d07c,segment=NetworkSegment(f9bdaddd-e128-4880-9f3d-bd3f1b322e1c),segment_id=f9bdaddd-e128-4880-9f3d-bd3f1b322e1c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:56.835840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1629865839'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:56.849096 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.935589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Made reservation on behalf of 458c08161f8445649576e69e37977986 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:56.940883 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.974442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=a74df7ee-1a90-4bfa-882f-e03bafa0d07c,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:57.050740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9725a2cb-3a4e-4ec4-b21d-b4a44d7b68ab None None] Provisioning complete for port 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:57.051360 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9725a2cb-3a4e-4ec4-b21d-b4a44d7b68ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.083890 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.123955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9725a2cb-3a4e-4ec4-b21d-b4a44d7b68ab None None] Port 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:57.211043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:57.223021 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.230842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Sync routers for ids ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:57.251472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4abd76a-ba8a-4bdb-a76d-de3432d90a0a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:57.255393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c84c2494-54f1-4584-965c-18a2b3ec270e req-5cd1b69f-03bc-47dc-8fce-1f774d0f367c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.1079228 Aug 03 19:10:57.257040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Routers {'ddfabee7-c38a-4eb7-b073-00ee9dec5bae'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:57.258205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:57.311423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab39fa6d-7ec0-4150-9f05-9db12bda4851 req-7815c515-55fa-42a8-86b0-ada4a35698af tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0660038 Aug 03 19:10:57.371658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] Router 7679f29a-a000-47ab-90e3-21ed68a69ed9 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:57.513126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-244712c6-a1bb-4cd6-b3f4-b1b9a3914bfd None None] Provisioning complete for port 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:57.513818 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-244712c6-a1bb-4cd6-b3f4-b1b9a3914bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.556294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Set router ddfabee7-c38a-4eb7-b073-00ee9dec5bae gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:57.583441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:57.590028 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.636293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:57.636970 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.642361 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.678838 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.733052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-244712c6-a1bb-4cd6-b3f4-b1b9a3914bfd None None] Port 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:57.902279 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.916783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.917436 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.922660 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-25b19fdc-98c1-4a4e-8d96-b0860c742ff8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4904420 Aug 03 19:10:57.925462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59662) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:57.946898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a74df7ee-1a90-4bfa-882f-e03bafa0d07c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:57.955178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:57.972447 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01e166-3189-43a4-b29e-bfda8cc3d20a None None] Sync routers for ids ['7679f29a-a000-47ab-90e3-21ed68a69ed9'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:57.978551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5b18be25-3bf6-4cb1-b9ec-ccf218e6382d admin admin] 10.222.0.78 "PUT /v2.0/routers/7679f29a-a000-47ab-90e3-21ed68a69ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7720780 Aug 03 19:10:57.988879 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01e166-3189-43a4-b29e-bfda8cc3d20a None None] Routers {'7679f29a-a000-47ab-90e3-21ed68a69ed9'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:57.996407 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4e01e166-3189-43a4-b29e-bfda8cc3d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7679f29a-a000-47ab-90e3-21ed68a69ed9'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:58.017998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59664) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:58.024806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:10:58.045362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'name': 'tempest-TestServerMultinode-766638869-router', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:50Z', 'updated_at': '2021-08-03T19:10:53Z', 'revision_number': 3, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'gw_port': {'id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:52Z', 'updated_at': '2021-08-03T19:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:58.052087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.061458 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.063339 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.089835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Checking router: ddfabee7-c38a-4eb7-b073-00ee9dec5bae for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:58.090763 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Updating router ddfabee7-c38a-4eb7-b073-00ee9dec5bae port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:10:58.129438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a74df7ee-1a90-4bfa-882f-e03bafa0d07c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:58.130325 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.137923 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.158874 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.279030 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.334661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ff7c59-deab-4683-9dff-287b5b1f15b9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:58.341036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:58.343663 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.344025 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Added segment 9795d5b8-d768-40ad-bca2-f0dc4f5a2892 of type vlan for network 65da5a1e-4317-4542-94ae-ade5906b8b06 Aug 03 19:10:58.352977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.353333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.353732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.354084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.354690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.355209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.355559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.355899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.356241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.356843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.357187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.357541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:58.363766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.467643 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-4e01e166-3189-43a4-b29e-bfda8cc3d20a None None] Set router 7679f29a-a000-47ab-90e3-21ed68a69ed9 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:58.523574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d73e127-62a3-4899-973b-81e7f9d1fd80 req-ed1617ff-6b7f-41a6-8e5d-56d8d65510f8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0401602 Aug 03 19:10:58.554187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 37f6d535-bb5e-4d7e-b25c-f08968f3ca84 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:58.559917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:58.609624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.798643 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aabc7b5e-9ed0-4535-a8b8-ba2a059f7ddd req-5eeeea7b-87d0-4ce1-897a-90a6953f1a9c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.1964574 Aug 03 19:10:58.812729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.820538 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.832294 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:10:58.931678 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4e01e166-3189-43a4-b29e-bfda8cc3d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'name': 'tempest-ServerRescueTestJSON-388731296-router', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:20Z', 'updated_at': '2021-08-03T19:10:54Z', 'revision_number': 5, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'gw_port': {'id': 'b98b2f31-809a-4b3f-9a88-6355683de9f8', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:21Z', 'updated_at': '2021-08-03T19:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:58.932653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router b41ff654-90ba-4abc-b4b3-384e329a252c is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:10:58.999797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.011330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.012066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.034431 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01e166-3189-43a4-b29e-bfda8cc3d20a None None] Checking router: 7679f29a-a000-47ab-90e3-21ed68a69ed9 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:59.040847 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.067961 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.068521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91386969-6615-4abd-83f5-449c046ba7bf {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:10:59.073611 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01e166-3189-43a4-b29e-bfda8cc3d20a None None] Routers {'7679f29a-a000-47ab-90e3-21ed68a69ed9'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:59.074453 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4e01e166-3189-43a4-b29e-bfda8cc3d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7679f29a-a000-47ab-90e3-21ed68a69ed9'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:59.077631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Transition to ACTIVE for port object ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:59.093371 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.105094 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Deleting port b98b2f31-809a-4b3f-9a88-6355683de9f8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:59.105844 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.111628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a22cfb45-201c-4462-abf9-56b44af7dde1 None None] Provisioning complete for port 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:59.112260 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a22cfb45-201c-4462-abf9-56b44af7dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.138955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:59.159061 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-be8c673e-d614-4608-89cc-ead488340c45 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/b41ff654-90ba-4abc-b4b3-384e329a252c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9255290 Aug 03 19:10:59.159871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59672) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:59.161919 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:10:59.164083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-590f99d2-3ba9-4184-917b-20aa38390619 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6147900 Aug 03 19:10:59.168435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4715bd35-14c5-462b-990b-5e21089f4749 None None] Sync routers for ids ['b41ff654-90ba-4abc-b4b3-384e329a252c'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:59.169880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59674) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:59.224517 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7870824 Aug 03 19:10:59.267319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b47e3-6ba0-44f3-a369-b4f602fba6be tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Pushing event updated for resources: {'Network': ['ID=65da5a1e-4317-4542-94ae-ade5906b8b06,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:59.271799 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-4e01e166-3189-43a4-b29e-bfda8cc3d20a None None] Set router 7679f29a-a000-47ab-90e3-21ed68a69ed9 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:59.306570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Attempting to bind port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:59.307620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Attempting to bind port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:59.308010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Attempting to bind port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:59.346176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:59.346176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:59.346643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.346956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:59.347464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Bound port: ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:59.358244 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.360358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 65da5a1e-4317-4542-94ae-ade5906b8b06 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:10:59.375778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715bd35-14c5-462b-990b-5e21089f4749 None None] Routers {'b41ff654-90ba-4abc-b4b3-384e329a252c'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:59.376427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4715bd35-14c5-462b-990b-5e21089f4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b41ff654-90ba-4abc-b4b3-384e329a252c'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:59.395949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dda515-89a4-4a2c-abf8-3f56b616c9b1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.398034 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c9dda515-89a4-4a2c-abf8-3f56b616c9b1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports/1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc HTTP/1.1" status: 200 len: 984 time: 0.2356033 Aug 03 19:10:59.402040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59682) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:59.412832 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4e01e166-3189-43a4-b29e-bfda8cc3d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'name': 'tempest-ServerRescueTestJSON-388731296-router', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:20Z', 'updated_at': '2021-08-03T19:10:58Z', 'revision_number': 6, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:59.457686 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] For port b98b2f31-809a-4b3f-9a88-6355683de9f8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b98b2f31-809a-4b3f-9a88-6355683de9f8,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:59.457686 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.474985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Calling delete_port for b98b2f31-809a-4b3f-9a88-6355683de9f8 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:59.496435 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01e166-3189-43a4-b29e-bfda8cc3d20a None None] The sync data for ids ['7679f29a-a000-47ab-90e3-21ed68a69ed9'] in n-d-802918-7 is: [{'id': '7679f29a-a000-47ab-90e3-21ed68a69ed9', 'name': 'tempest-ServerRescueTestJSON-388731296-router', 'tenant_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:20Z', 'updated_at': '2021-08-03T19:10:58Z', 'revision_number': 6, 'project_id': 'd16cf25c448d409aadbb745cfcd1d59b', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:59.582567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da6ed3-fbe6-479f-b830-c9e03aa1ac96 None None] Pushing event updated for resources: {'Port': ['ID=ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:59.738278 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] For port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:59.747707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] For port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:59.755604 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59686) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:59.764722 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.768382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Request body: {'port': {'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06', 'binding:host_id': 'n-h2-802918-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1117270469'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:59.777703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4715bd35-14c5-462b-990b-5e21089f4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:59.782382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a22cfb45-201c-4462-abf9-56b44af7dde1 None None] Port 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:59.850654 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.851611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4da083c7-c48d-499e-a1d1-820957c99961 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Deleting port 3b26b143-4976-45db-9096-6fa9e029d635 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:59.852571 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4da083c7-c48d-499e-a1d1-820957c99961 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.895698 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715bd35-14c5-462b-990b-5e21089f4749 None None] Routers {'b41ff654-90ba-4abc-b4b3-384e329a252c'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:59.908975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4715bd35-14c5-462b-990b-5e21089f4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b41ff654-90ba-4abc-b4b3-384e329a252c'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:59.948126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Made reservation on behalf of 902bfba33b144d11a57f958237b5cfd7 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:59.952249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.002672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4715bd35-14c5-462b-990b-5e21089f4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:00.004031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4715bd35-14c5-462b-990b-5e21089f4749 None None] The sync data for ids ['b41ff654-90ba-4abc-b4b3-384e329a252c'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:00.020624 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.026376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Routers {'ddfabee7-c38a-4eb7-b073-00ee9dec5bae'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:00.027606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:00.118027 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da6ed3-fbe6-479f-b830-c9e03aa1ac96 None None] Pushing event updated for resources: {'Port': ['ID=ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:00.179741 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4da083c7-c48d-499e-a1d1-820957c99961 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.202836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4da083c7-c48d-499e-a1d1-820957c99961 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Calling delete_port for 3b26b143-4976-45db-9096-6fa9e029d635 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:00.243123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-834fe136-0ac5-4f6b-9a88-1ab921e9870c req-0d9ac184-c644-494f-915a-9a346f63b03a tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.1711915 Aug 03 19:11:00.254078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c8f6077-c800-4319-a516-074f8ef782d1 req-dd36c9c7-b0dc-486a-9a38-2edf2423f5e0 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.1922069 Aug 03 19:11:00.329335 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.396856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] Set router ddfabee7-c38a-4eb7-b073-00ee9dec5bae gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:00.492134 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.499734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.531135 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] device_id is not set on port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:00.665900 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.715698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Allocated IP 172.20.0.1 (d68d020c-6161-41b3-8aa5-06cb6d537087/37ed38a3-d6f9-4468-b632-ec3309b6276c/97b1dee1-c45f-4897-aa6d-a5d5279f74c2) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:00.718764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98b2f31-809a-4b3f-9a88-6355683de9f8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:00.752428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'name': 'tempest-TestServerMultinode-766638869-router', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:50Z', 'updated_at': '2021-08-03T19:10:53Z', 'revision_number': 3, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'gw_port': {'id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:52Z', 'updated_at': '2021-08-03T19:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:00.786830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267e717-62e2-4842-890b-478a79c6c9f9 None None] The sync data for ids ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'] in n-d-802918-7 is: [{'id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'name': 'tempest-TestServerMultinode-766638869-router', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:50Z', 'updated_at': '2021-08-03T19:10:53Z', 'revision_number': 3, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'gw_port': {'id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:12:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:52Z', 'updated_at': '2021-08-03T19:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:00.810889 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.003283 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.007315 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.137398 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd45c6cb-7486-4edc-b786-387f1b39decd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.186441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.253475 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.254875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7679f29a-a000-47ab-90e3-21ed68a69ed9 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:11:01.262749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d320dcfc-bda1-4645-8d0e-58bbe029c70c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:01.268379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.270100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ab6f8e8e-ebb9-4954-8761-96a933b893b9 admin admin] 10.222.0.78 "DELETE /v2.0/routers/7679f29a-a000-47ab-90e3-21ed68a69ed9 HTTP/1.1" status: 204 len: 168 time: 3.2422612 Aug 03 19:11:01.275801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59690) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:01.374110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:01.406668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcaea12-4994-4b54-beea-9ac79905de27 admin admin] Deleting subnet bd504692-7d0a-44cd-8b53-60b300a84652 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:01.423014 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5bcaea12-4994-4b54-beea-9ac79905de27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.519771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:01.528525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:01.528966 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.541854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b332f3d-a3ea-4a65-a5c0-ef9e50a2b779 req-8d21ca87-15da-49a5-b87d-66e33fd9b0fc tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.0430114 Aug 03 19:11:01.558967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5bcaea12-4994-4b54-beea-9ac79905de27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.648044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-192b2ec9-2e61-4065-be01-e6c8ab81d604 req-291f40d8-0adc-47f1-b4f2-978fd493828d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0819893 Aug 03 19:11:01.686716 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5bcaea12-4994-4b54-beea-9ac79905de27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.721736 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.741591 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4da083c7-c48d-499e-a1d1-820957c99961 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.753344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Transition to ACTIVE for port object 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:01.759801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] device_id is not set on port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:01.769725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:01.776019 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.867362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:01.895132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.916668 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.928225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da083c7-c48d-499e-a1d1-820957c99961 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b26b143-4976-45db-9096-6fa9e029d635,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:01.928880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:01.929442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8d5ea3bf-043c-47ca-8c8c-3acc996bab0c not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:01.930200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b98b2f31-809a-4b3f-9a88-6355683de9f8 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:01.930355 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:11:01.948582 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5bcaea12-4994-4b54-beea-9ac79905de27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.965944 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: b98b2f31-809a-4b3f-9a88-6355683de9f8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:01.966298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b98b2f31-809a-4b3f-9a88-6355683de9f8 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:01.967812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:02.011162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Transition to ACTIVE for port object ff7d8d6f-cf4e-4794-a7e3-638020d9e998 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:02.014917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaea12-4994-4b54-beea-9ac79905de27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd504692-7d0a-44cd-8b53-60b300a84652,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:02.029632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Network d68d020c-6161-41b3-8aa5-06cb6d537087 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:02.031545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:02.059790 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.065539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:02.069351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5bcaea12-4994-4b54-beea-9ac79905de27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.072236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5bcaea12-4994-4b54-beea-9ac79905de27 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bd504692-7d0a-44cd-8b53-60b300a84652 HTTP/1.1" status: 204 len: 168 time: 0.7954540 Aug 03 19:11:02.076555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59696) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:02.091383 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4da083c7-c48d-499e-a1d1-820957c99961 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.099139 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4da083c7-c48d-499e-a1d1-820957c99961 tempest-RoutersAdminNegativeTest-2081973089 tempest-RoutersAdminNegativeTest-2081973089-project-admin] 10.222.0.78 "DELETE /v2.0/ports/3b26b143-4976-45db-9096-6fa9e029d635 HTTP/1.1" status: 204 len: 168 time: 2.9227967 Aug 03 19:11:02.151021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Pushing event updated for resources: {'Port': ['ID=97b1dee1-c45f-4897-aa6d-a5d5279f74c2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:02.270300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event updated for resources: {'Port': ['ID=ff7d8d6f-cf4e-4794-a7e3-638020d9e998,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:02.293781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Checking segment: {'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:02.294171 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Network hostable DHCP agents. Network: 65da5a1e-4317-4542-94ae-ade5906b8b06, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:11:02.326344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Network 65da5a1e-4317-4542-94ae-ade5906b8b06 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:11:02.359448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 65da5a1e-4317-4542-94ae-ade5906b8b06) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:02.364882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:02.376630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc857b-2ac9-4c4f-acef-d11d51a0b629 None None] Network 65da5a1e-4317-4542-94ae-ade5906b8b06 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:02.394662 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fd45c6cb-7486-4edc-b786-387f1b39decd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:02.395046 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd45c6cb-7486-4edc-b786-387f1b39decd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.413894 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.438982 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.519769 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd45c6cb-7486-4edc-b786-387f1b39decd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.536655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fd45c6cb-7486-4edc-b786-387f1b39decd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for 1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:02.749756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-57b566ee-b658-41b0-89fe-6b6afc7730eb None None] Provisioning for port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:02.777269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-57b566ee-b658-41b0-89fe-6b6afc7730eb None None] Provisioning complete for port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:02.783487 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-57b566ee-b658-41b0-89fe-6b6afc7730eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.798418 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd45c6cb-7486-4edc-b786-387f1b39decd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.832141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45c6cb-7486-4edc-b786-387f1b39decd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=1b9a22b1-b2e2-42d2-8c66-c0f6415a40cc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:02.835297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:02.835954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:02.836914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:02.849740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:02.850221 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:02.855265 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 2 to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 Aug 03 19:11:02.867201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59706) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:02.940739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-57b566ee-b658-41b0-89fe-6b6afc7730eb None None] Port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:02.959229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.976212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf4afae-339a-4ccd-b4d9-e7e89483000d']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:02.978832 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.982864 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-254ddbd5-6fc3-4645-9dc7-134feae2bb16 req-c3cc2974-c59a-4f74-8ee8-6a663bca9895 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.2826774 Aug 03 19:11:03.026644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873b2620-a50e-4d25-907a-21309faf5bd2') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:03.026948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873b2620-a50e-4d25-907a-21309faf5bd2') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:03.035173 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd45c6cb-7486-4edc-b786-387f1b39decd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.039153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de8026bf-efbc-408a-ad42-33bfcab947c8 req-90f9e1f7-20ca-46dd-8302-a30b179cfd46 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0491905 Aug 03 19:11:03.098300 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.142626 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.169369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:03.169718 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:03.171662 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:03.224737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:03.242282 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e7bca77-189b-4e39-b2ad-6877b9fdb25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.273925 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:03.275088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:03.275088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.301627 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:03.302103 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:03.306384 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 3 to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 Aug 03 19:11:03.309738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:03.310166 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.337000 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.387549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:03.388056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:03.388505 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.406296 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.409933 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8bf4afae-339a-4ccd-b4d9-e7e89483000d HTTP/1.1" status: 204 len: 168 time: 1.2759984 Aug 03 19:11:03.457547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32867e95-f222-42ce-8a3d-fc19d999c454 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf4afae-339a-4ccd-b4d9-e7e89483000d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:03.464048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:03.465132 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:03.473315 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 4 to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 Aug 03 19:11:03.519574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:03.520095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:03.520612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.536639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd45c6cb-7486-4edc-b786-387f1b39decd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router b41ff654-90ba-4abc-b4b3-384e329a252c has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:03.543615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:03.543952 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:03.549531 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 5 to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 Aug 03 19:11:03.593599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:03.593599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:03.593599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.622225 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0e0f64d1-8e91-46e8-9df0-b0afb701c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.624597 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.632126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.640807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59712) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:03.655180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:03.655516 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:03.690595 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 6 to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 Aug 03 19:11:03.705858 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e7bca77-189b-4e39-b2ad-6877b9fdb25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.719026 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e7bca77-189b-4e39-b2ad-6877b9fdb25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.725975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd45c6cb-7486-4edc-b786-387f1b39decd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:03.740459 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fd45c6cb-7486-4edc-b786-387f1b39decd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/b41ff654-90ba-4abc-b4b3-384e329a252c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3338213 Aug 03 19:11:03.741317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:03.741696 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:03.742036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.742211 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4ea28-f0ee-400c-833b-ab64be21f2c8 None None] Sync routers for ids ['b41ff654-90ba-4abc-b4b3-384e329a252c'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:03.752643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59716) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:03.769088 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4ea28-f0ee-400c-833b-ab64be21f2c8 None None] Routers {'b41ff654-90ba-4abc-b4b3-384e329a252c'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:03.777441 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dff4ea28-f0ee-400c-833b-ab64be21f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b41ff654-90ba-4abc-b4b3-384e329a252c'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:03.779832 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:03.780875 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:03.780875 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 7 to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 Aug 03 19:11:03.784050 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bca77-189b-4e39-b2ad-6877b9fdb25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cac13f9-c1fa-4ed4-b1cf-3df6d5254802,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:03.790516 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8e7bca77-189b-4e39-b2ad-6877b9fdb25c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=091cd47888ff40e7a06669d3cd6d2ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9209819 Aug 03 19:11:03.798720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59718) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:03.818706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:03.819074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:03.819396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.839151 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:03.839538 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:03.843614 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dff4ea28-f0ee-400c-833b-ab64be21f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:03.845604 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 8 to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 Aug 03 19:11:03.867318 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:03.868206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:03.868519 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.870316 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4ea28-f0ee-400c-833b-ab64be21f2c8 None None] Routers {'b41ff654-90ba-4abc-b4b3-384e329a252c'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:03.871752 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dff4ea28-f0ee-400c-833b-ab64be21f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b41ff654-90ba-4abc-b4b3-384e329a252c'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:03.882411 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:03.883505 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:03.885367 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 9 to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 Aug 03 19:11:03.890536 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-056af2ae-f6e4-4f10-bc84-bcd69027725f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.909665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:03.910027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:03.910356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.924037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:03.924399 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:03.927980 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 10 to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 Aug 03 19:11:03.932246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-056af2ae-f6e4-4f10-bc84-bcd69027725f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.944359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f751206-aca1-4fde-a71c-cce34593685c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d16cf25c448d409aadbb745cfcd1d59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968929 Aug 03 19:11:03.946432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59720) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:03.970578 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dff4ea28-f0ee-400c-833b-ab64be21f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:03.971683 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4ea28-f0ee-400c-833b-ab64be21f2c8 None None] The sync data for ids ['b41ff654-90ba-4abc-b4b3-384e329a252c'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:03.973003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:03.973401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:03.973735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:04.005825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Pushing event updated for resources: {'Port': ['ID=97b1dee1-c45f-4897-aa6d-a5d5279f74c2,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:04.014582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:04.014904 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:04.015128 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.017294 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.087749 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-056af2ae-f6e4-4f10-bc84-bcd69027725f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.094414 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-056af2ae-f6e4-4f10-bc84-bcd69027725f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.098276 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-056af2ae-f6e4-4f10-bc84-bcd69027725f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3cac13f9-c1fa-4ed4-b1cf-3df6d5254802 HTTP/1.1" status: 204 len: 168 time: 0.2984257 Aug 03 19:11:04.185623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] For port ff7d8d6f-cf4e-4794-a7e3-638020d9e998, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:04.185839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempted to set empty binding levels {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:11:04.187558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a88f61d2-c1a3-41dd-b5a0-2503d05fe310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.190563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056af2ae-f6e4-4f10-bc84-bcd69027725f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cac13f9-c1fa-4ed4-b1cf-3df6d5254802,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:04.203554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.272784 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a88f61d2-c1a3-41dd-b5a0-2503d05fe310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.279440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.281165 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.335244 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.5780354 Aug 03 19:11:04.337997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9756a-0411-4149-a6b6-1296b7134292 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event updated for resources: {'Port': ['ID=ff7d8d6f-cf4e-4794-a7e3-638020d9e998,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:04.346999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59728) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:04.384064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1c9c5cf-27c2-4e51-9e34-81111b6e5fa1 req-da41b94f-ab69-45d8-84f4-d95bfa49672b tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.2320294 Aug 03 19:11:04.404071 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-f10c9022-7b3c-43d6-a52a-2e6b9d7bec5d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] remove_router_interface failed (client error): The resource could not be found. Aug 03 19:11:04.405416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f10c9022-7b3c-43d6-a52a-2e6b9d7bec5d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/b41ff654-90ba-4abc-b4b3-384e329a252c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6240759 Aug 03 19:11:04.410139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dcf3fa27-3256-4657-90df-ac725558c758 req-ed7c24b1-5b46-4450-949d-5ef035b44547 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.1784806 Aug 03 19:11:04.410626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59730) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:04.413973 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a88f61d2-c1a3-41dd-b5a0-2503d05fe310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.418842 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a88f61d2-c1a3-41dd-b5a0-2503d05fe310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.422895 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a88f61d2-c1a3-41dd-b5a0-2503d05fe310 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/61497046-cc9e-4302-a627-a9a05d752c5c HTTP/1.1" status: 204 len: 168 time: 0.4714553 Aug 03 19:11:04.464954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fb76b7e4-309b-49a4-8f9d-63d709439fbb tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=b41ff654-90ba-4abc-b4b3-384e329a252c HTTP/1.1" status: 200 len: 205 time: 0.0491059 Aug 03 19:11:04.466230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59734) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:04.474218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f61d2-c1a3-41dd-b5a0-2503d05fe310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61497046-cc9e-4302-a627-a9a05d752c5c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:04.597549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b86a4944-a65e-418b-8ca2-737e3210aef1 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Deleting port ff7d8d6f-cf4e-4794-a7e3-638020d9e998 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:04.599773 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b86a4944-a65e-418b-8ca2-737e3210aef1 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.639907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Network d68d020c-6161-41b3-8aa5-06cb6d537087 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:04.643482 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92b71ed1-071b-4bd5-9c9c-ae0be21c75a8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.645675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:04.784005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-b86a4944-a65e-418b-8ca2-737e3210aef1 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] For port ff7d8d6f-cf4e-4794-a7e3-638020d9e998, host n-h2-802918-7, got binding levels [] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:04.784392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b86a4944-a65e-418b-8ca2-737e3210aef1 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.818588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b86a4944-a65e-418b-8ca2-737e3210aef1 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Calling delete_port for ff7d8d6f-cf4e-4794-a7e3-638020d9e998 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:04.870981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59738) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:04.995475 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92b71ed1-071b-4bd5-9c9c-ae0be21c75a8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.998129 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92b71ed1-071b-4bd5-9c9c-ae0be21c75a8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.057527 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92b71ed1-071b-4bd5-9c9c-ae0be21c75a8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.058582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b71ed1-071b-4bd5-9c9c-ae0be21c75a8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Fanout notify agent at l3_agent the message router_deleted on router b41ff654-90ba-4abc-b4b3-384e329a252c {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:11:05.070940 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92b71ed1-071b-4bd5-9c9c-ae0be21c75a8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.072519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-92b71ed1-071b-4bd5-9c9c-ae0be21c75a8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/b41ff654-90ba-4abc-b4b3-384e329a252c HTTP/1.1" status: 204 len: 168 time: 0.6043041 Aug 03 19:11:05.077463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59742) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:05.116960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-29a213ae-ac4c-4369-9a9f-9d5bff096966 None None] Provisioning complete for port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:05.118199 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-29a213ae-ac4c-4369-9a9f-9d5bff096966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.138976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b86a4944-a65e-418b-8ca2-737e3210aef1 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.156834 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-586d454f-523a-4438-aaff-84a51be9839d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1c3b57792823482ab479f9e1ee202b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843020 Aug 03 19:11:05.160341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Router ddfabee7-c38a-4eb7-b073-00ee9dec5bae has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:05.161383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59748) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:05.163625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-29a213ae-ac4c-4369-9a9f-9d5bff096966 None None] Port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:05.187928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a4944-a65e-418b-8ca2-737e3210aef1 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff7d8d6f-cf4e-4794-a7e3-638020d9e998,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:05.194559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b86a4944-a65e-418b-8ca2-737e3210aef1 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.197036 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b86a4944-a65e-418b-8ca2-737e3210aef1 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "DELETE /v2.0/ports/ff7d8d6f-cf4e-4794-a7e3-638020d9e998 HTTP/1.1" status: 204 len: 168 time: 0.8486629 Aug 03 19:11:05.201166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59750) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:05.247420 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-b180a4e2-d967-4a48-af12-eed28a0838aa tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:11:05.250326 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b180a4e2-d967-4a48-af12-eed28a0838aa tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "GET /v2.0/ports/ff7d8d6f-cf4e-4794-a7e3-638020d9e998 HTTP/1.1" status: 404 len: 333 time: 0.0478013 Aug 03 19:11:05.256558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59754) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:05.261613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-42eb34f7-1130-4b2d-8b0c-bd7d39ba28c6 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting subnet 57b59c76-da11-4884-bbbc-9f20f942c8e5 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:05.266008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Request body: {'port': {'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-369699517'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:05.275792 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42eb34f7-1130-4b2d-8b0c-bd7d39ba28c6 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.305715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Made reservation on behalf of 902bfba33b144d11a57f958237b5cfd7 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:05.315745 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.361265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] device_id is not set on port 11bca871-5e2c-4e72-8c03-83139696ae2d yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:05.388964 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42eb34f7-1130-4b2d-8b0c-bd7d39ba28c6 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.423432 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d642dea-6600-4f7a-b440-d66aa100af9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.656305 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d642dea-6600-4f7a-b440-d66aa100af9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.692037 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeef3c0d-aa9b-4892-a774-0f28138a1a76 req-987a4ed6-965e-4fdc-836d-bae0bd941327 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0996368 Aug 03 19:11:05.752460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.761703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dbba150b-28b2-4dfa-916c-76f254e6d28d req-e8955bac-72f2-4d56-9891-e93327bb4e15 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/ports?device_id=f322faac-62bb-4ce0-be03-c269fc5f19d1 HTTP/1.1" status: 200 len: 210 time: 0.1410031 Aug 03 19:11:05.818484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:05.830680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Sync routers for ids ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:05.846204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Routers {'ddfabee7-c38a-4eb7-b073-00ee9dec5bae'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:05.847195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:10:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:05.854995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-000ac4d8-e025-4990-8392-b21d30c9a19c admin admin] 10.222.0.78 "PUT /v2.0/routers/ddfabee7-c38a-4eb7-b073-00ee9dec5bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9229972 Aug 03 19:11:05.894135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.944778 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d642dea-6600-4f7a-b440-d66aa100af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.955169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Network 65da5a1e-4317-4542-94ae-ade5906b8b06 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:05.959803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:05.961887 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d642dea-6600-4f7a-b440-d66aa100af9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.969188 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:05.970701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.971702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.975316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3d642dea-6600-4f7a-b440-d66aa100af9d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4dd514c-d6ba-4b17-8b21-0dc6cc86018b HTTP/1.1" status: 204 len: 168 time: 0.8101041 Aug 03 19:11:05.983986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event updated for resources: {'Port': ['ID=11bca871-5e2c-4e72-8c03-83139696ae2d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:06.000367 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f4bddebe-903e-432c-82eb-bc1eb378234b tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7421324 Aug 03 19:11:06.004866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59774) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:06.010931 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42eb34f7-1130-4b2d-8b0c-bd7d39ba28c6 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.020602 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:06.054125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Set router ddfabee7-c38a-4eb7-b073-00ee9dec5bae gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:06.063087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d642dea-6600-4f7a-b440-d66aa100af9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dd514c-d6ba-4b17-8b21-0dc6cc86018b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:06.138071 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.224087 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42eb34f7-1130-4b2d-8b0c-bd7d39ba28c6 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.418231 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42eb34f7-1130-4b2d-8b0c-bd7d39ba28c6 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.420468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-42eb34f7-1130-4b2d-8b0c-bd7d39ba28c6 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/57b59c76-da11-4884-bbbc-9f20f942c8e5 HTTP/1.1" status: 204 len: 168 time: 1.3410819 Aug 03 19:11:06.421557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb34f7-1130-4b2d-8b0c-bd7d39ba28c6 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Subnet': ['ID=57b59c76-da11-4884-bbbc-9f20f942c8e5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:06.423833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59788) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:06.584381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf173d-e266-4465-96e2-e17e08be40db None None] Network 37f6d535-bb5e-4d7e-b25c-f08968f3ca84 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:06.607666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.674519 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] device_id is not set on port 11bca871-5e2c-4e72-8c03-83139696ae2d yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:06.754102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.824783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Transition to ACTIVE for port object 11bca871-5e2c-4e72-8c03-83139696ae2d will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:06.829205 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.984735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event updated for resources: {'Port': ['ID=11bca871-5e2c-4e72-8c03-83139696ae2d,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:07.018061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:07.018478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:07.018868 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:07.038788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:07.040037 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:07.040320 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 2 to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d Aug 03 19:11:07.116238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:07.116840 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:07.121209 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:07.148630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:07.151006 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:07.158397 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 3 to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d Aug 03 19:11:07.225544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:07.226093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:07.227327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:07.236735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:07.237632 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:07.238462 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 4 to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d Aug 03 19:11:07.272231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:07.272844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:07.273413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:07.283049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:07.283710 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:07.284448 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 5 to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d Aug 03 19:11:07.301458 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.392713 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:07.393275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:07.393886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:07.415905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:07.417351 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:07.418337 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 6 to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d Aug 03 19:11:07.467612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:07.468110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:07.468540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:07.488175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:07.488583 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:07.489145 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 7 to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d Aug 03 19:11:07.538018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:07.538341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:07.539217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:07.550910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:07.551585 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:07.552108 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 8 to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d Aug 03 19:11:07.564872 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f0cad5f8-c269-490b-ba24-50831b68f756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.644464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:07.645409 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:07.647206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:07.671884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:07.672877 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:07.675139 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 9 to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d Aug 03 19:11:07.699697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'name': 'tempest-TestServerMultinode-766638869-router', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:50Z', 'updated_at': '2021-08-03T19:11:02Z', 'revision_number': 4, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'gw_port': {'id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:52Z', 'updated_at': '2021-08-03T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '97b1dee1-c45f-4897-aa6d-a5d5279f74c2', 'name': '', 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'mac_address': 'fa:16:3e:10:df:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '37ed38a3-d6f9-4468-b632-ec3309b6276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:00Z', 'updated_at': '2021-08-03T19:11:03Z', 'revision_number': 2, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'subnets': [{'id': '37ed38a3-d6f9-4468-b632-ec3309b6276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:07.737324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:07.740404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:07.741446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:07.765439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:07.766269 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:07.767043 n-d-802918-7 neutron-server[100488]: INFO neutron.plugins.ml2.plugin [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 10 to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d Aug 03 19:11:07.797364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:07.798341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:07.799222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:07.810754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:07.812102 n-d-802918-7 neutron-server[100488]: ERROR neutron.plugins.ml2.managers [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port 11bca871-5e2c-4e72-8c03-83139696ae2d on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:07.812966 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.871597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ccdeb6fc-a47c-4d65-b14a-e9c056baf86e req-ad8611b6-133b-47aa-8981-9f306bea16b8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.1238897 Aug 03 19:11:07.902103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478466d4-21f2-4680-9bd2-2fdbe76d64ba None None] DHCP port deletion for 37f6d535-bb5e-4d7e-b25c-f08968f3ca84 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:11:07.915580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Checking router: ddfabee7-c38a-4eb7-b073-00ee9dec5bae for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:11:07.916816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Updating router ddfabee7-c38a-4eb7-b073-00ee9dec5bae port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:11:07.929100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port a74df7ee-1a90-4bfa-882f-e03bafa0d07c {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:07.929590 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.066216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59886) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:08.085257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] For port 11bca871-5e2c-4e72-8c03-83139696ae2d, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:08.085697 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempted to set empty binding levels {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:11:08.104588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.119761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port a74df7ee-1a90-4bfa-882f-e03bafa0d07c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a74df7ee-1a90-4bfa-882f-e03bafa0d07c,segment=NetworkSegment(f9bdaddd-e128-4880-9f3d-bd3f1b322e1c),segment_id=f9bdaddd-e128-4880-9f3d-bd3f1b322e1c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:08.120409 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.139533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.141669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for a74df7ee-1a90-4bfa-882f-e03bafa0d07c owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:08.227199 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.367279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-478466d4-21f2-4680-9bd2-2fdbe76d64ba None None] Deleting port a74df7ee-1a90-4bfa-882f-e03bafa0d07c {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:08.370573 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-478466d4-21f2-4680-9bd2-2fdbe76d64ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.401083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a27a96e7-b57e-4716-9e16-ba914d115342 req-c5ad194b-733c-42c8-bca9-07bfc0ecf590 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1014781 Aug 03 19:11:08.411511 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event updated for resources: {'Port': ['ID=11bca871-5e2c-4e72-8c03-83139696ae2d,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:08.430348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.472605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] In _notify_port_updated(), no bound segment for port 11bca871-5e2c-4e72-8c03-83139696ae2d on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:11:08.486464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:08.489704 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.492129 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8d5239b8-3ee6-41c9-a0e9-36bef92a1d59 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "PUT /v2.0/ports/11bca871-5e2c-4e72-8c03-83139696ae2d HTTP/1.1" status: 200 len: 974 time: 2.4839900 Aug 03 19:11:08.493616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59928) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:08.555881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-652787134-network', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:08.584432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59930) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:08.597163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No DVR routers for this DVR port a74df7ee-1a90-4bfa-882f-e03bafa0d07c on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:08.658938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-478466d4-21f2-4680-9bd2-2fdbe76d64ba None None] For port a74df7ee-1a90-4bfa-882f-e03bafa0d07c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a74df7ee-1a90-4bfa-882f-e03bafa0d07c,segment=NetworkSegment(f9bdaddd-e128-4880-9f3d-bd3f1b322e1c),segment_id=f9bdaddd-e128-4880-9f3d-bd3f1b322e1c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:08.659764 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-478466d4-21f2-4680-9bd2-2fdbe76d64ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.709942 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-478466d4-21f2-4680-9bd2-2fdbe76d64ba None None] Calling delete_port for a74df7ee-1a90-4bfa-882f-e03bafa0d07c owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:08.721839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=a74df7ee-1a90-4bfa-882f-e03bafa0d07c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:08.763034 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22b2b3b0-3dd8-49ab-b059-6425ee953b47 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:08.949577 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22b2b3b0-3dd8-49ab-b059-6425ee953b47 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.013662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.101289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Made reservation on behalf of 3e03cdc6b34a44b1806eeb40a411120d for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:09.107821 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.121771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22b2b3b0-3dd8-49ab-b059-6425ee953b47 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.137670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22b2b3b0-3dd8-49ab-b059-6425ee953b47 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.142883 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-22b2b3b0-3dd8-49ab-b059-6425ee953b47 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "DELETE /v2.0/security-groups/ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63 HTTP/1.1" status: 204 len: 168 time: 1.0728614 Aug 03 19:11:09.200929 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60000) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:09.202041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2b3b0-3dd8-49ab-b059-6425ee953b47 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:09.226616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f6d535-bb5e-4d7e-b25c-f08968f3ca84']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:09.246187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.247163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.248857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.249966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.250681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.251356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.252042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.252711 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.254674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.255535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.256243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.257020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.258880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.259444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a08a4fea-b6f5-461a-8ddd-16a91abb0b63 req-3fe759fa-7d88-4f6b-9bd5-924eecbcf999 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.2409911 Aug 03 19:11:09.259890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.260599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.261272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.261976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.262865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.263905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.264675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.265448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.266154 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.266823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.267491 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.277694 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7b1ef641-cdbe-4773-b7a6-2ca79cd723be tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21453 time: 0.6873350 Aug 03 19:11:09.278447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60014) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:09.279153 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.290788 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-7705f9ce-cefb-485e-bcd8-e781fdfe215d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] show failed (client error): The resource could not be found. Aug 03 19:11:09.292847 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7705f9ce-cefb-485e-bcd8-e781fdfe215d tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "GET /v2.0/security-groups/ceb4bd8d-f99a-4d2a-839f-666bfa5b8d63 HTTP/1.1" status: 404 len: 347 time: 0.0798833 Aug 03 19:11:09.303929 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60016) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:09.305850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bdaddd-e128-4880-9f3d-bd3f1b322e1c') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:09.306151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bdaddd-e128-4880-9f3d-bd3f1b322e1c') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:09.334723 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-478466d4-21f2-4680-9bd2-2fdbe76d64ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.390439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60028) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:09.396893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a74df7ee-1a90-4bfa-882f-e03bafa0d07c no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:09.446385 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.511072 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.528653 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.577524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:09.609029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.610271 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Added segment 34471363-ec74-4b4d-bbba-cd2efe14b0d5 of type vlan for network 39c74dfd-fc69-435b-bcb3-def6552003e2 Aug 03 19:11:09.673563 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.693364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.771534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a10d09-860f-4d18-aa0e-bc71eb7b573b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:09.797316 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.813130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3c155b26-73a1-4b16-a76b-4d8ced98fba3 tempest-AgentManagementNegativeTest-916819742 tempest-AgentManagementNegativeTest-916819742-project] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3769341 Aug 03 19:11:09.820414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:09.820759 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:09.826176 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:09.837550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: a74df7ee-1a90-4bfa-882f-e03bafa0d07c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:09.838167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a74df7ee-1a90-4bfa-882f-e03bafa0d07c not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:09.866609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.868941 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.869886 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.878577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478466d4-21f2-4680-9bd2-2fdbe76d64ba None None] Pushing event deleted for resources: {'Port': ['ID=a74df7ee-1a90-4bfa-882f-e03bafa0d07c,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:09.906700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478466d4-21f2-4680-9bd2-2fdbe76d64ba None None] No DVR routers for this DVR port a74df7ee-1a90-4bfa-882f-e03bafa0d07c on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:09.937268 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.006645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] Pushing event updated for resources: {'Network': ['ID=39c74dfd-fc69-435b-bcb3-def6552003e2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:10.022861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 39c74dfd-fc69-435b-bcb3-def6552003e2 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:10.035891 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5914f3de-7998-406c-abfe-13b6519ec565 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5249815 Aug 03 19:11:10.036278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60090) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:10.046559 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68b34706-6547-40a0-a2ea-fed037801323 req-0a7a6360-7837-499e-8b0c-a3013e8d46c2 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.3760929 Aug 03 19:11:10.052829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] Request body: {'subnet': {'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-652787134-subnet', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:10.108080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-31b18d98-c951-4a6c-9bd7-f206de141a9c tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Deleting port 11bca871-5e2c-4e72-8c03-83139696ae2d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:10.108810 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-31b18d98-c951-4a6c-9bd7-f206de141a9c tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.167635 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.202440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] Made reservation on behalf of 3e03cdc6b34a44b1806eeb40a411120d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:10.211749 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.213543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.214444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/networks/37f6d535-bb5e-4d7e-b25c-f08968f3ca84 HTTP/1.1" status: 204 len: 168 time: 3.7901101 Aug 03 19:11:10.225670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60108) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:10.232935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22689bdb-b0bb-4d88-8edb-b03eccd6c03f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Network': ['ID=37f6d535-bb5e-4d7e-b25c-f08968f3ca84,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:10.247347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Transition to ACTIVE for port object 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:10.254041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5d51a-d5f6-475f-8ec4-8c78f895f7f2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Deleting port 18092bad-fa9c-4827-9e42-19bf006d7163 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:10.254678 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d51a-d5f6-475f-8ec4-8c78f895f7f2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.272960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.275870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1087660863'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:10.343743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-31b18d98-c951-4a6c-9bd7-f206de141a9c tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] For port 11bca871-5e2c-4e72-8c03-83139696ae2d, host n-h2-802918-7, got binding levels [] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:10.346905 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-31b18d98-c951-4a6c-9bd7-f206de141a9c tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.473947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-31b18d98-c951-4a6c-9bd7-f206de141a9c tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Calling delete_port for 11bca871-5e2c-4e72-8c03-83139696ae2d owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:10.504964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e644463-3666-43db-8bd6-01afe23149af None None] Pushing event updated for resources: {'Port': ['ID=97b1dee1-c45f-4897-aa6d-a5d5279f74c2,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:10.561067 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1fd23a1-aa2e-4f58-a763-3ba3d1f14f12 req-e301fe5e-da07-4590-bcb9-c2f7fca115f7 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.1115842 Aug 03 19:11:10.689366 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:10.734445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Attempting to bind port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:10.738304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Attempting to bind port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:10.738761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Attempting to bind port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 on network d68d020c-6161-41b3-8aa5-06cb6d537087 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:10.761226 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:10.761996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Checking segment: {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:10.765152 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.768274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Bound using segment: {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:10.770096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Bound port: 97b1dee1-c45f-4897-aa6d-a5d5279f74c2, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:10.770659 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.786478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:10.796454 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.845722 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d51a-d5f6-475f-8ec4-8c78f895f7f2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.846638 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d51a-d5f6-475f-8ec4-8c78f895f7f2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.886332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5d51a-d5f6-475f-8ec4-8c78f895f7f2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Calling delete_port for 18092bad-fa9c-4827-9e42-19bf006d7163 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:11.019157 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-31b18d98-c951-4a6c-9bd7-f206de141a9c tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.024463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] For port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:11.032282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] For port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=97b1dee1-c45f-4897-aa6d-a5d5279f74c2,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:11.038533 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.100717 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-31b18d98-c951-4a6c-9bd7-f206de141a9c tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.107765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-31b18d98-c951-4a6c-9bd7-f206de141a9c tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "DELETE /v2.0/ports/11bca871-5e2c-4e72-8c03-83139696ae2d HTTP/1.1" status: 204 len: 168 time: 1.8281326 Aug 03 19:11:11.110718 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60180) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:11.122035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b18d98-c951-4a6c-9bd7-f206de141a9c tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event deleted for resources: {'Port': ['ID=11bca871-5e2c-4e72-8c03-83139696ae2d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:11.124437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-884faa01-9811-4fa0-8c00-d0eae40a8550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.154495 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:11.168307 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8187410-006f-45b9-bece-7e80fb6817b9 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:11:11.170929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b8187410-006f-45b9-bece-7e80fb6817b9 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "GET /v2.0/ports/11bca871-5e2c-4e72-8c03-83139696ae2d HTTP/1.1" status: 404 len: 333 time: 0.0578401 Aug 03 19:11:11.175522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60190) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:11.197189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.197560 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added segment 22d87b2e-5a8b-43fe-861b-071c0fb35f5b of type vlan for network c3cc3e4e-c458-44fd-9849-1a9687457cfa Aug 03 19:11:11.228756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1383932556', 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:11.258068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Routers {'ddfabee7-c38a-4eb7-b073-00ee9dec5bae'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:11.263983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:11.267212 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.345621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.355045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.356055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.459679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Network': ['ID=c3cc3e4e-c458-44fd-9849-1a9687457cfa,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:11.462013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31fba356-316a-47bf-959c-02f1c423129d req-29885c85-2029-408d-a099-45f35e06fa9f tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1267600 Aug 03 19:11:11.474727 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.480163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Made reservation on behalf of 902bfba33b144d11a57f958237b5cfd7 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:11.487956 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.510931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network c3cc3e4e-c458-44fd-9849-1a9687457cfa details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:11.554742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8905436e-f329-4457-99fe-9ceeb53c9dd9,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:11.618874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] Checking segment: {'id': '34471363-ec74-4b4d-bbba-cd2efe14b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:11.619246 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] Network hostable DHCP agents. Network: 39c74dfd-fc69-435b-bcb3-def6552003e2, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:11:11.628229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e644463-3666-43db-8bd6-01afe23149af None None] Pushing event updated for resources: {'Port': ['ID=97b1dee1-c45f-4897-aa6d-a5d5279f74c2,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:11.708670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] Network 39c74dfd-fc69-435b-bcb3-def6552003e2 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:11:11.725752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] device_id is not set on port e729da8f-cf75-44bc-baff-bbc17ea7421f yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:11.748938 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 39c74dfd-fc69-435b-bcb3-def6552003e2) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:11.769148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.770662 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.794912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bdb22c-8cc1-4f92-8234-916c53773000 None None] Network 39c74dfd-fc69-435b-bcb3-def6552003e2 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:11.917522 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-884faa01-9811-4fa0-8c00-d0eae40a8550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.922401 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d51a-d5f6-475f-8ec4-8c78f895f7f2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.932338 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-884faa01-9811-4fa0-8c00-d0eae40a8550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.970219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-114b30be-fef6-44ef-b8cb-6c5609097a39 req-0f6a0dc3-1285-4ada-b0fb-2c07a72f699c tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0666523 Aug 03 19:11:11.974098 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-65bd8156-f5b6-41b6-9f65-7b0876e9fa49 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9333308 Aug 03 19:11:11.974987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60252) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:11.983630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884faa01-9811-4fa0-8c00-d0eae40a8550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6709bd0e-282e-46aa-96f6-59aa0d6ed062,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:12.004141 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a64491e3-29a9-4804-8d7d-ecf9b405eebc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7727885 Aug 03 19:11:12.021816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-652787134-router', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:12.021893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60256) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:12.033645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'subnet': {'network_id': 'c3cc3e4e-c458-44fd-9849-1a9687457cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:12.046330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5d51a-d5f6-475f-8ec4-8c78f895f7f2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Port': ['ID=18092bad-fa9c-4827-9e42-19bf006d7163,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:12.048448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.050602 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.089573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] Set router ddfabee7-c38a-4eb7-b073-00ee9dec5bae gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:12.142889 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.319528 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d51a-d5f6-475f-8ec4-8c78f895f7f2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.325991 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3fa5d51a-d5f6-475f-8ec4-8c78f895f7f2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.327552 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3fa5d51a-d5f6-475f-8ec4-8c78f895f7f2 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "DELETE /v2.0/floatingips/3eff31c5-9d45-49ae-8716-11c0473a62c7 HTTP/1.1" status: 204 len: 168 time: 3.0192611 Aug 03 19:11:12.337870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60286) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:12.351721 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.360473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.367494 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-884faa01-9811-4fa0-8c00-d0eae40a8550 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e6a61627b893441c879ff52688afc57a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6750827 Aug 03 19:11:12.368675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60292) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:12.394813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:12.399595 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.444853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.478497 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.609883 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.612954 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.629603 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6709bd0e-282e-46aa-96f6-59aa0d6ed062 HTTP/1.1" status: 204 len: 168 time: 0.2450678 Aug 03 19:11:12.657963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6709bd0e-282e-46aa-96f6-59aa0d6ed062,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:12.675002 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.699125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.699973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.704549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.706440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.706812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.707162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.707503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.707844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.711824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.712229 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.712578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.712920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae2dd6-30eb-407b-890d-f39643782194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:12.724807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65be4e39-b274-488c-bfd2-21640ebab9c7 req-a1de7237-bfb0-4d84-8a21-4dc766c1e20e tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.0695779 Aug 03 19:11:12.823229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-907ebc93-70d4-40c7-87aa-ee53d0c5264c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Deleting port 0668060d-d5fe-4a5d-84fc-3f77adbddf2f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:12.823511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-907ebc93-70d4-40c7-87aa-ee53d0c5264c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:12.837102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Network 65da5a1e-4317-4542-94ae-ade5906b8b06 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:12.854530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event updated for resources: {'Port': ['ID=e729da8f-cf75-44bc-baff-bbc17ea7421f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:12.857840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:12.974014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:12.974634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:12.975270 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.029052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-68df5267-a549-40d5-b3bb-f2267b74e5c8 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8520975 Aug 03 19:11:13.059535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60354) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:13.091212 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.129019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'name': 'tempest-TestServerMultinode-766638869-router', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:50Z', 'updated_at': '2021-08-03T19:11:02Z', 'revision_number': 4, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'gw_port': {'id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:52Z', 'updated_at': '2021-08-03T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '97b1dee1-c45f-4897-aa6d-a5d5279f74c2', 'name': '', 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'mac_address': 'fa:16:3e:10:df:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '37ed38a3-d6f9-4468-b632-ec3309b6276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:00Z', 'updated_at': '2021-08-03T19:11:11Z', 'revision_number': 4, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'subnets': [{'id': '37ed38a3-d6f9-4468-b632-ec3309b6276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:13.134753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-39c74dfd-fc69-435b-bcb3-def6552003e2', 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'fixed_ips': [{'subnet_id': '8905436e-f329-4457-99fe-9ceeb53c9dd9'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:11:13.135734 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.144997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.316131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Allocated IP 172.25.8.228 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/2250587e-881f-4c78-8f86-7738795f2147) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:13.326692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67f0c409-d76f-4bdc-8254-f84f55c2cadf req-dd58c355-05c7-4a49-ac32-e0d1bd29c40d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.5639365 Aug 03 19:11:13.378342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1309fdd-0683-480a-8d4f-409984081b22 req-1944ab7b-4327-4899-9443-4fd98e18cfa8 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.1988351 Aug 03 19:11:13.393289 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafaec04-bffa-47d6-9ce9-3f58e980e6ab tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.412365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bafaec04-bffa-47d6-9ce9-3f58e980e6ab tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "GET /v2.0/ports/e729da8f-cf75-44bc-baff-bbc17ea7421f HTTP/1.1" status: 200 len: 955 time: 0.3518386 Aug 03 19:11:13.418670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60368) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:13.445317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Allocated IP 172.20.0.2 (39c74dfd-fc69-435b-bcb3-def6552003e2/8905436e-f329-4457-99fe-9ceeb53c9dd9/b3a5c7ef-2d9e-48ed-8944-8e999e8a829d) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:13.463077 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.475599 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-907ebc93-70d4-40c7-87aa-ee53d0c5264c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.579791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.648062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-907ebc93-70d4-40c7-87aa-ee53d0c5264c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Calling delete_port for 0668060d-d5fe-4a5d-84fc-3f77adbddf2f owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:13.691380 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.709229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed97cfd-d7fa-4cdb-93df-276fb1c11387 None None] The sync data for ids ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'] in n-d-802918-7 is: [{'id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'name': 'tempest-TestServerMultinode-766638869-router', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:50Z', 'updated_at': '2021-08-03T19:11:02Z', 'revision_number': 4, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'gw_port': {'id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:52Z', 'updated_at': '2021-08-03T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '97b1dee1-c45f-4897-aa6d-a5d5279f74c2', 'name': '', 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'mac_address': 'fa:16:3e:10:df:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '37ed38a3-d6f9-4468-b632-ec3309b6276c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:00Z', 'updated_at': '2021-08-03T19:11:11Z', 'revision_number': 4, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'subnets': [{'id': '37ed38a3-d6f9-4468-b632-ec3309b6276c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:13.750693 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.762760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Transition to ACTIVE for port object b3a5c7ef-2d9e-48ed-8944-8e999e8a829d will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:13.773961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:13.779306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:13.788585 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Transition to ACTIVE for port object b3a5c7ef-2d9e-48ed-8944-8e999e8a829d will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:13.791160 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:13.805962 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:13.843186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Subnet': ['ID=0872e056-71eb-4141-b312-740eb26d4a36,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:13.872809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Checking segment: {'id': '22d87b2e-5a8b-43fe-861b-071c0fb35f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c3cc3e4e-c458-44fd-9849-1a9687457cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:13.873438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network hostable DHCP agents. Network: c3cc3e4e-c458-44fd-9849-1a9687457cfa, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:11:13.925031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Network 39c74dfd-fc69-435b-bcb3-def6552003e2 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:13.939900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:13.955227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:14.024798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Pushing event updated for resources: {'Port': ['ID=b3a5c7ef-2d9e-48ed-8944-8e999e8a829d,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:14.067673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb957a0a-05d1-4244-8bc7-1131d91498eb req-282b3a5c-3471-4c73-b746-b0b991759799 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1349862 Aug 03 19:11:14.094384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network c3cc3e4e-c458-44fd-9849-1a9687457cfa is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:11:14.103839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Attempting to bind port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:14.104462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Attempting to bind port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '34471363-ec74-4b4d-bbba-cd2efe14b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:14.107192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Attempting to bind port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d on network 39c74dfd-fc69-435b-bcb3-def6552003e2 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:14.115117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:14.115978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Checking segment: {'id': '34471363-ec74-4b4d-bbba-cd2efe14b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:14.116929 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.118147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Bound using segment: {'id': '34471363-ec74-4b4d-bbba-cd2efe14b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:14.118632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ec81e915-a5f3-48cc-8291-b0c1e5ecc728 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Deleting port e729da8f-cf75-44bc-baff-bbc17ea7421f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:14.119002 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec81e915-a5f3-48cc-8291-b0c1e5ecc728 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.119187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Bound port: b3a5c7ef-2d9e-48ed-8944-8e999e8a829d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34471363-ec74-4b4d-bbba-cd2efe14b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:14.119732 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.301294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, c3cc3e4e-c458-44fd-9849-1a9687457cfa) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:14.335116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:14.336604 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.360712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60384) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:14.456225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a666dc93-eb9e-47ab-b04b-d201732ecb59 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4277725 Aug 03 19:11:14.462666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec81e915-a5f3-48cc-8291-b0c1e5ecc728 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.474469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60388) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:14.500765 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e1077f4b-d3dd-412d-b068-ce753e7507f3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2146956470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:14.547251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ec81e915-a5f3-48cc-8291-b0c1e5ecc728 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Calling delete_port for e729da8f-cf75-44bc-baff-bbc17ea7421f owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:14.550233 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-907ebc93-70d4-40c7-87aa-ee53d0c5264c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.652732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-744379195'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:14.661261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ebc93-70d4-40c7-87aa-ee53d0c5264c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Port': ['ID=0668060d-d5fe-4a5d-84fc-3f77adbddf2f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:14.697663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] For port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:14.714109 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] For port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b3a5c7ef-2d9e-48ed-8944-8e999e8a829d,segment=NetworkSegment(34471363-ec74-4b4d-bbba-cd2efe14b0d5),segment_id=34471363-ec74-4b4d-bbba-cd2efe14b0d5)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:14.725526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63e982e-d4f0-489f-95fb-303d07709373 None None] Network c3cc3e4e-c458-44fd-9849-1a9687457cfa requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:14.736730 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.747282 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1077f4b-d3dd-412d-b068-ce753e7507f3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.749356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1077f4b-d3dd-412d-b068-ce753e7507f3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:14.848603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Pushing event updated for resources: {'Port': ['ID=2250587e-881f-4c78-8f86-7738795f2147,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:14.933291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c813-2a08-44e3-85c2-c0d092592ca7 None None] Pushing event updated for resources: {'Port': ['ID=b3a5c7ef-2d9e-48ed-8944-8e999e8a829d,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:15.199993 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.235682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-c3cc3e4e-c458-44fd-9849-1a9687457cfa', 'network_id': 'c3cc3e4e-c458-44fd-9849-1a9687457cfa', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'fixed_ips': [{'subnet_id': '0872e056-71eb-4141-b312-740eb26d4a36'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:11:15.237076 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.338233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.608718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Allocated IP 2001:db8::2 (c3cc3e4e-c458-44fd-9849-1a9687457cfa/0872e056-71eb-4141-b312-740eb26d4a36/c16bd230-8a4a-41e7-bd4e-f2e74506ed82) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:15.787564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:15.849400 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.903255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b13e2f1f-b7bf-471f-88a2-081fc15b719a req-d4606eda-dcaa-4955-89ff-a8a65ea1e915 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 1.1464236 Aug 03 19:11:16.046586 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.057541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Transition to ACTIVE for port object c16bd230-8a4a-41e7-bd4e-f2e74506ed82 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:16.080011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Transition to ACTIVE for port object c16bd230-8a4a-41e7-bd4e-f2e74506ed82 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:16.094224 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.114461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5049a24c-0a5a-4215-92d7-b759507d1ab3 req-e7502591-5ff5-4f20-96be-74f72f1ad53e tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.3984256 Aug 03 19:11:16.120200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-907ebc93-70d4-40c7-87aa-ee53d0c5264c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.123695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-907ebc93-70d4-40c7-87aa-ee53d0c5264c tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "DELETE /v2.0/ports/0668060d-d5fe-4a5d-84fc-3f77adbddf2f HTTP/1.1" status: 204 len: 168 time: 3.7830267 Aug 03 19:11:16.133298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Network c3cc3e4e-c458-44fd-9849-1a9687457cfa is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:16.138465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60398) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:16.142238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:16.211468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:16.233690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:16.245936 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1077f4b-d3dd-412d-b068-ce753e7507f3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.251863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Made reservation on behalf of 513c255e30f2427fbc4390e44d5ae96f for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:16.263810 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.267569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:16.268409 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.293937 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec81e915-a5f3-48cc-8291-b0c1e5ecc728 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.308959 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.320904 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1077f4b-d3dd-412d-b068-ce753e7507f3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.433721 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1077f4b-d3dd-412d-b068-ce753e7507f3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.439463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e1077f4b-d3dd-412d-b068-ce753e7507f3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.9532630 Aug 03 19:11:16.442932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60402) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:16.486727 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Pushing event updated for resources: {'Port': ['ID=c16bd230-8a4a-41e7-bd4e-f2e74506ed82,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:16.531645 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Attempting to bind port c16bd230-8a4a-41e7-bd4e-f2e74506ed82 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:16.532267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Attempting to bind port c16bd230-8a4a-41e7-bd4e-f2e74506ed82 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '22d87b2e-5a8b-43fe-861b-071c0fb35f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c3cc3e4e-c458-44fd-9849-1a9687457cfa'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:16.532874 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Attempting to bind port c16bd230-8a4a-41e7-bd4e-f2e74506ed82 on network c3cc3e4e-c458-44fd-9849-1a9687457cfa {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:16.559843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:16.560380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Checking segment: {'id': '22d87b2e-5a8b-43fe-861b-071c0fb35f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c3cc3e4e-c458-44fd-9849-1a9687457cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:16.560981 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.561619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Bound using segment: {'id': '22d87b2e-5a8b-43fe-861b-071c0fb35f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c3cc3e4e-c458-44fd-9849-1a9687457cfa'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:16.562347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Bound port: c16bd230-8a4a-41e7-bd4e-f2e74506ed82, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d87b2e-5a8b-43fe-861b-071c0fb35f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'c3cc3e4e-c458-44fd-9849-1a9687457cfa'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:16.562966 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.583683 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.586151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81e915-a5f3-48cc-8291-b0c1e5ecc728 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event deleted for resources: {'Port': ['ID=e729da8f-cf75-44bc-baff-bbc17ea7421f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:16.596170 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec81e915-a5f3-48cc-8291-b0c1e5ecc728 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.602327 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ec81e915-a5f3-48cc-8291-b0c1e5ecc728 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "DELETE /v2.0/ports/e729da8f-cf75-44bc-baff-bbc17ea7421f HTTP/1.1" status: 204 len: 168 time: 3.1635120 Aug 03 19:11:16.604248 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.607774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60404) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:16.674461 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3782f812-315e-4c56-8e63-2ba5f2d233a5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:11:16.676790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3782f812-315e-4c56-8e63-2ba5f2d233a5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "GET /v2.0/ports/e729da8f-cf75-44bc-baff-bbc17ea7421f HTTP/1.1" status: 404 len: 333 time: 0.0640917 Aug 03 19:11:16.686525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0403ffce-3d12-4217-a5c7-cc1737f8abc3 None None] Network 39c74dfd-fc69-435b-bcb3-def6552003e2 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:16.689419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60406) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:16.695396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Request body: {'port': {'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-618433308'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:16.704840 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Router 51995cb4-c1f5-424a-8468-1352310cf785 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:11:16.708998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:16.720604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9073bacb-0304-45c5-b930-cbd0c2416cf9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:16.737473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.738157 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Added segment 75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e of type vlan for network c7538a88-2c32-4d9e-97a2-37a6734b2d53 Aug 03 19:11:16.778104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Made reservation on behalf of 902bfba33b144d11a57f958237b5cfd7 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:16.781108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.810425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] device_id is not set on port a5b43ee2-086f-422c-8bbe-a31ce111e33a yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:16.817463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.868566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] For port c16bd230-8a4a-41e7-bd4e-f2e74506ed82, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:16.870341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:16.875431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d96c1ec3-83fc-4226-b0bc-0560e5ec4221 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Deleting port 21147810-ef92-4ec3-9962-b5b8ec3f3d0c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:16.876166 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d96c1ec3-83fc-4226-b0bc-0560e5ec4221 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.884984 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Sync routers for ids ['51995cb4-c1f5-424a-8468-1352310cf785'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:16.889411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] For port c16bd230-8a4a-41e7-bd4e-f2e74506ed82, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c16bd230-8a4a-41e7-bd4e-f2e74506ed82,segment=NetworkSegment(22d87b2e-5a8b-43fe-861b-071c0fb35f5b),segment_id=22d87b2e-5a8b-43fe-861b-071c0fb35f5b)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:16.956015 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.971288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.973153 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.025026 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.098004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.105396 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4c2567ec-e96f-4e17-b896-247f2e431314 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1102228 Aug 03 19:11:17.107230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60418) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:17.150562 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7e0361fd-3dd4-4858-af5b-dfb366810f9c None None] Provisioning for port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:17.206064 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Routers {'51995cb4-c1f5-424a-8468-1352310cf785'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:17.207717 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['51995cb4-c1f5-424a-8468-1352310cf785'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:17.438976 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Set router 51995cb4-c1f5-424a-8468-1352310cf785 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:17.473861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed7faa-89c3-4f8e-a309-a6be7efc1ef8 None None] Pushing event updated for resources: {'Port': ['ID=c16bd230-8a4a-41e7-bd4e-f2e74506ed82,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:17.487472 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1222842 Aug 03 19:11:17.489870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-138619d0-0459-4734-acd9-122931808230 req-68d569ac-26a6-4f2d-8c0e-30dec9ba7580 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.3428223 Aug 03 19:11:17.510500 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60424) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:17.516150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Request body: {'subnet': {'network_id': 'c7538a88-2c32-4d9e-97a2-37a6734b2d53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:17.584006 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.643655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=97b1dee1-c45f-4897-aa6d-a5d5279f74c2,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:17.649181 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.658390 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d96c1ec3-83fc-4226-b0bc-0560e5ec4221 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.698769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46c404-001e-41d1-b0fb-d97c04917970 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Pushing event updated for resources: {'Network': ['ID=c7538a88-2c32-4d9e-97a2-37a6734b2d53,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:17.819970 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=97b1dee1-c45f-4897-aa6d-a5d5279f74c2,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:17.829671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network c7538a88-2c32-4d9e-97a2-37a6734b2d53 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:17.862994 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.069797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e27d4b98-3d01-42bf-a93a-619ee44aeba7 req-ea49ecfe-b582-42da-b592-a66393a54cf6 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.3525674 Aug 03 19:11:18.091495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b3a5c7ef-2d9e-48ed-8944-8e999e8a829d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:18.142460 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51995cb4-c1f5-424a-8468-1352310cf785', 'name': 'tempest-TestServerMultinode-652787134-router', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2250587e-881f-4c78-8f86-7738795f2147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:12Z', 'updated_at': '2021-08-03T19:11:14Z', 'revision_number': 3, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'gw_port': {'id': '2250587e-881f-4c78-8f86-7738795f2147', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:13Z', 'updated_at': '2021-08-03T19:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:18.199389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.239628 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Checking router: 51995cb4-c1f5-424a-8468-1352310cf785 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:11:18.239974 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Updating router 51995cb4-c1f5-424a-8468-1352310cf785 port 2250587e-881f-4c78-8f86-7738795f2147 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:11:18.242869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d96c1ec3-83fc-4226-b0bc-0560e5ec4221 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Calling delete_port for 21147810-ef92-4ec3-9962-b5b8ec3f3d0c owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:18.261408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:18.265245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:18.265693 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.319837 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.411668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Network 65da5a1e-4317-4542-94ae-ade5906b8b06 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:18.421122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Made reservation on behalf of 513c255e30f2427fbc4390e44d5ae96f for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:18.422709 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.436322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.466735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:18.498256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b3a5c7ef-2d9e-48ed-8944-8e999e8a829d,segment=NetworkSegment(34471363-ec74-4b4d-bbba-cd2efe14b0d5),segment_id=34471363-ec74-4b4d-bbba-cd2efe14b0d5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:18.503968 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.545188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:18.559160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.560323 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.666178 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=b3a5c7ef-2d9e-48ed-8944-8e999e8a829d,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:18.669042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a538bddc-7dc5-4fa6-b49e-8a7f4e95ac94 None None] Provisioning complete for port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:18.669416 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a538bddc-7dc5-4fa6-b49e-8a7f4e95ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.705619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event updated for resources: {'Port': ['ID=a5b43ee2-086f-422c-8bbe-a31ce111e33a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:18.799679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4adc3564-512c-4b5d-8b8b-dcb63fd3c363 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1064529 Aug 03 19:11:18.812441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-adea2f45-2139-479d-abf8-774b867c0fdc req-d076a219-a82b-44a9-a8fe-57943c056e7d tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0923116 Aug 03 19:11:18.815776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60436) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:18.834567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:18.935922 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.944514 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.949515 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Transition to ACTIVE for port object 2250587e-881f-4c78-8f86-7738795f2147 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:18.956982 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.057577 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Pushing event updated for resources: {'Port': ['ID=2250587e-881f-4c78-8f86-7738795f2147,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:19.095194 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.095492 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.095863 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.096444 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.096828 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.097191 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.097584 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.097964 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.098308 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.098684 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.099054 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.099441 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:19.117183 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Attempting to bind port 2250587e-881f-4c78-8f86-7738795f2147 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:19.117526 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Attempting to bind port 2250587e-881f-4c78-8f86-7738795f2147 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:19.117894 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Attempting to bind port 2250587e-881f-4c78-8f86-7738795f2147 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:19.130875 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:19.131329 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:19.131765 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.132164 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:19.133182 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Bound port: 2250587e-881f-4c78-8f86-7738795f2147, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:19.137233 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.262234 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] For port 2250587e-881f-4c78-8f86-7738795f2147, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:19.269526 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] For port 2250587e-881f-4c78-8f86-7738795f2147, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2250587e-881f-4c78-8f86-7738795f2147,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:19.279250 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.283059 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.290025 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.379718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98774f0b-a75a-484e-83fc-fc7ef5634951 req-a5932342-d650-4ca7-a30f-0f892ae28071 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.0441144 Aug 03 19:11:19.433376 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a2e89-810c-4c6e-be16-937724db6eed None None] Pushing event updated for resources: {'Port': ['ID=2250587e-881f-4c78-8f86-7738795f2147,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:19.433834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7971cc46-3405-48b4-a848-f80a42e292eb None None] Network c3cc3e4e-c458-44fd-9849-1a9687457cfa requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:19.479803 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Routers {'51995cb4-c1f5-424a-8468-1352310cf785'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:19.480462 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['51995cb4-c1f5-424a-8468-1352310cf785'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:19.514333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Pushing event updated for resources: {'Subnet': ['ID=adbf43b0-f482-4c92-9116-53bdaabfbda4,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:19.528436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] device_id is not set on port a5b43ee2-086f-422c-8bbe-a31ce111e33a yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:19.540821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.547972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Checking segment: {'id': '75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c7538a88-2c32-4d9e-97a2-37a6734b2d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:19.552135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Network hostable DHCP agents. Network: c7538a88-2c32-4d9e-97a2-37a6734b2d53, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:11:19.610615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Transition to ACTIVE for port object a5b43ee2-086f-422c-8bbe-a31ce111e33a will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:19.614422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Network c7538a88-2c32-4d9e-97a2-37a6734b2d53 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:11:19.629825 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.695708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, c7538a88-2c32-4d9e-97a2-37a6734b2d53) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:19.702545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-77e51ad3-dde4-49c8-9958-fbb5e109e5c7 None None] Provisioning for port c16bd230-8a4a-41e7-bd4e-f2e74506ed82 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:19.723746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.726850 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412c67ea-4a2c-499b-a19a-fb38606759aa None None] Network c7538a88-2c32-4d9e-97a2-37a6734b2d53 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:19.734806 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.755551 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] Set router 51995cb4-c1f5-424a-8468-1352310cf785 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:19.808441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3d7cb169-43fb-4319-8a13-8180c5ac1e92 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2965350 Aug 03 19:11:19.813812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60442) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:19.814915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event updated for resources: {'Port': ['ID=a5b43ee2-086f-422c-8bbe-a31ce111e33a,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:19.833247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Request body: {'port': {'network_id': 'c7538a88-2c32-4d9e-97a2-37a6734b2d53', 'name': 'tempest-ExtraDHCPOptionsTestJSON-654349750'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:19.990513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:19.990760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:19.991128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:20.016596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Allocated IP 2001:db8::1 (c3cc3e4e-c458-44fd-9849-1a9687457cfa/0872e056-71eb-4141-b312-740eb26d4a36/84f0784e-be26-4e6e-9e99-4dbe94368b22) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:20.036423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:20.036812 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:20.082374 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 2 to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a Aug 03 19:11:20.094556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c16bd230-8a4a-41e7-bd4e-f2e74506ed82 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:20.097538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01d913fa-38cd-4cb2-ae3c-f98f50414fbe req-a3c019ff-2128-41fb-b63c-67fe1633bb7f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.1166029 Aug 03 19:11:20.136338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:20.136691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:20.137045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:20.196668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:20.197040 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:20.200820 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 3 to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a Aug 03 19:11:20.267854 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51995cb4-c1f5-424a-8468-1352310cf785', 'name': 'tempest-TestServerMultinode-652787134-router', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2250587e-881f-4c78-8f86-7738795f2147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:12Z', 'updated_at': '2021-08-03T19:11:14Z', 'revision_number': 3, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'gw_port': {'id': '2250587e-881f-4c78-8f86-7738795f2147', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:13Z', 'updated_at': '2021-08-03T19:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:20.292383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-c7538a88-2c32-4d9e-97a2-37a6734b2d53', 'network_id': 'c7538a88-2c32-4d9e-97a2-37a6734b2d53', 'tenant_id': '513c255e30f2427fbc4390e44d5ae96f', 'fixed_ips': [{'subnet_id': 'adbf43b0-f482-4c92-9116-53bdaabfbda4'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:11:20.293305 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.302737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:20.303377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:20.303463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:20.321210 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Made reservation on behalf of 513c255e30f2427fbc4390e44d5ae96f for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:20.325131 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.345418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:20.345794 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:20.353416 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 4 to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a Aug 03 19:11:20.364820 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc777b3-e0b9-4205-87e2-af09488b2bfd None None] The sync data for ids ['51995cb4-c1f5-424a-8468-1352310cf785'] in n-d-802918-7 is: [{'id': '51995cb4-c1f5-424a-8468-1352310cf785', 'name': 'tempest-TestServerMultinode-652787134-router', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2250587e-881f-4c78-8f86-7738795f2147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:12Z', 'updated_at': '2021-08-03T19:11:14Z', 'revision_number': 3, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'gw_port': {'id': '2250587e-881f-4c78-8f86-7738795f2147', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:13Z', 'updated_at': '2021-08-03T19:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:20.412425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] device_id is not set on port 24ee1c63-3439-40b8-8cee-6ea105044420 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:20.431259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:20.432874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:20.434976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:20.498816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c16bd230-8a4a-41e7-bd4e-f2e74506ed82 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:20.508133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c16bd230-8a4a-41e7-bd4e-f2e74506ed82 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:20.508789 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.541830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.585119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Transition to ACTIVE for port object 84f0784e-be26-4e6e-9e99-4dbe94368b22 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:20.598904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d96c1ec3-83fc-4226-b0bc-0560e5ec4221 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.662474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:20.666770 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:20.690534 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 5 to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a Aug 03 19:11:20.744399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Allocated IP 172.20.0.2 (c7538a88-2c32-4d9e-97a2-37a6734b2d53/adbf43b0-f482-4c92-9116-53bdaabfbda4/49c4ad03-d110-40bc-b798-ed75529846be) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:20.760074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:20.760421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:20.760785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:20.782820 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.803132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c1ec3-83fc-4226-b0bc-0560e5ec4221 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Port': ['ID=21147810-ef92-4ec3-9962-b5b8ec3f3d0c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:20.821779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83a41d0a-2c72-4cb6-b5d7-74d6025fea85 req-f0dfa282-c479-40ed-8e85-ed2b4ccbb57d tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.2037930 Aug 03 19:11:20.935256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4395c2b8-e87e-47aa-af20-7761ba8e60c0 None None] Provisioning complete for port c16bd230-8a4a-41e7-bd4e-f2e74506ed82 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:20.935848 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4395c2b8-e87e-47aa-af20-7761ba8e60c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.966024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port c16bd230-8a4a-41e7-bd4e-f2e74506ed82, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c16bd230-8a4a-41e7-bd4e-f2e74506ed82,segment=NetworkSegment(22d87b2e-5a8b-43fe-861b-071c0fb35f5b),segment_id=22d87b2e-5a8b-43fe-861b-071c0fb35f5b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:20.989310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:20.990235 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:21.002939 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.004010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:21.006995 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 6 to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a Aug 03 19:11:21.036693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.051389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:21.052267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:21.062011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:21.071457 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d96c1ec3-83fc-4226-b0bc-0560e5ec4221 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.072305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:21.072852 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:21.073766 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 7 to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a Aug 03 19:11:21.075146 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d96c1ec3-83fc-4226-b0bc-0560e5ec4221 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "DELETE /v2.0/ports/21147810-ef92-4ec3-9962-b5b8ec3f3d0c HTTP/1.1" status: 204 len: 168 time: 4.9333735 Aug 03 19:11:21.086240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60450) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:21.097578 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=c16bd230-8a4a-41e7-bd4e-f2e74506ed82,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:21.186243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.286236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:21.286537 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.308755 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network c3cc3e4e-c458-44fd-9849-1a9687457cfa is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:21.336589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:21.390444 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:21.391022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.393540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:21.394340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:21.397857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:21.493338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:21.496526 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:21.504244 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 8 to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a Aug 03 19:11:21.511687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc3b6d3-d2a8-490c-9695-9efec68bc374 req-38f5dab2-456d-4055-a800-27fe4020dad4 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.2088027 Aug 03 19:11:21.555297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:21.555749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:21.556363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:21.565988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-882d73f4-30c6-4eb2-95a7-d4472a8a8b70 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Deleting subnet 55cde3f9-47fa-488b-b3de-03a59f897dc4 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:21.593343 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-882d73f4-30c6-4eb2-95a7-d4472a8a8b70 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.703916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:21.703916 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:21.707135 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 9 to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a Aug 03 19:11:21.744762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.750819 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-882d73f4-30c6-4eb2-95a7-d4472a8a8b70 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.754963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:21.756064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:21.756064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:21.811225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:21.811729 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:21.814852 n-d-802918-7 neutron-server[100487]: INFO neutron.plugins.ml2.plugin [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempt 10 to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a Aug 03 19:11:21.904739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:21.905301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:21.905795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempting to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:21.956792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:21.957463 n-d-802918-7 neutron-server[100487]: ERROR neutron.plugins.ml2.managers [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Failed to bind port a5b43ee2-086f-422c-8bbe-a31ce111e33a on host n-h2-802918-7 for vnic_type normal using segments [{'id': '9795d5b8-d768-40ad-bca2-f0dc4f5a2892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '65da5a1e-4317-4542-94ae-ade5906b8b06'}] Aug 03 19:11:21.957938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.033527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b3a5c7ef-2d9e-48ed-8944-8e999e8a829d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:22.136010 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.156791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Transition to ACTIVE for port object 49c4ad03-d110-40bc-b798-ed75529846be will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:22.165372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f343ef13-336e-4373-b954-9b4d46899894 None None] Provisioning for port 84f0784e-be26-4e6e-9e99-4dbe94368b22 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:22.174044 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f343ef13-336e-4373-b954-9b4d46899894 None None] Provisioning complete for port 84f0784e-be26-4e6e-9e99-4dbe94368b22 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:22.174680 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f343ef13-336e-4373-b954-9b4d46899894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.232542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f343ef13-336e-4373-b954-9b4d46899894 None None] Port 84f0784e-be26-4e6e-9e99-4dbe94368b22 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:22.240531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5264c86-413a-4c88-8914-674a6e05ada3 req-d3d728b8-8e08-44d8-a064-ee4f387e4b2b tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1231945 Aug 03 19:11:22.240726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:22.241106 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.241480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=84f0784e-be26-4e6e-9e99-4dbe94368b22,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:22.268096 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-882d73f4-30c6-4eb2-95a7-d4472a8a8b70 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.299129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Transition to ACTIVE for port object 49c4ad03-d110-40bc-b798-ed75529846be will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:22.310798 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.436230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Allocated IP 172.20.0.1 (39c74dfd-fc69-435b-bcb3-def6552003e2/8905436e-f329-4457-99fe-9ceeb53c9dd9/df9e703a-4106-4ec0-8f27-b83ab36c7f45) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:22.474476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Network c7538a88-2c32-4d9e-97a2-37a6734b2d53 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:22.491527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:22.509430 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:22.527534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Allocated IP 172.20.0.9 (c7538a88-2c32-4d9e-97a2-37a6734b2d53/adbf43b0-f482-4c92-9116-53bdaabfbda4/24ee1c63-3439-40b8-8cee-6ea105044420) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:22.614699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Pushing event updated for resources: {'Port': ['ID=49c4ad03-d110-40bc-b798-ed75529846be,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:22.705237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Attempting to bind port 49c4ad03-d110-40bc-b798-ed75529846be on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:22.705237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Attempting to bind port 49c4ad03-d110-40bc-b798-ed75529846be by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c7538a88-2c32-4d9e-97a2-37a6734b2d53'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:22.705237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Attempting to bind port 49c4ad03-d110-40bc-b798-ed75529846be on network c7538a88-2c32-4d9e-97a2-37a6734b2d53 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:22.708848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:22.709227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Checking segment: {'id': '75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c7538a88-2c32-4d9e-97a2-37a6734b2d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:22.709756 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.710215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Bound using segment: {'id': '75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c7538a88-2c32-4d9e-97a2-37a6734b2d53'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:22.710967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Bound port: 49c4ad03-d110-40bc-b798-ed75529846be, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'c7538a88-2c32-4d9e-97a2-37a6734b2d53'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:22.711584 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.887870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf915fcc-55bb-49ee-852e-478e4c795e80 req-23c17226-66ff-465b-a80b-f4696a95c130 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.1820858 Aug 03 19:11:22.896316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] For port 49c4ad03-d110-40bc-b798-ed75529846be, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:22.907926 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] For port 49c4ad03-d110-40bc-b798-ed75529846be, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49c4ad03-d110-40bc-b798-ed75529846be,segment=NetworkSegment(75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e),segment_id=75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:22.930779 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.931345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] For port a5b43ee2-086f-422c-8bbe-a31ce111e33a, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:22.931887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attempted to set empty binding levels {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:11:22.957361 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.992780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2250587e-881f-4c78-8f86-7738795f2147 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:23.016394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] In _notify_port_updated(), no bound segment for port a5b43ee2-086f-422c-8bbe-a31ce111e33a on network 65da5a1e-4317-4542-94ae-ade5906b8b06 {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:11:23.034749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.035567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.037131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "PUT /v2.0/ports/a5b43ee2-086f-422c-8bbe-a31ce111e33a HTTP/1.1" status: 200 len: 974 time: 4.2090425 Aug 03 19:11:23.047687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60466) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:23.222387 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-882d73f4-30c6-4eb2-95a7-d4472a8a8b70 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.230010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c912ae-d5ef-43b7-a060-2f3eb65491dc None None] Pushing event updated for resources: {'Port': ['ID=49c4ad03-d110-40bc-b798-ed75529846be,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:23.261473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 2250587e-881f-4c78-8f86-7738795f2147 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:23.269349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2250587e-881f-4c78-8f86-7738795f2147 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:23.270177 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.310055 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-882d73f4-30c6-4eb2-95a7-d4472a8a8b70 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.315906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-882d73f4-30c6-4eb2-95a7-d4472a8a8b70 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "DELETE /v2.0/subnets/55cde3f9-47fa-488b-b3de-03a59f897dc4 HTTP/1.1" status: 204 len: 168 time: 2.2272482 Aug 03 19:11:23.349113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d73f4-30c6-4eb2-95a7-d4472a8a8b70 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Subnet': ['ID=55cde3f9-47fa-488b-b3de-03a59f897dc4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:23.354018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aad5ee-1bf3-4cb7-b803-66073b4dd9ce None None] Network 519a22f2-633f-4d6d-8c20-32ad2bcf244c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:23.356174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60470) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:23.363459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937148ca-2033-4e65-9d03-fbe0c61e96b5 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event updated for resources: {'Port': ['ID=a5b43ee2-086f-422c-8bbe-a31ce111e33a,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:23.703444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d42489-6fcf-4bc0-8f2b-4b1c9071c749 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Deleting subnet b7885d16-488e-4ec6-befe-684ff8a04da4 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:23.723555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9d42489-6fcf-4bc0-8f2b-4b1c9071c749 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.796739 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.815231 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.827901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44996196-af73-467b-9cdf-2991e2b0b07b req-e4fa4b48-b952-4fa8-b763-40550cc2a29a tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.3428471 Aug 03 19:11:23.868732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 2250587e-881f-4c78-8f86-7738795f2147, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2250587e-881f-4c78-8f86-7738795f2147,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:23.883103 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.884572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c16bd230-8a4a-41e7-bd4e-f2e74506ed82 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:23.887551 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.915470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Transition to ACTIVE for port object 24ee1c63-3439-40b8-8cee-6ea105044420 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:23.922546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Transition to ACTIVE for port object df9e703a-4106-4ec0-8f27-b83ab36c7f45 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:23.930469 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9d42489-6fcf-4bc0-8f2b-4b1c9071c749 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.025804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62fb340-1650-482d-ac84-a0f4db5a5846 None None] DHCP port deletion for 519a22f2-633f-4d6d-8c20-32ad2bcf244c request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:11:24.042400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ca50c159-914c-42ee-bb3c-6f2b5966fabe tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Deleting port a5b43ee2-086f-422c-8bbe-a31ce111e33a {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:24.042750 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ca50c159-914c-42ee-bb3c-6f2b5966fabe tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.047585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.189746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=2250587e-881f-4c78-8f86-7738795f2147,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:24.240077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c16bd230-8a4a-41e7-bd4e-f2e74506ed82 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:24.240716 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.270304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Network 39c74dfd-fc69-435b-bcb3-def6552003e2 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:24.290714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:24.295504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:24.308499 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e62fb340-1650-482d-ac84-a0f4db5a5846 None None] Deleting port 20bae890-3fa0-4ac9-980b-f176e81d3619 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:24.308965 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e62fb340-1650-482d-ac84-a0f4db5a5846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.312569 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Pushing event updated for resources: {'Port': ['ID=df9e703a-4106-4ec0-8f27-b83ab36c7f45,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:24.352543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc6e5add-2625-44c9-b295-d7357eb07ffc req-0eaacdd1-d3b6-4f59-b9b5-4c7fd366ea0f tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.2059946 Aug 03 19:11:24.374276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.377427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.403822 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9d42489-6fcf-4bc0-8f2b-4b1c9071c749 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.409752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.411144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.559092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e62fb340-1650-482d-ac84-a0f4db5a5846 None None] For port 20bae890-3fa0-4ac9-980b-f176e81d3619, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=20bae890-3fa0-4ac9-980b-f176e81d3619,segment=NetworkSegment(a865b215-04ae-4e4b-b25f-57ce3676fb53),segment_id=a865b215-04ae-4e4b-b25f-57ce3676fb53)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:24.559833 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e62fb340-1650-482d-ac84-a0f4db5a5846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.582482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-ca50c159-914c-42ee-bb3c-6f2b5966fabe tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] For port a5b43ee2-086f-422c-8bbe-a31ce111e33a, host n-h2-802918-7, got binding levels [] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:24.583367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ca50c159-914c-42ee-bb3c-6f2b5966fabe tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.624664 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9d42489-6fcf-4bc0-8f2b-4b1c9071c749 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.686014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e62fb340-1650-482d-ac84-a0f4db5a5846 None None] Calling delete_port for 20bae890-3fa0-4ac9-980b-f176e81d3619 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:24.732536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=84f0784e-be26-4e6e-9e99-4dbe94368b22,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:24.757764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network c3cc3e4e-c458-44fd-9849-1a9687457cfa is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:24.763827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:24.774178 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.833147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ca50c159-914c-42ee-bb3c-6f2b5966fabe tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Calling delete_port for a5b43ee2-086f-422c-8bbe-a31ce111e33a owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:24.858697 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e62fb340-1650-482d-ac84-a0f4db5a5846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.862498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d42489-6fcf-4bc0-8f2b-4b1c9071c749 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Subnet': ['ID=b7885d16-488e-4ec6-befe-684ff8a04da4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:24.907799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fb340-1650-482d-ac84-a0f4db5a5846 None None] Pushing event deleted for resources: {'Port': ['ID=20bae890-3fa0-4ac9-980b-f176e81d3619,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:24.914601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fb340-1650-482d-ac84-a0f4db5a5846 None None] No DVR routers for this DVR port 20bae890-3fa0-4ac9-980b-f176e81d3619 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:24.944244 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9d42489-6fcf-4bc0-8f2b-4b1c9071c749 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.955209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f9d42489-6fcf-4bc0-8f2b-4b1c9071c749 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "DELETE /v2.0/subnets/b7885d16-488e-4ec6-befe-684ff8a04da4 HTTP/1.1" status: 204 len: 168 time: 1.5841689 Aug 03 19:11:24.969425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60478) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:24.974564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dfa74e-7245-43f1-8fb9-f35e25922ec9 None None] Network c26e77bf-0edc-498b-9ab8-19bf405a3c90 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:24.975265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Network c7538a88-2c32-4d9e-97a2-37a6734b2d53 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:24.976256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Pushing event updated for resources: {'Port': ['ID=24ee1c63-3439-40b8-8cee-6ea105044420,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:25.032144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:25.119673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:25.154458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2250587e-881f-4c78-8f86-7738795f2147 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:25.232619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-840ba0dd-f4b2-4a39-ada9-0071bb0e8c21 None None] Provisioning for port df9e703a-4106-4ec0-8f27-b83ab36c7f45 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:25.312011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.312846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-840ba0dd-f4b2-4a39-ada9-0071bb0e8c21 None None] Provisioning complete for port df9e703a-4106-4ec0-8f27-b83ab36c7f45 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:25.313773 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-840ba0dd-f4b2-4a39-ada9-0071bb0e8c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.363045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-840ba0dd-f4b2-4a39-ada9-0071bb0e8c21 None None] Port df9e703a-4106-4ec0-8f27-b83ab36c7f45 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:25.400418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2250587e-881f-4c78-8f86-7738795f2147 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:25.400947 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.520214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49c4ad03-d110-40bc-b798-ed75529846be up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:25.530149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804037e5-5639-44a2-8989-40d933f6accb None None] DHCP port deletion for c26e77bf-0edc-498b-9ab8-19bf405a3c90 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:11:25.534593 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e4ab3b-e620-4823-96d3-ed58f3736f24 None None] Network c7538a88-2c32-4d9e-97a2-37a6734b2d53 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:25.664770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a32cbda3-bc41-4ece-9736-cc1b0ccf4fec None None] Provisioning complete for port 84f0784e-be26-4e6e-9e99-4dbe94368b22 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:25.665123 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a32cbda3-bc41-4ece-9736-cc1b0ccf4fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.714597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a32cbda3-bc41-4ece-9736-cc1b0ccf4fec None None] Port 84f0784e-be26-4e6e-9e99-4dbe94368b22 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:25.730482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f38dfab-6d2c-4a9c-9c50-bc5e8a9381a4 req-5d809980-740d-4758-9c28-912280859af0 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.6629920 Aug 03 19:11:25.803424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-420b83f3-dc60-41d7-8a44-8a26fb762654 req-3757e269-1629-49bb-b603-09940683f5d4 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0910547 Aug 03 19:11:25.826483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 49c4ad03-d110-40bc-b798-ed75529846be completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:25.834468 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.846046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:25.847079 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.849070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-804037e5-5639-44a2-8989-40d933f6accb None None] Deleting port 8e6365ca-955b-4ac8-984e-5620981edb36 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:25.849761 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-804037e5-5639-44a2-8989-40d933f6accb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.884956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0e390165-8c93-4a28-9d9a-4e19838e32d6 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0626175 Aug 03 19:11:25.890916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60484) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:25.901039 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Request body: {'port': {'network_id': 'c7538a88-2c32-4d9e-97a2-37a6734b2d53', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1334093015', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:25.901924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.api.validators [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] bootfile-name is not in valid_values {{(pid=100487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:11:25.901995 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.api.validators [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] tftp-server is not in valid_values {{(pid=100487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:11:25.902403 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.api.validators [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] server-ip-address is not in valid_values {{(pid=100487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:11:25.972750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e0c3b204-d87b-49b0-877c-648e9a77c141 None None] Provisioning for port 49c4ad03-d110-40bc-b798-ed75529846be completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:25.992042 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.001996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 21243835-5906-4e9e-adaf-37c86ae37af4 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:11:26.009812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.018321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20bae890-3fa0-4ac9-980b-f176e81d3619 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:26.031601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e0c3b204-d87b-49b0-877c-648e9a77c141 None None] Provisioning complete for port 49c4ad03-d110-40bc-b798-ed75529846be triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:26.032123 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b204-d87b-49b0-877c-648e9a77c141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.084482 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ca50c159-914c-42ee-bb3c-6f2b5966fabe tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.092386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 20bae890-3fa0-4ac9-980b-f176e81d3619 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:26.092901 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20bae890-3fa0-4ac9-980b-f176e81d3619 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:26.098474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-804037e5-5639-44a2-8989-40d933f6accb None None] For port 8e6365ca-955b-4ac8-984e-5620981edb36, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8e6365ca-955b-4ac8-984e-5620981edb36,segment=NetworkSegment(9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f),segment_id=9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:26.099019 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-804037e5-5639-44a2-8989-40d933f6accb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.129948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-804037e5-5639-44a2-8989-40d933f6accb None None] Calling delete_port for 8e6365ca-955b-4ac8-984e-5620981edb36 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:26.226408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50c159-914c-42ee-bb3c-6f2b5966fabe tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5b43ee2-086f-422c-8bbe-a31ce111e33a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:26.237480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Made reservation on behalf of 513c255e30f2427fbc4390e44d5ae96f for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:26.242761 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.269938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ca50c159-914c-42ee-bb3c-6f2b5966fabe tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.272191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ca50c159-914c-42ee-bb3c-6f2b5966fabe tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "DELETE /v2.0/ports/a5b43ee2-086f-422c-8bbe-a31ce111e33a HTTP/1.1" status: 204 len: 168 time: 3.1666062 Aug 03 19:11:26.276349 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.279189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60486) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:26.312544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Pushing event updated for resources: {'Port': ['ID=df9e703a-4106-4ec0-8f27-b83ab36c7f45,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:26.322941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] device_id is not set on port 35e356e7-f20f-4c61-bfdf-e6b853713042 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:26.325357 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.330629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519a22f2-633f-4d6d-8c20-32ad2bcf244c']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:26.335163 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff215bf2-a6d1-4540-9da8-222dd51b6575 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:11:26.337816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ff215bf2-a6d1-4540-9da8-222dd51b6575 tempest-PortsAdminExtendedAttrsTestJSON-1779655066 tempest-PortsAdminExtendedAttrsTestJSON-1779655066-project-admin] 10.222.0.78 "GET /v2.0/ports/a5b43ee2-086f-422c-8bbe-a31ce111e33a HTTP/1.1" status: 404 len: 333 time: 0.0562527 Aug 03 19:11:26.344991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60488) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:26.353372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a865b215-04ae-4e4b-b25f-57ce3676fb53') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:26.353856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a865b215-04ae-4e4b-b25f-57ce3676fb53') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:26.386459 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b204-d87b-49b0-877c-648e9a77c141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.435150 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-804037e5-5639-44a2-8989-40d933f6accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.460965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.495810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.533094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e0c3b204-d87b-49b0-877c-648e9a77c141 None None] For port 49c4ad03-d110-40bc-b798-ed75529846be, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49c4ad03-d110-40bc-b798-ed75529846be,segment=NetworkSegment(75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e),segment_id=75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:26.540668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804037e5-5639-44a2-8989-40d933f6accb None None] Pushing event deleted for resources: {'Port': ['ID=8e6365ca-955b-4ac8-984e-5620981edb36,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:26.546273 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b204-d87b-49b0-877c-648e9a77c141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.556287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804037e5-5639-44a2-8989-40d933f6accb None None] No DVR routers for this DVR port 8e6365ca-955b-4ac8-984e-5620981edb36 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:26.560723 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.595461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:26.604802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:26.605465 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.606861 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9232a0b3-442f-437f-9751-8dbdb7f2bc01 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/21243835-5906-4e9e-adaf-37c86ae37af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1478088 Aug 03 19:11:26.610118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60490) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:26.610840 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:26.634582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6baa98-1ddd-4b99-96ab-fa0c18f2584e None None] Sync routers for ids ['21243835-5906-4e9e-adaf-37c86ae37af4'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:26.683062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6baa98-1ddd-4b99-96ab-fa0c18f2584e None None] Routers {'21243835-5906-4e9e-adaf-37c86ae37af4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:26.694369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9f6baa98-1ddd-4b99-96ab-fa0c18f2584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['21243835-5906-4e9e-adaf-37c86ae37af4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:26.765089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681919dc-acb0-4cfe-b7f7-a2b76fde9378 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.766152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3b204-d87b-49b0-877c-648e9a77c141 None None] Pushing event updated for resources: {'Port': ['ID=49c4ad03-d110-40bc-b798-ed75529846be,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:26.770122 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-681919dc-acb0-4cfe-b7f7-a2b76fde9378 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports/84f0784e-be26-4e6e-9e99-4dbe94368b22 HTTP/1.1" status: 200 len: 911 time: 0.1554885 Aug 03 19:11:26.773995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60496) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:26.776387 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9f6baa98-1ddd-4b99-96ab-fa0c18f2584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:26.791449 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6baa98-1ddd-4b99-96ab-fa0c18f2584e None None] Routers {'21243835-5906-4e9e-adaf-37c86ae37af4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:26.792185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9f6baa98-1ddd-4b99-96ab-fa0c18f2584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['21243835-5906-4e9e-adaf-37c86ae37af4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:26.881549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9f6baa98-1ddd-4b99-96ab-fa0c18f2584e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:26.882478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6baa98-1ddd-4b99-96ab-fa0c18f2584e None None] The sync data for ids ['21243835-5906-4e9e-adaf-37c86ae37af4'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:26.911269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-48af42d4-93f7-4cf2-a17a-bb1ceb97678a None None] Provisioning for port 24ee1c63-3439-40b8-8cee-6ea105044420 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:26.921184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-48af42d4-93f7-4cf2-a17a-bb1ceb97678a None None] Provisioning complete for port 24ee1c63-3439-40b8-8cee-6ea105044420 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:26.921758 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-48af42d4-93f7-4cf2-a17a-bb1ceb97678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.000307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-48af42d4-93f7-4cf2-a17a-bb1ceb97678a None None] Port 24ee1c63-3439-40b8-8cee-6ea105044420 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:27.052700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-48af42d4-93f7-4cf2-a17a-bb1ceb97678a None None] Provisioning complete for port 49c4ad03-d110-40bc-b798-ed75529846be triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:27.053325 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-48af42d4-93f7-4cf2-a17a-bb1ceb97678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.102760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49c4ad03-d110-40bc-b798-ed75529846be up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:27.109774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c07d4f12-887d-474d-9f90-9f65760ea1bf req-3d694583-d885-495f-b8d8-4b47acb7d692 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/ports?device_id=beabb1d7-b88e-4aea-8a04-61e62d96da69 HTTP/1.1" status: 200 len: 210 time: 0.0991330 Aug 03 19:11:27.114976 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.157173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffce5076-b41d-40a1-b435-796a119ae52c req-ea1c455b-d3d4-4171-897c-2556d962747b tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1408994 Aug 03 19:11:27.160569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.182179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "DELETE /v2.0/networks/519a22f2-633f-4d6d-8c20-32ad2bcf244c HTTP/1.1" status: 204 len: 168 time: 2.1936803 Aug 03 19:11:27.194310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60500) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:27.205483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Allocated IP 172.20.0.13 (c7538a88-2c32-4d9e-97a2-37a6734b2d53/adbf43b0-f482-4c92-9116-53bdaabfbda4/35e356e7-f20f-4c61-bfdf-e6b853713042) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:27.235301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f128ad6-efe5-44c1-8e01-9de04886b744 tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Network': ['ID=519a22f2-633f-4d6d-8c20-32ad2bcf244c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:27.312504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 49c4ad03-d110-40bc-b798-ed75529846be triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:27.313108 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.357268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.381798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65da5a1e-4317-4542-94ae-ade5906b8b06']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:27.388451 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.412464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9795d5b8-d768-40ad-bca2-f0dc4f5a2892') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:27.413054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9795d5b8-d768-40ad-bca2-f0dc4f5a2892') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:27.417271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Network 39c74dfd-fc69-435b-bcb3-def6552003e2 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:27.424979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:27.433855 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.583266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.606261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:27.610640 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.647285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bce91265-87b5-43fa-b5c5-708277242737 None None] Provisioning complete for port 24ee1c63-3439-40b8-8cee-6ea105044420 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:27.648638 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bce91265-87b5-43fa-b5c5-708277242737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.680438 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.718879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-bce91265-87b5-43fa-b5c5-708277242737 None None] Port 24ee1c63-3439-40b8-8cee-6ea105044420 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:27.753019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8e6365ca-955b-4ac8-984e-5620981edb36 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:27.776158 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:27.792862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 8e6365ca-955b-4ac8-984e-5620981edb36 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:27.793390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8e6365ca-955b-4ac8-984e-5620981edb36 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:27.859628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.877075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.879173 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] 10.222.0.78 "DELETE /v2.0/networks/65da5a1e-4317-4542-94ae-ade5906b8b06 HTTP/1.1" status: 204 len: 168 time: 1.5327363 Aug 03 19:11:27.907871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Router 51995cb4-c1f5-424a-8468-1352310cf785 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:27.914353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b354ce-aaee-47cb-bb1b-316fa6eaeaa3 tempest-PortsAdminExtendedAttrsTestJSON-2054261769 tempest-PortsAdminExtendedAttrsTestJSON-2054261769-project] Pushing event deleted for resources: {'Network': ['ID=65da5a1e-4317-4542-94ae-ade5906b8b06,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:27.921856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Transition to ACTIVE for port object 35e356e7-f20f-4c61-bfdf-e6b853713042 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:27.931434 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.937850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fd181ef-710d-4973-bdb6-be5c3e21d616 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.958059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26e77bf-0edc-498b-9ab8-19bf405a3c90']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:27.958981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a022cb40-b28a-4ce0-8b33-ef939bf34ed9 None None] Provisioning complete for port df9e703a-4106-4ec0-8f27-b83ab36c7f45 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:27.959433 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a022cb40-b28a-4ce0-8b33-ef939bf34ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.985659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:27.986143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6c2b97-1c5c-40ec-b272-a1055ef8cc9f') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:28.006917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a022cb40-b28a-4ce0-8b33-ef939bf34ed9 None None] Port df9e703a-4106-4ec0-8f27-b83ab36c7f45 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:28.023093 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.059874 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.074104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.077655 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:28.078552 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:28.085367 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:28.214166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Pushing event updated for resources: {'Port': ['ID=35e356e7-f20f-4c61-bfdf-e6b853713042,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:28.327619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Network c7538a88-2c32-4d9e-97a2-37a6734b2d53 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:28.342719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:28.347173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:28.397418 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.413005 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.433530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] 10.222.0.78 "DELETE /v2.0/networks/c26e77bf-0edc-498b-9ab8-19bf405a3c90 HTTP/1.1" status: 204 len: 168 time: 1.2212543 Aug 03 19:11:28.481760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60514) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:28.698728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b76208-12e0-497c-aaec-edaa0097fbda tempest-TaggedBootDevicesTest_v242-577950008 tempest-TaggedBootDevicesTest_v242-577950008-project] Pushing event deleted for resources: {'Network': ['ID=c26e77bf-0edc-498b-9ab8-19bf405a3c90,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:28.743150 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a02063a8-3570-470a-9247-758d3015ba4d req-e972fc05-0794-4189-9b4c-be530df5bf09 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1789351 Aug 03 19:11:28.746833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60518) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:28.828164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.829015 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.837953 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b2b6c64-8664-40bc-8d77-e3624140fa90 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.884334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:28.910964 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-17ab3d17-71d3-43b3-9e09-8550b9d62006 admin admin] 10.222.0.78 "PUT /v2.0/routers/51995cb4-c1f5-424a-8468-1352310cf785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7879879 Aug 03 19:11:28.916204 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Sync routers for ids ['51995cb4-c1f5-424a-8468-1352310cf785'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:28.957778 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Routers {'51995cb4-c1f5-424a-8468-1352310cf785'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:28.958980 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['51995cb4-c1f5-424a-8468-1352310cf785'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:28.961548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e0c25da2-b396-49bb-9566-ea1744a6b186 None None] Provisioning for port 35e356e7-f20f-4c61-bfdf-e6b853713042 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:28.972217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e0c25da2-b396-49bb-9566-ea1744a6b186 None None] Provisioning complete for port 35e356e7-f20f-4c61-bfdf-e6b853713042 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:28.972603 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e0c25da2-b396-49bb-9566-ea1744a6b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.996849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-16270682-7980-4b89-8eed-59525ea93090 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.1025052 Aug 03 19:11:28.997924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60530) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:29.070852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e0c25da2-b396-49bb-9566-ea1744a6b186 None None] Port 35e356e7-f20f-4c61-bfdf-e6b853713042 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:29.080145 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b2b6c64-8664-40bc-8d77-e3624140fa90 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.451252 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-56c49807-e5e6-4119-bf00-92b26ae86cfc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=458c08161f8445649576e69e37977986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6943662 Aug 03 19:11:29.458521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60538) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:29.524820 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Set router 51995cb4-c1f5-424a-8468-1352310cf785 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:29.534912 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.535816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc4999-d03b-4aae-9f6f-9b0bc044ad8f tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.550904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc4999-d03b-4aae-9f6f-9b0bc044ad8f tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.565822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc4999-d03b-4aae-9f6f-9b0bc044ad8f tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.573776 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3fbc4999-d03b-4aae-9f6f-9b0bc044ad8f tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5508995 Aug 03 19:11:29.574714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60540) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:29.601543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1fd181ef-710d-4973-bdb6-be5c3e21d616 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port 84f0784e-be26-4e6e-9e99-4dbe94368b22 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:29.602073 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fd181ef-710d-4973-bdb6-be5c3e21d616 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.706282 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf833654-f0a8-4df6-9034-2953e997f77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.717491 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b2b6c64-8664-40bc-8d77-e3624140fa90 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.721943 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9b2b6c64-8664-40bc-8d77-e3624140fa90 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.726952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9b2b6c64-8664-40bc-8d77-e3624140fa90 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "DELETE /v2.0/security-groups/295c2a1f-a306-4725-95fa-2625ecad3ffa HTTP/1.1" status: 204 len: 168 time: 1.2237365 Aug 03 19:11:29.728652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60542) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:29.796141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b6c64-8664-40bc-8d77-e3624140fa90 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295c2a1f-a306-4725-95fa-2625ecad3ffa,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:29.803040 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf833654-f0a8-4df6-9034-2953e997f77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.806204 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-86628602-954b-4309-ba3f-4b447e51a2dd tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] show failed (client error): The resource could not be found. Aug 03 19:11:29.810119 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-86628602-954b-4309-ba3f-4b447e51a2dd tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "GET /v2.0/security-groups/295c2a1f-a306-4725-95fa-2625ecad3ffa HTTP/1.1" status: 404 len: 347 time: 0.0759957 Aug 03 19:11:29.827405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60548) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:29.953002 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf833654-f0a8-4df6-9034-2953e997f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.957806 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf833654-f0a8-4df6-9034-2953e997f77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.959663 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bf833654-f0a8-4df6-9034-2953e997f77e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/75ff7c59-deab-4683-9dff-287b5b1f15b9 HTTP/1.1" status: 204 len: 168 time: 0.4973562 Aug 03 19:11:30.076624 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51995cb4-c1f5-424a-8468-1352310cf785', 'name': 'tempest-TestServerMultinode-652787134-router', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2250587e-881f-4c78-8f86-7738795f2147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:12Z', 'updated_at': '2021-08-03T19:11:25Z', 'revision_number': 4, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'gw_port': {'id': '2250587e-881f-4c78-8f86-7738795f2147', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:13Z', 'updated_at': '2021-08-03T19:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'df9e703a-4106-4ec0-8f27-b83ab36c7f45', 'name': '', 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'mac_address': 'fa:16:3e:51:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '8905436e-f329-4457-99fe-9ceeb53c9dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:21Z', 'updated_at': '2021-08-03T19:11:25Z', 'revision_number': 2, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'subnets': [{'id': '8905436e-f329-4457-99fe-9ceeb53c9dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:30.098285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fd181ef-710d-4973-bdb6-be5c3e21d616 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.116356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1fd181ef-710d-4973-bdb6-be5c3e21d616 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for 84f0784e-be26-4e6e-9e99-4dbe94368b22 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:30.177235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c62311ef-5d72-4039-b9e0-b54666fb4f17 req-a6d80bf9-91e7-41a8-9aef-12038388a274 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1693606 Aug 03 19:11:30.200487 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Checking router: 51995cb4-c1f5-424a-8468-1352310cf785 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:11:30.201449 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Updating router 51995cb4-c1f5-424a-8468-1352310cf785 port df9e703a-4106-4ec0-8f27-b83ab36c7f45 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:11:30.270510 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.353180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-66f817bf-9323-4fd3-90f4-bb7ade4843e9 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Deleting port 35e356e7-f20f-4c61-bfdf-e6b853713042 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:30.354042 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-66f817bf-9323-4fd3-90f4-bb7ade4843e9 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.499098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf833654-f0a8-4df6-9034-2953e997f77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ff7c59-deab-4683-9dff-287b5b1f15b9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:30.511722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fd181ef-710d-4973-bdb6-be5c3e21d616 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.578023 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd181ef-710d-4973-bdb6-be5c3e21d616 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=84f0784e-be26-4e6e-9e99-4dbe94368b22,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:30.860563 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-66f817bf-9323-4fd3-90f4-bb7ade4843e9 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.888712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-66f817bf-9323-4fd3-90f4-bb7ade4843e9 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Calling delete_port for 35e356e7-f20f-4c61-bfdf-e6b853713042 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:31.006019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-e3f00a15-dc07-4901-9802-4a2d201ed835 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.014581 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-e3f00a15-dc07-4901-9802-4a2d201ed835 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/networks?id=d68d020c-6161-41b3-8aa5-06cb6d537087 HTTP/1.1" status: 200 len: 910 time: 0.8920736 Aug 03 19:11:31.061094 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60570) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:31.150760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-6f563a51-e546-44d0-a6a6-f4d024ea1cf1 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/quotas/3e03cdc6b34a44b1806eeb40a411120d HTTP/1.1" status: 200 len: 375 time: 0.1354086 Aug 03 19:11:31.198278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-966056f2-fc39-4bd4-a24a-278001e151d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=902bfba33b144d11a57f958237b5cfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301942 Aug 03 19:11:31.213160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60572) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:31.297357 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.339788 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fd181ef-710d-4973-bdb6-be5c3e21d616 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.359668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c6871-eb19-42f8-bed8-999a074c7508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Deleting port 21980390-f022-438b-9e09-e70ceafce5ad {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:31.360203 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6871-eb19-42f8-bed8-999a074c7508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.368108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-771f935e-2d27-4d08-b7bc-dbb1ed004b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.560641 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-771f935e-2d27-4d08-b7bc-dbb1ed004b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.619179 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Transition to ACTIVE for port object df9e703a-4106-4ec0-8f27-b83ab36c7f45 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:31.627728 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.689264 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbc4d3-10bd-43fc-8dc1-4e82d2ca8f1c None None] Pushing event updated for resources: {'Port': ['ID=df9e703a-4106-4ec0-8f27-b83ab36c7f45,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:31.776402 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a0a31e7-34cc-49b1-ab7f-170c891eceb2 req-f35bf11b-2865-4414-876d-118d73f37f0d tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1965828 Aug 03 19:11:31.777120 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-66f817bf-9323-4fd3-90f4-bb7ade4843e9 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.814404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd181ef-710d-4973-bdb6-be5c3e21d616 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 21243835-5906-4e9e-adaf-37c86ae37af4 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:31.820826 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Attempting to bind port df9e703a-4106-4ec0-8f27-b83ab36c7f45 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:31.821467 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Attempting to bind port df9e703a-4106-4ec0-8f27-b83ab36c7f45 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '34471363-ec74-4b4d-bbba-cd2efe14b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:31.822308 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Attempting to bind port df9e703a-4106-4ec0-8f27-b83ab36c7f45 on network 39c74dfd-fc69-435b-bcb3-def6552003e2 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:31.828407 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:31.829216 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Checking segment: {'id': '34471363-ec74-4b4d-bbba-cd2efe14b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:31.836798 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.837518 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Bound using segment: {'id': '34471363-ec74-4b4d-bbba-cd2efe14b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:31.838274 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Bound port: df9e703a-4106-4ec0-8f27-b83ab36c7f45, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34471363-ec74-4b4d-bbba-cd2efe14b0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:31.838906 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.916481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-8ae7cb9c-000e-4626-8b32-dc071ed83b94 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e03cdc6b34a44b1806eeb40a411120d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7644029 Aug 03 19:11:32.045172 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] For port df9e703a-4106-4ec0-8f27-b83ab36c7f45, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:32.058083 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] For port df9e703a-4106-4ec0-8f27-b83ab36c7f45, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=df9e703a-4106-4ec0-8f27-b83ab36c7f45,segment=NetworkSegment(34471363-ec74-4b4d-bbba-cd2efe14b0d5),segment_id=34471363-ec74-4b4d-bbba-cd2efe14b0d5)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:32.065016 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.081896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd181ef-710d-4973-bdb6-be5c3e21d616 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:32.084934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f817bf-9323-4fd3-90f4-bb7ade4843e9 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Pushing event deleted for resources: {'Port': ['ID=35e356e7-f20f-4c61-bfdf-e6b853713042,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:32.097289 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1fd181ef-710d-4973-bdb6-be5c3e21d616 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/21243835-5906-4e9e-adaf-37c86ae37af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3009589 Aug 03 19:11:32.105317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57765d5b-1b4e-4a1c-b76b-0a433b2a340e None None] Sync routers for ids ['21243835-5906-4e9e-adaf-37c86ae37af4'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:32.121335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60586) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:32.121591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57765d5b-1b4e-4a1c-b76b-0a433b2a340e None None] Routers {'21243835-5906-4e9e-adaf-37c86ae37af4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:32.121833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60588) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:32.126115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-57765d5b-1b4e-4a1c-b76b-0a433b2a340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['21243835-5906-4e9e-adaf-37c86ae37af4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:32.225180 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cf06f85e-f6d7-4f10-b26c-519a3392ad84 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=21243835-5906-4e9e-adaf-37c86ae37af4 HTTP/1.1" status: 200 len: 205 time: 0.1020930 Aug 03 19:11:32.225475 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Routers {'51995cb4-c1f5-424a-8468-1352310cf785'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:32.229562 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60592) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:32.240140 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['51995cb4-c1f5-424a-8468-1352310cf785'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:32.251968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-57765d5b-1b4e-4a1c-b76b-0a433b2a340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:32.278115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57765d5b-1b4e-4a1c-b76b-0a433b2a340e None None] Routers {'21243835-5906-4e9e-adaf-37c86ae37af4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:32.281696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-57765d5b-1b4e-4a1c-b76b-0a433b2a340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['21243835-5906-4e9e-adaf-37c86ae37af4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:32.352733 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6871-eb19-42f8-bed8-999a074c7508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.353328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6871-eb19-42f8-bed8-999a074c7508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.361627 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbc4d3-10bd-43fc-8dc1-4e82d2ca8f1c None None] Pushing event updated for resources: {'Port': ['ID=df9e703a-4106-4ec0-8f27-b83ab36c7f45,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:32.390710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-44c4b6ce-2284-496f-af37-ab16d052ada1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:11:32.416894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-44c4b6ce-2284-496f-af37-ab16d052ada1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4961603 Aug 03 19:11:32.489653 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-529e84db-67b0-4e5d-b961-0d60807257c0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.494411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca62f6bc-dfcc-481f-b523-01258ac1b52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.526623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c6871-eb19-42f8-bed8-999a074c7508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Calling delete_port for 21980390-f022-438b-9e09-e70ceafce5ad owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:32.595915 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] Set router 51995cb4-c1f5-424a-8468-1352310cf785 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:32.770204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-57765d5b-1b4e-4a1c-b76b-0a433b2a340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:32.770912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57765d5b-1b4e-4a1c-b76b-0a433b2a340e None None] The sync data for ids ['21243835-5906-4e9e-adaf-37c86ae37af4'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:32.822235 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-66f817bf-9323-4fd3-90f4-bb7ade4843e9 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.827875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-66f817bf-9323-4fd3-90f4-bb7ade4843e9 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] 10.222.0.78 "DELETE /v2.0/ports/35e356e7-f20f-4c61-bfdf-e6b853713042 HTTP/1.1" status: 204 len: 168 time: 3.2475491 Aug 03 19:11:32.833714 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-771f935e-2d27-4d08-b7bc-dbb1ed004b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.836490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-771f935e-2d27-4d08-b7bc-dbb1ed004b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.840099 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-771f935e-2d27-4d08-b7bc-dbb1ed004b5f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d320dcfc-bda1-4645-8d0e-58bbe029c70c HTTP/1.1" status: 204 len: 168 time: 1.5947297 Aug 03 19:11:32.840099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60596) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:32.850208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Request body: {'port': {'name': 'tempest-new-port-name-77416355', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:32.850631 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.api.validators [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] bootfile-name is not in valid_values {{(pid=100487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:11:32.851193 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.api.validators [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] tftp-server is not in valid_values {{(pid=100487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:11:32.851539 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.api.validators [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] server-ip-address is not in valid_values {{(pid=100487) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:11:32.921665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f935e-2d27-4d08-b7bc-dbb1ed004b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d320dcfc-bda1-4645-8d0e-58bbe029c70c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:33.075077 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51995cb4-c1f5-424a-8468-1352310cf785', 'name': 'tempest-TestServerMultinode-652787134-router', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2250587e-881f-4c78-8f86-7738795f2147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:12Z', 'updated_at': '2021-08-03T19:11:25Z', 'revision_number': 4, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'gw_port': {'id': '2250587e-881f-4c78-8f86-7738795f2147', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:13Z', 'updated_at': '2021-08-03T19:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'df9e703a-4106-4ec0-8f27-b83ab36c7f45', 'name': '', 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'mac_address': 'fa:16:3e:51:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '8905436e-f329-4457-99fe-9ceeb53c9dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:21Z', 'updated_at': '2021-08-03T19:11:32Z', 'revision_number': 4, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'subnets': [{'id': '8905436e-f329-4457-99fe-9ceeb53c9dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:33.108601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-529e84db-67b0-4e5d-b961-0d60807257c0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.124875 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-529e84db-67b0-4e5d-b961-0d60807257c0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.175649 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47587e8-06f8-4ab7-b80a-9ac3de218a00 None None] The sync data for ids ['51995cb4-c1f5-424a-8468-1352310cf785'] in n-d-802918-7 is: [{'id': '51995cb4-c1f5-424a-8468-1352310cf785', 'name': 'tempest-TestServerMultinode-652787134-router', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2250587e-881f-4c78-8f86-7738795f2147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:12Z', 'updated_at': '2021-08-03T19:11:25Z', 'revision_number': 4, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'gw_port': {'id': '2250587e-881f-4c78-8f86-7738795f2147', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:13Z', 'updated_at': '2021-08-03T19:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'df9e703a-4106-4ec0-8f27-b83ab36c7f45', 'name': '', 'network_id': '39c74dfd-fc69-435b-bcb3-def6552003e2', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'mac_address': 'fa:16:3e:51:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '8905436e-f329-4457-99fe-9ceeb53c9dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:21Z', 'updated_at': '2021-08-03T19:11:32Z', 'revision_number': 4, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'subnets': [{'id': '8905436e-f329-4457-99fe-9ceeb53c9dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:33.215982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b213a42b-15cb-4560-961a-863cf17a3196 service neutron] 10.222.0.78 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591312 Aug 03 19:11:33.238035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a74047ca-ea43-49f5-84ed-48505c3961ed req-900fe392-d26a-4c54-8725-08c7780c3494 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1716702 Aug 03 19:11:33.289430 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.292794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-529e84db-67b0-4e5d-b961-0d60807257c0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.302326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529e84db-67b0-4e5d-b961-0d60807257c0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Fanout notify agent at l3_agent the message router_deleted on router 21243835-5906-4e9e-adaf-37c86ae37af4 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:11:33.348122 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-529e84db-67b0-4e5d-b961-0d60807257c0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.355887 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-529e84db-67b0-4e5d-b961-0d60807257c0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/21243835-5906-4e9e-adaf-37c86ae37af4 HTTP/1.1" status: 204 len: 168 time: 1.1244721 Aug 03 19:11:33.364780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60604) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:33.484258 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca62f6bc-dfcc-481f-b523-01258ac1b52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.491907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c0534e-6683-4b86-8272-164055577755 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting subnet 0872e056-71eb-4141-b312-740eb26d4a36 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:33.496972 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca62f6bc-dfcc-481f-b523-01258ac1b52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.561186 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53c0534e-6683-4b86-8272-164055577755 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.642916 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-16846a17-3acb-475a-8bc6-b219f55d6c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.657324 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ca62f6bc-dfcc-481f-b523-01258ac1b52c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=91cbadcb9024455d900e0f29ba892964&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5330906 Aug 03 19:11:33.692523 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60614) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:33.693248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62f6bc-dfcc-481f-b523-01258ac1b52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e30b87-c329-42ab-9af2-aa4b4cba5e36,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:33.772531 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53c0534e-6683-4b86-8272-164055577755 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.936956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca443779-45cc-47e9-9a64-db8cde50f2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.954088 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53c0534e-6683-4b86-8272-164055577755 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.029483 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca443779-45cc-47e9-9a64-db8cde50f2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.122958 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6871-eb19-42f8-bed8-999a074c7508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.184326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-8005222a-f434-4fdb-a0be-9f977188c3c5 service neutron] 10.222.0.78 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9208453 Aug 03 19:11:34.185021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c6871-eb19-42f8-bed8-999a074c7508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Port': ['ID=21980390-f022-438b-9e09-e70ceafce5ad,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:34.232979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53c0534e-6683-4b86-8272-164055577755 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.310524 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca443779-45cc-47e9-9a64-db8cde50f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.318082 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca443779-45cc-47e9-9a64-db8cde50f2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.321037 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ca443779-45cc-47e9-9a64-db8cde50f2c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d5e30b87-c329-42ab-9af2-aa4b4cba5e36 HTTP/1.1" status: 204 len: 168 time: 0.6232569 Aug 03 19:11:34.331016 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0534e-6683-4b86-8272-164055577755 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Subnet': ['ID=0872e056-71eb-4141-b312-740eb26d4a36,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:34.370290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86968e32-0900-4d72-af93-e4105d60dd11 None None] Network c3cc3e4e-c458-44fd-9849-1a9687457cfa requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:34.372004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53c0534e-6683-4b86-8272-164055577755 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.386607 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-53c0534e-6683-4b86-8272-164055577755 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/0872e056-71eb-4141-b312-740eb26d4a36 HTTP/1.1" status: 204 len: 168 time: 1.0148139 Aug 03 19:11:34.387351 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60628) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:34.421463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca443779-45cc-47e9-9a64-db8cde50f2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e30b87-c329-42ab-9af2-aa4b4cba5e36,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:34.651001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.675028 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-751e163a-2c7b-4ae9-aea5-783d7bab07cf req-cdbcec40-2432-4f1e-b2dd-5c1e065ffa42 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1603374 Aug 03 19:11:34.754434 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.789105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port c16bd230-8a4a-41e7-bd4e-f2e74506ed82 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:34.793114 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.842250 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6871-eb19-42f8-bed8-999a074c7508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.851723 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6871-eb19-42f8-bed8-999a074c7508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.853197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ec2c6871-eb19-42f8-bed8-999a074c7508 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "DELETE /v2.0/floatingips/b2330ea1-b3d0-4179-9d3e-b6bcf2d282f6 HTTP/1.1" status: 204 len: 168 time: 5.0243661 Aug 03 19:11:34.874246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67810935-80ff-471b-894b-a3d941f52e98 req-353de592-25f0-44ee-9aee-0184213bf167 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 210 time: 0.2111332 Aug 03 19:11:34.875408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60640) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:34.898678 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.052661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port c16bd230-8a4a-41e7-bd4e-f2e74506ed82, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c16bd230-8a4a-41e7-bd4e-f2e74506ed82,segment=NetworkSegment(22d87b2e-5a8b-43fe-861b-071c0fb35f5b),segment_id=22d87b2e-5a8b-43fe-861b-071c0fb35f5b)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:35.053201 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.104741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for c16bd230-8a4a-41e7-bd4e-f2e74506ed82 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:35.279056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device df9e703a-4106-4ec0-8f27-b83ab36c7f45 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:35.401453 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.421029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No DVR routers for this DVR port c16bd230-8a4a-41e7-bd4e-f2e74506ed82 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:35.588549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=c16bd230-8a4a-41e7-bd4e-f2e74506ed82,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:35.607933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Pushing event updated for resources: {'Port': ['ID=24ee1c63-3439-40b8-8cee-6ea105044420,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:35.711851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a725bf78-c6b9-4d63-b9a5-18f7fecd6988 None None] DHCP port deletion for c3cc3e4e-c458-44fd-9849-1a9687457cfa request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:11:35.789942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] In _notify_port_updated(), no bound segment for port 24ee1c63-3439-40b8-8cee-6ea105044420 on network c7538a88-2c32-4d9e-97a2-37a6734b2d53 {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:11:35.821267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.822041 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.834636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fba327c3-b699-4450-9766-993cc718de4e tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] 10.222.0.78 "PUT /v2.0/ports/24ee1c63-3439-40b8-8cee-6ea105044420 HTTP/1.1" status: 200 len: 1134 time: 2.9883428 Aug 03 19:11:35.841227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60656) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:35.841404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port df9e703a-4106-4ec0-8f27-b83ab36c7f45 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:35.843452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60658) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:35.852692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port df9e703a-4106-4ec0-8f27-b83ab36c7f45 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:35.857692 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.904669 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.952960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cc3e4e-c458-44fd-9849-1a9687457cfa']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:36.013043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d87b2e-5a8b-43fe-861b-071c0fb35f5b') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:36.015189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d87b2e-5a8b-43fe-861b-071c0fb35f5b') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:36.063351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.094068 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.107108 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:36.107611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.124042 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9640edc3-2ee4-4214-8303-c648bea6f02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.127287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-85a1828e-07a0-489c-83d5-db62c2834ca5 None None] Provisioning complete for port 24ee1c63-3439-40b8-8cee-6ea105044420 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:36.127900 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-85a1828e-07a0-489c-83d5-db62c2834ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.160964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5599e47c-27b5-4700-911e-2c68bfb55e88 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.174813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5599e47c-27b5-4700-911e-2c68bfb55e88 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] 10.222.0.78 "GET /v2.0/ports/24ee1c63-3439-40b8-8cee-6ea105044420 HTTP/1.1" status: 200 len: 1134 time: 0.3287523 Aug 03 19:11:36.185424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60670) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:36.329027 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:36.342281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.372812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.392827 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/networks/c3cc3e4e-c458-44fd-9849-1a9687457cfa HTTP/1.1" status: 204 len: 168 time: 2.0033782 Aug 03 19:11:36.399350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60674) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:36.401382 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7ff5a5e-d1ed-4d4f-82a2-607a1851a21f req-bbaf1cfc-6155-46d5-8a55-74a2ad19b0b9 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 210 time: 0.2035360 Aug 03 19:11:36.412139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1991794491', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:36.430436 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6205e275-fa2e-433e-934e-785303c672ed req-7cda705a-44fb-4393-9559-f5001305ccfd tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.2264113 Aug 03 19:11:36.478923 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-df0dd95a-97cb-4370-a91e-cd6e3f4f5ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.485090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30156e5-ba71-4173-9dd8-d98238edf569 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Network': ['ID=c3cc3e4e-c458-44fd-9849-1a9687457cfa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:36.528113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-85a1828e-07a0-489c-83d5-db62c2834ca5 None None] Port 24ee1c63-3439-40b8-8cee-6ea105044420 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:36.561118 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.571673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8de0db34-baee-4bb5-86d5-f8cbd6a527d6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Deleting port 2368e8b7-e6bd-408f-a553-4e52a840cf69 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:36.572024 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8de0db34-baee-4bb5-86d5-f8cbd6a527d6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.609539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port df9e703a-4106-4ec0-8f27-b83ab36c7f45, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=df9e703a-4106-4ec0-8f27-b83ab36c7f45,segment=NetworkSegment(34471363-ec74-4b4d-bbba-cd2efe14b0d5),segment_id=34471363-ec74-4b4d-bbba-cd2efe14b0d5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:36.630190 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.643795 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.782476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=df9e703a-4106-4ec0-8f27-b83ab36c7f45,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:36.912881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b7a763d9-9b96-4444-a575-c64afe090e70 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Deleting port 24ee1c63-3439-40b8-8cee-6ea105044420 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:36.919224 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7a763d9-9b96-4444-a575-c64afe090e70 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.938581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8de0db34-baee-4bb5-86d5-f8cbd6a527d6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.969036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device df9e703a-4106-4ec0-8f27-b83ab36c7f45 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:37.110980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8de0db34-baee-4bb5-86d5-f8cbd6a527d6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Calling delete_port for 2368e8b7-e6bd-408f-a553-4e52a840cf69 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:37.114492 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9640edc3-2ee4-4214-8303-c648bea6f02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.131562 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9640edc3-2ee4-4214-8303-c648bea6f02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.139547 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60682) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:37.203296 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.205083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.230050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port df9e703a-4106-4ec0-8f27-b83ab36c7f45 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:37.230498 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.354320 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.459594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640edc3-2ee4-4214-8303-c648bea6f02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86059dd0-d47f-430b-8258-420e2b02f78b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:37.505485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7a763d9-9b96-4444-a575-c64afe090e70 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.519412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9640edc3-2ee4-4214-8303-c648bea6f02c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b185f83af2a54ed1a8b0101d7318e09e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6661372 Aug 03 19:11:37.529132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60692) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:37.573782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c16bd230-8a4a-41e7-bd4e-f2e74506ed82 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:37.616498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c16bd230-8a4a-41e7-bd4e-f2e74506ed82 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:37.617261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c16bd230-8a4a-41e7-bd4e-f2e74506ed82 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:37.620506 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b7a763d9-9b96-4444-a575-c64afe090e70 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Calling delete_port for 24ee1c63-3439-40b8-8cee-6ea105044420 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:37.640600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f4a7f05-ada4-4ee7-90fe-9ad3095cca78 req-a1ec369b-d979-4474-afee-1a3d3877717d tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 210 time: 0.1024165 Aug 03 19:11:37.729139 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.742734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d16c8043-6fa5-4292-b9ce-fe1ccd06504d req-c5ad6f78-0fbd-47f5-a2aa-47c1f1482e98 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.0810688 Aug 03 19:11:37.749032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d9bcd3ae-47b4-44fb-b3cf-3c17139369b4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-582216943'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:37.836136 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.925959 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd3ae-47b4-44fb-b3cf-3c17139369b4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.927556 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd3ae-47b4-44fb-b3cf-3c17139369b4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.037191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd3ae-47b4-44fb-b3cf-3c17139369b4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.051943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd3ae-47b4-44fb-b3cf-3c17139369b4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.077356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a20977e2-aa2b-4e78-badb-6431da2386d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.100947 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd3ae-47b4-44fb-b3cf-3c17139369b4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.105752 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d9bcd3ae-47b4-44fb-b3cf-3c17139369b4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9603133 Aug 03 19:11:38.107437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60694) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:38.107574 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8de0db34-baee-4bb5-86d5-f8cbd6a527d6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.140050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a20977e2-aa2b-4e78-badb-6431da2386d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.245820 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04514eed-04e7-4f0c-ae14-49e52216238a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.262830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0db34-baee-4bb5-86d5-f8cbd6a527d6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Port': ['ID=2368e8b7-e6bd-408f-a553-4e52a840cf69,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:38.384270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.409240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.490474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-1407a5a2-f6ff-44fe-8106-236d60a4eb7a tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.493927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-1407a5a2-f6ff-44fe-8106-236d60a4eb7a tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.37 "GET /v2.0/networks?id=d68d020c-6161-41b3-8aa5-06cb6d537087 HTTP/1.1" status: 200 len: 910 time: 0.6638789 Aug 03 19:11:38.525369 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04514eed-04e7-4f0c-ae14-49e52216238a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.528365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04514eed-04e7-4f0c-ae14-49e52216238a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.549609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7a763d9-9b96-4444-a575-c64afe090e70 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.557997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Request body: {'port': {'device_id': 'c39b4c6c-c041-4abb-bc37-c6e28a0c9290', 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087', 'admin_state_up': True, 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:38.594357 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a20977e2-aa2b-4e78-badb-6431da2386d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.597462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a20977e2-aa2b-4e78-badb-6431da2386d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.602502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a20977e2-aa2b-4e78-badb-6431da2386d5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/86059dd0-d47f-430b-8258-420e2b02f78b HTTP/1.1" status: 204 len: 168 time: 1.0536988 Aug 03 19:11:38.712718 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a763d9-9b96-4444-a575-c64afe090e70 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Pushing event deleted for resources: {'Port': ['ID=24ee1c63-3439-40b8-8cee-6ea105044420,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:38.765045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20977e2-aa2b-4e78-badb-6431da2386d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86059dd0-d47f-430b-8258-420e2b02f78b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:38.867716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Made reservation on behalf of 3e03cdc6b34a44b1806eeb40a411120d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:38.879896 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.912747 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:11:38.914041 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8de0db34-baee-4bb5-86d5-f8cbd6a527d6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.920785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8de0db34-baee-4bb5-86d5-f8cbd6a527d6 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "DELETE /v2.0/ports/2368e8b7-e6bd-408f-a553-4e52a840cf69 HTTP/1.1" status: 204 len: 168 time: 4.0394197 Aug 03 19:11:38.983411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60704) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:38.999384 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Allocated IP 172.25.8.248 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/af6d5224-43f0-42be-b5c2-bfc2f7ef7682) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:39.031435 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04514eed-04e7-4f0c-ae14-49e52216238a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.036063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04514eed-04e7-4f0c-ae14-49e52216238a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 216fb9e9-7bee-4f77-af62-bba591b95e0d {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:11:39.054979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04514eed-04e7-4f0c-ae14-49e52216238a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.056596 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-04514eed-04e7-4f0c-ae14-49e52216238a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] 10.222.0.78 "DELETE /v2.0/routers/216fb9e9-7bee-4f77-af62-bba591b95e0d HTTP/1.1" status: 204 len: 168 time: 0.9473438 Aug 03 19:11:39.062645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60706) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:39.072345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-039b8ff3-ae0a-4a70-96f1-1d1627fd4294 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Request body: {'router': {'name': 'tempest-router-1434103318', 'distributed': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:39.146550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e9d46fa-82c3-4171-a28e-2ddc385de269 req-3f3b0138-3d57-4316-b7b9-c0c1518e7a2f tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 210 time: 0.2506528 Aug 03 19:11:39.158315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-950118fe-7029-42b0-b114-1873970049bd req-9228396c-b9cd-488e-ac8e-e259599893bb tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.0788586 Aug 03 19:11:39.287441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7a763d9-9b96-4444-a575-c64afe090e70 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.291870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b7a763d9-9b96-4444-a575-c64afe090e70 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] 10.222.0.78 "DELETE /v2.0/ports/24ee1c63-3439-40b8-8cee-6ea105044420 HTTP/1.1" status: 204 len: 168 time: 3.0781162 Aug 03 19:11:39.343106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.374630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60710) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:39.424965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-039b8ff3-ae0a-4a70-96f1-1d1627fd4294 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.427125 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-039b8ff3-ae0a-4a70-96f1-1d1627fd4294 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.492837 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.555934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Allocated IP 172.20.0.3 (d68d020c-6161-41b3-8aa5-06cb6d537087/37ed38a3-d6f9-4468-b632-ec3309b6276c/abc22151-ae85-4c85-940c-493dc9c56c26) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:39.609281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cc1496-7894-4bac-ba29-fcf79656f0d7 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Deleting subnet adbf43b0-f482-4c92-9116-53bdaabfbda4 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:39.622092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1496-7894-4bac-ba29-fcf79656f0d7 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.622539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:39.625435 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.632175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:39.642862 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:39.748565 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1496-7894-4bac-ba29-fcf79656f0d7 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.885434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-006070ee-5f50-48c7-8039-fc629e5d15e2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Deleting port c4622b33-fb7a-4c0a-8092-6fbdc41097dc {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:39.889540 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-006070ee-5f50-48c7-8039-fc629e5d15e2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.142553 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-006070ee-5f50-48c7-8039-fc629e5d15e2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.178657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-006070ee-5f50-48c7-8039-fc629e5d15e2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Calling delete_port for c4622b33-fb7a-4c0a-8092-6fbdc41097dc owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:40.182223 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1496-7894-4bac-ba29-fcf79656f0d7 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.306404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-039b8ff3-ae0a-4a70-96f1-1d1627fd4294 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.339279 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-039b8ff3-ae0a-4a70-96f1-1d1627fd4294 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.361671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=af6d5224-43f0-42be-b5c2-bfc2f7ef7682,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:40.622512 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-039b8ff3-ae0a-4a70-96f1-1d1627fd4294 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.624821 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-039b8ff3-ae0a-4a70-96f1-1d1627fd4294 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5587926 Aug 03 19:11:40.628036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60738) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:40.801106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78bbaa28-d7da-43b8-b878-0fa02d41ef89 req-6906c5e8-dec5-4431-baf9-5be6180f68c8 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 210 time: 0.4840140 Aug 03 19:11:40.836326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb69db25-1a28-4978-b9f0-dec0c2b92733 req-9cc4a71b-95ee-4d05-b4e0-b97472ce2aea tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.2088506 Aug 03 19:11:40.876726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa53a43f-6c1a-4ce1-8b6b-ca8ebf85da3d tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.948145 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.974571 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.979621 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1496-7894-4bac-ba29-fcf79656f0d7 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.073819 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1496-7894-4bac-ba29-fcf79656f0d7 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.083737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e084ca8f-4753-4d49-b483-8c68ee31f33b None None] Network c7538a88-2c32-4d9e-97a2-37a6734b2d53 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:41.086379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a7cc1496-7894-4bac-ba29-fcf79656f0d7 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] 10.222.0.78 "DELETE /v2.0/subnets/adbf43b0-f482-4c92-9116-53bdaabfbda4 HTTP/1.1" status: 204 len: 168 time: 1.7090616 Aug 03 19:11:41.089598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60746) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:41.227351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-006070ee-5f50-48c7-8039-fc629e5d15e2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.246445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc1496-7894-4bac-ba29-fcf79656f0d7 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Pushing event deleted for resources: {'Subnet': ['ID=adbf43b0-f482-4c92-9116-53bdaabfbda4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:41.273234 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa53a43f-6c1a-4ce1-8b6b-ca8ebf85da3d tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.277175 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa53a43f-6c1a-4ce1-8b6b-ca8ebf85da3d tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.331533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Transition to ACTIVE for port object abc22151-ae85-4c85-940c-493dc9c56c26 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:41.373070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa53a43f-6c1a-4ce1-8b6b-ca8ebf85da3d tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.373900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa53a43f-6c1a-4ce1-8b6b-ca8ebf85da3d tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7cd45d6-6994-4bce-b74b-fd82b45bd077 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:11:41.385167 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa53a43f-6c1a-4ce1-8b6b-ca8ebf85da3d tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.391221 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aa53a43f-6c1a-4ce1-8b6b-ca8ebf85da3d tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] 10.222.0.78 "DELETE /v2.0/routers/b7cd45d6-6994-4bce-b74b-fd82b45bd077 HTTP/1.1" status: 204 len: 168 time: 0.7603831 Aug 03 19:11:41.391920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60748) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:41.399480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1ed82019-27b0-42ff-8dd0-b03a13ef3ef4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Request body: {'router': {'name': 'tempest-router-894693616', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7e84d0a01ac744828361d26312183664'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:41.415712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.465832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006070ee-5f50-48c7-8039-fc629e5d15e2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Port': ['ID=c4622b33-fb7a-4c0a-8092-6fbdc41097dc,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:41.477032 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ed82019-27b0-42ff-8dd0-b03a13ef3ef4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.478700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ed82019-27b0-42ff-8dd0-b03a13ef3ef4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.599306 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.605131 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ed82019-27b0-42ff-8dd0-b03a13ef3ef4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.619365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ed82019-27b0-42ff-8dd0-b03a13ef3ef4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.623733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d08fc-c2b4-4fa2-92ad-d044649ba64c None None] DHCP port deletion for c7538a88-2c32-4d9e-97a2-37a6734b2d53 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:11:41.642039 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ed82019-27b0-42ff-8dd0-b03a13ef3ef4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.646770 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1ed82019-27b0-42ff-8dd0-b03a13ef3ef4 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2510087 Aug 03 19:11:41.650063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60750) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:41.655297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:41.684327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d08fc-c2b4-4fa2-92ad-d044649ba64c None None] Deleting port 49c4ad03-d110-40bc-b798-ed75529846be {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:41.684667 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ff7d08fc-c2b4-4fa2-92ad-d044649ba64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.786888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.898918 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-006070ee-5f50-48c7-8039-fc629e5d15e2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.904597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-006070ee-5f50-48c7-8039-fc629e5d15e2 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "DELETE /v2.0/ports/c4622b33-fb7a-4c0a-8092-6fbdc41097dc HTTP/1.1" status: 204 len: 168 time: 2.9037509 Aug 03 19:11:41.948925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ff7d08fc-c2b4-4fa2-92ad-d044649ba64c None None] For port 49c4ad03-d110-40bc-b798-ed75529846be, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49c4ad03-d110-40bc-b798-ed75529846be,segment=NetworkSegment(75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e),segment_id=75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:41.956817 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ff7d08fc-c2b4-4fa2-92ad-d044649ba64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.968654 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.969529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.972220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Network d68d020c-6161-41b3-8aa5-06cb6d537087 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:41.980046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60756) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:42.038951 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d08fc-c2b4-4fa2-92ad-d044649ba64c None None] Calling delete_port for 49c4ad03-d110-40bc-b798-ed75529846be owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:42.125092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Pushing event updated for resources: {'Port': ['ID=abc22151-ae85-4c85-940c-493dc9c56c26,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:42.139565 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:42.150821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:42.270463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7023263-2aba-425f-8d67-e321176fc52a req-6847a701-5f20-44f0-a682-5c7fd63e5f2e tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.0827789 Aug 03 19:11:42.277383 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ff7d08fc-c2b4-4fa2-92ad-d044649ba64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.349590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100488) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Aug 03 19:11:42.349590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Router 75435a3f-427b-4998-94c9-aa5b37a791cb migrating from provider to provider. {{(pid=100488) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Aug 03 19:11:42.349590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.350064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d08fc-c2b4-4fa2-92ad-d044649ba64c None None] Pushing event deleted for resources: {'Port': ['ID=49c4ad03-d110-40bc-b798-ed75529846be,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:42.355967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router f948ed1f-a395-404c-acb9-a5eb0ba316a7 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:11:42.375823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d08fc-c2b4-4fa2-92ad-d044649ba64c None None] No DVR routers for this DVR port 49c4ad03-d110-40bc-b798-ed75529846be on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:42.385784 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.414354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.576777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.577459 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.587010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec3f49b-2698-4bd6-a61c-f394803b5047 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Deleting subnet 49aaa83c-dc72-498e-9356-036dc25863a5 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:42.597177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Deleting port 49c4ad03-d110-40bc-b798-ed75529846be {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:42.597664 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.599711 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f49b-2698-4bd6-a61c-f394803b5047 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.607412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d6b5f-e7c9-41c2-8f7d-c1330b88318a req-15166e1a-6161-4916-ba3e-1fed0b6457b4 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.615603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-783d6b5f-e7c9-41c2-8f7d-c1330b88318a req-15166e1a-6161-4916-ba3e-1fed0b6457b4 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1027 time: 0.4587119 Aug 03 19:11:42.674523 n-d-802918-7 neutron-server[100488]: WARNING neutron.scheduler.l3_agent_scheduler [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] No L3 agents can host the router 75435a3f-427b-4998-94c9-aa5b37a791cb Aug 03 19:11:42.686021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:42.712223 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116154b-a44a-45e2-a08d-5071ddc968da None None] Sync routers for ids ['f948ed1f-a395-404c-acb9-a5eb0ba316a7'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:42.732522 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116154b-a44a-45e2-a08d-5071ddc968da None None] Routers {'f948ed1f-a395-404c-acb9-a5eb0ba316a7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:42.733246 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f116154b-a44a-45e2-a08d-5071ddc968da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f948ed1f-a395-404c-acb9-a5eb0ba316a7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:42.775860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-b17b73c0-3826-4f40-940a-36a98c374fa5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.2271800 Aug 03 19:11:42.789750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bb2bee9d-3069-4bf2-bfb9-03ad37fe0006 None None] Provisioning for port abc22151-ae85-4c85-940c-493dc9c56c26 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:42.795402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bb2bee9d-3069-4bf2-bfb9-03ad37fe0006 None None] Provisioning complete for port abc22151-ae85-4c85-940c-493dc9c56c26 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:42.796641 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bb2bee9d-3069-4bf2-bfb9-03ad37fe0006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.796852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Request body: {'port': {'device_id': 'c39b4c6c-c041-4abb-bc37-c6e28a0c9290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:42.797596 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f116154b-a44a-45e2-a08d-5071ddc968da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:42.816637 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116154b-a44a-45e2-a08d-5071ddc968da None None] Routers {'f948ed1f-a395-404c-acb9-a5eb0ba316a7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:42.817383 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f116154b-a44a-45e2-a08d-5071ddc968da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f948ed1f-a395-404c-acb9-a5eb0ba316a7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:42.892815 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.896633 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-79975723-400b-46ec-a287-80d0e604267f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4927845 Aug 03 19:11:42.900049 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f116154b-a44a-45e2-a08d-5071ddc968da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:42.901808 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116154b-a44a-45e2-a08d-5071ddc968da None None] The sync data for ids ['f948ed1f-a395-404c-acb9-a5eb0ba316a7'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:42.911341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60768) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:42.923062 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f49b-2698-4bd6-a61c-f394803b5047 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.931238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-bb2bee9d-3069-4bf2-bfb9-03ad37fe0006 None None] Port abc22151-ae85-4c85-940c-493dc9c56c26 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:42.976781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49c4ad03-d110-40bc-b798-ed75529846be no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:42.991787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-783d6b5f-e7c9-41c2-8f7d-c1330b88318a req-8c3c9593-e2ba-4112-abbe-540ed4124d92 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702691 Aug 03 19:11:42.993327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] For port 49c4ad03-d110-40bc-b798-ed75529846be, host n-d-802918-7, got binding levels [] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:43.004149 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.029550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 49c4ad03-d110-40bc-b798-ed75529846be {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:43.034577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49c4ad03-d110-40bc-b798-ed75529846be not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:43.058016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Calling delete_port for 49c4ad03-d110-40bc-b798-ed75529846be owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:43.062942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.ipam_backend_mixin [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Port 49c4ad03-d110-40bc-b798-ed75529846be was not found and therefore no delete operation was performed {{(pid=100487) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:11:43.070669 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.120819 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.130052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Pushing event deleted for resources: {'Port': ['ID=49c4ad03-d110-40bc-b798-ed75529846be,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:43.148774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] No DVR routers for this DVR port 49c4ad03-d110-40bc-b798-ed75529846be on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:43.166341 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0cf2e826-5185-41f0-a545-f917f9a29cd7 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/routers/f948ed1f-a395-404c-acb9-a5eb0ba316a7 HTTP/1.1" status: 200 len: 885 time: 0.2538171 Aug 03 19:11:43.171397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60770) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:43.174927 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f49b-2698-4bd6-a61c-f394803b5047 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.191728 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Hosts for router 75435a3f-427b-4998-94c9-aa5b37a791cb: [] {{(pid=100488) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 03 19:11:43.460911 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.539756 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83240b70-80ff-4610-955b-b490b02e84e7 req-c90650ce-b0ed-48c6-87cd-1472ae3ca863 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.0458188 Aug 03 19:11:43.544193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7538a88-2c32-4d9e-97a2-37a6734b2d53']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:43.666414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:43.667704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75aa028d-6c3a-4d46-9c48-b1bfbdeadd9e') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:43.696186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.732999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Hosts for other DVR routers connected to router 75435a3f-427b-4998-94c9-aa5b37a791cb: set() {{(pid=100488) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 03 19:11:43.735892 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.742404 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-55ee73b5-4171-4f53-a15f-4c0abc6215e7 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] 10.222.0.78 "PUT /v2.0/routers/75435a3f-427b-4998-94c9-aa5b37a791cb HTTP/1.1" status: 200 len: 716 time: 2.0858371 Aug 03 19:11:43.742704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60778) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:43.767665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.811104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f49b-2698-4bd6-a61c-f394803b5047 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.815544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:43.815965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:43.822149 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:43.891059 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9afa9d67-a499-4255-bf6e-78e167f22b43 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] 10.222.0.78 "GET /v2.0/routers/75435a3f-427b-4998-94c9-aa5b37a791cb HTTP/1.1" status: 200 len: 716 time: 0.1425076 Aug 03 19:11:43.892255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60780) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:43.896112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3f49b-2698-4bd6-a61c-f394803b5047 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Subnet': ['ID=49aaa83c-dc72-498e-9356-036dc25863a5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:43.911715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ec3f49b-2698-4bd6-a61c-f394803b5047 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.919234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4ec3f49b-2698-4bd6-a61c-f394803b5047 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "DELETE /v2.0/subnets/49aaa83c-dc72-498e-9356-036dc25863a5 HTTP/1.1" status: 204 len: 168 time: 1.9236622 Aug 03 19:11:43.921286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60782) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:43.971297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3d84d4-56e6-4556-8754-928e576512ef None None] Network bb73ae63-dd24-41e8-9010-968a1eb21693 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:43.982078 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.988616 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.994857 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] 10.222.0.78 "DELETE /v2.0/networks/c7538a88-2c32-4d9e-97a2-37a6734b2d53 HTTP/1.1" status: 204 len: 168 time: 2.8849635 Aug 03 19:11:44.051578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dfef2-1adc-443d-8292-22a1cb357283 tempest-ExtraDHCPOptionsTestJSON-1517717075 tempest-ExtraDHCPOptionsTestJSON-1517717075-project] Pushing event deleted for resources: {'Network': ['ID=c7538a88-2c32-4d9e-97a2-37a6734b2d53,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:44.128629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9ec72f-6a4a-4ea1-878c-808bc455f616 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Deleting subnet 10e5d750-0ab6-448e-8fa1-a8eb8676f923 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:44.155963 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec72f-6a4a-4ea1-878c-808bc455f616 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.288311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec72f-6a4a-4ea1-878c-808bc455f616 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.293560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc22151-ae85-4c85-940c-493dc9c56c26 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:44.336738 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.341609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb664ff4-f903-4ab1-a672-154035098a31 None None] DHCP port deletion for bb73ae63-dd24-41e8-9010-968a1eb21693 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:11:44.348411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f15e6a-e54e-4295-b9ec-11f2829d9319 req-2a6f63de-1a5a-4c09-9367-3615b6a5d524 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.361532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8f15e6a-e54e-4295-b9ec-11f2829d9319 req-2a6f63de-1a5a-4c09-9367-3615b6a5d524 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1027 time: 0.2177417 Aug 03 19:11:44.434199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-cb664ff4-f903-4ab1-a672-154035098a31 None None] Deleting port 009e9569-bc80-4058-a4af-431af24db587 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:44.434497 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cb664ff4-f903-4ab1-a672-154035098a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.440328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Transition to ACTIVE for port object abc22151-ae85-4c85-940c-493dc9c56c26 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:44.468932 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.618202 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec72f-6a4a-4ea1-878c-808bc455f616 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.642990 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9fd19b08-d7d0-4c12-868b-537747f18c25 tempest-RoutersTestDVR-176804895 tempest-RoutersTestDVR-176804895-project] 10.222.0.78 "GET /v2.0/routers/75435a3f-427b-4998-94c9-aa5b37a791cb HTTP/1.1" status: 200 len: 682 time: 0.7394452 Aug 03 19:11:44.664333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60798) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:44.688676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-cb664ff4-f903-4ab1-a672-154035098a31 None None] For port 009e9569-bc80-4058-a4af-431af24db587, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=009e9569-bc80-4058-a4af-431af24db587,segment=NetworkSegment(34664d18-8708-458e-a469-7b6174287bf5),segment_id=34664d18-8708-458e-a469-7b6174287bf5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:44.689070 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cb664ff4-f903-4ab1-a672-154035098a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.721662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-cb664ff4-f903-4ab1-a672-154035098a31 None None] Calling delete_port for 009e9569-bc80-4058-a4af-431af24db587 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:44.781386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-45b07140-bb52-4c8b-a662-325c22fa20f1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.6087952 Aug 03 19:11:44.782917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-128602d3-d1e6-4828-a368-cc00f8fc965a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.785479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60802) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:44.792838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-067f47d9-aa05-444f-b5e6-ef54605c922c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1991794491'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:44.849693 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cb664ff4-f903-4ab1-a672-154035098a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.882510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60804) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:44.893138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb664ff4-f903-4ab1-a672-154035098a31 None None] Pushing event deleted for resources: {'Port': ['ID=009e9569-bc80-4058-a4af-431af24db587,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:44.895683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb664ff4-f903-4ab1-a672-154035098a31 None None] No DVR routers for this DVR port 009e9569-bc80-4058-a4af-431af24db587 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:45.057031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Pushing event updated for resources: {'Port': ['ID=abc22151-ae85-4c85-940c-493dc9c56c26,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:45.086933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 009e9569-bc80-4058-a4af-431af24db587 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:45.138567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c908552-e831-4de7-89f9-32f5622ad6d9 req-7cc0185e-855f-46e2-8ee4-d38cc21942dc tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1852210 Aug 03 19:11:45.143753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8f15e6a-e54e-4295-b9ec-11f2829d9319 req-9361a329-4af6-42c0-bb50-4051186c3e50 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7794325 Aug 03 19:11:45.187315 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-128602d3-d1e6-4828-a368-cc00f8fc965a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.196905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-128602d3-d1e6-4828-a368-cc00f8fc965a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.255689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 009e9569-bc80-4058-a4af-431af24db587 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:45.255689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 009e9569-bc80-4058-a4af-431af24db587 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:45.331764 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.371770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-128602d3-d1e6-4828-a368-cc00f8fc965a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.372580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128602d3-d1e6-4828-a368-cc00f8fc965a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75435a3f-427b-4998-94c9-aa5b37a791cb {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:11:45.383718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-128602d3-d1e6-4828-a368-cc00f8fc965a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.391469 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-128602d3-d1e6-4828-a368-cc00f8fc965a tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] 10.222.0.78 "DELETE /v2.0/routers/75435a3f-427b-4998-94c9-aa5b37a791cb HTTP/1.1" status: 204 len: 168 time: 0.7201519 Aug 03 19:11:45.392356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60810) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:45.414942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Attempting to bind port abc22151-ae85-4c85-940c-493dc9c56c26 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:45.415857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Attempting to bind port abc22151-ae85-4c85-940c-493dc9c56c26 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:45.416690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Attempting to bind port abc22151-ae85-4c85-940c-493dc9c56c26 on network d68d020c-6161-41b3-8aa5-06cb6d537087 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:45.423343 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec72f-6a4a-4ea1-878c-808bc455f616 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.431545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2b944b7f-8a5d-4cd8-a77e-53c574c003a1 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Request body: {'router': {'name': 'tempest-router-41928391', 'distributed': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:45.448591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Port abc22151-ae85-4c85-940c-493dc9c56c26 on network d68d020c-6161-41b3-8aa5-06cb6d537087 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:45.450232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Attempting to bind port abc22151-ae85-4c85-940c-493dc9c56c26 on network d68d020c-6161-41b3-8aa5-06cb6d537087 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:45.518277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:45.519226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Checking segment: {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:45.519645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Bound using segment: {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:45.520501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Bound port: abc22151-ae85-4c85-940c-493dc9c56c26, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:45.521126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.525834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ec72f-6a4a-4ea1-878c-808bc455f616 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Subnet': ['ID=10e5d750-0ab6-448e-8fa1-a8eb8676f923,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:45.547443 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec72f-6a4a-4ea1-878c-808bc455f616 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.551268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6b9ec72f-6a4a-4ea1-878c-808bc455f616 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "DELETE /v2.0/subnets/10e5d750-0ab6-448e-8fa1-a8eb8676f923 HTTP/1.1" status: 204 len: 168 time: 1.6291475 Aug 03 19:11:45.564974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60814) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:45.568604 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e078564-9e34-4c26-8035-d40c354dd6eb None None] Network 4a0d5886-96c2-4dff-baa6-95bbe249d83f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:45.591654 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b944b7f-8a5d-4cd8-a77e-53c574c003a1 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.593424 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b944b7f-8a5d-4cd8-a77e-53c574c003a1 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.697619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b944b7f-8a5d-4cd8-a77e-53c574c003a1 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.706547 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60816) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:45.721119 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b944b7f-8a5d-4cd8-a77e-53c574c003a1 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.738560 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.745674 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-04f59f95-07eb-4018-8fd7-e3bc7063246f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=513c255e30f2427fbc4390e44d5ae96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8595309 Aug 03 19:11:45.755508 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60820) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:45.875314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] For port abc22151-ae85-4c85-940c-493dc9c56c26, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:45.883442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] For port abc22151-ae85-4c85-940c-493dc9c56c26, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=abc22151-ae85-4c85-940c-493dc9c56c26,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:45.901711 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.970339 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b944b7f-8a5d-4cd8-a77e-53c574c003a1 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.971676 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2b944b7f-8a5d-4cd8-a77e-53c574c003a1 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.5710812 Aug 03 19:11:46.012377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60822) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:46.144802 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ad76f9ad-7a20-4d4f-85d6-d8c5c59baab6 req-d5f4c58c-6629-43e3-a95f-b17b5305f099 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.2307601 Aug 03 19:11:46.254967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] DHCP port deletion for 4a0d5886-96c2-4dff-baa6-95bbe249d83f request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:11:46.278917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.280268 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.284197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] 10.222.0.37 "PUT /v2.0/ports/abc22151-ae85-4c85-940c-493dc9c56c26 HTTP/1.1" status: 200 len: 1091 time: 3.4982746 Aug 03 19:11:46.285546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39b4c6c-c041-4abb-bc37-c6e28a0c9290', 'tag': 'abc22151-ae85-4c85-940c-493dc9c56c26'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:46.291304 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ee606-2378-4bc5-8be1-4998b7d612a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c39b4c6c-c041-4abb-bc37-c6e28a0c9290", "tag": "abc22151-ae85-4c85-940c-493dc9c56c26"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:46.375982 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d212dbf8-2404-401d-9856-dc88d94a604e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.445489 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.472138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d212dbf8-2404-401d-9856-dc88d94a604e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.477079 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c79ceef-f09a-4886-b60c-e4ad40f4c265 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.479844 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-067f47d9-aa05-444f-b5e6-ef54605c922c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.523810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-067f47d9-aa05-444f-b5e6-ef54605c922c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.530873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb73ae63-dd24-41e8-9010-968a1eb21693']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:46.543348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Deleting port c930285c-541d-4007-9e6b-f356fd1b2ce6 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:46.544138 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.716898 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d212dbf8-2404-401d-9856-dc88d94a604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.719885 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d212dbf8-2404-401d-9856-dc88d94a604e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.723988 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d212dbf8-2404-401d-9856-dc88d94a604e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9073bacb-0304-45c5-b930-cbd0c2416cf9 HTTP/1.1" status: 204 len: 168 time: 0.9670577 Aug 03 19:11:46.735330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] For port c930285c-541d-4007-9e6b-f356fd1b2ce6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c930285c-541d-4007-9e6b-f356fd1b2ce6,segment=NetworkSegment(12b2c6ad-e22e-4e2c-b424-7406180f7e98),segment_id=12b2c6ad-e22e-4e2c-b424-7406180f7e98)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:46.735994 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.769425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212dbf8-2404-401d-9856-dc88d94a604e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9073bacb-0304-45c5-b930-cbd0c2416cf9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:46.771347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Calling delete_port for c930285c-541d-4007-9e6b-f356fd1b2ce6 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:46.849447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067f47d9-aa05-444f-b5e6-ef54605c922c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router f948ed1f-a395-404c-acb9-a5eb0ba316a7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:46.940871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34664d18-8708-458e-a469-7b6174287bf5') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:46.941661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34664d18-8708-458e-a469-7b6174287bf5') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:47.011409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c930285c-541d-4007-9e6b-f356fd1b2ce6 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:47.366071 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:47.391347 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:47.478056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Pushing event deleted for resources: {'Port': ['ID=c930285c-541d-4007-9e6b-f356fd1b2ce6,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:47.488778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] No DVR routers for this DVR port c930285c-541d-4007-9e6b-f356fd1b2ce6 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:47.659686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.660237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.660804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.661430 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.675280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.675280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.675280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.675280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.675280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.675280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.676161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.676298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01204b40-8f30-4d61-ad7f-01a2f642b3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:47.824180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8cfbc36-9eea-4d9a-a987-b7b058c0e8da req-a3882f37-6010-411d-8f47-9dfdf3f65b54 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 1.3554032 Aug 03 19:11:47.825100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2789c-d938-4e32-bd8b-94661856d566 service neutron] Pushing event updated for resources: {'Port': ['ID=abc22151-ae85-4c85-940c-493dc9c56c26,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:47.842494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:47.934748 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:47.952351 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235c4ab8-221a-4759-9c07-345290068d98 x-openstack-request-id: req-235c4ab8-221a-4759-9c07-345290068d98 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:47.952869 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39b4c6c-c041-4abb-bc37-c6e28a0c9290", "tag": "abc22151-ae85-4c85-940c-493dc9c56c26", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:47.953292 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-235c4ab8-221a-4759-9c07-345290068d98 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:47.966064 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39b4c6c-c041-4abb-bc37-c6e28a0c9290', 'tag': 'abc22151-ae85-4c85-940c-493dc9c56c26', 'status': 'completed', 'code': 200} Aug 03 19:11:47.978466 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.031640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:48.032317 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.064452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067f47d9-aa05-444f-b5e6-ef54605c922c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:48.078662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82d049-5c95-482e-9d9a-d373621f9596 None None] Sync routers for ids ['f948ed1f-a395-404c-acb9-a5eb0ba316a7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:48.109149 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-067f47d9-aa05-444f-b5e6-ef54605c922c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.113037 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-067f47d9-aa05-444f-b5e6-ef54605c922c tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/f948ed1f-a395-404c-acb9-a5eb0ba316a7 HTTP/1.1" status: 200 len: 892 time: 3.3239031 Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:48.113264 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:48.115959 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60848) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:48.119179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82d049-5c95-482e-9d9a-d373621f9596 None None] Routers {'f948ed1f-a395-404c-acb9-a5eb0ba316a7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:48.120584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ba82d049-5c95-482e-9d9a-d373621f9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f948ed1f-a395-404c-acb9-a5eb0ba316a7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:48.130966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-283815af-652b-4c00-95fe-6c3fd6da4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.133627 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-283815af-652b-4c00-95fe-6c3fd6da4693 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e03cdc6b34a44b1806eeb40a411120d&device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1094 time: 1.6710954 Aug 03 19:11:48.199946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d75361-0b46-4785-8a71-f1de484ebd2b req-30db11da-b3c2-4608-9d58-cd1b8de2da2a tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.202029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50d75361-0b46-4785-8a71-f1de484ebd2b req-30db11da-b3c2-4608-9d58-cd1b8de2da2a tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1094 time: 1.7471626 Aug 03 19:11:48.230976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ba82d049-5c95-482e-9d9a-d373621f9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:48.236386 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c79ceef-f09a-4886-b60c-e4ad40f4c265 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.238658 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c79ceef-f09a-4886-b60c-e4ad40f4c265 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.242524 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82d049-5c95-482e-9d9a-d373621f9596 None None] Routers {'f948ed1f-a395-404c-acb9-a5eb0ba316a7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:48.243887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ba82d049-5c95-482e-9d9a-d373621f9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f948ed1f-a395-404c-acb9-a5eb0ba316a7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:48.282013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ba82d049-5c95-482e-9d9a-d373621f9596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:48.282784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82d049-5c95-482e-9d9a-d373621f9596 None None] The sync data for ids ['f948ed1f-a395-404c-acb9-a5eb0ba316a7'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:48.291608 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-d225bcfd-325d-4b49-ad1c-bd916c4dc104 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abc22151-ae85-4c85-940c-493dc9c56c26 HTTP/1.1" status: 200 len: 217 time: 0.0987175 Aug 03 19:11:48.328042 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.334517 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.337170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "DELETE /v2.0/networks/bb73ae63-dd24-41e8-9010-968a1eb21693 HTTP/1.1" status: 204 len: 168 time: 2.7677934 Aug 03 19:11:48.348845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60856) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:48.406279 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a18454fd-27e0-42a3-823c-459a1e74e2f7 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/routers/f948ed1f-a395-404c-acb9-a5eb0ba316a7 HTTP/1.1" status: 200 len: 892 time: 0.2908151 Aug 03 19:11:48.409719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60858) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:48.425295 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c79ceef-f09a-4886-b60c-e4ad40f4c265 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.425295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c79ceef-f09a-4886-b60c-e4ad40f4c265 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e40cd301-6156-4ad1-ac4c-6cce614d3dbc {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:11:48.430849 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c79ceef-f09a-4886-b60c-e4ad40f4c265 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.432147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2c79ceef-f09a-4886-b60c-e4ad40f4c265 tempest-RoutersTestDVR-1889646923 tempest-RoutersTestDVR-1889646923-project-admin] 10.222.0.78 "DELETE /v2.0/routers/e40cd301-6156-4ad1-ac4c-6cce614d3dbc HTTP/1.1" status: 204 len: 168 time: 2.4179983 Aug 03 19:11:48.465442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60862) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:48.466022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00159b62-1054-4a0d-b5a5-ad62dd8acd64 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Network': ['ID=bb73ae63-dd24-41e8-9010-968a1eb21693,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:48.472544 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2cdbb603-ff56-42ac-8c42-39c0cd25ce87 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=f948ed1f-a395-404c-acb9-a5eb0ba316a7 HTTP/1.1" status: 200 len: 205 time: 0.0591786 Aug 03 19:11:48.473712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60864) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:48.484267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50d75361-0b46-4785-8a71-f1de484ebd2b req-68fcb70b-0ac8-46e4-90ae-e84e28af32b4 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565677 Aug 03 19:11:48.521903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-cd350d81-0511-4faa-826f-61e3e8371b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.533434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-cd350d81-0511-4faa-826f-61e3e8371b81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37ed38a3-d6f9-4468-b632-ec3309b6276c HTTP/1.1" status: 200 len: 848 time: 0.1940837 Aug 03 19:11:48.609553 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.679448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-f6495eab-8c4b-459c-8aeb-becd9a96f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.682909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-f6495eab-8c4b-459c-8aeb-becd9a96f2ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d68d020c-6161-41b3-8aa5-06cb6d537087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318922 Aug 03 19:11:48.735414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'networks': [{'name': 'tempest-network--1939599690'}, {'name': 'tempest-network--1324325661'}]} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:48.736310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'network': {'name': 'tempest-network--1939599690'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:48.737326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'network': {'name': 'tempest-network--1324325661'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:48.817783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.833162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0d5886-96c2-4dff-baa6-95bbe249d83f']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:48.856201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b2c6ad-e22e-4e2c-b424-7406180f7e98') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:48.856752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b2c6ad-e22e-4e2c-b424-7406180f7e98') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:48.896012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.936439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-a5e0dbbd-867a-49da-8dbc-96b629fa69b9 service neutron] 10.222.0.37 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373469 Aug 03 19:11:48.947559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.950433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Made reservation on behalf of a2a1b137a70c46ac9366663dd44c772b for: {'network': 2} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:48.955245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.962895 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.017198 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.050864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60878) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:49.068553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] Deleting port 40323d71-d3d3-43a5-aa60-a8768a1c76f0 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:49.069456 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.074697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:49.075285 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:49.080317 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:49.228494 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.241343 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.244702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-082c3160-75c5-434f-a049-3e42ee024311 req-3a695db5-f2f1-4135-9005-3550e1b19114 tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1655543 Aug 03 19:11:49.252227 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.261915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-478b7c6e-7476-4a2c-90d8-4ad248b76c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.266100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] 10.222.0.78 "DELETE /v2.0/networks/4a0d5886-96c2-4dff-baa6-95bbe249d83f HTTP/1.1" status: 204 len: 168 time: 0.9118209 Aug 03 19:11:49.281529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87738684-c1f5-4631-921e-546c07ec1ef1 req-5a0bca50-a2c7-4443-a7db-9e45031e94e7 service neutron] 10.222.0.37 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357718 Aug 03 19:11:49.343434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60be3dc-7a65-460a-801e-595f055e3511 tempest-TaggedBootDevicesTest-1108819441 tempest-TaggedBootDevicesTest-1108819441-project] Pushing event deleted for resources: {'Network': ['ID=4a0d5886-96c2-4dff-baa6-95bbe249d83f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:49.374776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] For port 40323d71-d3d3-43a5-aa60-a8768a1c76f0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=40323d71-d3d3-43a5-aa60-a8768a1c76f0,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:49.375240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.437573 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] Calling delete_port for 40323d71-d3d3-43a5-aa60-a8768a1c76f0 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:49.465926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ee606-2378-4bc5-8be1-4998b7d612a0 req-a6add30b-5d7f-4beb-b966-955d1fc44e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.466590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-024ee606-2378-4bc5-8be1-4998b7d612a0 req-a6add30b-5d7f-4beb-b966-955d1fc44e68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e03cdc6b34a44b1806eeb40a411120d&device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1094 time: 0.0560157 Aug 03 19:11:49.530389 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.549866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.550715 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.637017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ee606-2378-4bc5-8be1-4998b7d612a0 req-6eedd8b2-5b9d-473b-91fd-ed3205d49d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.638739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-024ee606-2378-4bc5-8be1-4998b7d612a0 req-6eedd8b2-5b9d-473b-91fd-ed3205d49d85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d68d020c-6161-41b3-8aa5-06cb6d537087 HTTP/1.1" status: 200 len: 910 time: 0.1619639 Aug 03 19:11:49.748321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-024ee606-2378-4bc5-8be1-4998b7d612a0 req-40a45722-951a-48f3-9d5c-c3b43f23504d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abc22151-ae85-4c85-940c-493dc9c56c26 HTTP/1.1" status: 200 len: 217 time: 0.0795612 Aug 03 19:11:49.852350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:49.854704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-024d2cbe-ce5b-4900-8a62-370006f3192d req-2f6f6e09-aea7-4bb7-8fbd-56d8fd4b5a2f tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.0993121 Aug 03 19:11:49.884001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ee606-2378-4bc5-8be1-4998b7d612a0 req-bb107578-84a3-4a0f-9aa1-cba70abe9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.885373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-024ee606-2378-4bc5-8be1-4998b7d612a0 req-bb107578-84a3-4a0f-9aa1-cba70abe9e3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37ed38a3-d6f9-4468-b632-ec3309b6276c HTTP/1.1" status: 200 len: 848 time: 0.1270382 Aug 03 19:11:49.885912 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0f7a9e4-02e6-4581-88db-f668aa757baf req-adcf7742-df3c-4999-833e-25a9ee82d2c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a8405e265334e6d8a9fe4c5518ac337&device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1697192 Aug 03 19:11:49.887484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3da787-9398-41e9-a08d-9bd906cb308e req-b86980f5-24df-4bee-89d3-31956e0e5a16 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.889103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f3da787-9398-41e9-a08d-9bd906cb308e req-b86980f5-24df-4bee-89d3-31956e0e5a16 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1094 time: 0.2492735 Aug 03 19:11:49.943103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb9b965-aafe-45fd-aa2e-fb20191b4e15,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:49.959605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port af6d5224-43f0-42be-b5c2-bfc2f7ef7682 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:49.960588 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.968556 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.968556 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Added segment 7078c741-3836-49c1-8020-61f482f42eae of type vlan for network 46b77e13-a548-4b77-9529-61cca7b0c15e Aug 03 19:11:49.984366 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0f7a9e4-02e6-4581-88db-f668aa757baf req-89ea1adf-b301-40be-ac81-418e8be10b8f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5a8405e265334e6d8a9fe4c5518ac337&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788651 Aug 03 19:11:50.010567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f3da787-9398-41e9-a08d-9bd906cb308e req-c625d0e3-1980-45e2-81e5-42096d2b96a3 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146579 Aug 03 19:11:50.020049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ee606-2378-4bc5-8be1-4998b7d612a0 req-da3e112c-3f7d-44b1-a86e-61a253ea47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.023616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-024ee606-2378-4bc5-8be1-4998b7d612a0 req-da3e112c-3f7d-44b1-a86e-61a253ea47d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d68d020c-6161-41b3-8aa5-06cb6d537087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144211 Aug 03 19:11:50.240365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-024ee606-2378-4bc5-8be1-4998b7d612a0 req-41cb5120-dda6-40c3-9e83-38b8c65074af service neutron] 10.222.0.37 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070255 Aug 03 19:11:50.269380 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.300513 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-478b7c6e-7476-4a2c-90d8-4ad248b76c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.334122 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-478b7c6e-7476-4a2c-90d8-4ad248b76c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.412996 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-024ee606-2378-4bc5-8be1-4998b7d612a0 req-ab348b85-317b-4810-bd25-4aa8ea4a2b34 service neutron] 10.222.0.37 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594234 Aug 03 19:11:50.434383 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.493595 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for af6d5224-43f0-42be-b5c2-bfc2f7ef7682 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:50.507082 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-478b7c6e-7476-4a2c-90d8-4ad248b76c36 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e84d0a01ac744828361d26312183664&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4470935 Aug 03 19:11:50.513366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60900) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:50.513773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b7c6e-7476-4a2c-90d8-4ad248b76c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2833af-dc0c-485e-a5c0-1bbe031e768f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:50.522909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:50.525838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7a9e4-02e6-4581-88db-f668aa757baf req-efec948e-bb41-48ca-b5d4-3b48786631c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.527582 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0f7a9e4-02e6-4581-88db-f668aa757baf req-efec948e-bb41-48ca-b5d4-3b48786631c6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5080116 Aug 03 19:11:50.653032 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.653704 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Added segment eef8a212-0ae7-4568-96e8-0c71fec4b305 of type vlan for network e120b000-5ff5-44a2-985a-b140ee999669 Aug 03 19:11:50.687367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464f081-b4b4-4363-a03a-78805f046598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.784372 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464f081-b4b4-4363-a03a-78805f046598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.876962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.915096 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464f081-b4b4-4363-a03a-78805f046598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.922362 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464f081-b4b4-4363-a03a-78805f046598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.924595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a464f081-b4b4-4363-a03a-78805f046598 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d2833af-dc0c-485e-a5c0-1bbe031e768f HTTP/1.1" status: 204 len: 168 time: 0.4105668 Aug 03 19:11:50.941120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464f081-b4b4-4363-a03a-78805f046598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2833af-dc0c-485e-a5c0-1bbe031e768f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:51.086982 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:51.087798 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:51.100646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.113414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.114825 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:51.170461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76fa4b5a-b345-4b42-806d-4f6be78846ce req-d6875448-1974-4039-83a4-52f6921b8c9b tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.1389589 Aug 03 19:11:51.176901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:51.349750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca7f64-6a9d-4953-a09c-6f5ce0acca56 req-6ca6db6b-c0f4-4572-adf4-767f6dfa9d0d tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.352234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37ca7f64-6a9d-4953-a09c-6f5ce0acca56 req-6ca6db6b-c0f4-4572-adf4-767f6dfa9d0d tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1094 time: 0.1293116 Aug 03 19:11:51.429073 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.9558935 Aug 03 19:11:51.437031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60918) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:51.439417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37ca7f64-6a9d-4953-a09c-6f5ce0acca56 req-0d42c623-e7ac-463e-b518-c4539989a528 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772986 Aug 03 19:11:51.446919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] Pushing event deleted for resources: {'Port': ['ID=40323d71-d3d3-43a5-aa60-a8768a1c76f0,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:51.687723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60920) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:51.689859 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:51.718446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event updated for resources: {'Network': ['ID=46b77e13-a548-4b77-9529-61cca7b0c15e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:51.732342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 46b77e13-a548-4b77-9529-61cca7b0c15e details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:51.821976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5b66608-547a-4fa8-a2f8-17212b59c3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:51.864486 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b5d29-c4c1-44f4-bed9-f2a0afba1d12 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.877160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b5d29-c4c1-44f4-bed9-f2a0afba1d12 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.879212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=af6d5224-43f0-42be-b5c2-bfc2f7ef7682,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:51.899644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b5d29-c4c1-44f4-bed9-f2a0afba1d12 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.906151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b5d29-c4c1-44f4-bed9-f2a0afba1d12 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.908499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2b7b5d29-c4c1-44f4-bed9-f2a0afba1d12 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4680624 Aug 03 19:11:51.913602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60922) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:51.927379 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f0f7a9e4-02e6-4581-88db-f668aa757baf req-c385c599-192f-41e0-872b-743d576fad0f tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.0456629 Aug 03 19:11:52.009608 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.095769 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.130667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device abc22151-ae85-4c85-940c-493dc9c56c26 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:52.168050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.181918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b77e13-a548-4b77-9529-61cca7b0c15e']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:52.199239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7078c741-3836-49c1-8020-61f482f42eae') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:52.199594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7078c741-3836-49c1-8020-61f482f42eae') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:52.213683 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.270692 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.280603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:52.281211 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.300094 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5b66608-547a-4fa8-a2f8-17212b59c3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.308068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d2e82-e109-4902-bcaa-3511aa2b60a3 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event updated for resources: {'Network': ['ID=e120b000-5ff5-44a2-985a-b140ee999669,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:52.316076 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5b66608-547a-4fa8-a2f8-17212b59c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.345467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e120b000-5ff5-44a2-985a-b140ee999669 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:52.350906 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:52.359324 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:52.369210 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.445861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.453829 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "DELETE /v2.0/networks/46b77e13-a548-4b77-9529-61cca7b0c15e HTTP/1.1" status: 204 len: 168 time: 0.5384796 Aug 03 19:11:52.455259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f13f71-8080-4cb2-ace6-750428ea3029 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event deleted for resources: {'Network': ['ID=46b77e13-a548-4b77-9529-61cca7b0c15e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:52.461624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60930) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:52.652982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port abc22151-ae85-4c85-940c-493dc9c56c26, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=abc22151-ae85-4c85-940c-493dc9c56c26,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:52.685286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'abc22151-ae85-4c85-940c-493dc9c56c26', 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087', 'port_id': 'abc22151-ae85-4c85-940c-493dc9c56c26', 'mac_address': 'fa:16:3e:5b:b0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ed38a3-d6f9-4468-b632-ec3309b6276c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:52.701709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8596fa5b-612d-47b4-b0cd-d9ee604f78a6 req-e64343d2-501f-4577-bb18-3621a6214c4a tempest-ServerShowV254Test-177324188 tempest-ServerShowV254Test-177324188-project] 10.222.0.78 "GET /v2.0/ports?device_id=7b45b306-a834-416b-99cc-cac2d33257d5 HTTP/1.1" status: 200 len: 210 time: 0.2624040 Aug 03 19:11:52.706252 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.859631 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.884963 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.898604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e120b000-5ff5-44a2-985a-b140ee999669']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:52.915842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef8a212-0ae7-4568-96e8-0c71fec4b305') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:52.916162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef8a212-0ae7-4568-96e8-0c71fec4b305') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:52.931826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc22151-ae85-4c85-940c-493dc9c56c26 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:52.932692 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.971414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88c760-e144-4de3-9c40-726b2ebb194f req-45b3e6d9-292e-4ca6-974f-a8732347297c tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.973039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e88c760-e144-4de3-9c40-726b2ebb194f req-45b3e6d9-292e-4ca6-974f-a8732347297c tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1094 time: 0.2645993 Aug 03 19:11:52.976809 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port abc22151-ae85-4c85-940c-493dc9c56c26, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=abc22151-ae85-4c85-940c-493dc9c56c26,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:52.982555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.983775 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.013003 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:53.013909 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:53.017434 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:53.105330 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e88c760-e144-4de3-9c40-726b2ebb194f req-4fb5f9b4-2d44-4ffb-8744-b51d9ad3472b tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134841 Aug 03 19:11:53.137613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=abc22151-ae85-4c85-940c-493dc9c56c26,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:53.154094 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.178530 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.181231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "DELETE /v2.0/networks/e120b000-5ff5-44a2-985a-b140ee999669 HTTP/1.1" status: 204 len: 168 time: 0.7117214 Aug 03 19:11:53.182451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd515b-ade7-45a3-ba5f-6e95cbe4850f tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event deleted for resources: {'Network': ['ID=e120b000-5ff5-44a2-985a-b140ee999669,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:53.184587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60936) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:53.228710 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c5b66608-547a-4fa8-a2f8-17212b59c3b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=504286addfef4ffc971a0b1fafafbdb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5341864 Aug 03 19:11:53.235881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['abc22151-ae85-4c85-940c-493dc9c56c26'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:53.243190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60938) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:53.353825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b66608-547a-4fa8-a2f8-17212b59c3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6921f2dd-895b-4316-898b-0c73b49825d7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:53.359626 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.390174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.527683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45f06d7-92cd-4732-8b5f-533039bf82cc tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:53.551012 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45f06d7-92cd-4732-8b5f-533039bf82cc tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:53.557269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b45f06d7-92cd-4732-8b5f-533039bf82cc tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3715014 Aug 03 19:11:53.562988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60942) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:53.577191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1975965408'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:53.662450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec7a2-4a30-463e-adee-1b09b045d598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.663881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Made reservation on behalf of a2a1b137a70c46ac9366663dd44c772b for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:53.673201 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.693046 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec7a2-4a30-463e-adee-1b09b045d598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.752154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.753175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Fanout notify agent at l3_agent the message router_deleted on router f948ed1f-a395-404c-acb9-a5eb0ba316a7 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:11:53.763383 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.765033 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-38e1c8fa-0c07-474b-98bb-05d624cd7d07 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/f948ed1f-a395-404c-acb9-a5eb0ba316a7 HTTP/1.1" status: 204 len: 168 time: 5.2803078 Aug 03 19:11:53.770325 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec7a2-4a30-463e-adee-1b09b045d598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.773920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60944) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:53.783980 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a3ec7a2-4a30-463e-adee-1b09b045d598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.785432 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a3ec7a2-4a30-463e-adee-1b09b045d598 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6921f2dd-895b-4316-898b-0c73b49825d7 HTTP/1.1" status: 204 len: 168 time: 0.5008881 Aug 03 19:11:53.792171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1347029063'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:53.815170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:53.827038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ec7a2-4a30-463e-adee-1b09b045d598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6921f2dd-895b-4316-898b-0c73b49825d7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:53.846565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] Router d4f6902d-64be-4571-9445-312a79578413 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:53.902204 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.903582 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Added segment 0bd62aae-a58e-45b8-b05e-d0712057e49e of type vlan for network 613fd2c6-c190-465f-b8e2-12e56189229b Aug 03 19:11:53.906468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:53.915445 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.099152 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:54.112739 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e8a7c6-e01e-4683-b3bb-4c4b6f26ebd5 None None] Sync routers for ids ['d4f6902d-64be-4571-9445-312a79578413'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:54.114055 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0e810439-da2b-4ce7-9dd2-601d9c0e95ad admin admin] 10.222.0.78 "PUT /v2.0/routers/d4f6902d-64be-4571-9445-312a79578413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4049976 Aug 03 19:11:54.117100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60952) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:54.144049 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e8a7c6-e01e-4683-b3bb-4c4b6f26ebd5 None None] Routers {'d4f6902d-64be-4571-9445-312a79578413'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:54.145162 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-73e8a7c6-e01e-4683-b3bb-4c4b6f26ebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['d4f6902d-64be-4571-9445-312a79578413'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:54.157900 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.274787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:54.311376 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.312327 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added segment 4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f of type vlan for network 7e0a8189-32df-48f9-9642-cf6fd56dbde4 Aug 03 19:11:54.325623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.434534 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.451273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.452162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.461799 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.528302 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.707018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Deleting port 49bb9c52-b6b7-452b-9450-c9b9ee44970e {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:54.707863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.736983 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-73e8a7c6-e01e-4683-b3bb-4c4b6f26ebd5 None None] Set router d4f6902d-64be-4571-9445-312a79578413 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:54.987693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60970) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:55.130933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] For port 49bb9c52-b6b7-452b-9450-c9b9ee44970e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49bb9c52-b6b7-452b-9450-c9b9ee44970e,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:55.131907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.167655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Calling delete_port for 49bb9c52-b6b7-452b-9450-c9b9ee44970e owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:55.372050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] It took 0.79 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:11:55.391182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8257959 Aug 03 19:11:55.397593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60976) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:55.414088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-663887772'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:55.447112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dff53b-0726-4053-85de-b9e3b9613808 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event updated for resources: {'Network': ['ID=613fd2c6-c190-465f-b8e2-12e56189229b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:55.453037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed4790-db76-4aee-86ec-7a696046db06 req-f459eec2-10a1-472d-b2b5-522aee323b04 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:55.467115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 613fd2c6-c190-465f-b8e2-12e56189229b details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:55.473118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28ed4790-db76-4aee-86ec-7a696046db06 req-f459eec2-10a1-472d-b2b5-522aee323b04 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1095 time: 1.0663128 Aug 03 19:11:55.529492 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.538477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:55.541552 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.573560 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-73e8a7c6-e01e-4683-b3bb-4c4b6f26ebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T19:11:50Z', 'revision_number': 5, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port': {'id': '49bb9c52-b6b7-452b-9450-c9b9ee44970e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f6902d-64be-4571-9445-312a79578413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:33Z', 'updated_at': '2021-08-03T18:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:55.656270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28ed4790-db76-4aee-86ec-7a696046db06 req-841d62fa-8e9a-4b1e-84af-18618ec9b0d7 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778917 Aug 03 19:11:55.693401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Network': ['ID=7e0a8189-32df-48f9-9642-cf6fd56dbde4,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:55.698893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-78199cd7-ffe3-499b-9bf1-3eff0da01d41 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9203222 Aug 03 19:11:55.703510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60988) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:55.711681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Made reservation on behalf of a2a1b137a70c46ac9366663dd44c772b for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:55.715504 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.717777 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e8a7c6-e01e-4683-b3bb-4c4b6f26ebd5 None None] Checking router: d4f6902d-64be-4571-9445-312a79578413 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:11:55.719208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'subnet': {'network_id': '7e0a8189-32df-48f9-9642-cf6fd56dbde4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:55.748991 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e8a7c6-e01e-4683-b3bb-4c4b6f26ebd5 None None] Routers {'d4f6902d-64be-4571-9445-312a79578413'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:55.750197 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-73e8a7c6-e01e-4683-b3bb-4c4b6f26ebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:11:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['d4f6902d-64be-4571-9445-312a79578413'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:55.820509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 7e0a8189-32df-48f9-9642-cf6fd56dbde4 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:55.874000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d48a067-8876-4a04-a520-58457bdbcd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.935733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:55.945669 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.972365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.972804 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Added segment d133d108-3311-4ff6-a218-ef0ca0bc513d of type vlan for network 0cc2c602-cf18-49ea-9412-35781e0d30c3 Aug 03 19:11:56.088911 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.106999 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-73e8a7c6-e01e-4683-b3bb-4c4b6f26ebd5 None None] Set router d4f6902d-64be-4571-9445-312a79578413 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:56.131152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device abc22151-ae85-4c85-940c-493dc9c56c26 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:56.154800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Pushing event deleted for resources: {'Port': ['ID=49bb9c52-b6b7-452b-9450-c9b9ee44970e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:56.202707 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.218506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.219453 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.265463 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-73e8a7c6-e01e-4683-b3bb-4c4b6f26ebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T19:11:54Z', 'revision_number': 6, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:56.287218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port abc22151-ae85-4c85-940c-493dc9c56c26 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:56.294541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port abc22151-ae85-4c85-940c-493dc9c56c26 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:56.296126 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.362517 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e8a7c6-e01e-4683-b3bb-4c4b6f26ebd5 None None] The sync data for ids ['d4f6902d-64be-4571-9445-312a79578413'] in n-d-802918-7 is: [{'id': 'd4f6902d-64be-4571-9445-312a79578413', 'name': 'tempest-TaggedBootDevicesTest_v242-1633743288-router', 'tenant_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:32Z', 'updated_at': '2021-08-03T19:11:54Z', 'revision_number': 6, 'project_id': 'a20aa861c3bd40aab08cdca15c045bd4', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:56.377102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60996) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:56.462796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event updated for resources: {'Network': ['ID=0cc2c602-cf18-49ea-9412-35781e0d30c3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:56.496514 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.511714 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.537150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 0cc2c602-cf18-49ea-9412-35781e0d30c3 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:56.570779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port abc22151-ae85-4c85-940c-493dc9c56c26, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=abc22151-ae85-4c85-940c-493dc9c56c26,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:56.573394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39b4c6c-c041-4abb-bc37-c6e28a0c9290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc22151-ae85-4c85-940c-493dc9c56c26'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:56.576889 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a7ead8-ac95-4ee5-bb8e-a278b89582ad" -d '{"events": [{"server_uuid": "c39b4c6c-c041-4abb-bc37-c6e28a0c9290", "name": "network-vif-plugged", "status": "completed", "tag": "abc22151-ae85-4c85-940c-493dc9c56c26"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:56.615320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130420433'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:56.620262 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.790416 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.811364 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.836213 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d48a067-8876-4a04-a520-58457bdbcd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.919463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:56.924028 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.082524 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6d48a067-8876-4a04-a520-58457bdbcd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.100477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=abc22151-ae85-4c85-940c-493dc9c56c26,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:57.114684 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2f6d15e4-2182-4e2e-a8bf-cbe0a99f45e8 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7133157 Aug 03 19:11:57.127635 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32778) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:57.128635 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.129345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f6902d-64be-4571-9445-312a79578413 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:11:57.139325 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 40323d71-d3d3-43a5-aa60-a8768a1c76f0 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:57.148685 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.154071 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-99735ed8-cffa-4889-a56e-45662d56fe88 admin admin] 10.222.0.78 "DELETE /v2.0/routers/d4f6902d-64be-4571-9445-312a79578413 HTTP/1.1" status: 204 len: 168 time: 3.0348732 Aug 03 19:11:57.207803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'ports': [{'network_id': '613fd2c6-c190-465f-b8e2-12e56189229b', 'name': 'tempest-port--1892310984', 'admin_state_up': True}, {'network_id': '0cc2c602-cf18-49ea-9412-35781e0d30c3', 'admin_state_up': False}]} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:57.208210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'port': {'network_id': '613fd2c6-c190-465f-b8e2-12e56189229b', 'name': 'tempest-port--1892310984', 'admin_state_up': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:57.208762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'port': {'network_id': '0cc2c602-cf18-49ea-9412-35781e0d30c3', 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:57.213126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48a067-8876-4a04-a520-58457bdbcd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9297fc6c-ec15-456f-b8be-2dc9fcdb7591,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:57.229942 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6d48a067-8876-4a04-a520-58457bdbcd41 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a8405e265334e6d8a9fe4c5518ac337&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2402484 Aug 03 19:11:57.232839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32780) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:57.233167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32782) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:57.272049 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806c308-5eb4-47c7-9fc7-1f6d4f64b755 x-openstack-request-id: req-6806c308-5eb4-47c7-9fc7-1f6d4f64b755 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:57.272735 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39b4c6c-c041-4abb-bc37-c6e28a0c9290", "name": "network-vif-plugged", "status": "completed", "tag": "abc22151-ae85-4c85-940c-493dc9c56c26", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:57.273243 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6806c308-5eb4-47c7-9fc7-1f6d4f64b755 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:57.274248 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39b4c6c-c041-4abb-bc37-c6e28a0c9290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc22151-ae85-4c85-940c-493dc9c56c26', 'code': 200} Aug 03 19:11:57.276218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 40323d71-d3d3-43a5-aa60-a8768a1c76f0 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:57.277124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 40323d71-d3d3-43a5-aa60-a8768a1c76f0 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:57.285530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:57.290371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.401092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f59e54d-9ed4-4715-b7b6-773dd5e14637 admin admin] Deleting subnet 73d204d5-02d9-46a7-8f9e-290310251900 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:57.429298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f59e54d-9ed4-4715-b7b6-773dd5e14637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.494314 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.543881 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.638666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b606682-ae92-4afe-81a4-60ab37356c51 req-a81ba238-5754-4baf-ab22-fa122628b276 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:57.641672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b606682-ae92-4afe-81a4-60ab37356c51 req-a81ba238-5754-4baf-ab22-fa122628b276 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1096 time: 0.3973634 Aug 03 19:11:57.649529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Subnet': ['ID=ca7d7a6b-d3c3-443e-aa94-0e92bef74824,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:57.739047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Checking segment: {'id': '4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7e0a8189-32df-48f9-9642-cf6fd56dbde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:57.739926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network hostable DHCP agents. Network: 7e0a8189-32df-48f9-9642-cf6fd56dbde4, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:11:57.796964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b606682-ae92-4afe-81a4-60ab37356c51 req-61bf6ea7-91f5-4d79-ae14-3e5a9d6f5000 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317854 Aug 03 19:11:57.811142 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f59e54d-9ed4-4715-b7b6-773dd5e14637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.864517 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fc05d-cbe3-4752-aefe-80787738399f req-28398bd1-5f08-49ac-9070-dc69e4f00155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:57.867864 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d49fc05d-cbe3-4752-aefe-80787738399f req-28398bd1-5f08-49ac-9070-dc69e4f00155 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1096 time: 0.6334097 Aug 03 19:11:57.897767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 7e0a8189-32df-48f9-9642-cf6fd56dbde4 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:11:57.938952 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-52ae64cd-2ddc-4ca6-a010-07b753739f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.958616 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.967622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 7e0a8189-32df-48f9-9642-cf6fd56dbde4) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:57.977009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.980506 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e197719f-3723-4226-9e58-0f99d0ff33e0 None None] Network 7e0a8189-32df-48f9-9642-cf6fd56dbde4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:58.003445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.004683 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.048270 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d49fc05d-cbe3-4752-aefe-80787738399f req-8b26027b-a51f-4258-b165-49c50511ccf1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653745 Aug 03 19:11:58.090451 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-52ae64cd-2ddc-4ca6-a010-07b753739f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.108141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Made reservation on behalf of a2a1b137a70c46ac9366663dd44c772b for: {'port': 2} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:58.113540 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.146497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:58.172850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f59e54d-9ed4-4715-b7b6-773dd5e14637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.200736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.233919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b82f9b-fce2-4c3a-b13a-10e630afba40,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:58.300553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f84403e9-71a2-4a6c-9dd8-e7d547f3ff0e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5948794 Aug 03 19:11:58.303040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 32792) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:58.335758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e0dcc812-d4c0-4aa5-b80d-3fef230b23ba tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-735338458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:58.352855 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.353425 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Added segment cd455ce3-da72-49a5-81f6-1d661a39e815 of type vlan for network d715397a-9c6d-453c-9e39-6b7e6439e779 Aug 03 19:11:58.359197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-52ae64cd-2ddc-4ca6-a010-07b753739f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.361907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-7e0a8189-32df-48f9-9642-cf6fd56dbde4', 'network_id': '7e0a8189-32df-48f9-9642-cf6fd56dbde4', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'fixed_ips': [{'subnet_id': 'ca7d7a6b-d3c3-443e-aa94-0e92bef74824'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:11:58.362369 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-52ae64cd-2ddc-4ca6-a010-07b753739f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.363984 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.373089 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-52ae64cd-2ddc-4ca6-a010-07b753739f2e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9297fc6c-ec15-456f-b8be-2dc9fcdb7591 HTTP/1.1" status: 204 len: 168 time: 1.1319451 Aug 03 19:11:58.384771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] device_id is not set on port 538cb7fb-4f36-4505-ae7e-6ff5468ed79f yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:58.425489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae64cd-2ddc-4ca6-a010-07b753739f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9297fc6c-ec15-456f-b8be-2dc9fcdb7591,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:58.476221 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f59e54d-9ed4-4715-b7b6-773dd5e14637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.509534 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.570461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f59e54d-9ed4-4715-b7b6-773dd5e14637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.573027 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5f59e54d-9ed4-4715-b7b6-773dd5e14637 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/73d204d5-02d9-46a7-8f9e-290310251900 HTTP/1.1" status: 204 len: 168 time: 1.3376234 Aug 03 19:11:58.580028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 32796) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:58.581101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59e54d-9ed4-4715-b7b6-773dd5e14637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d204d5-02d9-46a7-8f9e-290310251900,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:58.602387 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0dcc812-d4c0-4aa5-b80d-3fef230b23ba tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.604257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0dcc812-d4c0-4aa5-b80d-3fef230b23ba tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.650357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c81338-867a-4f69-a3a3-72966cc939e8 None None] Network 3a24974f-c585-49b2-9411-bdd5d3345630 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:58.717905 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.736770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.744490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.982129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.997116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49bb9c52-b6b7-452b-9450-c9b9ee44970e no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:59.048832 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Allocated IP 2001:db8::2 (7e0a8189-32df-48f9-9642-cf6fd56dbde4/ca7d7a6b-d3c3-443e-aa94-0e92bef74824/106fa90b-875e-44a1-a034-207a00d6e680) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:59.054372 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0dcc812-d4c0-4aa5-b80d-3fef230b23ba tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.070591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 49bb9c52-b6b7-452b-9450-c9b9ee44970e {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:59.071339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49bb9c52-b6b7-452b-9450-c9b9ee44970e not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:59.180530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] device_id is not set on port d1d9e0e0-4ea0-4c0b-bd3b-2b4ce36c7d25 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:59.227558 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0dcc812-d4c0-4aa5-b80d-3fef230b23ba tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.301537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9193256 Aug 03 19:11:59.380252 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.385402 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.386299 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0dcc812-d4c0-4aa5-b80d-3fef230b23ba tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.390959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e0dcc812-d4c0-4aa5-b80d-3fef230b23ba tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0831528 Aug 03 19:11:59.392161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=d715397a-9c6d-453c-9e39-6b7e6439e779,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:59.400536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Transition to ACTIVE for port object 106fa90b-875e-44a1-a034-207a00d6e680 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:59.406090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 32812) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:59.412809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.413816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.415116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.416333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.417261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.418359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.419222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.420068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.421101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.422061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.422960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.423863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaefd308-4fa8-4a1a-9120-6ed9921c1c39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:59.454542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Transition to ACTIVE for port object 106fa90b-875e-44a1-a034-207a00d6e680 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:59.480034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f04c8-41d1-4bcd-830e-d2346360cbc9 None None] DHCP port deletion for 3a24974f-c585-49b2-9411-bdd5d3345630 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:11:59.490578 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d715397a-9c6d-453c-9e39-6b7e6439e779 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:59.552378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574de8-e895-4c6f-bd16-a70095a538c3 req-044157fb-a649-4696-a614-5174214f5aaa tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.556206 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55574de8-e895-4c6f-bd16-a70095a538c3 req-044157fb-a649-4696-a614-5174214f5aaa tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1096 time: 0.5344713 Aug 03 19:11:59.675645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.868914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Network 7e0a8189-32df-48f9-9642-cf6fd56dbde4 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:59.870087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.886656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:59.900591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:59.931829 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.988922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55574de8-e895-4c6f-bd16-a70095a538c3 req-984f349f-793c-4f67-8a63-6243a3e2f49b tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666575 Aug 03 19:11:59.992996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.153174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Pushing event updated for resources: {'Port': ['ID=106fa90b-875e-44a1-a034-207a00d6e680,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:00.230265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Checking segment: {'id': '0bd62aae-a58e-45b8-b05e-d0712057e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '613fd2c6-c190-465f-b8e2-12e56189229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:00.230742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Network hostable DHCP agents. Network: 613fd2c6-c190-465f-b8e2-12e56189229b, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:00.242266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event updated for resources: {'Port': ['ID=538cb7fb-4f36-4505-ae7e-6ff5468ed79f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:00.257189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b10f04c8-41d1-4bcd-830e-d2346360cbc9 None None] Deleting port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:00.257868 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b10f04c8-41d1-4bcd-830e-d2346360cbc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.265029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Deleting port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:00.266057 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.295582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Network 613fd2c6-c190-465f-b8e2-12e56189229b is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:00.320255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 613fd2c6-c190-465f-b8e2-12e56189229b) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:00.325162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:00.326158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.476825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event updated for resources: {'Port': ['ID=d1d9e0e0-4ea0-4c0b-bd3b-2b4ce36c7d25,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:00.491382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Checking segment: {'id': 'd133d108-3311-4ff6-a218-ef0ca0bc513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '0cc2c602-cf18-49ea-9412-35781e0d30c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:00.492391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Network hostable DHCP agents. Network: 0cc2c602-cf18-49ea-9412-35781e0d30c3, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:00.535819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Network 0cc2c602-cf18-49ea-9412-35781e0d30c3 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:00.551685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 0cc2c602-cf18-49ea-9412-35781e0d30c3) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:00.561957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:00.577194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.593860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.598829 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.640268 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-58bc9444-e28e-491c-8b79-683251de8b23 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5076458 Aug 03 19:12:00.648770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32824) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:00.695744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b10f04c8-41d1-4bcd-830e-d2346360cbc9 None None] For port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=375dfb0a-b809-4076-b3d2-baa7bdb65cb1,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:00.696399 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b10f04c8-41d1-4bcd-830e-d2346360cbc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.751399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b10f04c8-41d1-4bcd-830e-d2346360cbc9 None None] Calling delete_port for 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:00.793737 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5369d4-f392-4e05-8066-5d480915cb92 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.817601 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.819062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5369d4-f392-4e05-8066-5d480915cb92 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.823881 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-af5369d4-f392-4e05-8066-5d480915cb92 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1735935 Aug 03 19:12:00.831363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32830) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:00.883661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] For port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=375dfb0a-b809-4076-b3d2-baa7bdb65cb1,segment=NetworkSegment(fd63cd38-aac8-4b69-bf87-619cf79415a7),segment_id=fd63cd38-aac8-4b69-bf87-619cf79415a7)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:00.884086 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.909300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Calling delete_port for 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:01.013380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7830e1-faf0-44fd-8118-3c4ebf2c1c76 None None] Network 613fd2c6-c190-465f-b8e2-12e56189229b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:01.143951 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.189113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3ce716-846a-4876-af4d-29d6231ff858 None None] Network 0cc2c602-cf18-49ea-9412-35781e0d30c3 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:01.272112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a44728c2-0c36-4869-94ff-0c8f538362bb tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Deleting port 538cb7fb-4f36-4505-ae7e-6ff5468ed79f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:01.272877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a44728c2-0c36-4869-94ff-0c8f538362bb tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.303007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Pushing event deleted for resources: {'Port': ['ID=375dfb0a-b809-4076-b3d2-baa7bdb65cb1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:01.439402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:01.452652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Attempting to bind port 106fa90b-875e-44a1-a034-207a00d6e680 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:01.453467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Attempting to bind port 106fa90b-875e-44a1-a034-207a00d6e680 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7e0a8189-32df-48f9-9642-cf6fd56dbde4'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:01.458198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Attempting to bind port 106fa90b-875e-44a1-a034-207a00d6e680 on network 7e0a8189-32df-48f9-9642-cf6fd56dbde4 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:01.610829 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a44728c2-0c36-4869-94ff-0c8f538362bb tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.663855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a44728c2-0c36-4869-94ff-0c8f538362bb tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Calling delete_port for 538cb7fb-4f36-4505-ae7e-6ff5468ed79f owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.753976 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:01.756551 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:12:01.773852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:01.774543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:01.778360 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b10f04c8-41d1-4bcd-830e-d2346360cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.897188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10f04c8-41d1-4bcd-830e-d2346360cbc9 None None] No DVR routers for this DVR port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:02.003529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:02.004194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Checking segment: {'id': '4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7e0a8189-32df-48f9-9642-cf6fd56dbde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:02.004636 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.005162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Bound using segment: {'id': '4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7e0a8189-32df-48f9-9642-cf6fd56dbde4'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:02.005810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Bound port: 106fa90b-875e-44a1-a034-207a00d6e680, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7e0a8189-32df-48f9-9642-cf6fd56dbde4'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:02.006293 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.019014 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a44728c2-0c36-4869-94ff-0c8f538362bb tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.072088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f04c8-41d1-4bcd-830e-d2346360cbc9 None None] Pushing event deleted for resources: {'Port': ['ID=375dfb0a-b809-4076-b3d2-baa7bdb65cb1,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:02.102085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Allocated IP 2001:db8::1 (7e0a8189-32df-48f9-9642-cf6fd56dbde4/ca7d7a6b-d3c3-443e-aa94-0e92bef74824/c84af19f-3beb-45b6-b505-d29ae6405df9) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:02.155731 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a44728c2-0c36-4869-94ff-0c8f538362bb tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.160456 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a44728c2-0c36-4869-94ff-0c8f538362bb tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "DELETE /v2.0/ports/538cb7fb-4f36-4505-ae7e-6ff5468ed79f HTTP/1.1" status: 204 len: 168 time: 1.3278441 Aug 03 19:12:02.165866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44728c2-0c36-4869-94ff-0c8f538362bb tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event deleted for resources: {'Port': ['ID=538cb7fb-4f36-4505-ae7e-6ff5468ed79f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:02.172130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32852) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:02.333329 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.364784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Transition to ACTIVE for port object c84af19f-3beb-45b6-b505-d29ae6405df9 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:02.449335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] For port 106fa90b-875e-44a1-a034-207a00d6e680, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:02.471288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] For port 106fa90b-875e-44a1-a034-207a00d6e680, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=106fa90b-875e-44a1-a034-207a00d6e680,segment=NetworkSegment(4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f),segment_id=4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:02.483928 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.489006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] No DVR routers for this DVR port 375dfb0a-b809-4076-b3d2-baa7bdb65cb1 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:02.494788 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.549943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-70d7ab36-c6e3-48cd-abe6-ba8e81fe16cc tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Deleting port d1d9e0e0-4ea0-4c0b-bd3b-2b4ce36c7d25 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:02.550522 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70d7ab36-c6e3-48cd-abe6-ba8e81fe16cc tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.730195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32864) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:02.759598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'network_id': 'd715397a-9c6d-453c-9e39-6b7e6439e779', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:02.766505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc9c87-b202-4398-b5f7-17bcdd92400e None None] Pushing event updated for resources: {'Port': ['ID=106fa90b-875e-44a1-a034-207a00d6e680,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:02.877100 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70d7ab36-c6e3-48cd-abe6-ba8e81fe16cc tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.902437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-70d7ab36-c6e3-48cd-abe6-ba8e81fe16cc tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Calling delete_port for d1d9e0e0-4ea0-4c0b-bd3b-2b4ce36c7d25 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:02.940747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=c84af19f-3beb-45b6-b505-d29ae6405df9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:02.975920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 7e0a8189-32df-48f9-9642-cf6fd56dbde4 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:03.061607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:03.064995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.114777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:03.177461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:03.188707 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.230680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09f3a12f-bbf2-45e4-80ff-beb3770ef854 req-c44a752e-0f88-45f8-9cc1-8ea749a178af tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.3264482 Aug 03 19:12:03.241314 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.289828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad14a34-86ad-4563-8782-3b35e3cd21e2 req-a04375dd-1c83-4009-a17a-f1ad69e851f9 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:03.316760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ad14a34-86ad-4563-8782-3b35e3cd21e2 req-a04375dd-1c83-4009-a17a-f1ad69e851f9 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1096 time: 1.8143215 Aug 03 19:12:03.515471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a24974f-c585-49b2-9411-bdd5d3345630']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:03.565768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd63cd38-aac8-4b69-bf87-619cf79415a7') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:03.566287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd63cd38-aac8-4b69-bf87-619cf79415a7') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:03.648643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5e56fe5b-b331-4ffd-9899-b59003801e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.650777 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.701541 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.729270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ad14a34-86ad-4563-8782-3b35e3cd21e2 req-12785937-827b-40bc-a6df-a8b99fb93318 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112153 Aug 03 19:12:03.744370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:03.745801 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:03.748126 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:03.914708 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.917226 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.939442 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.953629 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.955555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] 10.222.0.78 "DELETE /v2.0/networks/3a24974f-c585-49b2-9411-bdd5d3345630 HTTP/1.1" status: 204 len: 168 time: 5.3733721 Aug 03 19:12:04.000737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf95a6-5b52-417e-8c9c-8f907711c7de admin admin] Pushing event deleted for resources: {'Network': ['ID=3a24974f-c585-49b2-9411-bdd5d3345630,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:04.005032 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70d7ab36-c6e3-48cd-abe6-ba8e81fe16cc tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.151590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7ab36-c6e3-48cd-abe6-ba8e81fe16cc tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event deleted for resources: {'Port': ['ID=d1d9e0e0-4ea0-4c0b-bd3b-2b4ce36c7d25,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:04.202587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70d7ab36-c6e3-48cd-abe6-ba8e81fe16cc tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.219780 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-70d7ab36-c6e3-48cd-abe6-ba8e81fe16cc tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "DELETE /v2.0/ports/d1d9e0e0-4ea0-4c0b-bd3b-2b4ce36c7d25 HTTP/1.1" status: 204 len: 168 time: 2.0364211 Aug 03 19:12:04.221446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=f5e98d78-81d8-44c2-b7ae-31ad9aba1a48,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:04.239738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32888) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:04.389617 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6b71625c-e4ff-4b64-9a0e-898870751f24 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1440313 Aug 03 19:12:04.404181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32894) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:04.422913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1874194280'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:04.426948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Checking segment: {'id': 'cd455ce3-da72-49a5-81f6-1d661a39e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd715397a-9c6d-453c-9e39-6b7e6439e779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:04.433441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network hostable DHCP agents. Network: d715397a-9c6d-453c-9e39-6b7e6439e779, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:04.502115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network d715397a-9c6d-453c-9e39-6b7e6439e779 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:04.522569 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Made reservation on behalf of a2a1b137a70c46ac9366663dd44c772b for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:04.528306 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.565439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d715397a-9c6d-453c-9e39-6b7e6439e779) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:04.583109 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d85bf-a2ef-41c0-9ff0-5f0ca9fe5b0b None None] Network d715397a-9c6d-453c-9e39-6b7e6439e779 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:04.618264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32898) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:04.629221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:04.629891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.743467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b831482-4fc3-49d7-ae2d-f557b75ba6ed req-71d60eef-0597-464f-958b-76be92e22fca tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0732985 Aug 03 19:12:04.815995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:04.854867 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4278d968-d759-45bd-8a73-737d9ace05b0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1236017 Aug 03 19:12:04.860394 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32900) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:04.921988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9debf5-c01c-4ce8-9e20-76be2c5f7986 req-08fef9f7-bf50-43d8-a6cd-c53350f25983 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:04.934796 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a9debf5-c01c-4ce8-9e20-76be2c5f7986 req-08fef9f7-bf50-43d8-a6cd-c53350f25983 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1096 time: 0.3693476 Aug 03 19:12:04.942653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1779278693'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:05.108205 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.111056 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Added segment 19c7d5e9-b93e-48b6-b221-a141f2518045 of type vlan for network be4539bd-2a25-4645-964f-fe0b0663277b Aug 03 19:12:05.243503 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 106fa90b-875e-44a1-a034-207a00d6e680 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:05.263506 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cbf120d0-bd77-4d3b-96ff-ff433bc600ab admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a20aa861c3bd40aab08cdca15c045bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197758 Aug 03 19:12:05.267154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.272376 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:05.276993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.279804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32904) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:05.350690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-d715397a-9c6d-453c-9e39-6b7e6439e779', 'network_id': 'd715397a-9c6d-453c-9e39-6b7e6439e779', 'tenant_id': '794ea1ee69c64dccb419b79b6b8b688f', 'fixed_ips': [{'subnet_id': 'f5e98d78-81d8-44c2-b7ae-31ad9aba1a48'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:05.352161 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.461040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:05.471049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.476679 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.478840 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:05.480006 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.502892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e93cfd-e0cd-46de-89a9-bcf66f149891 None None] Network 7e0a8189-32df-48f9-9642-cf6fd56dbde4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:05.529271 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.530242 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Added segment 25e9d314-fe42-4e28-bd11-cb25b674b3b3 of type vlan for network 5fcc7a90-01ca-4911-aa18-31a7256cce6a Aug 03 19:12:05.554449 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a9debf5-c01c-4ce8-9e20-76be2c5f7986 req-326b8cce-faa8-4ac0-a2a1-4335e06b3029 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131077 Aug 03 19:12:05.556572 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.557559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.632850 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2247975 Aug 03 19:12:05.634378 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69d3cd0-bb7a-4c89-9a06-17d661ac9089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.637312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32908) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:05.737644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-113774817'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:05.836789 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69d3cd0-bb7a-4c89-9a06-17d661ac9089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.139795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab070d57-f8c6-4c42-a39a-860cb1174a75 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event updated for resources: {'Network': ['ID=be4539bd-2a25-4645-964f-fe0b0663277b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:06.152512 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69d3cd0-bb7a-4c89-9a06-17d661ac9089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.156667 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69d3cd0-bb7a-4c89-9a06-17d661ac9089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.158615 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d69d3cd0-bb7a-4c89-9a06-17d661ac9089 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/69b2dec8-bb53-4413-b35f-ea30b1b722a2 HTTP/1.1" status: 204 len: 168 time: 0.8757975 Aug 03 19:12:06.176773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network be4539bd-2a25-4645-964f-fe0b0663277b details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:06.228303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.274977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Made reservation on behalf of a2a1b137a70c46ac9366663dd44c772b for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:06.301391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.346450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d3cd0-bb7a-4c89-9a06-17d661ac9089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b2dec8-bb53-4413-b35f-ea30b1b722a2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:06.371764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.resource_extend [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:12:06.436693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:06.449838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.462930 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.464307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.611712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.612733 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Added segment b2f907a8-d1d8-41c1-b418-9a4a916d095a of type vlan for network 3690517a-bbcd-419b-9b1e-533c2309fd4e Aug 03 19:12:06.622971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 106fa90b-875e-44a1-a034-207a00d6e680 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:06.626033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9238ae37-0c94-4247-975c-ce15282268ff req-98fda058-48a6-4650-a5c7-e75597888c63 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.1461313 Aug 03 19:12:06.627092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=c84af19f-3beb-45b6-b505-d29ae6405df9,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:06.688881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=5fcc7a90-01ca-4911-aa18-31a7256cce6a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:06.745160 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a9a9ef52-538c-4ac2-a6a8-17f8354c3710 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8766165 Aug 03 19:12:06.748773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5d863de6-d465-4440-882b-5797ec0e27ce None None] Provisioning for port 106fa90b-875e-44a1-a034-207a00d6e680 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:06.749227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32924) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:06.759430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'network_id': '5fcc7a90-01ca-4911-aa18-31a7256cce6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:06.787323 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.841193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 5fcc7a90-01ca-4911-aa18-31a7256cce6a details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:06.847220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 106fa90b-875e-44a1-a034-207a00d6e680 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:06.849891 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.919727 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2702e697-a5f6-44b7-9001-40132015d51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.931074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9b0c6-68fe-44a5-805b-0d1f5ac161b2 req-c31dbd60-e928-4df1-81ac-682b35929331 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.933992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fe9b0c6-68fe-44a5-805b-0d1f5ac161b2 req-c31dbd60-e928-4df1-81ac-682b35929331 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1096 time: 0.4611290 Aug 03 19:12:06.968875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 7e0a8189-32df-48f9-9642-cf6fd56dbde4 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:06.989049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:07.008362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:07.017175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:07.020824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:07.137222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5d863de6-d465-4440-882b-5797ec0e27ce None None] Provisioning complete for port 106fa90b-875e-44a1-a034-207a00d6e680 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:07.137717 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5d863de6-d465-4440-882b-5797ec0e27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:07.214835 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:07.349403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1119c64-c6c3-4fae-b566-fbebb60bb941 req-d7aa958a-672b-4053-8fc5-4402789ee4fb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.4860079 Aug 03 19:12:07.357814 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5d863de6-d465-4440-882b-5797ec0e27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:07.359667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event updated for resources: {'Network': ['ID=3690517a-bbcd-419b-9b1e-533c2309fd4e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:07.368890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:07.376516 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:07.393245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 3690517a-bbcd-419b-9b1e-533c2309fd4e details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:07.458110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fe9b0c6-68fe-44a5-805b-0d1f5ac161b2 req-36eaa061-387f-4b5a-98d6-2136d8eb30e1 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770830 Aug 03 19:12:07.493249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Allocated IP 2001:db8:0:ffff::2 (d715397a-9c6d-453c-9e39-6b7e6439e779/f5e98d78-81d8-44c2-b7ae-31ad9aba1a48/8a30ce81-575d-48a7-89d8-05acb81af5d9) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:07.562208 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fd56617a-2e0e-4b00-b5f5-bf5566c44ff4 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8258674 Aug 03 19:12:07.777971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 095e32c4-d2df-4b91-b346-d4f352cc3514 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:12:08.343919 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.363100 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.445798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5d863de6-d465-4440-882b-5797ec0e27ce None None] For port 106fa90b-875e-44a1-a034-207a00d6e680, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=106fa90b-875e-44a1-a034-207a00d6e680,segment=NetworkSegment(4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f),segment_id=4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:08.474235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4bdba83-650f-45d4-983e-1080a44d6f31 req-6097bde2-e27c-42e2-990f-89cf769473d6 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.2402411 Aug 03 19:12:08.525379 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5d863de6-d465-4440-882b-5797ec0e27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.617263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=3c427095-bf8d-4a95-99af-466418faaa76,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:08.731682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:08.747443 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Checking segment: {'id': '25e9d314-fe42-4e28-bd11-cb25b674b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5fcc7a90-01ca-4911-aa18-31a7256cce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:08.749998 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network hostable DHCP agents. Network: 5fcc7a90-01ca-4911-aa18-31a7256cce6a, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:08.779030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32966) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:08.779278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-001a9771-1298-4445-a798-fb0f53a95419 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/095e32c4-d2df-4b91-b346-d4f352cc3514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3126359 Aug 03 19:12:08.828721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d863de6-d465-4440-882b-5797ec0e27ce None None] Pushing event updated for resources: {'Port': ['ID=106fa90b-875e-44a1-a034-207a00d6e680,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:08.845687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ac4c6-998b-45a8-ab04-517ccfc73694 None None] Sync routers for ids ['095e32c4-d2df-4b91-b346-d4f352cc3514'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:08.898069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-ce2f6c10-5676-4657-aab7-c7a0c63d626f tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:08.905213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-ce2f6c10-5676-4657-aab7-c7a0c63d626f tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/networks?id=d68d020c-6161-41b3-8aa5-06cb6d537087 HTTP/1.1" status: 200 len: 910 time: 0.6147461 Aug 03 19:12:08.906294 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.933547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-fefe4cd4-c925-4c67-af33-c2e6b53246f5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/quotas/3e03cdc6b34a44b1806eeb40a411120d HTTP/1.1" status: 200 len: 375 time: 0.0195365 Aug 03 19:12:08.961607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1283e1f-e6bb-4f69-a262-a2432a5d4a14 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:08.961607 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b1283e1f-e6bb-4f69-a262-a2432a5d4a14 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports/c84af19f-3beb-45b6-b505-d29ae6405df9 HTTP/1.1" status: 200 len: 911 time: 0.1853032 Aug 03 19:12:08.961607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32974) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:08.961607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network 5fcc7a90-01ca-4911-aa18-31a7256cce6a is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:08.968852 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca7d7a6b-d3c3-443e-aa94-0e92bef74824'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:08.991844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-795484e0-5971-4016-b3a8-e0cf934b7439 None None] Provisioning complete for port 106fa90b-875e-44a1-a034-207a00d6e680 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:08.993984 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-795484e0-5971-4016-b3a8-e0cf934b7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.023750 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.047049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ac4c6-998b-45a8-ab04-517ccfc73694 None None] Routers {'095e32c4-d2df-4b91-b346-d4f352cc3514'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:09.050636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ef1ac4c6-998b-45a8-ab04-517ccfc73694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:12:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['095e32c4-d2df-4b91-b346-d4f352cc3514'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:09.055349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f7d5d26c-f5d4-4f56-9525-95cd5373fc0d tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e03cdc6b34a44b1806eeb40a411120d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1152320 Aug 03 19:12:09.299417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-b0714705-088c-4018-9e86-640ef330879d service neutron] 10.222.0.78 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354343 Aug 03 19:12:09.540468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-02b1265a-13e9-47ff-ae39-fcea730ec70a service neutron] 10.222.0.78 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337394 Aug 03 19:12:09.561226 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Transition to ACTIVE for port object 8a30ce81-575d-48a7-89d8-05acb81af5d9 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:09.588027 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Transition to ACTIVE for port object 8a30ce81-575d-48a7-89d8-05acb81af5d9 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:09.593403 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:12:09.594013 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:12:09.594965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ef1ac4c6-998b-45a8-ab04-517ccfc73694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:09.611592 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.776855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Network d715397a-9c6d-453c-9e39-6b7e6439e779 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:09.781270 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.788715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ac4c6-998b-45a8-ab04-517ccfc73694 None None] Routers {'095e32c4-d2df-4b91-b346-d4f352cc3514'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:09.791667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ef1ac4c6-998b-45a8-ab04-517ccfc73694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:12:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['095e32c4-d2df-4b91-b346-d4f352cc3514'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:10.150615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:10.171637 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:10.207368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ef1ac4c6-998b-45a8-ab04-517ccfc73694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:10.210477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1ac4c6-998b-45a8-ab04-517ccfc73694 None None] The sync data for ids ['095e32c4-d2df-4b91-b346-d4f352cc3514'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:10.261525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-257f2ad3-793d-438e-b5d2-076d42dd4f85 req-70fa121c-801d-4ce8-aa12-ef81472a152c tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.2507420 Aug 03 19:12:10.407733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1bb7e26-e8e9-484e-839d-cb135d716fac req-9a0f9c33-16a3-437e-8eab-7516de0f19a7 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 210 time: 0.1472833 Aug 03 19:12:10.670727 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Pushing event updated for resources: {'Port': ['ID=8a30ce81-575d-48a7-89d8-05acb81af5d9,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:10.780168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Attempting to bind port 8a30ce81-575d-48a7-89d8-05acb81af5d9 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:10.782127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Attempting to bind port 8a30ce81-575d-48a7-89d8-05acb81af5d9 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'cd455ce3-da72-49a5-81f6-1d661a39e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd715397a-9c6d-453c-9e39-6b7e6439e779'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:10.785661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Attempting to bind port 8a30ce81-575d-48a7-89d8-05acb81af5d9 on network d715397a-9c6d-453c-9e39-6b7e6439e779 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:10.803910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:10.808216 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Checking segment: {'id': 'cd455ce3-da72-49a5-81f6-1d661a39e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd715397a-9c6d-453c-9e39-6b7e6439e779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:10.810941 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.812768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Bound using segment: {'id': 'cd455ce3-da72-49a5-81f6-1d661a39e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd715397a-9c6d-453c-9e39-6b7e6439e779'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:10.813555 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Bound port: 8a30ce81-575d-48a7-89d8-05acb81af5d9, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd455ce3-da72-49a5-81f6-1d661a39e815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'd715397a-9c6d-453c-9e39-6b7e6439e779'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:10.814860 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.933873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-795484e0-5971-4016-b3a8-e0cf934b7439 None None] Provisioning for port c84af19f-3beb-45b6-b505-d29ae6405df9 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:10.956709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-795484e0-5971-4016-b3a8-e0cf934b7439 None None] Provisioning complete for port c84af19f-3beb-45b6-b505-d29ae6405df9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:10.957165 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-795484e0-5971-4016-b3a8-e0cf934b7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.072309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-795484e0-5971-4016-b3a8-e0cf934b7439 None None] Port c84af19f-3beb-45b6-b505-d29ae6405df9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:11.092461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 106fa90b-875e-44a1-a034-207a00d6e680 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:11.295884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 5fcc7a90-01ca-4911-aa18-31a7256cce6a) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:11.329088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:11.330240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.340722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d43bbca-ae23-4803-bd4e-b1432b3e91f1 None None] Network 5fcc7a90-01ca-4911-aa18-31a7256cce6a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:11.361619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.691203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e280b42c-b747-4665-b515-e5dc9d51da8c req-dd1afc23-3d8f-442c-a3ed-b976d6997e93 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 210 time: 0.1146743 Aug 03 19:12:11.693975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33034) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:11.936239 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bbb5ca2a-d4f4-45c0-a6c4-17168ae5b061 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.1835446 Aug 03 19:12:11.936929 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33042) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:11.967733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] For port 8a30ce81-575d-48a7-89d8-05acb81af5d9, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:11.997386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3008da46-976a-4d0b-a9e7-b95491708774 None None] Provisioning complete for port c84af19f-3beb-45b6-b505-d29ae6405df9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:11.999210 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3008da46-976a-4d0b-a9e7-b95491708774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.064449 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-f2018346-9dbd-4115-9be4-3971b02007f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9713728 Aug 03 19:12:12.200421 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] For port 8a30ce81-575d-48a7-89d8-05acb81af5d9, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8a30ce81-575d-48a7-89d8-05acb81af5d9,segment=NetworkSegment(cd455ce3-da72-49a5-81f6-1d661a39e815),segment_id=cd455ce3-da72-49a5-81f6-1d661a39e815)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:12.212573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-433f01cb-3afe-4c4d-8319-ed63174242eb req-94031be5-d81c-4d4f-adb1-06035bfe9c02 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.2283955 Aug 03 19:12:12.248189 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.289098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3008da46-976a-4d0b-a9e7-b95491708774 None None] Port c84af19f-3beb-45b6-b505-d29ae6405df9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:12.549574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469dd7d-3121-47d4-bdb1-601323a301d5 None None] Pushing event updated for resources: {'Port': ['ID=8a30ce81-575d-48a7-89d8-05acb81af5d9,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:12.664209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 106fa90b-875e-44a1-a034-207a00d6e680 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:12.664791 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.670410 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.685623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-5fcc7a90-01ca-4911-aa18-31a7256cce6a', 'network_id': '5fcc7a90-01ca-4911-aa18-31a7256cce6a', 'tenant_id': '794ea1ee69c64dccb419b79b6b8b688f', 'fixed_ips': [{'subnet_id': '3c427095-bf8d-4a95-99af-466418faaa76'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:12.689599 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.704351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81e705e3-4260-4061-a767-ad50e8878b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.824972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33050) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:12.844704 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.900350 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.940275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.942338 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.947343 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/ports/c84af19f-3beb-45b6-b505-d29ae6405df9 HTTP/1.1" status: 200 len: 911 time: 3.9915333 Aug 03 19:12:12.954725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33056) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:12.967549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'subnets': [{'network_id': 'be4539bd-2a25-4645-964f-fe0b0663277b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1812801786', 'ip_version': 6}, {'network_id': '3690517a-bbcd-419b-9b1e-533c2309fd4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:12.967871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'subnet': {'network_id': 'be4539bd-2a25-4645-964f-fe0b0663277b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1812801786', 'ip_version': 6}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:12.968566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Request body: {'subnet': {'network_id': '3690517a-bbcd-419b-9b1e-533c2309fd4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:12.987623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33058) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:13.067678 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.215040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=c84af19f-3beb-45b6-b505-d29ae6405df9,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:13.245758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67fda7da-280c-438a-b418-7123a9635cae req-d24aa031-08c2-42a0-9dd8-0834df04c0f0 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 210 time: 0.2405238 Aug 03 19:12:13.512155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.513181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.517119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.517927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.519782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.522304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.532349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.535991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.537917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.538807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.539636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.540542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf6af04-81d2-42f4-b5a2-9ac97c608dfe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:13.755417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Allocated IP 2001:db8::1 (5fcc7a90-01ca-4911-aa18-31a7256cce6a/3c427095-bf8d-4a95-99af-466418faaa76/bb7192fe-b037-453a-ac07-a2f6b086e05f) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:13.764130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-2addc291-5f62-412d-9320-723b870cbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:13.770754 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-2addc291-5f62-412d-9320-723b870cbe1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e03cdc6b34a44b1806eeb40a411120d&device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1096 time: 0.9129548 Aug 03 19:12:13.991914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-612078ee-0ac1-47d7-ae46-e84939ad9c7c req-f6b1e7e8-745e-4e26-ae6e-5205b4d211f9 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.1510105 Aug 03 19:12:14.106896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-ad70c448-3639-4864-9d0d-69332152446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:14.108389 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-ad70c448-3639-4864-9d0d-69332152446b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d68d020c-6161-41b3-8aa5-06cb6d537087 HTTP/1.1" status: 200 len: 910 time: 0.2019243 Aug 03 19:12:14.160653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8a30ce81-575d-48a7-89d8-05acb81af5d9 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:14.226993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81e705e3-4260-4061-a767-ad50e8878b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.265217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81e705e3-4260-4061-a767-ad50e8878b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.287408 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-3c679396-9033-44d3-bef5-59f4941cac9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abc22151-ae85-4c85-940c-493dc9c56c26 HTTP/1.1" status: 200 len: 217 time: 0.1648817 Aug 03 19:12:14.334134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e705e3-4260-4061-a767-ad50e8878b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c234066-4529-4863-b5f0-9e568096ecd9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:14.449023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Made reservation on behalf of a2a1b137a70c46ac9366663dd44c772b for: {'subnet': 2} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:14.456535 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.456948 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.602123 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-851f1b61-5d8d-4162-b4e4-f56ac5ce06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:14.603978 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-851f1b61-5d8d-4162-b4e4-f56ac5ce06cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37ed38a3-d6f9-4468-b632-ec3309b6276c HTTP/1.1" status: 200 len: 848 time: 0.3040712 Aug 03 19:12:14.775162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-53ba72a8-2d52-4824-898d-8fe8234683fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:14.784703 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-53ba72a8-2d52-4824-898d-8fe8234683fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d68d020c-6161-41b3-8aa5-06cb6d537087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701274 Aug 03 19:12:14.840296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f018d049-4bfa-410a-aa92-83f00c7f5ee6 None None] Network d715397a-9c6d-453c-9e39-6b7e6439e779 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:14.971351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6dc5ad54-c934-46e4-a268-1b3db9c6e1cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.986894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-51182f5c-a9e6-4449-8b09-852aa0c78035 None None] Provisioning for port 8a30ce81-575d-48a7-89d8-05acb81af5d9 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:15.105089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 8a30ce81-575d-48a7-89d8-05acb81af5d9 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:15.107931 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-829c912c-7e06-44f1-86a1-91b1d2f15215 service neutron] 10.222.0.37 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134160 Aug 03 19:12:15.171052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8a30ce81-575d-48a7-89d8-05acb81af5d9 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:15.171684 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.179822 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.189385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-81e705e3-4260-4061-a767-ad50e8878b80 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d71ef6c431654966b6c63880149930d7&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4879460 Aug 03 19:12:15.192748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33072) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:15.239314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Transition to ACTIVE for port object bb7192fe-b037-453a-ac07-a2f6b086e05f will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:15.250809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a4b2293-1d37-42e3-9237-bcb2aa7be313 req-8b01a71e-d5d4-4b7c-82e5-c36d629cd8a7 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 210 time: 0.1426959 Aug 03 19:12:15.255198 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-17daef47-b79d-4adb-bf69-0dd25e25ce17 req-92298e78-7df5-4ca5-94bf-47eb38f1955c service neutron] 10.222.0.37 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370652 Aug 03 19:12:15.267564 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.272128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-faa1e588-c182-4c2d-8bb1-373889c3ba2c tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:15.273827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-faa1e588-c182-4c2d-8bb1-373889c3ba2c tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.74 "GET /v2.0/networks?id=d68d020c-6161-41b3-8aa5-06cb6d537087 HTTP/1.1" status: 200 len: 910 time: 1.7390239 Aug 03 19:12:15.291781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.325761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Transition to ACTIVE for port object bb7192fe-b037-453a-ac07-a2f6b086e05f will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:15.328898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Request body: {'port': {'device_id': 'cba71a35-c1bf-48f6-891c-e0585e6e7fb7', 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087', 'admin_state_up': True, 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:15.355587 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.432375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf83b05f-a28b-4ab6-8258-65c1fb20f32b req-92af6cb0-5ad4-4f36-a2ca-9b1fa04fe2cb tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.1541836 Aug 03 19:12:15.492642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Made reservation on behalf of 3e03cdc6b34a44b1806eeb40a411120d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:15.495258 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.508242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5ad54-c934-46e4-a268-1b3db9c6e1cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port c84af19f-3beb-45b6-b505-d29ae6405df9 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:15.508722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6dc5ad54-c934-46e4-a268-1b3db9c6e1cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.516804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Network 5fcc7a90-01ca-4911-aa18-31a7256cce6a is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:15.551663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:15.575455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:15.583623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Pushing event updated for resources: {'Port': ['ID=bb7192fe-b037-453a-ac07-a2f6b086e05f,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:15.585577 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.625849 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.651796 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28fdbceb-c618-4d0c-8f3d-7fd43931dc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.654211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event updated for resources: {'Subnet': ['ID=f33a1af2-7e7e-42ea-b718-147b2c965e02,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:15.686369 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6dc5ad54-c934-46e4-a268-1b3db9c6e1cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.701904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Subnet': ['ID=3c427095-bf8d-4a95-99af-466418faaa76,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:15.707291 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5ad54-c934-46e4-a268-1b3db9c6e1cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for c84af19f-3beb-45b6-b505-d29ae6405df9 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:15.719519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Attempting to bind port bb7192fe-b037-453a-ac07-a2f6b086e05f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:15.719903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Attempting to bind port bb7192fe-b037-453a-ac07-a2f6b086e05f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '25e9d314-fe42-4e28-bd11-cb25b674b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5fcc7a90-01ca-4911-aa18-31a7256cce6a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:15.720580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Attempting to bind port bb7192fe-b037-453a-ac07-a2f6b086e05f on network 5fcc7a90-01ca-4911-aa18-31a7256cce6a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:15.732138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 8a30ce81-575d-48a7-89d8-05acb81af5d9, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8a30ce81-575d-48a7-89d8-05acb81af5d9,segment=NetworkSegment(cd455ce3-da72-49a5-81f6-1d661a39e815),segment_id=cd455ce3-da72-49a5-81f6-1d661a39e815)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:15.736051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:15.736428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Checking segment: {'id': '25e9d314-fe42-4e28-bd11-cb25b674b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5fcc7a90-01ca-4911-aa18-31a7256cce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:15.736845 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.739554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Bound using segment: {'id': '25e9d314-fe42-4e28-bd11-cb25b674b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5fcc7a90-01ca-4911-aa18-31a7256cce6a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:15.742984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Bound port: bb7192fe-b037-453a-ac07-a2f6b086e05f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e9d314-fe42-4e28-bd11-cb25b674b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5fcc7a90-01ca-4911-aa18-31a7256cce6a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:15.743632 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.749175 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.767825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Checking segment: {'id': '19c7d5e9-b93e-48b6-b221-a141f2518045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'be4539bd-2a25-4645-964f-fe0b0663277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:15.768277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Network hostable DHCP agents. Network: be4539bd-2a25-4645-964f-fe0b0663277b, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:15.885039 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Network be4539bd-2a25-4645-964f-fe0b0663277b is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:15.889933 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28fdbceb-c618-4d0c-8f3d-7fd43931dc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.913102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] For port bb7192fe-b037-453a-ac07-a2f6b086e05f, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:15.915304 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:12:15.919833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] For port bb7192fe-b037-453a-ac07-a2f6b086e05f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bb7192fe-b037-453a-ac07-a2f6b086e05f,segment=NetworkSegment(25e9d314-fe42-4e28-bd11-cb25b674b3b3),segment_id=25e9d314-fe42-4e28-bd11-cb25b674b3b3)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:15.957717 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.979231 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6dc5ad54-c934-46e4-a268-1b3db9c6e1cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.059037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5ad54-c934-46e4-a268-1b3db9c6e1cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=c84af19f-3beb-45b6-b505-d29ae6405df9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:16.081329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, be4539bd-2a25-4645-964f-fe0b0663277b) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:16.108677 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.109682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920aee6d-96a2-42b7-9dc6-9293db6e6bac None None] Network be4539bd-2a25-4645-964f-fe0b0663277b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:16.124207 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.127628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=8a30ce81-575d-48a7-89d8-05acb81af5d9,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:16.204723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcc7a90-01ca-4911-aa18-31a7256cce6a']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:16.220425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e9d314-fe42-4e28-bd11-cb25b674b3b3') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:16.221126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e9d314-fe42-4e28-bd11-cb25b674b3b3') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:16.236525 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.254728 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6dc5ad54-c934-46e4-a268-1b3db9c6e1cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.338870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8dcf1a-d064-4ce8-8680-ec24f109c328 None None] Network 5fcc7a90-01ca-4911-aa18-31a7256cce6a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:16.344860 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.357947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:16.358925 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.433853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-46be00dc-bb3b-4b51-9b92-731c6311013a None None] Provisioning complete for port 8a30ce81-575d-48a7-89d8-05acb81af5d9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:16.434232 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46be00dc-bb3b-4b51-9b92-731c6311013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.565462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc5ad54-c934-46e4-a268-1b3db9c6e1cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 095e32c4-d2df-4b91-b346-d4f352cc3514 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:12:16.581912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e06873-4b50-4668-b982-0b867cb090b0 None None] Pushing event updated for resources: {'Port': ['ID=bb7192fe-b037-453a-ac07-a2f6b086e05f,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:16.704062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc5ad54-c934-46e4-a268-1b3db9c6e1cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:16.714112 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6dc5ad54-c934-46e4-a268-1b3db9c6e1cd tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/095e32c4-d2df-4b91-b346-d4f352cc3514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7320724 Aug 03 19:12:16.714112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33080) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:16.721844 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2c9b7-a46e-43c5-8e50-c07eec51bacb None None] Sync routers for ids ['095e32c4-d2df-4b91-b346-d4f352cc3514'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:16.738002 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2c9b7-a46e-43c5-8e50-c07eec51bacb None None] Routers {'095e32c4-d2df-4b91-b346-d4f352cc3514'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:16.741907 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-36a2c9b7-a46e-43c5-8e50-c07eec51bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:12:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['095e32c4-d2df-4b91-b346-d4f352cc3514'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:16.796092 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6a82d0ff-4cf6-4e6d-ad99-38f5c61ebf30 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=095e32c4-d2df-4b91-b346-d4f352cc3514 HTTP/1.1" status: 200 len: 205 time: 0.0779610 Aug 03 19:12:16.808157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33082) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:16.885336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4539bd-2a25-4645-964f-fe0b0663277b', 'network_id': 'be4539bd-2a25-4645-964f-fe0b0663277b', 'tenant_id': 'a2a1b137a70c46ac9366663dd44c772b', 'fixed_ips': [{'subnet_id': 'f33a1af2-7e7e-42ea-b718-147b2c965e02'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:16.886408 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:16.944798 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:16.962933 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-36a2c9b7-a46e-43c5-8e50-c07eec51bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:16.983555 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2c9b7-a46e-43c5-8e50-c07eec51bacb None None] Routers {'095e32c4-d2df-4b91-b346-d4f352cc3514'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:16.984920 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-36a2c9b7-a46e-43c5-8e50-c07eec51bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:12:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['095e32c4-d2df-4b91-b346-d4f352cc3514'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:16.998890 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29bb9740-107c-4e75-8032-814c4d351a3e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.026933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event updated for resources: {'Subnet': ['ID=ca2f4417-b1bf-488b-864c-ac807bb0b575,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:17.035105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce147f6a-9bd9-485f-86ca-0cf14a40cc46 req-eb153cb9-bd20-4971-b47b-3558524e6db2 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0407882 Aug 03 19:12:17.149326 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-36a2c9b7-a46e-43c5-8e50-c07eec51bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:17.150537 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2c9b7-a46e-43c5-8e50-c07eec51bacb None None] The sync data for ids ['095e32c4-d2df-4b91-b346-d4f352cc3514'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:17.154908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f0a4a2b-3d2a-4ece-b747-e1b27a9014fa req-64b92f2e-1dc9-420b-82da-5de986c9e838 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 210 time: 0.2088418 Aug 03 19:12:17.228478 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.api [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:12:17.228478 n-d-802918-7 neutron-server[100487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:12:17.228478 n-d-802918-7 neutron-server[100487]: [parameters: {'id': '5fcc7a90-01ca-4911-aa18-31a7256cce6a'}] Aug 03 19:12:17.228478 n-d-802918-7 neutron-server[100487]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:12:17.229383 n-d-802918-7 neutron-server[100487]: DEBUG oslo_db.api [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:12:17.249303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Checking segment: {'id': 'b2f907a8-d1d8-41c1-b418-9a4a916d095a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3690517a-bbcd-419b-9b1e-533c2309fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:17.249965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Network hostable DHCP agents. Network: 3690517a-bbcd-419b-9b1e-533c2309fd4e, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:17.257215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Allocated IP 2001:db8::1 (be4539bd-2a25-4645-964f-fe0b0663277b/f33a1af2-7e7e-42ea-b718-147b2c965e02/0c1949e8-1bb5-4c33-986a-9eaa991de622) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:17.261971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28fdbceb-c618-4d0c-8f3d-7fd43931dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.267005 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28fdbceb-c618-4d0c-8f3d-7fd43931dc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.271490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-28fdbceb-c618-4d0c-8f3d-7fd43931dc54 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7c234066-4529-4863-b5f0-9e568096ecd9 HTTP/1.1" status: 204 len: 168 time: 2.0523894 Aug 03 19:12:17.273826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Allocated IP 172.20.0.9 (d68d020c-6161-41b3-8aa5-06cb6d537087/37ed38a3-d6f9-4468-b632-ec3309b6276c/3a1ef490-8e75-46cf-a86f-ae2fdd29c998) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:17.413090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdbceb-c618-4d0c-8f3d-7fd43931dc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c234066-4529-4863-b5f0-9e568096ecd9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:17.499446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Network 3690517a-bbcd-419b-9b1e-533c2309fd4e is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:17.532622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 3690517a-bbcd-419b-9b1e-533c2309fd4e) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:17.542451 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.545673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:17.546222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:17.546845 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.563035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5bd7f-616d-4695-b58b-f3d96ab96c0c None None] Network 3690517a-bbcd-419b-9b1e-533c2309fd4e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:17.592827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29bb9740-107c-4e75-8032-814c4d351a3e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.603516 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29bb9740-107c-4e75-8032-814c4d351a3e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.633902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2a6c830a-7bbf-4626-9c42-19f8c2d09166 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.7938616 Aug 03 19:12:17.642475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33090) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:17.723977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29bb9740-107c-4e75-8032-814c4d351a3e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.726359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bb9740-107c-4e75-8032-814c4d351a3e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Fanout notify agent at l3_agent the message router_deleted on router 095e32c4-d2df-4b91-b346-d4f352cc3514 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:12:17.739293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.742065 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.747674 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29bb9740-107c-4e75-8032-814c4d351a3e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.749769 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-29bb9740-107c-4e75-8032-814c4d351a3e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/095e32c4-d2df-4b91-b346-d4f352cc3514 HTTP/1.1" status: 204 len: 168 time: 0.9402072 Aug 03 19:12:17.758247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33094) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:17.924437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fc8a7a-cf96-497d-8f1f-41491098e8e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting subnet ca7d7a6b-d3c3-443e-aa94-0e92bef74824 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:17.936156 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8a7a-cf96-497d-8f1f-41491098e8e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.942490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8a30ce81-575d-48a7-89d8-05acb81af5d9 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:17.986808 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.997858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Transition to ACTIVE for port object 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:18.006191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8a7a-cf96-497d-8f1f-41491098e8e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.007342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Transition to ACTIVE for port object 0c1949e8-1bb5-4c33-986a-9eaa991de622 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:18.066336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Transition to ACTIVE for port object 0c1949e8-1bb5-4c33-986a-9eaa991de622 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:18.078563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8a30ce81-575d-48a7-89d8-05acb81af5d9 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:18.078991 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.083301 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.117127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-3690517a-bbcd-419b-9b1e-533c2309fd4e', 'network_id': '3690517a-bbcd-419b-9b1e-533c2309fd4e', 'tenant_id': 'a2a1b137a70c46ac9366663dd44c772b', 'fixed_ips': [{'subnet_id': 'ca2f4417-b1bf-488b-864c-ac807bb0b575'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:18.118043 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.196306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Network be4539bd-2a25-4645-964f-fe0b0663277b is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:18.204742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:18.248171 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8a7a-cf96-497d-8f1f-41491098e8e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.415072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:18.445135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c9af99-8288-4f58-ad98-530d0cf6409c tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:18.450586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c9af99-8288-4f58-ad98-530d0cf6409c tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:18.454748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c9af99-8288-4f58-ad98-530d0cf6409c tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:18.458309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a6c9af99-8288-4f58-ad98-530d0cf6409c tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.8145146 Aug 03 19:12:18.485279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33114) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:18.499564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0496e321-107b-487f-aeda-8c177b220d47 req-aa9ddf27-e474-43d2-8e0f-ce3d52ac5a82 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0970738 Aug 03 19:12:18.660194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36106ecd-5dfc-4363-8a7e-d3ad4b528ea6 req-e3d7ed16-7825-41c8-a6ff-4a3f487f891b tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0685642 Aug 03 19:12:18.710069 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.726383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting port bb7192fe-b037-453a-ac07-a2f6b086e05f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:18.728498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8a7a-cf96-497d-8f1f-41491098e8e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.729030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Pushing event updated for resources: {'Port': ['ID=0c1949e8-1bb5-4c33-986a-9eaa991de622,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:18.731573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.731949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['abc22151-ae85-4c85-940c-493dc9c56c26'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:18.817681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Allocated IP 2001:db8:0:1::1 (3690517a-bbcd-419b-9b1e-533c2309fd4e/ca2f4417-b1bf-488b-864c-ac807bb0b575/10fec889-6a22-4028-bfb5-73620ef7fd2c) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:18.824741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Attempting to bind port 0c1949e8-1bb5-4c33-986a-9eaa991de622 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:18.825139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Attempting to bind port 0c1949e8-1bb5-4c33-986a-9eaa991de622 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '19c7d5e9-b93e-48b6-b221-a141f2518045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'be4539bd-2a25-4645-964f-fe0b0663277b'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:18.825576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Attempting to bind port 0c1949e8-1bb5-4c33-986a-9eaa991de622 on network be4539bd-2a25-4645-964f-fe0b0663277b {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:18.859607 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Network d68d020c-6161-41b3-8aa5-06cb6d537087 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:18.879941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:18.887228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:18.887781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Checking segment: {'id': '19c7d5e9-b93e-48b6-b221-a141f2518045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'be4539bd-2a25-4645-964f-fe0b0663277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:18.888181 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.888296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:18.888612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Bound using segment: {'id': '19c7d5e9-b93e-48b6-b221-a141f2518045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'be4539bd-2a25-4645-964f-fe0b0663277b'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:18.889161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Bound port: 0c1949e8-1bb5-4c33-986a-9eaa991de622, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c7d5e9-b93e-48b6-b221-a141f2518045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'be4539bd-2a25-4645-964f-fe0b0663277b'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:18.889580 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.900311 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Pushing event updated for resources: {'Port': ['ID=3a1ef490-8e75-46cf-a86f-ae2fdd29c998,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:18.906711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] For port bb7192fe-b037-453a-ac07-a2f6b086e05f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bb7192fe-b037-453a-ac07-a2f6b086e05f,segment=NetworkSegment(25e9d314-fe42-4e28-bd11-cb25b674b3b3),segment_id=25e9d314-fe42-4e28-bd11-cb25b674b3b3)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:18.907178 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.914034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-517dced4-0ffd-46cf-8e75-414f0c969ff2 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Deleting subnet f33a1af2-7e7e-42ea-b718-147b2c965e02 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:18.938083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-517dced4-0ffd-46cf-8e75-414f0c969ff2 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.954491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Calling delete_port for bb7192fe-b037-453a-ac07-a2f6b086e05f owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:18.969589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8a7a-cf96-497d-8f1f-41491098e8e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.978838 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f7fc8a7a-cf96-497d-8f1f-41491098e8e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/ca7d7a6b-d3c3-443e-aa94-0e92bef74824 HTTP/1.1" status: 204 len: 168 time: 1.2125149 Aug 03 19:12:18.978838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc8a7a-cf96-497d-8f1f-41491098e8e0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7d7a6b-d3c3-443e-aa94-0e92bef74824,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:18.990548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33118) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:19.007819 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51257e7-fdb9-4581-a405-b40e705f6ad8 None None] Network 7e0a8189-32df-48f9-9642-cf6fd56dbde4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:19.078028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33120) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:19.166302 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-517dced4-0ffd-46cf-8e75-414f0c969ff2 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.327415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:19.328477 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.344024 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.404170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-249435ad-5ae3-46a9-8bb7-7060ae762ddf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.1058905 Aug 03 19:12:19.434228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] For port 0c1949e8-1bb5-4c33-986a-9eaa991de622, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:19.442468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-649fc613-dde5-4f31-8cd5-d3420899bf55 None None] Provisioning for port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:19.453396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-649fc613-dde5-4f31-8cd5-d3420899bf55 None None] Provisioning complete for port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:19.453813 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-649fc613-dde5-4f31-8cd5-d3420899bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.457057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-079fbd86-6e6a-4199-9385-91f2fd5c6900 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:12:19.458303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-079fbd86-6e6a-4199-9385-91f2fd5c6900 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106502 Aug 03 19:12:19.477453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Request body: {'port': {'device_id': 'cba71a35-c1bf-48f6-891c-e0585e6e7fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:19.486060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2125274928-network', 'tenant_id': 'e5d56d01874146b088d5bf630adf347e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:19.513135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-649fc613-dde5-4f31-8cd5-d3420899bf55 None None] Port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:19.523772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] For port 0c1949e8-1bb5-4c33-986a-9eaa991de622, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0c1949e8-1bb5-4c33-986a-9eaa991de622,segment=NetworkSegment(19c7d5e9-b93e-48b6-b221-a141f2518045),segment_id=19c7d5e9-b93e-48b6-b221-a141f2518045)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:19.544519 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.562043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-517dced4-0ffd-46cf-8e75-414f0c969ff2 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.586354 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.616572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Made reservation on behalf of e5d56d01874146b088d5bf630adf347e for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:19.621029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.643334 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.686608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd2ada-e3d7-40cc-a205-782d5bd93946 None None] Pushing event updated for resources: {'Port': ['ID=0c1949e8-1bb5-4c33-986a-9eaa991de622,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:19.692617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c7a302-b9d0-4773-8276-760456c472ed None None] DHCP port deletion for 7e0a8189-32df-48f9-9642-cf6fd56dbde4 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:12:19.702668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Port': ['ID=bb7192fe-b037-453a-ac07-a2f6b086e05f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:19.710212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No DVR routers for this DVR port bb7192fe-b037-453a-ac07-a2f6b086e05f on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:19.712796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] Deleting port bb0a1147-9167-45e7-956d-381d452b6711 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:19.713572 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.778512 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.862501 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd483724-3327-47b9-89d6-b41ed25d0481 req-d5af9995-71e5-48eb-9801-d2fc324743f8 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.2014458 Aug 03 19:12:19.865359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Transition to ACTIVE for port object 10fec889-6a22-4028-bfb5-73620ef7fd2c will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:19.884668 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.898349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.903858 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.910286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port 106fa90b-875e-44a1-a034-207a00d6e680 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:19.910763 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.919612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Transition to ACTIVE for port object 10fec889-6a22-4028-bfb5-73620ef7fd2c will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:19.930181 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 106fa90b-875e-44a1-a034-207a00d6e680 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:19.934648 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.990263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] For port bb0a1147-9167-45e7-956d-381d452b6711, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bb0a1147-9167-45e7-956d-381d452b6711,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:19.990764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.049792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Network 3690517a-bbcd-419b-9b1e-533c2309fd4e is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:20.057238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-54c7a302-b9d0-4773-8276-760456c472ed None None] Deleting port 106fa90b-875e-44a1-a034-207a00d6e680 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:20.058308 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-54c7a302-b9d0-4773-8276-760456c472ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.107293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:20.112418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:20.163849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] Calling delete_port for bb0a1147-9167-45e7-956d-381d452b6711 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:20.287982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-54c7a302-b9d0-4773-8276-760456c472ed None None] For port 106fa90b-875e-44a1-a034-207a00d6e680, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=106fa90b-875e-44a1-a034-207a00d6e680,segment=NetworkSegment(4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f),segment_id=4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:20.288703 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-54c7a302-b9d0-4773-8276-760456c472ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.327801 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-54c7a302-b9d0-4773-8276-760456c472ed None None] Calling delete_port for 106fa90b-875e-44a1-a034-207a00d6e680 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:20.374714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Pushing event updated for resources: {'Port': ['ID=10fec889-6a22-4028-bfb5-73620ef7fd2c,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.440760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.457376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Attempting to bind port 10fec889-6a22-4028-bfb5-73620ef7fd2c on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:20.458514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Attempting to bind port 10fec889-6a22-4028-bfb5-73620ef7fd2c by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'b2f907a8-d1d8-41c1-b418-9a4a916d095a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3690517a-bbcd-419b-9b1e-533c2309fd4e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:20.458514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Attempting to bind port 10fec889-6a22-4028-bfb5-73620ef7fd2c on network 3690517a-bbcd-419b-9b1e-533c2309fd4e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:20.523757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port 106fa90b-875e-44a1-a034-207a00d6e680, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=106fa90b-875e-44a1-a034-207a00d6e680,segment=NetworkSegment(4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f),segment_id=4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:20.524317 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.528365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcc7a90-01ca-4911-aa18-31a7256cce6a']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:20.564541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:20.565363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Checking segment: {'id': 'b2f907a8-d1d8-41c1-b418-9a4a916d095a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3690517a-bbcd-419b-9b1e-533c2309fd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:20.565653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for 106fa90b-875e-44a1-a034-207a00d6e680 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:20.566297 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.566953 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Bound using segment: {'id': 'b2f907a8-d1d8-41c1-b418-9a4a916d095a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3690517a-bbcd-419b-9b1e-533c2309fd4e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:20.568954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Bound port: 10fec889-6a22-4028-bfb5-73620ef7fd2c, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f907a8-d1d8-41c1-b418-9a4a916d095a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3690517a-bbcd-419b-9b1e-533c2309fd4e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:20.569818 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.570940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e9d314-fe42-4e28-bd11-cb25b674b3b3') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:20.571253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e9d314-fe42-4e28-bd11-cb25b674b3b3') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:20.594811 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.673078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515af31-ba13-46bf-a533-4912b444cd30 req-9eafa193-fed7-4a6f-8b45-e2cbbcd36088 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:20.681847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a515af31-ba13-46bf-a533-4912b444cd30 req-9eafa193-fed7-4a6f-8b45-e2cbbcd36088 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1027 time: 0.8117690 Aug 03 19:12:20.700139 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-517dced4-0ffd-46cf-8e75-414f0c969ff2 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.701757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.705346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 106fa90b-875e-44a1-a034-207a00d6e680, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=106fa90b-875e-44a1-a034-207a00d6e680,segment=NetworkSegment(4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f),segment_id=4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:20.728569 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:20.729360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] For port 10fec889-6a22-4028-bfb5-73620ef7fd2c, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:20.732334 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.816403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dced4-0ffd-46cf-8e75-414f0c969ff2 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event deleted for resources: {'Subnet': ['ID=f33a1af2-7e7e-42ea-b718-147b2c965e02,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.823845 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-54c7a302-b9d0-4773-8276-760456c472ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.824284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2a11ca-4cb6-4cf1-a93e-964e6161813c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.833035 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-517dced4-0ffd-46cf-8e75-414f0c969ff2 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.835953 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-517dced4-0ffd-46cf-8e75-414f0c969ff2 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "DELETE /v2.0/subnets/f33a1af2-7e7e-42ea-b718-147b2c965e02 HTTP/1.1" status: 204 len: 168 time: 2.3387387 Aug 03 19:12:20.838003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.838237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event deleted for resources: {'Port': ['ID=106fa90b-875e-44a1-a034-207a00d6e680,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.838783 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Added segment 5d37fc2c-c875-4ef8-822f-22a902649f29 of type vlan for network 302f9810-6b93-4ead-af4b-fc41aa2c69b3 Aug 03 19:12:20.842055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33132) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:20.867553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] For port 10fec889-6a22-4028-bfb5-73620ef7fd2c, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=10fec889-6a22-4028-bfb5-73620ef7fd2c,segment=NetworkSegment(b2f907a8-d1d8-41c1-b418-9a4a916d095a),segment_id=b2f907a8-d1d8-41c1-b418-9a4a916d095a)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:20.874138 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.889437 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.945651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c7a302-b9d0-4773-8276-760456c472ed None None] No DVR routers for this DVR port 106fa90b-875e-44a1-a034-207a00d6e680 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:20.947482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7a302-b9d0-4773-8276-760456c472ed None None] Pushing event deleted for resources: {'Port': ['ID=106fa90b-875e-44a1-a034-207a00d6e680,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.990802 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.010823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:21.011264 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:21.016356 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:21.039530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad572f6-234e-4fe6-a760-ce01a435bbe7 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Deleting subnet ca2f4417-b1bf-488b-864c-ac807bb0b575 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:21.061389 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bad572f6-234e-4fe6-a760-ce01a435bbe7 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.119762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d9188-5b0c-41c8-8c72-0e907787b4f8 None None] Pushing event updated for resources: {'Port': ['ID=10fec889-6a22-4028-bfb5-73620ef7fd2c,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:21.220403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bad572f6-234e-4fe6-a760-ce01a435bbe7 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.227119 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.229263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:21.230695 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.362365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a607a6de-8594-483b-a147-6300ca947588 req-c0d7dd33-1f75-4172-bc9a-61be4a01cea0 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.2190247 Aug 03 19:12:21.371476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a515af31-ba13-46bf-a533-4912b444cd30 req-7dce3782-72fc-4fb7-a853-31243e638b2e tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292055 Aug 03 19:12:21.508842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] Pushing event updated for resources: {'Network': ['ID=302f9810-6b93-4ead-af4b-fc41aa2c69b3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:21.515337 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bd72aa1d-b479-48fb-8ba7-8d205b0120e6 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4357150 Aug 03 19:12:21.523358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33136) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:21.544116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] Request body: {'subnet': {'network_id': '302f9810-6b93-4ead-af4b-fc41aa2c69b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2125274928-subnet', 'tenant_id': 'e5d56d01874146b088d5bf630adf347e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:21.553272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 302f9810-6b93-4ead-af4b-fc41aa2c69b3 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:21.698607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] Made reservation on behalf of e5d56d01874146b088d5bf630adf347e for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:21.701177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.821044 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bad572f6-234e-4fe6-a760-ce01a435bbe7 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:21.994011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bad572f6-234e-4fe6-a760-ce01a435bbe7 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.055451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad572f6-234e-4fe6-a760-ce01a435bbe7 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2f4417-b1bf-488b-864c-ac807bb0b575,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:22.067254 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bad572f6-234e-4fe6-a760-ce01a435bbe7 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.069940 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bad572f6-234e-4fe6-a760-ce01a435bbe7 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "DELETE /v2.0/subnets/ca2f4417-b1bf-488b-864c-ac807bb0b575 HTTP/1.1" status: 204 len: 168 time: 1.2264106 Aug 03 19:12:22.074316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33140) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:22.101457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53029c4a-9415-414d-9d3a-8463d57dc09d None None] Network be4539bd-2a25-4645-964f-fe0b0663277b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:22.194437 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.250965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.253743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f4955a-dfdf-4661-9284-626c50c407be tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:22.255989 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c7f4955a-dfdf-4661-9284-626c50c407be tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1798980 Aug 03 19:12:22.258725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/5fcc7a90-01ca-4911-aa18-31a7256cce6a HTTP/1.1" status: 204 len: 168 time: 10.3193328 Aug 03 19:12:22.260705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33142) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:22.261791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33144) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:22.267124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b320-4fa5-43df-9419-6ef7300b6456 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Network': ['ID=5fcc7a90-01ca-4911-aa18-31a7256cce6a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:22.270305 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-704905635'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:22.303932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:22.308290 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.312139 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.366128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0c1949e8-1bb5-4c33-986a-9eaa991de622 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:22.429408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-13f93993-5f79-41e7-8521-699e2a051eed None None] Provisioning for port 0c1949e8-1bb5-4c33-986a-9eaa991de622 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:22.540006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:22.566843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 0c1949e8-1bb5-4c33-986a-9eaa991de622 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:22.583967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 0c1949e8-1bb5-4c33-986a-9eaa991de622 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:22.584958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.655487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:22.687221 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.697292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] Checking segment: {'id': '5d37fc2c-c875-4ef8-822f-22a902649f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '302f9810-6b93-4ead-af4b-fc41aa2c69b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:22.698512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] Network hostable DHCP agents. Network: 302f9810-6b93-4ead-af4b-fc41aa2c69b3, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:22.716394 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3313666-f15c-403c-9602-6773afa20719,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:22.730563 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.731846 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Added segment c2f38e09-e3b4-454f-ab42-22178268190b of type vlan for network 5f7eeb60-d1d1-4369-9725-338d721cd403 Aug 03 19:12:22.755814 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.759804 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.767934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcba2ba-4a57-4e5a-9e8e-e37d5d7afa0d None None] DHCP port deletion for be4539bd-2a25-4645-964f-fe0b0663277b request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:12:22.870416 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No DVR routers for this DVR port 106fa90b-875e-44a1-a034-207a00d6e680 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:22.873949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4c1881e-e42a-4874-ada6-1c76c61d72f4 req-1dea96dc-1f48-41c3-9d76-04e6aa2f0563 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.1340740 Aug 03 19:12:22.914830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] Network 302f9810-6b93-4ead-af4b-fc41aa2c69b3 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:22.941583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=106fa90b-875e-44a1-a034-207a00d6e680,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:22.950081 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 302f9810-6b93-4ead-af4b-fc41aa2c69b3) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:22.962470 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.972606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf5a1da-1525-4419-9e6a-12d0392d5574 None None] Network 302f9810-6b93-4ead-af4b-fc41aa2c69b3 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:22.978117 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.980686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:22.982495 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.014608 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.032290 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-952cce4d-97a5-45e4-89f7-e8114bcbc2dc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5073524 Aug 03 19:12:23.038999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Transition to ACTIVE for port object 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:23.042839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0a1147-9167-45e7-956d-381d452b6711,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:23.129043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Deleting port 10fec889-6a22-4028-bfb5-73620ef7fd2c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:23.129043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.148082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-cbcba2ba-4a57-4e5a-9e8e-e37d5d7afa0d None None] Deleting port 0c1949e8-1bb5-4c33-986a-9eaa991de622 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:23.148726 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cbcba2ba-4a57-4e5a-9e8e-e37d5d7afa0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.193681 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.241217 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.247473 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:23.248365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.335761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 0c1949e8-1bb5-4c33-986a-9eaa991de622, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0c1949e8-1bb5-4c33-986a-9eaa991de622,segment=NetworkSegment(19c7d5e9-b93e-48b6-b221-a141f2518045),segment_id=19c7d5e9-b93e-48b6-b221-a141f2518045)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:23.349915 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.350796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 10fec889-6a22-4028-bfb5-73620ef7fd2c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:23.352378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9c0eb-584f-4bdb-bfb1-5ba20501ff68 req-4e26913c-af0e-48fd-82dc-ca06be2e27fc tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:23.354034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4f9c0eb-584f-4bdb-bfb1-5ba20501ff68 req-4e26913c-af0e-48fd-82dc-ca06be2e27fc tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1027 time: 0.7964535 Aug 03 19:12:23.356674 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.359820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ef490-8e75-46cf-a86f-ae2fdd29c998,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:23.515773 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2557254 Aug 03 19:12:23.532744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33154) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:23.544704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] For port 10fec889-6a22-4028-bfb5-73620ef7fd2c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=10fec889-6a22-4028-bfb5-73620ef7fd2c,segment=NetworkSegment(b2f907a8-d1d8-41c1-b418-9a4a916d095a),segment_id=b2f907a8-d1d8-41c1-b418-9a4a916d095a)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:23.547480 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.548966 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-cbcba2ba-4a57-4e5a-9e8e-e37d5d7afa0d None None] For port 0c1949e8-1bb5-4c33-986a-9eaa991de622, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0c1949e8-1bb5-4c33-986a-9eaa991de622,segment=NetworkSegment(19c7d5e9-b93e-48b6-b221-a141f2518045),segment_id=19c7d5e9-b93e-48b6-b221-a141f2518045)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:23.549382 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cbcba2ba-4a57-4e5a-9e8e-e37d5d7afa0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.562742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'network_id': '5f7eeb60-d1d1-4369-9725-338d721cd403', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:23.574390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8468d3-62f7-42c6-b42e-07f81b793459 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=5f7eeb60-d1d1-4369-9725-338d721cd403,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:23.609783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 5f7eeb60-d1d1-4369-9725-338d721cd403 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:23.669876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Calling delete_port for 10fec889-6a22-4028-bfb5-73620ef7fd2c owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:23.717812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0a8189-32df-48f9-9642-cf6fd56dbde4']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:23.777440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:23.778350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb1c52f-f8b4-430d-b469-b7b0d8b4fd7f') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:23.846221 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.960005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-cbcba2ba-4a57-4e5a-9e8e-e37d5d7afa0d None None] Calling delete_port for 0c1949e8-1bb5-4c33-986a-9eaa991de622 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:23.969734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94f4dcd-d319-4e8a-be79-424dbe2a1a7c None None] Network 3690517a-bbcd-419b-9b1e-533c2309fd4e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:24.004372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:24.010425 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.122595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.131269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4f9c0eb-584f-4bdb-bfb1-5ba20501ff68 req-c02cf5d1-1243-46e6-974f-b6e39b73f52d tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6432867 Aug 03 19:12:24.136771 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.153177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] No DVR routers for this DVR port 10fec889-6a22-4028-bfb5-73620ef7fd2c on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:24.189071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event deleted for resources: {'Port': ['ID=10fec889-6a22-4028-bfb5-73620ef7fd2c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:24.191766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:24.194068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:24.201605 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:24.209521 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.346575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=0c1949e8-1bb5-4c33-986a-9eaa991de622,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:24.451099 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f0b2850b-f2df-4323-bbee-b7626a043a17 None None] Could not find standard attr ID for object 10fec889-6a22-4028-bfb5-73620ef7fd2c. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:12:24.487562 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.487885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No active binding found for port 10fec889-6a22-4028-bfb5-73620ef7fd2c {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:12:24.488619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 10fec889-6a22-4028-bfb5-73620ef7fd2c not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 19:12:24.533654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3690517a-bbcd-419b-9b1e-533c2309fd4e']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:24.547794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f789f2a-f889-4446-9431-1770f4574513 None None] Network 302f9810-6b93-4ead-af4b-fc41aa2c69b3 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:24.613913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f907a8-d1d8-41c1-b418-9a4a916d095a') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:24.619560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f907a8-d1d8-41c1-b418-9a4a916d095a') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:24.656734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.669481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Port 10fec889-6a22-4028-bfb5-73620ef7fd2c not found, will not notify nova. {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 19:12:24.724406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Attempting to bind port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:24.726070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Attempting to bind port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:24.727031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Attempting to bind port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 on network d68d020c-6161-41b3-8aa5-06cb6d537087 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:24.738777 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-875de607-3a65-487e-8510-284ab0cf4400 req-5721ee3c-1d07-4e33-85ca-5ed29034aca1 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.3360350 Aug 03 19:12:24.748064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.789574 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.793687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/networks/7e0a8189-32df-48f9-9642-cf6fd56dbde4 HTTP/1.1" status: 204 len: 168 time: 5.7976305 Aug 03 19:12:24.820040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 on network d68d020c-6161-41b3-8aa5-06cb6d537087 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:12:24.820950 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cbcba2ba-4a57-4e5a-9e8e-e37d5d7afa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.821572 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Attempting to bind port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 on network d68d020c-6161-41b3-8aa5-06cb6d537087 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:24.872341 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.873076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcba2ba-4a57-4e5a-9e8e-e37d5d7afa0d None None] Pushing event deleted for resources: {'Port': ['ID=0c1949e8-1bb5-4c33-986a-9eaa991de622,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:24.875980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33168) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:24.883987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcba2ba-4a57-4e5a-9e8e-e37d5d7afa0d None None] No DVR routers for this DVR port 0c1949e8-1bb5-4c33-986a-9eaa991de622 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:24.896415 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-12ccdc12-9867-4876-b626-170e674e69c3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-293611819', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:24.929899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:24.931801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Checking segment: {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:24.931801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Bound using segment: {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:24.931801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Bound port: 3a1ef490-8e75-46cf-a86f-ae2fdd29c998, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eae5005-5817-4929-90be-de4a84317025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:24.931801 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.935487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c7579c-7d3f-434b-bf4b-3edcd7cce9f2 None None] DHCP port deletion for 3690517a-bbcd-419b-9b1e-533c2309fd4e request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:12:24.938729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552a049-95a9-40ca-8591-462cc0cee782 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Network': ['ID=7e0a8189-32df-48f9-9642-cf6fd56dbde4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:24.993476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69554d89-4067-4078-9de9-178e13ff0281 None None] get_active_networks_info from n-d-802918-7 {{(pid=100489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:12:25.010190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:25.010911 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:25.033900 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:25.136395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] For port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:25.155545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] Router f7783439-2065-49b3-8656-79450ad2011b has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:12:25.163961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] For port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a1ef490-8e75-46cf-a86f-ae2fdd29c998,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:25.180371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0c1949e8-1bb5-4c33-986a-9eaa991de622 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:25.202259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.241660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 0c1949e8-1bb5-4c33-986a-9eaa991de622 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:25.247208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0c1949e8-1bb5-4c33-986a-9eaa991de622 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:25.252007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.304362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69554d89-4067-4078-9de9-178e13ff0281 None None] Resources bound (agent type, host, resource id): {{(pid=100489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:12:25.348476 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.355744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.356722 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.358903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] 10.222.0.74 "PUT /v2.0/ports/3a1ef490-8e75-46cf-a86f-ae2fdd29c998 HTTP/1.1" status: 200 len: 1091 time: 5.8883829 Aug 03 19:12:25.363232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba71a35-c1bf-48f6-891c-e0585e6e7fb7', 'tag': '3a1ef490-8e75-46cf-a86f-ae2fdd29c998'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:25.366032 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46c4094-84c5-4a02-afec-38e840e0e488" -d '{"events": [{"name": "network-changed", "server_uuid": "cba71a35-c1bf-48f6-891c-e0585e6e7fb7", "tag": "3a1ef490-8e75-46cf-a86f-ae2fdd29c998"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:25.396356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12ccdc12-9867-4876-b626-170e674e69c3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.396356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12ccdc12-9867-4876-b626-170e674e69c3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.514308 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.523863 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "DELETE /v2.0/networks/3690517a-bbcd-419b-9b1e-533c2309fd4e HTTP/1.1" status: 204 len: 168 time: 3.2567730 Aug 03 19:12:25.572440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33186) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:25.585047 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0890b78-0ef0-4a72-84e2-e56efbf5847c x-openstack-request-id: req-a0890b78-0ef0-4a72-84e2-e56efbf5847c {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:25.585383 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba71a35-c1bf-48f6-891c-e0585e6e7fb7", "tag": "3a1ef490-8e75-46cf-a86f-ae2fdd29c998", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:25.585633 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0890b78-0ef0-4a72-84e2-e56efbf5847c {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:25.586048 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba71a35-c1bf-48f6-891c-e0585e6e7fb7', 'tag': '3a1ef490-8e75-46cf-a86f-ae2fdd29c998', 'status': 'completed', 'code': 200} Aug 03 19:12:25.600830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dadff-3037-4638-95d5-aba52b3080ff service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ef490-8e75-46cf-a86f-ae2fdd29c998,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:25.622529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96360f-1ea4-42b4-807e-c354f912503e tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event deleted for resources: {'Network': ['ID=3690517a-bbcd-419b-9b1e-533c2309fd4e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:25.648902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86507586-983e-44bc-bb65-a0265c6b44f7 req-f519b9e6-726a-4d2e-81dc-2e289f1b4c48 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.651184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86507586-983e-44bc-bb65-a0265c6b44f7 req-f519b9e6-726a-4d2e-81dc-2e289f1b4c48 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1094 time: 0.2224159 Aug 03 19:12:25.659683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-750a7183-8b26-4f62-a84c-91512a34bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.667053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-750a7183-8b26-4f62-a84c-91512a34bd4f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e03cdc6b34a44b1806eeb40a411120d&device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1094 time: 0.2198977 Aug 03 19:12:25.696866 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:25.712529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-53266a14-e3c1-47d1-b9d5-48d619c58b96 admin admin] 10.222.0.78 "PUT /v2.0/routers/f7783439-2065-49b3-8656-79450ad2011b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7132955 Aug 03 19:12:25.725238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33188) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:25.739467 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=abe8a4c5-d65a-4c7e-99ae-f56d3513d5ff,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:25.916949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73a6d3-65a3-45ac-993e-cf43e6564bff None None] Sync routers for ids ['f7783439-2065-49b3-8656-79450ad2011b'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:25.936681 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-29bcc7f5-0bad-47b0-9d69-10b0873aa889 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a1ef490-8e75-46cf-a86f-ae2fdd29c998 HTTP/1.1" status: 200 len: 217 time: 0.2467895 Aug 03 19:12:25.943215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a783c352-1555-4619-a4aa-f2c8fb52cea4 req-fc74fabc-b4ef-4497-bc76-859900c01057 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b27f7227dfa455b86ea726ebf71a5e8&device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0896831 Aug 03 19:12:25.963919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.984400 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12ccdc12-9867-4876-b626-170e674e69c3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.991167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86507586-983e-44bc-bb65-a0265c6b44f7 req-80affcb7-2e44-4f7c-90c9-12aa00586eb2 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226860 Aug 03 19:12:26.001897 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12ccdc12-9867-4876-b626-170e674e69c3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.013615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Checking segment: {'id': 'c2f38e09-e3b4-454f-ab42-22178268190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5f7eeb60-d1d1-4369-9725-338d721cd403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:26.014642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network hostable DHCP agents. Network: 5f7eeb60-d1d1-4369-9725-338d721cd403, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:26.045204 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a783c352-1555-4619-a4aa-f2c8fb52cea4 req-85f20bf6-8f24-4131-b3b8-14b287ae771d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2b27f7227dfa455b86ea726ebf71a5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323639 Aug 03 19:12:26.108029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12ccdc12-9867-4876-b626-170e674e69c3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.117924 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-12ccdc12-9867-4876-b626-170e674e69c3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2395823 Aug 03 19:12:26.128060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33194) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:26.151682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1385188749'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:26.162975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73a6d3-65a3-45ac-993e-cf43e6564bff None None] Routers {'f7783439-2065-49b3-8656-79450ad2011b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:26.164211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ed73a6d3-65a3-45ac-993e-cf43e6564bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:12:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f7783439-2065-49b3-8656-79450ad2011b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:26.194508 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network 5f7eeb60-d1d1-4369-9725-338d721cd403 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:26.262976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:26.268302 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.292061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 5f7eeb60-d1d1-4369-9725-338d721cd403) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:26.304679 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.308419 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:26.309190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.369671 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ec81088f-f885-4ce2-be82-d54a36f7da39 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8322785 Aug 03 19:12:26.373315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33200) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:26.376299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4539bd-2a25-4645-964f-fe0b0663277b']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:26.390150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1269994294'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:26.430932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c7d5e9-b93e-48b6-b221-a141f2518045') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:26.431414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c7d5e9-b93e-48b6-b221-a141f2518045') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:26.474102 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:26.475000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ec162e0-abff-43ce-a9ab-22d82c1431b5 req-b730f844-5022-42b7-867f-a7a1a95ac0f3 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.3622477 Aug 03 19:12:26.476677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783c352-1555-4619-a4aa-f2c8fb52cea4 req-97cd56a0-89e6-44e5-88a4-dd9263cbcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:26.479597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a783c352-1555-4619-a4aa-f2c8fb52cea4 req-97cd56a0-89e6-44e5-88a4-dd9263cbcdd8 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3567770 Aug 03 19:12:26.480044 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.528363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.529416 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.544571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:26.551004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.569027 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.569633 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added segment 078b7ad6-fcec-4078-b8ce-8d1e6d2776c4 of type vlan for network 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d Aug 03 19:12:26.624792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-ef8f707e-ccdb-4ace-a775-a95e84571dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:26.627778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-ef8f707e-ccdb-4ace-a775-a95e84571dca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=37ed38a3-d6f9-4468-b632-ec3309b6276c HTTP/1.1" status: 200 len: 848 time: 0.6666746 Aug 03 19:12:26.667019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-ed73a6d3-65a3-45ac-993e-cf43e6564bff None None] Set router f7783439-2065-49b3-8656-79450ad2011b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:26.719175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:26.719418 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:26.740542 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:26.764076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdaf82c-cc16-49b0-9f6d-ce7c2cc59b32 None None] Network 5f7eeb60-d1d1-4369-9725-338d721cd403 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:26.766505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 10fec889-6a22-4028-bfb5-73620ef7fd2c no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:26.887909 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.901527 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.911785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.921999 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "DELETE /v2.0/networks/be4539bd-2a25-4645-964f-fe0b0663277b HTTP/1.1" status: 204 len: 168 time: 1.3445084 Aug 03 19:12:26.922963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-453c366e-8c06-458f-87c2-321bcc95cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:26.926108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-453c366e-8c06-458f-87c2-321bcc95cb60 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d68d020c-6161-41b3-8aa5-06cb6d537087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2745731 Aug 03 19:12:26.932995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33220) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:26.951429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8731991-8e3f-4c53-b3c1-8ce3f8c49bfa tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event deleted for resources: {'Network': ['ID=be4539bd-2a25-4645-964f-fe0b0663277b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:26.968636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:26.995382 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.995827 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Added segment 6b84717d-22ab-43fc-a6f8-a5b2b720d6e1 of type vlan for network e8e1663a-7d89-47b3-bab6-f71051765511 Aug 03 19:12:27.040248 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.048254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 10fec889-6a22-4028-bfb5-73620ef7fd2c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:27.048866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 10fec889-6a22-4028-bfb5-73620ef7fd2c not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:27.054936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:27.056303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.105695 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.146498 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0153680 Aug 03 19:12:27.152105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33224) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:27.172523 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'subnet': {'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:27.258419 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ceca9-5b3c-45b9-9c14-7ddf65c6bce1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Network': ['ID=917ce631-7d4d-42bf-a73a-41ed7c5c1c5d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:27.272971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:27.279127 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.285871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:27.286824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.291896 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-5f7eeb60-d1d1-4369-9725-338d721cd403', 'network_id': '5f7eeb60-d1d1-4369-9725-338d721cd403', 'tenant_id': '794ea1ee69c64dccb419b79b6b8b688f', 'fixed_ips': [{'subnet_id': 'abe8a4c5-d65a-4c7e-99ae-f56d3513d5ff'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:27.292727 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.381658 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9964380 Aug 03 19:12:27.383390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33226) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:27.388447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'network_id': 'e8e1663a-7d89-47b3-bab6-f71051765511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:27.452108 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fe65f-4e39-42c8-8901-4735ddc201d9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=e8e1663a-7d89-47b3-bab6-f71051765511,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:27.481390 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.485701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:27.490002 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.501162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e8e1663a-7d89-47b3-bab6-f71051765511 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:27.602170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:27.606954 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.683822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ed73a6d3-65a3-45ac-993e-cf43e6564bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T19:12:22Z', 'revision_number': 5, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port': {'id': 'e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7783439-2065-49b3-8656-79450ad2011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T18:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:27.731424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_backend_mixin [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Performing IP validity checks on allocation pools {{(pid=100488) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:12:27.731991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_backend_mixin [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100488) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:12:27.732389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73a6d3-65a3-45ac-993e-cf43e6564bff None None] Checking router: f7783439-2065-49b3-8656-79450ad2011b for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:27.822038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73a6d3-65a3-45ac-993e-cf43e6564bff None None] Routers {'f7783439-2065-49b3-8656-79450ad2011b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:27.824189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ed73a6d3-65a3-45ac-993e-cf43e6564bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:12:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f7783439-2065-49b3-8656-79450ad2011b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:27.841960 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.864942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-beb41630-d60c-4ec8-a8a7-8f0070d810f6 service neutron] 10.222.0.74 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9278865 Aug 03 19:12:27.934583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71a64a-04fa-4951-9377-2a4a86ac1e5a req-bc0179dd-bab4-439b-b726-83db53203498 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:27.948827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab71a64a-04fa-4951-9377-2a4a86ac1e5a req-bc0179dd-bab4-439b-b726-83db53203498 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1094 time: 0.4610906 Aug 03 19:12:27.977542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-ed73a6d3-65a3-45ac-993e-cf43e6564bff None None] Set router f7783439-2065-49b3-8656-79450ad2011b gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:27.995984 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.044986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.071002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Allocated IP 2001:db8::3 (5f7eeb60-d1d1-4369-9725-338d721cd403/abe8a4c5-d65a-4c7e-99ae-f56d3513d5ff/05df6f08-656d-4de2-a410-8e0868594199) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:28.088716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Subnet': ['ID=f891f7e3-acb3-4124-8895-7aef52a6d384,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:28.088946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2c29c2b5-5ff0-4f61-9f32-7081e555e138 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:28.103278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2c29c2b5-5ff0-4f61-9f32-7081e555e138 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/networks?id=302f9810-6b93-4ead-af4b-fc41aa2c69b3 HTTP/1.1" status: 200 len: 810 time: 1.1490960 Aug 03 19:12:28.152240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ed73a6d3-65a3-45ac-993e-cf43e6564bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T19:12:27Z', 'revision_number': 6, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:28.168317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Checking segment: {'id': '078b7ad6-fcec-4078-b8ce-8d1e6d2776c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:28.168718 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network hostable DHCP agents. Network: 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:28.191930 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=98467b4e-1726-4e86-a856-6b539694014e,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:28.196565 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Deleting port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:28.197810 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.213922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Checking segment: {'id': '6b84717d-22ab-43fc-a6f8-a5b2b720d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e8e1663a-7d89-47b3-bab6-f71051765511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:28.214268 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network hostable DHCP agents. Network: e8e1663a-7d89-47b3-bab6-f71051765511, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:28.250487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:28.269320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-ed5e41d5-71e3-4f70-8074-0b22a86f495f tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/quotas/e5d56d01874146b088d5bf630adf347e HTTP/1.1" status: 200 len: 375 time: 0.1644378 Aug 03 19:12:28.290656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network e8e1663a-7d89-47b3-bab6-f71051765511 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:28.305367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:28.309722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e8e1663a-7d89-47b3-bab6-f71051765511) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:28.313756 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.323969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Transition to ACTIVE for port object 05df6f08-656d-4de2-a410-8e0868594199 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:28.325441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:28.327114 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.339871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:28.341563 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.355530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Transition to ACTIVE for port object 05df6f08-656d-4de2-a410-8e0868594199 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:28.370461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73a6d3-65a3-45ac-993e-cf43e6564bff None None] The sync data for ids ['f7783439-2065-49b3-8656-79450ad2011b'] in n-d-802918-7 is: [{'id': 'f7783439-2065-49b3-8656-79450ad2011b', 'name': 'tempest-TaggedBootDevicesTest-1170843084-router', 'tenant_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:35Z', 'updated_at': '2021-08-03T19:12:27Z', 'revision_number': 6, 'project_id': '5c951b33d7ff4136a56dcd677a4f1d27', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:28.380025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf435cd7-1854-4bc4-bb2b-5a4ef72a9bb3 None None] Network 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:28.382845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032d18c-3785-4958-aae0-b73cbc8e5ff6 None None] Network e8e1663a-7d89-47b3-bab6-f71051765511 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:28.397265 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b0deb848-cf4d-47da-94a4-2bed5970c699 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2231498 Aug 03 19:12:28.397265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33238) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:28.405543 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.503941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab71a64a-04fa-4951-9377-2a4a86ac1e5a req-a3f3ba78-d9d3-4792-beb4-dddcbd598976 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537543 Aug 03 19:12:28.506669 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.528905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-c934f110-49a2-4fe5-a676-f9f2977c7646 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e5d56d01874146b088d5bf630adf347e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2582686 Aug 03 19:12:28.559120 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-74a6588a-367f-43fe-8652-a1de9946ad4c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1750712 Aug 03 19:12:28.563720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33240) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:28.566248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ff22fbf-39f9-403f-bf63-b2e84c09c1db req-21cab0a6-45a6-4c1a-8327-b2510d0ff392 service neutron] 10.222.0.74 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790698 Aug 03 19:12:28.581417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc2c602-cf18-49ea-9412-35781e0d30c3']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:28.597609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Network 5f7eeb60-d1d1-4369-9725-338d721cd403 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:28.604747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:28.612962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Pushing event updated for resources: {'Port': ['ID=05df6f08-656d-4de2-a410-8e0868594199,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:28.623020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:28.649610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd133d108-3311-4ff6-a218-ef0ca0bc513d') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:28.650092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd133d108-3311-4ff6-a218-ef0ca0bc513d') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:28.678205 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.738397 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.749956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] For port e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:28.750423 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.822083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a433fa98-869c-4a16-b524-e89bc542d64a req-ba122720-d87a-4e69-adc1-280f174b4f9a tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0871937 Aug 03 19:12:28.825107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:28.825599 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:28.843460 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:28.882536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bb0a1147-9167-45e7-956d-381d452b6711 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:28.895183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Calling delete_port for e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:28.953815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Attempting to bind port 05df6f08-656d-4de2-a410-8e0868594199 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:28.955806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Attempting to bind port 05df6f08-656d-4de2-a410-8e0868594199 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c2f38e09-e3b4-454f-ab42-22178268190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5f7eeb60-d1d1-4369-9725-338d721cd403'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:28.955806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Attempting to bind port 05df6f08-656d-4de2-a410-8e0868594199 on network 5f7eeb60-d1d1-4369-9725-338d721cd403 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:28.968631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: bb0a1147-9167-45e7-956d-381d452b6711 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:28.969239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bb0a1147-9167-45e7-956d-381d452b6711 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:28.970053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-81d4d8c0-afa8-4b06-8038-bc6e473d1ead service neutron] 10.222.0.78 "GET /v2.0/networks/302f9810-6b93-4ead-af4b-fc41aa2c69b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398625 Aug 03 19:12:29.030009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c4094-84c5-4a02-afec-38e840e0e488 req-6e55ba8e-2754-43c8-a708-a3ddac3aa4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.031714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d46c4094-84c5-4a02-afec-38e840e0e488 req-6e55ba8e-2754-43c8-a708-a3ddac3aa4cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e03cdc6b34a44b1806eeb40a411120d&device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1094 time: 0.2842429 Aug 03 19:12:29.061991 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.067553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:29.069014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Checking segment: {'id': 'c2f38e09-e3b4-454f-ab42-22178268190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5f7eeb60-d1d1-4369-9725-338d721cd403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:29.069842 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.070613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Bound using segment: {'id': 'c2f38e09-e3b4-454f-ab42-22178268190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5f7eeb60-d1d1-4369-9725-338d721cd403'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:29.071593 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Bound port: 05df6f08-656d-4de2-a410-8e0868594199, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f38e09-e3b4-454f-ab42-22178268190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5f7eeb60-d1d1-4369-9725-338d721cd403'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:29.072331 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.085710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:29.087313 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.116217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.121009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "DELETE /v2.0/networks/0cc2c602-cf18-49ea-9412-35781e0d30c3 HTTP/1.1" status: 204 len: 168 time: 2.1864336 Aug 03 19:12:29.149561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33242) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:29.253973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-e8e1663a-7d89-47b3-bab6-f71051765511', 'network_id': 'e8e1663a-7d89-47b3-bab6-f71051765511', 'tenant_id': '794ea1ee69c64dccb419b79b6b8b688f', 'fixed_ips': [{'subnet_id': '98467b4e-1726-4e86-a856-6b539694014e'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:29.256023 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.258434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9021808-d4d4-4d3d-8335-7908052494b5 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event deleted for resources: {'Network': ['ID=0cc2c602-cf18-49ea-9412-35781e0d30c3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:29.395112 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.400408 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.401363 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.427811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-84d82961-0bfd-40ab-bc35-ad8a88ef280c service neutron] 10.222.0.78 "GET /v2.0/networks/302f9810-6b93-4ead-af4b-fc41aa2c69b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003401 Aug 03 19:12:29.428943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c4094-84c5-4a02-afec-38e840e0e488 req-16edf7e0-41f1-4db5-96fb-618b776908ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.434720 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d46c4094-84c5-4a02-afec-38e840e0e488 req-16edf7e0-41f1-4db5-96fb-618b776908ae service neutron] 10.222.0.74 "GET /v2.0/networks?id=d68d020c-6161-41b3-8aa5-06cb6d537087 HTTP/1.1" status: 200 len: 910 time: 0.3921671 Aug 03 19:12:29.820320 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] For port 05df6f08-656d-4de2-a410-8e0868594199, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:29.860695 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.871632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] For port 05df6f08-656d-4de2-a410-8e0868594199, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=05df6f08-656d-4de2-a410-8e0868594199,segment=NetworkSegment(c2f38e09-e3b4-454f-ab42-22178268190b),segment_id=c2f38e09-e3b4-454f-ab42-22178268190b)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:29.886303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d46c4094-84c5-4a02-afec-38e840e0e488 req-0fc2d816-2302-40ec-b9b0-98383de83c1b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a1ef490-8e75-46cf-a86f-ae2fdd29c998 HTTP/1.1" status: 200 len: 217 time: 0.4418650 Aug 03 19:12:29.905379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:29.913302 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.035256 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.065777 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.082945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Allocated IP 2001:db8::2 (917ce631-7d4d-42bf-a73a-41ed7c5c1c5d/f891f7e3-acb3-4124-8895-7aef52a6d384/20116681-c4d7-4800-a265-f0611307f6eb) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:30.107247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613fd2c6-c190-465f-b8e2-12e56189229b']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:30.134613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee252f2-39a9-494e-98e3-b5cca15b7db5 req-485edd4d-d602-4d0e-aa0f-90c1a40dcf9c tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.140845 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fee252f2-39a9-494e-98e3-b5cca15b7db5 req-485edd4d-d602-4d0e-aa0f-90c1a40dcf9c tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1094 time: 0.2938647 Aug 03 19:12:30.147577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd62aae-a58e-45b8-b05e-d0712057e49e') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:30.149103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd62aae-a58e-45b8-b05e-d0712057e49e') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:30.166796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c4094-84c5-4a02-afec-38e840e0e488 req-2c9b903d-1480-4cb6-a71c-10bd22ebb8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.186525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d46c4094-84c5-4a02-afec-38e840e0e488 req-2c9b903d-1480-4cb6-a71c-10bd22ebb8e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=37ed38a3-d6f9-4468-b632-ec3309b6276c HTTP/1.1" status: 200 len: 848 time: 0.2487481 Aug 03 19:12:30.219913 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.248949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Allocated IP 2001:db8::3 (e8e1663a-7d89-47b3-bab6-f71051765511/98467b4e-1726-4e86-a856-6b539694014e/7c2c76f6-4afb-4f6e-a85b-1452e9b860e6) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:30.277412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e363e8e-2b93-4dcf-bb90-76ed00d39e16 None None] Pushing event updated for resources: {'Port': ['ID=05df6f08-656d-4de2-a410-8e0868594199,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:30.337092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.561725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:30.572579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c9b3242-8f80-42ea-a4a5-9bdd6af9487f req-19d60cdc-8554-4156-bafc-7090c240df55 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0810382 Aug 03 19:12:30.631253 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.637333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fee252f2-39a9-494e-98e3-b5cca15b7db5 req-4a71c97b-5d13-4f95-a042-2a54a406b466 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431725 Aug 03 19:12:30.648563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:30.649004 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:30.747140 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:30.895179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c4094-84c5-4a02-afec-38e840e0e488 req-ae689832-ad98-454b-857d-dc3249da0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.895179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d46c4094-84c5-4a02-afec-38e840e0e488 req-ae689832-ad98-454b-857d-dc3249da0ab5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d68d020c-6161-41b3-8aa5-06cb6d537087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6888838 Aug 03 19:12:30.907995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d19fb01-e91e-4aaa-8fab-e61fc089ef1a req-24259ef5-e540-4d6a-882c-64f32db24b9d tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 210 time: 0.1582248 Aug 03 19:12:31.077453 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.131458 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.146271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a1ef490-8e75-46cf-a86f-ae2fdd29c998,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:31.164028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 05df6f08-656d-4de2-a410-8e0868594199 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:31.256597 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.256597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] 10.222.0.78 "DELETE /v2.0/networks/613fd2c6-c190-465f-b8e2-12e56189229b HTTP/1.1" status: 204 len: 168 time: 2.0788062 Aug 03 19:12:31.316556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c0f64-6060-494c-9c7c-e372ae1615d9 tempest-BulkNetworkOpsIpV6Test-474138010 tempest-BulkNetworkOpsIpV6Test-474138010-project] Pushing event deleted for resources: {'Network': ['ID=613fd2c6-c190-465f-b8e2-12e56189229b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:31.341244 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.350124 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.425976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d46c4094-84c5-4a02-afec-38e840e0e488 req-2d686bec-62c2-48af-b177-6fe4307466af service neutron] 10.222.0.74 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113885 Aug 03 19:12:31.433810 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.437062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7783439-2065-49b3-8656-79450ad2011b {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:12:31.478196 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.482526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-54b24088-ad4c-494e-bea8-b54fbc52eab6 admin admin] 10.222.0.78 "DELETE /v2.0/routers/f7783439-2065-49b3-8656-79450ad2011b HTTP/1.1" status: 204 len: 168 time: 5.7464554 Aug 03 19:12:31.487000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33266) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:31.566509 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.585310 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Transition to ACTIVE for port object 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:31.639891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Transition to ACTIVE for port object 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:31.659564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '3a1ef490-8e75-46cf-a86f-ae2fdd29c998', 'network_id': 'd68d020c-6161-41b3-8aa5-06cb6d537087', 'port_id': '3a1ef490-8e75-46cf-a86f-ae2fdd29c998', 'mac_address': 'fa:16:3e:da:e0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ed38a3-d6f9-4468-b632-ec3309b6276c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:31.698499 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.729563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd6e254-d8fc-4c89-85e9-f63e5f9b66f8 admin admin] Deleting subnet 1503b50a-1603-448e-8442-d5ace3b67afa {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:31.742324 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dd6e254-d8fc-4c89-85e9-f63e5f9b66f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.861272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d46c4094-84c5-4a02-afec-38e840e0e488 req-e9fc5800-645d-4d06-b5a6-e8f6aafa1cf5 service neutron] 10.222.0.74 "GET /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205022 Aug 03 19:12:31.870836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33276) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:31.879050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.907097 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.918060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Network e8e1663a-7d89-47b3-bab6-f71051765511 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:31.954168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:31.962275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:31.978164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Transition to ACTIVE for port object 20116681-c4d7-4800-a265-f0611307f6eb will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:32.027414 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.029622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5589e2d0-814b-4714-993c-fe4148d642e4 req-a9347012-217f-4243-940d-50d721388a6d tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0935469 Aug 03 19:12:32.048293 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Subnet': ['ID=98467b4e-1726-4e86-a856-6b539694014e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:32.164836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:32.175289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dd6e254-d8fc-4c89-85e9-f63e5f9b66f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.214115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23063f-ed00-40c8-abbf-9711eb2a3080 req-3d4f17bc-762b-4a5a-8018-2532f7c7db4d tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:32.221218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae23063f-ed00-40c8-abbf-9711eb2a3080 req-3d4f17bc-762b-4a5a-8018-2532f7c7db4d tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1094 time: 0.1718197 Aug 03 19:12:32.235490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Pushing event updated for resources: {'Port': ['ID=7c2c76f6-4afb-4f6e-a85b-1452e9b860e6,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:32.267427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 05df6f08-656d-4de2-a410-8e0868594199 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:32.271858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc2b9f0-267b-48a5-ab88-7c2ea38e7180 None None] Network 5f7eeb60-d1d1-4369-9725-338d721cd403 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:32.301455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-107884bf-cf58-4aef-b329-c0970103b45d req-2244876c-ba0e-4f51-8489-bda5b52209ab tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 210 time: 0.0537009 Aug 03 19:12:32.325026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Transition to ACTIVE for port object 20116681-c4d7-4800-a265-f0611307f6eb will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:32.364754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Attempting to bind port 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:32.365240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Attempting to bind port 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '6b84717d-22ab-43fc-a6f8-a5b2b720d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e8e1663a-7d89-47b3-bab6-f71051765511'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:32.365706 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Attempting to bind port 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6 on network e8e1663a-7d89-47b3-bab6-f71051765511 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:32.375661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a1ef490-8e75-46cf-a86f-ae2fdd29c998,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:32.386089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae23063f-ed00-40c8-abbf-9711eb2a3080 req-9ccec623-a4b9-4d45-9ea2-7e81edd32177 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504531 Aug 03 19:12:32.390287 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f350354c-9af5-4bcb-ace5-2b6b91c93443 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a2a1b137a70c46ac9366663dd44c772b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5178151 Aug 03 19:12:32.397206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33282) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:32.408241 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.412219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:32.413372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Checking segment: {'id': '6b84717d-22ab-43fc-a6f8-a5b2b720d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e8e1663a-7d89-47b3-bab6-f71051765511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:32.414024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.414618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Bound using segment: {'id': '6b84717d-22ab-43fc-a6f8-a5b2b720d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e8e1663a-7d89-47b3-bab6-f71051765511'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:32.415333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Bound port: 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b84717d-22ab-43fc-a6f8-a5b2b720d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e8e1663a-7d89-47b3-bab6-f71051765511'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:32.416332 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.435218 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.475760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:32.505406 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fa6d94f3-098d-4b70-adb3-e32a866d18d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.538768 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fa6d94f3-098d-4b70-adb3-e32a866d18d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.579606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Pushing event updated for resources: {'Port': ['ID=20116681-c4d7-4800-a265-f0611307f6eb,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:32.679741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fa6d94f3-098d-4b70-adb3-e32a866d18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.682981 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fa6d94f3-098d-4b70-adb3-e32a866d18d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.687622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fa6d94f3-098d-4b70-adb3-e32a866d18d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8cb9b965-aafe-45fd-aa2e-fb20191b4e15 HTTP/1.1" status: 204 len: 168 time: 0.2863455 Aug 03 19:12:32.698660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d94f3-098d-4b70-adb3-e32a866d18d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb9b965-aafe-45fd-aa2e-fb20191b4e15,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:32.716399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0a27b6c1-a362-4754-a2e4-e93658b0913b None None] Provisioning for port 05df6f08-656d-4de2-a410-8e0868594199 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:32.775813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Network 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:32.783059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:32.783412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e22fdfde-8c4f-45cd-ac6a-da42eb2dcbb9 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:32.810560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:32.814050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:32.851858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0a27b6c1-a362-4754-a2e4-e93658b0913b None None] Provisioning complete for port 05df6f08-656d-4de2-a410-8e0868594199 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:32.852673 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0a27b6c1-a362-4754-a2e4-e93658b0913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.911778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.963990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['3a1ef490-8e75-46cf-a86f-ae2fdd29c998'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:32.991141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Allocated IP 2001:db8::1 (917ce631-7d4d-42bf-a73a-41ed7c5c1c5d/f891f7e3-acb3-4124-8895-7aef52a6d384/602633c0-7922-45e6-b750-a60b8029c03c) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:33.086028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] For port 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:33.093056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=3a1ef490-8e75-46cf-a86f-ae2fdd29c998,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:33.192284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Attempting to bind port 20116681-c4d7-4800-a265-f0611307f6eb on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:33.193120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Attempting to bind port 20116681-c4d7-4800-a265-f0611307f6eb by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '078b7ad6-fcec-4078-b8ce-8d1e6d2776c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:33.193120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Attempting to bind port 20116681-c4d7-4800-a265-f0611307f6eb on network 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:33.222273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] For port 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7c2c76f6-4afb-4f6e-a85b-1452e9b860e6,segment=NetworkSegment(6b84717d-22ab-43fc-a6f8-a5b2b720d6e1),segment_id=6b84717d-22ab-43fc-a6f8-a5b2b720d6e1)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:33.231823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:33.232761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Checking segment: {'id': '078b7ad6-fcec-4078-b8ce-8d1e6d2776c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:33.233728 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.234623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Bound using segment: {'id': '078b7ad6-fcec-4078-b8ce-8d1e6d2776c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:33.235462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Bound port: 20116681-c4d7-4800-a265-f0611307f6eb, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078b7ad6-fcec-4078-b8ce-8d1e6d2776c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:33.236131 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.276291 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8142776a-6c15-4a9f-8a04-27f90df40931 req-ad2b0183-1409-43d9-bd42-44db93f2d3f3 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.1056015 Aug 03 19:12:33.306478 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.473183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-9d272aa4-156a-4d95-b3ad-cff3d3eee491 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.476594 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-9d272aa4-156a-4d95-b3ad-cff3d3eee491 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.37 "GET /v2.0/networks?id=302f9810-6b93-4ead-af4b-fc41aa2c69b3 HTTP/1.1" status: 200 len: 810 time: 0.5975842 Aug 03 19:12:33.484872 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0a27b6c1-a362-4754-a2e4-e93658b0913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.633034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e1663a-7d89-47b3-bab6-f71051765511']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:33.675555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c35cc2a1-46b7-4834-86c5-13609d97db79 req-03dfc7d9-42cc-4004-8510-fdcf8896659d tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 210 time: 0.0517964 Aug 03 19:12:33.777957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dd6e254-d8fc-4c89-85e9-f63e5f9b66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.788767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d6929-ef90-4498-ad8f-a85c472662a8 req-ad41e371-cdd6-4c79-b226-b2bab918b6c7 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.790938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f1d6929-ef90-4498-ad8f-a85c472662a8 req-ad41e371-cdd6-4c79-b226-b2bab918b6c7 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1095 time: 0.0692687 Aug 03 19:12:33.814604 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-0a27b6c1-a362-4754-a2e4-e93658b0913b None None] For port 05df6f08-656d-4de2-a410-8e0868594199, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=05df6f08-656d-4de2-a410-8e0868594199,segment=NetworkSegment(c2f38e09-e3b4-454f-ab42-22178268190b),segment_id=c2f38e09-e3b4-454f-ab42-22178268190b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:33.821242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d87b86-f8fb-4c75-a0f5-8ec4c32dee62 None None] Pushing event updated for resources: {'Port': ['ID=7c2c76f6-4afb-4f6e-a85b-1452e9b860e6,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:33.867904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Request body: {'port': {'device_id': 'cb89cc4d-21f3-40a6-9d0c-817285af7e4f', 'network_id': '302f9810-6b93-4ead-af4b-fc41aa2c69b3', 'admin_state_up': True, 'tenant_id': 'e5d56d01874146b088d5bf630adf347e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:33.868919 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0a27b6c1-a362-4754-a2e4-e93658b0913b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.875692 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-da7fa7af-78c2-4003-9891-f8b90112a149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.875944 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.883094 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b84717d-22ab-43fc-a6f8-a5b2b720d6e1') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:33.883418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b84717d-22ab-43fc-a6f8-a5b2b720d6e1') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:33.901289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cdd71c-4162-4be4-b33c-8ca5cc82579a None None] Network e8e1663a-7d89-47b3-bab6-f71051765511 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:33.910074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] For port 20116681-c4d7-4800-a265-f0611307f6eb, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:33.942728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f1d6929-ef90-4498-ad8f-a85c472662a8 req-971aff3f-6860-41fc-b5f5-60ccb0f1e906 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351621 Aug 03 19:12:33.977861 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.995420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Transition to ACTIVE for port object 602633c0-7922-45e6-b750-a60b8029c03c will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:34.019069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.047555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:34.048270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.052378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] For port 20116681-c4d7-4800-a265-f0611307f6eb, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=20116681-c4d7-4800-a265-f0611307f6eb,segment=NetworkSegment(078b7ad6-fcec-4078-b8ce-8d1e6d2776c4),segment_id=078b7ad6-fcec-4078-b8ce-8d1e6d2776c4)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:34.054531 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:34.108952 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dd6e254-d8fc-4c89-85e9-f63e5f9b66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.144179 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.167731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6e254-d8fc-4c89-85e9-f63e5f9b66f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1503b50a-1603-448e-8442-d5ace3b67afa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:34.178220 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dd6e254-d8fc-4c89-85e9-f63e5f9b66f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.181589 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5dd6e254-d8fc-4c89-85e9-f63e5f9b66f8 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1503b50a-1603-448e-8442-d5ace3b67afa HTTP/1.1" status: 204 len: 168 time: 2.6893508 Aug 03 19:12:34.193574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33310) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:34.206701 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.api [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:12:34.206701 n-d-802918-7 neutron-server[100488]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:12:34.206701 n-d-802918-7 neutron-server[100488]: [parameters: {'id': 'e8e1663a-7d89-47b3-bab6-f71051765511'}] Aug 03 19:12:34.206701 n-d-802918-7 neutron-server[100488]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:12:34.207251 n-d-802918-7 neutron-server[100488]: DEBUG oslo_db.api [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:12:34.216924 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.224442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e113257-db51-4da7-b808-8b9877086bc1 None None] Network 3cee0722-e9c5-4340-a177-1ce3a93b15fa requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:34.403535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:34.405271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:34.423697 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=602633c0-7922-45e6-b750-a60b8029c03c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:34.426279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Made reservation on behalf of e5d56d01874146b088d5bf630adf347e for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:34.434237 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.460747 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:34.461070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.505329 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.552556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27b6c1-a362-4754-a2e4-e93658b0913b None None] Pushing event updated for resources: {'Port': ['ID=05df6f08-656d-4de2-a410-8e0868594199,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:34.624150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-905c4918-2cc7-42e0-a1cc-8aebe2ece241 None None] Provisioning complete for port 05df6f08-656d-4de2-a410-8e0868594199 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:34.651914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d69fd6e3-7219-45c3-a9f7-d014e264933c req-06eaab37-11dc-47b6-97db-8ed5fabf48dc tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.1358564 Aug 03 19:12:34.655658 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-905c4918-2cc7-42e0-a1cc-8aebe2ece241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.816446 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.822797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33328) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:34.877931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Deleting port d203b42a-4bce-41df-be8e-a3fd7e995131 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:34.878559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.969540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] For port d203b42a-4bce-41df-be8e-a3fd7e995131, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d203b42a-4bce-41df-be8e-a3fd7e995131,segment=NetworkSegment(19fe089a-cc3f-4d52-bb56-3e82eff632fd),segment_id=19fe089a-cc3f-4d52-bb56-3e82eff632fd)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:34.970208 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.994108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Calling delete_port for d203b42a-4bce-41df-be8e-a3fd7e995131 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:35.022728 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Allocated IP 172.20.0.14 (302f9810-6b93-4ead-af4b-fc41aa2c69b3/a3313666-f15c-403c-9602-6773afa20719/fc9f5dfa-71d8-431f-ad3a-415404f92c11) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:35.033218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b286412-04a8-4262-9160-fe74edbe17e0 None None] Pushing event updated for resources: {'Port': ['ID=20116681-c4d7-4800-a265-f0611307f6eb,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:35.146166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 05df6f08-656d-4de2-a410-8e0868594199 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:35.245072 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.308421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9a575de-dfe6-43f4-b7c5-16f95fded698 req-c1c9efe6-87c0-47e0-bc4c-1379c39eb9c9 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 210 time: 0.1210241 Aug 03 19:12:35.376921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edb7bd-dc20-4002-a58d-d6ad1410e1b1 req-57100dfd-5b3a-45e7-8cb9-a6b450b59bbf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.379249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.387380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2edb7bd-dc20-4002-a58d-d6ad1410e1b1 req-57100dfd-5b3a-45e7-8cb9-a6b450b59bbf tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1095 time: 0.1843400 Aug 03 19:12:35.428737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e15d71-c40d-4a57-9e02-eca7236129f0 None None] DHCP port deletion for 3cee0722-e9c5-4340-a177-1ce3a93b15fa request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:12:35.506957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.609702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 05df6f08-656d-4de2-a410-8e0868594199 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:35.610399 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.764560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'networks': [{'name': 'tempest-network--2077609051'}, {'name': 'tempest-network--173429171'}]} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:35.764866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'network': {'name': 'tempest-network--2077609051'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:35.766375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'network': {'name': 'tempest-network--173429171'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:35.815363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.850505 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Network 302f9810-6b93-4ead-af4b-fc41aa2c69b3 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:35.879889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:35.889769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Pushing event updated for resources: {'Port': ['ID=fc9f5dfa-71d8-431f-ad3a-415404f92c11,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:35.894209 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:35.970197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Made reservation on behalf of 19cdbd4bfa4149b4b634c9694fd04597 for: {'network': 2} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:35.985873 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.006246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=d203b42a-4bce-41df-be8e-a3fd7e995131,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:36.014604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] No DVR routers for this DVR port d203b42a-4bce-41df-be8e-a3fd7e995131 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:36.057473 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.058871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.157315 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.173594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cee0722-e9c5-4340-a177-1ce3a93b15fa']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:36.182282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fe089a-cc3f-4d52-bb56-3e82eff632fd') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:36.182735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fe089a-cc3f-4d52-bb56-3e82eff632fd') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:36.194762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.213520 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.220972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:36.221581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.282821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48b79960-db54-4609-8302-2dc3bc19d24b req-8cee49e9-7cf7-4558-ad0b-1464d99bc118 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.2655418 Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:36.289808 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:36.294701 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.303181 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.308676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3cee0722-e9c5-4340-a177-1ce3a93b15fa HTTP/1.1" status: 204 len: 168 time: 2.1021712 Aug 03 19:12:36.322316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2edb7bd-dc20-4002-a58d-d6ad1410e1b1 req-97a83f9a-281e-4b0a-9c5e-dbdcb120bd84 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9264421 Aug 03 19:12:36.338887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427a2be-2837-4bdb-96fb-4c71a9b58e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cee0722-e9c5-4340-a177-1ce3a93b15fa,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:36.374942 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.440362 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8518a687-6a23-4b29-b0f0-3894d54d4c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.460338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f89fa-5a0a-4449-8940-f14cd0242436 None None] Network 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:36.510296 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-dba317e0-633f-4ba7-aa96-22b8c358e4ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6625645 Aug 03 19:12:36.514641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:36.565456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184221b6-a44a-433d-b926-dd538ec2550e req-b6112e6e-8917-4a6e-a29d-1f0fcce6fb1d tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.568176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-184221b6-a44a-433d-b926-dd538ec2550e req-b6112e6e-8917-4a6e-a29d-1f0fcce6fb1d tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 932 time: 0.1375370 Aug 03 19:12:36.579609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Request body: {'port': {'device_id': 'cb89cc4d-21f3-40a6-9d0c-817285af7e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:36.644207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33342) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:36.662931 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-184221b6-a44a-433d-b926-dd538ec2550e req-9f6ad7ca-438a-48ee-b4ed-a72f09267d12 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859592 Aug 03 19:12:36.743118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-931cef11-325b-429f-b9e0-a908131f72aa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c951b33d7ff4136a56dcd677a4f1d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782971 Aug 03 19:12:36.746613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33346) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:36.752652 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.786411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.787248 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.790244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting port 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:36.790588 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.831495 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4487a905-37e5-4b7b-bd7c-ec960e924c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.863431 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4487a905-37e5-4b7b-bd7c-ec960e924c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.986616 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4487a905-37e5-4b7b-bd7c-ec960e924c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.991802 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4487a905-37e5-4b7b-bd7c-ec960e924c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.994894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4487a905-37e5-4b7b-bd7c-ec960e924c04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ac405e6-7f38-426b-a5f9-1445fb3ef153 HTTP/1.1" status: 204 len: 168 time: 0.2466569 Aug 03 19:12:37.029993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.049540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487a905-37e5-4b7b-bd7c-ec960e924c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac405e6-7f38-426b-a5f9-1445fb3ef153,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:37.096851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-952e7ccc-fe81-4415-bb94-9314e9a158f3 None None] Provisioning for port 20116681-c4d7-4800-a265-f0611307f6eb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:37.220102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20116681-c4d7-4800-a265-f0611307f6eb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:37.231263 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.293708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=602633c0-7922-45e6-b750-a60b8029c03c,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:37.320534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] For port 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7c2c76f6-4afb-4f6e-a85b-1452e9b860e6,segment=NetworkSegment(6b84717d-22ab-43fc-a6f8-a5b2b720d6e1),segment_id=6b84717d-22ab-43fc-a6f8-a5b2b720d6e1)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:37.323810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.419044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Calling delete_port for 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:37.448293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:37.493032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:37.495104 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.633581 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e73aa109-0b8c-4a4b-bf9d-f9f6b7deb439 req-95597ec9-06c1-45d9-a912-f2751a26c238 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0938339 Aug 03 19:12:37.675305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 20116681-c4d7-4800-a265-f0611307f6eb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:37.690803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 20116681-c4d7-4800-a265-f0611307f6eb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:37.691551 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.698980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9027b-32b5-42d8-a906-f1e1e890a7ac req-b4954331-f1d6-45b8-a9f3-8316dd6f57fa tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:37.712275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19c9027b-32b5-42d8-a906-f1e1e890a7ac req-b4954331-f1d6-45b8-a9f3-8316dd6f57fa tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1095 time: 0.2259524 Aug 03 19:12:37.815962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19c9027b-32b5-42d8-a906-f1e1e890a7ac req-f8913c65-ef81-4409-a3c8-cb1a94433bec tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867529 Aug 03 19:12:37.956431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733fd4b-061e-4b07-9616-2a13d7ca27ca req-28cd9e3d-bdd5-48d1-aaeb-e014d0bc0216 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:37.959408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3733fd4b-061e-4b07-9616-2a13d7ca27ca req-28cd9e3d-bdd5-48d1-aaeb-e014d0bc0216 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 932 time: 0.0731401 Aug 03 19:12:37.980824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:37.982989 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.996017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.008925 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:38.010573 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.016940 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.053003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.053806 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.104097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3733fd4b-061e-4b07-9616-2a13d7ca27ca req-ec4e96ac-2787-411f-a703-317f3784550c tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326373 Aug 03 19:12:38.186189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 20116681-c4d7-4800-a265-f0611307f6eb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=20116681-c4d7-4800-a265-f0611307f6eb,segment=NetworkSegment(078b7ad6-fcec-4078-b8ce-8d1e6d2776c4),segment_id=078b7ad6-fcec-4078-b8ce-8d1e6d2776c4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:38.225221 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.249872 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba71a35-c1bf-48f6-891c-e0585e6e7fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ef490-8e75-46cf-a86f-ae2fdd29c998'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:38.254588 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d4c148-ec9a-4c78-930a-38addd3714cc" -d '{"events": [{"server_uuid": "cba71a35-c1bf-48f6-891c-e0585e6e7fb7", "name": "network-vif-plugged", "status": "completed", "tag": "3a1ef490-8e75-46cf-a86f-ae2fdd29c998"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:38.354547 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e6c20c-fe31-4a96-9a19-53f1efc733b8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:38.418379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d203b42a-4bce-41df-be8e-a3fd7e995131 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:38.435894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a1ef490-8e75-46cf-a86f-ae2fdd29c998,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:38.448631 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c83d36-f706-4587-820f-fad0d99fcb07 x-openstack-request-id: req-69c83d36-f706-4587-820f-fad0d99fcb07 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:38.449327 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba71a35-c1bf-48f6-891c-e0585e6e7fb7", "name": "network-vif-plugged", "status": "completed", "tag": "3a1ef490-8e75-46cf-a86f-ae2fdd29c998", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:38.449483 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69c83d36-f706-4587-820f-fad0d99fcb07 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:38.449941 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba71a35-c1bf-48f6-891c-e0585e6e7fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ef490-8e75-46cf-a86f-ae2fdd29c998', 'code': 200} Aug 03 19:12:38.478260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c9bf2d25-7b1b-4fe1-affb-e41b850a28f7 None None] Provisioning complete for port 20116681-c4d7-4800-a265-f0611307f6eb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:38.479925 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2d25-7b1b-4fe1-affb-e41b850a28f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.578749 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.579673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:38.611197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fb942-2e01-467f-90c3-faa9916ed0c8 req-e67f0893-86d6-426b-8021-66a3b0dd44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:38.613605 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-007fb942-2e01-467f-90c3-faa9916ed0c8 req-e67f0893-86d6-426b-8021-66a3b0dd44a5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1212528 Aug 03 19:12:38.645315 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.646243 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Added segment 190acf65-c4c7-4ffc-af0a-c0a83d1705d1 of type vlan for network caf47136-894e-4836-baf9-b2a54f32cc44 Aug 03 19:12:38.654495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: d203b42a-4bce-41df-be8e-a3fd7e995131 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:38.654903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d203b42a-4bce-41df-be8e-a3fd7e995131 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:38.677794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.703522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=20116681-c4d7-4800-a265-f0611307f6eb,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:38.764597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-007fb942-2e01-467f-90c3-faa9916ed0c8 req-88846429-b05e-4e4c-ae62-656a3499baf8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361980 Aug 03 19:12:38.768563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Port': ['ID=7c2c76f6-4afb-4f6e-a85b-1452e9b860e6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:38.786082 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No DVR routers for this DVR port 7c2c76f6-4afb-4f6e-a85b-1452e9b860e6 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:38.861464 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.877904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 25e637d9-3953-4451-a40a-dca3aa5d799f is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:12:38.960094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=3a1ef490-8e75-46cf-a86f-ae2fdd29c998,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:38.982991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5aaae32-b324-415d-9a04-d93f0655b4fc req-6834cff6-8594-4505-afd1-e94fdef72407 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0981512 Aug 03 19:12:38.991380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20116681-c4d7-4800-a265-f0611307f6eb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:39.059741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33384) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:39.072870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c9bf2d25-7b1b-4fe1-affb-e41b850a28f7 None None] Provisioning for port 602633c0-7922-45e6-b750-a60b8029c03c completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:39.090875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c9bf2d25-7b1b-4fe1-affb-e41b850a28f7 None None] Provisioning complete for port 602633c0-7922-45e6-b750-a60b8029c03c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:39.091517 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2d25-7b1b-4fe1-affb-e41b850a28f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.098083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.115437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e1663a-7d89-47b3-bab6-f71051765511']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:39.125089 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba4130-c8ee-4c06-a87c-2e82c48d5a88 req-f2e58cff-3a7a-4655-9d11-b9267a91b1f3 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.126918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cba4130-c8ee-4c06-a87c-2e82c48d5a88 req-f2e58cff-3a7a-4655-9d11-b9267a91b1f3 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1354508 Aug 03 19:12:39.130778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b84717d-22ab-43fc-a6f8-a5b2b720d6e1') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:39.131480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b84717d-22ab-43fc-a6f8-a5b2b720d6e1') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:39.172977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.216549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cba4130-c8ee-4c06-a87c-2e82c48d5a88 req-57ac5117-843a-4f14-aeb1-210be292785e tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749853 Aug 03 19:12:39.223199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c9bf2d25-7b1b-4fe1-affb-e41b850a28f7 None None] Port 602633c0-7922-45e6-b750-a60b8029c03c cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:39.230562 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.262265 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 20116681-c4d7-4800-a265-f0611307f6eb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:39.262921 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.266814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:39.267454 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:39.280004 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:39.318773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3946eee-d3b4-449f-a1a6-ef490fec756e None None] get_active_networks_info from n-d-802918-7 {{(pid=100489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:12:39.331142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:39.344930 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.345362 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Added segment 9366d842-11fa-44d5-8c1f-d67f3badccbd of type vlan for network 6be5afa1-6d00-494e-b128-a5107ad5adc9 Aug 03 19:12:39.399672 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.436756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fbbb9-edab-477b-bf72-032321cbe6b0 req-304c86a5-863c-425e-a1cf-55d03c4d24fd tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.443250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3fbbb9-edab-477b-bf72-032321cbe6b0 req-304c86a5-863c-425e-a1cf-55d03c4d24fd tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 932 time: 0.1455243 Aug 03 19:12:39.510842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1430014941-network', 'tenant_id': '17b7e8e824224d3f8df75c81d12bf90b'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:39.521115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.521779 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.529698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.535278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.536680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.564473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c3fbbb9-edab-477b-bf72-032321cbe6b0 req-f9a65907-352e-4cd7-98d0-b100a48c5d23 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102631 Aug 03 19:12:39.602189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Made reservation on behalf of 17b7e8e824224d3f8df75c81d12bf90b for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:39.611146 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.611718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ebfecea3-a300-4c38-9364-45a264a8fc4b None None] Provisioning complete for port 602633c0-7922-45e6-b750-a60b8029c03c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:39.612462 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ebfecea3-a300-4c38-9364-45a264a8fc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.644893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.778998 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.799007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9f5dfa-71d8-431f-ad3a-415404f92c11 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:39.807569 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.832139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ebfecea3-a300-4c38-9364-45a264a8fc4b None None] Port 602633c0-7922-45e6-b750-a60b8029c03c cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:39.839127 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.847885 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.850975 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/e8e1663a-7d89-47b3-bab6-f71051765511 HTTP/1.1" status: 204 len: 168 time: 11.2860706 Aug 03 19:12:39.855814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33404) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:39.865543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1664504981'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:39.901392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event updated for resources: {'Network': ['ID=caf47136-894e-4836-baf9-b2a54f32cc44,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:39.931270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network caf47136-894e-4836-baf9-b2a54f32cc44 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:39.982242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Transition to ACTIVE for port object fc9f5dfa-71d8-431f-ad3a-415404f92c11 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:39.998170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:40.006683 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.012267 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Sync routers for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:40.030499 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:40.031257 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:12:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:40.040660 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d41b05cd-a72b-4914-a3f4-7fb7d536c3d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6474805 Aug 03 19:12:40.045256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33408) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:40.072489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1158315077'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:40.107012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.123050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.146290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:40.153892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3946eee-d3b4-449f-a1a6-ef490fec756e None None] Resources bound (agent type, host, resource id): {{(pid=100489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:12:40.165438 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.166645 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Added segment b65f3218-5c6d-45df-a461-484be7a4fdac of type vlan for network 3d643c63-87c0-421c-9304-cab56c8a2641 Aug 03 19:12:40.236606 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.8989434 Aug 03 19:12:40.262650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33412) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:40.285570 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.344899 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:40.374620 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-807e9733-424b-417d-8676-498b68a6eeb2 req-de423d66-1677-486f-96c3-251617c0c2be tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.1260676 Aug 03 19:12:40.386466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef4129-ee73-4b42-ae64-648bcf716fbe tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event updated for resources: {'Network': ['ID=6be5afa1-6d00-494e-b128-a5107ad5adc9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:40.417213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 6be5afa1-6d00-494e-b128-a5107ad5adc9 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:40.439254 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.440313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:40.440929 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.446160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33416) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:40.533915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Pushing event updated for resources: {'Port': ['ID=fc9f5dfa-71d8-431f-ad3a-415404f92c11,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:40.549344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:40.554163 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.571655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4972880-82c4-495e-aef7-ac8c9c5556af tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Network': ['ID=e8e1663a-7d89-47b3-bab6-f71051765511,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:40.658278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:40.662024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Pushing event updated for resources: {'Network': ['ID=3d643c63-87c0-421c-9304-cab56c8a2641,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:40.669821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66758fdd-f5c9-49a6-945b-1763f3f9fd40,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:40.751011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.753876 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Added segment e5982647-51b4-413b-9f23-3ef77197685f of type vlan for network 5a25d25d-1f06-4b9f-bd3e-4a694c220074 Aug 03 19:12:40.760827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 3d643c63-87c0-421c-9304-cab56c8a2641 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:40.787828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449057f-231e-4145-8cf6-29cad6528adf req-8300db42-9267-4edf-8192-40913a970a8f tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:40.794826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9449057f-231e-4145-8cf6-29cad6528adf req-8300db42-9267-4edf-8192-40913a970a8f tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1096 time: 0.4184375 Aug 03 19:12:40.837041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d248897-bf48-489a-bb96-86ffefe6efa6 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:40.845660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d248897-bf48-489a-bb96-86ffefe6efa6 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:40.860120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d248897-bf48-489a-bb96-86ffefe6efa6 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:40.868448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d248897-bf48-489a-bb96-86ffefe6efa6 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:40.876076 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3d248897-bf48-489a-bb96-86ffefe6efa6 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6105189 Aug 03 19:12:40.892957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33422) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:40.929406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Attempting to bind port fc9f5dfa-71d8-431f-ad3a-415404f92c11 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:40.930180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Attempting to bind port fc9f5dfa-71d8-431f-ad3a-415404f92c11 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '5d37fc2c-c875-4ef8-822f-22a902649f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '302f9810-6b93-4ead-af4b-fc41aa2c69b3'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:40.930764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Attempting to bind port fc9f5dfa-71d8-431f-ad3a-415404f92c11 on network 302f9810-6b93-4ead-af4b-fc41aa2c69b3 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:40.935578 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:12:34Z', 'revision_number': 2, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:36Z', 'revision_number': 2, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:40.944248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:40.955007 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.979969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Port fc9f5dfa-71d8-431f-ad3a-415404f92c11 on network 302f9810-6b93-4ead-af4b-fc41aa2c69b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:12:40.981667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Attempting to bind port fc9f5dfa-71d8-431f-ad3a-415404f92c11 on network 302f9810-6b93-4ead-af4b-fc41aa2c69b3 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:40.996530 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.997330 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Checking router: 25e637d9-3953-4451-a40a-dca3aa5d799f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:40.997937 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Updating router 25e637d9-3953-4451-a40a-dca3aa5d799f port 602633c0-7922-45e6-b750-a60b8029c03c binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:12:41.030871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:41.032150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Checking segment: {'id': '5d37fc2c-c875-4ef8-822f-22a902649f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '302f9810-6b93-4ead-af4b-fc41aa2c69b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:41.034124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Bound using segment: {'id': '5d37fc2c-c875-4ef8-822f-22a902649f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '302f9810-6b93-4ead-af4b-fc41aa2c69b3'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:41.034975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Bound port: fc9f5dfa-71d8-431f-ad3a-415404f92c11, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d37fc2c-c875-4ef8-822f-22a902649f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '302f9810-6b93-4ead-af4b-fc41aa2c69b3'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:41.035612 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.035991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d5c6c18e-eacc-4af6-b7f3-5d281897b842 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9669874 Aug 03 19:12:41.042637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33424) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:41.047148 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.069720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] Request body: {'subnet': {'network_id': '3d643c63-87c0-421c-9304-cab56c8a2641', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1430014941-subnet', 'tenant_id': '17b7e8e824224d3f8df75c81d12bf90b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:41.155773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:41.164796 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.170511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b94a6db-e971-4ea2-a9c3-2db8608146bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.198402 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9449057f-231e-4145-8cf6-29cad6528adf req-81dd49fa-fc69-4223-bc4c-3f7a0f3bf9d7 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344626 Aug 03 19:12:41.220880 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.222605 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.223415 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added segment 30fa89d0-9e70-45ef-bc6b-720de372a2c0 of type vlan for network d3e0ef26-5eb0-4898-963c-cd411e88b97a Aug 03 19:12:41.231261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:41.232232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.249105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed720d-4642-4033-8f34-b6eea27910e3 req-5f4fd8b7-c6cd-4550-aceb-f1a048732b99 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:41.251858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2fed720d-4642-4033-8f34-b6eea27910e3 req-5f4fd8b7-c6cd-4550-aceb-f1a048732b99 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 944 time: 0.4554367 Aug 03 19:12:41.344910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] Made reservation on behalf of 17b7e8e824224d3f8df75c81d12bf90b for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:41.347465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.429683 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6365807a-a7d6-4fd0-81b6-0add18f1a688 req-845b5dd4-b38c-4677-8b80-67e42e8b97d3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.1023049 Aug 03 19:12:41.432577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] For port fc9f5dfa-71d8-431f-ad3a-415404f92c11, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:41.432796 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.490505 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.507591 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Transition to ACTIVE for port object 602633c0-7922-45e6-b750-a60b8029c03c will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:41.507842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] For port fc9f5dfa-71d8-431f-ad3a-415404f92c11, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc9f5dfa-71d8-431f-ad3a-415404f92c11,segment=NetworkSegment(5d37fc2c-c875-4ef8-822f-22a902649f29),segment_id=5d37fc2c-c875-4ef8-822f-22a902649f29)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:41.515296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=5a25d25d-1f06-4b9f-bd3e-4a694c220074,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:41.517601 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.522226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2fed720d-4642-4033-8f34-b6eea27910e3 req-36e8e50a-fe40-49e8-92d2-735abf860bba tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561750 Aug 03 19:12:41.531488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 5a25d25d-1f06-4b9f-bd3e-4a694c220074 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:41.532446 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.553068 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.590863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff7a0f-d03f-468d-b76b-bd1f56a22474 req-2b78cf59-fb7a-4769-ac37-8b2e63bd06b3 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:41.593536 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6bff7a0f-d03f-468d-b76b-bd1f56a22474 req-2b78cf59-fb7a-4769-ac37-8b2e63bd06b3 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1096 time: 0.2784164 Aug 03 19:12:41.603559 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf47136-894e-4836-baf9-b2a54f32cc44']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:41.623782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:41.624454 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.626177 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] 10.222.0.37 "PUT /v2.0/ports/fc9f5dfa-71d8-431f-ad3a-415404f92c11 HTTP/1.1" status: 200 len: 1092 time: 5.0618141 Aug 03 19:12:41.626482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb89cc4d-21f3-40a6-9d0c-817285af7e4f', 'tag': 'fc9f5dfa-71d8-431f-ad3a-415404f92c11'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:41.628851 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7785635-2143-4efe-9945-c75fd3ade34f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb89cc4d-21f3-40a6-9d0c-817285af7e4f", "tag": "fc9f5dfa-71d8-431f-ad3a-415404f92c11"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:41.629152 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.640136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:41.641311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.673583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190acf65-c4c7-4ffc-af0a-c0a83d1705d1') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:41.674083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190acf65-c4c7-4ffc-af0a-c0a83d1705d1') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:41.681428 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Pushing event updated for resources: {'Port': ['ID=602633c0-7922-45e6-b750-a60b8029c03c,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:41.704064 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.707268 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.707770 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.708710 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.709134 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.709649 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.709994 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.710327 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.710654 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.710981 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.711307 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.711631 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:41.732320 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.742439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54ed9e-0249-4fcd-9e87-6fce4e51c69d service neutron] Pushing event updated for resources: {'Port': ['ID=fc9f5dfa-71d8-431f-ad3a-415404f92c11,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:41.809455 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Attempting to bind port 602633c0-7922-45e6-b750-a60b8029c03c on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:41.809913 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Attempting to bind port 602633c0-7922-45e6-b750-a60b8029c03c by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '078b7ad6-fcec-4078-b8ce-8d1e6d2776c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:41.811430 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Attempting to bind port 602633c0-7922-45e6-b750-a60b8029c03c on network 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:41.819730 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:41.826356 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Checking segment: {'id': '078b7ad6-fcec-4078-b8ce-8d1e6d2776c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:41.827012 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.827468 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Bound using segment: {'id': '078b7ad6-fcec-4078-b8ce-8d1e6d2776c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:41.828150 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Bound port: 602633c0-7922-45e6-b750-a60b8029c03c, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078b7ad6-fcec-4078-b8ce-8d1e6d2776c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:41.828620 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.864991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41a9d545-eeba-45df-8036-7e06b1872044 req-dea6094f-e3a9-4154-b011-6a76d654b1ef tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0920324 Aug 03 19:12:41.928936 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] For port 602633c0-7922-45e6-b750-a60b8029c03c, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:41.934439 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] For port 602633c0-7922-45e6-b750-a60b8029c03c, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=602633c0-7922-45e6-b750-a60b8029c03c,segment=NetworkSegment(078b7ad6-fcec-4078-b8ce-8d1e6d2776c4),segment_id=078b7ad6-fcec-4078-b8ce-8d1e6d2776c4)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:41.940432 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.945826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6bff7a0f-d03f-468d-b76b-bd1f56a22474 req-bd977280-8451-400d-a826-12a3b120c36b tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179841 Aug 03 19:12:41.952298 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Network': ['ID=d3e0ef26-5eb0-4898-963c-cd411e88b97a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:41.977986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d3e0ef26-5eb0-4898-963c-cd411e88b97a details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:42.087442 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b94a6db-e971-4ea2-a9c3-2db8608146bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.109192 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b94a6db-e971-4ea2-a9c3-2db8608146bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.141532 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab8f3-36c4-4337-bb7c-4349256534f4 None None] Pushing event updated for resources: {'Port': ['ID=602633c0-7922-45e6-b750-a60b8029c03c,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:42.154454 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-82edb4aa-3fa9-407c-b624-833c6225620f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0920255 Aug 03 19:12:42.162026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94a6db-e971-4ea2-a9c3-2db8608146bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cab90e1-b39b-4048-a912-00649a067026,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:42.169945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33436) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:42.181049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'subnet': {'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:42.215770 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:42.219238 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:12:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:42.279267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfab0f-df5a-471f-87a2-04417b2cd701 req-24f597e2-4a7f-4c51-9649-11ff06ce14e6 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:42.280914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1abfab0f-df5a-471f-87a2-04417b2cd701 req-24f597e2-4a7f-4c51-9649-11ff06ce14e6 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1096 time: 0.2344122 Aug 03 19:12:42.287180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3b94a6db-e971-4ea2-a9c3-2db8608146bf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dc39df3bd24b4010ac7103025c3f22ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7572253 Aug 03 19:12:42.291204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33438) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:42.359392 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:42.383943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.389593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1abfab0f-df5a-471f-87a2-04417b2cd701 req-ac5e66ac-9a67-45b8-8a04-68417fed353f tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962830 Aug 03 19:12:42.417203 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c033f3-bbfc-4d69-93b4-93282079d5dd x-openstack-request-id: req-88c033f3-bbfc-4d69-93b4-93282079d5dd {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:42.418090 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb89cc4d-21f3-40a6-9d0c-817285af7e4f", "tag": "fc9f5dfa-71d8-431f-ad3a-415404f92c11", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:42.418090 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88c033f3-bbfc-4d69-93b4-93282079d5dd {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:42.420913 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb89cc4d-21f3-40a6-9d0c-817285af7e4f', 'tag': 'fc9f5dfa-71d8-431f-ad3a-415404f92c11', 'status': 'completed', 'code': 200} Aug 03 19:12:42.424227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:42.424893 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.436817 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d39f4c9a-a794-4874-88b7-b53ae480baa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:42.458681 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:42.461178 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-45fc2aa2-7c2c-4079-befe-e73042225f9d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6003647 Aug 03 19:12:42.465257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:42.469611 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.481891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33442) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:42.515590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'network_id': '5a25d25d-1f06-4b9f-bd3e-4a694c220074', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:42.624943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-f05bae77-3949-439b-a076-e12103795a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:42.627660 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-f05bae77-3949-439b-a076-e12103795a98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5d56d01874146b088d5bf630adf347e&device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 1095 time: 0.9335372 Aug 03 19:12:42.670236 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d39f4c9a-a794-4874-88b7-b53ae480baa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.765841 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-d37c2bd4-ff86-40b2-bcb9-b4050495a9b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc9f5dfa-71d8-431f-ad3a-415404f92c11 HTTP/1.1" status: 200 len: 217 time: 0.1149452 Aug 03 19:12:42.766851 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.824727 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.833112 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "DELETE /v2.0/networks/caf47136-894e-4836-baf9-b2a54f32cc44 HTTP/1.1" status: 204 len: 168 time: 1.9378431 Aug 03 19:12:42.842168 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:12:34Z', 'revision_number': 2, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:41Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:42.847598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33448) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:42.889875 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d56ef0c-6292-4aae-be3d-4ccc1da7f77e None None] The sync data for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 is: [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:12:34Z', 'revision_number': 2, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:41Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:42.914739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf48f6d-24e0-4a1a-b727-4a167a097253 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event deleted for resources: {'Network': ['ID=caf47136-894e-4836-baf9-b2a54f32cc44,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:42.940441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.010553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-ab5cffae-9c0f-479d-8b78-e9f5a03cfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.012172 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-ab5cffae-9c0f-479d-8b78-e9f5a03cfd5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3313666-f15c-403c-9602-6773afa20719 HTTP/1.1" status: 200 len: 850 time: 0.2069168 Aug 03 19:12:43.069544 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-e7dc31db-3886-4d59-979a-3c333d0cae1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=302f9810-6b93-4ead-af4b-fc41aa2c69b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470390 Aug 03 19:12:43.076700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aabfc1-ecd8-4b90-a47b-6c6e34d7f441 req-0e75f094-e292-40f0-a40e-989c7c432bd1 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.078543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86aabfc1-ecd8-4b90-a47b-6c6e34d7f441 req-0e75f094-e292-40f0-a40e-989c7c432bd1 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 944 time: 0.3628352 Aug 03 19:12:43.079200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:43.083957 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.126834 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.131891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd58807-6cbe-4218-ae20-51fb4f5adb66,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:43.141897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] Checking segment: {'id': 'b65f3218-5c6d-45df-a461-484be7a4fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3d643c63-87c0-421c-9304-cab56c8a2641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:43.142822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] Network hostable DHCP agents. Network: 3d643c63-87c0-421c-9304-cab56c8a2641, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:43.197863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] Network 3d643c63-87c0-421c-9304-cab56c8a2641 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:43.203024 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d39f4c9a-a794-4874-88b7-b53ae480baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.207186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d39f4c9a-a794-4874-88b7-b53ae480baa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.208879 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d39f4c9a-a794-4874-88b7-b53ae480baa0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2cab90e1-b39b-4048-a912-00649a067026 HTTP/1.1" status: 204 len: 168 time: 0.9162583 Aug 03 19:12:43.280104 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-915b201c-d226-48f0-9cf1-0240dd85085c service neutron] 10.222.0.37 "GET /v2.0/networks/302f9810-6b93-4ead-af4b-fc41aa2c69b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000690 Aug 03 19:12:43.282093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 3d643c63-87c0-421c-9304-cab56c8a2641) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:43.309278 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec10011-11ea-4817-b0e6-14fad2a4577f None None] Network 3d643c63-87c0-421c-9304-cab56c8a2641 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:43.336155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f4c9a-a794-4874-88b7-b53ae480baa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cab90e1-b39b-4048-a912-00649a067026,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:43.341219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41828c0-8b5e-47e2-ad8c-4471490f97b7 req-7de8c718-ac6b-4ef5-a47f-ec9401bd7370 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.343329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b41828c0-8b5e-47e2-ad8c-4471490f97b7 req-7de8c718-ac6b-4ef5-a47f-ec9401bd7370 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1096 time: 0.3891017 Aug 03 19:12:43.349899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.353649 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.395942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86aabfc1-ecd8-4b90-a47b-6c6e34d7f441 req-72caafdb-2c05-4a12-9f6f-cd2a282dd5a6 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012114 Aug 03 19:12:43.497587 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8785eae6-56c5-4560-bebf-fc06d79f11d8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4377196 Aug 03 19:12:43.615274 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-14566264-44bd-4c27-8b9f-05e14cad9be0 req-ffb92cb9-b5fd-41f9-ac27-9ea90bcea4c8 service neutron] 10.222.0.37 "GET /v2.0/networks/302f9810-6b93-4ead-af4b-fc41aa2c69b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177388 Aug 03 19:12:43.645815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b41828c0-8b5e-47e2-ad8c-4471490f97b7 req-bf66383b-dc9e-44a5-9501-eca47c9ce14e tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746542 Aug 03 19:12:43.661188 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.716730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53693eb0-1392-43ba-99df-3cede473f174 req-94443cc3-eee5-4f08-b40b-fd79f0339711 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0684798 Aug 03 19:12:43.785258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f04ad2-0881-4359-a09a-bc797b366f39 None None] Network 3d643c63-87c0-421c-9304-cab56c8a2641 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:43.834307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7785635-2143-4efe-9945-c75fd3ade34f req-0af2ceb0-c9c7-4a4c-9f8f-24cf6aee1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.837189 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e7785635-2143-4efe-9945-c75fd3ade34f req-0af2ceb0-c9c7-4a4c-9f8f-24cf6aee1ee9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5d56d01874146b088d5bf630adf347e&device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 1095 time: 0.1428261 Aug 03 19:12:43.924133 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.085850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7785635-2143-4efe-9945-c75fd3ade34f req-c5150341-24c3-48b3-8ffa-1faf04da0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:44.085850 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e7785635-2143-4efe-9945-c75fd3ade34f req-c5150341-24c3-48b3-8ffa-1faf04da0fa9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=302f9810-6b93-4ead-af4b-fc41aa2c69b3 HTTP/1.1" status: 200 len: 911 time: 0.2379489 Aug 03 19:12:44.174968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Subnet': ['ID=09a412ff-0bc1-42aa-baa7-66ac55c5a783,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:44.187294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be5afa1-6d00-494e-b128-a5107ad5adc9']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:44.211343 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e7785635-2143-4efe-9945-c75fd3ade34f req-bf0cb1b1-1540-46c1-a409-9ccfe2a199b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc9f5dfa-71d8-431f-ad3a-415404f92c11 HTTP/1.1" status: 200 len: 217 time: 0.1161294 Aug 03 19:12:44.234197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9366d842-11fa-44d5-8c1f-d67f3badccbd') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:44.235082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9366d842-11fa-44d5-8c1f-d67f3badccbd') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:44.266741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.374827 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.397461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:44.398786 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.402000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7785635-2143-4efe-9945-c75fd3ade34f req-3e29abc6-649e-4f54-be20-381b8e8582c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:44.407550 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e7785635-2143-4efe-9945-c75fd3ade34f req-3e29abc6-649e-4f54-be20-381b8e8582c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3313666-f15c-403c-9602-6773afa20719 HTTP/1.1" status: 200 len: 850 time: 0.1868348 Aug 03 19:12:44.481950 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e7785635-2143-4efe-9945-c75fd3ade34f req-5ca2483f-db99-42e0-9b2f-ddbecd63eb8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=302f9810-6b93-4ead-af4b-fc41aa2c69b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664845 Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:44.491504 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:44.685478 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e7785635-2143-4efe-9945-c75fd3ade34f req-386c1dd3-5852-4e9b-8e6a-29c1e5eee13c service neutron] 10.222.0.37 "GET /v2.0/networks/302f9810-6b93-4ead-af4b-fc41aa2c69b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945100 Aug 03 19:12:44.697904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98fe64cb-cc69-4e74-9888-bd5b45e374b0 req-207cee90-bb89-4f2a-9df3-41fa44bd2540 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2b27f7227dfa455b86ea726ebf71a5e8&device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.1788356 Aug 03 19:12:44.706558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4b6d087-f3a0-4375-a3e5-e6ba39855585 req-9d0b2fb6-a8e9-4367-a07f-4aa4420eef02 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.2126458 Aug 03 19:12:44.767351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.802124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Checking segment: {'id': '30fa89d0-9e70-45ef-bc6b-720de372a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:44.802720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network hostable DHCP agents. Network: d3e0ef26-5eb0-4898-963c-cd411e88b97a, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:44.813328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.817469 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "DELETE /v2.0/networks/6be5afa1-6d00-494e-b128-a5107ad5adc9 HTTP/1.1" status: 204 len: 168 time: 1.9633722 Aug 03 19:12:44.821771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33494) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:44.965075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98fe64cb-cc69-4e74-9888-bd5b45e374b0 req-872c7fcb-d7f3-47aa-a2f3-5c907d88bc1a service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2b27f7227dfa455b86ea726ebf71a5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2422738 Aug 03 19:12:44.966347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 602633c0-7922-45e6-b750-a60b8029c03c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:45.007840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f323c-7753-4ad0-96c6-db843833a1cb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event deleted for resources: {'Network': ['ID=6be5afa1-6d00-494e-b128-a5107ad5adc9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:45.055276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47fe24-f696-4719-9f85-4843292cf7aa req-b6389a56-c717-42c7-a8e8-2c5db1b97698 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.057283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c47fe24-f696-4719-9f85-4843292cf7aa req-b6389a56-c717-42c7-a8e8-2c5db1b97698 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1096 time: 0.7090778 Aug 03 19:12:45.080756 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.093948 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e7785635-2143-4efe-9945-c75fd3ade34f req-5b243166-5a06-4f07-b7c8-273192a2d2f5 service neutron] 10.222.0.37 "GET /v2.0/networks/302f9810-6b93-4ead-af4b-fc41aa2c69b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950925 Aug 03 19:12:45.107970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535dc686-087d-4ac2-9b35-8bd6fc317009 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.115262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535dc686-087d-4ac2-9b35-8bd6fc317009 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.121245 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-535dc686-087d-4ac2-9b35-8bd6fc317009 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2987816 Aug 03 19:12:45.130835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33498) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:45.137331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1865693232'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:45.137860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 602633c0-7922-45e6-b750-a60b8029c03c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:45.162582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 602633c0-7922-45e6-b750-a60b8029c03c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:45.163091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-e0fef529-646b-469a-a435-3c33612f92b4 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.163272 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.165133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-e0fef529-646b-469a-a435-3c33612f92b4 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/networks?id=3d643c63-87c0-421c-9304-cab56c8a2641 HTTP/1.1" status: 200 len: 813 time: 0.6513698 Aug 03 19:12:45.218786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Made reservation on behalf of 19cdbd4bfa4149b4b634c9694fd04597 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:45.232888 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.238640 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.318079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:45.336974 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.337391 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Added segment a89ff761-9462-4964-bbca-47fb17c28bca of type vlan for network d0ff8487-1ffd-4230-8b07-bc267afc4800 Aug 03 19:12:45.386825 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.422090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.446342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 602633c0-7922-45e6-b750-a60b8029c03c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=602633c0-7922-45e6-b750-a60b8029c03c,segment=NetworkSegment(078b7ad6-fcec-4078-b8ce-8d1e6d2776c4),segment_id=078b7ad6-fcec-4078-b8ce-8d1e6d2776c4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:45.456604 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.516198 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.530595 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.530814 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.569406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=602633c0-7922-45e6-b750-a60b8029c03c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:45.600727 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4642665 Aug 03 19:12:45.601033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33504) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:45.610090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1182837595'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:45.612867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network d3e0ef26-5eb0-4898-963c-cd411e88b97a is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:45.646396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5e9e1-3e50-483f-be3d-9c9007116423 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event updated for resources: {'Network': ['ID=d0ff8487-1ffd-4230-8b07-bc267afc4800,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:45.658470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Made reservation on behalf of 19cdbd4bfa4149b4b634c9694fd04597 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:45.666224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.668725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d0ff8487-1ffd-4230-8b07-bc267afc4800 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:45.716501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d879e41-37e3-4730-9497-19d1dd1d26f4 req-b1552e5a-d030-4e84-9501-99f0337f9143 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.718695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d879e41-37e3-4730-9497-19d1dd1d26f4 req-b1552e5a-d030-4e84-9501-99f0337f9143 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 944 time: 0.8703594 Aug 03 19:12:45.719228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d3e0ef26-5eb0-4898-963c-cd411e88b97a) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:45.719393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:45.736707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-378ae6ec-a395-44b9-8d48-09b8a3f53fa3 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/quotas/17b7e8e824224d3f8df75c81d12bf90b HTTP/1.1" status: 200 len: 375 time: 0.1266818 Aug 03 19:12:45.744224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.744224 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Added segment 67355177-b9bd-4701-8282-5d107ac62232 of type vlan for network 38832b62-40d9-4b71-97ac-d3a3fa86b385 Aug 03 19:12:45.749891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9538b4-2df7-4b8f-a283-61bed0ad4438 None None] Network d3e0ef26-5eb0-4898-963c-cd411e88b97a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:45.752431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.753121 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.807976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=b7efffe8-11bf-4bf4-8a41-0f10f853af11,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:45.834312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.883963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-be28b6d3-2a1c-4fe6-86bd-0f55cbd799ff tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=17b7e8e824224d3f8df75c81d12bf90b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871027 Aug 03 19:12:45.908068 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-91df0ca2-91c8-429f-8eb0-e446ccc08b4d tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7367854 Aug 03 19:12:45.914829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33508) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:45.917581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Checking segment: {'id': 'e5982647-51b4-413b-9f23-3ef77197685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a25d25d-1f06-4b9f-bd3e-4a694c220074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:45.918255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network hostable DHCP agents. Network: 5a25d25d-1f06-4b9f-bd3e-4a694c220074, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:45.940843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe64cb-cc69-4e74-9888-bd5b45e374b0 req-b8783f0a-7598-4bc3-8823-5a584149ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.943597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98fe64cb-cc69-4e74-9888-bd5b45e374b0 req-b8783f0a-7598-4bc3-8823-5a584149ff5c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9226062 Aug 03 19:12:45.948252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.967575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.970372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.095810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-d3e0ef26-5eb0-4898-963c-cd411e88b97a', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:46.099268 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.122670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d879e41-37e3-4730-9497-19d1dd1d26f4 req-529b5aee-36ab-403e-9a19-3787a73b0993 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241994 Aug 03 19:12:46.130277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event updated for resources: {'Network': ['ID=38832b62-40d9-4b71-97ac-d3a3fa86b385,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:46.159992 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cbc6c25d-fed1-4de8-9c1f-0af2a020e394 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5576899 Aug 03 19:12:46.164893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33510) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:46.175278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'ports': [{'network_id': 'd0ff8487-1ffd-4230-8b07-bc267afc4800', 'name': 'tempest-port--1738278947', 'admin_state_up': True}, {'network_id': '38832b62-40d9-4b71-97ac-d3a3fa86b385', 'admin_state_up': False}]} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:46.176619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network 5a25d25d-1f06-4b9f-bd3e-4a694c220074 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:46.176818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'port': {'network_id': 'd0ff8487-1ffd-4230-8b07-bc267afc4800', 'name': 'tempest-port--1738278947', 'admin_state_up': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:46.176818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'port': {'network_id': '38832b62-40d9-4b71-97ac-d3a3fa86b385', 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:46.190015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 38832b62-40d9-4b71-97ac-d3a3fa86b385 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:46.228299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-8c47fe24-f696-4719-9f85-4843292cf7aa req-08e9c212-e9e1-4aac-9de9-ff96aea630d0 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Deleting port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:46.228930 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8c47fe24-f696-4719-9f85-4843292cf7aa req-08e9c212-e9e1-4aac-9de9-ff96aea630d0 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.461284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fc9f5dfa-71d8-431f-ad3a-415404f92c11 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:46.506359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Made reservation on behalf of 19cdbd4bfa4149b4b634c9694fd04597 for: {'port': 2} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:46.513125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 5a25d25d-1f06-4b9f-bd3e-4a694c220074) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:46.523991 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.541951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.600403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fc9f5dfa-71d8-431f-ad3a-415404f92c11, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc9f5dfa-71d8-431f-ad3a-415404f92c11,segment=NetworkSegment(5d37fc2c-c875-4ef8-822f-22a902649f29),segment_id=5d37fc2c-c875-4ef8-822f-22a902649f29)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:46.628090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'fc9f5dfa-71d8-431f-ad3a-415404f92c11', 'network_id': '302f9810-6b93-4ead-af4b-fc41aa2c69b3', 'port_id': 'fc9f5dfa-71d8-431f-ad3a-415404f92c11', 'mac_address': 'fa:16:3e:99:b3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3313666-f15c-403c-9602-6773afa20719', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:46.632917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68487784-08dd-40c2-a21e-8f39efe81ff7 None None] Network 5a25d25d-1f06-4b9f-bd3e-4a694c220074 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:46.656699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:46.657858 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.662017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] device_id is not set on port 0e84f236-c55e-4f6b-9885-9351b0a7b4ba yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:12:46.668360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-8f0b31a3-4433-4f3d-ab41-7ad35cb63497 service neutron] 10.222.0.78 "GET /v2.0/networks/3d643c63-87c0-421c-9304-cab56c8a2641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463424 Aug 03 19:12:46.753048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Allocated IP 2001:db8:1::2 (d3e0ef26-5eb0-4898-963c-cd411e88b97a/09a412ff-0bc1-42aa-baa7-66ac55c5a783/48676df3-ab2c-453c-a841-734fa907a57f) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:46.873792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.017368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] device_id is not set on port c8151450-2149-4c18-8045-10c6ad552883 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:12:47.042394 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a61b2fe2-1e7e-486f-a78a-8c2425101c70 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.5588653 Aug 03 19:12:47.059312 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.061108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33518) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:47.061544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 602633c0-7922-45e6-b750-a60b8029c03c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:47.172807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9f5dfa-71d8-431f-ad3a-415404f92c11 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:47.234265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b94842-7e69-4cb9-b909-f4b6c0760ce1 req-8a7e064f-c17f-4500-a0c4-3826ef6afff9 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:47.240847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52b94842-7e69-4cb9-b909-f4b6c0760ce1 req-8a7e064f-c17f-4500-a0c4-3826ef6afff9 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 1096 time: 0.7618859 Aug 03 19:12:47.286868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fc9f5dfa-71d8-431f-ad3a-415404f92c11, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc9f5dfa-71d8-431f-ad3a-415404f92c11,segment=NetworkSegment(5d37fc2c-c875-4ef8-822f-22a902649f29),segment_id=5d37fc2c-c875-4ef8-822f-22a902649f29)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:47.308737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.335635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-fa8ee0e5-57ba-47d3-82ca-2e2c26444f7c service neutron] 10.222.0.78 "GET /v2.0/networks/3d643c63-87c0-421c-9304-cab56c8a2641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201909 Aug 03 19:12:47.367868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8c47fe24-f696-4719-9f85-4843292cf7aa req-08e9c212-e9e1-4aac-9de9-ff96aea630d0 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] For port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a1ef490-8e75-46cf-a86f-ae2fdd29c998,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:47.368313 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8c47fe24-f696-4719-9f85-4843292cf7aa req-08e9c212-e9e1-4aac-9de9-ff96aea630d0 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.397984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-5a25d25d-1f06-4b9f-bd3e-4a694c220074', 'network_id': '5a25d25d-1f06-4b9f-bd3e-4a694c220074', 'tenant_id': '794ea1ee69c64dccb419b79b6b8b688f', 'fixed_ips': [{'subnet_id': 'b7efffe8-11bf-4bf4-8a41-0f10f853af11'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:47.399165 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.436231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98fe64cb-cc69-4e74-9888-bd5b45e374b0 req-4978f6eb-9d5f-4510-8fae-9b2db74a0faa tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.74 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.0800760 Aug 03 19:12:47.443035 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.449178 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 602633c0-7922-45e6-b750-a60b8029c03c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:47.449643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.466423 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.487353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-8c47fe24-f696-4719-9f85-4843292cf7aa req-08e9c212-e9e1-4aac-9de9-ff96aea630d0 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Calling delete_port for 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:47.563140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Transition to ACTIVE for port object 48676df3-ab2c-453c-a841-734fa907a57f will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:47.565727 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['fc9f5dfa-71d8-431f-ad3a-415404f92c11'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:47.618160 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.724052 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.778725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52b94842-7e69-4cb9-b909-f4b6c0760ce1 req-0bcb679b-9c3e-4b98-a4ce-ec49d7ceb70e tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512782 Aug 03 19:12:47.795746 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event updated for resources: {'Port': ['ID=0e84f236-c55e-4f6b-9885-9351b0a7b4ba,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:47.814589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Checking segment: {'id': 'a89ff761-9462-4964-bbca-47fb17c28bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd0ff8487-1ffd-4230-8b07-bc267afc4800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:47.814965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Network hostable DHCP agents. Network: d0ff8487-1ffd-4230-8b07-bc267afc4800, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:47.827815 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.866109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Network d0ff8487-1ffd-4230-8b07-bc267afc4800 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:47.896967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=fc9f5dfa-71d8-431f-ad3a-415404f92c11,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:47.908210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Transition to ACTIVE for port object 48676df3-ab2c-453c-a841-734fa907a57f will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:47.913769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d0ff8487-1ffd-4230-8b07-bc267afc4800) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:47.920630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:47.922201 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.956405 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.961168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2278fa28-8b45-43d7-8b3b-e248f0dfbfc9 None None] Network d0ff8487-1ffd-4230-8b07-bc267afc4800 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:47.979834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:47.980294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:47.980861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:47.981749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:47.982308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:47.982864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:47.983414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:47.984314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:47.984904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:47.985465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:47.986082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:47.987244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:48.139340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event updated for resources: {'Port': ['ID=c8151450-2149-4c18-8045-10c6ad552883,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:48.161140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Checking segment: {'id': '67355177-b9bd-4701-8282-5d107ac62232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '38832b62-40d9-4b71-97ac-d3a3fa86b385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:48.163317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Network hostable DHCP agents. Network: 38832b62-40d9-4b71-97ac-d3a3fa86b385, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:48.214371 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Network 38832b62-40d9-4b71-97ac-d3a3fa86b385 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:48.239659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 38832b62-40d9-4b71-97ac-d3a3fa86b385) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:48.270541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:48.275340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fa01cbb-957c-4c5c-8613-93ea32104864 req-fc9dc3f2-e971-4575-8632-a680db37b2e6 tempest-ServerShowV257Test-33319521 tempest-ServerShowV257Test-33319521-project] 10.222.0.78 "GET /v2.0/ports?device_id=6f9813b2-6d92-4ec9-8a6f-85cf244a5489 HTTP/1.1" status: 200 len: 210 time: 0.1146371 Aug 03 19:12:48.280197 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.282448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:48.292731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:48.294366 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.327855 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f6ea4aa6-f841-43cb-ad3d-98b0224d94d2 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1611104 Aug 03 19:12:48.333730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33532) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:48.412666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Allocated IP 2001:db8::1 (5a25d25d-1f06-4b9f-bd3e-4a694c220074/b7efffe8-11bf-4bf4-8a41-0f10f853af11/3e33161a-6bd1-42cf-9713-45ca4aec79de) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:48.450009 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f29c4-5f9f-48e5-a664-946869c3ffe0 None None] Network 38832b62-40d9-4b71-97ac-d3a3fa86b385 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:48.464776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77885ed-6e22-445e-8469-64e05dc48738 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:48.479296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77885ed-6e22-445e-8469-64e05dc48738 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:48.482724 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a77885ed-6e22-445e-8469-64e05dc48738 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1469390 Aug 03 19:12:48.487365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33534) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:48.532291 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ff54b269-469c-432f-9053-ac64bf141682 req-55aab60c-ab1f-470f-aaaa-5df6c8eda8ad tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 210 time: 0.1571476 Aug 03 19:12:48.546804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Pushing event updated for resources: {'Port': ['ID=48676df3-ab2c-453c-a841-734fa907a57f,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:48.578064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Network d3e0ef26-5eb0-4898-963c-cd411e88b97a is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:48.593075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:48.600112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a701d-045a-444d-8616-39908d0fa5e3 req-c1c6418f-eec4-4ec3-ac6d-77572a0b9595 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:48.600428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:48.601782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-989a701d-045a-444d-8616-39908d0fa5e3 req-c1c6418f-eec4-4ec3-ac6d-77572a0b9595 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 945 time: 0.4424326 Aug 03 19:12:48.623183 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8c47fe24-f696-4719-9f85-4843292cf7aa req-08e9c212-e9e1-4aac-9de9-ff96aea630d0 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.624158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:48.719920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9c212-e9e1-4aac-9de9-ff96aea630d0 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a1ef490-8e75-46cf-a86f-ae2fdd29c998,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:48.740069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-979814e6-7dc2-4023-a4fe-9fdf5a426efd tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Deleting port 0e84f236-c55e-4f6b-9885-9351b0a7b4ba {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:48.740840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-979814e6-7dc2-4023-a4fe-9fdf5a426efd tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.842475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-979814e6-7dc2-4023-a4fe-9fdf5a426efd tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.849268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c47fe24-f696-4719-9f85-4843292cf7aa req-08e9c212-e9e1-4aac-9de9-ff96aea630d0 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] No DVR routers for this DVR port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:48.867579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-989a701d-045a-444d-8616-39908d0fa5e3 req-365a0cdf-f607-4168-b85d-fc9645e15a14 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381766 Aug 03 19:12:48.873394 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8c47fe24-f696-4719-9f85-4843292cf7aa req-08e9c212-e9e1-4aac-9de9-ff96aea630d0 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.876189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c47fe24-f696-4719-9f85-4843292cf7aa req-08e9c212-e9e1-4aac-9de9-ff96aea630d0 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.74 "DELETE /v2.0/ports/3a1ef490-8e75-46cf-a86f-ae2fdd29c998 HTTP/1.1" status: 204 len: 173 time: 3.7288673 Aug 03 19:12:48.876449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba71a35-c1bf-48f6-891c-e0585e6e7fb7', 'name': 'network-vif-deleted', 'tag': '3a1ef490-8e75-46cf-a86f-ae2fdd29c998'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:48.877335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-979814e6-7dc2-4023-a4fe-9fdf5a426efd tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Calling delete_port for 0e84f236-c55e-4f6b-9885-9351b0a7b4ba owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:48.880152 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766bf719-3f56-4a57-ade8-eb44f2be4008" -d '{"events": [{"server_uuid": "cba71a35-c1bf-48f6-891c-e0585e6e7fb7", "name": "network-vif-deleted", "tag": "3a1ef490-8e75-46cf-a86f-ae2fdd29c998"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:48.902984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No active binding found for port 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:12:48.903718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3a1ef490-8e75-46cf-a86f-ae2fdd29c998 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:48.993941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Allocated IP 2001:db8:1::1 (d3e0ef26-5eb0-4898-963c-cd411e88b97a/09a412ff-0bc1-42aa-baa7-66ac55c5a783/c4180a81-d891-47e1-b7fc-6eaa561435d8) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:49.072064 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149697e4-6b0f-4e4c-8092-237924081736 x-openstack-request-id: req-149697e4-6b0f-4e4c-8092-237924081736 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:49.072661 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba71a35-c1bf-48f6-891c-e0585e6e7fb7", "name": "network-vif-deleted", "tag": "3a1ef490-8e75-46cf-a86f-ae2fdd29c998", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:49.072850 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-149697e4-6b0f-4e4c-8092-237924081736 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:49.073301 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba71a35-c1bf-48f6-891c-e0585e6e7fb7', 'name': 'network-vif-deleted', 'tag': '3a1ef490-8e75-46cf-a86f-ae2fdd29c998', 'status': 'completed', 'code': 200} Aug 03 19:12:49.213350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6e16756-42e7-449d-bfa8-4afb4c1e665a req-41de97ce-144e-4c93-a203-7ca0fe1490ca tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cba71a35-c1bf-48f6-891c-e0585e6e7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0905254 Aug 03 19:12:49.234371 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-979814e6-7dc2-4023-a4fe-9fdf5a426efd tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.319128 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.343151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Transition to ACTIVE for port object c4180a81-d891-47e1-b7fc-6eaa561435d8 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:49.382333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979814e6-7dc2-4023-a4fe-9fdf5a426efd tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event deleted for resources: {'Port': ['ID=0e84f236-c55e-4f6b-9885-9351b0a7b4ba,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:49.400981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-979814e6-7dc2-4023-a4fe-9fdf5a426efd tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.404533 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-979814e6-7dc2-4023-a4fe-9fdf5a426efd tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "DELETE /v2.0/ports/0e84f236-c55e-4f6b-9885-9351b0a7b4ba HTTP/1.1" status: 204 len: 168 time: 0.9152369 Aug 03 19:12:49.408871 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.412931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33554) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:49.485029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network d3e0ef26-5eb0-4898-963c-cd411e88b97a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:49.491482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:49.498903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:49.499830 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.546516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Attempting to bind port 48676df3-ab2c-453c-a841-734fa907a57f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:49.547384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Attempting to bind port 48676df3-ab2c-453c-a841-734fa907a57f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '30fa89d0-9e70-45ef-bc6b-720de372a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:49.547384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Attempting to bind port 48676df3-ab2c-453c-a841-734fa907a57f on network d3e0ef26-5eb0-4898-963c-cd411e88b97a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:49.570283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:49.570804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Checking segment: {'id': '30fa89d0-9e70-45ef-bc6b-720de372a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:49.571120 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.571499 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Bound using segment: {'id': '30fa89d0-9e70-45ef-bc6b-720de372a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:49.571995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Bound port: 48676df3-ab2c-453c-a841-734fa907a57f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fa89d0-9e70-45ef-bc6b-720de372a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:49.572387 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.670939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7872d-7e56-41ec-a0ec-ad55e5437da0 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Deleting port c8151450-2149-4c18-8045-10c6ad552883 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:49.670939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9c7872d-7e56-41ec-a0ec-ad55e5437da0 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.880518 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.908869 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.933467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Transition to ACTIVE for port object 3e33161a-6bd1-42cf-9713-45ca4aec79de will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:49.937711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] For port 48676df3-ab2c-453c-a841-734fa907a57f, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:49.947756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] For port 48676df3-ab2c-453c-a841-734fa907a57f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=48676df3-ab2c-453c-a841-734fa907a57f,segment=NetworkSegment(30fa89d0-9e70-45ef-bc6b-720de372a2c0),segment_id=30fa89d0-9e70-45ef-bc6b-720de372a2c0)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:49.962837 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.990730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9c7872d-7e56-41ec-a0ec-ad55e5437da0 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.044180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a9c7872d-7e56-41ec-a0ec-ad55e5437da0 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Calling delete_port for c8151450-2149-4c18-8045-10c6ad552883 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:50.067625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Transition to ACTIVE for port object 3e33161a-6bd1-42cf-9713-45ca4aec79de will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:50.102101 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.102432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b6e2202-f65f-4141-b736-ef215386f972 req-267e5a15-52aa-4024-a3b8-922265688410 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 210 time: 0.2002275 Aug 03 19:12:50.253993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Network 5a25d25d-1f06-4b9f-bd3e-4a694c220074 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:50.260472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:50.278870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:50.302244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['abc22151-ae85-4c85-940c-493dc9c56c26'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:50.306779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542d851-b52d-40b7-93aa-a913390ecdd5 None None] Pushing event updated for resources: {'Port': ['ID=48676df3-ab2c-453c-a841-734fa907a57f,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:50.333544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33568) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:50.337601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=c4180a81-d891-47e1-b7fc-6eaa561435d8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:50.466767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Pushing event updated for resources: {'Port': ['ID=3e33161a-6bd1-42cf-9713-45ca4aec79de,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:50.471624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fc9f5dfa-71d8-431f-ad3a-415404f92c11 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:50.515156 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9c7872d-7e56-41ec-a0ec-ad55e5437da0 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.778278 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9c7872d-7e56-41ec-a0ec-ad55e5437da0 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.786107 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a9c7872d-7e56-41ec-a0ec-ad55e5437da0 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "DELETE /v2.0/ports/c8151450-2149-4c18-8045-10c6ad552883 HTTP/1.1" status: 204 len: 168 time: 1.3690298 Aug 03 19:12:50.793929 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7872d-7e56-41ec-a0ec-ad55e5437da0 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event deleted for resources: {'Port': ['ID=c8151450-2149-4c18-8045-10c6ad552883,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:50.805374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33578) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:50.881546 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5000709-623a-4025-a221-c98e49a7e59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.978275 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2c17eccc-aec2-48b8-aab7-8e69119dab4e tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1475570 Aug 03 19:12:50.985432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33582) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:51.013584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-818881201'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:51.087261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Attempting to bind port 3e33161a-6bd1-42cf-9713-45ca4aec79de on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:51.088219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Attempting to bind port 3e33161a-6bd1-42cf-9713-45ca4aec79de by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'e5982647-51b4-413b-9f23-3ef77197685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a25d25d-1f06-4b9f-bd3e-4a694c220074'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:51.088522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Attempting to bind port 3e33161a-6bd1-42cf-9713-45ca4aec79de on network 5a25d25d-1f06-4b9f-bd3e-4a694c220074 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:51.122209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:51.124834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Checking segment: {'id': 'e5982647-51b4-413b-9f23-3ef77197685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a25d25d-1f06-4b9f-bd3e-4a694c220074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:51.125234 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.127572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Bound using segment: {'id': 'e5982647-51b4-413b-9f23-3ef77197685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a25d25d-1f06-4b9f-bd3e-4a694c220074'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:51.130278 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Bound port: 3e33161a-6bd1-42cf-9713-45ca4aec79de, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5982647-51b4-413b-9f23-3ef77197685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a25d25d-1f06-4b9f-bd3e-4a694c220074'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:51.131303 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.141130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Made reservation on behalf of 19cdbd4bfa4149b4b634c9694fd04597 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:51.154947 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.265912 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:51.274022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.298463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port fc9f5dfa-71d8-431f-ad3a-415404f92c11 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:51.318477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port fc9f5dfa-71d8-431f-ad3a-415404f92c11 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:51.318859 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.375114 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5000709-623a-4025-a221-c98e49a7e59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.384791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5000709-623a-4025-a221-c98e49a7e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.393812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.394573 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Added segment c3cd6b95-52ed-412b-a4c2-77de3bb8f8d8 of type vlan for network 4d71034e-57a8-46d5-a517-f7b478f7b80f Aug 03 19:12:51.436466 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] For port 3e33161a-6bd1-42cf-9713-45ca4aec79de, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:51.489151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] For port 3e33161a-6bd1-42cf-9713-45ca4aec79de, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3e33161a-6bd1-42cf-9713-45ca4aec79de,segment=NetworkSegment(e5982647-51b4-413b-9f23-3ef77197685f),segment_id=e5982647-51b4-413b-9f23-3ef77197685f)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:51.497035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5000709-623a-4025-a221-c98e49a7e59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251ff2ef-9177-4940-8441-1123bb50595d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:51.512274 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.538467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcf5ab-d311-4dd1-94bf-f93884555448 req-8fd5e859-3720-495e-bc6a-a1debd56a88e tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:51.550517 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47dcf5ab-d311-4dd1-94bf-f93884555448 req-8fd5e859-3720-495e-bc6a-a1debd56a88e tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 945 time: 1.2554111 Aug 03 19:12:51.581828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781097c-09da-4c7e-a645-7a750a69696d None None] Pushing event updated for resources: {'Port': ['ID=3e33161a-6bd1-42cf-9713-45ca4aec79de,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:51.601083 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.642953 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d5000709-623a-4025-a221-c98e49a7e59a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b27f7227dfa455b86ea726ebf71a5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2782464 Aug 03 19:12:51.644328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33588) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:51.657747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Subnet': ['ID=b7efffe8-11bf-4bf4-8a41-0f10f853af11,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:51.680178 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.716862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb89cc4d-21f3-40a6-9d0c-817285af7e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9f5dfa-71d8-431f-ad3a-415404f92c11'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:51.719920 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbbd571-101a-42df-a03c-a3dfa3c3048c" -d '{"events": [{"server_uuid": "cb89cc4d-21f3-40a6-9d0c-817285af7e4f", "name": "network-vif-plugged", "status": "completed", "tag": "fc9f5dfa-71d8-431f-ad3a-415404f92c11"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:51.752251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fc9f5dfa-71d8-431f-ad3a-415404f92c11, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc9f5dfa-71d8-431f-ad3a-415404f92c11,segment=NetworkSegment(5d37fc2c-c875-4ef8-822f-22a902649f29),segment_id=5d37fc2c-c875-4ef8-822f-22a902649f29)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:51.768125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd18f8-dee8-4113-88ae-4084adb12c8f None None] Network 5a25d25d-1f06-4b9f-bd3e-4a694c220074 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:51.779229 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.867419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463007e7-013c-42f3-b6e8-6a41b6f1e875 req-63144b33-f304-4767-8ff0-e2608c130da5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:51.872408 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.877736 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-463007e7-013c-42f3-b6e8-6a41b6f1e875 req-63144b33-f304-4767-8ff0-e2608c130da5 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1096 time: 0.5953188 Aug 03 19:12:51.915034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:51.924550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.937906 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.960688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-463007e7-013c-42f3-b6e8-6a41b6f1e875 req-191aa051-1a55-4b26-8c49-cc7ef8276b53 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792046 Aug 03 19:12:51.972570 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9743969 Aug 03 19:12:51.994985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33594) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:52.050227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47dcf5ab-d311-4dd1-94bf-f93884555448 req-df4c6f3a-0e49-4a3c-9bb6-bccedf995222 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955618 Aug 03 19:12:52.076915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-205084952'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:52.098197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a25d25d-1f06-4b9f-bd3e-4a694c220074']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:52.100467 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7955f36c-ef24-4e89-b138-47cc82a1e4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.115636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Made reservation on behalf of 19cdbd4bfa4149b4b634c9694fd04597 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:52.120090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.184741 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7955f36c-ef24-4e89-b138-47cc82a1e4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.186802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-1422416b-d3ff-44dc-acfe-ac1e2a700a89 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:52.191198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-1422416b-d3ff-44dc-acfe-ac1e2a700a89 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.74 "GET /v2.0/networks?id=3d643c63-87c0-421c-9304-cab56c8a2641 HTTP/1.1" status: 200 len: 813 time: 1.0997717 Aug 03 19:12:52.196240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5982647-51b4-413b-9f23-3ef77197685f') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:52.196579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5982647-51b4-413b-9f23-3ef77197685f') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:52.197837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63444278-dcf4-4c10-aed8-2644f5e425b1 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event updated for resources: {'Network': ['ID=4d71034e-57a8-46d5-a517-f7b478f7b80f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:52.225478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Request body: {'port': {'device_id': '1abb53e4-c8b2-4b52-98d1-69f1e7fb3288', 'network_id': '3d643c63-87c0-421c-9304-cab56c8a2641', 'admin_state_up': True, 'tenant_id': '17b7e8e824224d3f8df75c81d12bf90b'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:52.280807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:52.282417 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.300400 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ddaf70-92f7-4558-a95e-41d8332405ee x-openstack-request-id: req-32ddaf70-92f7-4558-a95e-41d8332405ee {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:52.301731 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb89cc4d-21f3-40a6-9d0c-817285af7e4f", "name": "network-vif-plugged", "status": "completed", "tag": "fc9f5dfa-71d8-431f-ad3a-415404f92c11", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:52.301954 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-32ddaf70-92f7-4558-a95e-41d8332405ee {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:52.302823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d882bec5-90dd-4814-bde4-9454dbfa7e16 req-4bedc941-0e33-44f8-bacb-2a79de527192 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 210 time: 0.0961690 Aug 03 19:12:52.302970 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb89cc4d-21f3-40a6-9d0c-817285af7e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9f5dfa-71d8-431f-ad3a-415404f92c11', 'code': 200} Aug 03 19:12:52.323985 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.326933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.327308 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Added segment 27287a22-ed4d-4803-b2d1-d04557677458 of type vlan for network eca45b9d-a7b5-4e12-aca7-b69d94ea65fd Aug 03 19:12:52.333681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:52.334697 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.343250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=fc9f5dfa-71d8-431f-ad3a-415404f92c11,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:52.347939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 48676df3-ab2c-453c-a841-734fa907a57f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:52.351389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 4d71034e-57a8-46d5-a517-f7b478f7b80f details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:52.389367 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.442382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d4275-683f-427c-bf2b-52ccac432ee2 None None] Network d3e0ef26-5eb0-4898-963c-cd411e88b97a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:52.454328 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:52.465062 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.api [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:12:52.465062 n-d-802918-7 neutron-server[100487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:12:52.465062 n-d-802918-7 neutron-server[100487]: [parameters: {'id': '5a25d25d-1f06-4b9f-bd3e-4a694c220074'}] Aug 03 19:12:52.465062 n-d-802918-7 neutron-server[100487]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:12:52.466163 n-d-802918-7 neutron-server[100487]: DEBUG oslo_db.api [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:12:52.474036 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.480578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:52.481864 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.566600 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.569477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event updated for resources: {'Network': ['ID=eca45b9d-a7b5-4e12-aca7-b69d94ea65fd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:52.597002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e7174-03fa-466c-ab78-d911cb447c8f req-482a179c-f586-47b8-9b8d-1cd4af70f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:52.597002 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9f5e7174-03fa-466c-ab78-d911cb447c8f req-482a179c-f586-47b8-9b8d-1cd4af70f529 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 1097 time: 0.2927878 Aug 03 19:12:52.599515 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7955f36c-ef24-4e89-b138-47cc82a1e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.604764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.606303 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.607462 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7955f36c-ef24-4e89-b138-47cc82a1e4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.617492 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7955f36c-ef24-4e89-b138-47cc82a1e4bc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/251ff2ef-9177-4940-8441-1123bb50595d HTTP/1.1" status: 204 len: 168 time: 0.9618192 Aug 03 19:12:52.628194 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d5adfa98-4e9d-4921-988d-015f05f1665f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6312234 Aug 03 19:12:52.633561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network eca45b9d-a7b5-4e12-aca7-b69d94ea65fd details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:52.658436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955f36c-ef24-4e89-b138-47cc82a1e4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251ff2ef-9177-4940-8441-1123bb50595d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:52.729474 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9f5e7174-03fa-466c-ab78-d911cb447c8f req-3f63964a-9e0f-41ce-8dc7-3f11614af51e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100149 Aug 03 19:12:52.784622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-724cb56f-dd65-46a8-a314-2f2d55a12941 None None] Provisioning for port 48676df3-ab2c-453c-a841-734fa907a57f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:52.871755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 48676df3-ab2c-453c-a841-734fa907a57f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:52.889807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 48676df3-ab2c-453c-a841-734fa907a57f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:52.890224 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.907801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badec22f-7707-4fd8-b6c5-84ab8e1a504d req-421c4eb2-8a55-4908-b4fc-09e551f9488e tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:52.909577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-badec22f-7707-4fd8-b6c5-84ab8e1a504d req-421c4eb2-8a55-4908-b4fc-09e551f9488e tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1096 time: 0.4457648 Aug 03 19:12:52.919287 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:12:52.949225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33602) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:52.955932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'subnets': [{'network_id': '4d71034e-57a8-46d5-a517-f7b478f7b80f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--798006341', 'ip_version': 4}, {'network_id': 'eca45b9d-a7b5-4e12-aca7-b69d94ea65fd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:52.956265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'subnet': {'network_id': '4d71034e-57a8-46d5-a517-f7b478f7b80f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--798006341', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:52.956833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Request body: {'subnet': {'network_id': 'eca45b9d-a7b5-4e12-aca7-b69d94ea65fd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:52.967523 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.009733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=c4180a81-d891-47e1-b7fc-6eaa561435d8,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:53.208149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Made reservation on behalf of 17b7e8e824224d3f8df75c81d12bf90b for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:53.214335 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.243522 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.306211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 48676df3-ab2c-453c-a841-734fa907a57f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=48676df3-ab2c-453c-a841-734fa907a57f,segment=NetworkSegment(30fa89d0-9e70-45ef-bc6b-720de372a2c0),segment_id=30fa89d0-9e70-45ef-bc6b-720de372a2c0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:53.312906 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.362351 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Made reservation on behalf of 19cdbd4bfa4149b4b634c9694fd04597 for: {'subnet': 2} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:53.372080 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.372533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.412942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network d3e0ef26-5eb0-4898-963c-cd411e88b97a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:53.482921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=48676df3-ab2c-453c-a841-734fa907a57f,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:53.510860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:53.723936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ae0d1-5d3e-4e81-92ff-e10834684411 req-8a049e94-6a0b-44ac-86de-9037c0e074eb tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:53.725870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-580ae0d1-5d3e-4e81-92ff-e10834684411 req-8a049e94-6a0b-44ac-86de-9037c0e074eb tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1096 time: 0.6180129 Aug 03 19:12:53.800472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5f80aa66-26f2-4323-a50a-b35c453e5737 None None] Provisioning complete for port 48676df3-ab2c-453c-a841-734fa907a57f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:53.802424 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5f80aa66-26f2-4323-a50a-b35c453e5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.877091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4b2bb-0932-405b-b257-75b17168f291 req-319e1f55-26b3-4bf4-823d-7d9dab160690 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:53.886707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3b4b2bb-0932-405b-b257-75b17168f291 req-319e1f55-26b3-4bf4-823d-7d9dab160690 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 946 time: 0.6645296 Aug 03 19:12:53.949419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-badec22f-7707-4fd8-b6c5-84ab8e1a504d req-54f619f0-f1c6-4cc2-8458-37bf065baf10 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Deleting port abc22151-ae85-4c85-940c-493dc9c56c26 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:53.949964 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-badec22f-7707-4fd8-b6c5-84ab8e1a504d req-54f619f0-f1c6-4cc2-8458-37bf065baf10 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.042601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5f80aa66-26f2-4323-a50a-b35c453e5737 None None] Provisioning for port c4180a81-d891-47e1-b7fc-6eaa561435d8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:54.050558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5f80aa66-26f2-4323-a50a-b35c453e5737 None None] Provisioning complete for port c4180a81-d891-47e1-b7fc-6eaa561435d8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:54.051594 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5f80aa66-26f2-4323-a50a-b35c453e5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.118647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5f80aa66-26f2-4323-a50a-b35c453e5737 None None] Port c4180a81-d891-47e1-b7fc-6eaa561435d8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:54.209951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting port 3e33161a-6bd1-42cf-9713-45ca4aec79de {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:54.210680 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.295241 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.327014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Allocated IP 172.20.0.5 (3d643c63-87c0-421c-9304-cab56c8a2641/efd58807-6cbe-4218-ae20-51fb4f5adb66/345367e2-6a9e-4a05-9d89-ec2144b5cfe5) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:54.358211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f030056b-8a74-437e-b61b-9f537b096e21 None None] Provisioning complete for port c4180a81-d891-47e1-b7fc-6eaa561435d8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:54.361268 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f030056b-8a74-437e-b61b-9f537b096e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.424671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3b4b2bb-0932-405b-b257-75b17168f291 req-78f69dbd-7c7c-4e82-a669-6a6bd2494cf6 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365827 Aug 03 19:12:54.480386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f030056b-8a74-437e-b61b-9f537b096e21 None None] Port c4180a81-d891-47e1-b7fc-6eaa561435d8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:54.480679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event updated for resources: {'Subnet': ['ID=9fdff937-4b91-4389-a63c-aba17dd1b60c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:54.518788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Checking segment: {'id': 'c3cd6b95-52ed-412b-a4c2-77de3bb8f8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4d71034e-57a8-46d5-a517-f7b478f7b80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:54.518788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Network hostable DHCP agents. Network: 4d71034e-57a8-46d5-a517-f7b478f7b80f, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:54.549060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Network 4d71034e-57a8-46d5-a517-f7b478f7b80f is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:54.567819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-580ae0d1-5d3e-4e81-92ff-e10834684411 req-c87c6dff-b41d-4404-ad3b-ff376ccbe367 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7051311 Aug 03 19:12:54.573535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 4d71034e-57a8-46d5-a517-f7b478f7b80f) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:54.580422 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.588685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c85e3a8-c290-4f07-8126-5a095b475660 None None] Network 4d71034e-57a8-46d5-a517-f7b478f7b80f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:54.709682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 25e637d9-3953-4451-a40a-dca3aa5d799f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:12:54.774315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event updated for resources: {'Subnet': ['ID=68b9d990-0b1e-46e8-8281-4cceaea0857d,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:54.820045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Checking segment: {'id': '27287a22-ed4d-4803-b2d1-d04557677458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eca45b9d-a7b5-4e12-aca7-b69d94ea65fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:54.825654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Network hostable DHCP agents. Network: eca45b9d-a7b5-4e12-aca7-b69d94ea65fd, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:54.825916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] For port 3e33161a-6bd1-42cf-9713-45ca4aec79de, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3e33161a-6bd1-42cf-9713-45ca4aec79de,segment=NetworkSegment(e5982647-51b4-413b-9f23-3ef77197685f),segment_id=e5982647-51b4-413b-9f23-3ef77197685f)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:54.826371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.852634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1f9db15-aaa9-437d-b41e-00e73b14dfba req-dc8f1c1d-8f70-451f-a89d-0fa4553962e0 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 210 time: 0.2793405 Aug 03 19:12:54.894511 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Network eca45b9d-a7b5-4e12-aca7-b69d94ea65fd is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:54.894898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8bcd7638-408f-4f5c-a3b1-985e07e02b22 None None] Provisioning complete for port c4180a81-d891-47e1-b7fc-6eaa561435d8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:54.894898 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7638-408f-4f5c-a3b1-985e07e02b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.903345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-badec22f-7707-4fd8-b6c5-84ab8e1a504d req-54f619f0-f1c6-4cc2-8458-37bf065baf10 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] For port abc22151-ae85-4c85-940c-493dc9c56c26, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=abc22151-ae85-4c85-940c-493dc9c56c26,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:54.903941 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-badec22f-7707-4fd8-b6c5-84ab8e1a504d req-54f619f0-f1c6-4cc2-8458-37bf065baf10 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.904599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, eca45b9d-a7b5-4e12-aca7-b69d94ea65fd) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:54.911446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:54.917325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:54.918294 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.947765 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e78ae313-20a5-4d00-adf6-172a77495f99 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9943411 Aug 03 19:12:54.951479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b1fbda-76e4-48a5-a65a-2d9df186f1ac None None] Network eca45b9d-a7b5-4e12-aca7-b69d94ea65fd requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:54.954093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33638) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:54.973284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Calling delete_port for 3e33161a-6bd1-42cf-9713-45ca4aec79de owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:55.065797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bbdba2-9674-4dfd-b3ce-66b305cd7d5d tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:55.068426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bbdba2-9674-4dfd-b3ce-66b305cd7d5d tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:55.070865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bbdba2-9674-4dfd-b3ce-66b305cd7d5d tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:55.074366 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-66bbdba2-9674-4dfd-b3ce-66b305cd7d5d tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1186271 Aug 03 19:12:55.077262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33642) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:55.087159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-badec22f-7707-4fd8-b6c5-84ab8e1a504d req-54f619f0-f1c6-4cc2-8458-37bf065baf10 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Calling delete_port for abc22151-ae85-4c85-940c-493dc9c56c26 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:55.101297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edabf3d7-0968-40cf-8575-43a43a7f0e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-4d71034e-57a8-46d5-a517-f7b478f7b80f', 'network_id': '4d71034e-57a8-46d5-a517-f7b478f7b80f', 'tenant_id': '19cdbd4bfa4149b4b634c9694fd04597', 'fixed_ips': [{'subnet_id': '9fdff937-4b91-4389-a63c-aba17dd1b60c'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:55.102713 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-edabf3d7-0968-40cf-8575-43a43a7f0e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.105553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd7638-408f-4f5c-a3b1-985e07e02b22 None None] Port c4180a81-d891-47e1-b7fc-6eaa561435d8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:55.204820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33644) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:55.222118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-81298330-94fb-420b-8975-0be62afed7ec tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Deleting subnet 9fdff937-4b91-4389-a63c-aba17dd1b60c {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:55.239123 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81298330-94fb-420b-8975-0be62afed7ec tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.369351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81298330-94fb-420b-8975-0be62afed7ec tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.412918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-eca45b9d-a7b5-4e12-aca7-b69d94ea65fd', 'network_id': 'eca45b9d-a7b5-4e12-aca7-b69d94ea65fd', 'tenant_id': '19cdbd4bfa4149b4b634c9694fd04597', 'fixed_ips': [{'subnet_id': '68b9d990-0b1e-46e8-8281-4cceaea0857d'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:55.413935 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.463453 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81298330-94fb-420b-8975-0be62afed7ec tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.477433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 48676df3-ab2c-453c-a841-734fa907a57f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:55.570307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81298330-94fb-420b-8975-0be62afed7ec tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.592409 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1156c96-4b9f-47a3-83ae-d5a358e6fcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.656310 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81298330-94fb-420b-8975-0be62afed7ec tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.657136 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-81298330-94fb-420b-8975-0be62afed7ec tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "DELETE /v2.0/subnets/9fdff937-4b91-4389-a63c-aba17dd1b60c HTTP/1.1" status: 204 len: 168 time: 0.5773933 Aug 03 19:12:55.661303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81298330-94fb-420b-8975-0be62afed7ec tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event deleted for resources: {'Subnet': ['ID=9fdff937-4b91-4389-a63c-aba17dd1b60c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:55.674210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33654) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server [None req-edabf3d7-0968-40cf-8575-43a43a7f0e07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fdff937-4b91-4389-a63c-aba17dd1b60c: This subnet is being modified by another concurrent operation. Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:12:55.730755 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9fdff937-4b91-4389-a63c-aba17dd1b60c: This subnet is being modified by another concurrent operation. Aug 03 19:12:55.740555 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Aug 03 19:12:55.790726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d7e681-52b5-4ada-ad96-fee57da5b2ed tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Deleting subnet 68b9d990-0b1e-46e8-8281-4cceaea0857d {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:55.824686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49878cc4-7a8b-4544-bcb3-04ad53cf60c4 None None] Network 4d71034e-57a8-46d5-a517-f7b478f7b80f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:55.904811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 48676df3-ab2c-453c-a841-734fa907a57f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:55.905205 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.955099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1156c96-4b9f-47a3-83ae-d5a358e6fcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.968747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Allocated IP 172.20.0.18 (eca45b9d-a7b5-4e12-aca7-b69d94ea65fd/68b9d990-0b1e-46e8-8281-4cceaea0857d/ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:55.969754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:55.978351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1156c96-4b9f-47a3-83ae-d5a358e6fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.989846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Sync routers for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:56.026046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:56.026608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:12:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:56.037706 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.054332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7f9f0ba1-61e7-4cb5-a145-c4600dfb4581 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1377633 Aug 03 19:12:56.058131 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f1156c96-4b9f-47a3-83ae-d5a358e6fcd2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6e92dfd7ec1b4e9e8f1939a231a93b33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8514194 Aug 03 19:12:56.061413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33658) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:56.061978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33660) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:56.073393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1514585334'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:56.170354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:56.178779 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.265091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1156c96-4b9f-47a3-83ae-d5a358e6fcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4e7763-983c-4e61-b9d1-814bb7c8428f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:56.309224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a51b7caf-d813-44b7-8eff-68bb4f912e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.358490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:56.385415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a51b7caf-d813-44b7-8eff-68bb4f912e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.398338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5a663-4627-4b66-ace1-5eee2715d679 req-6bb4823d-96c7-4f8e-b5c2-4f866b476a7f tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:56.398338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abf5a663-4627-4b66-ace1-5eee2715d679 req-6bb4823d-96c7-4f8e-b5c2-4f866b476a7f tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 946 time: 0.5138042 Aug 03 19:12:56.411527 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.412054 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added segment d9cecc95-9f5c-4f28-b88e-43c4a47e3575 of type vlan for network 8b7f71a3-8195-4df0-bae2-d635d16a2a04 Aug 03 19:12:56.442334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37e598-182b-4a1c-aadd-8c55388abb2d req-5ead6834-6d03-4e23-be4d-c9db87f51ad4 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:56.445260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be37e598-182b-4a1c-aadd-8c55388abb2d req-5ead6834-6d03-4e23-be4d-c9db87f51ad4 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 1096 time: 0.5738921 Aug 03 19:12:56.474201 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.539617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.551488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device abc22151-ae85-4c85-940c-493dc9c56c26 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:56.597246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a51b7caf-d813-44b7-8eff-68bb4f912e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.604410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Port': ['ID=3e33161a-6bd1-42cf-9713-45ca4aec79de,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:56.608682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No DVR routers for this DVR port 3e33161a-6bd1-42cf-9713-45ca4aec79de on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:56.611661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a51b7caf-d813-44b7-8eff-68bb4f912e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.613055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:56.618606 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a51b7caf-d813-44b7-8eff-68bb4f912e37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e4e7763-983c-4e61-b9d1-814bb7c8428f HTTP/1.1" status: 204 len: 168 time: 0.5046461 Aug 03 19:12:56.632789 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-badec22f-7707-4fd8-b6c5-84ab8e1a504d req-54f619f0-f1c6-4cc2-8458-37bf065baf10 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.638209 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.697612 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.732200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:56.734121 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.770319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No active binding found for port abc22151-ae85-4c85-940c-493dc9c56c26 {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:12:56.770672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device abc22151-ae85-4c85-940c-493dc9c56c26 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:56.782723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b7caf-d813-44b7-8eff-68bb4f912e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4e7763-983c-4e61-b9d1-814bb7c8428f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:56.802296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be37e598-182b-4a1c-aadd-8c55388abb2d req-b1702724-7594-412c-b687-4cca479e75f2 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=f6a10d09-860f-4d18-aa0e-bc71eb7b573b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470924 Aug 03 19:12:56.807766 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-abf5a663-4627-4b66-ace1-5eee2715d679 req-7de7dde9-d79f-4779-9fc4-3ad8ee4c664d tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775222 Aug 03 19:12:56.905260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f619f0-f1c6-4cc2-8458-37bf065baf10 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Pushing event deleted for resources: {'Port': ['ID=abc22151-ae85-4c85-940c-493dc9c56c26,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:57.016866 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9519036 Aug 03 19:12:57.023660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33674) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:57.047059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'subnet': {'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:57.147679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Network 3d643c63-87c0-421c-9304-cab56c8a2641 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:57.174303 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.263455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Transition to ACTIVE for port object ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:57.309849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90f92e-374e-4ee2-84f0-f8761b4d4ce5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Network': ['ID=8b7f71a3-8195-4df0-bae2-d635d16a2a04,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:57.314880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:57.324045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.351615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 8b7f71a3-8195-4df0-bae2-d635d16a2a04 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:57.435172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:57.439148 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.447825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-badec22f-7707-4fd8-b6c5-84ab8e1a504d req-54f619f0-f1c6-4cc2-8458-37bf065baf10 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] No DVR routers for this DVR port abc22151-ae85-4c85-940c-493dc9c56c26 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:57.480557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:57.507780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a25d25d-1f06-4b9f-bd3e-4a694c220074']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:57.544990 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-badec22f-7707-4fd8-b6c5-84ab8e1a504d req-54f619f0-f1c6-4cc2-8458-37bf065baf10 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.548821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-badec22f-7707-4fd8-b6c5-84ab8e1a504d req-54f619f0-f1c6-4cc2-8458-37bf065baf10 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.37 "DELETE /v2.0/ports/abc22151-ae85-4c85-940c-493dc9c56c26 HTTP/1.1" status: 204 len: 173 time: 4.6261246 Aug 03 19:12:57.563894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39b4c6c-c041-4abb-bc37-c6e28a0c9290', 'name': 'network-vif-deleted', 'tag': 'abc22151-ae85-4c85-940c-493dc9c56c26'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:57.572611 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5904a3fa-3062-4edd-a56f-7bb830421543" -d '{"events": [{"server_uuid": "c39b4c6c-c041-4abb-bc37-c6e28a0c9290", "name": "network-vif-deleted", "tag": "abc22151-ae85-4c85-940c-493dc9c56c26"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:57.676660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Transition to ACTIVE for port object ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:57.700032 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e681-52b5-4ada-ad96-fee57da5b2ed tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.721445 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.857856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5982647-51b4-413b-9f23-3ef77197685f') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:57.858288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5982647-51b4-413b-9f23-3ef77197685f') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:57.867103 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d42b0c7-ca9e-4333-bf1c-a9982ffd2496 x-openstack-request-id: req-6d42b0c7-ca9e-4333-bf1c-a9982ffd2496 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:57.877760 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39b4c6c-c041-4abb-bc37-c6e28a0c9290", "name": "network-vif-deleted", "tag": "abc22151-ae85-4c85-940c-493dc9c56c26", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:57.878452 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d42b0c7-ca9e-4333-bf1c-a9982ffd2496 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:57.879832 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39b4c6c-c041-4abb-bc37-c6e28a0c9290', 'name': 'network-vif-deleted', 'tag': 'abc22151-ae85-4c85-940c-493dc9c56c26', 'status': 'completed', 'code': 200} Aug 03 19:12:57.880931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Pushing event updated for resources: {'Port': ['ID=345367e2-6a9e-4a05-9d89-ec2144b5cfe5,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:57.896030 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e681-52b5-4ada-ad96-fee57da5b2ed tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.913631 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.931434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Network eca45b9d-a7b5-4e12-aca7-b69d94ea65fd is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:57.954014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:57.962876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:58.014255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Pushing event updated for resources: {'Port': ['ID=ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:58.051630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:58.052523 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.080364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.084625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:12:49Z', 'revision_number': 3, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:12:51Z', 'revision_number': 2, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:58.089396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Attempting to bind port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:58.090076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Attempting to bind port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '27287a22-ed4d-4803-b2d1-d04557677458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eca45b9d-a7b5-4e12-aca7-b69d94ea65fd'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:58.090643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Attempting to bind port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 on network eca45b9d-a7b5-4e12-aca7-b69d94ea65fd {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:58.098345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ce5cf-622d-40f3-b429-db4be755b22f req-872f1c16-85ba-462f-a5d8-e4e6ab576813 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:58.108455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc4ce5cf-622d-40f3-b429-db4be755b22f req-872f1c16-85ba-462f-a5d8-e4e6ab576813 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 931 time: 0.9915781 Aug 03 19:12:58.132942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:58.133896 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.134599 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Checking router: 25e637d9-3953-4451-a40a-dca3aa5d799f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:58.134978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Updating router 25e637d9-3953-4451-a40a-dca3aa5d799f port c4180a81-d891-47e1-b7fc-6eaa561435d8 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:58.138089 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:58.184957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-5ea95724-12c0-4628-95fc-507d1ba67bc5 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9640622 Aug 03 19:12:58.218780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Request body: {'port': {'device_id': '1abb53e4-c8b2-4b52-98d1-69f1e7fb3288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:58.230793 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e681-52b5-4ada-ad96-fee57da5b2ed tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.244300 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.259658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:58.260700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Checking segment: {'id': '27287a22-ed4d-4803-b2d1-d04557677458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eca45b9d-a7b5-4e12-aca7-b69d94ea65fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:58.263359 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.264488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Bound using segment: {'id': '27287a22-ed4d-4803-b2d1-d04557677458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eca45b9d-a7b5-4e12-aca7-b69d94ea65fd'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:58.265775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Bound port: ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27287a22-ed4d-4803-b2d1-d04557677458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eca45b9d-a7b5-4e12-aca7-b69d94ea65fd'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:58.266700 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.356474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc4ce5cf-622d-40f3-b429-db4be755b22f req-c54d6269-b336-412c-b599-44c8d64db73e tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466333 Aug 03 19:12:58.371256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05224139-b6aa-42ec-adbe-25c4a294b84d req-c98a9824-5a89-4e2e-a498-37c423af6cd9 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:58.382041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05224139-b6aa-42ec-adbe-25c4a294b84d req-c98a9824-5a89-4e2e-a498-37c423af6cd9 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 946 time: 0.4064715 Aug 03 19:12:58.390765 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.503770 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.521778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e681-52b5-4ada-ad96-fee57da5b2ed tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.523522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/5a25d25d-1f06-4b9f-bd3e-4a694c220074 HTTP/1.1" status: 204 len: 168 time: 11.4566987 Aug 03 19:12:58.539364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33702) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:58.558494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77805d-edc5-489f-ad0e-fefe8a30de4f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Network': ['ID=5a25d25d-1f06-4b9f-bd3e-4a694c220074,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:58.595299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-743926097'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:58.684761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7e681-52b5-4ada-ad96-fee57da5b2ed tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event deleted for resources: {'Subnet': ['ID=68b9d990-0b1e-46e8-8281-4cceaea0857d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:58.715708 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e681-52b5-4ada-ad96-fee57da5b2ed tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.721020 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c8d7e681-52b5-4ada-ad96-fee57da5b2ed tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "DELETE /v2.0/subnets/68b9d990-0b1e-46e8-8281-4cceaea0857d HTTP/1.1" status: 204 len: 168 time: 3.0443330 Aug 03 19:12:58.737017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33706) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:58.852212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] For port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:58.857745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:58.860894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] For port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1,segment=NetworkSegment(27287a22-ed4d-4803-b2d1-d04557677458),segment_id=27287a22-ed4d-4803-b2d1-d04557677458)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:58.861927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.891027 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.897379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fed29e67-d0f3-4fbd-943e-efec5b927957 req-ae1bf6e6-5850-4c04-bb80-967c66b44048 tempest-TestServerMultinode-180505054 tempest-TestServerMultinode-180505054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=c39b4c6c-c041-4abb-bc37-c6e28a0c9290 HTTP/1.1" status: 200 len: 210 time: 0.1668122 Aug 03 19:12:58.914912 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c0794-2d16-4ca7-92d8-c639d14b62e5 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:58.917162 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-254c0794-2d16-4ca7-92d8-c639d14b62e5 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1779568 Aug 03 19:12:58.918961 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.929948 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.960371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33708) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:59.013072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28668945-022c-496e-8acc-7ca45cb431d8 None None] Pushing event updated for resources: {'Port': ['ID=ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:59.079771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:59.143063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Subnet': ['ID=c2f309f4-8944-40a7-bb00-b87120610783,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:59.168633 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.169166 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Added segment f4ae5867-fac2-4ad5-9852-e359208f75c4 of type vlan for network 2cd0be8d-5f97-4efd-876e-f8541033cda9 Aug 03 19:12:59.238488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05224139-b6aa-42ec-adbe-25c4a294b84d req-e618f8d2-3b2a-4b8e-b7f0-b5258a222357 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8326654 Aug 03 19:12:59.372735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Checking segment: {'id': 'd9cecc95-9f5c-4f28-b88e-43c4a47e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:59.373356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network hostable DHCP agents. Network: 8b7f71a3-8195-4df0-bae2-d635d16a2a04, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:59.413057 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.414588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.491817 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.505123 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 8b7f71a3-8195-4df0-bae2-d635d16a2a04 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:59.507086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Transition to ACTIVE for port object c4180a81-d891-47e1-b7fc-6eaa561435d8 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:59.524894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 8b7f71a3-8195-4df0-bae2-d635d16a2a04) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:59.532759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:59.533949 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.560589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac295bf5-58c1-4c2d-928a-949ed320abf1 None None] Network 8b7f71a3-8195-4df0-bae2-d635d16a2a04 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:59.581612 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8af68530-6784-4341-9266-c3467a5445d5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5476174 Aug 03 19:12:59.587359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33722) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:59.611184 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.618111 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:59.618998 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.652823 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.759428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=2cd0be8d-5f97-4efd-876e-f8541033cda9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:59.839080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 2cd0be8d-5f97-4efd-876e-f8541033cda9 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:59.913753 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c7719a79-3c80-4c94-bf98-897e7dcea8ec tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3580816 Aug 03 19:12:59.944771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154427f-b812-4adc-9ee6-cd85ea320368 req-83c6b164-007b-417b-b215-43ba01e7f420 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:59.954587 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1154427f-b812-4adc-9ee6-cd85ea320368 req-83c6b164-007b-417b-b215-43ba01e7f420 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 946 time: 0.5033643 Aug 03 19:12:59.958913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33724) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:59.999041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'network_id': '2cd0be8d-5f97-4efd-876e-f8541033cda9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:00.089885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33730) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:00.166174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33732) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:00.254960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.272502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55510e-4a9b-45b1-8103-9539b6b56fe1 None None] Pushing event updated for resources: {'Port': ['ID=c4180a81-d891-47e1-b7fc-6eaa561435d8,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:00.328137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:13:00.329237 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.403391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Attempting to bind port c4180a81-d891-47e1-b7fc-6eaa561435d8 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:00.404092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Attempting to bind port c4180a81-d891-47e1-b7fc-6eaa561435d8 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '30fa89d0-9e70-45ef-bc6b-720de372a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:00.404627 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Attempting to bind port c4180a81-d891-47e1-b7fc-6eaa561435d8 on network d3e0ef26-5eb0-4898-963c-cd411e88b97a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:00.617159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Allocated IP 2001:db8:2::2 (8b7f71a3-8195-4df0-bae2-d635d16a2a04/c2f309f4-8944-40a7-bb00-b87120610783/226fece8-83cd-4196-b5b0-5f1c0a6c7dd8) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:00.680273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c4c2c-2f95-46bd-8dba-aa59c83ee0ed req-8c29470c-2ad4-42ee-b634-46ab1afdd639 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:00.702291 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e47c4c2c-2f95-46bd-8dba-aa59c83ee0ed req-8c29470c-2ad4-42ee-b634-46ab1afdd639 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 931 time: 0.9343259 Aug 03 19:13:00.732490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:00.732877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Checking segment: {'id': '30fa89d0-9e70-45ef-bc6b-720de372a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:00.733293 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.733725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Bound using segment: {'id': '30fa89d0-9e70-45ef-bc6b-720de372a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:00.734331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Bound port: c4180a81-d891-47e1-b7fc-6eaa561435d8, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fa89d0-9e70-45ef-bc6b-720de372a2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:00.734935 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.899465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:00.905461 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.936418 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e60c369-fae8-42ca-a9bb-5b9ed5ce7e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.041197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] For port c4180a81-d891-47e1-b7fc-6eaa561435d8, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:01.054733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] For port c4180a81-d891-47e1-b7fc-6eaa561435d8, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c4180a81-d891-47e1-b7fc-6eaa561435d8,segment=NetworkSegment(30fa89d0-9e70-45ef-bc6b-720de372a2c0),segment_id=30fa89d0-9e70-45ef-bc6b-720de372a2c0)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:01.099574 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.114371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0bf7f2-f958-4e66-a11c-88fdf8ad0bb0 None None] Network eca45b9d-a7b5-4e12-aca7-b69d94ea65fd requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:01.166215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e47c4c2c-2f95-46bd-8dba-aa59c83ee0ed req-dc983343-6d9b-41b0-9623-344f7c9b1f18 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890913 Aug 03 19:13:01.279208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Deleting port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:01.280052 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.297659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980811dd-3055-4050-b4d7-5c15f1b45a47 req-b51fdcf9-f3cd-4930-9a92-e84e8351827b tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:01.300830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-980811dd-3055-4050-b4d7-5c15f1b45a47 req-b51fdcf9-f3cd-4930-9a92-e84e8351827b tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 946 time: 0.6607842 Aug 03 19:13:01.445428 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.505723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-93da31be-8214-48a4-97b6-564092109cef None None] Provisioning for port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:01.525487 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.604743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Transition to ACTIVE for port object 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:01.619839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:01.631000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:12:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:01.686120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:01.691437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] For port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1,segment=NetworkSegment(27287a22-ed4d-4803-b2d1-d04557677458),segment_id=27287a22-ed4d-4803-b2d1-d04557677458)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:01.692350 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.706625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-1154427f-b812-4adc-9ee6-cd85ea320368 req-e5899838-5390-4eae-864f-0fa4ff605b40 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Deleting port fc9f5dfa-71d8-431f-ad3a-415404f92c11 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:01.706625 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1154427f-b812-4adc-9ee6-cd85ea320368 req-e5899838-5390-4eae-864f-0fa4ff605b40 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.769473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55510e-4a9b-45b1-8103-9539b6b56fe1 None None] Pushing event updated for resources: {'Port': ['ID=c4180a81-d891-47e1-b7fc-6eaa561435d8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:01.908592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:01.920981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Transition to ACTIVE for port object 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:01.929919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.973368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Transition to ACTIVE for port object 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:01.990433 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.084183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:02.159097 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e60c369-fae8-42ca-a9bb-5b9ed5ce7e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.210615 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.213893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.226888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Calling delete_port for ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:02.232690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Allocated IP 2001:db8:2::1 (8b7f71a3-8195-4df0-bae2-d635d16a2a04/c2f309f4-8944-40a7-bb00-b87120610783/38578ce1-4240-484b-9df7-f2c595e24347) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:02.289858 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e60c369-fae8-42ca-a9bb-5b9ed5ce7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.309787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.338192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Pushing event updated for resources: {'Port': ['ID=345367e2-6a9e-4a05-9d89-ec2144b5cfe5,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:02.354987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9e60c369-fae8-42ca-a9bb-5b9ed5ce7e61 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9dedfbdbf94e4b17a0da0e4345500f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1720150 Aug 03 19:13:02.407734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33748) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:02.426941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.427283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.427626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.427962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.428292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.428905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.429243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.429597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.429928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.430252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.430869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.431209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:02.431677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Network 8b7f71a3-8195-4df0-bae2-d635d16a2a04 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:02.443104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60c369-fae8-42ca-a9bb-5b9ed5ce7e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f455cc59-0cbd-4d06-bf06-f16b3971df04,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:02.468362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:02.487424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:02.491422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Pushing event updated for resources: {'Port': ['ID=226fece8-83cd-4196-b5b0-5f1c0a6c7dd8,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:02.515809 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:02.591794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-980811dd-3055-4050-b4d7-5c15f1b45a47 req-3a40eaf4-7718-4554-9d8e-a1c138429ef7 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2020962 Aug 03 19:13:02.593296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69670de6-4146-49c0-8dca-46c600470069 None None] DHCP port deletion for eca45b9d-a7b5-4e12-aca7-b69d94ea65fd request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:13:02.634057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:02.634876 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.841775 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-849ca19d-bc36-49f8-bbd1-05d09928861c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.877553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-1154427f-b812-4adc-9ee6-cd85ea320368 req-e5899838-5390-4eae-864f-0fa4ff605b40 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] For port fc9f5dfa-71d8-431f-ad3a-415404f92c11, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc9f5dfa-71d8-431f-ad3a-415404f92c11,segment=NetworkSegment(5d37fc2c-c875-4ef8-822f-22a902649f29),segment_id=5d37fc2c-c875-4ef8-822f-22a902649f29)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:02.878463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1154427f-b812-4adc-9ee6-cd85ea320368 req-e5899838-5390-4eae-864f-0fa4ff605b40 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.882231 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.921908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=4f4fba54-a415-4529-8cb5-4e8b52ae277a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:02.946064 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-849ca19d-bc36-49f8-bbd1-05d09928861c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.971429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-1154427f-b812-4adc-9ee6-cd85ea320368 req-e5899838-5390-4eae-864f-0fa4ff605b40 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Calling delete_port for fc9f5dfa-71d8-431f-ad3a-415404f92c11 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:02.973852 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Transition to ACTIVE for port object 38578ce1-4240-484b-9df7-f2c595e24347 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:02.981794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Attempting to bind port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:02.981794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Attempting to bind port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'd9cecc95-9f5c-4f28-b88e-43c4a47e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:02.982316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Attempting to bind port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 on network 8b7f71a3-8195-4df0-bae2-d635d16a2a04 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:03.002014 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.022883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:03.030082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Checking segment: {'id': 'd9cecc95-9f5c-4f28-b88e-43c4a47e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:03.030938 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.031557 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Bound using segment: {'id': 'd9cecc95-9f5c-4f28-b88e-43c4a47e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:03.032240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Bound port: 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cecc95-9f5c-4f28-b88e-43c4a47e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:03.032806 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.035773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Could not find standard attr ID for object ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:13:03.048839 n-d-802918-7 neutron-server[100489]: INFO neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No ports have port_id starting with ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 Aug 03 19:13:03.076337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] No DVR routers for this DVR port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:03.121955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event deleted for resources: {'Port': ['ID=ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:03.132786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] Deleting port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:03.133133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.231596 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.244940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca45b9d-a7b5-4e12-aca7-b69d94ea65fd']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:03.257306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27287a22-ed4d-4803-b2d1-d04557677458') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:03.258430 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27287a22-ed4d-4803-b2d1-d04557677458') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:03.270055 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.270455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-69670de6-4146-49c0-8dca-46c600470069 None None] Deleting port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:03.270672 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-69670de6-4146-49c0-8dca-46c600470069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.287721 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.295803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:03.296384 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.328827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] For port 97b1dee1-c45f-4897-aa6d-a5d5279f74c2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=97b1dee1-c45f-4897-aa6d-a5d5279f74c2,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:03.329131 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.385121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Checking segment: {'id': 'f4ae5867-fac2-4ad5-9852-e359208f75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2cd0be8d-5f97-4efd-876e-f8541033cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:03.385730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network hostable DHCP agents. Network: 2cd0be8d-5f97-4efd-876e-f8541033cda9, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:03.387573 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] Calling delete_port for 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:03.401111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acf367-42ae-47f6-973b-07e4ea9a1d82 req-8a3400b2-72f7-437c-973e-021ba5498f1c tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:03.411647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4acf367-42ae-47f6-973b-07e4ea9a1d82 req-8a3400b2-72f7-437c-973e-021ba5498f1c tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 943 time: 0.9333370 Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:03.451604 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:03.461868 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.473674 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.479348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "DELETE /v2.0/networks/eca45b9d-a7b5-4e12-aca7-b69d94ea65fd HTTP/1.1" status: 204 len: 168 time: 4.5073760 Aug 03 19:13:03.488381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-69670de6-4146-49c0-8dca-46c600470069 None None] For port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:03.489073 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-69670de6-4146-49c0-8dca-46c600470069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.513819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33756) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:03.523435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6804b-a54e-428d-848e-52b8231fb1f4 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event deleted for resources: {'Network': ['ID=eca45b9d-a7b5-4e12-aca7-b69d94ea65fd,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:03.527927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network 2cd0be8d-5f97-4efd-876e-f8541033cda9 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:03.534675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-69670de6-4146-49c0-8dca-46c600470069 None None] Calling delete_port for ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:03.557961 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] For port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:03.568740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] For port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=226fece8-83cd-4196-b5b0-5f1c0a6c7dd8,segment=NetworkSegment(d9cecc95-9f5c-4f28-b88e-43c4a47e3575),segment_id=d9cecc95-9f5c-4f28-b88e-43c4a47e3575)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:03.578286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:03.586128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-69670de6-4146-49c0-8dca-46c600470069 None None] Port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:13:03.589527 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.617027 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-849ca19d-bc36-49f8-bbd1-05d09928861c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.620241 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-849ca19d-bc36-49f8-bbd1-05d09928861c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.621838 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-849ca19d-bc36-49f8-bbd1-05d09928861c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f455cc59-0cbd-4d06-bf06-f16b3971df04 HTTP/1.1" status: 204 len: 168 time: 1.1710238 Aug 03 19:13:03.632818 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-69670de6-4146-49c0-8dca-46c600470069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.635080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:03.635482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:03.648969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ca19d-bc36-49f8-bbd1-05d09928861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f455cc59-0cbd-4d06-bf06-f16b3971df04,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:03.657102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.761621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69670de6-4146-49c0-8dca-46c600470069 None None] Network eca45b9d-a7b5-4e12-aca7-b69d94ea65fd is not hosted by any dhcp agent {{(pid=100489) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:13:03.777578 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69670de6-4146-49c0-8dca-46c600470069 None None] No DVR routers for this DVR port ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:03.782744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=38578ce1-4240-484b-9df7-f2c595e24347,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:03.865250 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3c796561-ec0a-4b18-88af-be934bc50925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.887574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 8b7f71a3-8195-4df0-bae2-d635d16a2a04 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:03.891031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:03.895469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:03.896136 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.909829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 2cd0be8d-5f97-4efd-876e-f8541033cda9) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:03.949756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcec46a9-e65d-479a-a37a-673f3b9d3d8a None None] Network 2cd0be8d-5f97-4efd-876e-f8541033cda9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:03.950612 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:03.951422 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.992147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec671b62-e272-4018-9939-60ac62d0a20a None None] Pushing event updated for resources: {'Port': ['ID=226fece8-83cd-4196-b5b0-5f1c0a6c7dd8,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:04.074746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69670de6-4146-49c0-8dca-46c600470069 None None] Pushing event deleted for resources: {'Port': ['ID=ae5d58b7-0ff7-42de-8a9f-f814a6d18fb1,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:04.100161 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.105302 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.145985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:12:49Z', 'revision_number': 3, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:01Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:04.174623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b1dee1-c45f-4897-aa6d-a5d5279f74c2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:04.255309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089933ff-dc27-44ac-86db-74a425b3716d None None] The sync data for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 is: [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:12:49Z', 'revision_number': 3, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:01Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:04.413957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-2cd0be8d-5f97-4efd-876e-f8541033cda9', 'network_id': '2cd0be8d-5f97-4efd-876e-f8541033cda9', 'tenant_id': '794ea1ee69c64dccb419b79b6b8b688f', 'fixed_ips': [{'subnet_id': '4f4fba54-a415-4529-8cb5-4e8b52ae277a'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:13:04.419706 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.426320 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fc9f5dfa-71d8-431f-ad3a-415404f92c11 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:04.736340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4acf367-42ae-47f6-973b-07e4ea9a1d82 req-df267fbf-7ce3-44df-ba51-43e04157e646 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3236580 Aug 03 19:13:04.837591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Allocated IP 2001:db8::1 (2cd0be8d-5f97-4efd-876e-f8541033cda9/4f4fba54-a415-4529-8cb5-4e8b52ae277a/ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:04.963939 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.977138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Attempting to bind port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:04.977810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Attempting to bind port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'b65f3218-5c6d-45df-a461-484be7a4fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3d643c63-87c0-421c-9304-cab56c8a2641'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:04.977905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Attempting to bind port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 on network 3d643c63-87c0-421c-9304-cab56c8a2641 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:04.986809 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.011895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 on network 3d643c63-87c0-421c-9304-cab56c8a2641 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:13:05.012306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Attempting to bind port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 on network 3d643c63-87c0-421c-9304-cab56c8a2641 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:05.026845 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1154427f-b812-4adc-9ee6-cd85ea320368 req-e5899838-5390-4eae-864f-0fa4ff605b40 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.059623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2aa6b228-1a7b-41cb-a920-1dc7e2e1507f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.0829043 Aug 03 19:13:05.061245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33780) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:05.076643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:05.077336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Checking segment: {'id': 'b65f3218-5c6d-45df-a461-484be7a4fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3d643c63-87c0-421c-9304-cab56c8a2641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:05.079977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Bound using segment: {'id': 'b65f3218-5c6d-45df-a461-484be7a4fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3d643c63-87c0-421c-9304-cab56c8a2641'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:05.080830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Bound port: 345367e2-6a9e-4a05-9d89-ec2144b5cfe5, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65f3218-5c6d-45df-a461-484be7a4fdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3d643c63-87c0-421c-9304-cab56c8a2641'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:05.081385 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.197589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc952897-d570-422b-841e-b74feb6b16b8 req-bb767ad1-e64b-4d4c-8c09-b94ea9c0ca4d tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:05.209173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc952897-d570-422b-841e-b74feb6b16b8 req-bb767ad1-e64b-4d4c-8c09-b94ea9c0ca4d tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 867 time: 1.3561349 Aug 03 19:13:05.232670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5899838-5390-4eae-864f-0fa4ff605b40 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Pushing event deleted for resources: {'Port': ['ID=fc9f5dfa-71d8-431f-ad3a-415404f92c11,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:05.324038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.329476 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.361476 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.367351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.570543 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.607659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Transition to ACTIVE for port object ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:05.636787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=38578ce1-4240-484b-9df7-f2c595e24347,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:05.640619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Transition to ACTIVE for port object ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:05.654108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1154427f-b812-4adc-9ee6-cd85ea320368 req-e5899838-5390-4eae-864f-0fa4ff605b40 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] No DVR routers for this DVR port fc9f5dfa-71d8-431f-ad3a-415404f92c11 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:05.658316 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1154427f-b812-4adc-9ee6-cd85ea320368 req-e5899838-5390-4eae-864f-0fa4ff605b40 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.664660 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.667404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1154427f-b812-4adc-9ee6-cd85ea320368 req-e5899838-5390-4eae-864f-0fa4ff605b40 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.37 "DELETE /v2.0/ports/fc9f5dfa-71d8-431f-ad3a-415404f92c11 HTTP/1.1" status: 204 len: 173 time: 5.4951699 Aug 03 19:13:05.694321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc952897-d570-422b-841e-b74feb6b16b8 req-bcbc3254-8280-460f-a499-7b92acebad32 tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/security-groups?id=7b2a11ca-4cb6-4cf1-a93e-964e6161813c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808385 Aug 03 19:13:05.695124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb89cc4d-21f3-40a6-9d0c-817285af7e4f', 'name': 'network-vif-deleted', 'tag': 'fc9f5dfa-71d8-431f-ad3a-415404f92c11'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:05.705735 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26259ab1-2cd3-4a6e-8f01-b73892aaec3e" -d '{"events": [{"server_uuid": "cb89cc4d-21f3-40a6-9d0c-817285af7e4f", "name": "network-vif-deleted", "tag": "fc9f5dfa-71d8-431f-ad3a-415404f92c11"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:05.935310 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45761371-bbcd-47f8-9702-ee584bf043ac x-openstack-request-id: req-45761371-bbcd-47f8-9702-ee584bf043ac {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:05.935310 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb89cc4d-21f3-40a6-9d0c-817285af7e4f", "name": "network-vif-deleted", "tag": "fc9f5dfa-71d8-431f-ad3a-415404f92c11", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:05.935998 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-45761371-bbcd-47f8-9702-ee584bf043ac {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:05.936300 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb89cc4d-21f3-40a6-9d0c-817285af7e4f', 'name': 'network-vif-deleted', 'tag': 'fc9f5dfa-71d8-431f-ad3a-415404f92c11', 'status': 'completed', 'code': 200} Aug 03 19:13:05.960804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Network 2cd0be8d-5f97-4efd-876e-f8541033cda9 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:05.973364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:06.110626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Pushing event updated for resources: {'Port': ['ID=ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:06.139875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:06.155369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:06.196100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] For port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:06.247593 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.273887 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.283209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc5e32c-09aa-4557-9909-dc9e736baf6a None None] Network 8b7f71a3-8195-4df0-bae2-d635d16a2a04 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:06.290512 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] For port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=345367e2-6a9e-4a05-9d89-ec2144b5cfe5,segment=NetworkSegment(b65f3218-5c6d-45df-a461-484be7a4fdac),segment_id=b65f3218-5c6d-45df-a461-484be7a4fdac)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:06.305916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d71034e-57a8-46d5-a517-f7b478f7b80f']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:06.327818 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cd6b95-52ed-412b-a4c2-77de3bb8f8d8') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:06.328095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cd6b95-52ed-412b-a4c2-77de3bb8f8d8') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:06.330574 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.375085 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 8b7f71a3-8195-4df0-bae2-d635d16a2a04 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:06.382603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:06.534439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Pushing event updated for resources: {'Port': ['ID=345367e2-6a9e-4a05-9d89-ec2144b5cfe5,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:06.562000 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.612105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:06.617908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.620098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-52513eb8-04af-41a3-8fac-1457bdc39afd service neutron] 10.222.0.74 "PUT /v2.0/ports/345367e2-6a9e-4a05-9d89-ec2144b5cfe5 HTTP/1.1" status: 200 len: 1091 time: 8.4060366 Aug 03 19:13:06.630198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a8d3eec7-131e-44ec-b17a-45be60e2907f None None] Provisioning for port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:06.642910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376a36-2571-46b7-8884-6605a4f63fa1 req-45b40d2f-ada9-4033-85e8-9b1cc0feb258 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:06.645142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc376a36-2571-46b7-8884-6605a4f63fa1 req-45b40d2f-ada9-4033-85e8-9b1cc0feb258 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 943 time: 0.6332679 Aug 03 19:13:06.653035 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.709765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:06.726954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:06.726954 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:06.752841 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:06.757902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a8d3eec7-131e-44ec-b17a-45be60e2907f None None] Provisioning complete for port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:06.757902 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a8d3eec7-131e-44ec-b17a-45be60e2907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.762759 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-61f9b663-e779-487e-a2c6-b100f1462535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.782518 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:06.783460 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.824617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] Router ddfabee7-c38a-4eb7-b073-00ee9dec5bae has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:13:06.888616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Attempting to bind port ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:06.889118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Attempting to bind port ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'f4ae5867-fac2-4ad5-9852-e359208f75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2cd0be8d-5f97-4efd-876e-f8541033cda9'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:06.889620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Attempting to bind port ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf on network 2cd0be8d-5f97-4efd-876e-f8541033cda9 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:06.907459 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.921780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:06.922352 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Checking segment: {'id': 'f4ae5867-fac2-4ad5-9852-e359208f75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2cd0be8d-5f97-4efd-876e-f8541033cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:06.922876 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.923386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Bound using segment: {'id': 'f4ae5867-fac2-4ad5-9852-e359208f75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2cd0be8d-5f97-4efd-876e-f8541033cda9'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:06.924032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Bound port: ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ae5867-fac2-4ad5-9852-e359208f75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '2cd0be8d-5f97-4efd-876e-f8541033cda9'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:06.924506 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.003268 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.014017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.020565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "DELETE /v2.0/networks/4d71034e-57a8-46d5-a517-f7b478f7b80f HTTP/1.1" status: 204 len: 168 time: 3.4903805 Aug 03 19:13:07.048510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33816) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:07.163347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e9a76-2a87-415c-b062-e7de61b71e25 tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event deleted for resources: {'Network': ['ID=4d71034e-57a8-46d5-a517-f7b478f7b80f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:07.192702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] For port ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:07.236836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] For port ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf,segment=NetworkSegment(f4ae5867-fac2-4ad5-9852-e359208f75c4),segment_id=f4ae5867-fac2-4ad5-9852-e359208f75c4)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:07.266929 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.290268 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a8d3eec7-131e-44ec-b17a-45be60e2907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.293916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 25e637d9-3953-4451-a40a-dca3aa5d799f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:13:07.304503 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-843356d2-e15b-40a8-bd23-0b183d56c4e9 req-ddf1adb6-fa3a-4f61-88b5-e0e0946878ef tempest-ServerGroupTestJSON-588199117 tempest-ServerGroupTestJSON-588199117-project] 10.222.0.78 "GET /v2.0/ports?device_id=cb89cc4d-21f3-40a6-9d0c-817285af7e4f HTTP/1.1" status: 200 len: 210 time: 0.2720106 Aug 03 19:13:07.332549 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.381144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:07.418277 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860c3c7-6746-43fe-b47b-328efecba35d None None] Sync routers for ids ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:07.419284 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1d3b5fd9-9a73-46e2-91dc-2a14f7ba97a5 admin admin] 10.222.0.78 "PUT /v2.0/routers/ddfabee7-c38a-4eb7-b073-00ee9dec5bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3281150 Aug 03 19:13:07.419883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33824) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:07.455010 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc376a36-2571-46b7-8884-6605a4f63fa1 req-cc38505c-fd2b-4a3c-98b1-38d0a6ac8c07 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7510796 Aug 03 19:13:07.459003 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-f0a2a617-47f4-43d0-9ccc-21b6865b0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:07.461447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-f0a2a617-47f4-43d0-9ccc-21b6865b0d48 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17b7e8e824224d3f8df75c81d12bf90b&device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 1094 time: 0.7534049 Aug 03 19:13:07.467621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting port ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:07.468434 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.486012 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860c3c7-6746-43fe-b47b-328efecba35d None None] Routers {'ddfabee7-c38a-4eb7-b073-00ee9dec5bae'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:07.492042 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6860c3c7-6746-43fe-b47b-328efecba35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:07.498746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fac13-a35b-46c2-b078-7722c48d00c7 None None] Pushing event updated for resources: {'Port': ['ID=ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:07.598857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a8d3eec7-131e-44ec-b17a-45be60e2907f None None] For port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=226fece8-83cd-4196-b5b0-5f1c0a6c7dd8,segment=NetworkSegment(d9cecc95-9f5c-4f28-b88e-43c4a47e3575),segment_id=d9cecc95-9f5c-4f28-b88e-43c4a47e3575)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:07.624354 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a8d3eec7-131e-44ec-b17a-45be60e2907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.801375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:07.813009 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6860c3c7-6746-43fe-b47b-328efecba35d None None] Set router ddfabee7-c38a-4eb7-b073-00ee9dec5bae gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:07.818122 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2b66b846-c72d-48f3-9f05-37deebd53739 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2294614 Aug 03 19:13:07.821074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33832) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:07.825118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Sync routers for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:07.828257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1688493776'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:07.889136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:07.905628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.946371 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:07.978747 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.979420 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added segment 8af21a68-d8d6-42d6-bdcf-d7015e565f0b of type vlan for network 726b2f85-1717-4e2f-80dc-c6689a1a8582 Aug 03 19:13:08.044126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3eec7-131e-44ec-b17a-45be60e2907f None None] Pushing event updated for resources: {'Port': ['ID=226fece8-83cd-4196-b5b0-5f1c0a6c7dd8,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:08.064243 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:13:08.064603 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:13:08.072066 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:08.072881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:08.165436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abb53e4-c8b2-4b52-98d1-69f1e7fb3288', 'tag': '345367e2-6a9e-4a05-9d89-ec2144b5cfe5'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:08.165436 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14befa3-f752-44a4-a04f-9d495aac2d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "1abb53e4-c8b2-4b52-98d1-69f1e7fb3288", "tag": "345367e2-6a9e-4a05-9d89-ec2144b5cfe5"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:08.167353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.183008 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.185015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.254758 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.265775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:08.267260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.323742 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5007057 Aug 03 19:13:08.324902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33844) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:08.400847 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b61fad-4437-4857-8f9f-147b3b2242f8 x-openstack-request-id: req-a0b61fad-4437-4857-8f9f-147b3b2242f8 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:08.401416 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abb53e4-c8b2-4b52-98d1-69f1e7fb3288", "tag": "345367e2-6a9e-4a05-9d89-ec2144b5cfe5", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:08.401523 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0b61fad-4437-4857-8f9f-147b3b2242f8 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:08.401951 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abb53e4-c8b2-4b52-98d1-69f1e7fb3288', 'tag': '345367e2-6a9e-4a05-9d89-ec2144b5cfe5', 'status': 'completed', 'code': 200} Aug 03 19:13:08.424080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-e2ac0e17-8da1-4c6b-8fff-5d09c0eaa152 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=345367e2-6a9e-4a05-9d89-ec2144b5cfe5 HTTP/1.1" status: 200 len: 217 time: 0.8244448 Aug 03 19:13:08.482898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'subnet': {'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:08.600662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] For port ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf,segment=NetworkSegment(f4ae5867-fac2-4ad5-9852-e359208f75c4),segment_id=f4ae5867-fac2-4ad5-9852-e359208f75c4)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:08.603528 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.607989 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6860c3c7-6746-43fe-b47b-328efecba35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'name': 'tempest-TestServerMultinode-766638869-router', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:50Z', 'updated_at': '2021-08-03T19:13:03Z', 'revision_number': 5, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'gw_port': {'id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:52Z', 'updated_at': '2021-08-03T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:08.682433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Calling delete_port for ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:08.729117 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860c3c7-6746-43fe-b47b-328efecba35d None None] Checking router: ddfabee7-c38a-4eb7-b073-00ee9dec5bae for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:08.752494 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860c3c7-6746-43fe-b47b-328efecba35d None None] Routers {'ddfabee7-c38a-4eb7-b073-00ee9dec5bae'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:08.754325 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6860c3c7-6746-43fe-b47b-328efecba35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:08.905536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33864) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:08.969105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Made reservation on behalf of 5ad8365d995f429688938a0e4021db13 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:08.973068 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.984686 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:09.234403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-ceca0fdf-9d9a-4df5-881f-a8703433981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:09.236982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-ceca0fdf-9d9a-4df5-881f-a8703433981d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efd58807-6cbe-4218-ae20-51fb4f5adb66 HTTP/1.1" status: 200 len: 853 time: 0.7686720 Aug 03 19:13:09.248616 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6860c3c7-6746-43fe-b47b-328efecba35d None None] Set router ddfabee7-c38a-4eb7-b073-00ee9dec5bae gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:09.449961 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7adf4427-5141-4609-a239-6af9aa7e1a77 None None] Provisioning complete for port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:09.454856 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7adf4427-5141-4609-a239-6af9aa7e1a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:09.537563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4180a81-d891-47e1-b7fc-6eaa561435d8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:09.600575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33876) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:09.650852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:09.672177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffefc54b-fd7d-4f5c-9f3f-921bf59060b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:09.689165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ac5bb-05a6-4744-8214-e9cf9d351cdf tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Network': ['ID=726b2f85-1717-4e2f-80dc-c6689a1a8582,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:09.713338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 726b2f85-1717-4e2f-80dc-c6689a1a8582 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:09.824696 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6860c3c7-6746-43fe-b47b-328efecba35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'name': 'tempest-TestServerMultinode-766638869-router', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:50Z', 'updated_at': '2021-08-03T19:13:03Z', 'revision_number': 5, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'gw_port': {'id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:52Z', 'updated_at': '2021-08-03T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:09.883511 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:09.885314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ca7f9f-a75c-4143-80f4-7488f4629e43 None None] Network 2cd0be8d-5f97-4efd-876e-f8541033cda9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:09.924138 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860c3c7-6746-43fe-b47b-328efecba35d None None] The sync data for ids ['ddfabee7-c38a-4eb7-b073-00ee9dec5bae'] in n-d-802918-7 is: [{'id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'name': 'tempest-TestServerMultinode-766638869-router', 'tenant_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:50Z', 'updated_at': '2021-08-03T19:13:03Z', 'revision_number': 5, 'project_id': 'cfcea40d77ba4ddcb4aca6095ab3c003', 'gw_port': {'id': 'ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:12:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfabee7-c38a-4eb7-b073-00ee9dec5bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:52Z', 'updated_at': '2021-08-03T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:10.065201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-927a8425-2c1d-4650-8c1d-6bcff6b1ef10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3d643c63-87c0-421c-9304-cab56c8a2641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7895408 Aug 03 19:13:10.066615 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.118860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5340d69-c846-495e-9a46-7c8d3e92a35c req-753b4ff9-bac1-469d-acc5-7fbdda63b938 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:10.131187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5340d69-c846-495e-9a46-7c8d3e92a35c req-753b4ff9-bac1-469d-acc5-7fbdda63b938 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 943 time: 1.2058873 Aug 03 19:13:10.238231 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.279883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Port': ['ID=ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:10.346166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c4180a81-d891-47e1-b7fc-6eaa561435d8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:10.355096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38832b62-40d9-4b71-97ac-d3a3fa86b385']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:10.389641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c4180a81-d891-47e1-b7fc-6eaa561435d8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:10.390203 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.435693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67355177-b9bd-4701-8282-5d107ac62232') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:10.436483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67355177-b9bd-4701-8282-5d107ac62232') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:10.446897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.505611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffefc54b-fd7d-4f5c-9f3f-921bf59060b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.511667 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.556603 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ffefc54b-fd7d-4f5c-9f3f-921bf59060b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.574243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No DVR routers for this DVR port ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:10.595497 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.623033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5340d69-c846-495e-9a46-7c8d3e92a35c req-c84a752f-e701-4afd-afd1-c774ab88738d tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904597 Aug 03 19:13:10.664722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5b0b6d-8299-445b-8519-26baced8e87a admin admin] Deleting subnet a3313666-f15c-403c-9602-6773afa20719 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:13:10.669820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7adf4427-5141-4609-a239-6af9aa7e1a77 None None] Provisioning for port 38578ce1-4240-484b-9df7-f2c595e24347 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:10.701160 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0b6d-8299-445b-8519-26baced8e87a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.735297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7adf4427-5141-4609-a239-6af9aa7e1a77 None None] Provisioning complete for port 38578ce1-4240-484b-9df7-f2c595e24347 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:10.735813 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7adf4427-5141-4609-a239-6af9aa7e1a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.772508 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.806058 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ffefc54b-fd7d-4f5c-9f3f-921bf59060b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=69069384ed7943508d3b74f237ba6169&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8722529 Aug 03 19:13:10.806997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33880) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:10.817255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Subnet': ['ID=b172161a-bb64-448e-a1cd-3d46b72c6e21,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:10.817768 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.836921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefc54b-fd7d-4f5c-9f3f-921bf59060b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb74a38-76ea-47ac-aed1-a251d9554aa2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:10.867987 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0b6d-8299-445b-8519-26baced8e87a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.907996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:10.908791 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:10.916365 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:10.945703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-195cf4da-3036-4959-b686-f9640165ac35 service neutron] 10.222.0.74 "GET /v2.0/networks/3d643c63-87c0-421c-9304-cab56c8a2641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8399498 Aug 03 19:13:10.959007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0b6d-8299-445b-8519-26baced8e87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.967964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7adf4427-5141-4609-a239-6af9aa7e1a77 None None] Port 38578ce1-4240-484b-9df7-f2c595e24347 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:13:11.050873 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.115650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Checking segment: {'id': '8af21a68-d8d6-42d6-bdcf-d7015e565f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:11.116182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network hostable DHCP agents. Network: 726b2f85-1717-4e2f-80dc-c6689a1a8582, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:11.130390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-47097efb-8862-4dea-8be1-b93132985196 None None] Could not find standard attr ID for object ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:13:11.195274 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.224473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.231595 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.236243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c51e67e-2108-4183-a53a-b6ddafe5ebf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.238073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "DELETE /v2.0/networks/38832b62-40d9-4b71-97ac-d3a3fa86b385 HTTP/1.1" status: 204 len: 168 time: 4.1425521 Aug 03 19:13:11.238657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33884) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:11.244464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port c4180a81-d891-47e1-b7fc-6eaa561435d8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c4180a81-d891-47e1-b7fc-6eaa561435d8,segment=NetworkSegment(30fa89d0-9e70-45ef-bc6b-720de372a2c0),segment_id=30fa89d0-9e70-45ef-bc6b-720de372a2c0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:11.247128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Deleting port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:11.248108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.279736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:04Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:04Z', 'revision_number': 2, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:01Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:11.294234 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.350467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d5671-3158-4bf0-90a2-cfa44ecf6efb tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event deleted for resources: {'Network': ['ID=38832b62-40d9-4b71-97ac-d3a3fa86b385,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:11.358745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4fba54-a415-4529-8cb5-4e8b52ae277a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:11.400052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10468d24-88b4-49e8-a452-15fcfecadae6 req-e2836cff-0fc7-4ca2-a87b-51231cc793e9 service neutron] 10.222.0.74 "GET /v2.0/networks/3d643c63-87c0-421c-9304-cab56c8a2641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117274 Aug 03 19:13:11.432519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Checking router: 25e637d9-3953-4451-a40a-dca3aa5d799f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:11.433217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Updating router 25e637d9-3953-4451-a40a-dca3aa5d799f port 38578ce1-4240-484b-9df7-f2c595e24347 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:13:11.440740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4767368b-f2df-4fcb-8fab-a0ea5e5bbabb None None] get_active_networks_info from n-d-802918-7 {{(pid=100489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:13:11.531923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.539729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 726b2f85-1717-4e2f-80dc-c6689a1a8582 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:11.553623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0b6d-8299-445b-8519-26baced8e87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.606975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b0b6d-8299-445b-8519-26baced8e87a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3313666-f15c-403c-9602-6773afa20719,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:11.614891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c51e67e-2108-4183-a53a-b6ddafe5ebf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.615447 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:11.618249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-47097efb-8862-4dea-8be1-b93132985196 None None] Provisioning complete for port 38578ce1-4240-484b-9df7-f2c595e24347 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:11.618674 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-47097efb-8862-4dea-8be1-b93132985196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.622471 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.631363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 726b2f85-1717-4e2f-80dc-c6689a1a8582) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:11.639692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:11.640318 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.648100 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0b6d-8299-445b-8519-26baced8e87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.650673 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ef5b0b6d-8299-445b-8519-26baced8e87a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a3313666-f15c-403c-9602-6773afa20719 HTTP/1.1" status: 204 len: 168 time: 2.0230474 Aug 03 19:13:11.656315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33888) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:11.692577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] For port ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:11.692850 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.697887 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.721789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Calling delete_port for ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:11.725277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd0be8d-5f97-4efd-876e-f8541033cda9']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:11.752597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ae5867-fac2-4ad5-9852-e359208f75c4') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:11.752919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ae5867-fac2-4ad5-9852-e359208f75c4') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:11.785367 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e1c277a1-8093-4885-96e8-c7b84833d1a2 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3234260 Aug 03 19:13:11.806522 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.812132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33892) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:11.833432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14befa3-f752-44a4-a04f-9d495aac2d3f req-7ffd959a-135e-437e-97c2-49a21609c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:11.835254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e14befa3-f752-44a4-a04f-9d495aac2d3f req-7ffd959a-135e-437e-97c2-49a21609c78d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17b7e8e824224d3f8df75c81d12bf90b&device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 1094 time: 0.1972859 Aug 03 19:13:11.890829 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.894827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.909322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c51e67e-2108-4183-a53a-b6ddafe5ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.914347 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c51e67e-2108-4183-a53a-b6ddafe5ebf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.930688 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5c51e67e-2108-4183-a53a-b6ddafe5ebf9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dbb74a38-76ea-47ac-aed1-a251d9554aa2 HTTP/1.1" status: 204 len: 168 time: 1.1053491 Aug 03 19:13:11.954027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ff8487-1ffd-4230-8b07-bc267afc4800']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:11.954975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-47097efb-8862-4dea-8be1-b93132985196 None None] Port 38578ce1-4240-484b-9df7-f2c595e24347 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:13:12.006088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=c4180a81-d891-47e1-b7fc-6eaa561435d8,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:12.018457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51e67e-2108-4183-a53a-b6ddafe5ebf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb74a38-76ea-47ac-aed1-a251d9554aa2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:12.030931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89ff761-9462-4964-bbca-47fb17c28bca') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:12.031442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89ff761-9462-4964-bbca-47fb17c28bca') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:12.067359 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.180646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.240235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:12.240634 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.287466 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.345182 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4767368b-f2df-4fcb-8fab-a0ea5e5bbabb None None] Resources bound (agent type, host, resource id): {{(pid=100489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:13:12.361840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.387783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:12.388714 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:12.394223 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:12.396165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302f9810-6b93-4ead-af4b-fc41aa2c69b3']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:12.423914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d37fc2c-c875-4ef8-822f-22a902649f29') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:12.424556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d37fc2c-c875-4ef8-822f-22a902649f29') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:12.431182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:12.433794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:12.437141 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:12.571922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.655468 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.704550 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:12.705728 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.707680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:12.824008 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:12.848349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.849734 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.867642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.878437 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] 10.222.0.78 "DELETE /v2.0/networks/d0ff8487-1ffd-4230-8b07-bc267afc4800 HTTP/1.1" status: 204 len: 168 time: 1.6378720 Aug 03 19:13:12.901385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89a5f8-faa8-4eec-a18d-3993b518f91f tempest-BulkNetworkOpsTest-785375472 tempest-BulkNetworkOpsTest-785375472-project] Pushing event deleted for resources: {'Network': ['ID=d0ff8487-1ffd-4230-8b07-bc267afc4800,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:12.908059 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.929560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.934612 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] 10.222.0.78 "DELETE /v2.0/networks/302f9810-6b93-4ead-af4b-fc41aa2c69b3 HTTP/1.1" status: 204 len: 168 time: 1.2711961 Aug 03 19:13:12.971644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687bbe9-86f1-4944-8afb-f0d7ce900330 admin admin] Pushing event deleted for resources: {'Network': ['ID=302f9810-6b93-4ead-af4b-fc41aa2c69b3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:13.127934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b28df-5d39-49b6-9799-95ed222e6f3c req-2dfd2de6-8b73-477b-a2d8-ad0bf2d88644 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:13.147263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d97b28df-5d39-49b6-9799-95ed222e6f3c req-2dfd2de6-8b73-477b-a2d8-ad0bf2d88644 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 943 time: 0.8549192 Aug 03 19:13:13.168719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:13.168719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 97b1dee1-c45f-4897-aa6d-a5d5279f74c2 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:13.211958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14befa3-f752-44a4-a04f-9d495aac2d3f req-14249659-89d3-4684-89a3-3b7ec05f8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:13.213731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e14befa3-f752-44a4-a04f-9d495aac2d3f req-14249659-89d3-4684-89a3-3b7ec05f8191 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3d643c63-87c0-421c-9304-cab56c8a2641 HTTP/1.1" status: 200 len: 914 time: 1.3327756 Aug 03 19:13:13.217047 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.219097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/2cd0be8d-5f97-4efd-876e-f8541033cda9 HTTP/1.1" status: 204 len: 168 time: 8.0496657 Aug 03 19:13:13.223756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33912) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:13.224950 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.242261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1720063414'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:13.285517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f895f9-495d-44fb-a75a-eb0e523e97fc tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Network': ['ID=2cd0be8d-5f97-4efd-876e-f8541033cda9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:13.289155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Transition to ACTIVE for port object 38578ce1-4240-484b-9df7-f2c595e24347 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:13.330450 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.373641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e14befa3-f752-44a4-a04f-9d495aac2d3f req-ef0daebc-83d8-403f-abc2-5edf14ab12cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=345367e2-6a9e-4a05-9d89-ec2144b5cfe5 HTTP/1.1" status: 200 len: 217 time: 0.1016052 Aug 03 19:13:13.385979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:13.404569 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.473376 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d97b28df-5d39-49b6-9799-95ed222e6f3c req-39e35563-fd5b-4a5d-b577-30dac3eb9e65 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249266 Aug 03 19:13:13.495548 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.496858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d3121-24a8-440f-99de-edf125d51608 None None] Pushing event updated for resources: {'Port': ['ID=38578ce1-4240-484b-9df7-f2c595e24347,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:13.542656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14befa3-f752-44a4-a04f-9d495aac2d3f req-8ff3ee6b-ad23-4b00-8d82-b53b81b1380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:13.544792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e14befa3-f752-44a4-a04f-9d495aac2d3f req-8ff3ee6b-ad23-4b00-8d82-b53b81b1380e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efd58807-6cbe-4218-ae20-51fb4f5adb66 HTTP/1.1" status: 200 len: 853 time: 0.1590736 Aug 03 19:13:13.547944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:13.608012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4180a81-d891-47e1-b7fc-6eaa561435d8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:13.618029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:13.654462 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.656278 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Added segment 9464e3a1-0eed-44f7-b4a4-d47046c13c79 of type vlan for network 255c32ff-e577-4de3-994b-a2e9d70d75dd Aug 03 19:13:13.663328 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e14befa3-f752-44a4-a04f-9d495aac2d3f req-4d3ec33f-60d4-4229-80e2-73f707a0c678 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3d643c63-87c0-421c-9304-cab56c8a2641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895014 Aug 03 19:13:13.735073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Attempting to bind port 38578ce1-4240-484b-9df7-f2c595e24347 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:13.735873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Attempting to bind port 38578ce1-4240-484b-9df7-f2c595e24347 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'd9cecc95-9f5c-4f28-b88e-43c4a47e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:13.735873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Attempting to bind port 38578ce1-4240-484b-9df7-f2c595e24347 on network 8b7f71a3-8195-4df0-bae2-d635d16a2a04 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:13.771923 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.774972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:13.778033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Checking segment: {'id': 'd9cecc95-9f5c-4f28-b88e-43c4a47e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:13.778732 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.781529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Bound using segment: {'id': 'd9cecc95-9f5c-4f28-b88e-43c4a47e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:13.782372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Bound port: 38578ce1-4240-484b-9df7-f2c595e24347, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cecc95-9f5c-4f28-b88e-43c4a47e3575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:13.783335 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.795435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-726b2f85-1717-4e2f-80dc-c6689a1a8582', 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'fixed_ips': [{'subnet_id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:13:13.796632 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.818580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33920) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:13.912246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.998603 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.014063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:14.015843 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.068883 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.077445 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8501585 Aug 03 19:13:14.083716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33922) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:14.089603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] For port 38578ce1-4240-484b-9df7-f2c595e24347, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:14.091251 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.098822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] For port 38578ce1-4240-484b-9df7-f2c595e24347, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=38578ce1-4240-484b-9df7-f2c595e24347,segment=NetworkSegment(d9cecc95-9f5c-4f28-b88e-43c4a47e3575),segment_id=d9cecc95-9f5c-4f28-b88e-43c4a47e3575)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:14.105316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c4180a81-d891-47e1-b7fc-6eaa561435d8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:14.105779 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.116755 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.144246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'network_id': '255c32ff-e577-4de3-994b-a2e9d70d75dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:14.215561 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ba2d7068-9546-4e8b-a31f-ee41c916a3b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e5d56d01874146b088d5bf630adf347e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878493 Aug 03 19:13:14.219323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33924) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:14.233975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33926) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:14.345520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e14befa3-f752-44a4-a04f-9d495aac2d3f req-6b90e82b-f1ec-4c48-be34-88456b714756 service neutron] 10.222.0.74 "GET /v2.0/networks/3d643c63-87c0-421c-9304-cab56c8a2641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757186 Aug 03 19:13:14.351855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:14.358254 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.361058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=255c32ff-e577-4de3-994b-a2e9d70d75dd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:14.390906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.391484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.393801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.395011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.395582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.398439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.400108 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.401123 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.401984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.402546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.403289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.404065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba69c714-d5b1-4eb9-98b1-a2cec676ca1d tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:14.434380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:14.435231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:14.438128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d3121-24a8-440f-99de-edf125d51608 None None] Pushing event updated for resources: {'Port': ['ID=38578ce1-4240-484b-9df7-f2c595e24347,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:14.450518 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Allocated IP 2001:db8:3::2 (726b2f85-1717-4e2f-80dc-c6689a1a8582/b172161a-bb64-448e-a1cd-3d46b72c6e21/72f951fa-f2ea-4be6-a104-dcbe801b1589) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:14.454146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 255c32ff-e577-4de3-994b-a2e9d70d75dd details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:14.554874 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.641477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0cfa186-926e-49d7-afba-fbe6b9d2472f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.730012 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0cfa186-926e-49d7-afba-fbe6b9d2472f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.790609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.791659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddfabee7-c38a-4eb7-b073-00ee9dec5bae {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:13:14.805863 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.807082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f2e6cdcc-937f-4099-8972-0c80cb6ebccb admin admin] 10.222.0.78 "DELETE /v2.0/routers/ddfabee7-c38a-4eb7-b073-00ee9dec5bae HTTP/1.1" status: 204 len: 168 time: 7.3775640 Aug 03 19:13:14.821250 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33940) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:15.084437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c9f62-231d-4e33-83c8-dd26d646c36c req-953fe912-f29b-42b6-9fd9-d53b371d2713 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:15.092581 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-664c9f62-231d-4e33-83c8-dd26d646c36c req-953fe912-f29b-42b6-9fd9-d53b371d2713 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 943 time: 0.3175046 Aug 03 19:13:15.105763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e14befa3-f752-44a4-a04f-9d495aac2d3f req-669e7437-9694-4394-b8d4-52cc330aa6c4 service neutron] 10.222.0.74 "GET /v2.0/networks/3d643c63-87c0-421c-9304-cab56c8a2641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578275 Aug 03 19:13:15.143741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-25835694-1f81-4ecd-8997-179180a05f56 admin admin] Deleting subnet 37ed38a3-d6f9-4468-b632-ec3309b6276c {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:13:15.202368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:13:15.207260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25835694-1f81-4ecd-8997-179180a05f56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.211256 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33942) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:15.276984 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0cfa186-926e-49d7-afba-fbe6b9d2472f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.283781 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0cfa186-926e-49d7-afba-fbe6b9d2472f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.287247 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a0cfa186-926e-49d7-afba-fbe6b9d2472f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b2a11ca-4cb6-4cf1-a93e-964e6161813c HTTP/1.1" status: 204 len: 168 time: 1.0586681 Aug 03 19:13:15.349595 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8ea0352e-fd59-4b7b-a46d-f4ffb8e95633 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=19cdbd4bfa4149b4b634c9694fd04597&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0419934 Aug 03 19:13:15.353597 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33948) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:15.365057 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfa186-926e-49d7-afba-fbe6b9d2472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2a11ca-4cb6-4cf1-a93e-964e6161813c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:15.373044 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25835694-1f81-4ecd-8997-179180a05f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.398024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-664c9f62-231d-4e33-83c8-dd26d646c36c req-ba7b5ecf-ce1e-44a2-b6ee-1f8ec15a517e tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041682 Aug 03 19:13:15.521517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44c30a37-c784-43e1-b9c4-bcdde6d622dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.534193 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.575940 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.595243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25835694-1f81-4ecd-8997-179180a05f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.610814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1663577036-network', 'tenant_id': '626233c70a404f73880d3d28058f737e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:15.616482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:15.676413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Made reservation on behalf of 626233c70a404f73880d3d28058f737e for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:15.679397 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.685542 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44c30a37-c784-43e1-b9c4-bcdde6d622dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.705052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.721713 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:13:15.724570 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.846238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=9d820b64-80cd-4455-9f27-c435bb2d5de6,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:15.854166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Checking segment: {'id': '9464e3a1-0eed-44f7-b4a4-d47046c13c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '255c32ff-e577-4de3-994b-a2e9d70d75dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:15.855248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network hostable DHCP agents. Network: 255c32ff-e577-4de3-994b-a2e9d70d75dd, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:15.861488 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25835694-1f81-4ecd-8997-179180a05f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.885445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Transition to ACTIVE for port object 72f951fa-f2ea-4be6-a104-dcbe801b1589 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:15.921557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network 255c32ff-e577-4de3-994b-a2e9d70d75dd is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:15.938552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 255c32ff-e577-4de3-994b-a2e9d70d75dd) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:15.951455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25835694-1f81-4ecd-8997-179180a05f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ed38a3-d6f9-4468-b632-ec3309b6276c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:15.954428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:15.955959 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.964164 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25835694-1f81-4ecd-8997-179180a05f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.966157 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-25835694-1f81-4ecd-8997-179180a05f56 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/37ed38a3-d6f9-4468-b632-ec3309b6276c HTTP/1.1" status: 204 len: 168 time: 1.1193202 Aug 03 19:13:15.969598 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44c30a37-c784-43e1-b9c4-bcdde6d622dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.970337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33956) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:15.972495 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44c30a37-c784-43e1-b9c4-bcdde6d622dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.976593 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-44c30a37-c784-43e1-b9c4-bcdde6d622dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a8e6c20c-fe31-4a96-9a19-53f1efc733b8 HTTP/1.1" status: 204 len: 168 time: 0.6217961 Aug 03 19:13:15.993199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c30a37-c784-43e1-b9c4-bcdde6d622dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e6c20c-fe31-4a96-9a19-53f1efc733b8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:16.086950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:16.101549 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.110619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.155045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e85b34ba-ac92-4595-95d4-060f184643f7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0544860 Aug 03 19:13:16.156915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:16.161681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33964) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:16.197668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0f2f1cec-6964-4e96-8c5a-0c32ce744b56 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'network_id': '255c32ff-e577-4de3-994b-a2e9d70d75dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:16.227803 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.296627 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=345367e2-6a9e-4a05-9d89-ec2144b5cfe5,segment=NetworkSegment(b65f3218-5c6d-45df-a461-484be7a4fdac),segment_id=b65f3218-5c6d-45df-a461-484be7a4fdac)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:16.341413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '345367e2-6a9e-4a05-9d89-ec2144b5cfe5', 'network_id': '3d643c63-87c0-421c-9304-cab56c8a2641', 'port_id': '345367e2-6a9e-4a05-9d89-ec2144b5cfe5', 'mac_address': 'fa:16:3e:e8:89:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd58807-6cbe-4218-ae20-51fb4f5adb66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:13:16.348831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:16.349367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ccc4cd6c-cf0e-4934-a519-60d50c3d6d4d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:16.353753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Transition to ACTIVE for port object 72f951fa-f2ea-4be6-a104-dcbe801b1589 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:16.361207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765c0b12-79c6-4f90-8fc5-b9f62fca352c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:16.374669 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.374902 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Added segment 52ccbc1f-42dc-4357-9ef3-8622b30434a8 of type vlan for network 09426778-1e21-46ee-b224-87300f001221 Aug 03 19:13:16.427948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Deleting port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:16.429418 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.492063 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.497858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f1cec-6964-4e96-8c5a-0c32ce744b56 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:16.513863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1cec-6964-4e96-8c5a-0c32ce744b56 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.517913 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.520363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.539889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:16.588560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=345367e2-6a9e-4a05-9d89-ec2144b5cfe5,segment=NetworkSegment(b65f3218-5c6d-45df-a461-484be7a4fdac),segment_id=b65f3218-5c6d-45df-a461-484be7a4fdac)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:16.663047 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.684983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Network 726b2f85-1717-4e2f-80dc-c6689a1a8582 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:16.708211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:16.717823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:16.729985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Pushing event updated for resources: {'Port': ['ID=72f951fa-f2ea-4be6-a104-dcbe801b1589,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:16.798181 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.803506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:16.804646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.822756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Allocated IP 2001:db8:3::1 (726b2f85-1717-4e2f-80dc-c6689a1a8582/b172161a-bb64-448e-a1cd-3d46b72c6e21/d9f7a07c-bd1d-4191-83e5-ec81ac53ef65) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:16.917469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] For port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c4abd76a-ba8a-4bdb-a76d-de3432d90a0a,segment=NetworkSegment(2eae5005-5817-4929-90be-de4a84317025),segment_id=2eae5005-5817-4929-90be-de4a84317025)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:16.918191 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.996245 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7747276 Aug 03 19:13:16.999191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33988) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:17.005699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] Request body: {'subnet': {'network_id': '09426778-1e21-46ee-b224-87300f001221', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1663577036-subnet', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:17.016248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Calling delete_port for c4abd76a-ba8a-4bdb-a76d-de3432d90a0a owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:17.033303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9ffc4-9e2f-4bbe-9480-0fa0c9ab2f9e admin admin] Pushing event updated for resources: {'Network': ['ID=09426778-1e21-46ee-b224-87300f001221,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:17.086036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] Made reservation on behalf of 626233c70a404f73880d3d28058f737e for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:17.088616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.189720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 09426778-1e21-46ee-b224-87300f001221 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:17.259983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['345367e2-6a9e-4a05-9d89-ec2144b5cfe5'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:17.368589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1cec-6964-4e96-8c5a-0c32ce744b56 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.470561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=345367e2-6a9e-4a05-9d89-ec2144b5cfe5,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:17.488518 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Attempting to bind port 72f951fa-f2ea-4be6-a104-dcbe801b1589 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:17.489693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Attempting to bind port 72f951fa-f2ea-4be6-a104-dcbe801b1589 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '8af21a68-d8d6-42d6-bdcf-d7015e565f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:17.490300 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Attempting to bind port 72f951fa-f2ea-4be6-a104-dcbe801b1589 on network 726b2f85-1717-4e2f-80dc-c6689a1a8582 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:17.495432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f1cec-6964-4e96-8c5a-0c32ce744b56 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network 255c32ff-e577-4de3-994b-a2e9d70d75dd is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:17.507769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:17.508393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Checking segment: {'id': '8af21a68-d8d6-42d6-bdcf-d7015e565f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:17.508955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f1cec-6964-4e96-8c5a-0c32ce744b56 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:17.509119 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.509671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Bound using segment: {'id': '8af21a68-d8d6-42d6-bdcf-d7015e565f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:17.510495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Bound port: 72f951fa-f2ea-4be6-a104-dcbe801b1589, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af21a68-d8d6-42d6-bdcf-d7015e565f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:17.511147 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.532373 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f1cec-6964-4e96-8c5a-0c32ce744b56 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:17.533988 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1cec-6964-4e96-8c5a-0c32ce744b56 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.601161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33994) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:17.620479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0f2f1cec-6964-4e96-8c5a-0c32ce744b56 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4465847 Aug 03 19:13:17.641168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33996) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:17.681403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f1cec-6964-4e96-8c5a-0c32ce744b56 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=915ca7b4-74fe-4ce4-a3e3-91f372b0d4e7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:17.743254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:04Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:14Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:17.845728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90638b38-755f-4f31-9339-f7175d3c7a3d None None] The sync data for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 is: [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:04Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:14Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:17.890133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] For port 72f951fa-f2ea-4be6-a104-dcbe801b1589, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:17.903372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] For port 72f951fa-f2ea-4be6-a104-dcbe801b1589, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=72f951fa-f2ea-4be6-a104-dcbe801b1589,segment=NetworkSegment(8af21a68-d8d6-42d6-bdcf-d7015e565f0b),segment_id=8af21a68-d8d6-42d6-bdcf-d7015e565f0b)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:17.995885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-32768161-network', 'tenant_id': '06db816164af416e876d8b22a8989daa'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:18.056965 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.242567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Made reservation on behalf of 06db816164af416e876d8b22a8989daa for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:18.247719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.290179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e577198-8104-4838-8186-6df330251389 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:18.292402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e577198-8104-4838-8186-6df330251389 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:18.294047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e577198-8104-4838-8186-6df330251389 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:18.295645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e577198-8104-4838-8186-6df330251389 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:18.297353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e577198-8104-4838-8186-6df330251389 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:18.303985 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7e577198-8104-4838-8186-6df330251389 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6497228 Aug 03 19:13:18.326387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34008) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:18.332437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.396326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.458157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757796825'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:18.461275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34010) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:18.484314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb868c8-be56-4ac6-b7c9-fe2b0a968905 req-7c3133c2-1f16-4680-a8d1-47b483142dde tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:18.496248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eeb868c8-be56-4ac6-b7c9-fe2b0a968905 req-7c3133c2-1f16-4680-a8d1-47b483142dde tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 944 time: 1.8460631 Aug 03 19:13:18.628188 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] Checking segment: {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:18.629460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] Network hostable DHCP agents. Network: 09426778-1e21-46ee-b224-87300f001221, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:18.631677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00971ce7-1163-47c1-9547-5e85d939b3bb,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:18.662197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] Network 09426778-1e21-46ee-b224-87300f001221 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:18.682447 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66150d9b-9164-4880-bcd3-4ef6c7f550b0 None None] Pushing event updated for resources: {'Port': ['ID=72f951fa-f2ea-4be6-a104-dcbe801b1589,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:18.685138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 09426778-1e21-46ee-b224-87300f001221) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:18.690451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:18.691304 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.717617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:18.722256 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.754491 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7b7fa6b5-a77c-43b5-979a-924795af72f3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7533286 Aug 03 19:13:18.757034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34014) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:18.762073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:18.792056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eeb868c8-be56-4ac6-b7c9-fe2b0a968905 req-2843494c-5dc0-4b38-913f-5994932cefaa tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321954 Aug 03 19:13:18.856261 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.862273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1860488296'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:18.907499 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.921053 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.984410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:19.012844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] No DVR routers for this DVR port c4abd76a-ba8a-4bdb-a76d-de3432d90a0a on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:19.024513 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.025727 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.028485 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.033153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Pushing event deleted for resources: {'Port': ['ID=c4abd76a-ba8a-4bdb-a76d-de3432d90a0a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:19.068852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:19.128062 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.134824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.135065 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Added segment 97b8b0ae-b88a-49ad-9788-debfe575849a of type vlan for network 052680ad-1e07-4bd9-bd66-31ff145ecbca Aug 03 19:13:19.147098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Transition to ACTIVE for port object d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:19.148762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad2760d-c116-423c-9ebb-bd6c8d0437cf,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:19.211031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:19.214685 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.228448 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.229221 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Added segment 491f78ea-d266-45a0-871a-54e47499fada of type vlan for network e139ed75-8a5d-4933-88b7-d02d64cc3294 Aug 03 19:13:19.322177 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.326197 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.358746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68d020c-6161-41b3-8aa5-06cb6d537087']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:19.363930 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.387098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eae5005-5817-4929-90be-de4a84317025') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:19.387781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eae5005-5817-4929-90be-de4a84317025') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:19.416106 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.505999 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.512187 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.527337 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.536299 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.558392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:19.559544 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:19.571761 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:19.613853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.615011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:19.615736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.640534 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.651618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:19.652754 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.712775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] Pushing event updated for resources: {'Network': ['ID=052680ad-1e07-4bd9-bd66-31ff145ecbca,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:19.755809 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 052680ad-1e07-4bd9-bd66-31ff145ecbca details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:20.028087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.118794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.139704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=d9f7a07c-bd1d-4191-83e5-ec81ac53ef65,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:20.244445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 726b2f85-1717-4e2f-80dc-c6689a1a8582 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:20.293292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:20.298284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:20.300574 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.321679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=e139ed75-8a5d-4933-88b7-d02d64cc3294,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:20.335200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 38578ce1-4240-484b-9df7-f2c595e24347 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:20.410582 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.453478 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.457462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] 10.222.0.78 "DELETE /v2.0/networks/d68d020c-6161-41b3-8aa5-06cb6d537087 HTTP/1.1" status: 204 len: 168 time: 4.4840848 Aug 03 19:13:20.470539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e139ed75-8a5d-4933-88b7-d02d64cc3294 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:20.496081 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.501945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34024) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:20.567220 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b50b771f-5cf9-487d-a801-ceb5c8a1c802 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9586842 Aug 03 19:13:20.576688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34026) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:20.597295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] Request body: {'subnet': {'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-32768161-subnet', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:20.622422 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.628230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 38578ce1-4240-484b-9df7-f2c595e24347 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:20.643072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 38578ce1-4240-484b-9df7-f2c595e24347 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:20.647101 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.670239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Allocated IP 172.25.8.220 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/c90e9a17-6f35-4733-a5c2-79d721873aff) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:20.684440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5014fc-7b20-4be0-830c-131a78078bee req-b6296a46-8849-4562-82c7-b37ae840cf3e tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:20.686136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a5014fc-7b20-4be0-830c-131a78078bee req-b6296a46-8849-4562-82c7-b37ae840cf3e tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 944 time: 0.4995995 Aug 03 19:13:20.686997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5430a-a891-45e1-baf8-389a9146dbfd admin admin] Pushing event deleted for resources: {'Network': ['ID=d68d020c-6161-41b3-8aa5-06cb6d537087,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:20.705003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:20.783027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8af0825-59f1-46cc-b4fc-72a99287e618,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:20.797298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] Made reservation on behalf of 06db816164af416e876d8b22a8989daa for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:20.801189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.811444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3642878f-d6ea-49c1-90b1-945073bacf43 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3697624 Aug 03 19:13:20.823694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34030) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:20.883937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5aad0e98-275a-4e17-a8b8-03eb8ddde990 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:20.885067 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.933588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:20.974493 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.023821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:21.030092 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a5014fc-7b20-4be0-830c-131a78078bee req-ecb525d5-393e-4bb2-ae85-c361d1d5b269 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507963 Aug 03 19:13:21.039536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72eb77-6189-421b-8eb3-99f9bce044b8 None None] get_active_networks_info from n-d-802918-7 {{(pid=100489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:13:21.092286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:21.093444 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.132017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.132017 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Added segment c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd of type vlan for network a5049582-b517-4908-a0fa-00183674f873 Aug 03 19:13:21.159931 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.243350 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.262366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0fe13c27-06c9-415f-b9f4-6d81cfad0625 None None] Provisioning for port 72f951fa-f2ea-4be6-a104-dcbe801b1589 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:21.312548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 38578ce1-4240-484b-9df7-f2c595e24347, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=38578ce1-4240-484b-9df7-f2c595e24347,segment=NetworkSegment(d9cecc95-9f5c-4f28-b88e-43c4a47e3575),segment_id=d9cecc95-9f5c-4f28-b88e-43c4a47e3575)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:21.340458 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.341064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 72f951fa-f2ea-4be6-a104-dcbe801b1589 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:21.400165 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.462569 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc75e556-74ca-42f1-9c5f-81615bfa056d,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:21.515314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] Checking segment: {'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:21.515932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] Network hostable DHCP agents. Network: 052680ad-1e07-4bd9-bd66-31ff145ecbca, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:21.526728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=38578ce1-4240-484b-9df7-f2c595e24347,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:21.539001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.540611 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.563334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b72eb77-6189-421b-8eb3-99f9bce044b8 None None] Resources bound (agent type, host, resource id): {{(pid=100489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:13:21.576920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 72f951fa-f2ea-4be6-a104-dcbe801b1589 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:21.589456 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abb53e4-c8b2-4b52-98d1-69f1e7fb3288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345367e2-6a9e-4a05-9d89-ec2144b5cfe5'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:21.591988 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef84caf-281a-4b49-bb92-ebc209557b3b" -d '{"events": [{"server_uuid": "1abb53e4-c8b2-4b52-98d1-69f1e7fb3288", "name": "network-vif-plugged", "status": "completed", "tag": "345367e2-6a9e-4a05-9d89-ec2144b5cfe5"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:21.609031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 72f951fa-f2ea-4be6-a104-dcbe801b1589 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:21.609426 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.612694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Pushing event updated for resources: {'Port': ['ID=c90e9a17-6f35-4733-a5c2-79d721873aff,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:21.615910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] Network 052680ad-1e07-4bd9-bd66-31ff145ecbca is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:21.632398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 052680ad-1e07-4bd9-bd66-31ff145ecbca) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:21.651992 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:21.656196 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:21.658434 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.666754 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:13:21.678706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:21.692126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:21.756026 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad2faf9-000f-4046-940b-760c28eed26c x-openstack-request-id: req-aad2faf9-000f-4046-940b-760c28eed26c {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:21.757468 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abb53e4-c8b2-4b52-98d1-69f1e7fb3288", "name": "network-vif-plugged", "status": "completed", "tag": "345367e2-6a9e-4a05-9d89-ec2144b5cfe5", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:21.758033 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aad2faf9-000f-4046-940b-760c28eed26c {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:21.758688 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abb53e4-c8b2-4b52-98d1-69f1e7fb3288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345367e2-6a9e-4a05-9d89-ec2144b5cfe5', 'code': 200} Aug 03 19:13:21.770437 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9ba2d650-9641-49c9-a3cb-f06a282f58e4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1872928 Aug 03 19:13:21.778480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34034) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:21.787206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-32768161-router', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:21.792429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=345367e2-6a9e-4a05-9d89-ec2144b5cfe5,segment=NetworkSegment(b65f3218-5c6d-45df-a461-484be7a4fdac),segment_id=b65f3218-5c6d-45df-a461-484be7a4fdac)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:21.812183 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aad0e98-275a-4e17-a8b8-03eb8ddde990 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.830255 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.839349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.841239 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.851452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:21.853562 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.853757 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.975543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.036410 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aad0e98-275a-4e17-a8b8-03eb8ddde990 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.116084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5aad0e98-275a-4e17-a8b8-03eb8ddde990 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network e139ed75-8a5d-4933-88b7-d02d64cc3294 is not hosted by any dhcp agent {{(pid=100487) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:13:22.122216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad0e98-275a-4e17-a8b8-03eb8ddde990 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:22.123283 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aad0e98-275a-4e17-a8b8-03eb8ddde990 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.124912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5aad0e98-275a-4e17-a8b8-03eb8ddde990 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "PUT /v2.0/networks/e139ed75-8a5d-4933-88b7-d02d64cc3294 HTTP/1.1" status: 200 len: 723 time: 1.2763829 Aug 03 19:13:22.126089 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Network': ['ID=a5049582-b517-4908-a0fa-00183674f873,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:22.152490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34040) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:22.166350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8a9afa7e-5c18-4d05-8589-a19664d5aca5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.7039280 Aug 03 19:13:22.179062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network a5049582-b517-4908-a0fa-00183674f873 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:22.181405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34042) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:22.185195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'network_id': 'e139ed75-8a5d-4933-88b7-d02d64cc3294', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:22.207687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=345367e2-6a9e-4a05-9d89-ec2144b5cfe5,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:22.227795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'name': 'tempest-PortsTestJSON-1763862598'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:22.401102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.429660 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.491706 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 72f951fa-f2ea-4be6-a104-dcbe801b1589, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=72f951fa-f2ea-4be6-a104-dcbe801b1589,segment=NetworkSegment(8af21a68-d8d6-42d6-bdcf-d7015e565f0b),segment_id=8af21a68-d8d6-42d6-bdcf-d7015e565f0b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:22.524471 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.587517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.649143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=72f951fa-f2ea-4be6-a104-dcbe801b1589,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:22.693169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 38578ce1-4240-484b-9df7-f2c595e24347 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:22.783339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad0e98-275a-4e17-a8b8-03eb8ddde990 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=e139ed75-8a5d-4933-88b7-d02d64cc3294,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:22.784455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0007012-e22c-47d7-8a0a-9cffdc796798 None None] DHCP port deletion for d68d020c-6161-41b3-8aa5-06cb6d537087 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:13:22.789751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 38578ce1-4240-484b-9df7-f2c595e24347 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:22.790413 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.795848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e139ed75-8a5d-4933-88b7-d02d64cc3294 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:22.956936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227c66b0-6831-4446-921a-31a0b67e30dd None None] DHCP port deletion for 2cd0be8d-5f97-4efd-876e-f8541033cda9 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:13:22.971022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a85909-2cb5-478d-a2d9-cb17a7ea4905 req-e6939208-e0b2-4405-be79-b6c8e3101584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:22.972913 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5a85909-2cb5-478d-a2d9-cb17a7ea4905 req-e6939208-e0b2-4405-be79-b6c8e3101584 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 1096 time: 0.9681780 Aug 03 19:13:23.003961 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-09426778-1e21-46ee-b224-87300f001221', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:13:23.005136 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.026201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-255c32ff-e577-4de3-994b-a2e9d70d75dd', 'network_id': '255c32ff-e577-4de3-994b-a2e9d70d75dd', 'tenant_id': '794ea1ee69c64dccb419b79b6b8b688f', 'fixed_ips': [{'subnet_id': '915ca7b4-74fe-4ce4-a3e3-91f372b0d4e7'}, {'subnet_id': '9d820b64-80cd-4455-9f27-c435bb2d5de6'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:13:23.027352 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.081992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287412c3-dd31-47dd-b128-abf1e7fd5792 req-4f3cf506-a845-4704-8fd2-173dc618b6ed tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:23.084652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-287412c3-dd31-47dd-b128-abf1e7fd5792 req-4f3cf506-a845-4704-8fd2-173dc618b6ed tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 945 time: 0.6655362 Aug 03 19:13:23.224815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:23.231219 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.242136 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.259452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-287412c3-dd31-47dd-b128-abf1e7fd5792 req-a7fbd608-ec4a-4b62-948b-0107cd78144f tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561713 Aug 03 19:13:23.273390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:23.287312 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.335671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Allocated IP 172.20.0.2 (09426778-1e21-46ee-b224-87300f001221/00971ce7-1163-47c1-9547-5e85d939b3bb/6ebf9dd2-9e26-4999-8f76-f6c5f91f2887) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:23.390241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5a85909-2cb5-478d-a2d9-cb17a7ea4905 req-b90f38f2-1866-45a8-a990-9d4d523c24f5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652718 Aug 03 19:13:23.391201 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.393211 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.487477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Allocated IP 172.20.0.1 (255c32ff-e577-4de3-994b-a2e9d70d75dd/915ca7b4-74fe-4ce4-a3e3-91f372b0d4e7/af7c0865-ebd5-4bb3-a012-81e0f74e691f) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:23.527018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Allocated IP 2001:db8::2 (255c32ff-e577-4de3-994b-a2e9d70d75dd/9d820b64-80cd-4455-9f27-c435bb2d5de6/af7c0865-ebd5-4bb3-a012-81e0f74e691f) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:23.610572 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event updated for resources: {'Port': ['ID=d9f7a07c-bd1d-4191-83e5-ec81ac53ef65,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:23.638671 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.641313 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.663785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Network 726b2f85-1717-4e2f-80dc-c6689a1a8582 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:23.667356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.680029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port baaca00f-2863-4d14-bf26-9b117117ebb9 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:13:23.693661 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.704975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Transition to ACTIVE for port object 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:23.725468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Transition to ACTIVE for port object 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:23.739681 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.804578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Allocated IP 172.25.8.250 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/e646c116-fecc-4731-a8e8-2618b56fe490) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:24.024425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Network 09426778-1e21-46ee-b224-87300f001221 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:24.039918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:24.051977 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:24.055006 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.076288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Pushing event updated for resources: {'Port': ['ID=6ebf9dd2-9e26-4999-8f76-f6c5f91f2887,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:24.236197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.249573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Attempting to bind port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:24.250214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Attempting to bind port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:24.250690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Attempting to bind port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 on network 09426778-1e21-46ee-b224-87300f001221 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:24.254648 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.266969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:24.267788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Checking segment: {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:24.268385 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.269163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Bound using segment: {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:24.270504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Bound port: 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:24.271036 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.274617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Transition to ACTIVE for port object af7c0865-ebd5-4bb3-a012-81e0f74e691f will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:24.309079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Transition to ACTIVE for port object af7c0865-ebd5-4bb3-a012-81e0f74e691f will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:24.359878 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.370133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:24.380923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:24.384007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:24.414530 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.431066 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Pushing event updated for resources: {'Port': ['ID=e646c116-fecc-4731-a8e8-2618b56fe490,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:24.466906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Router a293b2dc-c762-40a4-a797-2a834068adf4 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:13:24.481869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Pushing event updated for resources: {'Port': ['ID=af7c0865-ebd5-4bb3-a012-81e0f74e691f,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:24.489672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:24.499880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Network 255c32ff-e577-4de3-994b-a2e9d70d75dd is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:24.505486 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.506619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:24.509986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:24.513357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] For port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:24.517678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] For port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6ebf9dd2-9e26-4999-8f76-f6c5f91f2887,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:24.551045 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.707542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Attempting to bind port af7c0865-ebd5-4bb3-a012-81e0f74e691f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:24.707976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Attempting to bind port af7c0865-ebd5-4bb3-a012-81e0f74e691f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '9464e3a1-0eed-44f7-b4a4-d47046c13c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '255c32ff-e577-4de3-994b-a2e9d70d75dd'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:24.708464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Attempting to bind port af7c0865-ebd5-4bb3-a012-81e0f74e691f on network 255c32ff-e577-4de3-994b-a2e9d70d75dd {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:24.720239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:24.720765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Checking segment: {'id': '9464e3a1-0eed-44f7-b4a4-d47046c13c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '255c32ff-e577-4de3-994b-a2e9d70d75dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:24.721049 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.721714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Bound using segment: {'id': '9464e3a1-0eed-44f7-b4a4-d47046c13c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '255c32ff-e577-4de3-994b-a2e9d70d75dd'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:24.722097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Bound port: af7c0865-ebd5-4bb3-a012-81e0f74e691f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9464e3a1-0eed-44f7-b4a4-d47046c13c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '255c32ff-e577-4de3-994b-a2e9d70d75dd'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:24.722499 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.754585 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2236e1-ec73-465a-afe6-0c32f643c543 None None] Pushing event updated for resources: {'Port': ['ID=6ebf9dd2-9e26-4999-8f76-f6c5f91f2887,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:24.813397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 72f951fa-f2ea-4be6-a104-dcbe801b1589 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:24.860255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] For port af7c0865-ebd5-4bb3-a012-81e0f74e691f, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:24.892964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] For port af7c0865-ebd5-4bb3-a012-81e0f74e691f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=af7c0865-ebd5-4bb3-a012-81e0f74e691f,segment=NetworkSegment(9464e3a1-0eed-44f7-b4a4-d47046c13c79),segment_id=9464e3a1-0eed-44f7-b4a4-d47046c13c79)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:24.904723 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.977312 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb8e8e-2e5f-4e35-b32e-c9bf6f8c289e None None] Pushing event updated for resources: {'Port': ['ID=af7c0865-ebd5-4bb3-a012-81e0f74e691f,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:24.982081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 72f951fa-f2ea-4be6-a104-dcbe801b1589 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:24.982760 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.999782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 25e637d9-3953-4451-a40a-dca3aa5d799f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:13:25.115859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=baaca00f-2863-4d14-bf26-9b117117ebb9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:25.176504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4abd76a-ba8a-4bdb-a76d-de3432d90a0a no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:25.203024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2986226-91f5-4d62-b76c-19d48cf50d24 req-0755a204-b916-4a5b-bd5b-c5d443d60a9f tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:25.204862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2986226-91f5-4d62-b76c-19d48cf50d24 req-0755a204-b916-4a5b-bd5b-c5d443d60a9f tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 945 time: 0.7183821 Aug 03 19:13:25.262412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c4abd76a-ba8a-4bdb-a76d-de3432d90a0a {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:25.262915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4abd76a-ba8a-4bdb-a76d-de3432d90a0a not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:25.263479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:25.306468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:25.306977 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ef31911c-8ea0-4447-8c72-2a4ebf4d1ebf not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:25.338028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:25.405764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.405764 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-22ccb01a-5c3d-46e7-99ca-a6382c324904 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6427152 Aug 03 19:13:25.405764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.419653 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Sync routers for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:25.460544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34052) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:25.467049 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:25.469397 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:25.479055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Checking segment: {'id': 'c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a5049582-b517-4908-a0fa-00183674f873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:25.481836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network hostable DHCP agents. Network: a5049582-b517-4908-a0fa-00183674f873, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:25.584670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2986226-91f5-4d62-b76c-19d48cf50d24 req-5813cb33-aec6-4112-9e22-b15e8e90a9b0 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626455 Aug 03 19:13:25.651892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:25.683119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Sync routers for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:25.696060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a0772dfb-1bcb-4824-8131-4652a6ab056f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8828003 Aug 03 19:13:25.699865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network a5049582-b517-4908-a0fa-00183674f873 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:25.709282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:25.714463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:25.718248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34054) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:25.745924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-92ea0129-05d8-46e2-aad5-e79214ad31b0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:25.765953 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:25.874999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:25.903565 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.907595 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.105314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, a5049582-b517-4908-a0fa-00183674f873) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:26.130514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:26.140122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:26.140691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.207728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7d051c0b-410d-4726-820d-6bcb03c153ca tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.9960849 Aug 03 19:13:26.209592 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:22Z', 'revision_number': 3, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:26.217035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34056) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:26.229400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1674976465'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:26.272304 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Checking router: a293b2dc-c762-40a4-a797-2a834068adf4 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:26.273277 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Updating router a293b2dc-c762-40a4-a797-2a834068adf4 port c90e9a17-6f35-4733-a5c2-79d721873aff binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:13:26.300488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=2b4fc511-b203-427b-a9ee-cf2e4774692d,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:26.311944 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.353897 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.356431 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:20Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:21Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f7a07c-bd1d-4191-83e5-ec81ac53ef65', 'name': '', 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:47:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:15Z', 'updated_at': '2021-08-03T19:13:21Z', 'revision_number': 2, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:26.432852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5df84602-0436-4721-a42a-0c88834aa84d req-fec14a98-1aff-4927-96f5-ee989dcfc751 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6819470 Aug 03 19:13:26.445550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Checking router: 25e637d9-3953-4451-a40a-dca3aa5d799f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:26.446171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Updating router 25e637d9-3953-4451-a40a-dca3aa5d799f port d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:13:26.630917 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.699918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:26.703558 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.745047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Checking segment: {'id': '491f78ea-d266-45a0-871a-54e47499fada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e139ed75-8a5d-4933-88b7-d02d64cc3294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:26.745047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network hostable DHCP agents. Network: e139ed75-8a5d-4933-88b7-d02d64cc3294, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:27.088531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:27.157961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:13:27.193190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df84602-0436-4721-a42a-0c88834aa84d req-f3555692-e19f-4132-98fa-de29aee52dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:27.196719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5df84602-0436-4721-a42a-0c88834aa84d req-f3555692-e19f-4132-98fa-de29aee52dd3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17b7e8e824224d3f8df75c81d12bf90b&device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 1096 time: 0.6494610 Aug 03 19:13:27.290863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9daca83a-fe6a-439a-a147-d9550fc4e6db None None] Provisioning for port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:27.309517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:27.374943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network e139ed75-8a5d-4933-88b7-d02d64cc3294 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:27.410523 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e139ed75-8a5d-4933-88b7-d02d64cc3294) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:27.458546 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.464226 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.464730 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Added segment 67f0a930-fef9-4a34-bf82-8d0d84f72439 of type vlan for network 043716de-27ee-46ea-a225-a1c6e08264e1 Aug 03 19:13:27.473553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:27.474081 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.494223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:27.495607 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Transition to ACTIVE for port object c90e9a17-6f35-4733-a5c2-79d721873aff will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:27.514785 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Sync routers for ids ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:27.527675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c47eb3-18c9-40c6-885d-c4e986a60c02 None None] Network 726b2f85-1717-4e2f-80dc-c6689a1a8582 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:27.545472 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.545835 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.549000 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-13a9e42d-b8d6-40cf-85e0-59584a81e4af admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7689781 Aug 03 19:13:27.554667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34074) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:27.589476 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Routers {'dd3d570c-4b6c-4f8d-83da-e93ef0419e31'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:27.596414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:27.596810 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:27.605237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb26d227-1fbf-451b-b005-2243d469620c None None] Network 255c32ff-e577-4de3-994b-a2e9d70d75dd requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:27.734366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.extraroute_db [None req-92ea0129-05d8-46e2-aad5-e79214ad31b0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:13:27.736108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bbd3ab-960b-478e-8a6f-ed0a5e80ab60 None None] Network 09426778-1e21-46ee-b224-87300f001221 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:27.769366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.extraroute_db [None req-92ea0129-05d8-46e2-aad5-e79214ad31b0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Removed routes are [] {{(pid=100487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:13:27.770480 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92ea0129-05d8-46e2-aad5-e79214ad31b0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.904102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7ca426-c898-4140-9710-fe9f3cbc19f6 None None] Network a5049582-b517-4908-a0fa-00183674f873 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:27.906674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1c7aa3-27ba-4789-a484-a7fd8a3cd009 None None] Network 052680ad-1e07-4bd9-bd66-31ff145ecbca requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:27.909140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3727511c-83b6-404f-bc28-bf1cb317747b None None] Network e139ed75-8a5d-4933-88b7-d02d64cc3294 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:27.939624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df84602-0436-4721-a42a-0c88834aa84d req-778f56c0-05dc-414c-9b03-dbacbf7cc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:27.942123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5df84602-0436-4721-a42a-0c88834aa84d req-778f56c0-05dc-414c-9b03-dbacbf7cc2b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3d643c63-87c0-421c-9304-cab56c8a2641 HTTP/1.1" status: 200 len: 914 time: 0.6414514 Aug 03 19:13:27.962324 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Set router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:27.974075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3a424183-55f5-4494-800f-546e34067195 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.8078105 Aug 03 19:13:27.974953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34084) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:28.062390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:28.063063 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.070200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acae17-a617-46f8-b3fd-6d8f18062540 req-0b8f3ad8-b694-4c43-851a-8750d4c98281 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:28.071851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0acae17-a617-46f8-b3fd-6d8f18062540 req-0b8f3ad8-b694-4c43-851a-8750d4c98281 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 945 time: 1.1385922 Aug 03 19:13:28.079887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-965ab79b-90c6-4cf7-8e0d-480f55bd8e35 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:28.193112 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.199383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5df84602-0436-4721-a42a-0c88834aa84d req-63671425-b5d2-4ca0-95a5-b7f061cbff51 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=345367e2-6a9e-4a05-9d89-ec2144b5cfe5 HTTP/1.1" status: 200 len: 217 time: 0.1825461 Aug 03 19:13:28.280484 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.368568 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1447c-cb4d-447c-96e9-ed0449cf3b65 None None] Pushing event updated for resources: {'Port': ['ID=c90e9a17-6f35-4733-a5c2-79d721873aff,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:28.476400 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Attempting to bind port c90e9a17-6f35-4733-a5c2-79d721873aff on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:28.477798 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Attempting to bind port c90e9a17-6f35-4733-a5c2-79d721873aff by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:28.478325 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Attempting to bind port c90e9a17-6f35-4733-a5c2-79d721873aff on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:28.489478 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:28.490195 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:28.490836 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.491685 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:28.492631 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Bound port: c90e9a17-6f35-4733-a5c2-79d721873aff, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:28.493629 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.574803 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] For port c90e9a17-6f35-4733-a5c2-79d721873aff, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:28.580437 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] For port c90e9a17-6f35-4733-a5c2-79d721873aff, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c90e9a17-6f35-4733-a5c2-79d721873aff,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:28.601329 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'name': 'tempest-ServerRescueNegativeTestJSON-32768161-router', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:21Z', 'updated_at': '2021-08-03T19:13:24Z', 'revision_number': 3, 'project_id': '06db816164af416e876d8b22a8989daa', 'gw_port': {'id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:80:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:23Z', 'updated_at': '2021-08-03T19:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:28.609314 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.715270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d0f39398-4c3c-4515-a4ce-ad4181bb43d3 None None] Provisioning for port af7c0865-ebd5-4bb3-a012-81e0f74e691f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:28.774204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-e139ed75-8a5d-4933-88b7-d02d64cc3294', 'network_id': 'e139ed75-8a5d-4933-88b7-d02d64cc3294', 'tenant_id': '794ea1ee69c64dccb419b79b6b8b688f', 'fixed_ips': [{'subnet_id': '2b4fc511-b203-427b-a9ee-cf2e4774692d'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:13:28.775079 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.849366 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:28.850404 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:28.983590 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:29.007733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-42598d25-737c-4949-bf44-adeb98f2a7d4 None None] Provisioning complete for port 38578ce1-4240-484b-9df7-f2c595e24347 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:29.008103 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-42598d25-737c-4949-bf44-adeb98f2a7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.169922 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Checking router: dd3d570c-4b6c-4f8d-83da-e93ef0419e31 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:29.169922 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Updating router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 port e646c116-fecc-4731-a8e8-2618b56fe490 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:13:29.224144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Allocated IP 172.20.0.1 (09426778-1e21-46ee-b224-87300f001221/00971ce7-1163-47c1-9547-5e85d939b3bb/5a2f21a2-1c88-43e7-ba74-4d390f30af6f) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:29.294973 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:13:29.387382 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.403462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Transition to ACTIVE for port object 5a2f21a2-1c88-43e7-ba74-4d390f30af6f will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:29.435777 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.447014 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1447c-cb4d-447c-96e9-ed0449cf3b65 None None] Pushing event updated for resources: {'Port': ['ID=c90e9a17-6f35-4733-a5c2-79d721873aff,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:29.447869 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.503953 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.509753 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Network 09426778-1e21-46ee-b224-87300f001221 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:29.529904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:29.534945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:29.538385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=5a2f21a2-1c88-43e7-ba74-4d390f30af6f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:29.585012 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.621417 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92ea0129-05d8-46e2-aad5-e79214ad31b0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.621782 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.639916 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92ea0129-05d8-46e2-aad5-e79214ad31b0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.661123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0acae17-a617-46f8-b3fd-6d8f18062540 req-70b309c5-400b-4137-9cd9-04f0c19a7370 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5640433 Aug 03 19:13:29.697247 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.705488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:29.709033 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.739561 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.797864 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:22Z', 'revision_number': 3, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:29.838805 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.892066 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678eaad-af72-4c24-a5c2-7baa143cd91d None None] The sync data for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 is: [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:22Z', 'revision_number': 3, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:29.911149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Network': ['ID=043716de-27ee-46ea-a225-a1c6e08264e1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:29.919681 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1a08a883-97a1-4a78-b8ce-7e6e3cc7711d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.6953187 Aug 03 19:13:29.932717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df84602-0436-4721-a42a-0c88834aa84d req-b9c8eb21-10c6-4dd0-b0e6-1fe8aa2841db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:29.935170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5df84602-0436-4721-a42a-0c88834aa84d req-b9c8eb21-10c6-4dd0-b0e6-1fe8aa2841db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=efd58807-6cbe-4218-ae20-51fb4f5adb66 HTTP/1.1" status: 200 len: 853 time: 1.7279441 Aug 03 19:13:29.939470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34096) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:29.953141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'ports': [{'network_id': 'a5049582-b517-4908-a0fa-00183674f873'}, {'network_id': '043716de-27ee-46ea-a225-a1c6e08264e1'}]} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:29.954251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:29.955020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': '043716de-27ee-46ea-a225-a1c6e08264e1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:29.980187 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:13:30.085563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5df84602-0436-4721-a42a-0c88834aa84d req-8e26e08b-b80a-4468-81d2-4dec25863ddb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3d643c63-87c0-421c-9304-cab56c8a2641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255834 Aug 03 19:13:30.095488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 043716de-27ee-46ea-a225-a1c6e08264e1 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:30.305435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Transition to ACTIVE for port object d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:30.358672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-965ab79b-90c6-4cf7-8e0d-480f55bd8e35 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4029404'] for subnet, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:30.834472 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:30.951210 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Transition to ACTIVE for port object e646c116-fecc-4731-a8e8-2618b56fe490 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:30.981084 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.053474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Allocated IP 2001:db8::2 (e139ed75-8a5d-4933-88b7-d02d64cc3294/2b4fc511-b203-427b-a9ee-cf2e4774692d/35df770e-ea00-49ee-937b-ac79f6104baf) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:31.198666 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Attempting to bind port e646c116-fecc-4731-a8e8-2618b56fe490 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:31.199231 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Attempting to bind port e646c116-fecc-4731-a8e8-2618b56fe490 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:31.199722 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Attempting to bind port e646c116-fecc-4731-a8e8-2618b56fe490 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:31.202580 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179c4e4-2b0a-448f-9625-359f92bc5265 None None] Pushing event updated for resources: {'Port': ['ID=e646c116-fecc-4731-a8e8-2618b56fe490,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:31.217034 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:31.217777 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:31.218560 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.219317 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:31.220935 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Bound port: e646c116-fecc-4731-a8e8-2618b56fe490, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:31.225436 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.362675 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.394875 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] For port e646c116-fecc-4731-a8e8-2618b56fe490, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:31.404758 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] For port e646c116-fecc-4731-a8e8-2618b56fe490, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e646c116-fecc-4731-a8e8-2618b56fe490,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:31.431432 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.434529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5df84602-0436-4721-a42a-0c88834aa84d req-992a712a-763c-4a45-8ee3-e2e135e31443 service neutron] 10.222.0.74 "GET /v2.0/networks/3d643c63-87c0-421c-9304-cab56c8a2641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8824599 Aug 03 19:13:31.509434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Allocated IP 172.20.0.1 (052680ad-1e07-4bd9-bd66-31ff145ecbca/cc75e556-74ca-42f1-9c5f-81615bfa056d/ec1eef91-fa39-4c12-99e0-d02197060450) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:31.555856 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Routers {'dd3d570c-4b6c-4f8d-83da-e93ef0419e31'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:31.555856 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:31.559145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77abf6b5-4556-4f95-97b6-a5fff774194c None None] Network 052680ad-1e07-4bd9-bd66-31ff145ecbca requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:31.565092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c38a90-9925-40d2-b60b-35c1a222c3a4 None None] Network 09426778-1e21-46ee-b224-87300f001221 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:31.587436 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.742683 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.834347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] Deleting port df9e703a-4106-4ec0-8f27-b83ab36c7f45 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:31.838379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.853805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.921248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c67e1f-3fbc-484b-bdcf-25e4986a7042 None None] Network 255c32ff-e577-4de3-994b-a2e9d70d75dd requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:31.968651 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] Set router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:32.014933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6ebf9dd2-9e26-4999-8f76-f6c5f91f2887,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:32.020595 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Pushing event updated for resources: {'Port': ['ID=ec1eef91-fa39-4c12-99e0-d02197060450,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:32.102364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Network 052680ad-1e07-4bd9-bd66-31ff145ecbca is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:32.120978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:32.138161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:32.325666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5df84602-0436-4721-a42a-0c88834aa84d req-eb278a8f-2918-4691-8bc4-9c7a58695286 service neutron] 10.222.0.74 "GET /v2.0/networks/3d643c63-87c0-421c-9304-cab56c8a2641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6891365 Aug 03 19:13:32.352975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ea0129-05d8-46e2-aad5-e79214ad31b0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 25e637d9-3953-4451-a40a-dca3aa5d799f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:13:32.364547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 2} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:32.376252 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.472062 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179c4e4-2b0a-448f-9625-359f92bc5265 None None] Pushing event updated for resources: {'Port': ['ID=e646c116-fecc-4731-a8e8-2618b56fe490,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:32.503572 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.510984 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.529446 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.539843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device af7c0865-ebd5-4bb3-a012-81e0f74e691f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:32.650158 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.688839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] For port df9e703a-4106-4ec0-8f27-b83ab36c7f45, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=df9e703a-4106-4ec0-8f27-b83ab36c7f45,segment=NetworkSegment(34471363-ec74-4b4d-bbba-cd2efe14b0d5),segment_id=34471363-ec74-4b4d-bbba-cd2efe14b0d5)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:32.689699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.714154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] Calling delete_port for df9e703a-4106-4ec0-8f27-b83ab36c7f45 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:32.744284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Transition to ACTIVE for port object 35df770e-ea00-49ee-937b-ac79f6104baf will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:32.756623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.766459 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b593616-0c14-4fff-add7-1bc91310e21e None None] Pushing event updated for resources: {'Port': ['ID=d9f7a07c-bd1d-4191-83e5-ec81ac53ef65,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:32.778553 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'name': 'tempest-ServerRescueNegativeTestJSON-32768161-router', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:21Z', 'updated_at': '2021-08-03T19:13:24Z', 'revision_number': 3, 'project_id': '06db816164af416e876d8b22a8989daa', 'gw_port': {'id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:80:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:23Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:32.850853 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310a44d-f58f-4771-85ab-af57c098292c None None] The sync data for ids ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'] in n-d-802918-7 is: [{'id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'name': 'tempest-ServerRescueNegativeTestJSON-32768161-router', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:21Z', 'updated_at': '2021-08-03T19:13:24Z', 'revision_number': 3, 'project_id': '06db816164af416e876d8b22a8989daa', 'gw_port': {'id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:80:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:23Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:32.858344 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.924292 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.950492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=6ebf9dd2-9e26-4999-8f76-f6c5f91f2887,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:33.040068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.097907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Transition to ACTIVE for port object 35df770e-ea00-49ee-937b-ac79f6104baf will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:33.171477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Attempting to bind port d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:33.171890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Attempting to bind port d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '8af21a68-d8d6-42d6-bdcf-d7015e565f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:33.172243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Attempting to bind port d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 on network 726b2f85-1717-4e2f-80dc-c6689a1a8582 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:33.183830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00422f5b-5a2a-4a1b-9e58-c909c97efcf1 req-f270c4d8-e89a-4f86-a754-c5d65f9bc459 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:33.192471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ae77d96b-bd1a-437a-a608-42d178aaf9a1 None None] Provisioning complete for port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:33.192856 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ae77d96b-bd1a-437a-a608-42d178aaf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.193065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00422f5b-5a2a-4a1b-9e58-c909c97efcf1 req-f270c4d8-e89a-4f86-a754-c5d65f9bc459 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 945 time: 1.7516122 Aug 03 19:13:33.197252 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:33.197664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Checking segment: {'id': '8af21a68-d8d6-42d6-bdcf-d7015e565f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:33.198090 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.198492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Bound using segment: {'id': '8af21a68-d8d6-42d6-bdcf-d7015e565f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:33.198999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Bound port: d9f7a07c-bd1d-4191-83e5-ec81ac53ef65, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af21a68-d8d6-42d6-bdcf-d7015e565f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:33.199398 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.218409 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.262784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Network 09426778-1e21-46ee-b224-87300f001221 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:33.280376 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:33.294193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=5a2f21a2-1c88-43e7-ba74-4d390f30af6f,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:33.527421 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Network e139ed75-8a5d-4933-88b7-d02d64cc3294 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:33.639551 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393cefde-3432-42d8-8607-a35e682a240f None None] Network 726b2f85-1717-4e2f-80dc-c6689a1a8582 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:33.647161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:33.658721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:33.700176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port 2a2b7893-f50d-48c0-af69-a335dcb0e6c8 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:13:33.886993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2b6e4-d545-4f6b-98e7-8ec6ff33e423 req-45982cdc-b2b1-4710-b9e2-61f349c8432f tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:33.890964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8be2b6e4-d545-4f6b-98e7-8ec6ff33e423 req-45982cdc-b2b1-4710-b9e2-61f349c8432f tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.74 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 945 time: 1.4464078 Aug 03 19:13:33.993372 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00422f5b-5a2a-4a1b-9e58-c909c97efcf1 req-ec332f97-abfc-48b0-80d9-b7e01c3a3e02 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7983270 Aug 03 19:13:34.056402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Router a293b2dc-c762-40a4-a797-2a834068adf4 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:13:34.467341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:34.478984 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e2db22ad-b19b-4bfd-bd6c-53f888b31ed8 admin admin] 10.222.0.78 "PUT /v2.0/routers/a293b2dc-c762-40a4-a797-2a834068adf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0133128 Aug 03 19:13:34.497089 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ea0129-05d8-46e2-aad5-e79214ad31b0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:34.532557 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-965ab79b-90c6-4cf7-8e0d-480f55bd8e35 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793098207398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3398975'] for subnet, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.534839 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.543461 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92ea0129-05d8-46e2-aad5-e79214ad31b0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.549648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-92ea0129-05d8-46e2-aad5-e79214ad31b0 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f HTTP/1.1" status: 200 len: 953 time: 8.8135521 Aug 03 19:13:34.549939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.551374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34120) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:34.558770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Pushing event updated for resources: {'Port': ['ID=35df770e-ea00-49ee-937b-ac79f6104baf,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:34.752231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Sync routers for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:34.757539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Pushing event updated for resources: {'Port': ['ID=ec1eef91-fa39-4c12-99e0-d02197060450,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:34.782818 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ab79b-90c6-4cf7-8e0d-480f55bd8e35 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:34.783648 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-965ab79b-90c6-4cf7-8e0d-480f55bd8e35 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.797985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-965ab79b-90c6-4cf7-8e0d-480f55bd8e35 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "PUT /v2.0/subnets/2b4fc511-b203-427b-a9ee-cf2e4774692d HTTP/1.1" status: 200 len: 826 time: 6.7335107 Aug 03 19:13:34.802563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34122) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:34.860463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port af7c0865-ebd5-4bb3-a012-81e0f74e691f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:34.907818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Attempting to bind port 35df770e-ea00-49ee-937b-ac79f6104baf on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:34.908615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Attempting to bind port 35df770e-ea00-49ee-937b-ac79f6104baf by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '491f78ea-d266-45a0-871a-54e47499fada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e139ed75-8a5d-4933-88b7-d02d64cc3294'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:34.910574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Attempting to bind port 35df770e-ea00-49ee-937b-ac79f6104baf on network e139ed75-8a5d-4933-88b7-d02d64cc3294 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:34.911073 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.938748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ab79b-90c6-4cf7-8e0d-480f55bd8e35 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=2b4fc511-b203-427b-a9ee-cf2e4774692d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:34.957995 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.962408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:34.963433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:34.968310 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3a15519b-6774-4182-a1f7-357ba1b808fe tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f HTTP/1.1" status: 200 len: 953 time: 0.4141567 Aug 03 19:13:34.974413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34126) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:34.992489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-aececa35-8080-448c-9a7e-8b3bc1bd9c72 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'routes': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:35.075298 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] Pushing event deleted for resources: {'Port': ['ID=df9e703a-4106-4ec0-8f27-b83ab36c7f45,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:35.109443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-8be2b6e4-d545-4f6b-98e7-8ec6ff33e423 req-dfeea133-a531-4e2a-bc54-131e764acb17 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Deleting port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:35.109816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8be2b6e4-d545-4f6b-98e7-8ec6ff33e423 req-dfeea133-a531-4e2a-bc54-131e764acb17 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.137100 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.167076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port af7c0865-ebd5-4bb3-a012-81e0f74e691f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:35.168033 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.234080 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.326201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:35.327108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Checking segment: {'id': '491f78ea-d266-45a0-871a-54e47499fada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e139ed75-8a5d-4933-88b7-d02d64cc3294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:35.327709 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.328254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Bound using segment: {'id': '491f78ea-d266-45a0-871a-54e47499fada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e139ed75-8a5d-4933-88b7-d02d64cc3294'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:35.329226 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Bound port: 35df770e-ea00-49ee-937b-ac79f6104baf, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491f78ea-d266-45a0-871a-54e47499fada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e139ed75-8a5d-4933-88b7-d02d64cc3294'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:35.329888 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.334358 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e6cc0fea-6aa4-45d3-9e29-eec4c8dc4014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.564103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Network 052680ad-1e07-4bd9-bd66-31ff145ecbca is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:35.577949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:35.584374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8be2b6e4-d545-4f6b-98e7-8ec6ff33e423 req-dfeea133-a531-4e2a-bc54-131e764acb17 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] For port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=345367e2-6a9e-4a05-9d89-ec2144b5cfe5,segment=NetworkSegment(b65f3218-5c6d-45df-a461-484be7a4fdac),segment_id=b65f3218-5c6d-45df-a461-484be7a4fdac)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:35.584898 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8be2b6e4-d545-4f6b-98e7-8ec6ff33e423 req-dfeea133-a531-4e2a-bc54-131e764acb17 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.627197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-8be2b6e4-d545-4f6b-98e7-8ec6ff33e423 req-dfeea133-a531-4e2a-bc54-131e764acb17 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Calling delete_port for 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:35.880136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] For port 35df770e-ea00-49ee-937b-ac79f6104baf, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:35.881178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34134) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:35.900263 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] For port 35df770e-ea00-49ee-937b-ac79f6104baf, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=35df770e-ea00-49ee-937b-ac79f6104baf,segment=NetworkSegment(491f78ea-d266-45a0-871a-54e47499fada),segment_id=491f78ea-d266-45a0-871a-54e47499fada)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:35.977011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ccabad85-cd8c-4543-b88a-677b8fd9cc76 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1934345230', 'description': 'tempest-description--1244142494'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:35.998376 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.012674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting port 35df770e-ea00-49ee-937b-ac79f6104baf {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:36.013169 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.019327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] For port d9f7a07c-bd1d-4191-83e5-ec81ac53ef65, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:36.192648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] For port 35df770e-ea00-49ee-937b-ac79f6104baf, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=35df770e-ea00-49ee-937b-ac79f6104baf,segment=NetworkSegment(491f78ea-d266-45a0-871a-54e47499fada),segment_id=491f78ea-d266-45a0-871a-54e47499fada)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:36.192648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.221793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Calling delete_port for 35df770e-ea00-49ee-937b-ac79f6104baf owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:36.316190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] For port d9f7a07c-bd1d-4191-83e5-ec81ac53ef65, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d9f7a07c-bd1d-4191-83e5-ec81ac53ef65,segment=NetworkSegment(8af21a68-d8d6-42d6-bdcf-d7015e565f0b),segment_id=8af21a68-d8d6-42d6-bdcf-d7015e565f0b)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:36.411876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:36.572629 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.672642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ccabad85-cd8c-4543-b88a-677b8fd9cc76 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.683736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc2d81-335d-4ba4-b476-cff1d8c0e2d3 None None] Network 255c32ff-e577-4de3-994b-a2e9d70d75dd requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:36.725719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626642d7-a98e-4b35-a8a7-389615e2505a req-721ca0db-a669-40ab-84dd-c5a3712cf610 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:36.727408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-626642d7-a98e-4b35-a8a7-389615e2505a req-721ca0db-a669-40ab-84dd-c5a3712cf610 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 945 time: 1.5616784 Aug 03 19:13:36.727850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Port': ['ID=35df770e-ea00-49ee-937b-ac79f6104baf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:36.880410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No DVR routers for this DVR port 35df770e-ea00-49ee-937b-ac79f6104baf on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:36.960041 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.994455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:37.053270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port 7edaa37f-0c7a-47ff-85d2-c268c1b453c1 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:13:37.113753 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.117299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:13:37.303053 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.319066 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.330246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1c07c-b8e0-49dc-8d0e-14c52d7930f7 None None] Pushing event updated for resources: {'Port': ['ID=35df770e-ea00-49ee-937b-ac79f6104baf,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:37.404464 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-626642d7-a98e-4b35-a8a7-389615e2505a req-08477a56-a2ab-4bab-9760-671d37c463b7 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/security-groups?id=66758fdd-f5c9-49a6-945b-1763f3f9fd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433924 Aug 03 19:13:37.423804 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8be2b6e4-d545-4f6b-98e7-8ec6ff33e423 req-dfeea133-a531-4e2a-bc54-131e764acb17 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.489511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeea133-a531-4e2a-bc54-131e764acb17 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Pushing event deleted for resources: {'Port': ['ID=345367e2-6a9e-4a05-9d89-ec2144b5cfe5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:37.558667 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bab708db-12e8-4436-afef-7418861a1ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.582854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.extraroute_db [None req-aececa35-8080-448c-9a7e-8b3bc1bd9c72 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added routes are [] {{(pid=100488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:13:37.583599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.extraroute_db [None req-aececa35-8080-448c-9a7e-8b3bc1bd9c72 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:13:37.627435 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aececa35-8080-448c-9a7e-8b3bc1bd9c72 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.887699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be2b6e4-d545-4f6b-98e7-8ec6ff33e423 req-dfeea133-a531-4e2a-bc54-131e764acb17 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] No DVR routers for this DVR port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:37.891522 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8be2b6e4-d545-4f6b-98e7-8ec6ff33e423 req-dfeea133-a531-4e2a-bc54-131e764acb17 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.895111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8be2b6e4-d545-4f6b-98e7-8ec6ff33e423 req-dfeea133-a531-4e2a-bc54-131e764acb17 tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.74 "DELETE /v2.0/ports/345367e2-6a9e-4a05-9d89-ec2144b5cfe5 HTTP/1.1" status: 204 len: 173 time: 3.8989880 Aug 03 19:13:37.905957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] Router 51995cb4-c1f5-424a-8468-1352310cf785 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:13:37.908908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abb53e4-c8b2-4b52-98d1-69f1e7fb3288', 'name': 'network-vif-deleted', 'tag': '345367e2-6a9e-4a05-9d89-ec2144b5cfe5'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:37.912202 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f361b1-4445-48c0-b7e2-8384147fbf34" -d '{"events": [{"server_uuid": "1abb53e4-c8b2-4b52-98d1-69f1e7fb3288", "name": "network-vif-deleted", "tag": "345367e2-6a9e-4a05-9d89-ec2144b5cfe5"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:37.928251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No active binding found for port 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:13:37.938157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 345367e2-6a9e-4a05-9d89-ec2144b5cfe5 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:38.079590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.095834 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae076736-69d9-484e-8e51-ea365711d174 x-openstack-request-id: req-ae076736-69d9-484e-8e51-ea365711d174 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:38.096586 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abb53e4-c8b2-4b52-98d1-69f1e7fb3288", "name": "network-vif-deleted", "tag": "345367e2-6a9e-4a05-9d89-ec2144b5cfe5", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:38.097075 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae076736-69d9-484e-8e51-ea365711d174 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:38.097728 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abb53e4-c8b2-4b52-98d1-69f1e7fb3288', 'name': 'network-vif-deleted', 'tag': '345367e2-6a9e-4a05-9d89-ec2144b5cfe5', 'status': 'completed', 'code': 200} Aug 03 19:13:38.219305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:38.227811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:38.235602 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ccabad85-cd8c-4543-b88a-677b8fd9cc76 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.350264 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ccabad85-cd8c-4543-b88a-677b8fd9cc76 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.430962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0042228e-e919-4f10-8b2f-f10cb7a98cd9 None None] Provisioning complete for port 72f951fa-f2ea-4be6-a104-dcbe801b1589 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:38.434159 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0042228e-e919-4f10-8b2f-f10cb7a98cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.450018 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.474733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabad85-cd8c-4543-b88a-677b8fd9cc76 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:38.481436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4fc511-b203-427b-a9ee-cf2e4774692d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:38.487929 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ccabad85-cd8c-4543-b88a-677b8fd9cc76 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.489461 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ccabad85-cd8c-4543-b88a-677b8fd9cc76 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.6048667 Aug 03 19:13:38.498144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34148) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:38.511969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5dace265-1dd4-4bbb-9365-8e34cd64d842 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'security_group_rule': {'security_group_id': '0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:38.631766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:38.657324 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c600b0-e914-4e46-a005-4f4cd700f351 None None] Sync routers for ids ['51995cb4-c1f5-424a-8468-1352310cf785'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:38.688616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-20f7f021-a185-4dc5-a151-5a52b59a903c admin admin] 10.222.0.78 "PUT /v2.0/routers/51995cb4-c1f5-424a-8468-1352310cf785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1787689 Aug 03 19:13:38.692078 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5dace265-1dd4-4bbb-9365-8e34cd64d842 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.693924 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c600b0-e914-4e46-a005-4f4cd700f351 None None] Routers {'51995cb4-c1f5-424a-8468-1352310cf785'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:38.694953 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-60c600b0-e914-4e46-a005-4f4cd700f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['51995cb4-c1f5-424a-8468-1352310cf785'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:38.713328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34150) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:39.011882 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:39.186754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f64c8cda-1e44-4aac-b642-83ab575125d1 req-91a6ab21-798a-43f1-8407-b51e7fa38a9a tempest-ServerPasswordTestJSON-696546500 tempest-ServerPasswordTestJSON-696546500-project] 10.222.0.78 "GET /v2.0/ports?device_id=1abb53e4-c8b2-4b52-98d1-69f1e7fb3288 HTTP/1.1" status: 200 len: 210 time: 0.4339943 Aug 03 19:13:39.243640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229c76a4-0c83-440c-85c9-598afd0999e6 None None] Network e139ed75-8a5d-4933-88b7-d02d64cc3294 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:39.249539 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:39.285214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:39.301388 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-60c600b0-e914-4e46-a005-4f4cd700f351 None None] Set router 51995cb4-c1f5-424a-8468-1352310cf785 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:39.312716 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3423b07c-4772-479e-af25-945c29d9bcce admin admin] 10.222.0.78 "PUT /v2.0/routers/dd3d570c-4b6c-4f8d-83da-e93ef0419e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7564342 Aug 03 19:13:39.313855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b593616-0c14-4fff-add7-1bc91310e21e None None] Pushing event updated for resources: {'Port': ['ID=d9f7a07c-bd1d-4191-83e5-ec81ac53ef65,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:39.475458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Sync routers for ids ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:39.513215 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:39.616615 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:39.625990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e139ed75-8a5d-4933-88b7-d02d64cc3294']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:39.626285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Routers {'dd3d570c-4b6c-4f8d-83da-e93ef0419e31'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:39.627069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:39.765222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:39.789868 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.006994 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5dace265-1dd4-4bbb-9365-8e34cd64d842 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.008710 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-60c600b0-e914-4e46-a005-4f4cd700f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51995cb4-c1f5-424a-8468-1352310cf785', 'name': 'tempest-TestServerMultinode-652787134-router', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2250587e-881f-4c78-8f86-7738795f2147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:12Z', 'updated_at': '2021-08-03T19:13:34Z', 'revision_number': 5, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'gw_port': {'id': '2250587e-881f-4c78-8f86-7738795f2147', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:13Z', 'updated_at': '2021-08-03T19:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:40.025257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.041136 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5dace265-1dd4-4bbb-9365-8e34cd64d842 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.113609 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c600b0-e914-4e46-a005-4f4cd700f351 None None] Checking router: 51995cb4-c1f5-424a-8468-1352310cf785 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:40.170748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network a5049582-b517-4908-a0fa-00183674f873 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:40.189304 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c600b0-e914-4e46-a005-4f4cd700f351 None None] Routers {'51995cb4-c1f5-424a-8468-1352310cf785'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:40.191355 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-60c600b0-e914-4e46-a005-4f4cd700f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['51995cb4-c1f5-424a-8468-1352310cf785'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:40.396694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=2a2b7893-f50d-48c0-af69-a335dcb0e6c8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:40.408461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:40.410764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34174) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:40.455937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:40.457012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.509352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dace265-1dd4-4bbb-9365-8e34cd64d842 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f319514-c857-4f43-a555-54164a8bb6c8,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:40.538445 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491f78ea-d266-45a0-871a-54e47499fada') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:40.542198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491f78ea-d266-45a0-871a-54e47499fada') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:40.559540 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-60c600b0-e914-4e46-a005-4f4cd700f351 None None] Set router 51995cb4-c1f5-424a-8468-1352310cf785 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:40.564132 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.602493 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.604286 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5dace265-1dd4-4bbb-9365-8e34cd64d842 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.610458 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5dace265-1dd4-4bbb-9365-8e34cd64d842 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1082175 Aug 03 19:13:40.611444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34176) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:40.624652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:40.625199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.632381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-02e0b766-7c18-4746-98fe-b8fbd30d7631 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'security_group_rule': {'security_group_id': '0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:40.672884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Set router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:40.720179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Checking segment: {'id': '67f0a930-fef9-4a34-bf82-8d0d84f72439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '043716de-27ee-46ea-a225-a1c6e08264e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:40.721928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network hostable DHCP agents. Network: 043716de-27ee-46ea-a225-a1c6e08264e1, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:40.755506 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:40.785063 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aececa35-8080-448c-9a7e-8b3bc1bd9c72 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.787739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdee1c48-4594-4498-b8b6-7229b6933a95 admin admin] Deleting subnet efd58807-6cbe-4218-ae20-51fb4f5adb66 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:13:40.789285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.791838 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdee1c48-4594-4498-b8b6-7229b6933a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.800666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aececa35-8080-448c-9a7e-8b3bc1bd9c72 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.810029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.812801 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/e139ed75-8a5d-4933-88b7-d02d64cc3294 HTTP/1.1" status: 204 len: 168 time: 6.0089400 Aug 03 19:13:40.830223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34178) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:40.853469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port af7c0865-ebd5-4bb3-a012-81e0f74e691f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=af7c0865-ebd5-4bb3-a012-81e0f74e691f,segment=NetworkSegment(9464e3a1-0eed-44f7-b4a4-d47046c13c79),segment_id=9464e3a1-0eed-44f7-b4a4-d47046c13c79)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:40.858023 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f2ec1a-9358-4291-9c1b-c817cb3cc942 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:13:40.858939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f2ec1a-9358-4291-9c1b-c817cb3cc942 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:13:40.862436 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c5f2ec1a-9358-4291-9c1b-c817cb3cc942 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/e139ed75-8a5d-4933-88b7-d02d64cc3294 HTTP/1.1" status: 404 len: 339 time: 0.0267408 Aug 03 19:13:40.882798 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdee1c48-4594-4498-b8b6-7229b6933a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.955024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffcfc9-60b9-4cbc-a0a7-57747196228c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Network': ['ID=e139ed75-8a5d-4933-88b7-d02d64cc3294,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:40.957945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34180) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:40.966718 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-855663852', 'description': 'd1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:40.985280 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-60c600b0-e914-4e46-a005-4f4cd700f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51995cb4-c1f5-424a-8468-1352310cf785', 'name': 'tempest-TestServerMultinode-652787134-router', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2250587e-881f-4c78-8f86-7738795f2147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:12Z', 'updated_at': '2021-08-03T19:13:34Z', 'revision_number': 5, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'gw_port': {'id': '2250587e-881f-4c78-8f86-7738795f2147', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:13Z', 'updated_at': '2021-08-03T19:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:41.002011 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdee1c48-4594-4498-b8b6-7229b6933a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.008804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0042228e-e919-4f10-8b2f-f10cb7a98cd9 None None] Provisioning for port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:41.012562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.053568 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c600b0-e914-4e46-a005-4f4cd700f351 None None] The sync data for ids ['51995cb4-c1f5-424a-8468-1352310cf785'] in n-d-802918-7 is: [{'id': '51995cb4-c1f5-424a-8468-1352310cf785', 'name': 'tempest-TestServerMultinode-652787134-router', 'tenant_id': '3e03cdc6b34a44b1806eeb40a411120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2250587e-881f-4c78-8f86-7738795f2147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:11:12Z', 'updated_at': '2021-08-03T19:13:34Z', 'revision_number': 5, 'project_id': '3e03cdc6b34a44b1806eeb40a411120d', 'gw_port': {'id': '2250587e-881f-4c78-8f86-7738795f2147', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cb4-c1f5-424a-8468-1352310cf785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:11:13Z', 'updated_at': '2021-08-03T19:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:41.060259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=7edaa37f-0c7a-47ff-85d2-c268c1b453c1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:41.130164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:32Z', 'revision_number': 2, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:41.133439 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.138169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0042228e-e919-4f10-8b2f-f10cb7a98cd9 None None] Provisioning complete for port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:41.141186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aececa35-8080-448c-9a7e-8b3bc1bd9c72 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 25e637d9-3953-4451-a40a-dca3aa5d799f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:13:41.146028 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0042228e-e919-4f10-8b2f-f10cb7a98cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.193480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:41.200645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.229348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02e0b766-7c18-4746-98fe-b8fbd30d7631 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.300823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-7dc6aa08-e00b-4e17-a825-1d0b189a7439 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:41.303387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-7dc6aa08-e00b-4e17-a825-1d0b189a7439 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 817 time: 0.8759122 Aug 03 19:13:41.315486 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network 043716de-27ee-46ea-a225-a1c6e08264e1 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:41.318662 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:41.329020 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.329381 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Added segment 2d20f306-bf50-4aac-b68d-5e09396d7d3f of type vlan for network a74e7912-c3f8-4ce2-bbc6-a22527459530 Aug 03 19:13:41.404186 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Checking router: a293b2dc-c762-40a4-a797-2a834068adf4 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:41.404661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Updating router a293b2dc-c762-40a4-a797-2a834068adf4 port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:13:41.428640 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.453404 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02e0b766-7c18-4746-98fe-b8fbd30d7631 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.459863 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdee1c48-4594-4498-b8b6-7229b6933a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.474287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 043716de-27ee-46ea-a225-a1c6e08264e1) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:41.496541 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.500070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-3de5406e-140c-4b02-b71a-44b5231db833 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/quotas/06db816164af416e876d8b22a8989daa HTTP/1.1" status: 200 len: 375 time: 0.1543536 Aug 03 19:13:41.500987 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02e0b766-7c18-4746-98fe-b8fbd30d7631 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.513484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aececa35-8080-448c-9a7e-8b3bc1bd9c72 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:41.529734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aececa35-8080-448c-9a7e-8b3bc1bd9c72 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.535957 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aececa35-8080-448c-9a7e-8b3bc1bd9c72 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f HTTP/1.1" status: 200 len: 703 time: 6.5474143 Aug 03 19:13:41.537583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.554829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:41.556213 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.563083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34194) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:41.619831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:41.655691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:41.683855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:41.686122 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.756043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1c48-4594-4498-b8b6-7229b6933a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd58807-6cbe-4218-ae20-51fb4f5adb66,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:41.779214 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdee1c48-4594-4498-b8b6-7229b6933a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.781849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cdee1c48-4594-4498-b8b6-7229b6933a95 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/efd58807-6cbe-4218-ae20-51fb4f5adb66 HTTP/1.1" status: 204 len: 168 time: 1.3347747 Aug 03 19:13:41.836815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=af7c0865-ebd5-4bb3-a012-81e0f74e691f,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:41.851943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34216) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:41.943548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0b766-7c18-4746-98fe-b8fbd30d7631 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c663ef4-67fb-4336-afb7-d228411cab90,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:41.988526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e59e209c-274c-4c6e-a9bb-0548fe990997 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 12.0398219 Aug 03 19:13:41.993278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34222) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:42.003588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72848c1e-ea78-4122-a54a-ed79adf01aa6 None None] Network 043716de-27ee-46ea-a225-a1c6e08264e1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:42.024489 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02e0b766-7c18-4746-98fe-b8fbd30d7631 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:42.026361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-02e0b766-7c18-4746-98fe-b8fbd30d7631 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3991508 Aug 03 19:13:42.042053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34228) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:42.077751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Deleting port 2250587e-881f-4c78-8f86-7738795f2147 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:42.078384 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:42.159490 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1977735 Aug 03 19:13:42.172789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:42.196346 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34230) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:42.198718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e646c116-fecc-4731-a8e8-2618b56fe490 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:42.202915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524129bc-5171-4425-bfdf-1bf53ab9e65e None None] DHCP port deletion for e139ed75-8a5d-4933-88b7-d02d64cc3294 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:13:42.291421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] For port 2250587e-881f-4c78-8f86-7738795f2147, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2250587e-881f-4c78-8f86-7738795f2147,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:42.292066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:42.299394 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-48ce3af9-d172-4158-977a-23c5c0e50871 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6015503 Aug 03 19:13:42.328629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Calling delete_port for 2250587e-881f-4c78-8f86-7738795f2147 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:42.344859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-0042228e-e919-4f10-8b2f-f10cb7a98cd9 None None] Port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:13:42.379861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29065ce-eee0-45e6-8e3a-49c257b4080c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:42.388025 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f29065ce-eee0-45e6-8e3a-49c257b4080c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/networks?id=a74e7912-c3f8-4ce2-bbc6-a22527459530 HTTP/1.1" status: 200 len: 764 time: 0.1859655 Aug 03 19:13:42.406872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:42.428278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34234) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:42.454608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c830a1-21d0-4319-b781-7066f1f4b0a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=a74e7912-c3f8-4ce2-bbc6-a22527459530,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:42.488047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c7243-ac21-43cf-8103-6d3195d32f04 None None] Network e139ed75-8a5d-4933-88b7-d02d64cc3294 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:42.489066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-53366b31-17a9-4979-959a-d91d87aedd7d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port 7edaa37f-0c7a-47ff-85d2-c268c1b453c1 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:42.489686 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53366b31-17a9-4979-959a-d91d87aedd7d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:42.496178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3d90e6fe-ac31-4013-9d66-532aeb933084 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'description': 'd2'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:42.503993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network a74e7912-c3f8-4ce2-bbc6-a22527459530 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:42.506422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-04f74b82-e668-4284-92ad-45ed16c2af31 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:13:42.508565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-04f74b82-e668-4284-92ad-45ed16c2af31 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2007947 Aug 03 19:13:42.525076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c7243-ac21-43cf-8103-6d3195d32f04 None None] Network e139ed75-8a5d-4933-88b7-d02d64cc3294 could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:13:42.618395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0042228e-e919-4f10-8b2f-f10cb7a98cd9 None None] Provisioning complete for port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:42.618918 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0042228e-e919-4f10-8b2f-f10cb7a98cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:42.779177 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4dc1f693-a60b-41a5-ad98-3c6f1561867b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f HTTP/1.1" status: 200 len: 703 time: 1.2049921 Aug 03 19:13:42.783408 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:42.803434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34246) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:42.860979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53366b31-17a9-4979-959a-d91d87aedd7d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:42.923625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-53366b31-17a9-4979-959a-d91d87aedd7d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for 7edaa37f-0c7a-47ff-85d2-c268c1b453c1 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:42.939413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:37Z', 'revision_number': 7, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:21Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f7a07c-bd1d-4191-83e5-ec81ac53ef65', 'name': '', 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:47:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:15Z', 'updated_at': '2021-08-03T19:13:35Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:42.955317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'name': 'tempest-ServerRescueNegativeTestJSON-32768161-router', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:21Z', 'updated_at': '2021-08-03T19:13:32Z', 'revision_number': 4, 'project_id': '06db816164af416e876d8b22a8989daa', 'gw_port': {'id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:80:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:23Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ec1eef91-fa39-4c12-99e0-d02197060450', 'name': '', 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'mac_address': 'fa:16:3e:76:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'cc75e556-74ca-42f1-9c5f-81615bfa056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:29Z', 'updated_at': '2021-08-03T19:13:33Z', 'revision_number': 2, 'project_id': '06db816164af416e876d8b22a8989daa', 'subnets': [{'id': 'cc75e556-74ca-42f1-9c5f-81615bfa056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:42.958470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port e646c116-fecc-4731-a8e8-2618b56fe490 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:42.997567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e646c116-fecc-4731-a8e8-2618b56fe490 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:42.998270 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.053343 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-e714c0ad-9457-4171-b340-a98611af9e6b service neutron] 10.222.0.78 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092134 Aug 03 19:13:43.075134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d50216-9cb0-4c23-86a9-d47f4fbf3f9d None None] The sync data for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 is: [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:37Z', 'revision_number': 7, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:21Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f7a07c-bd1d-4191-83e5-ec81ac53ef65', 'name': '', 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:47:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:15Z', 'updated_at': '2021-08-03T19:13:35Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:43.099881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Checking router: dd3d570c-4b6c-4f8d-83da-e93ef0419e31 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:43.100280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Updating router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 port ec1eef91-fa39-4c12-99e0-d02197060450 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:13:43.350224 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.688791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d90e6fe-ac31-4013-9d66-532aeb933084 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.820078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0042228e-e919-4f10-8b2f-f10cb7a98cd9 None None] Provisioning for port d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:43.822915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d90e6fe-ac31-4013-9d66-532aeb933084 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.869039 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.890185 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.987228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d643c63-87c0-421c-9304-cab56c8a2641']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:44.024127 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.101689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d90e6fe-ac31-4013-9d66-532aeb933084 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network a74e7912-c3f8-4ce2-bbc6-a22527459530 is not hosted by any dhcp agent {{(pid=100488) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:13:44.108176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d90e6fe-ac31-4013-9d66-532aeb933084 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:44.108864 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d90e6fe-ac31-4013-9d66-532aeb933084 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.116507 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3d90e6fe-ac31-4013-9d66-532aeb933084 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "PUT /v2.0/networks/a74e7912-c3f8-4ce2-bbc6-a22527459530 HTTP/1.1" status: 200 len: 761 time: 1.6797521 Aug 03 19:13:44.125433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34274) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:44.138711 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65f3218-5c6d-45df-a461-484be7a4fdac') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:44.139017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65f3218-5c6d-45df-a461-484be7a4fdac') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:44.152841 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.203704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2250587e-881f-4c78-8f86-7738795f2147,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:44.211604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.225366 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90e6fe-ac31-4013-9d66-532aeb933084 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=a74e7912-c3f8-4ce2-bbc6-a22527459530,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:44.299798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:44.308122 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:44.312034 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:44.340778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network a74e7912-c3f8-4ce2-bbc6-a22527459530 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:44.396753 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.515375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-64878c6c-be56-4919-9cf1-45856c1e9245 service neutron] 10.222.0.78 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4609311 Aug 03 19:13:44.516689 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.516986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port e646c116-fecc-4731-a8e8-2618b56fe490, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e646c116-fecc-4731-a8e8-2618b56fe490,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:44.529912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc54418-3796-4b58-9fd5-dac7b427e4c0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:44.532066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7dc54418-3796-4b58-9fd5-dac7b427e4c0 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/networks?id=a74e7912-c3f8-4ce2-bbc6-a22527459530 HTTP/1.1" status: 200 len: 764 time: 0.3958895 Aug 03 19:13:44.535472 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53366b31-17a9-4979-959a-d91d87aedd7d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.538820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34276) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:44.540768 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62878f7d-8269-42ae-8680-6080bacde461 None None] Sync routers for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:44.556764 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62878f7d-8269-42ae-8680-6080bacde461 None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:44.559529 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-62878f7d-8269-42ae-8680-6080bacde461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:44.570253 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.572235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c90e9a17-6f35-4733-a5c2-79d721873aff up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:44.662369 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.700880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Allocated IP 172.25.8.199 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/c36706a7-4bbd-4b97-84f6-d8f65e9b2d2d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:44.815912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53366b31-17a9-4979-959a-d91d87aedd7d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=7edaa37f-0c7a-47ff-85d2-c268c1b453c1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:44.840609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53366b31-17a9-4979-959a-d91d87aedd7d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.845385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-53366b31-17a9-4979-959a-d91d87aedd7d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/7edaa37f-0c7a-47ff-85d2-c268c1b453c1 HTTP/1.1" status: 204 len: 168 time: 2.8176191 Aug 03 19:13:44.848721 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.860146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34280) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:44.872588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ded6186e-2d42-4ba8-8b1f-6c0ab450ad24 None None] Provisioning complete for port 72f951fa-f2ea-4be6-a104-dcbe801b1589 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:44.876877 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ded6186e-2d42-4ba8-8b1f-6c0ab450ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.896667 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.920320 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-62878f7d-8269-42ae-8680-6080bacde461 None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:44.955062 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.001193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.018663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Transition to ACTIVE for port object 5a2f21a2-1c88-43e7-ba74-4d390f30af6f will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:45.049969 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.057749 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.061021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Transition to ACTIVE for port object ec1eef91-fa39-4c12-99e0-d02197060450 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:45.069118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=e646c116-fecc-4731-a8e8-2618b56fe490,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:45.070453 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] 10.222.0.78 "DELETE /v2.0/networks/3d643c63-87c0-421c-9304-cab56c8a2641 HTTP/1.1" status: 204 len: 168 time: 3.2120819 Aug 03 19:13:45.220533 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d61b4-cd1f-4811-a96b-5befcf2a9e7b None None] Pushing event updated for resources: {'Port': ['ID=5a2f21a2-1c88-43e7-ba74-4d390f30af6f,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:45.229437 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c90e9a17-6f35-4733-a5c2-79d721873aff completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:45.242817 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.269821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c90e9a17-6f35-4733-a5c2-79d721873aff triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:45.270494 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.384869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb266101-3518-4172-991a-09d69ccfc30d admin admin] Pushing event deleted for resources: {'Network': ['ID=3d643c63-87c0-421c-9304-cab56c8a2641,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:45.461776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d5b5db-5b78-4dc5-8d28-5ab4db28129e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:45.484251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d5b5db-5b78-4dc5-8d28-5ab4db28129e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:45.493345 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-23d5b5db-5b78-4dc5-8d28-5ab4db28129e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6246848 Aug 03 19:13:45.495469 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-62878f7d-8269-42ae-8680-6080bacde461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:37Z', 'revision_number': 7, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:21Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f7a07c-bd1d-4191-83e5-ec81ac53ef65', 'name': '', 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:47:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:15Z', 'updated_at': '2021-08-03T19:13:35Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:45.500194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34288) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:45.514418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6fcf059-2ed0-419c-b498-1affab2aeac4 req-fa899d4e-f658-456e-8039-24b36533d33b tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 210 time: 0.1346161 Aug 03 19:13:45.618734 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.652861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.653772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51995cb4-c1f5-424a-8468-1352310cf785 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:13:45.691680 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.695452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ac092876-0fb3-41a9-a166-62e522db78f5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/51995cb4-c1f5-424a-8468-1352310cf785 HTTP/1.1" status: 204 len: 168 time: 6.9712703 Aug 03 19:13:45.707585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34298) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:45.711077 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62878f7d-8269-42ae-8680-6080bacde461 None None] Checking router: 25e637d9-3953-4451-a40a-dca3aa5d799f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:45.712381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34300) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:45.749176 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62878f7d-8269-42ae-8680-6080bacde461 None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:45.770606 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-62878f7d-8269-42ae-8680-6080bacde461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:45.917002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad1f8a-c875-464e-8ce5-fec2dc91f4eb tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:45.922106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7fad1f8a-c875-464e-8ce5-fec2dc91f4eb tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.3417842 Aug 03 19:13:45.947193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34310) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:45.994636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Attempting to bind port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:45.994771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Attempting to bind port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:45.995853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Attempting to bind port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f on network 09426778-1e21-46ee-b224-87300f001221 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:46.013103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:46.013751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Checking segment: {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:46.014439 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.015084 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Bound using segment: {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:46.015729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Bound port: 5a2f21a2-1c88-43e7-ba74-4d390f30af6f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:46.028686 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.124479 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.125275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8745d-b794-491f-8a1f-1c579ba26b1c None None] Pushing event updated for resources: {'Port': ['ID=ec1eef91-fa39-4c12-99e0-d02197060450,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:46.128736 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c685a9ed-cb87-4eca-ab27-c93959a28300 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 207 time: 0.1649749 Aug 03 19:13:46.130420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34316) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:46.149086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Attempting to bind port ec1eef91-fa39-4c12-99e0-d02197060450 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:46.149933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Attempting to bind port ec1eef91-fa39-4c12-99e0-d02197060450 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:46.150485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Attempting to bind port ec1eef91-fa39-4c12-99e0-d02197060450 on network 052680ad-1e07-4bd9-bd66-31ff145ecbca {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:46.167496 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:46.168193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Checking segment: {'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:46.168765 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.169376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Bound using segment: {'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:46.170229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Bound port: ec1eef91-fa39-4c12-99e0-d02197060450, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:46.170851 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.251723 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-62878f7d-8269-42ae-8680-6080bacde461 None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:46.313153 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.381044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1857bc32-2e1f-4ec4-ae87-ba4f273260e3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port 2a2b7893-f50d-48c0-af69-a335dcb0e6c8 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:46.381439 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1857bc32-2e1f-4ec4-ae87-ba4f273260e3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.384202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005edb3e-757b-4726-b860-6ab65c208e6f req-c3103c3e-5892-4d6e-9880-93a9f88ca65f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:46.388215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-c3103c3e-5892-4d6e-9880-93a9f88ca65f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 817 time: 0.4627609 Aug 03 19:13:46.395833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bb9b9f-4684-4860-a8e4-9ea9c70fc08f admin admin] Deleting subnet 8905436e-f329-4457-99fe-9ceeb53c9dd9 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:13:46.405140 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17bb9b9f-4684-4860-a8e4-9ea9c70fc08f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.415177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.551178 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17bb9b9f-4684-4860-a8e4-9ea9c70fc08f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.560041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port c90e9a17-6f35-4733-a5c2-79d721873aff, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c90e9a17-6f35-4733-a5c2-79d721873aff,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:46.565282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ded6186e-2d42-4ba8-8b1f-6c0ab450ad24 None None] Provisioning complete for port af7c0865-ebd5-4bb3-a012-81e0f74e691f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:46.572517 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ded6186e-2d42-4ba8-8b1f-6c0ab450ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.586719 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.588084 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:46.678817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] For port ec1eef91-fa39-4c12-99e0-d02197060450, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:46.680347 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.717579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] For port ec1eef91-fa39-4c12-99e0-d02197060450, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ec1eef91-fa39-4c12-99e0-d02197060450,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:46.773070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1857bc32-2e1f-4ec4-ae87-ba4f273260e3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.784757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a32eefe4-6d17-40eb-ac95-f556e4418112 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17b7e8e824224d3f8df75c81d12bf90b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0647347 Aug 03 19:13:46.812253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-be62d507-d328-419d-b789-2132c813e4fa tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/quotas/06db816164af416e876d8b22a8989daa HTTP/1.1" status: 200 len: 375 time: 0.1693285 Aug 03 19:13:46.833595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34318) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:46.887583 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] For port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:46.900408 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.950150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] For port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5a2f21a2-1c88-43e7-ba74-4d390f30af6f,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:46.951378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=c90e9a17-6f35-4733-a5c2-79d721873aff,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:46.966845 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17bb9b9f-4684-4860-a8e4-9ea9c70fc08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.981796 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-62878f7d-8269-42ae-8680-6080bacde461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:37Z', 'revision_number': 7, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:21Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f7a07c-bd1d-4191-83e5-ec81ac53ef65', 'name': '', 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:47:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:15Z', 'updated_at': '2021-08-03T19:13:35Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:47.028105 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.045285 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62878f7d-8269-42ae-8680-6080bacde461 None None] The sync data for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 is: [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:37Z', 'revision_number': 7, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:21Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f7a07c-bd1d-4191-83e5-ec81ac53ef65', 'name': '', 'network_id': '726b2f85-1717-4e2f-80dc-c6689a1a8582', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:47:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:15Z', 'updated_at': '2021-08-03T19:13:35Z', 'revision_number': 4, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'b172161a-bb64-448e-a1cd-3d46b72c6e21', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:47.112928 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-93034f91-1f69-4bde-8a22-8f24fcb792cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.137902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-f3af17e8-293e-4fb7-8a5f-5a6716da81e1 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2976196 Aug 03 19:13:47.146434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:47.152338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1857bc32-2e1f-4ec4-ae87-ba4f273260e3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for 2a2b7893-f50d-48c0-af69-a335dcb0e6c8 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:47.156888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72ec41-e53e-45fc-adc5-dc5f37b32f91 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:47.170647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8745d-b794-491f-8a1f-1c579ba26b1c None None] Pushing event updated for resources: {'Port': ['ID=ec1eef91-fa39-4c12-99e0-d02197060450,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:47.192448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72ec41-e53e-45fc-adc5-dc5f37b32f91 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:47.204255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:47.220660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:47.222055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:47.226313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72ec41-e53e-45fc-adc5-dc5f37b32f91 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:47.244585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72ec41-e53e-45fc-adc5-dc5f37b32f91 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:47.258833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72ec41-e53e-45fc-adc5-dc5f37b32f91 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:47.265942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72ec41-e53e-45fc-adc5-dc5f37b32f91 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:47.266206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Routers {'dd3d570c-4b6c-4f8d-83da-e93ef0419e31'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:47.266777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:47.274779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1b72ec41-e53e-45fc-adc5-dc5f37b32f91 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.1207373 Aug 03 19:13:47.292330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34322) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:47.293488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:47.333796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'Port': ['ID=c36706a7-4bbd-4b97-84f6-d8f65e9b2d2d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:47.635911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:47.636464 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.741680 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17bb9b9f-4684-4860-a8e4-9ea9c70fc08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.767007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1857bc32-2e1f-4ec4-ae87-ba4f273260e3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.787612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d61b4-cd1f-4811-a96b-5befcf2a9e7b None None] Pushing event updated for resources: {'Port': ['ID=5a2f21a2-1c88-43e7-ba74-4d390f30af6f,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:47.793527 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-93034f91-1f69-4bde-8a22-8f24fcb792cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.801529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.922130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb9b9f-4684-4860-a8e4-9ea9c70fc08f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8905436e-f329-4457-99fe-9ceeb53c9dd9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:47.949309 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17bb9b9f-4684-4860-a8e4-9ea9c70fc08f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.956754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ef3575-1ead-41ef-b73c-409aa2b52ff5 None None] Network 39c74dfd-fc69-435b-bcb3-def6552003e2 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:47.957594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-17bb9b9f-4684-4860-a8e4-9ea9c70fc08f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8905436e-f329-4457-99fe-9ceeb53c9dd9 HTTP/1.1" status: 204 len: 168 time: 2.2057745 Aug 03 19:13:47.966295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34324) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:47.974864 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.089322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-e1a458d0-ad91-4092-80d5-04bc568abe63 service neutron] 10.222.0.78 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907369 Aug 03 19:13:48.109211 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.118430 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1857bc32-2e1f-4ec4-ae87-ba4f273260e3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.124334 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1857bc32-2e1f-4ec4-ae87-ba4f273260e3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/2a2b7893-f50d-48c0-af69-a335dcb0e6c8 HTTP/1.1" status: 204 len: 168 time: 2.6230042 Aug 03 19:13:48.124516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34326) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:48.144136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b4548d6f-1818-4d41-ba5b-cf56d3d0eb0f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.147468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b4548d6f-1818-4d41-ba5b-cf56d3d0eb0f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.37 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 817 time: 0.4945445 Aug 03 19:13:48.155889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:48.173123 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3aa61e8f-e85c-4c43-997f-ad21a806cced tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.8411455 Aug 03 19:13:48.174535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857bc32-2e1f-4ec4-ae87-ba4f273260e3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=2a2b7893-f50d-48c0-af69-a335dcb0e6c8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:48.183748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34328) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:48.271667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8cf7d3-bc44-49a5-8f5a-2b6bce308ef6 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.273430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8cf7d3-bc44-49a5-8f5a-2b6bce308ef6 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.275120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8cf7d3-bc44-49a5-8f5a-2b6bce308ef6 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.276798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8cf7d3-bc44-49a5-8f5a-2b6bce308ef6 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.278542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8cf7d3-bc44-49a5-8f5a-2b6bce308ef6 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.285748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Request body: {'port': {'device_id': '6a2576d1-61b0-48b1-bedd-37f543cf4938', 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca', 'admin_state_up': True, 'tenant_id': '06db816164af416e876d8b22a8989daa'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:48.286256 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-df8cf7d3-bc44-49a5-8f5a-2b6bce308ef6 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0982709 Aug 03 19:13:48.288850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34332) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:48.291513 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-93034f91-1f69-4bde-8a22-8f24fcb792cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.310924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-93034f91-1f69-4bde-8a22-8f24fcb792cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.319633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-93034f91-1f69-4bde-8a22-8f24fcb792cc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66758fdd-f5c9-49a6-945b-1763f3f9fd40 HTTP/1.1" status: 204 len: 168 time: 1.4828284 Aug 03 19:13:48.322918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ded6186e-2d42-4ba8-8b1f-6c0ab450ad24 None None] Could not find standard attr ID for object 35df770e-ea00-49ee-937b-ac79f6104baf. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:13:48.429999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] Set router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:48.493918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7c286-b606-4e29-96d7-8a9db4ecc4d3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.495818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7c286-b606-4e29-96d7-8a9db4ecc4d3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.497302 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7c286-b606-4e29-96d7-8a9db4ecc4d3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.498801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7c286-b606-4e29-96d7-8a9db4ecc4d3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.500571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7c286-b606-4e29-96d7-8a9db4ecc4d3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.502951 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-99a7c286-b606-4e29-96d7-8a9db4ecc4d3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2076297 Aug 03 19:13:48.526868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34336) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:48.529719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93034f91-1f69-4bde-8a22-8f24fcb792cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66758fdd-f5c9-49a6-945b-1763f3f9fd40,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:48.584109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:48.584517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.804958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-e67cd31e-948c-486e-832c-2621d069f26a service neutron] 10.222.0.78 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6742115 Aug 03 19:13:48.875910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Deleting port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:48.876360 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.045770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port d9f7a07c-bd1d-4191-83e5-ec81ac53ef65, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d9f7a07c-bd1d-4191-83e5-ec81ac53ef65,segment=NetworkSegment(8af21a68-d8d6-42d6-bdcf-d7015e565f0b),segment_id=8af21a68-d8d6-42d6-bdcf-d7015e565f0b)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:49.046301 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.070811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:49.080748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:49.100873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb66ab3b-fca8-4d0b-a259-148b2835e0e5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:49.105637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bb66ab3b-fca8-4d0b-a259-148b2835e0e5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.9774332 Aug 03 19:13:49.121715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34342) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:49.150024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Made reservation on behalf of 06db816164af416e876d8b22a8989daa for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:49.160033 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.190907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.198193 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2cc547-3712-4912-9a22-0681a25ee10e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:13:49.206793 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bf2cc547-3712-4912-9a22-0681a25ee10e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/7edaa37f-0c7a-47ff-85d2-c268c1b453c1 HTTP/1.1" status: 404 len: 333 time: 0.0819633 Aug 03 19:13:49.213875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34346) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:49.287478 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-7800c841-f92d-46e1-8c90-dc1fa334c7a1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:13:49.292328 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7800c841-f92d-46e1-8c90-dc1fa334c7a1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/2a2b7893-f50d-48c0-af69-a335dcb0e6c8 HTTP/1.1" status: 404 len: 333 time: 0.0734398 Aug 03 19:13:49.295000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34350) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:49.332208 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.454952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] For port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b3a5c7ef-2d9e-48ed-8944-8e999e8a829d,segment=NetworkSegment(34471363-ec74-4b4d-bbba-cd2efe14b0d5),segment_id=34471363-ec74-4b4d-bbba-cd2efe14b0d5)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:49.456212 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.530111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40472ba1-affe-412b-8094-75a47a2e6f3a tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:49.537663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-40472ba1-affe-412b-8094-75a47a2e6f3a tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/networks/d715397a-9c6d-453c-9e39-6b7e6439e779 HTTP/1.1" status: 200 len: 804 time: 0.9993110 Aug 03 19:13:49.547195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34360) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:49.627658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] DHCP port deletion for 39c74dfd-fc69-435b-bcb3-def6552003e2 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:13:49.704373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:49.796047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:49.796755 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.023887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19698f32-5055-4fd4-a013-cc0e30f10b75 req-39794fb3-060b-4b8b-ba6b-e1922abd3723 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 210 time: 0.5684299 Aug 03 19:13:50.031010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Allocated IP 172.20.0.8 (052680ad-1e07-4bd9-bd66-31ff145ecbca/cc75e556-74ca-42f1-9c5f-81615bfa056d/a56cba78-69bd-49f5-bf88-670cf4db68c9) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:50.087820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:50.100351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.119947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Calling delete_port for b3a5c7ef-2d9e-48ed-8944-8e999e8a829d owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:50.219167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92605ce4-1b6e-4cf6-ab4f-eca9c48248e7 None None] The sync data for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 is: [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:50.261278 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Deleting port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:50.261278 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.267295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'Port': ['ID=c36706a7-4bbd-4b97-84f6-d8f65e9b2d2d,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:50.326897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.356017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043716de-27ee-46ea-a225-a1c6e08264e1']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:50.383734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f0a930-fef9-4a34-bf82-8d0d84f72439') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:50.384035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f0a930-fef9-4a34-bf82-8d0d84f72439') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:50.407293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.446364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.475266 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.481086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:50.482398 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.484518 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:50.490539 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:50.536190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.538717 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-edda08ce-6f4c-40cc-b76c-0bfea92502af tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3809214 Aug 03 19:13:50.569753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'name': 'tempest-ServerRescueNegativeTestJSON-32768161-router', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:21Z', 'updated_at': '2021-08-03T19:13:32Z', 'revision_number': 4, 'project_id': '06db816164af416e876d8b22a8989daa', 'gw_port': {'id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:23Z', 'updated_at': '2021-08-03T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ec1eef91-fa39-4c12-99e0-d02197060450', 'name': '', 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'mac_address': 'fa:16:3e:76:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'cc75e556-74ca-42f1-9c5f-81615bfa056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:29Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '06db816164af416e876d8b22a8989daa', 'subnets': [{'id': 'cc75e556-74ca-42f1-9c5f-81615bfa056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:50.589183 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.701216 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.745993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.750466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/networks/043716de-27ee-46ea-a225-a1c6e08264e1 HTTP/1.1" status: 204 len: 168 time: 1.4543891 Aug 03 19:13:50.770132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34380) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:50.780784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-46743106'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:50.810501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34382) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:50.907001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ed72c-95f9-459e-8fbf-431ce14d4ce9 None None] The sync data for ids ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'] in n-d-802918-7 is: [{'id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'name': 'tempest-ServerRescueNegativeTestJSON-32768161-router', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:21Z', 'updated_at': '2021-08-03T19:13:32Z', 'revision_number': 4, 'project_id': '06db816164af416e876d8b22a8989daa', 'gw_port': {'id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:23Z', 'updated_at': '2021-08-03T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ec1eef91-fa39-4c12-99e0-d02197060450', 'name': '', 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'mac_address': 'fa:16:3e:76:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'cc75e556-74ca-42f1-9c5f-81615bfa056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:29Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '06db816164af416e876d8b22a8989daa', 'subnets': [{'id': 'cc75e556-74ca-42f1-9c5f-81615bfa056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:50.960577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:50.974762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.986209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6884a-e4f2-49da-90aa-876d80648dff tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Network': ['ID=043716de-27ee-46ea-a225-a1c6e08264e1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:51.024755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] For port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b3a5c7ef-2d9e-48ed-8944-8e999e8a829d,segment=NetworkSegment(34471363-ec74-4b4d-bbba-cd2efe14b0d5),segment_id=34471363-ec74-4b4d-bbba-cd2efe14b0d5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:51.026039 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:51.030911 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:51.054708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Calling delete_port for b3a5c7ef-2d9e-48ed-8944-8e999e8a829d owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:51.087184 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-26828171-79b9-4e3b-a62f-e83144171b86 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/networks/d715397a-9c6d-453c-9e39-6b7e6439e779?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.0254915 Aug 03 19:13:51.088502 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34390) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:51.116769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1996844045-network', 'tenant_id': '531b5a114a99456eb170a116bb3be18b'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:51.237836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Network 052680ad-1e07-4bd9-bd66-31ff145ecbca is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:51.342473 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:51.398279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] No DVR routers for this DVR port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:51.405258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:51.443018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9e793cd-3b94-4bc9-bac4-a149f176b0cf req-959c71e2-682f-4ca5-a24b-ef7742489941 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 210 time: 0.1572988 Aug 03 19:13:51.445087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:51.466180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:51.486517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Made reservation on behalf of 531b5a114a99456eb170a116bb3be18b for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:51.490691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:51.506895 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:51.575401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Pushing event deleted for resources: {'Port': ['ID=b3a5c7ef-2d9e-48ed-8944-8e999e8a829d,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:51.602201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] No DVR routers for this DVR port b3a5c7ef-2d9e-48ed-8944-8e999e8a829d on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:51.630424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.630424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.630424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.630424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.630424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.630424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.632978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.632978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.632978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.632978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.633396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.635349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79866ac-5888-48ad-a7cc-82d57a4940b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:51.686626 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a5c7ef-2d9e-48ed-8944-8e999e8a829d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:51.745617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf05445-d614-4080-9967-5543de36d8b4 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:51.751336 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1cf05445-d614-4080-9967-5543de36d8b4 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/subnets/f5e98d78-81d8-44c2-b7ae-31ad9aba1a48 HTTP/1.1" status: 200 len: 843 time: 0.6585820 Aug 03 19:13:51.778414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34400) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:51.877343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e646c116-fecc-4731-a8e8-2618b56fe490 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:51.899278 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.088422 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.089529 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Added segment ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c of type vlan for network dc8fb092-24a4-45dc-b32c-79b5a4806595 Aug 03 19:13:52.104264 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.111653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=d9f7a07c-bd1d-4191-83e5-ec81ac53ef65,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:52.144414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e646c116-fecc-4731-a8e8-2618b56fe490 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:52.145099 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.266949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c74dfd-fc69-435b-bcb3-def6552003e2']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:52.296496 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34471363-ec74-4b4d-bbba-cd2efe14b0d5') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:52.296816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34471363-ec74-4b4d-bbba-cd2efe14b0d5') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:52.350008 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.356200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.435019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c90e9a17-6f35-4733-a5c2-79d721873aff up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:52.438282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Pushing event updated for resources: {'Port': ['ID=a56cba78-69bd-49f5-bf88-670cf4db68c9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:52.458950 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.615875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c90e9a17-6f35-4733-a5c2-79d721873aff triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:52.616490 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.688181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b048dd8-f098-4fd8-957c-fcb05570c413 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['shared'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:52.693845 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6b048dd8-f098-4fd8-957c-fcb05570c413 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "GET /v2.0/subnets/f5e98d78-81d8-44c2-b7ae-31ad9aba1a48?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.9127338 Aug 03 19:13:52.702380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34406) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:52.706284 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.724468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:52.725135 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.731245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-36028184'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:52.735371 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.769440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:52.770007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:52.772263 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:52.774356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.api [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:13:52.774356 n-d-802918-7 neutron-server[100488]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:13:52.774356 n-d-802918-7 neutron-server[100488]: [parameters: {'project_id_1': '794ea1ee69c64dccb419b79b6b8b688f', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 13, 52, 743532)}] Aug 03 19:13:52.774356 n-d-802918-7 neutron-server[100488]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:13:52.774356 n-d-802918-7 neutron-server[100488]: DEBUG oslo_db.api [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:13:52.835281 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-7222f12a-83d9-4352-9207-524327b19c1f tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1934345230&fields=id&tenant_id=626233c70a404f73880d3d28058f737e HTTP/1.1" status: 200 len: 267 time: 1.4150894 Aug 03 19:13:52.853352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:52.854270 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.866618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device af7c0865-ebd5-4bb3-a012-81e0f74e691f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:52.931217 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.992621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port af7c0865-ebd5-4bb3-a012-81e0f74e691f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:52.993336 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.089120 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.167153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005edb3e-757b-4726-b860-6ab65c208e6f req-42c874b8-1d2e-41f8-bb58-242fbab0cc1c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:53.169950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-42c874b8-1d2e-41f8-bb58-242fbab0cc1c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.74 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 817 time: 0.8886859 Aug 03 19:13:53.208084 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.212467 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] 10.222.0.78 "DELETE /v2.0/networks/39c74dfd-fc69-435b-bcb3-def6552003e2 HTTP/1.1" status: 204 len: 168 time: 5.2336876 Aug 03 19:13:53.240363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99484f-869a-4347-adc6-1a9a8a09cecb admin admin] Pushing event deleted for resources: {'Network': ['ID=39c74dfd-fc69-435b-bcb3-def6552003e2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:53.300403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16491422-ec4b-4f13-92b4-4a3480cf6bec req-ea503fd1-048c-48da-aa65-e85bf5a04b4e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 210 time: 0.6300523 Aug 03 19:13:53.312821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Request body: {'port': {'device_id': '02aa3826-62f8-42ab-b36f-6895f7b30ee4', 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca', 'admin_state_up': True, 'tenant_id': '06db816164af416e876d8b22a8989daa'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:53.372494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2250587e-881f-4c78-8f86-7738795f2147 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:53.414894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 2250587e-881f-4c78-8f86-7738795f2147 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:53.415250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2250587e-881f-4c78-8f86-7738795f2147 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:53.415732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 35df770e-ea00-49ee-937b-ac79f6104baf no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:53.463821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.499970 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 35df770e-ea00-49ee-937b-ac79f6104baf {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:53.501464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 35df770e-ea00-49ee-937b-ac79f6104baf not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:53.503586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device df9e703a-4106-4ec0-8f27-b83ab36c7f45 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:53.531741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.540051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Network': ['ID=dc8fb092-24a4-45dc-b32c-79b5a4806595,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:53.544740 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ee0b53a2-1902-46be-b24a-86e8f43bfc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7713311 Aug 03 19:13:53.566078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34412) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:53.581029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-f7fc26fa-7e96-44d9-b83f-153268dd1906 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3068507 Aug 03 19:13:53.584943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'dc8fb092-24a4-45dc-b32c-79b5a4806595', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:53.589148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34414) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:53.590050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network dc8fb092-24a4-45dc-b32c-79b5a4806595 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:53.626600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Request body: {'port': {'device_id': '6a2576d1-61b0-48b1-bedd-37f543cf4938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:53.651736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: df9e703a-4106-4ec0-8f27-b83ab36c7f45 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:53.653305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device df9e703a-4106-4ec0-8f27-b83ab36c7f45 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:53.660607 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:53.713845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:53.721853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.801034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f298343f-3587-4d37-9f66-1e6894e0d26b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:53.817139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be41c6-2148-48aa-b865-13bd543462e3 req-d658c44c-30fb-4e7b-86c8-751895ad6c5c tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:53.818917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-d658c44c-30fb-4e7b-86c8-751895ad6c5c tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 811 time: 0.8767691 Aug 03 19:13:53.820277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.820637 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Added segment f095d00d-c541-45ff-b815-15285b6cf109 of type vlan for network bb6d4a5c-82e2-43de-a893-a10fcefafa93 Aug 03 19:13:53.878655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:53.914753 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2e359a51-d654-41e6-a7b2-5c4aac941893 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cfcea40d77ba4ddcb4aca6095ab3c003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159118 Aug 03 19:13:53.916798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34416) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:53.927152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-e7bd2a90-337b-4270-9677-44714e1884bc tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/quotas/626233c70a404f73880d3d28058f737e HTTP/1.1" status: 200 len: 375 time: 0.0827789 Aug 03 19:13:53.981136 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.981514 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Added segment 37ebb9a8-8c99-45d9-a623-82e47a302464 of type vlan for network d353156d-18ba-403b-a336-e3ec4572ffa1 Aug 03 19:13:54.001163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 25e637d9-3953-4451-a40a-dca3aa5d799f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:13:54.021382 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.090160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.149552 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.api [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:13:54.149552 n-d-802918-7 neutron-server[100487]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:13:54.149552 n-d-802918-7 neutron-server[100487]: [parameters: {'project_id_1': '06db816164af416e876d8b22a8989daa', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 13, 54, 50218)}] Aug 03 19:13:54.149552 n-d-802918-7 neutron-server[100487]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:13:54.149552 n-d-802918-7 neutron-server[100487]: DEBUG oslo_db.api [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:13:54.207811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:54.215245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.238714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-ee4db6f1-1bb5-42ad-9dcc-8b95d1d4fee5 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2804797 Aug 03 19:13:54.240221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5a2f21a2-1c88-43e7-ba74-4d390f30af6f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:54.284665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25669f48-558f-45bb-ba36-37922eb3bb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.344232 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.345229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:54.350072 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.381449 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.437741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:54.443629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:54.444292 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.559290 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25669f48-558f-45bb-ba36-37922eb3bb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.626908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.8146491 Aug 03 19:13:54.641153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:54.645252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.658214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738529cc-b1c2-413f-93a4-c716b1930cbd None None] Sync routers for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:54.659114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:54.659303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.683932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5cea3a16-668e-4f65-9888-e4842cb6d09a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8667903 Aug 03 19:13:54.683932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34422) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:54.692427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34424) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:54.696668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] Request body: {'subnet': {'network_id': 'bb6d4a5c-82e2-43de-a893-a10fcefafa93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1996844045-subnet', 'tenant_id': '531b5a114a99456eb170a116bb3be18b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:54.701231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af703d07-3292-4ee1-ada9-9090bd2761a3 req-7bff6cdd-e577-4f21-ac8b-5ce548328035 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 210 time: 0.2438030 Aug 03 19:13:54.703726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738529cc-b1c2-413f-93a4-c716b1930cbd None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:54.705186 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-738529cc-b1c2-413f-93a4-c716b1930cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:54.718742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Made reservation on behalf of 06db816164af416e876d8b22a8989daa for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:54.733077 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.796994 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.879658 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1761398 Aug 03 19:13:54.895917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34426) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:54.904452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] Made reservation on behalf of 531b5a114a99456eb170a116bb3be18b for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:54.907088 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.907504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'network_id': 'd353156d-18ba-403b-a336-e3ec4572ffa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:54.924837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-738529cc-b1c2-413f-93a4-c716b1930cbd None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:54.928239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5a2f21a2-1c88-43e7-ba74-4d390f30af6f,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:54.961080 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.962117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ec1eef91-fa39-4c12-99e0-d02197060450 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:54.969241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b183f5-bea8-47f0-8e5d-74b1b67d93b1 admin admin] Pushing event updated for resources: {'Network': ['ID=bb6d4a5c-82e2-43de-a893-a10fcefafa93,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:54.987932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e4b06-c5f9-451b-9b93-5380c8ccfb38 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Network': ['ID=d353156d-18ba-403b-a336-e3ec4572ffa1,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:55.000816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba41480-7262-42ad-b508-ff6bc6e72451 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting subnet b172161a-bb64-448e-a1cd-3d46b72c6e21 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:13:55.004621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ba41480-7262-42ad-b508-ff6bc6e72451 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.026173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network bb6d4a5c-82e2-43de-a893-a10fcefafa93 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:55.037715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d353156d-18ba-403b-a336-e3ec4572ffa1 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:55.058756 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ba41480-7262-42ad-b508-ff6bc6e72451 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.062563 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25669f48-558f-45bb-ba36-37922eb3bb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.066557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25669f48-558f-45bb-ba36-37922eb3bb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.070091 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-25669f48-558f-45bb-ba36-37922eb3bb36 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0dc0e71-6df9-4be6-a463-405a77000f7a HTTP/1.1" status: 204 len: 168 time: 1.1484444 Aug 03 19:13:55.110528 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-dcce066a-baf3-4cd2-ab18-756acda15b30 service neutron] 10.222.0.78 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8039055 Aug 03 19:13:55.186618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Allocated IP 172.20.0.10 (052680ad-1e07-4bd9-bd66-31ff145ecbca/cc75e556-74ca-42f1-9c5f-81615bfa056d/36b8314d-7e66-486e-88dc-80a2f1cf4fe1) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:55.198659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25669f48-558f-45bb-ba36-37922eb3bb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dc0e71-6df9-4be6-a463-405a77000f7a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:55.445242 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.471702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ba41480-7262-42ad-b508-ff6bc6e72451 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.473550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Made reservation on behalf of 794ea1ee69c64dccb419b79b6b8b688f for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:55.492516 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.634731 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=5a2f21a2-1c88-43e7-ba74-4d390f30af6f,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:55.655604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.662565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ec1eef91-fa39-4c12-99e0-d02197060450 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:55.670284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ec1eef91-fa39-4c12-99e0-d02197060450 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:55.670808 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.758651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-738529cc-b1c2-413f-93a4-c716b1930cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:51Z', 'revision_number': 8, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:21Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:55.849557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ba41480-7262-42ad-b508-ff6bc6e72451 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.850080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-5b1b30f9-6ea9-4288-9ebd-eb844900f47e service neutron] 10.222.0.78 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046018 Aug 03 19:13:55.895074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738529cc-b1c2-413f-93a4-c716b1930cbd None None] Checking router: 25e637d9-3953-4451-a40a-dca3aa5d799f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:55.897681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34436) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:55.967153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50733f55-8452-4104-8a79-6691342de829,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:55.973679 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ba41480-7262-42ad-b508-ff6bc6e72451 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.976044 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a18df-b500-4501-a8e7-fae04f3de3f3 None None] Network 726b2f85-1717-4e2f-80dc-c6689a1a8582 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:55.981225 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7ba41480-7262-42ad-b508-ff6bc6e72451 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/b172161a-bb64-448e-a1cd-3d46b72c6e21 HTTP/1.1" status: 204 len: 168 time: 1.2521214 Aug 03 19:13:55.996089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34438) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:55.997573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.ipam_backend_mixin [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Performing IP validity checks on allocation pools {{(pid=100487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:13:55.998582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.ipam_backend_mixin [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:13:56.043482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Subnet': ['ID=3a3290e7-3478-4ed8-85ed-248f0f2eb13a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:56.087810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738529cc-b1c2-413f-93a4-c716b1930cbd None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:56.088646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-738529cc-b1c2-413f-93a4-c716b1930cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:56.099509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Checking segment: {'id': 'ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'dc8fb092-24a4-45dc-b32c-79b5a4806595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:56.100095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network hostable DHCP agents. Network: dc8fb092-24a4-45dc-b32c-79b5a4806595, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:56.118666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84e27745-d914-48ae-8645-3d4d3c3fe6a5 req-b6f3c614-b449-4aff-a202-2ea0fe3baa6a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 210 time: 0.1157427 Aug 03 19:13:56.129326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba41480-7262-42ad-b508-ff6bc6e72451 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Subnet': ['ID=b172161a-bb64-448e-a1cd-3d46b72c6e21,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:56.149408 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.215145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] Checking segment: {'id': 'f095d00d-c541-45ff-b815-15285b6cf109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bb6d4a5c-82e2-43de-a893-a10fcefafa93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:56.215145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] Network hostable DHCP agents. Network: bb6d4a5c-82e2-43de-a893-a10fcefafa93, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:56.293147 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6186fb35-c249-4184-9574-e202e72ab4e1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e03cdc6b34a44b1806eeb40a411120d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773808 Aug 03 19:13:56.295816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34444) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:56.320361 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.329174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network dc8fb092-24a4-45dc-b32c-79b5a4806595 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:56.360337 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] Network bb6d4a5c-82e2-43de-a893-a10fcefafa93 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:56.365358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dbcd4d7f-dc7f-4da1-85a8-2fee7d8ed5a1 req-e2fe0785-08e1-4d01-9621-3c63f85c1b8d tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 210 time: 0.0506992 Aug 03 19:13:56.410422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, dc8fb092-24a4-45dc-b32c-79b5a4806595) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:56.418156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, bb6d4a5c-82e2-43de-a893-a10fcefafa93) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:56.430080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:56.430787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.435515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:56.438884 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.472357 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-91e8d14b-33ab-4f26-91a1-4f58583d08b2 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7872076 Aug 03 19:13:56.477427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa5701-85d9-4e81-a8b6-a1abd40e2ec2 None None] Network dc8fb092-24a4-45dc-b32c-79b5a4806595 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:56.481273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a175d-d318-4c0b-b157-13f13ec16edd None None] Network bb6d4a5c-82e2-43de-a893-a10fcefafa93 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:56.512136 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9739526-eec6-4c2e-bcc4-30c344bba3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.534611 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.548477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9739526-eec6-4c2e-bcc4-30c344bba3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.576564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a62e0038-aa99-4093-b8c9-fb02bc4e10ef tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9973972 Aug 03 19:13:56.577365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34450) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:56.589658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': 'dc8fb092-24a4-45dc-b32c-79b5a4806595', 'name': 'tempest-PortsTestJSON-1193435084'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:56.727394 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9739526-eec6-4c2e-bcc4-30c344bba3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.740513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-738529cc-b1c2-413f-93a4-c716b1930cbd None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:56.743595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9739526-eec6-4c2e-bcc4-30c344bba3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.763310 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d9739526-eec6-4c2e-bcc4-30c344bba3c5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6a10d09-860f-4d18-aa0e-bc71eb7b573b HTTP/1.1" status: 204 len: 168 time: 0.4611266 Aug 03 19:13:56.790723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port 72f951fa-f2ea-4be6-a104-dcbe801b1589 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:56.792229 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.792412 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.932176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9739526-eec6-4c2e-bcc4-30c344bba3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a10d09-860f-4d18-aa0e-bc71eb7b573b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:57.040761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port ec1eef91-fa39-4c12-99e0-d02197060450, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ec1eef91-fa39-4c12-99e0-d02197060450,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:57.098401 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.244890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port 72f951fa-f2ea-4be6-a104-dcbe801b1589, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=72f951fa-f2ea-4be6-a104-dcbe801b1589,segment=NetworkSegment(8af21a68-d8d6-42d6-bdcf-d7015e565f0b),segment_id=8af21a68-d8d6-42d6-bdcf-d7015e565f0b)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:57.248270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.315601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for 72f951fa-f2ea-4be6-a104-dcbe801b1589 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:57.445242 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.544491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=70c3aab8-fa40-4c1d-bd47-736380ea38be,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:57.570319 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.620148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b3a5c7ef-2d9e-48ed-8944-8e999e8a829d no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:57.646265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=72f951fa-f2ea-4be6-a104-dcbe801b1589,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:57.704997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No DVR routers for this DVR port 72f951fa-f2ea-4be6-a104-dcbe801b1589 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:57.737809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Checking segment: {'id': '37ebb9a8-8c99-45d9-a623-82e47a302464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd353156d-18ba-403b-a336-e3ec4572ffa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:57.738201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network hostable DHCP agents. Network: d353156d-18ba-403b-a336-e3ec4572ffa1, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:57.752634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:57.756784 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.767009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Network 052680ad-1e07-4bd9-bd66-31ff145ecbca is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:57.882681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=ec1eef91-fa39-4c12-99e0-d02197060450,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:57.990208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56cba78-69bd-49f5-bf88-670cf4db68c9 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:57.990752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: b3a5c7ef-2d9e-48ed-8944-8e999e8a829d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:57.991211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b3a5c7ef-2d9e-48ed-8944-8e999e8a829d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:58.032226 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.052186 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.077348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Transition to ACTIVE for port object a56cba78-69bd-49f5-bf88-670cf4db68c9 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:58.088800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726b2f85-1717-4e2f-80dc-c6689a1a8582']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:58.097923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:58.111999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:58.112771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d8add-2daf-4d6e-9520-ae369c49f261 None None] DHCP port deletion for 726b2f85-1717-4e2f-80dc-c6689a1a8582 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:13:58.133417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af21a68-d8d6-42d6-bdcf-d7015e565f0b') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:58.134730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af21a68-d8d6-42d6-bdcf-d7015e565f0b') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:58.170515 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.229535 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.250838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:58.253027 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:58.257048 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:58.269467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Network d353156d-18ba-403b-a336-e3ec4572ffa1 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:58.272363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Pushing event updated for resources: {'Port': ['ID=36b8314d-7e66-486e-88dc-80a2f1cf4fe1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:58.308173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port af481f41-8987-4693-82e0-38a8ecb96a57 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:13:58.348592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c621139-a818-4004-b63d-5e50412356e9 req-ea2ac2c3-54c0-4374-b767-54407e879f6c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:58.365758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c621139-a818-4004-b63d-5e50412356e9 req-ea2ac2c3-54c0-4374-b767-54407e879f6c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 932 time: 0.9301627 Aug 03 19:13:58.369113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.399867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:58.399867 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.411836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5a2f21a2-1c88-43e7-ba74-4d390f30af6f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:58.484096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b599910-cf7f-4c84-9d28-011d65c80df8 None None] Network bb6d4a5c-82e2-43de-a893-a10fcefafa93 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:58.577264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d353156d-18ba-403b-a336-e3ec4572ffa1) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:58.655850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:58.656868 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.686403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-dc8fb092-24a4-45dc-b32c-79b5a4806595', 'network_id': 'dc8fb092-24a4-45dc-b32c-79b5a4806595', 'tenant_id': 'bf9a8db7d5cb41c3897b106b2f6fdb24', 'fixed_ips': [{'subnet_id': '3a3290e7-3478-4ed8-85ed-248f0f2eb13a'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:13:58.688030 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.709460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be41c6-2148-48aa-b865-13bd543462e3 req-e8a1d8ad-863d-4561-8c0b-64b1a2d02731 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:58.711310 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-e8a1d8ad-863d-4561-8c0b-64b1a2d02731 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 811 time: 0.2871232 Aug 03 19:13:58.722507 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca670e6f-968a-4742-93f9-2989895edbae None None] Network d353156d-18ba-403b-a336-e3ec4572ffa1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:58.731450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.750231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-b18c6d08-7637-4419-a6f2-aa31ed7a0060 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4447877 Aug 03 19:13:58.761045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.770818 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/networks/726b2f85-1717-4e2f-80dc-c6689a1a8582 HTTP/1.1" status: 204 len: 168 time: 2.7617891 Aug 03 19:13:58.794766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34480) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:58.858921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd112416-32ff-4c23-9b9e-5a57c90b1d32 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Network': ['ID=726b2f85-1717-4e2f-80dc-c6689a1a8582,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:58.952962 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-5c6510d9-3892-492f-a1f8-bf3da1eedec4 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=626233c70a404f73880d3d28058f737e HTTP/1.1" status: 200 len: 380 time: 0.2302568 Aug 03 19:13:58.972013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'port': {'device_id': '6514778f-2415-4b13-9787-6a9a702462de', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'admin_state_up': True, 'tenant_id': '626233c70a404f73880d3d28058f737e', 'security_groups': ['0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:59.133766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-738529cc-b1c2-413f-93a4-c716b1930cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:51Z', 'revision_number': 8, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:21Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:59.224202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738529cc-b1c2-413f-93a4-c716b1930cbd None None] The sync data for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 is: [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:13:51Z', 'revision_number': 8, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '38578ce1-4240-484b-9df7-f2c595e24347', 'name': '', 'network_id': '8b7f71a3-8195-4df0-bae2-d635d16a2a04', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:85:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:01Z', 'updated_at': '2021-08-03T19:13:21Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'c2f309f4-8944-40a7-bb00-b87120610783', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:59.226004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:59.226381 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.260636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Request body: {'port': {'device_id': '02aa3826-62f8-42ab-b36f-6895f7b30ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:59.264886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Pushing event updated for resources: {'Port': ['ID=a56cba78-69bd-49f5-bf88-670cf4db68c9,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:59.319883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c621139-a818-4004-b63d-5e50412356e9 req-6a03f69d-e657-4848-96ee-1848008ca127 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9530518 Aug 03 19:13:59.325697 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f3cf4dd3-1e3e-442f-90f9-20b4173416a7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.4189439 Aug 03 19:13:59.333169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34484) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:59.355258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:59.477370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.14 (dc8fb092-24a4-45dc-b32c-79b5a4806595/3a3290e7-3478-4ed8-85ed-248f0f2eb13a/af481f41-8987-4693-82e0-38a8ecb96a57) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:59.560496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-90f28f8a-db8c-4916-8ea5-de0a2025537a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:59.562464 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-90f28f8a-db8c-4916-8ea5-de0a2025537a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/networks?id=bb6d4a5c-82e2-43de-a893-a10fcefafa93 HTTP/1.1" status: 200 len: 809 time: 0.9674773 Aug 03 19:13:59.589666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.672451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Made reservation on behalf of 626233c70a404f73880d3d28058f737e for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:59.677840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.742720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-d353156d-18ba-403b-a336-e3ec4572ffa1', 'network_id': 'd353156d-18ba-403b-a336-e3ec4572ffa1', 'tenant_id': '794ea1ee69c64dccb419b79b6b8b688f', 'fixed_ips': [{'subnet_id': '70c3aab8-fa40-4c1d-bd47-736380ea38be'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:13:59.744204 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.746934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-3c86f9bf-ace7-43d8-bbb8-b5daf7ab6868 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/quotas/531b5a114a99456eb170a116bb3be18b HTTP/1.1" status: 200 len: 375 time: 0.1586356 Aug 03 19:13:59.747361 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.749057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e486958e-baae-4f0f-ab29-c9d7f7b9cfe6 req-472bd04f-8fdc-4385-88ec-bf555dfd0c8b tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 210 time: 0.0712066 Aug 03 19:13:59.834491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Attempting to bind port a56cba78-69bd-49f5-bf88-670cf4db68c9 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:59.834962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Attempting to bind port a56cba78-69bd-49f5-bf88-670cf4db68c9 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:59.835435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Attempting to bind port a56cba78-69bd-49f5-bf88-670cf4db68c9 on network 052680ad-1e07-4bd9-bd66-31ff145ecbca {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:59.867703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ec1eef91-fa39-4c12-99e0-d02197060450 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:59.904569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-18cc980c-c2ef-4be4-839d-ec70b8f62e8a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=531b5a114a99456eb170a116bb3be18b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273406 Aug 03 19:13:59.906777 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4029404'] for subnet, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.943113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Allocated IP 172.20.0.3 (09426778-1e21-46ee-b224-87300f001221/00971ce7-1163-47c1-9547-5e85d939b3bb/cc56c4a4-a945-428f-ad2d-98d4566a96a6) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:59.950963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Port a56cba78-69bd-49f5-bf88-670cf4db68c9 on network 052680ad-1e07-4bd9-bd66-31ff145ecbca not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:13:59.951485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Attempting to bind port a56cba78-69bd-49f5-bf88-670cf4db68c9 on network 052680ad-1e07-4bd9-bd66-31ff145ecbca {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:59.976106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.183007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ec1eef91-fa39-4c12-99e0-d02197060450 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:00.185172 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.185329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:00.185818 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Checking segment: {'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:00.186427 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Bound using segment: {'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:00.187140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Bound port: a56cba78-69bd-49f5-bf88-670cf4db68c9, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:00.187991 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.383977 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 72f951fa-f2ea-4be6-a104-dcbe801b1589 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:00.407643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.423641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 72f951fa-f2ea-4be6-a104-dcbe801b1589 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:00.424513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 72f951fa-f2ea-4be6-a104-dcbe801b1589 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:00.454988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Transition to ACTIVE for port object cc56c4a4-a945-428f-ad2d-98d4566a96a6 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:00.500800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:00.530065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:00.530506 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d9f7a07c-bd1d-4191-83e5-ec81ac53ef65 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:00.657787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port 38578ce1-4240-484b-9df7-f2c595e24347 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:00.658950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.664587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.765398 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.835462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Network 09426778-1e21-46ee-b224-87300f001221 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:00.848736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:00.856758 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:14:00.856758 n-d-802918-7 neutron-server[100489]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 03 19:14:00.856758 n-d-802918-7 neutron-server[100489]: [parameters: {'in_use': 1, 'id_1': '70c3aab8-fa40-4c1d-bd47-736380ea38be'}] Aug 03 19:14:00.856758 n-d-802918-7 neutron-server[100489]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:14:00.859546 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:14:00.868973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:00.915521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] For port a56cba78-69bd-49f5-bf88-670cf4db68c9, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:00.920119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'Port': ['ID=cc56c4a4-a945-428f-ad2d-98d4566a96a6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:00.978309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object af481f41-8987-4693-82e0-38a8ecb96a57 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:01.007349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port 38578ce1-4240-484b-9df7-f2c595e24347, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=38578ce1-4240-484b-9df7-f2c595e24347,segment=NetworkSegment(d9cecc95-9f5c-4f28-b88e-43c4a47e3575),segment_id=d9cecc95-9f5c-4f28-b88e-43c4a47e3575)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:01.007946 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.023308 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:01.024398 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.042121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] For port a56cba78-69bd-49f5-bf88-670cf4db68c9, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:01.068122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de3cee-ac13-46c0-8603-5cfb8a4f011d req-581cf1a5-6c3b-4b20-8335-86cc97d6b963 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:01.071104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37de3cee-ac13-46c0-8603-5cfb8a4f011d req-581cf1a5-6c3b-4b20-8335-86cc97d6b963 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 932 time: 0.5422189 Aug 03 19:14:01.109954 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.143559 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-0ab92963-9edc-44fc-ac9a-783f25125612 service neutron] 10.222.0.78 "GET /v2.0/networks/bb6d4a5c-82e2-43de-a893-a10fcefafa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2061810 Aug 03 19:14:01.365616 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.411238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-638a79c3-e92b-412d-bee6-153bfdf1e08c None None] Provisioning for port cc56c4a4-a945-428f-ad2d-98d4566a96a6 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:01.422836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-638a79c3-e92b-412d-bee6-153bfdf1e08c None None] Provisioning complete for port cc56c4a4-a945-428f-ad2d-98d4566a96a6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:01.424817 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-638a79c3-e92b-412d-bee6-153bfdf1e08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.561715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:01.579512 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.601416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for 38578ce1-4240-484b-9df7-f2c595e24347 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:01.604048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Transition to ACTIVE for port object 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:01.615115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-638a79c3-e92b-412d-bee6-153bfdf1e08c None None] Port cc56c4a4-a945-428f-ad2d-98d4566a96a6 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:01.628138 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-b6130145-281f-4ef8-804e-b44073b8033e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6684499 Aug 03 19:14:01.695472 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.698668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Request body: {'port': {'device_id': '6514778f-2415-4b13-9787-6a9a702462de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:01.733919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:01.734781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.737388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] 10.222.0.37 "PUT /v2.0/ports/a56cba78-69bd-49f5-bf88-670cf4db68c9 HTTP/1.1" status: 200 len: 1091 time: 8.1301112 Aug 03 19:14:01.750954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2576d1-61b0-48b1-bedd-37f543cf4938', 'tag': 'a56cba78-69bd-49f5-bf88-670cf4db68c9'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:01.753486 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fcf174-357e-40df-a282-89adc90a2759" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2576d1-61b0-48b1-bedd-37f543cf4938", "tag": "a56cba78-69bd-49f5-bf88-670cf4db68c9"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:01.791637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37de3cee-ac13-46c0-8603-5cfb8a4f011d req-66b130dc-f692-4861-8839-8d540a35c29a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982245 Aug 03 19:14:01.811930 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.843041 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793098207398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3398975'] for subnet, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.857331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738fc05-9d02-4efb-a107-93aa02ea2a40 service neutron] Pushing event updated for resources: {'Port': ['ID=a56cba78-69bd-49f5-bf88-670cf4db68c9,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:01.887985 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.025981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:02.026590 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.032447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "PUT /v2.0/subnets/70c3aab8-fa40-4c1d-bd47-736380ea38be HTTP/1.1" status: 200 len: 900 time: 2.6937044 Aug 03 19:14:02.042466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-7330a3a4-cac3-4022-873a-b632e68faa59 service neutron] 10.222.0.78 "GET /v2.0/networks/bb6d4a5c-82e2-43de-a893-a10fcefafa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8933868 Aug 03 19:14:02.044095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34500) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:02.067918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Allocated IP 2001:db8::3 (d353156d-18ba-403b-a336-e3ec4572ffa1/70c3aab8-fa40-4c1d-bd47-736380ea38be/508afbe6-972d-429b-b059-d723cda76940) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:02.119823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Allocated IP 172.20.0.2 (dc8fb092-24a4-45dc-b32c-79b5a4806595/3a3290e7-3478-4ed8-85ed-248f0f2eb13a/650010d3-6340-4eb2-bb5e-21039346619c) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:02.153188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Pushing event updated for resources: {'Port': ['ID=36b8314d-7e66-486e-88dc-80a2f1cf4fe1,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:02.278132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc56c4a4-a945-428f-ad2d-98d4566a96a6 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:02.307938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.330679 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36fce99-00de-40ae-82ea-9b1996a762c5 x-openstack-request-id: req-f36fce99-00de-40ae-82ea-9b1996a762c5 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:02.331403 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2576d1-61b0-48b1-bedd-37f543cf4938", "tag": "a56cba78-69bd-49f5-bf88-670cf4db68c9", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:02.331882 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f36fce99-00de-40ae-82ea-9b1996a762c5 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:02.332554 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2576d1-61b0-48b1-bedd-37f543cf4938', 'tag': 'a56cba78-69bd-49f5-bf88-670cf4db68c9', 'status': 'completed', 'code': 200} Aug 03 19:14:02.401184 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Transition to ACTIVE for port object cc56c4a4-a945-428f-ad2d-98d4566a96a6 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:02.414919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network dc8fb092-24a4-45dc-b32c-79b5a4806595 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:02.417951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.489389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=af481f41-8987-4693-82e0-38a8ecb96a57,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:02.499945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:02.502644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event updated for resources: {'Subnet': ['ID=70c3aab8-fa40-4c1d-bd47-736380ea38be,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:02.518577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f08bf6e6-4e2c-42ff-8bdf-79aeeda5344f req-e060c629-b07c-4e15-ad5a-7d52348e7ef4 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 210 time: 0.1287234 Aug 03 19:14:02.519731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:02.556668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.557293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.557676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.558027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.558391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.558709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.559043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.559372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.560267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.560267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.560621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.560770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.603676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.604062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.604247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.604736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.604994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.605257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.605886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.606399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.606724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.607063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.607397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.607730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912608e-03db-4f9d-be53-42573f88052e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:02.630199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-1ecc6443-8728-46d3-bc65-173e78ede10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:02.632258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-1ecc6443-8728-46d3-bc65-173e78ede10e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 1094 time: 0.7722678 Aug 03 19:14:02.674066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f0544-7c25-4884-ad2d-a36fd71477e1 req-b77467ea-a138-45f4-be16-ab7b7b8e0f54 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:02.682541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-526f0544-7c25-4884-ad2d-a36fd71477e1 req-b77467ea-a138-45f4-be16-ab7b7b8e0f54 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 931 time: 0.5218213 Aug 03 19:14:02.734155 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.751380 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.771754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Transition to ACTIVE for port object 508afbe6-972d-429b-b059-d723cda76940 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:02.785440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Transition to ACTIVE for port object 650010d3-6340-4eb2-bb5e-21039346619c will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:02.805244 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Attempting to bind port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:02.805831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Attempting to bind port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:02.806025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Attempting to bind port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 on network 052680ad-1e07-4bd9-bd66-31ff145ecbca {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:02.809253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-0ca7c89b-75b8-465f-8bd8-765b6011787f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9 HTTP/1.1" status: 200 len: 217 time: 0.1631052 Aug 03 19:14:02.841880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Transition to ACTIVE for port object 508afbe6-972d-429b-b059-d723cda76940 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:02.849352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:02.850073 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.873138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Transition to ACTIVE for port object 650010d3-6340-4eb2-bb5e-21039346619c will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:02.880480 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.897446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc56c4a4-a945-428f-ad2d-98d4566a96a6,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:02.960515 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.992807 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.994733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 on network 052680ad-1e07-4bd9-bd66-31ff145ecbca not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:14:02.995064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Attempting to bind port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 on network 052680ad-1e07-4bd9-bd66-31ff145ecbca {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:03.004109 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Network d353156d-18ba-403b-a336-e3ec4572ffa1 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:03.012658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:03.032304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Network dc8fb092-24a4-45dc-b32c-79b5a4806595 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:03.033982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:03.056504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:03.060537 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.078843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:03.081933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Pushing event updated for resources: {'Port': ['ID=508afbe6-972d-429b-b059-d723cda76940,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:03.125444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4b12b626-6624-4a5d-9ed9-1fc1572ef2c6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.5404356 Aug 03 19:14:03.129059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34514) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:03.197335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=38578ce1-4240-484b-9df7-f2c595e24347,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:03.198535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:03.198896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Checking segment: {'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:03.199301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Bound using segment: {'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:03.199767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Bound port: 36b8314d-7e66-486e-88dc-80a2f1cf4fe1, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b8b0ae-b88a-49ad-9788-debfe575849a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:03.216060 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.232592 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-526f0544-7c25-4884-ad2d-a36fd71477e1 req-b18d9448-3769-4daf-9dfa-02bed30df4a6 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5483041 Aug 03 19:14:03.324801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Attempting to bind port cc56c4a4-a945-428f-ad2d-98d4566a96a6 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:03.325579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Attempting to bind port cc56c4a4-a945-428f-ad2d-98d4566a96a6 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:03.326285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Attempting to bind port cc56c4a4-a945-428f-ad2d-98d4566a96a6 on network 09426778-1e21-46ee-b224-87300f001221 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:03.357012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Port cc56c4a4-a945-428f-ad2d-98d4566a96a6 on network 09426778-1e21-46ee-b224-87300f001221 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:14:03.358986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Attempting to bind port cc56c4a4-a945-428f-ad2d-98d4566a96a6 on network 09426778-1e21-46ee-b224-87300f001221 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:03.387775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Attempting to bind port 508afbe6-972d-429b-b059-d723cda76940 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:03.388250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Attempting to bind port 508afbe6-972d-429b-b059-d723cda76940 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '37ebb9a8-8c99-45d9-a623-82e47a302464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd353156d-18ba-403b-a336-e3ec4572ffa1'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:03.388494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Attempting to bind port 508afbe6-972d-429b-b059-d723cda76940 on network d353156d-18ba-403b-a336-e3ec4572ffa1 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:03.395282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-4c095fb4-672a-4a08-8b26-62edac1a4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:03.396993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-4c095fb4-672a-4a08-8b26-62edac1a4404 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.5780568 Aug 03 19:14:03.421847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Pushing event updated for resources: {'Port': ['ID=650010d3-6340-4eb2-bb5e-21039346619c,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:03.430706 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Attempting to bind port 650010d3-6340-4eb2-bb5e-21039346619c on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:03.431068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Attempting to bind port 650010d3-6340-4eb2-bb5e-21039346619c by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'dc8fb092-24a4-45dc-b32c-79b5a4806595'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:03.431411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Attempting to bind port 650010d3-6340-4eb2-bb5e-21039346619c on network dc8fb092-24a4-45dc-b32c-79b5a4806595 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:03.453825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:03.455271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Checking segment: {'id': '37ebb9a8-8c99-45d9-a623-82e47a302464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd353156d-18ba-403b-a336-e3ec4572ffa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:03.455857 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.466184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Bound using segment: {'id': '37ebb9a8-8c99-45d9-a623-82e47a302464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd353156d-18ba-403b-a336-e3ec4572ffa1'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:03.467008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Bound port: 508afbe6-972d-429b-b059-d723cda76940, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ebb9a8-8c99-45d9-a623-82e47a302464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd353156d-18ba-403b-a336-e3ec4572ffa1'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:03.469590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.489033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:03.489632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Checking segment: {'id': 'ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'dc8fb092-24a4-45dc-b32c-79b5a4806595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:03.490264 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.490909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Bound using segment: {'id': 'ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'dc8fb092-24a4-45dc-b32c-79b5a4806595'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:03.491730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Bound port: 650010d3-6340-4eb2-bb5e-21039346619c, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'dc8fb092-24a4-45dc-b32c-79b5a4806595'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:03.492370 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.655788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-bd162137-6162-449f-bcc9-67acc52efa5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2386804 Aug 03 19:14:03.722589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6a0c8-7d41-4542-8e4a-f0958c127aa5 req-13ebb33a-728d-41b6-a186-14fad01e33a1 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:03.732116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5aa6a0c8-7d41-4542-8e4a-f0958c127aa5 req-13ebb33a-728d-41b6-a186-14fad01e33a1 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 944 time: 0.6398308 Aug 03 19:14:03.734904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:03.735494 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Checking segment: {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:03.736699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Bound using segment: {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:03.737511 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Bound port: cc56c4a4-a945-428f-ad2d-98d4566a96a6, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:03.740150 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6099807e-e4e7-4462-aecc-f9f1377d8749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.750250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.803153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] For port 508afbe6-972d-429b-b059-d723cda76940, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:03.812891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] For port 508afbe6-972d-429b-b059-d723cda76940, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=508afbe6-972d-429b-b059-d723cda76940,segment=NetworkSegment(37ebb9a8-8c99-45d9-a623-82e47a302464),segment_id=37ebb9a8-8c99-45d9-a623-82e47a302464)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:03.827945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] For port 650010d3-6340-4eb2-bb5e-21039346619c, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:03.838596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] For port 650010d3-6340-4eb2-bb5e-21039346619c, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=650010d3-6340-4eb2-bb5e-21039346619c,segment=NetworkSegment(ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c),segment_id=ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:03.868149 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.885811 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.929802 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.051307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519d3e7-e70c-43f4-8bcc-cdcfe06cdbe0 None None] Pushing event updated for resources: {'Port': ['ID=508afbe6-972d-429b-b059-d723cda76940,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:04.230428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc641de-384b-4f70-8908-9faca546fb88 None None] Pushing event updated for resources: {'Port': ['ID=650010d3-6340-4eb2-bb5e-21039346619c,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:04.289418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] For port cc56c4a4-a945-428f-ad2d-98d4566a96a6, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:04.359508 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] For port cc56c4a4-a945-428f-ad2d-98d4566a96a6, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:04.479130 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.527657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5765c2eb-4f96-4489-b70c-0a9539242abc req-c8063b75-375c-4447-8303-f511e65c9edc tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 210 time: 0.1951509 Aug 03 19:14:04.614528 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5aa6a0c8-7d41-4542-8e4a-f0958c127aa5 req-6ffd1427-c976-4bb1-bb3d-c3abdd89f633 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8809729 Aug 03 19:14:04.616618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] For port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:04.650893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:04.652617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.659391 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] 10.222.0.37 "PUT /v2.0/ports/cc56c4a4-a945-428f-ad2d-98d4566a96a6 HTTP/1.1" status: 200 len: 1091 time: 3.0206168 Aug 03 19:14:04.767007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting port 508afbe6-972d-429b-b059-d723cda76940 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:04.768080 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:04.831282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] For port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=36b8314d-7e66-486e-88dc-80a2f1cf4fe1,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:04.874650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6514778f-2415-4b13-9787-6a9a702462de', 'tag': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:04.881097 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97734171-fd6d-4fcb-8839-b6bb13a16906" -d '{"events": [{"name": "network-changed", "server_uuid": "6514778f-2415-4b13-9787-6a9a702462de", "tag": "cc56c4a4-a945-428f-ad2d-98d4566a96a6"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:04.915709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed400c4-cfcb-457a-a246-95b9950d3cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc56c4a4-a945-428f-ad2d-98d4566a96a6,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:04.966592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 25e637d9-3953-4451-a40a-dca3aa5d799f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:04.996816 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391b2a15-eead-4a20-ad66-dfa51bcc2665 x-openstack-request-id: req-391b2a15-eead-4a20-ad66-dfa51bcc2665 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:04.997418 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6514778f-2415-4b13-9787-6a9a702462de", "tag": "cc56c4a4-a945-428f-ad2d-98d4566a96a6", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:04.998029 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-391b2a15-eead-4a20-ad66-dfa51bcc2665 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:04.998683 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6514778f-2415-4b13-9787-6a9a702462de', 'tag': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6', 'status': 'completed', 'code': 200} Aug 03 19:14:05.031712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be41c6-2148-48aa-b865-13bd543462e3 req-5563b8f5-f895-4baa-9e26-e746e6738954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.033906 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-5563b8f5-f895-4baa-9e26-e746e6738954 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 1094 time: 0.1195261 Aug 03 19:14:05.103712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-573d0781-b2f8-40f5-a9e9-a02803ace35b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port af481f41-8987-4693-82e0-38a8ecb96a57 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:05.103712 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-573d0781-b2f8-40f5-a9e9-a02803ace35b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.210226 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.214909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 508afbe6-972d-429b-b059-d723cda76940 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:05.253332 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-80ee710a-2263-4dd3-a221-672a9ada1583 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6 HTTP/1.1" status: 200 len: 217 time: 0.1445470 Aug 03 19:14:05.330093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 508afbe6-972d-429b-b059-d723cda76940 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:05.342020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 650010d3-6340-4eb2-bb5e-21039346619c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:05.392753 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:05.408665 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3d1e2f03-2aa1-4003-812d-7bd003854ff9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6068842 Aug 03 19:14:05.412224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34530) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:05.412475 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef8679-8d0e-4844-9248-b9307b6b08fc None None] Sync routers for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:05.441947 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef8679-8d0e-4844-9248-b9307b6b08fc None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:05.442358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-8b494c60-a848-4b8a-b450-7631ff6b337c service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7392745 Aug 03 19:14:05.445826 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4fef8679-8d0e-4844-9248-b9307b6b08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:05.506883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 650010d3-6340-4eb2-bb5e-21039346619c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:05.536974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be41c6-2148-48aa-b865-13bd543462e3 req-97f8c1c8-7884-4c60-b096-918fdd3f4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.538964 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-97f8c1c8-7884-4c60-b096-918fdd3f4d4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.2695222 Aug 03 19:14:05.573827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c85c2f9-cb41-437c-b439-f4d3ea43e346 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting subnet c2f309f4-8944-40a7-bb00-b87120610783 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:05.613153 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2f9-cb41-437c-b439-f4d3ea43e346 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.614406 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-4fef8679-8d0e-4844-9248-b9307b6b08fc None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:05.709222 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-573d0781-b2f8-40f5-a9e9-a02803ace35b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.726775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be41c6-2148-48aa-b865-13bd543462e3 req-367b373b-8321-418a-bef7-3089c75e18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.728405 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-367b373b-8321-418a-bef7-3089c75e18cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772904 Aug 03 19:14:05.731245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2f9-cb41-437c-b439-f4d3ea43e346 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.732892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-573d0781-b2f8-40f5-a9e9-a02803ace35b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for af481f41-8987-4693-82e0-38a8ecb96a57 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:05.818904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.820636 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:05.823954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] 10.222.0.74 "PUT /v2.0/ports/36b8314d-7e66-486e-88dc-80a2f1cf4fe1 HTTP/1.1" status: 200 len: 1092 time: 6.5950530 Aug 03 19:14:05.855014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-359c11f8-5f0e-4a1b-8dd6-adf3afd0d09a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:05.862188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-359c11f8-5f0e-4a1b-8dd6-adf3afd0d09a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.74 "GET /v2.0/networks?id=bb6d4a5c-82e2-43de-a893-a10fcefafa93 HTTP/1.1" status: 200 len: 809 time: 0.6938546 Aug 03 19:14:05.863688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02aa3826-62f8-42ab-b36f-6895f7b30ee4', 'tag': '36b8314d-7e66-486e-88dc-80a2f1cf4fe1'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:05.872684 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d4f0d3-97d4-49d1-97f1-080df6336456" -d '{"events": [{"name": "network-changed", "server_uuid": "02aa3826-62f8-42ab-b36f-6895f7b30ee4", "tag": "36b8314d-7e66-486e-88dc-80a2f1cf4fe1"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:05.905959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Request body: {'port': {'device_id': 'ab4f2ea0-905d-46c6-8863-1326df6f7a55', 'network_id': 'bb6d4a5c-82e2-43de-a893-a10fcefafa93', 'admin_state_up': True, 'tenant_id': '531b5a114a99456eb170a116bb3be18b'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:05.997456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] For port 508afbe6-972d-429b-b059-d723cda76940, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=508afbe6-972d-429b-b059-d723cda76940,segment=NetworkSegment(37ebb9a8-8c99-45d9-a623-82e47a302464),segment_id=37ebb9a8-8c99-45d9-a623-82e47a302464)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:05.997991 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.074275 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4fef8679-8d0e-4844-9248-b9307b6b08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:02Z', 'revision_number': 9, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:06.113581 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-048ec5e7-0ee3-4102-83fd-7e1cdb040388 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732543 Aug 03 19:14:06.142570 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef8679-8d0e-4844-9248-b9307b6b08fc None None] Checking router: 25e637d9-3953-4451-a40a-dca3aa5d799f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:06.160377 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef8679-8d0e-4844-9248-b9307b6b08fc None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:06.161705 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4fef8679-8d0e-4844-9248-b9307b6b08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:13:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:06.180754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42f3c126-539b-4fe5-9043-582def08aeeb req-b3ec1eb9-a1c7-46e5-aaae-4d87fe1cf598 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 210 time: 0.3009155 Aug 03 19:14:06.181647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c2ad4-e8b1-4bbc-9ee8-6affa8533d52 service neutron] Pushing event updated for resources: {'Port': ['ID=36b8314d-7e66-486e-88dc-80a2f1cf4fe1,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:06.207497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c362af-dc4a-4bf3-8b43-82869de13ca4 req-6c4814ef-4c04-48f9-85f5-ed812e88a9c9 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:06.214877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1c362af-dc4a-4bf3-8b43-82869de13ca4 req-6c4814ef-4c04-48f9-85f5-ed812e88a9c9 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 943 time: 1.3196933 Aug 03 19:14:06.358505 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Calling delete_port for 508afbe6-972d-429b-b059-d723cda76940 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:06.381376 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1c362af-dc4a-4bf3-8b43-82869de13ca4 req-270415d5-5c49-40fb-9829-0bb86e001684 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968320 Aug 03 19:14:06.394404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005edb3e-757b-4726-b860-6ab65c208e6f req-3f9ae0db-1f5d-4524-bdb5-29550e40ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:06.396205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-3f9ae0db-1f5d-4524-bdb5-29550e40ab44 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 1095 time: 0.4455945 Aug 03 19:14:06.447311 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3eac82cd-67b7-426a-b2d8-f789ad78beec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.511380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e725b-0d5e-4e46-93ee-d09f070c9de1 None None] Network dc8fb092-24a4-45dc-b32c-79b5a4806595 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:06.549445 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2f9-cb41-437c-b439-f4d3ea43e346 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.581310 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-4fef8679-8d0e-4844-9248-b9307b6b08fc None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:06.594203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-af8670e0-0d24-4f07-aa1f-49f5ede499e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36b8314d-7e66-486e-88dc-80a2f1cf4fe1 HTTP/1.1" status: 200 len: 217 time: 0.1657524 Aug 03 19:14:06.609533 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be1c56a-e98c-41a1-a14a-4f1782f5f945 x-openstack-request-id: req-0be1c56a-e98c-41a1-a14a-4f1782f5f945 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:06.612245 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02aa3826-62f8-42ab-b36f-6895f7b30ee4", "tag": "36b8314d-7e66-486e-88dc-80a2f1cf4fe1", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:06.612607 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0be1c56a-e98c-41a1-a14a-4f1782f5f945 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:06.613345 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02aa3826-62f8-42ab-b36f-6895f7b30ee4', 'tag': '36b8314d-7e66-486e-88dc-80a2f1cf4fe1', 'status': 'completed', 'code': 200} Aug 03 19:14:06.638532 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-51be41c6-2148-48aa-b865-13bd543462e3 req-381e1e46-3392-49eb-b5b5-891b1bd99c72 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160854 Aug 03 19:14:06.668348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-25c0e18b-b14c-407a-bb54-05e51391ef0e None None] Provisioning for port 650010d3-6340-4eb2-bb5e-21039346619c completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:06.672611 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.678162 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2f9-cb41-437c-b439-f4d3ea43e346 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.685361 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e02656c-6d1c-4ea0-ae07-8ce5910c71e5 None None] Network d353156d-18ba-403b-a336-e3ec4572ffa1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:06.692315 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-25c0e18b-b14c-407a-bb54-05e51391ef0e None None] Provisioning complete for port 650010d3-6340-4eb2-bb5e-21039346619c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:06.693227 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-25c0e18b-b14c-407a-bb54-05e51391ef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.754776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85c2f9-cb41-437c-b439-f4d3ea43e346 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f309f4-8944-40a7-bb00-b87120610783,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:06.758998 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2f9-cb41-437c-b439-f4d3ea43e346 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.762631 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3c85c2f9-cb41-437c-b439-f4d3ea43e346 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/c2f309f4-8944-40a7-bb00-b87120610783 HTTP/1.1" status: 204 len: 168 time: 1.3466434 Aug 03 19:14:06.765176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34540) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:06.903317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97734171-fd6d-4fcb-8839-b6bb13a16906 req-6c91aee2-eee4-41d7-90b7-167395ecc946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:06.906320 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-97734171-fd6d-4fcb-8839-b6bb13a16906 req-6c91aee2-eee4-41d7-90b7-167395ecc946 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 1094 time: 0.1689539 Aug 03 19:14:06.929422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e750fde-d7cb-4ac6-bf6e-673519230438 None None] Network 8b7f71a3-8195-4df0-bae2-d635d16a2a04 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:06.941874 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:06.990330 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:07.010146 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:14:07.027836 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4fef8679-8d0e-4844-9248-b9307b6b08fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:02Z', 'revision_number': 9, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:07.081452 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef8679-8d0e-4844-9248-b9307b6b08fc None None] The sync data for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 is: [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:02Z', 'revision_number': 9, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4180a81-d891-47e1-b7fc-6eaa561435d8', 'name': '', 'network_id': 'd3e0ef26-5eb0-4898-963c-cd411e88b97a', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:69:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:48Z', 'updated_at': '2021-08-03T19:13:11Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': '09a412ff-0bc1-42aa-baa7-66ac55c5a783', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:07.093911 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8443cfde-b9cf-45ad-8b09-909a6727f9cf req-2537ff2c-cade-48f1-9667-4a4129948083 service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6031933 Aug 03 19:14:07.125718 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97734171-fd6d-4fcb-8839-b6bb13a16906 req-efa9a703-ee5d-4346-ac2a-d4d57b59e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.129345 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-97734171-fd6d-4fcb-8839-b6bb13a16906 req-efa9a703-ee5d-4346-ac2a-d4d57b59e6fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 912 time: 0.2134755 Aug 03 19:14:07.147658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:07.148655 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:07.163312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005edb3e-757b-4726-b860-6ab65c208e6f req-fe2143e7-0454-437a-a40e-52e77535ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.164888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-fe2143e7-0454-437a-a40e-52e77535ba7d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.3762312 Aug 03 19:14:07.165877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Port': ['ID=508afbe6-972d-429b-b059-d723cda76940,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:07.352724 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-97734171-fd6d-4fcb-8839-b6bb13a16906 req-0d0d9663-c28b-4c86-8a9c-c17e5efc9db2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6 HTTP/1.1" status: 200 len: 217 time: 0.2003789 Aug 03 19:14:07.408466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-124c4d2c-34f1-4339-9b08-f21627f4c3f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2274992 Aug 03 19:14:07.458538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=226fece8-83cd-4196-b5b0-5f1c0a6c7dd8,segment=NetworkSegment(d9cecc95-9f5c-4f28-b88e-43c4a47e3575),segment_id=d9cecc95-9f5c-4f28-b88e-43c4a47e3575)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:07.459354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:07.473447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba3e9b-05a6-468b-b621-a88910ae4f81 req-aac81c2c-dcef-42ab-8b86-16a22e9d6d0e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.475138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50ba3e9b-05a6-468b-b621-a88910ae4f81 req-aac81c2c-dcef-42ab-8b86-16a22e9d6d0e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 944 time: 0.8521414 Aug 03 19:14:07.476036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No DVR routers for this DVR port 508afbe6-972d-429b-b059-d723cda76940 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:07.501975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:07.513472 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97734171-fd6d-4fcb-8839-b6bb13a16906 req-26a356b6-cb7d-4375-8648-4ce18bfaae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.515439 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-97734171-fd6d-4fcb-8839-b6bb13a16906 req-26a356b6-cb7d-4375-8648-4ce18bfaae20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.1516178 Aug 03 19:14:07.542778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1838f1a4-7d4d-45c5-a188-3f189af04f83 req-bec2ca34-861e-4a1a-b24e-1bbfe723541d tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 210 time: 0.1182201 Aug 03 19:14:07.557010 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-25c0e18b-b14c-407a-bb54-05e51391ef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:07.655326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Made reservation on behalf of 531b5a114a99456eb170a116bb3be18b for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:07.659958 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:07.699662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-573d0781-b2f8-40f5-a9e9-a02803ace35b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:07.790301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-25c0e18b-b14c-407a-bb54-05e51391ef0e None None] For port 650010d3-6340-4eb2-bb5e-21039346619c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=650010d3-6340-4eb2-bb5e-21039346619c,segment=NetworkSegment(ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c),segment_id=ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:07.802364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97734171-fd6d-4fcb-8839-b6bb13a16906 req-53dbcab7-62b2-434a-9c53-fe5d4db65496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.807891 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-97734171-fd6d-4fcb-8839-b6bb13a16906 req-53dbcab7-62b2-434a-9c53-fe5d4db65496 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2828257 Aug 03 19:14:07.808188 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-25c0e18b-b14c-407a-bb54-05e51391ef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:07.911363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcf174-357e-40df-a282-89adc90a2759 req-c3fa1b88-0b3b-469b-a9da-a5a114b4190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.913761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02fcf174-357e-40df-a282-89adc90a2759 req-c3fa1b88-0b3b-469b-a9da-a5a114b4190a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 1094 time: 0.6900320 Aug 03 19:14:07.973367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d0781-b2f8-40f5-a9e9-a02803ace35b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=af481f41-8987-4693-82e0-38a8ecb96a57,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:07.987163 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:07.998412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e864c44f-3ab0-48ef-a9bd-a3d8e43f0054 None None] Could not find standard attr ID for object 508afbe6-972d-429b-b059-d723cda76940. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:14:08.006639 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.067316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0e18b-b14c-407a-bb54-05e51391ef0e None None] Pushing event updated for resources: {'Port': ['ID=650010d3-6340-4eb2-bb5e-21039346619c,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:08.087269 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.132954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdfd958-df1f-403a-aea6-03a7ac5dd331 None None] DHCP port deletion for 8b7f71a3-8195-4df0-bae2-d635d16a2a04 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:08.146551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50ba3e9b-05a6-468b-b621-a88910ae4f81 req-066a1d7e-5e94-4c91-a119-11751aa567ad tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027377 Aug 03 19:14:08.172543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=226fece8-83cd-4196-b5b0-5f1c0a6c7dd8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:08.182614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No DVR routers for this DVR port 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:08.367128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a1ced0d2-4d96-4075-b69e-4eac286632a7 None None] Provisioning complete for port 650010d3-6340-4eb2-bb5e-21039346619c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:08.368027 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a1ced0d2-4d96-4075-b69e-4eac286632a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.403517 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-97734171-fd6d-4fcb-8839-b6bb13a16906 req-613a3e82-791a-42c4-bcb9-2108d9e38965 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480313 Aug 03 19:14:08.410817 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.466874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7f71a3-8195-4df0-bae2-d635d16a2a04']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:08.576007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10240d43-2d30-491d-b52d-a9c733ec9da6 None None] Network d353156d-18ba-403b-a336-e3ec4572ffa1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:08.675297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cecc95-9f5c-4f28-b88e-43c4a47e3575') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:08.675596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cecc95-9f5c-4f28-b88e-43c4a47e3575') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:08.685781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Allocated IP 172.20.0.10 (bb6d4a5c-82e2-43de-a893-a10fcefafa93/50733f55-8452-4104-8a79-6691342de829/8528764d-a455-42d0-8859-30a055dc1e6a) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:08.740064 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-97734171-fd6d-4fcb-8839-b6bb13a16906 req-a7364fdb-6994-4f98-a028-4b3078c44073 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251317 Aug 03 19:14:08.772663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-c491e806-175f-4d67-8e41-d217f5e1a632 service neutron] 10.222.0.74 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3226993 Aug 03 19:14:08.775811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.811450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a56cba78-69bd-49f5-bf88-670cf4db68c9 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:08.837915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.851787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:08.851787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:08.860571 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:09.006515 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.022207 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.030410 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/networks/8b7f71a3-8195-4df0-bae2-d635d16a2a04 HTTP/1.1" status: 204 len: 168 time: 2.2626805 Aug 03 19:14:09.031347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34552) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:09.064995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21e89b-5151-4310-9355-7d876a1a851f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Network': ['ID=8b7f71a3-8195-4df0-bae2-d635d16a2a04,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:09.094447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc43c384-7d9e-4190-a168-1dcd2947823b req-b0fb0596-2769-49ec-801e-11cd17056f82 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 210 time: 0.1209896 Aug 03 19:14:09.158098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9435fe-96a6-4127-9768-aa6cd61100a9 req-87050cab-f8df-4c3b-997a-14f61abc81a2 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:09.161701 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb9435fe-96a6-4127-9768-aa6cd61100a9 req-87050cab-f8df-4c3b-997a-14f61abc81a2 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 943 time: 1.2387421 Aug 03 19:14:09.306083 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-573d0781-b2f8-40f5-a9e9-a02803ace35b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.317743 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-573d0781-b2f8-40f5-a9e9-a02803ace35b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/af481f41-8987-4693-82e0-38a8ecb96a57 HTTP/1.1" status: 204 len: 168 time: 6.0831523 Aug 03 19:14:09.334415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcf174-357e-40df-a282-89adc90a2759 req-485e1abf-e014-4f56-898f-063253e60658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:09.336225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34556) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:09.336630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02fcf174-357e-40df-a282-89adc90a2759 req-485e1abf-e014-4f56-898f-063253e60658 service neutron] 10.222.0.37 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 918 time: 1.2679973 Aug 03 19:14:09.358740 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:14:09.363219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 650010d3-6340-4eb2-bb5e-21039346619c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:09.415931 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55759e5-1658-44de-aa04-a891a2f0521f tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:09.417219 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55759e5-1658-44de-aa04-a891a2f0521f tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:09.420260 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f55759e5-1658-44de-aa04-a891a2f0521f tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/af481f41-8987-4693-82e0-38a8ecb96a57 HTTP/1.1" status: 404 len: 333 time: 0.0823238 Aug 03 19:14:09.424519 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34558) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:09.428145 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.459501 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bcdf741-40f3-4d99-910c-a219a07a3166 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:14:09.461549 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2bcdf741-40f3-4d99-910c-a219a07a3166 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/af481f41-8987-4693-82e0-38a8ecb96a57 HTTP/1.1" status: 404 len: 333 time: 0.0353906 Aug 03 19:14:09.467306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34560) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:09.585198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6d1513-4366-4695-ab46-40ed5c7f42c1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting subnet 3a3290e7-3478-4ed8-85ed-248f0f2eb13a {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:09.593232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd6d1513-4366-4695-ab46-40ed5c7f42c1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.638219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a1ced0d2-4d96-4075-b69e-4eac286632a7 None None] Could not find standard attr ID for object af481f41-8987-4693-82e0-38a8ecb96a57. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:14:09.675778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd6d1513-4366-4695-ab46-40ed5c7f42c1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.723929 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.816797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a56cba78-69bd-49f5-bf88-670cf4db68c9, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:09.820996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d3e4cb54-e974-4eb2-bac7-f59903e3854f None None] Could not find standard attr ID for object af481f41-8987-4693-82e0-38a8ecb96a57. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:14:09.846666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47dc8ed-9ef2-4c12-9446-c9861f310f1a None None] DHCP port deletion for d353156d-18ba-403b-a336-e3ec4572ffa1 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:09.863197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 650010d3-6340-4eb2-bb5e-21039346619c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:09.863741 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.870081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'a56cba78-69bd-49f5-bf88-670cf4db68c9', 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca', 'port_id': 'a56cba78-69bd-49f5-bf88-670cf4db68c9', 'mac_address': 'fa:16:3e:7d:21:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc75e556-74ca-42f1-9c5f-81615bfa056d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:09.917527 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd6d1513-4366-4695-ab46-40ed5c7f42c1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:09.994026 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.005252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.119159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56cba78-69bd-49f5-bf88-670cf4db68c9 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:10.169259 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd6d1513-4366-4695-ab46-40ed5c7f42c1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.199082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a56cba78-69bd-49f5-bf88-670cf4db68c9, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:10.203786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:10.228852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb9435fe-96a6-4127-9768-aa6cd61100a9 req-6d9b7441-105f-4e82-b8d1-18abe370b453 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9984109 Aug 03 19:14:10.234853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:10.236333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 226fece8-83cd-4196-b5b0-5f1c0a6c7dd8 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:10.236333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 38578ce1-4240-484b-9df7-f2c595e24347 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:10.238152 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d1513-4366-4695-ab46-40ed5c7f42c1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3290e7-3478-4ed8-85ed-248f0f2eb13a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:10.240685 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd6d1513-4366-4695-ab46-40ed5c7f42c1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.242959 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fd6d1513-4366-4695-ab46-40ed5c7f42c1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/3a3290e7-3478-4ed8-85ed-248f0f2eb13a HTTP/1.1" status: 204 len: 168 time: 0.7741699 Aug 03 19:14:10.246570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34574) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:10.269306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 38578ce1-4240-484b-9df7-f2c595e24347 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:10.269717 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 38578ce1-4240-484b-9df7-f2c595e24347 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:10.271550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad85e06b-232e-4d78-b248-23e76be4e48c None None] Network dc8fb092-24a4-45dc-b32c-79b5a4806595 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:10.348730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Subnet': ['ID=70c3aab8-fa40-4c1d-bd47-736380ea38be,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:10.368855 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.369781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device cc56c4a4-a945-428f-ad2d-98d4566a96a6 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:10.378107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02fcf174-357e-40df-a282-89adc90a2759 req-2aabdb16-16cb-4bb4-a7d3-6a81cb3c131a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9 HTTP/1.1" status: 200 len: 217 time: 0.9418070 Aug 03 19:14:10.401135 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-005edb3e-757b-4726-b860-6ab65c208e6f req-51e96f89-5f5e-4b71-9ce2-f3e240f0fca4 service neutron] 10.222.0.74 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6200564 Aug 03 19:14:10.472582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.612219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 508afbe6-972d-429b-b059-d723cda76940 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:10.620478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a56cba78-69bd-49f5-bf88-670cf4db68c9,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:10.686352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port 650010d3-6340-4eb2-bb5e-21039346619c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:10.686698 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.687696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 508afbe6-972d-429b-b059-d723cda76940 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:10.688290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 508afbe6-972d-429b-b059-d723cda76940 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:10.745980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff8f58-1419-4169-a8c5-15d948fea307 req-7939aec1-180b-418f-a9ac-d022ac00c420 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:10.758869 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78ff8f58-1419-4169-a8c5-15d948fea307 req-7939aec1-180b-418f-a9ac-d022ac00c420 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 944 time: 1.4278030 Aug 03 19:14:10.771031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port cc56c4a4-a945-428f-ad2d-98d4566a96a6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:10.787957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'port_id': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6', 'mac_address': 'fa:16:3e:63:12:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:10.810648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port c4180a81-d891-47e1-b7fc-6eaa561435d8 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:10.811033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.827343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b694ce7-f347-4ecc-8fc5-5723ff8c7e45 None None] DHCP port deletion for dc8fb092-24a4-45dc-b32c-79b5a4806595 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:10.838810 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9554e34d-a3f5-450d-b327-bde72f11398e req-04e622c8-ee4e-4e33-89bc-99369ff92a6a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 210 time: 0.2040238 Aug 03 19:14:10.893119 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.903555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.920497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc56c4a4-a945-428f-ad2d-98d4566a96a6 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:10.964782 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.970871 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port cc56c4a4-a945-428f-ad2d-98d4566a96a6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:10.976951 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.978843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d353156d-18ba-403b-a336-e3ec4572ffa1']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:10.982240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7b694ce7-f347-4ecc-8fc5-5723ff8c7e45 None None] Deleting port 650010d3-6340-4eb2-bb5e-21039346619c {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:10.983021 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b694ce7-f347-4ecc-8fc5-5723ff8c7e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.994037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ebb9a8-8c99-45d9-a623-82e47a302464') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:10.994498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ebb9a8-8c99-45d9-a623-82e47a302464') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:11.009017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.028396 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.037309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:11.037813 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:11.111497 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:11.125994 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.160124 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.166381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7b694ce7-f347-4ecc-8fc5-5723ff8c7e45 None None] For port 650010d3-6340-4eb2-bb5e-21039346619c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=650010d3-6340-4eb2-bb5e-21039346619c,segment=NetworkSegment(ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c),segment_id=ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:11.167601 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b694ce7-f347-4ecc-8fc5-5723ff8c7e45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.193187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=cc56c4a4-a945-428f-ad2d-98d4566a96a6,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:11.204264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7b694ce7-f347-4ecc-8fc5-5723ff8c7e45 None None] Calling delete_port for 650010d3-6340-4eb2-bb5e-21039346619c owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:11.233261 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.235511 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/d353156d-18ba-403b-a336-e3ec4572ffa1 HTTP/1.1" status: 204 len: 168 time: 9.0962687 Aug 03 19:14:11.252385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Network bb6d4a5c-82e2-43de-a893-a10fcefafa93 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:11.258020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcf174-357e-40df-a282-89adc90a2759 req-c4331352-a919-4a48-97fa-2652b9108729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:11.259667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02fcf174-357e-40df-a282-89adc90a2759 req-c4331352-a919-4a48-97fa-2652b9108729 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.8475833 Aug 03 19:14:11.268999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34582) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:11.280196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:11.313632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['cc56c4a4-a945-428f-ad2d-98d4566a96a6'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:11.314083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:11.318431 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a56cba78-69bd-49f5-bf88-670cf4db68c9'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:11.379495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4f0d3-97d4-49d1-97f1-080df6336456 req-c9d5ef76-3b56-4071-83bc-76d8858ae76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:11.381553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d4f0d3-97d4-49d1-97f1-080df6336456 req-c9d5ef76-3b56-4071-83bc-76d8858ae76c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 1095 time: 0.7241626 Aug 03 19:14:11.388921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:11.390315 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.484175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b512f0-0fcf-45f0-841a-c5938d05a3a5 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Network': ['ID=d353156d-18ba-403b-a336-e3ec4572ffa1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:11.529057 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port c4180a81-d891-47e1-b7fc-6eaa561435d8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c4180a81-d891-47e1-b7fc-6eaa561435d8,segment=NetworkSegment(30fa89d0-9e70-45ef-bc6b-720de372a2c0),segment_id=30fa89d0-9e70-45ef-bc6b-720de372a2c0)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:11.531690 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b694ce7-f347-4ecc-8fc5-5723ff8c7e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.532953 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.565684 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a7072b-94e8-4181-ac5c-7fc146c09d0e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:11.566158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a7072b-94e8-4181-ac5c-7fc146c09d0e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:11.566428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for c4180a81-d891-47e1-b7fc-6eaa561435d8 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:11.568017 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f7a7072b-94e8-4181-ac5c-7fc146c09d0e tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/subnets/70c3aab8-fa40-4c1d-bd47-736380ea38be HTTP/1.1" status: 404 len: 337 time: 0.2798619 Aug 03 19:14:11.569485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6712079 Aug 03 19:14:11.571593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02fcf174-357e-40df-a282-89adc90a2759 req-fb04049f-2727-495f-96a1-52a783a01c6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2757843 Aug 03 19:14:11.581348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34590) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:11.584941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78ff8f58-1419-4169-a8c5-15d948fea307 req-68efc287-188d-41d6-9380-a57fe5807938 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7154448 Aug 03 19:14:11.610043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b694ce7-f347-4ecc-8fc5-5723ff8c7e45 None None] No DVR routers for this DVR port 650010d3-6340-4eb2-bb5e-21039346619c on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:11.634672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b694ce7-f347-4ecc-8fc5-5723ff8c7e45 None None] Pushing event deleted for resources: {'Port': ['ID=650010d3-6340-4eb2-bb5e-21039346619c,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:11.724273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Request body: {'port': {'device_id': 'ab4f2ea0-905d-46c6-8863-1326df6f7a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:11.727518 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5333414b-9dcb-4d2a-85a9-e57b70edd9fd tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:11.728847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5333414b-9dcb-4d2a-85a9-e57b70edd9fd tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:11.731287 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5333414b-9dcb-4d2a-85a9-e57b70edd9fd tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/d353156d-18ba-403b-a336-e3ec4572ffa1 HTTP/1.1" status: 404 len: 339 time: 0.1452594 Aug 03 19:14:11.733382 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02fcf174-357e-40df-a282-89adc90a2759 req-a39cfeb1-7e36-4d43-9b00-75bc8d5b75d2 service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266823 Aug 03 19:14:11.743035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34592) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:11.777401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] For port 650010d3-6340-4eb2-bb5e-21039346619c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=650010d3-6340-4eb2-bb5e-21039346619c,segment=NetworkSegment(ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c),segment_id=ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:11.778517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.787292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2a4c6-de8d-4013-859b-c2011ba6939b tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Pushing event updated for resources: {'Port': ['ID=8528764d-a455-42d0-8859-30a055dc1e6a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:11.866346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fefff-1c4d-424b-b292-88720b2bdd6d req-a8c7eed3-0954-46b6-b319-11006fb3dfe9 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:11.874233 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c5fefff-1c4d-424b-b292-88720b2bdd6d req-a8c7eed3-0954-46b6-b319-11006fb3dfe9 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 944 time: 0.4360313 Aug 03 19:14:11.956622 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.000865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for 650010d3-6340-4eb2-bb5e-21039346619c owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:12.065260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4f0d3-97d4-49d1-97f1-080df6336456 req-a1bce041-b27e-4c62-8bac-2595c5664fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:12.066941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d4f0d3-97d4-49d1-97f1-080df6336456 req-a1bce041-b27e-4c62-8bac-2595c5664fbd service neutron] 10.222.0.74 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 918 time: 0.6518190 Aug 03 19:14:12.096388 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.112394 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.118494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c5fefff-1c4d-424b-b292-88720b2bdd6d req-6cac2b68-2316-463b-a03b-79cb4f1065f3 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429287 Aug 03 19:14:12.166651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=c4180a81-d891-47e1-b7fc-6eaa561435d8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:12.193874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02fcf174-357e-40df-a282-89adc90a2759 req-958423f6-31c6-43d5-b1c5-cf2b0ef92ebf service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514554 Aug 03 19:14:12.196320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d4f0d3-97d4-49d1-97f1-080df6336456 req-5eb57594-0cf7-4a5f-8bbd-4a9b2a53bfd6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36b8314d-7e66-486e-88dc-80a2f1cf4fe1 HTTP/1.1" status: 200 len: 217 time: 0.1060679 Aug 03 19:14:12.253370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e4f21-6db5-4f66-8820-3a50e19ed8e1 req-5360ce05-3d7c-45cb-982e-137da65e8e9d tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:12.255095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-069e4f21-6db5-4f66-8820-3a50e19ed8e1 req-5360ce05-3d7c-45cb-982e-137da65e8e9d tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 932 time: 0.2942302 Aug 03 19:14:12.429282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4f0d3-97d4-49d1-97f1-080df6336456 req-c7e361eb-c299-4c6c-b609-41c442d05ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:12.430932 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d4f0d3-97d4-49d1-97f1-080df6336456 req-c7e361eb-c299-4c6c-b609-41c442d05ccd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.2129719 Aug 03 19:14:12.523975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.614692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d4f0d3-97d4-49d1-97f1-080df6336456 req-bcacce1a-11a7-4973-8c91-914c38b27f98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612969 Aug 03 19:14:12.621212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-069e4f21-6db5-4f66-8820-3a50e19ed8e1 req-08df1b40-dbdf-4e38-a469-fa4136f254c0 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306620 Aug 03 19:14:12.656504 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.699923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74e7912-c3f8-4ce2-bbc6-a22527459530']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:12.713144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.764781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d20f306-bf50-4aac-b68d-5e09396d7d3f') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:12.765217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d20f306-bf50-4aac-b68d-5e09396d7d3f') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:12.770097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 650010d3-6340-4eb2-bb5e-21039346619c no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:12.831317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 650010d3-6340-4eb2-bb5e-21039346619c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:12.831317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 650010d3-6340-4eb2-bb5e-21039346619c not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:12.839442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No DVR routers for this DVR port 650010d3-6340-4eb2-bb5e-21039346619c on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:12.873144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.881349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=650010d3-6340-4eb2-bb5e-21039346619c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:12.929190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.935482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8baf1-c3fe-4343-857b-10ac92e6be42 req-e4f9c527-c5e2-4da7-a59a-bdd67fe2cc1c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:12.945408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ab8baf1-c3fe-4343-857b-10ac92e6be42 req-e4f9c527-c5e2-4da7-a59a-bdd67fe2cc1c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 944 time: 0.1695468 Aug 03 19:14:12.956623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:12.977226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d4f0d3-97d4-49d1-97f1-080df6336456 req-d23974c7-42fa-486b-a028-cc64c36d06ce service neutron] 10.222.0.74 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532188 Aug 03 19:14:12.987486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:12.987914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:13.004680 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:13.046559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a56cba78-69bd-49f5-bf88-670cf4db68c9 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:13.056761 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.089557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8528764d-a455-42d0-8859-30a055dc1e6a {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:13.112763 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.117321 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8fb092-24a4-45dc-b32c-79b5a4806595']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:13.150230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ab8baf1-c3fe-4343-857b-10ac92e6be42 req-2edf6182-1fce-4095-afbc-2def260ee7a0 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036936 Aug 03 19:14:13.161797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Transition to ACTIVE for port object 8528764d-a455-42d0-8859-30a055dc1e6a will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:13.174901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:13.174901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2d34a7-d2de-4e3c-af4c-e852c19b5a9c') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:13.189775 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.193000 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.197560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.220042 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.222059 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/a74e7912-c3f8-4ce2-bbc6-a22527459530 HTTP/1.1" status: 204 len: 168 time: 1.4742908 Aug 03 19:14:13.225985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34612) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:13.242121 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead438e-6383-49a6-9166-6924d5da7dc8 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Network': ['ID=a74e7912-c3f8-4ce2-bbc6-a22527459530,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:13.245519 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.254735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 25e637d9-3953-4451-a40a-dca3aa5d799f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:13.259754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:13.260165 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:13.263941 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:13.322432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port a56cba78-69bd-49f5-bf88-670cf4db68c9 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:13.346330 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d4f0d3-97d4-49d1-97f1-080df6336456 req-b187649d-dfd8-46d6-8ce3-eb4ad370399d service neutron] 10.222.0.74 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541565 Aug 03 19:14:13.356460 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port a56cba78-69bd-49f5-bf88-670cf4db68c9 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:13.357237 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.370712 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d6e7ea-2b20-4f36-a35e-97b4ea87f406 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:13.371496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d6e7ea-2b20-4f36-a35e-97b4ea87f406 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:13.373573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-41d6e7ea-2b20-4f36-a35e-97b4ea87f406 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/subnets/2b4fc511-b203-427b-a9ee-cf2e4774692d HTTP/1.1" status: 404 len: 337 time: 0.1347454 Aug 03 19:14:13.378943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34614) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:13.426052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Pushing event updated for resources: {'Port': ['ID=8528764d-a455-42d0-8859-30a055dc1e6a,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:13.444131 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.446210 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a43b48-499d-4bc8-befc-7b50d0413cc7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:13.447297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a43b48-499d-4bc8-befc-7b50d0413cc7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:13.447545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915dbc-748b-4f17-bb0d-52fbfe074075 req-4427166f-c197-4550-9da7-bd46d82cd30d tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:13.449488 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-99a43b48-499d-4bc8-befc-7b50d0413cc7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/e139ed75-8a5d-4933-88b7-d02d64cc3294 HTTP/1.1" status: 404 len: 339 time: 0.0693154 Aug 03 19:14:13.458296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34616) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:13.459564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.465275 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/networks/dc8fb092-24a4-45dc-b32c-79b5a4806595 HTTP/1.1" status: 204 len: 168 time: 3.2140491 Aug 03 19:14:13.465492 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01915dbc-748b-4f17-bb0d-52fbfe074075 req-4427166f-c197-4550-9da7-bd46d82cd30d tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 944 time: 0.1646109 Aug 03 19:14:13.474369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34618) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:13.487109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-774920084'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:13.491350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=36b8314d-7e66-486e-88dc-80a2f1cf4fe1,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:13.527069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '36b8314d-7e66-486e-88dc-80a2f1cf4fe1', 'network_id': '052680ad-1e07-4bd9-bd66-31ff145ecbca', 'port_id': '36b8314d-7e66-486e-88dc-80a2f1cf4fe1', 'mac_address': 'fa:16:3e:56:5e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc75e556-74ca-42f1-9c5f-81615bfa056d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:13.531579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bed325-451c-49ed-9347-037b6e2de622 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Network': ['ID=dc8fb092-24a4-45dc-b32c-79b5a4806595,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:13.568202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:13.592375 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-03aef81e-5e78-481a-9800-906025af1dfc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5393562 Aug 03 19:14:13.598306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34620) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:13.625346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9037da-5f3e-4229-af97-2ced273f63a0 None None] Sync routers for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:13.641458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:13.646395 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.659503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c18205-ee8e-403e-b93d-369d6a74d7a3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting subnet 915ca7b4-74fe-4ce4-a3e3-91f372b0d4e7 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:13.676615 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0c18205-ee8e-403e-b93d-369d6a74d7a3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.729890 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.752924 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee863201-3815-4f03-ad31-4136fb5452b1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting subnet 09a412ff-0bc1-42aa-baa7-66ac55c5a783 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:13.754474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Attempting to bind port 8528764d-a455-42d0-8859-30a055dc1e6a on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:13.754823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Attempting to bind port 8528764d-a455-42d0-8859-30a055dc1e6a by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'f095d00d-c541-45ff-b815-15285b6cf109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bb6d4a5c-82e2-43de-a893-a10fcefafa93'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:13.755163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Attempting to bind port 8528764d-a455-42d0-8859-30a055dc1e6a on network bb6d4a5c-82e2-43de-a893-a10fcefafa93 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:13.760081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01915dbc-748b-4f17-bb0d-52fbfe074075 req-7b77aac4-b45a-4447-9269-1387aba8ed26 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960651 Aug 03 19:14:13.773660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0c18205-ee8e-403e-b93d-369d6a74d7a3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.782980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9037da-5f3e-4229-af97-2ced273f63a0 None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:13.783618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Port 8528764d-a455-42d0-8859-30a055dc1e6a on network bb6d4a5c-82e2-43de-a893-a10fcefafa93 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:14:13.783618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Attempting to bind port 8528764d-a455-42d0-8859-30a055dc1e6a on network bb6d4a5c-82e2-43de-a893-a10fcefafa93 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:13.784260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ca9037da-5f3e-4229-af97-2ced273f63a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:13.785139 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee863201-3815-4f03-ad31-4136fb5452b1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.791775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:14:13.796527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:13.796874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Checking segment: {'id': 'f095d00d-c541-45ff-b815-15285b6cf109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bb6d4a5c-82e2-43de-a893-a10fcefafa93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:13.797270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Bound using segment: {'id': 'f095d00d-c541-45ff-b815-15285b6cf109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bb6d4a5c-82e2-43de-a893-a10fcefafa93'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:13.797752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Bound port: 8528764d-a455-42d0-8859-30a055dc1e6a, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f095d00d-c541-45ff-b815-15285b6cf109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bb6d4a5c-82e2-43de-a893-a10fcefafa93'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:13.798697 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.806073 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.807092 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Added segment 7a2e192f-06eb-4c5b-a204-602d8741e559 of type vlan for network e76cf2ac-b9c2-4c21-8e20-7869d5be0279 Aug 03 19:14:13.891396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea8a06-e38e-4d2a-91b6-f4a2555cc200 req-67aeba80-74b2-4f96-b00f-65cb0421270d tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:13.899986 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6bea8a06-e38e-4d2a-91b6-f4a2555cc200 req-67aeba80-74b2-4f96-b00f-65cb0421270d tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 944 time: 0.1322563 Aug 03 19:14:13.949654 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee863201-3815-4f03-ad31-4136fb5452b1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.959636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] For port 8528764d-a455-42d0-8859-30a055dc1e6a, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:13.971389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:13.979878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6bea8a06-e38e-4d2a-91b6-f4a2555cc200 req-12964688-5edc-48bf-a1a1-d26aee0725df tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788641 Aug 03 19:14:13.999366 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.009544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] For port 8528764d-a455-42d0-8859-30a055dc1e6a, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8528764d-a455-42d0-8859-30a055dc1e6a,segment=NetworkSegment(f095d00d-c541-45ff-b815-15285b6cf109),segment_id=f095d00d-c541-45ff-b815-15285b6cf109)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:14.020541 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.044264 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.096026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a56cba78-69bd-49f5-bf88-670cf4db68c9, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:14.104910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2576d1-61b0-48b1-bedd-37f543cf4938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56cba78-69bd-49f5-bf88-670cf4db68c9'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:14.109593 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f4040e-b3fc-4c08-8539-8979058a8d32" -d '{"events": [{"server_uuid": "6a2576d1-61b0-48b1-bedd-37f543cf4938", "name": "network-vif-plugged", "status": "completed", "tag": "a56cba78-69bd-49f5-bf88-670cf4db68c9"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:14.113947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:14.118947 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.123712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-c4743630-709c-427f-b16d-935f6506e9da service neutron] 10.222.0.74 "PUT /v2.0/ports/8528764d-a455-42d0-8859-30a055dc1e6a HTTP/1.1" status: 200 len: 1092 time: 2.4040601 Aug 03 19:14:14.124504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4f2ea0-905d-46c6-8863-1326df6f7a55', 'tag': '8528764d-a455-42d0-8859-30a055dc1e6a'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:14.126513 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.127377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device cc56c4a4-a945-428f-ad2d-98d4566a96a6 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:14.147351 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa774bc-2b86-4c17-8f25-d6aa80bfd52b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4f2ea0-905d-46c6-8863-1326df6f7a55", "tag": "8528764d-a455-42d0-8859-30a055dc1e6a"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:14.223335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=36b8314d-7e66-486e-88dc-80a2f1cf4fe1,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:14.263734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.291586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:14.292523 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.307016 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b2c2de-7e46-458c-bc94-35ff170d3c00 x-openstack-request-id: req-19b2c2de-7e46-458c-bc94-35ff170d3c00 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:14.307382 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4f2ea0-905d-46c6-8863-1326df6f7a55", "tag": "8528764d-a455-42d0-8859-30a055dc1e6a", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:14.307574 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19b2c2de-7e46-458c-bc94-35ff170d3c00 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:14.307975 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4f2ea0-905d-46c6-8863-1326df6f7a55', 'tag': '8528764d-a455-42d0-8859-30a055dc1e6a', 'status': 'completed', 'code': 200} Aug 03 19:14:14.308613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4743630-709c-427f-b16d-935f6506e9da service neutron] Pushing event updated for resources: {'Port': ['ID=8528764d-a455-42d0-8859-30a055dc1e6a,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.372542 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0c18205-ee8e-403e-b93d-369d6a74d7a3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.450961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-82d8ee2b-4ea6-4999-b566-5520463b2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:14.454262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-82d8ee2b-4ea6-4999-b566-5520463b2a79 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=531b5a114a99456eb170a116bb3be18b&device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 1095 time: 0.2397316 Aug 03 19:14:14.490235 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6b62d9-8a77-449c-8fd6-dfe30ad8b1ef x-openstack-request-id: req-4a6b62d9-8a77-449c-8fd6-dfe30ad8b1ef {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:14.490570 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2576d1-61b0-48b1-bedd-37f543cf4938", "name": "network-vif-plugged", "status": "completed", "tag": "a56cba78-69bd-49f5-bf88-670cf4db68c9", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:14.490773 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a6b62d9-8a77-449c-8fd6-dfe30ad8b1ef {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:14.491186 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2576d1-61b0-48b1-bedd-37f543cf4938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56cba78-69bd-49f5-bf88-670cf4db68c9', 'code': 200} Aug 03 19:14:14.492389 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.525818 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0433288 Aug 03 19:14:14.531190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-ca9037da-5f3e-4229-af97-2ced273f63a0 None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:14.534645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee863201-3815-4f03-ad31-4136fb5452b1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.542065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34632) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:14.549197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'e76cf2ac-b9c2-4c21-8e20-7869d5be0279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:14.576002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Network': ['ID=e76cf2ac-b9c2-4c21-8e20-7869d5be0279,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.643470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port cc56c4a4-a945-428f-ad2d-98d4566a96a6 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:14.656258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.656704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.657154 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.657598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.657946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.659211 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.659570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.660468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.660468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.660721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.660858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.661290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc466bc-c966-4629-a7b0-f1ee3ea3d91d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:14.684504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f2b57-c7ed-479b-85f8-fa8b7d22f17e req-9a1600dd-cce6-4b1f-9a6c-134d6e8582b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:14.689433 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-402f2b57-c7ed-479b-85f8-fa8b7d22f17e req-9a1600dd-cce6-4b1f-9a6c-134d6e8582b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 1096 time: 0.3522398 Aug 03 19:14:14.694648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-bb04c8e4-df1d-4856-ae5c-3e8a6d071741 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8528764d-a455-42d0-8859-30a055dc1e6a HTTP/1.1" status: 200 len: 217 time: 0.1480947 Aug 03 19:14:14.694934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a56cba78-69bd-49f5-bf88-670cf4db68c9,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.698291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e76cf2ac-b9c2-4c21-8e20-7869d5be0279 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:14:14.730979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0c18205-ee8e-403e-b93d-369d6a74d7a3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.760705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=36b8314d-7e66-486e-88dc-80a2f1cf4fe1,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.790207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c18205-ee8e-403e-b93d-369d6a74d7a3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Subnet': ['ID=915ca7b4-74fe-4ce4-a3e3-91f372b0d4e7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.809140 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0c18205-ee8e-403e-b93d-369d6a74d7a3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.812138 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a0c18205-ee8e-403e-b93d-369d6a74d7a3 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/subnets/915ca7b4-74fe-4ce4-a3e3-91f372b0d4e7 HTTP/1.1" status: 204 len: 168 time: 1.3459132 Aug 03 19:14:14.818539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34636) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:14.834700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee863201-3815-4f03-ad31-4136fb5452b1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.884475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63da89a-9418-4b98-b164-1d3fcb8b6c2a req-905b351b-5342-44f6-98cf-7806b75e9384 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:14.888012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d63da89a-9418-4b98-b164-1d3fcb8b6c2a req-905b351b-5342-44f6-98cf-7806b75e9384 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 945 time: 0.4579885 Aug 03 19:14:14.896170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port cc56c4a4-a945-428f-ad2d-98d4566a96a6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:14.897016 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.904137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:14.909041 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.912229 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee863201-3815-4f03-ad31-4136fb5452b1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.919013 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ee863201-3815-4f03-ad31-4136fb5452b1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/09a412ff-0bc1-42aa-baa7-66ac55c5a783 HTTP/1.1" status: 204 len: 168 time: 1.3189981 Aug 03 19:14:14.925701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee863201-3815-4f03-ad31-4136fb5452b1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Subnet': ['ID=09a412ff-0bc1-42aa-baa7-66ac55c5a783,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.927490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34638) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:14.935304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['36b8314d-7e66-486e-88dc-80a2f1cf4fe1'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:14.981789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-402f2b57-c7ed-479b-85f8-fa8b7d22f17e req-90be754e-bf11-43ed-8af3-d626808bfb34 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838476 Aug 03 19:14:14.998742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-2906adbb-37d4-466d-ae29-885d500d21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:15.001267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-2906adbb-37d4-466d-ae29-885d500d21ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50733f55-8452-4104-8a79-6691342de829 HTTP/1.1" status: 200 len: 849 time: 0.2754517 Aug 03 19:14:15.042462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b2005b-4011-444e-afc7-c9b4e9d107fc None None] Network 255c32ff-e577-4de3-994b-a2e9d70d75dd requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:15.086185 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-3dc107cd-b0ff-4cf8-9d75-6b4a413a35d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb6d4a5c-82e2-43de-a893-a10fcefafa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694678 Aug 03 19:14:15.092411 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-801b507c-9af7-4b02-b997-dd7e954ce39b tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting subnet 9d820b64-80cd-4455-9f27-c435bb2d5de6 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:15.117295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-801b507c-9af7-4b02-b997-dd7e954ce39b tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.130928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d63da89a-9418-4b98-b164-1d3fcb8b6c2a req-3072e675-903a-4ab4-8a4d-853f1b20c436 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114232 Aug 03 19:14:15.209723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc922332-4912-43bb-a4c8-ae3ecb3cc95f None None] Network d3e0ef26-5eb0-4898-963c-cd411e88b97a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:15.225676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-801b507c-9af7-4b02-b997-dd7e954ce39b tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.340392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871c83c-dc2f-4035-a2cf-f77f794b4c52 req-219c9f1f-d7e6-45ed-99e6-0365c25ce2ad tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:15.342633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6871c83c-dc2f-4035-a2cf-f77f794b4c52 req-219c9f1f-d7e6-45ed-99e6-0365c25ce2ad tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 944 time: 0.3026617 Aug 03 19:14:15.389392 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.394650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc957a72-c0f6-4a4b-be62-c34a9aa40bd8 req-71785c5d-9289-4f5a-8054-0cd449b19bc2 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:15.396614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc957a72-c0f6-4a4b-be62-c34a9aa40bd8 req-71785c5d-9289-4f5a-8054-0cd449b19bc2 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 944 time: 0.1334670 Aug 03 19:14:15.441593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-fa388c02-f634-4948-9e24-346168a47eaf service neutron] 10.222.0.74 "GET /v2.0/networks/bb6d4a5c-82e2-43de-a893-a10fcefafa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299723 Aug 03 19:14:15.469416 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-801b507c-9af7-4b02-b997-dd7e954ce39b tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.527613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc957a72-c0f6-4a4b-be62-c34a9aa40bd8 req-19b302ce-9ea1-49b9-8661-33d928264681 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217158 Aug 03 19:14:15.537030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6871c83c-dc2f-4035-a2cf-f77f794b4c52 req-c2c8a112-d91b-4c07-922c-c6c2afaec456 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638069 Aug 03 19:14:15.589514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ca9037da-5f3e-4229-af97-2ced273f63a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:11Z', 'revision_number': 10, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:15.599286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.606702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-134764d4-ea0e-434c-91bb-5ee65bf3bea3 req-1d2c1607-b910-4942-b5ad-4179c9752ff2 service neutron] 10.222.0.74 "GET /v2.0/networks/bb6d4a5c-82e2-43de-a893-a10fcefafa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539204 Aug 03 19:14:15.674606 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.689741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9037da-5f3e-4229-af97-2ced273f63a0 None None] Checking router: 25e637d9-3953-4451-a40a-dca3aa5d799f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:15.707575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-801b507c-9af7-4b02-b997-dd7e954ce39b tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.772110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b507c-9af7-4b02-b997-dd7e954ce39b tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Subnet': ['ID=9d820b64-80cd-4455-9f27-c435bb2d5de6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:15.780897 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-801b507c-9af7-4b02-b997-dd7e954ce39b tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.782981 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-801b507c-9af7-4b02-b997-dd7e954ce39b tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/subnets/9d820b64-80cd-4455-9f27-c435bb2d5de6 HTTP/1.1" status: 204 len: 168 time: 0.9626989 Aug 03 19:14:15.787358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34644) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:15.819303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port cc56c4a4-a945-428f-ad2d-98d4566a96a6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:15.839166 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.857457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9037da-5f3e-4229-af97-2ced273f63a0 None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:15.858372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ca9037da-5f3e-4229-af97-2ced273f63a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:15.875894 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.879322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port 48676df3-ab2c-453c-a841-734fa907a57f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:15.879733 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.958862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa774bc-2b86-4c17-8f25-d6aa80bfd52b req-4e787b32-bec8-4e6c-adad-5ec4497a570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:15.960822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fa774bc-2b86-4c17-8f25-d6aa80bfd52b req-4e787b32-bec8-4e6c-adad-5ec4497a570d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=531b5a114a99456eb170a116bb3be18b&device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 1095 time: 0.2492630 Aug 03 19:14:16.037331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=cc56c4a4-a945-428f-ad2d-98d4566a96a6,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:16.043310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Checking segment: {'id': '7a2e192f-06eb-4c5b-a204-602d8741e559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e76cf2ac-b9c2-4c21-8e20-7869d5be0279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:16.043605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network hostable DHCP agents. Network: e76cf2ac-b9c2-4c21-8e20-7869d5be0279, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:14:16.046399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d716c002-8fb7-4416-8cfc-4e3282912eb4 None None] DHCP port deletion for d3e0ef26-5eb0-4898-963c-cd411e88b97a request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:16.050286 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port 48676df3-ab2c-453c-a841-734fa907a57f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=48676df3-ab2c-453c-a841-734fa907a57f,segment=NetworkSegment(30fa89d0-9e70-45ef-bc6b-720de372a2c0),segment_id=30fa89d0-9e70-45ef-bc6b-720de372a2c0)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:16.050687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.053538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Subnet': ['ID=33c67331-b74a-40d5-854c-c0fdf03e289d,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:16.055691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.073669 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for 48676df3-ab2c-453c-a841-734fa907a57f owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:16.096784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network e76cf2ac-b9c2-4c21-8e20-7869d5be0279 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:14:16.127681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e76cf2ac-b9c2-4c21-8e20-7869d5be0279) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:16.143348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa774bc-2b86-4c17-8f25-d6aa80bfd52b req-0fbb88bb-7430-4dec-9378-85fdfd9d3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:16.145081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fa774bc-2b86-4c17-8f25-d6aa80bfd52b req-0fbb88bb-7430-4dec-9378-85fdfd9d3eb7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb6d4a5c-82e2-43de-a893-a10fcefafa93 HTTP/1.1" status: 200 len: 910 time: 0.1689394 Aug 03 19:14:16.145977 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49a9b7a-b3ec-49b5-9472-0df86cc7f461 None None] Network e76cf2ac-b9c2-4c21-8e20-7869d5be0279 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:16.201446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fa774bc-2b86-4c17-8f25-d6aa80bfd52b req-c3df561e-36e5-433c-9902-9ef24b79e9f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8528764d-a455-42d0-8859-30a055dc1e6a HTTP/1.1" status: 200 len: 217 time: 0.0463688 Aug 03 19:14:16.203614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting port af7c0865-ebd5-4bb3-a012-81e0f74e691f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:16.204084 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.208711 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:16.209793 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.287197 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e7e4fb7e-f9ce-43d8-a27e-276dfa60654b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7432549 Aug 03 19:14:16.296428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34650) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:16.306309 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': 'e76cf2ac-b9c2-4c21-8e20-7869d5be0279', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1266830822'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:16.367994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-ca9037da-5f3e-4229-af97-2ced273f63a0 None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:16.493678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6514778f-2415-4b13-9787-6a9a702462de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:16.496077 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2029675-64dc-4061-9cb5-53c7ef65f8ac" -d '{"events": [{"server_uuid": "6514778f-2415-4b13-9787-6a9a702462de", "name": "network-vif-plugged", "status": "completed", "tag": "cc56c4a4-a945-428f-ad2d-98d4566a96a6"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:16.584503 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] For port af7c0865-ebd5-4bb3-a012-81e0f74e691f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=af7c0865-ebd5-4bb3-a012-81e0f74e691f,segment=NetworkSegment(9464e3a1-0eed-44f7-b4a4-d47046c13c79),segment_id=9464e3a1-0eed-44f7-b4a4-d47046c13c79)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:16.585468 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.600841 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21934d34-42f5-4522-bee0-21635a916913 x-openstack-request-id: req-21934d34-42f5-4522-bee0-21635a916913 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:16.604908 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6514778f-2415-4b13-9787-6a9a702462de", "name": "network-vif-plugged", "status": "completed", "tag": "cc56c4a4-a945-428f-ad2d-98d4566a96a6", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:16.607432 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-21934d34-42f5-4522-bee0-21635a916913 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:16.608110 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6514778f-2415-4b13-9787-6a9a702462de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6', 'code': 200} Aug 03 19:14:16.630546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea9240-dce3-4343-9233-aad8de4908ae req-4ab63bb3-abb6-4a62-a96a-41e4f0d2d7c9 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:16.649686 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.650063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75ea9240-dce3-4343-9233-aad8de4908ae req-4ab63bb3-abb6-4a62-a96a-41e4f0d2d7c9 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 945 time: 0.3095386 Aug 03 19:14:16.672685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa774bc-2b86-4c17-8f25-d6aa80bfd52b req-b518b2e3-eb4c-47d9-8cc8-23fe19d0ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:16.676252 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fa774bc-2b86-4c17-8f25-d6aa80bfd52b req-b518b2e3-eb4c-47d9-8cc8-23fe19d0ba41 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50733f55-8452-4104-8a79-6691342de829 HTTP/1.1" status: 200 len: 849 time: 0.4572845 Aug 03 19:14:16.772486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 48676df3-ab2c-453c-a841-734fa907a57f no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:16.787957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No DVR routers for this DVR port 48676df3-ab2c-453c-a841-734fa907a57f on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:16.824081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d716c002-8fb7-4416-8cfc-4e3282912eb4 None None] Deleting port 48676df3-ab2c-453c-a841-734fa907a57f {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:16.824358 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d716c002-8fb7-4416-8cfc-4e3282912eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:16.839468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 48676df3-ab2c-453c-a841-734fa907a57f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:16.839823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 48676df3-ab2c-453c-a841-734fa907a57f not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:16.909362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b0669-0595-48d0-8b77-4c39a8ae481c None None] Update dhcp port {'port': {'network_id': '255c32ff-e577-4de3-994b-a2e9d70d75dd', 'fixed_ips': [{'subnet_id': '9d820b64-80cd-4455-9f27-c435bb2d5de6'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'af7c0865-ebd5-4bb3-a012-81e0f74e691f'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:14:16.919048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fa774bc-2b86-4c17-8f25-d6aa80bfd52b req-75bffeac-7200-4988-999c-df0a8835808e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb6d4a5c-82e2-43de-a893-a10fcefafa93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2132177 Aug 03 19:14:16.922696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Calling delete_port for af7c0865-ebd5-4bb3-a012-81e0f74e691f owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:16.945637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=48676df3-ab2c-453c-a841-734fa907a57f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:16.989441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.008928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e0ef26-5eb0-4898-963c-cd411e88b97a']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:17.020116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:17.024723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.032352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fa89d0-9e70-45ef-bc6b-720de372a2c0') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:17.033027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fa89d0-9e70-45ef-bc6b-720de372a2c0') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:17.056002 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.063894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port ff30a8cd-443c-467f-a39b-09ec351681bf yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:14:17.129289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.138276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:17.138759 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:17.187818 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:17.190282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:17.266417 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.272929 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f21b0669-0595-48d0-8b77-4c39a8ae481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.277309 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.284663 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/networks/d3e0ef26-5eb0-4898-963c-cd411e88b97a HTTP/1.1" status: 204 len: 168 time: 2.3468759 Aug 03 19:14:17.286273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d716c002-8fb7-4416-8cfc-4e3282912eb4 None None] For port 48676df3-ab2c-453c-a841-734fa907a57f, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:17.286723 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d716c002-8fb7-4416-8cfc-4e3282912eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.290492 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34658) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:17.359744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f36543-a6cc-4476-847a-23bc4c1e4291 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Network': ['ID=d3e0ef26-5eb0-4898-963c-cd411e88b97a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:17.367298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d716c002-8fb7-4416-8cfc-4e3282912eb4 None None] Calling delete_port for 48676df3-ab2c-453c-a841-734fa907a57f owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:17.373194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-d716c002-8fb7-4416-8cfc-4e3282912eb4 None None] Port 48676df3-ab2c-453c-a841-734fa907a57f was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:14:17.385779 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d716c002-8fb7-4416-8cfc-4e3282912eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.417598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.3 (e76cf2ac-b9c2-4c21-8e20-7869d5be0279/33c67331-b74a-40d5-854c-c0fdf03e289d/ff30a8cd-443c-467f-a39b-09ec351681bf) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:17.449261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716c002-8fb7-4416-8cfc-4e3282912eb4 None None] Pushing event deleted for resources: {'Port': ['ID=48676df3-ab2c-453c-a841-734fa907a57f,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:17.453097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-e76cf2ac-b9c2-4c21-8e20-7869d5be0279', 'network_id': 'e76cf2ac-b9c2-4c21-8e20-7869d5be0279', 'tenant_id': 'bf9a8db7d5cb41c3897b106b2f6fdb24', 'fixed_ips': [{'subnet_id': '33c67331-b74a-40d5-854c-c0fdf03e289d'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:14:17.456439 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.497616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d716c002-8fb7-4416-8cfc-4e3282912eb4 None None] Network d3e0ef26-5eb0-4898-963c-cd411e88b97a is not hosted by any dhcp agent {{(pid=100489) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:14:17.497616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716c002-8fb7-4416-8cfc-4e3282912eb4 None None] No DVR routers for this DVR port 48676df3-ab2c-453c-a841-734fa907a57f on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:17.547062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:17.687315 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:17.687693 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:17.698425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ca9037da-5f3e-4229-af97-2ced273f63a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:11Z', 'revision_number': 10, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:17.779395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fa774bc-2b86-4c17-8f25-d6aa80bfd52b req-e160c16e-7022-4e2b-8d26-eeaf321bd0bc service neutron] 10.222.0.74 "GET /v2.0/networks/bb6d4a5c-82e2-43de-a893-a10fcefafa93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8249815 Aug 03 19:14:17.809187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9037da-5f3e-4229-af97-2ced273f63a0 None None] The sync data for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 is: [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:11Z', 'revision_number': 10, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None, '_interfaces': [{'id': '602633c0-7922-45e6-b750-a60b8029c03c', 'name': '', 'network_id': '917ce631-7d4d-42bf-a73a-41ed7c5c1c5d', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'mac_address': 'fa:16:3e:f4:64:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:29Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 5, 'project_id': '5ad8365d995f429688938a0e4021db13', 'subnets': [{'id': 'f891f7e3-acb3-4124-8895-7aef52a6d384', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:17.858953 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccdcac4-f697-4ecd-9bcd-8767231156d9 None None] Network 255c32ff-e577-4de3-994b-a2e9d70d75dd requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:17.883236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75ea9240-dce3-4343-9233-aad8de4908ae req-d1599328-2412-4776-90b2-01c6259de3c5 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2368650 Aug 03 19:14:17.885197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c91bb-3662-4660-bbb4-13968f595ade req-42747af5-0d90-454f-97a8-81b91f1b7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:17.887072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f8c91bb-3662-4660-bbb4-13968f595ade req-42747af5-0d90-454f-97a8-81b91f1b7db2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 1096 time: 1.1461046 Aug 03 19:14:17.952689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fcc17-0b28-4aaf-b925-dac51bed5ad4 req-b82c6c06-f5be-41f7-9d33-a6822ee4679c tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:17.961104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c1fcc17-0b28-4aaf-b925-dac51bed5ad4 req-b82c6c06-f5be-41f7-9d33-a6822ee4679c tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 944 time: 1.1495621 Aug 03 19:14:18.061241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f8c91bb-3662-4660-bbb4-13968f595ade req-aa2c0ae9-5ace-442b-8c3d-0900fa8323c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596732 Aug 03 19:14:18.067419 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.105420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c1fcc17-0b28-4aaf-b925-dac51bed5ad4 req-d569b0df-7fb2-41e4-9dd6-bd37d51aef76 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432314 Aug 03 19:14:18.145286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-27e8e3b1-5b9e-44a5-af43-b27e15340fc5 None None] Provisioning complete for port af7c0865-ebd5-4bb3-a012-81e0f74e691f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:18.145931 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-27e8e3b1-5b9e-44a5-af43-b27e15340fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.152355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Port': ['ID=af7c0865-ebd5-4bb3-a012-81e0f74e691f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:18.164823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No DVR routers for this DVR port af7c0865-ebd5-4bb3-a012-81e0f74e691f on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:18.207012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-27e8e3b1-5b9e-44a5-af43-b27e15340fc5 None None] Port af7c0865-ebd5-4bb3-a012-81e0f74e691f was deleted so its status cannot be updated. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:14:18.222395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fa774bc-2b86-4c17-8f25-d6aa80bfd52b req-b554f7f7-a9f2-4ac2-9d9a-c41f7967a497 service neutron] 10.222.0.74 "GET /v2.0/networks/bb6d4a5c-82e2-43de-a893-a10fcefafa93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310187 Aug 03 19:14:18.231164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea835-ea70-47b1-958e-df84c2a677f4 req-4711ed0e-f1ef-4314-a9b6-588c5b73dbbf tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:18.232903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a6ea835-ea70-47b1-958e-df84c2a677f4 req-4711ed0e-f1ef-4314-a9b6-588c5b73dbbf tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.2258799 Aug 03 19:14:18.269254 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.296730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.329938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.332185 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object ff30a8cd-443c-467f-a39b-09ec351681bf will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:18.348590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255c32ff-e577-4de3-994b-a2e9d70d75dd']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:18.361542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9464e3a1-0eed-44f7-b4a4-d47046c13c79') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:18.361755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9464e3a1-0eed-44f7-b4a4-d47046c13c79') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:18.379310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.384110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95667379-66c9-4a52-9a17-e96718b34b12 None None] DHCP port deletion for 255c32ff-e577-4de3-994b-a2e9d70d75dd request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:18.402238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=36b8314d-7e66-486e-88dc-80a2f1cf4fe1,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:18.412092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.418186 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.426871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:18.427821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.445869 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:18.516448 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:18.521454 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.536485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.538642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/255c32ff-e577-4de3-994b-a2e9d70d75dd HTTP/1.1" status: 204 len: 168 time: 2.7499940 Aug 03 19:14:18.549151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34662) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.569309 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network e76cf2ac-b9c2-4c21-8e20-7869d5be0279 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:18.580020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:18.590414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:18.591157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bcafe-9ae4-48ed-b748-288803435183 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Network': ['ID=255c32ff-e577-4de3-994b-a2e9d70d75dd,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:18.617739 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb28c31-3e23-41a9-9260-a46bc59f61db tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:18.618203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb28c31-3e23-41a9-9260-a46bc59f61db tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:18.621920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2cb28c31-3e23-41a9-9260-a46bc59f61db tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/subnets/4f4fba54-a415-4529-8cb5-4e8b52ae277a HTTP/1.1" status: 404 len: 337 time: 0.0392172 Aug 03 19:14:18.634051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34664) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.638175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=ff30a8cd-443c-467f-a39b-09ec351681bf,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:18.640816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aa3826-62f8-42ab-b36f-6895f7b30ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b8314d-7e66-486e-88dc-80a2f1cf4fe1'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:18.657468 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d230125e-48a5-4053-bb22-9d26d385f097" -d '{"events": [{"server_uuid": "02aa3826-62f8-42ab-b36f-6895f7b30ee4", "name": "network-vif-plugged", "status": "completed", "tag": "36b8314d-7e66-486e-88dc-80a2f1cf4fe1"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:18.662667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a6ea835-ea70-47b1-958e-df84c2a677f4 req-11aa5f14-89c9-4231-8895-5792fe65fd32 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537533 Aug 03 19:14:18.676129 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e635942f-c471-4bea-a4b5-1aaf42794ab9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:18.679170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e635942f-c471-4bea-a4b5-1aaf42794ab9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:18.683655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e635942f-c471-4bea-a4b5-1aaf42794ab9 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/2cd0be8d-5f97-4efd-876e-f8541033cda9 HTTP/1.1" status: 404 len: 339 time: 0.0482745 Aug 03 19:14:18.691776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34668) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.713383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4180a81-d891-47e1-b7fc-6eaa561435d8 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:18.720292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:18.721216 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.725391 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2283ba85-1967-483b-93fc-477e2798379b x-openstack-request-id: req-2283ba85-1967-483b-93fc-477e2798379b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:18.725756 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02aa3826-62f8-42ab-b36f-6895f7b30ee4", "name": "network-vif-plugged", "status": "completed", "tag": "36b8314d-7e66-486e-88dc-80a2f1cf4fe1", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:18.726030 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2283ba85-1967-483b-93fc-477e2798379b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:18.726350 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02aa3826-62f8-42ab-b36f-6895f7b30ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b8314d-7e66-486e-88dc-80a2f1cf4fe1', 'code': 200} Aug 03 19:14:18.727579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Allocated IP 172.20.0.2 (e76cf2ac-b9c2-4c21-8e20-7869d5be0279/33c67331-b74a-40d5-854c-c0fdf03e289d/37a49bbb-572f-43bc-bf37-b9b477725596) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:18.761682 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9649687-b8d2-473b-b719-513649b49a37 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:18.762021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9649687-b8d2-473b-b719-513649b49a37 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:18.763024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c4180a81-d891-47e1-b7fc-6eaa561435d8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:18.763373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4180a81-d891-47e1-b7fc-6eaa561435d8 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:18.769161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device af7c0865-ebd5-4bb3-a012-81e0f74e691f no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:18.769363 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f9649687-b8d2-473b-b719-513649b49a37 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/subnets/b7efffe8-11bf-4bf4-8a41-0f10f853af11 HTTP/1.1" status: 404 len: 337 time: 0.0703349 Aug 03 19:14:18.769363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34670) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.811163 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-567adc4b-306a-4816-895d-29721d30ac08 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5107057 Aug 03 19:14:18.811633 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34674) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.812124 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2a1fc1-7a4e-474a-9b58-334ae55d9c91 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:18.812716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2a1fc1-7a4e-474a-9b58-334ae55d9c91 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:18.817573 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cc2a1fc1-7a4e-474a-9b58-334ae55d9c91 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/5a25d25d-1f06-4b9f-bd3e-4a694c220074 HTTP/1.1" status: 404 len: 339 time: 0.0458462 Aug 03 19:14:18.818033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34676) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.844620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: af7c0865-ebd5-4bb3-a012-81e0f74e691f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:18.845384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device af7c0865-ebd5-4bb3-a012-81e0f74e691f not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:18.859594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=36b8314d-7e66-486e-88dc-80a2f1cf4fe1,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:18.862676 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-204dd2b6-12a8-4754-a0e0-1572a3a6ca44 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:18.863139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204dd2b6-12a8-4754-a0e0-1572a3a6ca44 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:18.867301 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-204dd2b6-12a8-4754-a0e0-1572a3a6ca44 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/subnets/98467b4e-1726-4e86-a856-6b539694014e HTTP/1.1" status: 404 len: 337 time: 0.0450525 Aug 03 19:14:18.867610 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34678) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.891122 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee6b8f4-fa1e-40fd-861c-5d30dca1babd tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:18.891773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee6b8f4-fa1e-40fd-861c-5d30dca1babd tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:18.897523 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7ee6b8f4-fa1e-40fd-861c-5d30dca1babd tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/e8e1663a-7d89-47b3-bab6-f71051765511 HTTP/1.1" status: 404 len: 339 time: 0.0251386 Aug 03 19:14:18.898922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34680) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:19.003580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8528764d-a455-42d0-8859-30a055dc1e6a details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:19.068979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6c6daf-ad0c-4454-a538-9ee0da00035c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting subnet abe8a4c5-d65a-4c7e-99ae-f56d3513d5ff {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:19.081375 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6daf-ad0c-4454-a538-9ee0da00035c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.113820 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.116934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4974b3-28b6-437a-b8de-05d1ab4978f3 req-15fc4a3a-0124-450d-b377-51712c9b5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:19.119696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e4974b3-28b6-437a-b8de-05d1ab4978f3 req-15fc4a3a-0124-450d-b377-51712c9b5bf4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 1097 time: 0.2233441 Aug 03 19:14:19.149944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f9f96434-2f84-4b7a-be96-51bbc5ca1f99 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port ff30a8cd-443c-467f-a39b-09ec351681bf {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:19.150366 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9f96434-2f84-4b7a-be96-51bbc5ca1f99 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.243170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d2c5d-4365-44e7-9cb6-e13825fbaffb req-03684be9-8691-4833-b6c0-7a0017387a3a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:19.244853 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e32d2c5d-4365-44e7-9cb6-e13825fbaffb req-03684be9-8691-4833-b6c0-7a0017387a3a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.1973469 Aug 03 19:14:19.258748 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.267505 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6daf-ad0c-4454-a538-9ee0da00035c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.273671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e4974b3-28b6-437a-b8de-05d1ab4978f3 req-1fd9a28e-a153-4ac4-8bd5-eeb0d4a71412 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420162 Aug 03 19:14:19.296661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Transition to ACTIVE for port object 37a49bbb-572f-43bc-bf37-b9b477725596 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:19.322671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8528764d-a455-42d0-8859-30a055dc1e6a, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8528764d-a455-42d0-8859-30a055dc1e6a,segment=NetworkSegment(f095d00d-c541-45ff-b815-15285b6cf109),segment_id=f095d00d-c541-45ff-b815-15285b6cf109)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:19.357073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '8528764d-a455-42d0-8859-30a055dc1e6a', 'network_id': 'bb6d4a5c-82e2-43de-a893-a10fcefafa93', 'port_id': '8528764d-a455-42d0-8859-30a055dc1e6a', 'mac_address': 'fa:16:3e:54:dc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50733f55-8452-4104-8a79-6691342de829', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:19.361091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e32d2c5d-4365-44e7-9cb6-e13825fbaffb req-6548f68e-8cfe-4592-8131-19876028599e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007800 Aug 03 19:14:19.364817 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9f96434-2f84-4b7a-be96-51bbc5ca1f99 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.365351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Transition to ACTIVE for port object 37a49bbb-572f-43bc-bf37-b9b477725596 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:19.383515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac1a3f-c093-49b1-8669-ca6388a13f0e req-842778c9-9958-419b-94cd-1634385e558f tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:19.385404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5eac1a3f-c093-49b1-8669-ca6388a13f0e req-842778c9-9958-419b-94cd-1634385e558f tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 944 time: 0.1347411 Aug 03 19:14:19.395837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f9f96434-2f84-4b7a-be96-51bbc5ca1f99 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for ff30a8cd-443c-467f-a39b-09ec351681bf owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:19.446791 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.447297 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6daf-ad0c-4454-a538-9ee0da00035c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.524857 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5eac1a3f-c093-49b1-8669-ca6388a13f0e req-937259a1-bf81-4ae2-a4de-76f090a24ebb tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174681 Aug 03 19:14:19.536573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Network e76cf2ac-b9c2-4c21-8e20-7869d5be0279 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:19.538535 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.570951 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:19.576888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:19.585709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8528764d-a455-42d0-8859-30a055dc1e6a {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:19.593571 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6daf-ad0c-4454-a538-9ee0da00035c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.610716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Pushing event updated for resources: {'Port': ['ID=37a49bbb-572f-43bc-bf37-b9b477725596,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:19.642852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8528764d-a455-42d0-8859-30a055dc1e6a, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8528764d-a455-42d0-8859-30a055dc1e6a,segment=NetworkSegment(f095d00d-c541-45ff-b815-15285b6cf109),segment_id=f095d00d-c541-45ff-b815-15285b6cf109)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:19.644539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c6daf-ad0c-4454-a538-9ee0da00035c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Subnet': ['ID=abe8a4c5-d65a-4c7e-99ae-f56d3513d5ff,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:19.649150 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9f96434-2f84-4b7a-be96-51bbc5ca1f99 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.650422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port 602633c0-7922-45e6-b750-a60b8029c03c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:19.650651 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.664025 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.681753 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa6c6daf-ad0c-4454-a538-9ee0da00035c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.687807 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aa6c6daf-ad0c-4454-a538-9ee0da00035c tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/subnets/abe8a4c5-d65a-4c7e-99ae-f56d3513d5ff HTTP/1.1" status: 204 len: 168 time: 0.7856743 Aug 03 19:14:19.689637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34686) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:19.702776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae47ae-6ee0-4b46-b2f4-5db29db0dcdd None None] Network 5f7eeb60-d1d1-4369-9725-338d721cd403 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:19.709689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f96434-2f84-4b7a-be96-51bbc5ca1f99 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=ff30a8cd-443c-467f-a39b-09ec351681bf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:19.723695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Attempting to bind port 37a49bbb-572f-43bc-bf37-b9b477725596 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:19.724053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Attempting to bind port 37a49bbb-572f-43bc-bf37-b9b477725596 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7a2e192f-06eb-4c5b-a204-602d8741e559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e76cf2ac-b9c2-4c21-8e20-7869d5be0279'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:19.724519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Attempting to bind port 37a49bbb-572f-43bc-bf37-b9b477725596 on network e76cf2ac-b9c2-4c21-8e20-7869d5be0279 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:19.772285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:19.772862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Checking segment: {'id': '7a2e192f-06eb-4c5b-a204-602d8741e559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e76cf2ac-b9c2-4c21-8e20-7869d5be0279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:19.773377 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.773913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Bound using segment: {'id': '7a2e192f-06eb-4c5b-a204-602d8741e559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e76cf2ac-b9c2-4c21-8e20-7869d5be0279'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:19.774525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Bound port: 37a49bbb-572f-43bc-bf37-b9b477725596, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2e192f-06eb-4c5b-a204-602d8741e559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'e76cf2ac-b9c2-4c21-8e20-7869d5be0279'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:19.775110 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.820976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=8528764d-a455-42d0-8859-30a055dc1e6a,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:19.877834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port 602633c0-7922-45e6-b750-a60b8029c03c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=602633c0-7922-45e6-b750-a60b8029c03c,segment=NetworkSegment(078b7ad6-fcec-4078-b8ce-8d1e6d2776c4),segment_id=078b7ad6-fcec-4078-b8ce-8d1e6d2776c4)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:19.878948 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.906655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for 602633c0-7922-45e6-b750-a60b8029c03c owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:19.930384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] For port 37a49bbb-572f-43bc-bf37-b9b477725596, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:19.934618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] For port 37a49bbb-572f-43bc-bf37-b9b477725596, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=37a49bbb-572f-43bc-bf37-b9b477725596,segment=NetworkSegment(7a2e192f-06eb-4c5b-a204-602d8741e559),segment_id=7a2e192f-06eb-4c5b-a204-602d8741e559)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:19.942453 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.037683 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.074501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4d831-2483-48a4-800c-e098a7192e4d req-42243c7e-c65f-4352-bdae-e973790e39a2 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:20.086433 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fc4d831-2483-48a4-800c-e098a7192e4d req-42243c7e-c65f-4352-bdae-e973790e39a2 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.2425146 Aug 03 19:14:20.092490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9f96434-2f84-4b7a-be96-51bbc5ca1f99 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.100708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f9f96434-2f84-4b7a-be96-51bbc5ca1f99 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/ff30a8cd-443c-467f-a39b-09ec351681bf HTTP/1.1" status: 204 len: 168 time: 1.2877529 Aug 03 19:14:20.107321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8af264-2485-44b9-aa35-95f90890cb9a None None] Pushing event updated for resources: {'Port': ['ID=37a49bbb-572f-43bc-bf37-b9b477725596,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:20.111314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34694) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:20.147831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8528764d-a455-42d0-8859-30a055dc1e6a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:20.152352 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb82832-a688-4847-ae3c-f1c4c91dc5b9 None None] DHCP port deletion for 5f7eeb60-d1d1-4369-9725-338d721cd403 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:20.185292 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7515f6-201d-4dbd-89cb-e5174e608904 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:14:20.187272 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4c7515f6-201d-4dbd-89cb-e5174e608904 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/ff30a8cd-443c-467f-a39b-09ec351681bf HTTP/1.1" status: 404 len: 333 time: 0.0744677 Aug 03 19:14:20.191955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34698) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:20.252852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fc4d831-2483-48a4-800c-e098a7192e4d req-5efcc191-19af-4e50-816d-1a84f390ba02 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500509 Aug 03 19:14:20.283037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting port 05df6f08-656d-4de2-a410-8e0868594199 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:20.283433 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.350494 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb223467-24ad-4df7-a0be-d99cdbd39eb0 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting subnet 33c67331-b74a-40d5-854c-c0fdf03e289d {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:20.359723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb223467-24ad-4df7-a0be-d99cdbd39eb0 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.455403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] For port 05df6f08-656d-4de2-a410-8e0868594199, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=05df6f08-656d-4de2-a410-8e0868594199,segment=NetworkSegment(c2f38e09-e3b4-454f-ab42-22178268190b),segment_id=c2f38e09-e3b4-454f-ab42-22178268190b)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:20.457191 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.487162 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.495424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-fdb82832-a688-4847-ae3c-f1c4c91dc5b9 None None] Deleting port 05df6f08-656d-4de2-a410-8e0868594199 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:20.496414 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fdb82832-a688-4847-ae3c-f1c4c91dc5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.540148 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb223467-24ad-4df7-a0be-d99cdbd39eb0 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.618091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=602633c0-7922-45e6-b750-a60b8029c03c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:20.732955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Calling delete_port for 05df6f08-656d-4de2-a410-8e0868594199 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:20.739646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-fdb82832-a688-4847-ae3c-f1c4c91dc5b9 None None] For port 05df6f08-656d-4de2-a410-8e0868594199, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=05df6f08-656d-4de2-a410-8e0868594199,segment=NetworkSegment(c2f38e09-e3b4-454f-ab42-22178268190b),segment_id=c2f38e09-e3b4-454f-ab42-22178268190b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:20.740063 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fdb82832-a688-4847-ae3c-f1c4c91dc5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.771631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-fdb82832-a688-4847-ae3c-f1c4c91dc5b9 None None] Calling delete_port for 05df6f08-656d-4de2-a410-8e0868594199 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:20.867769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 05df6f08-656d-4de2-a410-8e0868594199 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:20.908431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb223467-24ad-4df7-a0be-d99cdbd39eb0 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.004924 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb223467-24ad-4df7-a0be-d99cdbd39eb0 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.080154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34e9cd-3edf-4931-a8df-7e3ac81da0e8 req-d36d3ab7-7983-4f91-8997-36a2f58f9307 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:21.086693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a34e9cd-3edf-4931-a8df-7e3ac81da0e8 req-d36d3ab7-7983-4f91-8997-36a2f58f9307 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.5968423 Aug 03 19:14:21.104021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34712) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:21.123061 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb223467-24ad-4df7-a0be-d99cdbd39eb0 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.125301 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bb223467-24ad-4df7-a0be-d99cdbd39eb0 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/33c67331-b74a-40d5-854c-c0fdf03e289d HTTP/1.1" status: 204 len: 168 time: 0.9323092 Aug 03 19:14:21.129386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb223467-24ad-4df7-a0be-d99cdbd39eb0 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Subnet': ['ID=33c67331-b74a-40d5-854c-c0fdf03e289d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:21.133541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34714) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:21.146037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ec9a752d-5c3d-4f8f-bc90-6fdebddcfe19 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'floatingip': {'port_id': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:21.156960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fdb82832-a688-4847-ae3c-f1c4c91dc5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.211916 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.245396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb82832-a688-4847-ae3c-f1c4c91dc5b9 None None] Pushing event deleted for resources: {'Port': ['ID=05df6f08-656d-4de2-a410-8e0868594199,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:21.255684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb82832-a688-4847-ae3c-f1c4c91dc5b9 None None] No DVR routers for this DVR port 05df6f08-656d-4de2-a410-8e0868594199 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:21.257414 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.305674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abbbcd-50ab-449a-b709-56d4e53bde19 req-406e7aba-512d-49f1-977a-338dc0717659 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:21.318981 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82abbbcd-50ab-449a-b709-56d4e53bde19 req-406e7aba-512d-49f1-977a-338dc0717659 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.5758417 Aug 03 19:14:21.346741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec9a752d-5c3d-4f8f-bc90-6fdebddcfe19 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.416964 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.593659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 25e637d9-3953-4451-a40a-dca3aa5d799f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:21.633909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82abbbcd-50ab-449a-b709-56d4e53bde19 req-c241140b-765b-4032-8f10-becd416247a1 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136127 Aug 03 19:14:21.712034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port 37a49bbb-572f-43bc-bf37-b9b477725596 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:21.712393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.716113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:21.733456 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-013bdad8-0fd1-414a-8c75-b627066edf38 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4417222 Aug 03 19:14:21.746038 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abae161-890f-4c1e-a0f9-4e52b52759cd None None] Sync routers for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:21.768662 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abae161-890f-4c1e-a0f9-4e52b52759cd None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:21.770187 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0abae161-890f-4c1e-a0f9-4e52b52759cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:21.778067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34724) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:21.786938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.864931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ffc1d-8df8-4499-bc1f-41278995f48e req-3d8fff98-403b-421e-ab42-19979e43f025 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:21.873658 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d33ffc1d-8df8-4499-bc1f-41278995f48e req-3d8fff98-403b-421e-ab42-19979e43f025 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 945 time: 0.6327517 Aug 03 19:14:21.883149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Port': ['ID=05df6f08-656d-4de2-a410-8e0868594199,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:21.919758 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-b169f691-dea1-4745-8cba-4961038bdfdc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting subnet f891f7e3-acb3-4124-8895-7aef52a6d384 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:21.943792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b169f691-dea1-4745-8cba-4961038bdfdc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.964870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No DVR routers for this DVR port 05df6f08-656d-4de2-a410-8e0868594199 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:22.004099 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0abae161-890f-4c1e-a0f9-4e52b52759cd None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:22.062745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] For port 37a49bbb-572f-43bc-bf37-b9b477725596, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=37a49bbb-572f-43bc-bf37-b9b477725596,segment=NetworkSegment(7a2e192f-06eb-4c5b-a204-602d8741e559),segment_id=7a2e192f-06eb-4c5b-a204-602d8741e559)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:22.063048 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.101291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2f5e1-019e-4c29-b2a2-d39d23100546 None None] Network e76cf2ac-b9c2-4c21-8e20-7869d5be0279 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:22.112334 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b169f691-dea1-4745-8cba-4961038bdfdc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.156051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for 37a49bbb-572f-43bc-bf37-b9b477725596 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:22.185130 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0abae161-890f-4c1e-a0f9-4e52b52759cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:20Z', 'revision_number': 11, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:22.248283 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abae161-890f-4c1e-a0f9-4e52b52759cd None None] Checking router: 25e637d9-3953-4451-a40a-dca3aa5d799f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:22.266288 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.276356 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abae161-890f-4c1e-a0f9-4e52b52759cd None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:22.277384 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0abae161-890f-4c1e-a0f9-4e52b52759cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:22.279980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7eeb60-d1d1-4369-9725-338d721cd403']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:22.284021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a5967810-69eb-450d-82ab-5e364f9a80a1 None None] Provisioning for port 37a49bbb-572f-43bc-bf37-b9b477725596 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:22.293907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f38e09-e3b4-454f-ab42-22178268190b') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:22.294892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f38e09-e3b4-454f-ab42-22178268190b') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:22.306460 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.325199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.328960 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b169f691-dea1-4745-8cba-4961038bdfdc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.333188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:22.333780 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.411685 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b169f691-dea1-4745-8cba-4961038bdfdc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:22.456464 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:22.514317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169f691-dea1-4745-8cba-4961038bdfdc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Subnet': ['ID=f891f7e3-acb3-4124-8895-7aef52a6d384,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:22.525154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b169f691-dea1-4745-8cba-4961038bdfdc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.527813 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.536181 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b169f691-dea1-4745-8cba-4961038bdfdc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/f891f7e3-acb3-4124-8895-7aef52a6d384 HTTP/1.1" status: 204 len: 168 time: 0.7547436 Aug 03 19:14:22.536883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34730) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:22.542260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d33ffc1d-8df8-4499-bc1f-41278995f48e req-62d86f2c-5d1a-44b4-bcea-95865dfbb80e tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672096 Aug 03 19:14:22.625030 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0abae161-890f-4c1e-a0f9-4e52b52759cd None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:22.635822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e69b7d-8646-4191-9f85-56d12bf87025 None None] Network 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:22.694966 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.698990 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/5f7eeb60-d1d1-4369-9725-338d721cd403 HTTP/1.1" status: 204 len: 168 time: 3.0080881 Aug 03 19:14:22.714552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e5dc2-358e-4247-bfc7-c61a88532870 None None] DHCP port deletion for e76cf2ac-b9c2-4c21-8e20-7869d5be0279 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:22.716903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34732) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:22.725835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ceecf-31fa-4776-a1b5-6f2439da899f tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Network': ['ID=5f7eeb60-d1d1-4369-9725-338d721cd403,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:22.764332 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.770869 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0abae161-890f-4c1e-a0f9-4e52b52759cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:20Z', 'revision_number': 11, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:22.790212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c58cc-d84e-4bae-a42b-eb019d2bf976 req-57fdd8d0-d56b-4db7-90b1-a2fc86edc1e6 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:22.791981 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a1c58cc-d84e-4bae-a42b-eb019d2bf976 req-57fdd8d0-d56b-4db7-90b1-a2fc86edc1e6 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.6381330 Aug 03 19:14:22.792955 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ff8298-863f-43bd-b4ab-4b75ed581ab7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:22.793408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ff8298-863f-43bd-b4ab-4b75ed581ab7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:22.795251 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-36ff8298-863f-43bd-b4ab-4b75ed581ab7 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/subnets/3c427095-bf8d-4a95-99af-466418faaa76 HTTP/1.1" status: 404 len: 337 time: 0.0670605 Aug 03 19:14:22.800712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09473ea-b0ae-4c69-b814-79cdc8a9d3e0 req-a5c6b983-5a56-4fab-8754-a82928c75e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:22.802444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c09473ea-b0ae-4c69-b814-79cdc8a9d3e0 req-a5c6b983-5a56-4fab-8754-a82928c75e7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 1097 time: 0.7340972 Aug 03 19:14:22.802964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34734) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:22.832502 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abae161-890f-4c1e-a0f9-4e52b52759cd None None] The sync data for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 is: [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:20Z', 'revision_number': 11, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:22.839291 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.868327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=37a49bbb-572f-43bc-bf37-b9b477725596,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:22.910897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No DVR routers for this DVR port 37a49bbb-572f-43bc-bf37-b9b477725596 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:22.934637 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e5dc2-358e-4247-bfc7-c61a88532870 None None] Deleting port 37a49bbb-572f-43bc-bf37-b9b477725596 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:22.935232 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5dc2-358e-4247-bfc7-c61a88532870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.003050 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4866f27-56a2-40b3-8593-f4bbc015eb58 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:23.003656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4866f27-56a2-40b3-8593-f4bbc015eb58 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:23.006179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f4866f27-56a2-40b3-8593-f4bbc015eb58 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/5fcc7a90-01ca-4911-aa18-31a7256cce6a HTTP/1.1" status: 404 len: 339 time: 0.1923838 Aug 03 19:14:23.010295 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-ec9a752d-5c3d-4f8f-bc90-6fdebddcfe19 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:14:23.012323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34736) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:23.023045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.023344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8528764d-a455-42d0-8859-30a055dc1e6a up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:23.062887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a1c58cc-d84e-4bae-a42b-eb019d2bf976 req-d8e31153-0adf-448d-bf4a-a6610cd743aa tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566166 Aug 03 19:14:23.070861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76cf2ac-b9c2-4c21-8e20-7869d5be0279']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:23.091033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3a5e5dc2-358e-4247-bfc7-c61a88532870 None None] For port 37a49bbb-572f-43bc-bf37-b9b477725596, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:23.092211 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5dc2-358e-4247-bfc7-c61a88532870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.097392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Deleting port 20116681-c4d7-4800-a265-f0611307f6eb {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:23.098793 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.106913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2e192f-06eb-4c5b-a204-602d8741e559') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:23.107413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2e192f-06eb-4c5b-a204-602d8741e559') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:23.114831 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec9a752d-5c3d-4f8f-bc90-6fdebddcfe19 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.121464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e5dc2-358e-4247-bfc7-c61a88532870 None None] Calling delete_port for 37a49bbb-572f-43bc-bf37-b9b477725596 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:23.124921 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec9a752d-5c3d-4f8f-bc90-6fdebddcfe19 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.127071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-3a5e5dc2-358e-4247-bfc7-c61a88532870 None None] Port 37a49bbb-572f-43bc-bf37-b9b477725596 was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:14:23.133196 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5dc2-358e-4247-bfc7-c61a88532870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.164695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafac68a-0181-42b1-b032-1b39152d7330 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting subnet f5e98d78-81d8-44c2-b7ae-31ad9aba1a48 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:23.171005 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.177115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e5dc2-358e-4247-bfc7-c61a88532870 None None] No DVR routers for this DVR port 37a49bbb-572f-43bc-bf37-b9b477725596 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:23.186646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e5dc2-358e-4247-bfc7-c61a88532870 None None] Pushing event deleted for resources: {'Port': ['ID=37a49bbb-572f-43bc-bf37-b9b477725596,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:23.191511 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fafac68a-0181-42b1-b032-1b39152d7330 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.208090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09473ea-b0ae-4c69-b814-79cdc8a9d3e0 req-c1420e49-e07f-4420-bd57-a81ddf6db9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:23.208090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c09473ea-b0ae-4c69-b814-79cdc8a9d3e0 req-c1420e49-e07f-4420-bd57-a81ddf6db9aa service neutron] 10.222.0.74 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 918 time: 0.3507643 Aug 03 19:14:23.216999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 8528764d-a455-42d0-8859-30a055dc1e6a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:23.223390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 8528764d-a455-42d0-8859-30a055dc1e6a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:23.223390 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.243417 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.274996 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c09473ea-b0ae-4c69-b814-79cdc8a9d3e0 req-466a442d-beda-4733-bc34-33013649d712 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36b8314d-7e66-486e-88dc-80a2f1cf4fe1 HTTP/1.1" status: 200 len: 217 time: 0.0656154 Aug 03 19:14:23.284039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:23.284464 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:23.287897 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:23.322923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32909d-9b47-4256-a32a-bda6c3a79899 None None] DHCP port deletion for 917ce631-7d4d-42bf-a73a-41ed7c5c1c5d request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:23.348372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] For port 20116681-c4d7-4800-a265-f0611307f6eb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=20116681-c4d7-4800-a265-f0611307f6eb,segment=NetworkSegment(078b7ad6-fcec-4078-b8ce-8d1e6d2776c4),segment_id=078b7ad6-fcec-4078-b8ce-8d1e6d2776c4)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:23.348733 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.356586 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fafac68a-0181-42b1-b032-1b39152d7330 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.410212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Calling delete_port for 20116681-c4d7-4800-a265-f0611307f6eb owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:23.417302 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.439343 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.445944 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/networks/e76cf2ac-b9c2-4c21-8e20-7869d5be0279 HTTP/1.1" status: 204 len: 168 time: 2.3069007 Aug 03 19:14:23.458879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34738) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:23.463770 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.472154 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'name': 'tempest-PortsTestJSON-1140631092'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:23.484272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-db32909d-9b47-4256-a32a-bda6c3a79899 None None] Deleting port 20116681-c4d7-4800-a265-f0611307f6eb {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:23.484641 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-db32909d-9b47-4256-a32a-bda6c3a79899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.536200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4f2ea0-905d-46c6-8863-1326df6f7a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8528764d-a455-42d0-8859-30a055dc1e6a'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:23.538804 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb06e6df-c6c9-4bc0-b81e-4e23e2fbd0e5" -d '{"events": [{"server_uuid": "ab4f2ea0-905d-46c6-8863-1326df6f7a55", "name": "network-vif-plugged", "status": "completed", "tag": "8528764d-a455-42d0-8859-30a055dc1e6a"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:23.563932 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 8528764d-a455-42d0-8859-30a055dc1e6a, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8528764d-a455-42d0-8859-30a055dc1e6a,segment=NetworkSegment(f095d00d-c541-45ff-b815-15285b6cf109),segment_id=f095d00d-c541-45ff-b815-15285b6cf109)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:23.575006 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.632738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-db32909d-9b47-4256-a32a-bda6c3a79899 None None] For port 20116681-c4d7-4800-a265-f0611307f6eb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=20116681-c4d7-4800-a265-f0611307f6eb,segment=NetworkSegment(078b7ad6-fcec-4078-b8ce-8d1e6d2776c4),segment_id=078b7ad6-fcec-4078-b8ce-8d1e6d2776c4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:23.633242 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-db32909d-9b47-4256-a32a-bda6c3a79899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.659736 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14c3fce-4a78-4e28-9946-ccccefaf73f5 x-openstack-request-id: req-b14c3fce-4a78-4e28-9946-ccccefaf73f5 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:23.660213 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4f2ea0-905d-46c6-8863-1326df6f7a55", "name": "network-vif-plugged", "status": "completed", "tag": "8528764d-a455-42d0-8859-30a055dc1e6a", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:23.660678 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b14c3fce-4a78-4e28-9946-ccccefaf73f5 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:23.660931 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4f2ea0-905d-46c6-8863-1326df6f7a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8528764d-a455-42d0-8859-30a055dc1e6a', 'code': 200} Aug 03 19:14:23.661934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-db32909d-9b47-4256-a32a-bda6c3a79899 None None] Calling delete_port for 20116681-c4d7-4800-a265-f0611307f6eb owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:23.681934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=8528764d-a455-42d0-8859-30a055dc1e6a,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:23.704930 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fafac68a-0181-42b1-b032-1b39152d7330 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.774603 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-db32909d-9b47-4256-a32a-bda6c3a79899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.787002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186b3ba-ed0a-49f7-94c4-e881efd25fb8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Network': ['ID=e76cf2ac-b9c2-4c21-8e20-7869d5be0279,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:23.830250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.832839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32909d-9b47-4256-a32a-bda6c3a79899 None None] No DVR routers for this DVR port 20116681-c4d7-4800-a265-f0611307f6eb on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:23.857669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32909d-9b47-4256-a32a-bda6c3a79899 None None] Pushing event deleted for resources: {'Port': ['ID=20116681-c4d7-4800-a265-f0611307f6eb,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:23.892130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Port': ['ID=20116681-c4d7-4800-a265-f0611307f6eb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:23.894334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09473ea-b0ae-4c69-b814-79cdc8a9d3e0 req-e48fddc5-6e79-4ff2-a7fa-5e2d8d83b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:23.897119 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c09473ea-b0ae-4c69-b814-79cdc8a9d3e0 req-e48fddc5-6e79-4ff2-a7fa-5e2d8d83b823 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.6139865 Aug 03 19:14:23.905109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No DVR routers for this DVR port 20116681-c4d7-4800-a265-f0611307f6eb on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:23.924754 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-ec9a752d-5c3d-4f8f-bc90-6fdebddcfe19 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Floating IP 88d35850-ffd3-4a45-9f78-380b5a186de5 associated. External IP: 172.25.8.199, port: cc56c4a4-a945-428f-ad2d-98d4566a96a6. Aug 03 19:14:23.967822 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fafac68a-0181-42b1-b032-1b39152d7330 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.988770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c09473ea-b0ae-4c69-b814-79cdc8a9d3e0 req-381facf0-3726-4566-9f92-c37393c58e53 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819085 Aug 03 19:14:23.997363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc5b38-3be0-448e-ae6b-0852324c414e req-f8004cb7-0c8a-4c80-8e69-00c4005b4d48 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:24.000007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-defc5b38-3be0-448e-ae6b-0852324c414e req-f8004cb7-0c8a-4c80-8e69-00c4005b4d48 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 946 time: 0.2148948 Aug 03 19:14:24.007639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fb344-9050-43a6-a4c7-536de0cb47af req-7dca16b1-b8c6-4bf6-b381-92463cc73fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:24.010415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e12fb344-9050-43a6-a4c7-536de0cb47af req-7dca16b1-b8c6-4bf6-b381-92463cc73fb7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 1097 time: 0.1791108 Aug 03 19:14:24.066581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafac68a-0181-42b1-b032-1b39152d7330 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e98d78-81d8-44c2-b7ae-31ad9aba1a48,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:24.068310 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fafac68a-0181-42b1-b032-1b39152d7330 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.070360 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fafac68a-0181-42b1-b032-1b39152d7330 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/subnets/f5e98d78-81d8-44c2-b7ae-31ad9aba1a48 HTTP/1.1" status: 204 len: 168 time: 1.0569105 Aug 03 19:14:24.081186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34752) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:24.081857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7160b91f-5351-43f8-ae42-88536ca7cc71 None None] Network d715397a-9c6d-453c-9e39-6b7e6439e779 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:24.111439 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.162911 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917ce631-7d4d-42bf-a73a-41ed7c5c1c5d']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:24.187285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078b7ad6-fcec-4078-b8ce-8d1e6d2776c4') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:24.189457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078b7ad6-fcec-4078-b8ce-8d1e6d2776c4') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:24.199687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:24.204250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.231891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.258030 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.263597 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port 51c4ad38-a913-4147-900f-d9967654ecf7 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:14:24.269316 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.283907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:24.284488 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:24.287813 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:24.364879 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-defc5b38-3be0-448e-ae6b-0852324c414e req-dde12751-b00f-4a56-9172-97f54914fc44 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503141 Aug 03 19:14:24.376401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc7667-e874-4bf0-bd33-7b6e93e75490 None None] DHCP port deletion for d715397a-9c6d-453c-9e39-6b7e6439e779 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:24.425815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e12fb344-9050-43a6-a4c7-536de0cb47af req-95b4fd6f-eea7-41fc-a8e8-2320485fc6ca service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930948 Aug 03 19:14:24.447744 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.463122 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.468344 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/networks/917ce631-7d4d-42bf-a73a-41ed7c5c1c5d HTTP/1.1" status: 204 len: 168 time: 1.9283698 Aug 03 19:14:24.472985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34756) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:24.480080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-43e3b34e-6631-4525-be6b-e3e84a487831 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'routes': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:24.502093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc7667-e874-4bf0-bd33-7b6e93e75490 None None] Deleting port 8a30ce81-575d-48a7-89d8-05acb81af5d9 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:24.502720 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7667-e874-4bf0-bd33-7b6e93e75490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.520481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c09473ea-b0ae-4c69-b814-79cdc8a9d3e0 req-75926052-018c-4300-93f4-a8c77f42ed56 service neutron] 10.222.0.74 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085094 Aug 03 19:14:24.533478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe95d7-9fa0-4f63-af45-138d2abc9b00 req-ab6c5e6f-0205-42df-953a-2ae89715e455 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:24.541754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89fe95d7-9fa0-4f63-af45-138d2abc9b00 req-ab6c5e6f-0205-42df-953a-2ae89715e455 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.2003493 Aug 03 19:14:24.622695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6498cc-1efc-44f9-96fc-a658a1b9d18f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Pushing event deleted for resources: {'Network': ['ID=917ce631-7d4d-42bf-a73a-41ed7c5c1c5d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:24.637276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1cdc7667-e874-4bf0-bd33-7b6e93e75490 None None] For port 8a30ce81-575d-48a7-89d8-05acb81af5d9, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8a30ce81-575d-48a7-89d8-05acb81af5d9,segment=NetworkSegment(cd455ce3-da72-49a5-81f6-1d661a39e815),segment_id=cd455ce3-da72-49a5-81f6-1d661a39e815)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:24.638031 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7667-e874-4bf0-bd33-7b6e93e75490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.665703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc7667-e874-4bf0-bd33-7b6e93e75490 None None] Calling delete_port for 8a30ce81-575d-48a7-89d8-05acb81af5d9 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:24.666173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89fe95d7-9fa0-4f63-af45-138d2abc9b00 req-b70d674d-8509-4580-90fa-db2be2fa1c45 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230097 Aug 03 19:14:24.694464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9a752d-5c3d-4f8f-bc90-6fdebddcfe19 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Router a293b2dc-c762-40a4-a797-2a834068adf4 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:24.773778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 37a49bbb-572f-43bc-bf37-b9b477725596 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:24.810301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 37a49bbb-572f-43bc-bf37-b9b477725596 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:24.810709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 37a49bbb-572f-43bc-bf37-b9b477725596 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:24.811076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 602633c0-7922-45e6-b750-a60b8029c03c no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:24.903434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c09473ea-b0ae-4c69-b814-79cdc8a9d3e0 req-b6449d00-f7e2-44b9-8b4a-96b4e073dc2f service neutron] 10.222.0.74 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123661 Aug 03 19:14:24.932332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9a752d-5c3d-4f8f-bc90-6fdebddcfe19 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:24.948421 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ec9a752d-5c3d-4f8f-bc90-6fdebddcfe19 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.993054 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ec9a752d-5c3d-4f8f-bc90-6fdebddcfe19 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "PUT /v2.0/floatingips/88d35850-ffd3-4a45-9f78-380b5a186de5 HTTP/1.1" status: 200 len: 991 time: 3.8599284 Aug 03 19:14:24.993884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6514778f-2415-4b13-9787-6a9a702462de', 'tag': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:24.997031 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63ce556-bfdc-4400-b69e-27bb0955c6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6514778f-2415-4b13-9787-6a9a702462de", "tag": "cc56c4a4-a945-428f-ad2d-98d4566a96a6"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:25.046037 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b480ce6e-57a9-4149-9d48-b5d0644279a1 x-openstack-request-id: req-b480ce6e-57a9-4149-9d48-b5d0644279a1 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:25.046557 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6514778f-2415-4b13-9787-6a9a702462de", "tag": "cc56c4a4-a945-428f-ad2d-98d4566a96a6", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:25.047371 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b480ce6e-57a9-4149-9d48-b5d0644279a1 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:25.048743 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6514778f-2415-4b13-9787-6a9a702462de', 'tag': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6', 'status': 'completed', 'code': 200} Aug 03 19:14:25.051742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1d09a-d1f2-4fa1-873b-80897041fe68 None None] Sync routers for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:25.057854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 602633c0-7922-45e6-b750-a60b8029c03c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:25.058203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 602633c0-7922-45e6-b750-a60b8029c03c not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:25.058631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8a30ce81-575d-48a7-89d8-05acb81af5d9 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:25.120404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1d09a-d1f2-4fa1-873b-80897041fe68 None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:25.121426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-19c1d09a-d1f2-4fa1-873b-80897041fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:25.199470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ce556-bfdc-4400-b69e-27bb0955c6b4 req-5a970581-d236-46f1-8582-354380c0c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:25.201734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b63ce556-bfdc-4400-b69e-27bb0955c6b4 req-5a970581-d236-46f1-8582-354380c0c947 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 1096 time: 0.1123812 Aug 03 19:14:25.224643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7667-e874-4bf0-bd33-7b6e93e75490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.276095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc7667-e874-4bf0-bd33-7b6e93e75490 None None] No DVR routers for this DVR port 8a30ce81-575d-48a7-89d8-05acb81af5d9 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:25.296007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No active binding found for port 8a30ce81-575d-48a7-89d8-05acb81af5d9 {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:14:25.296745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8a30ce81-575d-48a7-89d8-05acb81af5d9 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:25.298358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20116681-c4d7-4800-a265-f0611307f6eb no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:25.354828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ce556-bfdc-4400-b69e-27bb0955c6b4 req-621b3196-61da-47a2-a76b-d5b165797f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:25.356701 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b63ce556-bfdc-4400-b69e-27bb0955c6b4 req-621b3196-61da-47a2-a76b-d5b165797f0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 912 time: 0.1467671 Aug 03 19:14:25.385528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.extraroute_db [None req-43e3b34e-6631-4525-be6b-e3e84a487831 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Added routes are [] {{(pid=100488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:14:25.386601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.extraroute_db [None req-43e3b34e-6631-4525-be6b-e3e84a487831 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Removed routes are [] {{(pid=100488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:14:25.387197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43e3b34e-6631-4525-be6b-e3e84a487831 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.417222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc7667-e874-4bf0-bd33-7b6e93e75490 None None] Pushing event deleted for resources: {'Port': ['ID=8a30ce81-575d-48a7-89d8-05acb81af5d9,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:25.423898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 20116681-c4d7-4800-a265-f0611307f6eb {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:25.424467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 20116681-c4d7-4800-a265-f0611307f6eb not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:25.517686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Deleting port 8a30ce81-575d-48a7-89d8-05acb81af5d9 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:25.518456 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.538757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b63ce556-bfdc-4400-b69e-27bb0955c6b4 req-dde5929b-b36b-4891-ab62-e63d47a81d10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6 HTTP/1.1" status: 200 len: 999 time: 0.1664295 Aug 03 19:14:25.571973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-19c1d09a-d1f2-4fa1-873b-80897041fe68 None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:25.696285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38caf5-ee1b-4cef-b2fe-cfe43cd3e50f req-f9854671-a23f-4491-a22a-6f70699357ed tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:25.697202 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.699009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb38caf5-ee1b-4cef-b2fe-cfe43cd3e50f req-f9854671-a23f-4491-a22a-6f70699357ed tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 946 time: 0.1540246 Aug 03 19:14:25.762226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] For port 8a30ce81-575d-48a7-89d8-05acb81af5d9, host n-d-802918-7, got binding levels [] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:25.762741 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.790666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Calling delete_port for 8a30ce81-575d-48a7-89d8-05acb81af5d9 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:25.797133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_backend_mixin [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Port 8a30ce81-575d-48a7-89d8-05acb81af5d9 was not found and therefore no delete operation was performed {{(pid=100488) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:14:25.798592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ce556-bfdc-4400-b69e-27bb0955c6b4 req-762c01f6-6745-401d-a7d1-adf42b081552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:25.800425 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.800999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b63ce556-bfdc-4400-b69e-27bb0955c6b4 req-762c01f6-6745-401d-a7d1-adf42b081552 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.2546387 Aug 03 19:14:25.891465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43e3b34e-6631-4525-be6b-e3e84a487831 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.904884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] No DVR routers for this DVR port 8a30ce81-575d-48a7-89d8-05acb81af5d9 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:25.909252 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Port': ['ID=8a30ce81-575d-48a7-89d8-05acb81af5d9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:25.916440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb38caf5-ee1b-4cef-b2fe-cfe43cd3e50f req-55c6a203-3974-4cfa-aa14-076a8437c9ce tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984611 Aug 03 19:14:25.925284 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43e3b34e-6631-4525-be6b-e3e84a487831 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.952423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ce556-bfdc-4400-b69e-27bb0955c6b4 req-47e619a4-a033-4eca-9a1d-d01f33997a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:25.955056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b63ce556-bfdc-4400-b69e-27bb0955c6b4 req-47e619a4-a033-4eca-9a1d-d01f33997a4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174223 Aug 03 19:14:26.043438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-19c1d09a-d1f2-4fa1-873b-80897041fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '88d35850-ffd3-4a45-9f78-380b5a186de5', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'port_id': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'mac_address': 'fa:16:3e:63:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6514778f-2415-4b13-9787-6a9a702462de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:13:47Z', 'updated_at': '2021-08-03T19:14:22Z', 'revision_number': 1, 'project_id': '626233c70a404f73880d3d28058f737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:26.079305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1d09a-d1f2-4fa1-873b-80897041fe68 None None] Checking router: a293b2dc-c762-40a4-a797-2a834068adf4 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:26.089642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4543529-24e1-4b9b-9932-c365acef57db req-2dd8c61d-a5b9-4b1c-ae20-49cf7584703a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:26.091426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1d09a-d1f2-4fa1-873b-80897041fe68 None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:26.092758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4543529-24e1-4b9b-9932-c365acef57db req-2dd8c61d-a5b9-4b1c-ae20-49cf7584703a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.3193247 Aug 03 19:14:26.096633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-19c1d09a-d1f2-4fa1-873b-80897041fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:26.255237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4543529-24e1-4b9b-9932-c365acef57db req-7b128ca2-922b-4b8f-bc20-c3c974401b7b tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513062 Aug 03 19:14:26.258131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e3b34e-6631-4525-be6b-e3e84a487831 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 25e637d9-3953-4451-a40a-dca3aa5d799f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:26.288559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.315539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b63ce556-bfdc-4400-b69e-27bb0955c6b4 req-35d46182-ebd1-48c2-ad0d-fad3b8a5e1b6 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399320 Aug 03 19:14:26.341711 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d715397a-9c6d-453c-9e39-6b7e6439e779']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:26.366108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-19c1d09a-d1f2-4fa1-873b-80897041fe68 None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:26.390511 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.508341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b63ce556-bfdc-4400-b69e-27bb0955c6b4 req-eb8aa7c1-f6ea-486e-a9fe-790cf27245b6 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850243 Aug 03 19:14:26.555816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd455ce3-da72-49a5-81f6-1d661a39e815') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:26.556290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd455ce3-da72-49a5-81f6-1d661a39e815') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:26.588121 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network a5049582-b517-4908-a0fa-00183674f873 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:26.590558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.596747 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e3b34e-6631-4525-be6b-e3e84a487831 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:26.605844 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43e3b34e-6631-4525-be6b-e3e84a487831 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.609738 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-43e3b34e-6631-4525-be6b-e3e84a487831 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f HTTP/1.1" status: 200 len: 704 time: 2.1334946 Aug 03 19:14:26.609971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34776) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:26.618292 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e805fbb6-523b-4cc5-9777-5f911d05b1ad None None] Sync routers for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:26.622369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:26.633660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:26.639960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:26.640657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.647751 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805fbb6-523b-4cc5-9777-5f911d05b1ad None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:26.655403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=51c4ad38-a913-4147-900f-d9967654ecf7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:26.657815 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e805fbb6-523b-4cc5-9777-5f911d05b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:26.663553 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.685276 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fa5b1628-9945-468b-81a3-b77c0937c3b8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2178526 Aug 03 19:14:26.685276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:26.685276 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:26.686123 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:26.695537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34778) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:26.714552 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-90b90945-7bb3-48b1-9fd1-efa17e98c02a tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=25e637d9-3953-4451-a40a-dca3aa5d799f HTTP/1.1" status: 200 len: 205 time: 0.1020880 Aug 03 19:14:26.715606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34780) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:26.894943 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-e805fbb6-523b-4cc5-9777-5f911d05b1ad None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:26.910362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-19c1d09a-d1f2-4fa1-873b-80897041fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '88d35850-ffd3-4a45-9f78-380b5a186de5', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'port_id': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'mac_address': 'fa:16:3e:63:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6514778f-2415-4b13-9787-6a9a702462de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:13:47Z', 'updated_at': '2021-08-03T19:14:22Z', 'revision_number': 1, 'project_id': '626233c70a404f73880d3d28058f737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:26.917795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.941419 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.945265 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] 10.222.0.78 "DELETE /v2.0/networks/d715397a-9c6d-453c-9e39-6b7e6439e779 HTTP/1.1" status: 204 len: 168 time: 2.8603606 Aug 03 19:14:26.987214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a5136-00f5-4ae5-9966-d8dd0546c8a2 tempest-NetworksIpV6Test-920662359 tempest-NetworksIpV6Test-920662359-project] Pushing event deleted for resources: {'Network': ['ID=d715397a-9c6d-453c-9e39-6b7e6439e779,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:27.054455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-dac1896c-c20d-4d7d-b81e-66ad90cad789 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port 51c4ad38-a913-4147-900f-d9967654ecf7 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:27.054994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dac1896c-c20d-4d7d-b81e-66ad90cad789 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.057549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1d09a-d1f2-4fa1-873b-80897041fe68 None None] The sync data for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 is: [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '88d35850-ffd3-4a45-9f78-380b5a186de5', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'port_id': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'mac_address': 'fa:16:3e:63:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6514778f-2415-4b13-9787-6a9a702462de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:13:47Z', 'updated_at': '2021-08-03T19:14:22Z', 'revision_number': 1, 'project_id': '626233c70a404f73880d3d28058f737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:27.088957 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e805fbb6-523b-4cc5-9777-5f911d05b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:20Z', 'revision_number': 11, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:27.100837 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6cf174fa-1133-4823-b71a-7ae8c120c304 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.150964 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e805fbb6-523b-4cc5-9777-5f911d05b1ad None None] Checking router: 25e637d9-3953-4451-a40a-dca3aa5d799f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:27.179593 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805fbb6-523b-4cc5-9777-5f911d05b1ad None None] Routers {'25e637d9-3953-4451-a40a-dca3aa5d799f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:27.180271 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e805fbb6-523b-4cc5-9777-5f911d05b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['25e637d9-3953-4451-a40a-dca3aa5d799f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:27.222576 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dac1896c-c20d-4d7d-b81e-66ad90cad789 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.253910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-dac1896c-c20d-4d7d-b81e-66ad90cad789 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for 51c4ad38-a913-4147-900f-d9967654ecf7 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:27.349307 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-e805fbb6-523b-4cc5-9777-5f911d05b1ad None None] Set router 25e637d9-3953-4451-a40a-dca3aa5d799f gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:27.420368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dac1896c-c20d-4d7d-b81e-66ad90cad789 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.468817 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e805fbb6-523b-4cc5-9777-5f911d05b1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:20Z', 'revision_number': 11, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:27.532080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1896c-c20d-4d7d-b81e-66ad90cad789 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=51c4ad38-a913-4147-900f-d9967654ecf7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:27.541170 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e805fbb6-523b-4cc5-9777-5f911d05b1ad None None] The sync data for ids ['25e637d9-3953-4451-a40a-dca3aa5d799f'] in n-d-802918-7 is: [{'id': '25e637d9-3953-4451-a40a-dca3aa5d799f', 'name': 'tempest-RoutersIpV6Test-router-293611819', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:25Z', 'updated_at': '2021-08-03T19:14:20Z', 'revision_number': 11, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:27.556925 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dac1896c-c20d-4d7d-b81e-66ad90cad789 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.569405 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dac1896c-c20d-4d7d-b81e-66ad90cad789 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/51c4ad38-a913-4147-900f-d9967654ecf7 HTTP/1.1" status: 204 len: 168 time: 0.8723788 Aug 03 19:14:27.573538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34794) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:27.587213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'mac_address': 'fa:16:3e:e5:68:25', 'name': 'tempest-PortsTestJSON-74172566'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:27.627646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f895-0fa4-4021-af27-0c36ab0c0f78 req-e73989f1-ef20-43be-8cac-a3279b916d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:27.633181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5a8f895-0fa4-4021-af27-0c36ab0c0f78 req-e73989f1-ef20-43be-8cac-a3279b916d3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 1097 time: 0.7410347 Aug 03 19:14:27.703120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72eede0-f9db-42f4-a7c1-e05119b680e1 None None] New status for floating IP 88d35850-ffd3-4a45-9f78-380b5a186de5: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:14:27.809787 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6cf174fa-1133-4823-b71a-7ae8c120c304 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.859483 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6cf174fa-1133-4823-b71a-7ae8c120c304 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.981964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70246b-6280-4955-8a33-bfcb92b44f36 req-c0d408a4-d604-4652-b990-4e0cfc57fd94 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:27.993699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a70246b-6280-4955-8a33-bfcb92b44f36 req-c0d408a4-d604-4652-b990-4e0cfc57fd94 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 946 time: 0.6760709 Aug 03 19:14:28.001269 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6cf174fa-1133-4823-b71a-7ae8c120c304 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.001857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf174fa-1133-4823-b71a-7ae8c120c304 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Fanout notify agent at l3_agent the message router_deleted on router 25e637d9-3953-4451-a40a-dca3aa5d799f {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:14:28.021645 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6cf174fa-1133-4823-b71a-7ae8c120c304 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.036601 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6cf174fa-1133-4823-b71a-7ae8c120c304 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f HTTP/1.1" status: 204 len: 168 time: 1.3193312 Aug 03 19:14:28.037778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34800) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:28.059527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f6d0afd0-65ca-41b0-b8c5-c68205fe99bc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1602609264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:28.072372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34802) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:28.073420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b122308-7ba1-40ab-873e-c6ce8adbce31 req-7a2e8d82-7e3b-4771-92ac-1152791551e5 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.075155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b122308-7ba1-40ab-873e-c6ce8adbce31 req-7a2e8d82-7e3b-4771-92ac-1152791551e5 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.6493230 Aug 03 19:14:28.101103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:28.247572 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a70246b-6280-4955-8a33-bfcb92b44f36 req-55878da5-6626-442d-9b22-8a6e77ecc5a7 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076561 Aug 03 19:14:28.262662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f895-0fa4-4021-af27-0c36ab0c0f78 req-0b4842d0-442b-42e0-985a-2ca0a13cbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.264221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5a8f895-0fa4-4021-af27-0c36ab0c0f78 req-0b4842d0-442b-42e0-985a-2ca0a13cbb25 service neutron] 10.222.0.74 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 918 time: 0.5451136 Aug 03 19:14:28.378329 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.396266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6d0afd0-65ca-41b0-b8c5-c68205fe99bc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.398108 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6d0afd0-65ca-41b0-b8c5-c68205fe99bc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.412215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b122308-7ba1-40ab-873e-c6ce8adbce31 req-a0f0680d-952a-4258-8d7a-d5a1d9f8d5ba tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108473 Aug 03 19:14:28.414406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5a8f895-0fa4-4021-af27-0c36ab0c0f78 req-4eb7611c-8a53-4da0-ac1b-28ca8182283b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36b8314d-7e66-486e-88dc-80a2f1cf4fe1 HTTP/1.1" status: 200 len: 217 time: 0.1415768 Aug 03 19:14:28.487735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port 2290d040-685e-4406-be4c-b0423d8ec672 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:14:28.575960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8f895-0fa4-4021-af27-0c36ab0c0f78 req-ae401233-dc63-4713-bbd1-36ad162cc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.579653 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5a8f895-0fa4-4021-af27-0c36ab0c0f78 req-ae401233-dc63-4713-bbd1-36ad162cc175 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.1503401 Aug 03 19:14:28.643973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5a8f895-0fa4-4021-af27-0c36ab0c0f78 req-6ae29790-c3ae-4a98-b3cc-8f9041b95a0a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499806 Aug 03 19:14:28.694236 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6d0afd0-65ca-41b0-b8c5-c68205fe99bc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.747429 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3ad5b5c3-51a7-4db7-83bb-eb23e47318bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=794ea1ee69c64dccb419b79b6b8b688f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723845 Aug 03 19:14:28.751187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34812) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:28.764549 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6d0afd0-65ca-41b0-b8c5-c68205fe99bc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.831936 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6d0afd0-65ca-41b0-b8c5-c68205fe99bc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.839231 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f6d0afd0-65ca-41b0-b8c5-c68205fe99bc tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7936172 Aug 03 19:14:28.849624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34814) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:28.865035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7f11e802-0312-4c08-8ecc-33ed9b718b0b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:28.887017 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5a8f895-0fa4-4021-af27-0c36ab0c0f78 req-72ad43bb-c77d-4c8b-a471-3c290559f876 service neutron] 10.222.0.74 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353220 Aug 03 19:14:29.046419 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.101368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.114881 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46f2e5a3-0d9a-411b-bb68-921242d8defe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.171916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network a5049582-b517-4908-a0fa-00183674f873 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:29.175270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:29.190861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:29.203325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:29.205747 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.232760 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=2290d040-685e-4406-be4c-b0423d8ec672,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:29.258093 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0c082fe9-2d70-449a-bc23-41c71340daea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.6818719 Aug 03 19:14:29.261555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34826) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:29.380493 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df293207-db9a-472e-8293-21fa8fe5d5d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:29.383265 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-df293207-db9a-472e-8293-21fa8fe5d5d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/2290d040-685e-4406-be4c-b0423d8ec672 HTTP/1.1" status: 200 len: 839 time: 0.1198940 Aug 03 19:14:29.387290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34832) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:29.568653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-aea2dd91-00e7-41e1-93a1-8d2b63cad1d9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port 2290d040-685e-4406-be4c-b0423d8ec672 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:29.569451 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aea2dd91-00e7-41e1-93a1-8d2b63cad1d9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.608110 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.713475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aea2dd91-00e7-41e1-93a1-8d2b63cad1d9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.731618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-aea2dd91-00e7-41e1-93a1-8d2b63cad1d9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for 2290d040-685e-4406-be4c-b0423d8ec672 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:29.827870 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46f2e5a3-0d9a-411b-bb68-921242d8defe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.858086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aea2dd91-00e7-41e1-93a1-8d2b63cad1d9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.944870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2dd91-00e7-41e1-93a1-8d2b63cad1d9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=2290d040-685e-4406-be4c-b0423d8ec672,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:29.959427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aea2dd91-00e7-41e1-93a1-8d2b63cad1d9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.962276 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aea2dd91-00e7-41e1-93a1-8d2b63cad1d9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/2290d040-685e-4406-be4c-b0423d8ec672 HTTP/1.1" status: 204 len: 168 time: 0.5729096 Aug 03 19:14:29.964910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34846) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:29.971224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5a8f895-0fa4-4021-af27-0c36ab0c0f78 req-c04146e0-3469-4884-857b-4027a4da46f5 service neutron] 10.222.0.74 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0220335 Aug 03 19:14:30.032687 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f11e802-0312-4c08-8ecc-33ed9b718b0b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.039515 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eeb1fb3-d969-4802-8dfd-03660e164eea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:14:30.046864 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4eeb1fb3-d969-4802-8dfd-03660e164eea tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/2290d040-685e-4406-be4c-b0423d8ec672 HTTP/1.1" status: 404 len: 333 time: 0.0744226 Aug 03 19:14:30.047293 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34852) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:30.053573 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'name': 'tempest-PortsTestJSON-1139480768'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:30.071372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109252ee-78e5-495a-b6a3-2b9edc0dd7ad req-6498006e-0314-4a0c-b920-4c66b02c2c16 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:30.074671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-109252ee-78e5-495a-b6a3-2b9edc0dd7ad req-6498006e-0314-4a0c-b920-4c66b02c2c16 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.2931588 Aug 03 19:14:30.162826 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f11e802-0312-4c08-8ecc-33ed9b718b0b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.171761 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46f2e5a3-0d9a-411b-bb68-921242d8defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.176785 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46f2e5a3-0d9a-411b-bb68-921242d8defe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.179748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-46f2e5a3-0d9a-411b-bb68-921242d8defe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6b82f9b-fce2-4c3a-b13a-10e630afba40 HTTP/1.1" status: 204 len: 168 time: 1.4270532 Aug 03 19:14:30.210735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:30.216706 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.255742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port c1fed4c2-33d8-4bb6-904b-5943d44cd37d yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:14:30.420242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2e5a3-0d9a-411b-bb68-921242d8defe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b82f9b-fce2-4c3a-b13a-10e630afba40,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:30.435806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-109252ee-78e5-495a-b6a3-2b9edc0dd7ad req-6ee175e4-5423-4ecb-b01d-d3464f0bcb5d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940667 Aug 03 19:14:30.517890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f11e802-0312-4c08-8ecc-33ed9b718b0b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Router 4985e766-63e0-45c5-8a4c-000dee9a7f31 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:14:30.676590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f11e802-0312-4c08-8ecc-33ed9b718b0b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:30.687506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f11e802-0312-4c08-8ecc-33ed9b718b0b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.695012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7f11e802-0312-4c08-8ecc-33ed9b718b0b tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "PUT /v2.0/routers/4985e766-63e0-45c5-8a4c-000dee9a7f31 HTTP/1.1" status: 200 len: 698 time: 1.8415596 Aug 03 19:14:30.695272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34864) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:30.707783 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb5acb-4043-4993-8f5f-608ae5fdd8f4 None None] Sync routers for ids ['4985e766-63e0-45c5-8a4c-000dee9a7f31'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:30.731504 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb5acb-4043-4993-8f5f-608ae5fdd8f4 None None] Routers {'4985e766-63e0-45c5-8a4c-000dee9a7f31'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:30.731504 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-81cb5acb-4043-4993-8f5f-608ae5fdd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4985e766-63e0-45c5-8a4c-000dee9a7f31'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:30.807225 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-81cb5acb-4043-4993-8f5f-608ae5fdd8f4 None None] Set router 4985e766-63e0-45c5-8a4c-000dee9a7f31 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:30.877599 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c70d40cb-681c-4cd0-b620-5f901a2af237 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/routers/4985e766-63e0-45c5-8a4c-000dee9a7f31 HTTP/1.1" status: 200 len: 704 time: 0.1815910 Aug 03 19:14:30.880403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34874) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:30.901817 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.904157 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-81cb5acb-4043-4993-8f5f-608ae5fdd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4985e766-63e0-45c5-8a4c-000dee9a7f31', 'name': 'tempest-RoutersIpV6Test-router-1602609264', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:28Z', 'updated_at': '2021-08-03T19:14:30Z', 'revision_number': 2, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:30.937670 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb5acb-4043-4993-8f5f-608ae5fdd8f4 None None] Checking router: 4985e766-63e0-45c5-8a4c-000dee9a7f31 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:30.947435 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb5acb-4043-4993-8f5f-608ae5fdd8f4 None None] Routers {'4985e766-63e0-45c5-8a4c-000dee9a7f31'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:30.948516 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-81cb5acb-4043-4993-8f5f-608ae5fdd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4985e766-63e0-45c5-8a4c-000dee9a7f31'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:30.971444 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:31.001308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ea72a18c-9186-4820-aed5-ff41f358b700 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=4985e766-63e0-45c5-8a4c-000dee9a7f31 HTTP/1.1" status: 200 len: 205 time: 0.1191368 Aug 03 19:14:31.020306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34878) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:31.048319 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-81cb5acb-4043-4993-8f5f-608ae5fdd8f4 None None] Set router 4985e766-63e0-45c5-8a4c-000dee9a7f31 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:31.067169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network a5049582-b517-4908-a0fa-00183674f873 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:31.084771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:31.098904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=c1fed4c2-33d8-4bb6-904b-5943d44cd37d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:31.102145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:31.109076 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:31.110655 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:31.134575 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a191af54-a58a-42e5-8d2d-aebd6e714639 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0853357 Aug 03 19:14:31.139311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34888) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:31.149550 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-eac1a9ac-bbfa-4bfc-9f3f-972e419bc38c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:31.287429 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-81cb5acb-4043-4993-8f5f-608ae5fdd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4985e766-63e0-45c5-8a4c-000dee9a7f31', 'name': 'tempest-RoutersIpV6Test-router-1602609264', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:28Z', 'updated_at': '2021-08-03T19:14:30Z', 'revision_number': 2, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:31.378068 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb5acb-4043-4993-8f5f-608ae5fdd8f4 None None] The sync data for ids ['4985e766-63e0-45c5-8a4c-000dee9a7f31'] in n-d-802918-7 is: [{'id': '4985e766-63e0-45c5-8a4c-000dee9a7f31', 'name': 'tempest-RoutersIpV6Test-router-1602609264', 'tenant_id': '5ad8365d995f429688938a0e4021db13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:28Z', 'updated_at': '2021-08-03T19:14:30Z', 'revision_number': 2, 'project_id': '5ad8365d995f429688938a0e4021db13', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:31.381743 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eac1a9ac-bbfa-4bfc-9f3f-972e419bc38c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:31.417230 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c380ab02-a425-4ad3-b883-ca98207ce8f7 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.026060 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eac1a9ac-bbfa-4bfc-9f3f-972e419bc38c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.038381 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eac1a9ac-bbfa-4bfc-9f3f-972e419bc38c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.191653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1a9ac-bbfa-4bfc-9f3f-972e419bc38c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=c1fed4c2-33d8-4bb6-904b-5943d44cd37d,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:32.215829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-eac1a9ac-bbfa-4bfc-9f3f-972e419bc38c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] In _notify_port_updated(), no bound segment for port c1fed4c2-33d8-4bb6-904b-5943d44cd37d on network a5049582-b517-4908-a0fa-00183674f873 {{(pid=100488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:14:32.218349 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c380ab02-a425-4ad3-b883-ca98207ce8f7 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.222492 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c380ab02-a425-4ad3-b883-ca98207ce8f7 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.253727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1a9ac-bbfa-4bfc-9f3f-972e419bc38c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:32.255116 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eac1a9ac-bbfa-4bfc-9f3f-972e419bc38c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.261362 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eac1a9ac-bbfa-4bfc-9f3f-972e419bc38c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "PUT /v2.0/ports/c1fed4c2-33d8-4bb6-904b-5943d44cd37d HTTP/1.1" status: 200 len: 818 time: 1.1169479 Aug 03 19:14:32.261936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34908) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.276058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34910) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.360879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcd5c6-af83-47e8-b40f-602a65d4c773 req-0792bd16-8a17-4a27-a22e-f1319b219394 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:32.368679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7adcd5c6-af83-47e8-b40f-602a65d4c773 req-0792bd16-8a17-4a27-a22e-f1319b219394 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.4975464 Aug 03 19:14:32.388462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c380ab02-a425-4ad3-b883-ca98207ce8f7 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.389151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c380ab02-a425-4ad3-b883-ca98207ce8f7 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Fanout notify agent at l3_agent the message router_deleted on router 4985e766-63e0-45c5-8a4c-000dee9a7f31 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:14:32.407540 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c380ab02-a425-4ad3-b883-ca98207ce8f7 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.412734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34914) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.421686 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c380ab02-a425-4ad3-b883-ca98207ce8f7 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/4985e766-63e0-45c5-8a4c-000dee9a7f31 HTTP/1.1" status: 204 len: 168 time: 1.3997080 Aug 03 19:14:32.455602 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-90d27e21-a17b-4ea2-81c1-d03a8c29c2a8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=4985e766-63e0-45c5-8a4c-000dee9a7f31 HTTP/1.1" status: 200 len: 205 time: 0.0401194 Aug 03 19:14:32.461124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34916) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.517896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7adcd5c6-af83-47e8-b40f-602a65d4c773 req-f883d3cd-bc6d-4f31-9fa1-f3076837505c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404483 Aug 03 19:14:32.525865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207265b3-33f9-4d10-9927-c0f2646f0d37 req-4e12f4e3-5a35-4ead-a63b-7a2a6ad7c97e tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:32.527558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-207265b3-33f9-4d10-9927-c0f2646f0d37 req-4e12f4e3-5a35-4ead-a63b-7a2a6ad7c97e tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 946 time: 0.2489235 Aug 03 19:14:32.558587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3c118cca-6292-465f-beec-f354dd06fa09 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group': {'name': 'tempest-secgroup--545628404'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:32.565786 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-04c078d9-c151-4d9d-be2c-a53da85a746f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] delete failed (client error): The resource could not be found. Aug 03 19:14:32.567004 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-04c078d9-c151-4d9d-be2c-a53da85a746f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/4985e766-63e0-45c5-8a4c-000dee9a7f31 HTTP/1.1" status: 404 len: 336 time: 0.1046567 Aug 03 19:14:32.569620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34918) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.583549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-6b87c139-c70f-4bba-b89a-97e28e5fcea3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port c1fed4c2-33d8-4bb6-904b-5943d44cd37d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:32.583962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6b87c139-c70f-4bba-b89a-97e28e5fcea3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.645131 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfc2a56-d7ad-46a0-9ff9-9d6b43133ab3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:32.646056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfc2a56-d7ad-46a0-9ff9-9d6b43133ab3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:32.651247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fcfc2a56-d7ad-46a0-9ff9-9d6b43133ab3 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/b172161a-bb64-448e-a1cd-3d46b72c6e21 HTTP/1.1" status: 404 len: 337 time: 0.0798044 Aug 03 19:14:32.654087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34920) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.715679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-207265b3-33f9-4d10-9927-c0f2646f0d37 req-51d6c0ab-62ce-46d7-ad5b-77c1b2cf9b3f tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762912 Aug 03 19:14:32.726363 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef11338e-eb32-4f0e-a4c2-053221dae44f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:32.727125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef11338e-eb32-4f0e-a4c2-053221dae44f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:32.729323 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ef11338e-eb32-4f0e-a4c2-053221dae44f tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/c2f309f4-8944-40a7-bb00-b87120610783 HTTP/1.1" status: 404 len: 337 time: 0.0736251 Aug 03 19:14:32.731088 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c118cca-6292-465f-beec-f354dd06fa09 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.732407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34924) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.744858 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c118cca-6292-465f-beec-f354dd06fa09 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.796075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6b87c139-c70f-4bba-b89a-97e28e5fcea3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.824283 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-327f79c4-84e4-4eea-a62e-4a7f10de9c70 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:32.824737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327f79c4-84e4-4eea-a62e-4a7f10de9c70 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:32.828775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-6b87c139-c70f-4bba-b89a-97e28e5fcea3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for c1fed4c2-33d8-4bb6-904b-5943d44cd37d owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:32.833537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-327f79c4-84e4-4eea-a62e-4a7f10de9c70 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/09a412ff-0bc1-42aa-baa7-66ac55c5a783 HTTP/1.1" status: 404 len: 337 time: 0.0991783 Aug 03 19:14:32.834188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34926) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.862493 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e4e7b-7ab8-47fd-8cab-239fc1b40ad9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:32.863016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7e4e7b-7ab8-47fd-8cab-239fc1b40ad9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:32.867725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4f7e4e7b-7ab8-47fd-8cab-239fc1b40ad9 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/f891f7e3-acb3-4124-8895-7aef52a6d384 HTTP/1.1" status: 404 len: 337 time: 0.0324328 Aug 03 19:14:32.868364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34928) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.914944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-95a9e3da-10a8-4953-9ce3-8cca6d470b51 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=25e637d9-3953-4451-a40a-dca3aa5d799f HTTP/1.1" status: 200 len: 205 time: 0.0453188 Aug 03 19:14:32.916902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34930) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.991262 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-f169bb73-6424-491a-b5f6-8e4d0d681551 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] delete failed (client error): The resource could not be found. Aug 03 19:14:32.992343 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f169bb73-6424-491a-b5f6-8e4d0d681551 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/25e637d9-3953-4451-a40a-dca3aa5d799f HTTP/1.1" status: 404 len: 336 time: 0.0743845 Aug 03 19:14:33.000599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34932) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.060595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6b87c139-c70f-4bba-b89a-97e28e5fcea3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.067876 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-32c8f6f6-5ea1-473b-a91c-9c3061e4e065 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=095e32c4-d2df-4b91-b346-d4f352cc3514 HTTP/1.1" status: 200 len: 205 time: 0.0592475 Aug 03 19:14:33.068649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34934) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.094185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c118cca-6292-465f-beec-f354dd06fa09 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.095403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87c139-c70f-4bba-b89a-97e28e5fcea3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=c1fed4c2-33d8-4bb6-904b-5943d44cd37d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:33.104287 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c118cca-6292-465f-beec-f354dd06fa09 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.127498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6b87c139-c70f-4bba-b89a-97e28e5fcea3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.133302 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6b87c139-c70f-4bba-b89a-97e28e5fcea3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/c1fed4c2-33d8-4bb6-904b-5943d44cd37d HTTP/1.1" status: 204 len: 168 time: 0.8663230 Aug 03 19:14:33.135182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34938) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.144625 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-395a9e65-feb6-486a-8fd8-e84725fc7fff tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] delete failed (client error): The resource could not be found. Aug 03 19:14:33.156116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-395a9e65-feb6-486a-8fd8-e84725fc7fff tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/095e32c4-d2df-4b91-b346-d4f352cc3514 HTTP/1.1" status: 404 len: 336 time: 0.0851142 Aug 03 19:14:33.174979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34940) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.205376 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c118cca-6292-465f-beec-f354dd06fa09 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c31f33-e7bc-41f8-a22a-3596749e4eb7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:33.227984 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d043119d-e6b2-44a9-bd24-38a904347354 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:33.228865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d043119d-e6b2-44a9-bd24-38a904347354 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:33.230203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d043119d-e6b2-44a9-bd24-38a904347354 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/ca7d7a6b-d3c3-443e-aa94-0e92bef74824 HTTP/1.1" status: 404 len: 337 time: 0.0620015 Aug 03 19:14:33.236343 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34942) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.291599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-755f2f5b-cd57-46c3-915d-cc034066fbb6 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=f948ed1f-a395-404c-acb9-a5eb0ba316a7 HTTP/1.1" status: 200 len: 205 time: 0.0532691 Aug 03 19:14:33.294186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34944) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.351277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf350153-c3c7-4a9c-9378-6530e642ca54 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:33.352121 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-38e5277a-64ab-40c9-a64c-08e804b30a86 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] delete failed (client error): The resource could not be found. Aug 03 19:14:33.353248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-38e5277a-64ab-40c9-a64c-08e804b30a86 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/f948ed1f-a395-404c-acb9-a5eb0ba316a7 HTTP/1.1" status: 404 len: 336 time: 0.0574257 Aug 03 19:14:33.355267 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bf350153-c3c7-4a9c-9378-6530e642ca54 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2162848 Aug 03 19:14:33.358811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34946) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.359210 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34948) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.390469 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c118cca-6292-465f-beec-f354dd06fa09 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.399113 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c118cca-6292-465f-beec-f354dd06fa09 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.426341 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a0ef2a-e49e-4058-9f04-dad626435b0a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:14:33.434338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-77a0ef2a-e49e-4058-9f04-dad626435b0a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/c1fed4c2-33d8-4bb6-904b-5943d44cd37d HTTP/1.1" status: 404 len: 333 time: 0.0731828 Aug 03 19:14:33.435194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34950) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.441584 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-aee7430f-5855-4124-802c-19f1ed9106d8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=21243835-5906-4e9e-adaf-37c86ae37af4 HTTP/1.1" status: 200 len: 205 time: 0.0752547 Aug 03 19:14:33.443533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1324729647'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:33.448045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34952) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.451797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c118cca-6292-465f-beec-f354dd06fa09 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f6f89f-08b4-4902-9c6b-82aed79a90f2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:33.482863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:33.488499 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.531348 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-364708ba-ba58-4f1a-b014-695476695d52 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] delete failed (client error): The resource could not be found. Aug 03 19:14:33.535859 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-364708ba-ba58-4f1a-b014-695476695d52 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/21243835-5906-4e9e-adaf-37c86ae37af4 HTTP/1.1" status: 404 len: 336 time: 0.0766311 Aug 03 19:14:33.536610 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34956) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.560434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:14:33.590837 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d31b1b-6c42-47aa-a003-1a4d9f919f03 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:33.591565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d31b1b-6c42-47aa-a003-1a4d9f919f03 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:33.595755 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c0d31b1b-6c42-47aa-a003-1a4d9f919f03 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/0872e056-71eb-4141-b312-740eb26d4a36 HTTP/1.1" status: 404 len: 337 time: 0.0565255 Aug 03 19:14:33.597450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c118cca-6292-465f-beec-f354dd06fa09 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.599492 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3c118cca-6292-465f-beec-f354dd06fa09 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3222601 Aug 03 19:14:33.600393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34958) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.615922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c39fa-3d53-4f08-9cca-8b8172f517bb req-c952e669-5180-4a8e-95b7-92a34ef09536 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:33.618745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-636c39fa-3d53-4f08-9cca-8b8172f517bb req-c952e669-5180-4a8e-95b7-92a34ef09536 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 946 time: 0.1499302 Aug 03 19:14:33.621352 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.622184 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Added segment 7d9d1996-6f58-466e-a610-f6f295775050 of type vlan for network d617e32e-2518-4f4b-94b7-5fe7897a4050 Aug 03 19:14:33.624358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34960) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.648224 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f44d2670-39cc-4db7-a695-06696bbd281d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.662327 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-43e633c5-ed8b-40e1-9599-c7f75313b8e5 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=b41ff654-90ba-4abc-b4b3-384e329a252c HTTP/1.1" status: 200 len: 205 time: 0.0601466 Aug 03 19:14:33.664700 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34962) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.731586 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-ed4b76e9-ee6a-463d-be44-18a696b97857 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] delete failed (client error): The resource could not be found. Aug 03 19:14:33.736115 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ed4b76e9-ee6a-463d-be44-18a696b97857 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/b41ff654-90ba-4abc-b4b3-384e329a252c HTTP/1.1" status: 404 len: 336 time: 0.0670791 Aug 03 19:14:33.736582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34964) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.784058 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2f15c5-4988-4e1c-b77a-ee393b6854b8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:33.784796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2f15c5-4988-4e1c-b77a-ee393b6854b8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:33.790386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5c2f15c5-4988-4e1c-b77a-ee393b6854b8 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/57b59c76-da11-4884-bbbc-9f20f942c8e5 HTTP/1.1" status: 404 len: 337 time: 0.0499249 Aug 03 19:14:33.790867 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34968) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.846769 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d7421940-f6ad-46a1-824a-686c8994bb79 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "GET /v2.0/ports?device_id=0cc20f1f-aca6-4298-885b-7908b58b100a HTTP/1.1" status: 200 len: 205 time: 0.0519266 Aug 03 19:14:33.847995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34972) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.886109 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.918756 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-a19f0af6-ec09-4994-80df-f501237569d1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] delete failed (client error): The resource could not be found. Aug 03 19:14:33.920488 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a19f0af6-ec09-4994-80df-f501237569d1 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/routers/0cc20f1f-aca6-4298-885b-7908b58b100a HTTP/1.1" status: 404 len: 336 time: 0.0715232 Aug 03 19:14:33.926967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34974) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:33.971788 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-575c34c7-d3b7-42ba-8cdc-7feb540d5651 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:33.972519 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575c34c7-d3b7-42ba-8cdc-7feb540d5651 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:33.975797 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-575c34c7-d3b7-42ba-8cdc-7feb540d5651 tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/c1e7e7eb-0147-4435-9402-a00099747052 HTTP/1.1" status: 404 len: 337 time: 0.0492780 Aug 03 19:14:33.982295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34976) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:34.026801 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-3600fbca-27d0-43c4-b62d-09e8a1e0b70e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] DELETE failed (client error): The resource could not be found. Aug 03 19:14:34.027588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3600fbca-27d0-43c4-b62d-09e8a1e0b70e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:34.030465 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3600fbca-27d0-43c4-b62d-09e8a1e0b70e tempest-RoutersIpV6Test-1922452518 tempest-RoutersIpV6Test-1922452518-project] 10.222.0.78 "DELETE /v2.0/subnets/bad5dec8-655a-4e6b-a610-02a951278c21 HTTP/1.1" status: 404 len: 337 time: 0.0460179 Aug 03 19:14:34.038431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954871d-f774-44b5-80a7-c20ab76248e9 req-469ac52f-fe42-48fc-9729-ac3c6e67fc85 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:34.040098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2954871d-f774-44b5-80a7-c20ab76248e9 req-469ac52f-fe42-48fc-9729-ac3c6e67fc85 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.3815749 Aug 03 19:14:34.072792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-10c38208-da97-4569-bdbf-9494903f2a42 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4460206 Aug 03 19:14:34.078502 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34980) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:34.093220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-abcd89f8-f0d6-45a1-99dc-6b3c5ec35c41 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group': {'name': 'tempest-security--1448139244', 'description': 'tempest-security-description-356350454'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:34.098081 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.103992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:34.104949 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.154810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abcd89f8-f0d6-45a1-99dc-6b3c5ec35c41 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.207134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68aaa7-29f2-42ab-a7fa-a5f8d6d2f076 req-ee244f9d-eecd-4f02-8d59-11f56c3b54f6 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:34.214865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c68aaa7-29f2-42ab-a7fa-a5f8d6d2f076 req-ee244f9d-eecd-4f02-8d59-11f56c3b54f6 tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 946 time: 0.3362188 Aug 03 19:14:34.239380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8001244 Aug 03 19:14:34.246099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34982) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:34.247976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2954871d-f774-44b5-80a7-c20ab76248e9 req-4eb9eb8f-cd0e-46e8-94b7-c34946ab0971 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938961 Aug 03 19:14:34.257644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'd617e32e-2518-4f4b-94b7-5fe7897a4050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:34.267656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8202e-b984-4e57-a8e1-fe18d8a66e8d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Network': ['ID=d617e32e-2518-4f4b-94b7-5fe7897a4050,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:34.285384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d617e32e-2518-4f4b-94b7-5fe7897a4050 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:14:34.310674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-636c39fa-3d53-4f08-9cca-8b8172f517bb req-99a50344-335f-4310-920d-4f45ad8b884a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Deleting port 8528764d-a455-42d0-8859-30a055dc1e6a {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:34.315484 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-636c39fa-3d53-4f08-9cca-8b8172f517bb req-99a50344-335f-4310-920d-4f45ad8b884a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.384209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c68aaa7-29f2-42ab-a7fa-a5f8d6d2f076 req-a8c8b8aa-f65d-4ee6-b686-dcbd52d1b99d tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/security-groups?id=f298343f-3587-4d37-9f66-1e6894e0d26b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680009 Aug 03 19:14:34.386401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abcd89f8-f0d6-45a1-99dc-6b3c5ec35c41 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.399246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abcd89f8-f0d6-45a1-99dc-6b3c5ec35c41 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.407719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abcd89f8-f0d6-45a1-99dc-6b3c5ec35c41 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.415759 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-abcd89f8-f0d6-45a1-99dc-6b3c5ec35c41 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "PUT /v2.0/security-groups/b9f6f89f-08b4-4902-9c6b-82aed79a90f2 HTTP/1.1" status: 200 len: 1779 time: 0.3352935 Aug 03 19:14:34.445417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34986) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:34.540052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd89f8-f0d6-45a1-99dc-6b3c5ec35c41 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f6f89f-08b4-4902-9c6b-82aed79a90f2,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:34.564248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a2453d6f-11ee-49a4-b8c2-d991ca5948d4 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-groups/b9f6f89f-08b4-4902-9c6b-82aed79a90f2 HTTP/1.1" status: 200 len: 1779 time: 0.1171679 Aug 03 19:14:34.573145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34990) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:34.591244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:34.602221 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.640569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-636c39fa-3d53-4f08-9cca-8b8172f517bb req-99a50344-335f-4310-920d-4f45ad8b884a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] For port 8528764d-a455-42d0-8859-30a055dc1e6a, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=8528764d-a455-42d0-8859-30a055dc1e6a,segment=NetworkSegment(f095d00d-c541-45ff-b815-15285b6cf109),segment_id=f095d00d-c541-45ff-b815-15285b6cf109)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:34.642428 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-636c39fa-3d53-4f08-9cca-8b8172f517bb req-99a50344-335f-4310-920d-4f45ad8b884a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.672978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-636c39fa-3d53-4f08-9cca-8b8172f517bb req-99a50344-335f-4310-920d-4f45ad8b884a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Calling delete_port for 8528764d-a455-42d0-8859-30a055dc1e6a owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:34.676130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34992) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:34.840840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b228db80-1ef9-406c-9e5a-cf876a150655 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.903798 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b228db80-1ef9-406c-9e5a-cf876a150655 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:34.944142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-01f5ceae-5f87-4a1f-8cf0-446754bd9b75 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5ad8365d995f429688938a0e4021db13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636113 Aug 03 19:14:34.944510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35000) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:35.030722 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-636c39fa-3d53-4f08-9cca-8b8172f517bb req-99a50344-335f-4310-920d-4f45ad8b884a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.075900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['8528764d-a455-42d0-8859-30a055dc1e6a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:35.106028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a50344-335f-4310-920d-4f45ad8b884a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Pushing event deleted for resources: {'Port': ['ID=8528764d-a455-42d0-8859-30a055dc1e6a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:35.114620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b228db80-1ef9-406c-9e5a-cf876a150655 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.119385 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b228db80-1ef9-406c-9e5a-cf876a150655 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.121341 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b228db80-1ef9-406c-9e5a-cf876a150655 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-groups/b9f6f89f-08b4-4902-9c6b-82aed79a90f2 HTTP/1.1" status: 204 len: 168 time: 0.5459344 Aug 03 19:14:35.131813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35002) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:35.171574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228db80-1ef9-406c-9e5a-cf876a150655 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f6f89f-08b4-4902-9c6b-82aed79a90f2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:35.201807 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.234392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-636c39fa-3d53-4f08-9cca-8b8172f517bb req-99a50344-335f-4310-920d-4f45ad8b884a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] No DVR routers for this DVR port 8528764d-a455-42d0-8859-30a055dc1e6a on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:35.241699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-636c39fa-3d53-4f08-9cca-8b8172f517bb req-99a50344-335f-4310-920d-4f45ad8b884a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.245986 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-636c39fa-3d53-4f08-9cca-8b8172f517bb req-99a50344-335f-4310-920d-4f45ad8b884a tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.74 "DELETE /v2.0/ports/8528764d-a455-42d0-8859-30a055dc1e6a HTTP/1.1" status: 204 len: 173 time: 1.5890856 Aug 03 19:14:35.246808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4f2ea0-905d-46c6-8863-1326df6f7a55', 'name': 'network-vif-deleted', 'tag': '8528764d-a455-42d0-8859-30a055dc1e6a'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:35.252569 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a130ecf9-c692-4328-9a9a-d07522e52ac8" -d '{"events": [{"server_uuid": "ab4f2ea0-905d-46c6-8863-1326df6f7a55", "name": "network-vif-deleted", "tag": "8528764d-a455-42d0-8859-30a055dc1e6a"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:35.259122 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7bfd-2d93-4a38-9e38-2a79ce367cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.315247 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7bfd-2d93-4a38-9e38-2a79ce367cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.332758 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92624f93-0ae8-477c-899a-4ed3377d5481 x-openstack-request-id: req-92624f93-0ae8-477c-899a-4ed3377d5481 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:35.333665 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4f2ea0-905d-46c6-8863-1326df6f7a55", "name": "network-vif-deleted", "tag": "8528764d-a455-42d0-8859-30a055dc1e6a", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:35.334631 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92624f93-0ae8-477c-899a-4ed3377d5481 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:35.336935 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4f2ea0-905d-46c6-8863-1326df6f7a55', 'name': 'network-vif-deleted', 'tag': '8528764d-a455-42d0-8859-30a055dc1e6a', 'status': 'completed', 'code': 200} Aug 03 19:14:35.428348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35010) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:35.444146 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6d7212f0-5149-44c5-b78c-0c3616c4a452 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3038292 Aug 03 19:14:35.449036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35016) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:35.470151 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Subnet': ['ID=e388014e-d335-4662-b536-bc7348e0f944,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:35.473735 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-23b5aa30-dff2-4cd6-9fec-3c43e5f73e35 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] delete failed (client error): The resource could not be found. Aug 03 19:14:35.475289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-23b5aa30-dff2-4cd6-9fec-3c43e5f73e35 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-groups/b9f6f89f-08b4-4902-9c6b-82aed79a90f2 HTTP/1.1" status: 404 len: 347 time: 0.0244119 Aug 03 19:14:35.481973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35018) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:35.490410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7afaad89-45bc-4ca4-ba6f-a79d6906285a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group': {'name': 'tempest-secgroup--736334340'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:35.525059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Checking segment: {'id': '7d9d1996-6f58-466e-a610-f6f295775050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd617e32e-2518-4f4b-94b7-5fe7897a4050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:35.525757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network hostable DHCP agents. Network: d617e32e-2518-4f4b-94b7-5fe7897a4050, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:14:35.537238 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7afaad89-45bc-4ca4-ba6f-a79d6906285a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.563783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network d617e32e-2518-4f4b-94b7-5fe7897a4050 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:14:35.596134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d617e32e-2518-4f4b-94b7-5fe7897a4050) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:35.621691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a122a35-aaf9-4416-89a2-90b22a4a4684 None None] Network d617e32e-2518-4f4b-94b7-5fe7897a4050 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:35.650821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:35.651070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.651251 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7bfd-2d93-4a38-9e38-2a79ce367cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.655606 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1f3a7bfd-2d93-4a38-9e38-2a79ce367cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:35.661639 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1f3a7bfd-2d93-4a38-9e38-2a79ce367cb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/45f71ed9-8eb1-4b20-8bff-bcab0f964c30 HTTP/1.1" status: 204 len: 168 time: 0.6929858 Aug 03 19:14:35.688531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c7e92-18f2-4417-97c5-c0460476d8c5 req-4e6b1a69-7551-42f2-ad68-9547684aae48 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:35.703011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d20c7e92-18f2-4417-97c5-c0460476d8c5 req-4e6b1a69-7551-42f2-ad68-9547684aae48 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.1790495 Aug 03 19:14:35.773594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a7bfd-2d93-4a38-9e38-2a79ce367cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f71ed9-8eb1-4b20-8bff-bcab0f964c30,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:35.861541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e89bc58c-4357-4f7a-bdec-ac1f1c3b7df7 req-22b88f6d-122a-40bc-8fae-d3182805d3ff tempest-ServerTagsTestJSON-2139492847 tempest-ServerTagsTestJSON-2139492847-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab4f2ea0-905d-46c6-8863-1326df6f7a55 HTTP/1.1" status: 200 len: 210 time: 0.1007566 Aug 03 19:14:35.902938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d20c7e92-18f2-4417-97c5-c0460476d8c5 req-86fe7a32-a99c-47cc-86ab-a7a8ac85d092 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983345 Aug 03 19:14:35.937042 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d932516-5864-41a3-9ef6-60547d0ff522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.061838 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7afaad89-45bc-4ca4-ba6f-a79d6906285a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.083824 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9c38ca05-e7d7-42c7-a334-15bd9d721888 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8326046 Aug 03 19:14:36.088302 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35026) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:36.102064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3e9d9ba8-d030-4b56-b2ae-2f294da6c839 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'd617e32e-2518-4f4b-94b7-5fe7897a4050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:36.205797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d932516-5864-41a3-9ef6-60547d0ff522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.207603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7afaad89-45bc-4ca4-ba6f-a79d6906285a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.219448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-d617e32e-2518-4f4b-94b7-5fe7897a4050', 'network_id': 'd617e32e-2518-4f4b-94b7-5fe7897a4050', 'tenant_id': 'bf9a8db7d5cb41c3897b106b2f6fdb24', 'fixed_ips': [{'subnet_id': 'e388014e-d335-4662-b536-bc7348e0f944'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:14:36.221198 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.231339 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d932516-5864-41a3-9ef6-60547d0ff522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.262176 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7afaad89-45bc-4ca4-ba6f-a79d6906285a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.268906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7afaad89-45bc-4ca4-ba6f-a79d6906285a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7805145 Aug 03 19:14:36.273249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35028) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:36.293697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dad87bdb-44e8-4743-93d9-9e71625741fc tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': '1d35f4e7-5bcd-46bb-83c8-19c42c4e4979', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:36.325590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9d932516-5864-41a3-9ef6-60547d0ff522 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b7b8479b58234792b0be2ea742ccbc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8917201 Aug 03 19:14:36.325590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaad89-45bc-4ca4-ba6f-a79d6906285a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d35f4e7-5bcd-46bb-83c8-19c42c4e4979,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:36.333321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35030) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:36.399467 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dad87bdb-44e8-4743-93d9-9e71625741fc tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.474944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9d9ba8-d030-4b56-b2ae-2f294da6c839 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:36.475778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d932516-5864-41a3-9ef6-60547d0ff522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70e0716-d9f3-4e3e-a45c-afe33adf07b1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:36.488604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e9d9ba8-d030-4b56-b2ae-2f294da6c839 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.571679 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dad87bdb-44e8-4743-93d9-9e71625741fc tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.580212 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4207-5b2f-44cc-bdf2-cd2145053bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.598045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dad87bdb-44e8-4743-93d9-9e71625741fc tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.647602 n-d-802918-7 neutron-server[100488]: INFO neutron.db.ipam_backend_mixin [None req-3e9d9ba8-d030-4b56-b2ae-2f294da6c839 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e388014e-d335-4662-b536-bc7348e0f944 (CIDR: 172.20.0.0/28) Aug 03 19:14:36.656137 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9d9ba8-d030-4b56-b2ae-2f294da6c839 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:14:36.657729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9d9ba8-d030-4b56-b2ae-2f294da6c839 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:14:36.678860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad87bdb-44e8-4743-93d9-9e71625741fc tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f6d94b-af57-4643-99ff-912408264205,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:36.692698 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8ada6ac6-c1cc-4ca6-abca-e3d78c1cea8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.692843 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4207-5b2f-44cc-bdf2-cd2145053bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.702333 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3e9d9ba8-d030-4b56-b2ae-2f294da6c839 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6110330 Aug 03 19:14:36.702663 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.707652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35040) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:36.720142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ed44581e-18a2-47e5-8d5f-23a5cfc8bc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'd617e32e-2518-4f4b-94b7-5fe7897a4050', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:36.720381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Allocated IP 172.20.0.2 (d617e32e-2518-4f4b-94b7-5fe7897a4050/e388014e-d335-4662-b536-bc7348e0f944/cbcccba7-f943-4097-afb3-15a7deb46bd0) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:36.732544 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dad87bdb-44e8-4743-93d9-9e71625741fc tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.735695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dad87bdb-44e8-4743-93d9-9e71625741fc tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4504876 Aug 03 19:14:36.746637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35042) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:36.817311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4207-5b2f-44cc-bdf2-cd2145053bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.831495 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4207-5b2f-44cc-bdf2-cd2145053bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.838534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8b2e4207-5b2f-44cc-bdf2-cd2145053bb3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f70e0716-d9f3-4e3e-a45c-afe33adf07b1 HTTP/1.1" status: 204 len: 168 time: 0.4852352 Aug 03 19:14:36.856053 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0c799eb-5f6e-4316-a9ef-28411b72be1d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.869374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e4207-5b2f-44cc-bdf2-cd2145053bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70e0716-d9f3-4e3e-a45c-afe33adf07b1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:36.872617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0c799eb-5f6e-4316-a9ef-28411b72be1d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.925998 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0c799eb-5f6e-4316-a9ef-28411b72be1d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.943267 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0c799eb-5f6e-4316-a9ef-28411b72be1d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.944800 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c0c799eb-5f6e-4316-a9ef-28411b72be1d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/98f6d94b-af57-4643-99ff-912408264205 HTTP/1.1" status: 204 len: 168 time: 0.1964829 Aug 03 19:14:36.949400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35050) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:36.981759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c799eb-5f6e-4316-a9ef-28411b72be1d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98f6d94b-af57-4643-99ff-912408264205,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:37.053434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed44581e-18a2-47e5-8d5f-23a5cfc8bc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:37.057263 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ed44581e-18a2-47e5-8d5f-23a5cfc8bc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.107389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35058) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:37.141041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8528764d-a455-42d0-8859-30a055dc1e6a no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:37.270282 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c01c0b66-1bb8-4f7b-a450-c128429b0e24 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3141081 Aug 03 19:14:37.271002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35064) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:37.332657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 8528764d-a455-42d0-8859-30a055dc1e6a {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:37.334610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 8528764d-a455-42d0-8859-30a055dc1e6a not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:37.383260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61d7749c-d618-4680-baba-c62361a736da tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.412645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.420055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61d7749c-d618-4680-baba-c62361a736da tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.437652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Transition to ACTIVE for port object cbcccba7-f943-4097-afb3-15a7deb46bd0 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:37.495438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Transition to ACTIVE for port object cbcccba7-f943-4097-afb3-15a7deb46bd0 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:37.505676 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.510641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-5663231f-40cb-402a-826e-e20a0053fe5d admin admin] Deleting subnet 50733f55-8452-4104-8a79-6691342de829 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:37.543611 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5663231f-40cb-402a-826e-e20a0053fe5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.545552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61d7749c-d618-4680-baba-c62361a736da tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.549548 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61d7749c-d618-4680-baba-c62361a736da tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.550911 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-61d7749c-d618-4680-baba-c62361a736da tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-groups/1d35f4e7-5bcd-46bb-83c8-19c42c4e4979 HTTP/1.1" status: 204 len: 168 time: 0.2795150 Aug 03 19:14:37.577873 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35066) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:37.596285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Network d617e32e-2518-4f4b-94b7-5fe7897a4050 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:37.612773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:37.615676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:37.643957 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5663231f-40cb-402a-826e-e20a0053fe5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.644442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Pushing event updated for resources: {'Port': ['ID=cbcccba7-f943-4097-afb3-15a7deb46bd0,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:37.648199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7749c-d618-4680-baba-c62361a736da tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d35f4e7-5bcd-46bb-83c8-19c42c4e4979,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:37.788512 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Attempting to bind port cbcccba7-f943-4097-afb3-15a7deb46bd0 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:37.789213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Attempting to bind port cbcccba7-f943-4097-afb3-15a7deb46bd0 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7d9d1996-6f58-466e-a610-f6f295775050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd617e32e-2518-4f4b-94b7-5fe7897a4050'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:37.789795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Attempting to bind port cbcccba7-f943-4097-afb3-15a7deb46bd0 on network d617e32e-2518-4f4b-94b7-5fe7897a4050 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:37.806699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:37.807410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Checking segment: {'id': '7d9d1996-6f58-466e-a610-f6f295775050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd617e32e-2518-4f4b-94b7-5fe7897a4050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:37.808047 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.808614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Bound using segment: {'id': '7d9d1996-6f58-466e-a610-f6f295775050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd617e32e-2518-4f4b-94b7-5fe7897a4050'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:37.809299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Bound port: cbcccba7-f943-4097-afb3-15a7deb46bd0, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9d1996-6f58-466e-a610-f6f295775050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd617e32e-2518-4f4b-94b7-5fe7897a4050'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:37.809905 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.811052 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c859186b-720a-4fd1-a718-3c9ce0cb7fb7 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2401445 Aug 03 19:14:37.822847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35072) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:37.852239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1e78f94a-de66-4a36-9228-7bc2af881b21 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116641507'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:37.854083 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5663231f-40cb-402a-826e-e20a0053fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.919825 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.957463 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e78f94a-de66-4a36-9228-7bc2af881b21 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.988475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35078) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:37.997539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] For port cbcccba7-f943-4097-afb3-15a7deb46bd0, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:38.006436 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5663231f-40cb-402a-826e-e20a0053fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.006786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] For port cbcccba7-f943-4097-afb3-15a7deb46bd0, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=cbcccba7-f943-4097-afb3-15a7deb46bd0,segment=NetworkSegment(7d9d1996-6f58-466e-a610-f6f295775050),segment_id=7d9d1996-6f58-466e-a610-f6f295775050)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:38.014208 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.040957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ed44581e-18a2-47e5-8d5f-23a5cfc8bc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.043803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b33fe7-ce40-45f3-8bc8-b6b2c33e9e70 req-66b5bdc1-16de-410a-b54e-39fb7164d225 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:38.049830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1b33fe7-ce40-45f3-8bc8-b6b2c33e9e70 req-66b5bdc1-16de-410a-b54e-39fb7164d225 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.7782843 Aug 03 19:14:38.108513 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5663231f-40cb-402a-826e-e20a0053fe5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.119863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5663231f-40cb-402a-826e-e20a0053fe5d admin admin] 10.222.0.78 "DELETE /v2.0/subnets/50733f55-8452-4104-8a79-6691342de829 HTTP/1.1" status: 204 len: 168 time: 1.0025337 Aug 03 19:14:38.122456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35084) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:38.123713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663231f-40cb-402a-826e-e20a0053fe5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50733f55-8452-4104-8a79-6691342de829,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:38.257772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c0e34-72c2-4312-8b99-116d4ca48927 None None] Pushing event updated for resources: {'Port': ['ID=cbcccba7-f943-4097-afb3-15a7deb46bd0,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:38.290895 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e78f94a-de66-4a36-9228-7bc2af881b21 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.320580 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e78f94a-de66-4a36-9228-7bc2af881b21 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.411775 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1b33fe7-ce40-45f3-8bc8-b6b2c33e9e70 req-6c231d23-670e-4366-8b3e-ad43f87b5291 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177752 Aug 03 19:14:38.437255 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.482344 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e78f94a-de66-4a36-9228-7bc2af881b21 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.488210 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1e78f94a-de66-4a36-9228-7bc2af881b21 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6631863 Aug 03 19:14:38.500078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35090) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:38.545998 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-cfabd865-9f1f-45fb-8142-6ca65f379759 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': 'b55faeb0-8d50-4006-ba81-8fac6abc509c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:38.750081 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.773088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6d4a5c-82e2-43de-a893-a10fcefafa93']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:38.800831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f095d00d-c541-45ff-b815-15285b6cf109') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:38.801807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f095d00d-c541-45ff-b815-15285b6cf109') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:38.821872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.855270 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:38.870761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:38.872363 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:39.009293 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:39.014285 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.024668 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.029591 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] 10.222.0.78 "DELETE /v2.0/networks/bb6d4a5c-82e2-43de-a893-a10fcefafa93 HTTP/1.1" status: 204 len: 168 time: 0.8970175 Aug 03 19:14:39.053275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1d0ee-a7a2-4e00-8e8c-e2089b01598d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6d4a5c-82e2-43de-a893-a10fcefafa93,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:39.124863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44581e-18a2-47e5-8d5f-23a5cfc8bc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network d617e32e-2518-4f4b-94b7-5fe7897a4050 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:39.154682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858039341'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:39.172995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-ed44581e-18a2-47e5-8d5f-23a5cfc8bc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:39.189815 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44581e-18a2-47e5-8d5f-23a5cfc8bc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:39.190845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ed44581e-18a2-47e5-8d5f-23a5cfc8bc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.209841 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78f94a-de66-4a36-9228-7bc2af881b21 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55faeb0-8d50-4006-ba81-8fac6abc509c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:39.234014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44581e-18a2-47e5-8d5f-23a5cfc8bc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Subnet': ['ID=acb73821-261c-46b3-8acf-c673dd0b4ee1,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:39.243653 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.api [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:14:39.243653 n-d-802918-7 neutron-server[100488]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:14:39.243653 n-d-802918-7 neutron-server[100488]: [parameters: {'project_id_1': 'aca750f7c4784a439f190c41180d617c', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 14, 39, 179637)}] Aug 03 19:14:39.243653 n-d-802918-7 neutron-server[100488]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:14:39.244061 n-d-802918-7 neutron-server[100488]: DEBUG oslo_db.api [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:14:39.267288 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ed44581e-18a2-47e5-8d5f-23a5cfc8bc1e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5526237 Aug 03 19:14:39.267288 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfabd865-9f1f-45fb-8142-6ca65f379759 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.267765 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35104) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:39.273024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': 'd617e32e-2518-4f4b-94b7-5fe7897a4050', 'fixed_ips': [{'subnet_id': 'e388014e-d335-4662-b536-bc7348e0f944'}, {'subnet_id': 'acb73821-261c-46b3-8acf-c673dd0b4ee1'}], 'name': 'tempest-PortsTestJSON-1134161220'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:39.353270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfabd865-9f1f-45fb-8142-6ca65f379759 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.360977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfabd865-9f1f-45fb-8142-6ca65f379759 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.384627 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabd865-9f1f-45fb-8142-6ca65f379759 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7bbb37-5d83-48eb-9425-86626efeff7f,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:39.390018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfabd865-9f1f-45fb-8142-6ca65f379759 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.391940 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cfabd865-9f1f-45fb-8142-6ca65f379759 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8775151 Aug 03 19:14:39.397584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35106) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:39.403623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4f9e96e6-a61e-434d-9fe9-e2d55787c4e2 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': 'b55faeb0-8d50-4006-ba81-8fac6abc509c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:39.445327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f9e96e6-a61e-434d-9fe9-e2d55787c4e2 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.522942 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35110) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:39.614627 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.631111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:39.713379 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f9e96e6-a61e-434d-9fe9-e2d55787c4e2 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.741088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fcee3-4874-42f3-8c81-b709f5ee576d req-540f43dd-b004-4d4a-9a03-82afec10ae83 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:39.742861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e0fcee3-4874-42f3-8c81-b709f5ee576d req-540f43dd-b004-4d4a-9a03-82afec10ae83 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.1243808 Aug 03 19:14:39.767608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35116) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:39.770028 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-670b3c97-fe4d-4b2e-a23b-af48196f1a65 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=531b5a114a99456eb170a116bb3be18b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321184 Aug 03 19:14:39.779913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f9e96e6-a61e-434d-9fe9-e2d55787c4e2 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.845854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e96e6-a61e-434d-9fe9-e2d55787c4e2 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8686d5b3-e775-4364-8bbd-c65c677e320b,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:39.863687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.873949 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f9e96e6-a61e-434d-9fe9-e2d55787c4e2 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.877461 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4f9e96e6-a61e-434d-9fe9-e2d55787c4e2 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4782724 Aug 03 19:14:39.883228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e0fcee3-4874-42f3-8c81-b709f5ee576d req-17c759de-905d-4243-95d6-b53d61b5e274 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145756 Aug 03 19:14:39.886952 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.889608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35118) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:39.893079 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.914621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-04ed5ad9-385a-4aca-9d8a-b82235508521 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': 'b55faeb0-8d50-4006-ba81-8fac6abc509c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:39.930726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3762449d-c90f-41c7-8163-d752633f74ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:39.948000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port c65c5af7-b781-48bb-95d0-5ab34807b7b2 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:14:39.957136 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.api [None req-04ed5ad9-385a-4aca-9d8a-b82235508521 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:14:39.957136 n-d-802918-7 neutron-server[100487]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:14:39.957136 n-d-802918-7 neutron-server[100487]: [parameters: {'project_id_1': '1b9c6385e6914fa68a18bff1d3e70432', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 14, 39, 926643)}] Aug 03 19:14:39.957136 n-d-802918-7 neutron-server[100487]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:14:39.958092 n-d-802918-7 neutron-server[100487]: DEBUG oslo_db.api [None req-04ed5ad9-385a-4aca-9d8a-b82235508521 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:14:39.976874 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3762449d-c90f-41c7-8163-d752633f74ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.111662 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.118685 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.194420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09daa913-8e23-43d3-8d02-bcf0aa9b1abb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:40.196031 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3762449d-c90f-41c7-8163-d752633f74ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.199336 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3762449d-c90f-41c7-8163-d752633f74ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.200601 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3762449d-c90f-41c7-8163-d752633f74ad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f298343f-3587-4d37-9f66-1e6894e0d26b HTTP/1.1" status: 204 len: 168 time: 0.4300048 Aug 03 19:14:40.218215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762449d-c90f-41c7-8163-d752633f74ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f298343f-3587-4d37-9f66-1e6894e0d26b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:40.311058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e1f84-8e1d-4534-8e8d-8ac3a8724493 None None] Network d617e32e-2518-4f4b-94b7-5fe7897a4050 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:40.349985 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.358254 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.423711 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35124) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:40.443668 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.446233 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4553907 Aug 03 19:14:40.448796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35128) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:40.451030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0d986-421f-4465-8986-4403c2cffcaa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae64c1ea-856f-431c-b853-92a253669dba,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:40.460184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-25d4783d-daf2-420e-a622-f7038a21a3c6 None None] Provisioning for port cbcccba7-f943-4097-afb3-15a7deb46bd0 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:40.729563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.5 (d617e32e-2518-4f4b-94b7-5fe7897a4050/e388014e-d335-4662-b536-bc7348e0f944/c65c5af7-b781-48bb-95d0-5ab34807b7b2) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:40.749457 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04ed5ad9-385a-4aca-9d8a-b82235508521 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.769125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cbcccba7-f943-4097-afb3-15a7deb46bd0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:40.772291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.24 (d617e32e-2518-4f4b-94b7-5fe7897a4050/acb73821-261c-46b3-8acf-c673dd0b4ee1/c65c5af7-b781-48bb-95d0-5ab34807b7b2) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:40.855782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35136) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:40.856561 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c1cb8a40-9331-469e-8ac0-a4ce3696eac5 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4053164 Aug 03 19:14:40.863241 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4685f5d5-a2c7-4eb2-8885-2551a97924aa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group': {'name': 'tempest-security--1713371954', 'description': 'tempest-security-description-676522972'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:40.937314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f95c7e7-34f9-4877-a542-177e3aba3c5e None None] Update dhcp port {'port': {'network_id': 'd617e32e-2518-4f4b-94b7-5fe7897a4050', 'fixed_ips': [{'subnet_id': 'e388014e-d335-4662-b536-bc7348e0f944', 'ip_address': '172.20.0.2'}, {'subnet_id': 'acb73821-261c-46b3-8acf-c673dd0b4ee1'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'cbcccba7-f943-4097-afb3-15a7deb46bd0'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:14:40.944886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port cbcccba7-f943-4097-afb3-15a7deb46bd0 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:40.961146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4685f5d5-a2c7-4eb2-8885-2551a97924aa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.975828 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4488d16-48c2-430d-a5d4-3801616332c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.985726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port cbcccba7-f943-4097-afb3-15a7deb46bd0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:40.987973 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.095286 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0f95c7e7-34f9-4877-a542-177e3aba3c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.121166 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4685f5d5-a2c7-4eb2-8885-2551a97924aa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.142780 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4685f5d5-a2c7-4eb2-8885-2551a97924aa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.144996 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04ed5ad9-385a-4aca-9d8a-b82235508521 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.151700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4685f5d5-a2c7-4eb2-8885-2551a97924aa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.154357 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4685f5d5-a2c7-4eb2-8885-2551a97924aa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "PUT /v2.0/security-groups/ae64c1ea-856f-431c-b853-92a253669dba HTTP/1.1" status: 200 len: 1779 time: 0.2969429 Aug 03 19:14:41.173987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.185665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04ed5ad9-385a-4aca-9d8a-b82235508521 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.259114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed5ad9-385a-4aca-9d8a-b82235508521 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb78d65-6f7b-428f-a02d-4019952944f7,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.272724 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685f5d5-a2c7-4eb2-8885-2551a97924aa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae64c1ea-856f-431c-b853-92a253669dba,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.316214 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8f2440dd-0721-4597-8537-ad70f2cdc3bc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-groups/ae64c1ea-856f-431c-b853-92a253669dba HTTP/1.1" status: 200 len: 1779 time: 0.1097245 Aug 03 19:14:41.324440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35148) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.330322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad9b6e-9ae1-4091-8ac6-481051f87550 req-b9f86d60-eb2a-438f-91d6-9ce3437b3f3b tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:41.333088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36ad9b6e-9ae1-4091-8ac6-481051f87550 req-b9f86d60-eb2a-438f-91d6-9ce3437b3f3b tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.3134990 Aug 03 19:14:41.348665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4488d16-48c2-430d-a5d4-3801616332c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.361266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4488d16-48c2-430d-a5d4-3801616332c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.425578 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.431800 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04ed5ad9-385a-4aca-9d8a-b82235508521 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.437820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-04ed5ad9-385a-4aca-9d8a-b82235508521 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5360374 Aug 03 19:14:41.443028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35152) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.452878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36ad9b6e-9ae1-4091-8ac6-481051f87550 req-39fcc187-f094-4511-b0ac-8080546dafa6 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059735 Aug 03 19:14:41.463246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-6b8b1d0a-7db7-4d05-94a9-1aad1678e86a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': 'b55faeb0-8d50-4006-ba81-8fac6abc509c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:41.473814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4488d16-48c2-430d-a5d4-3801616332c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d62448-7482-4620-a3b0-682f76b37c55,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.481550 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a4488d16-48c2-430d-a5d4-3801616332c6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=197bfd19cb68410ca3739bf447a623de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0519419 Aug 03 19:14:41.483178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35156) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.487148 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1c2a4e0-01cc-4661-ad03-d00267bc8ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.521636 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.522978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port cbcccba7-f943-4097-afb3-15a7deb46bd0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=cbcccba7-f943-4097-afb3-15a7deb46bd0,segment=NetworkSegment(7d9d1996-6f58-466e-a610-f6f295775050),segment_id=7d9d1996-6f58-466e-a610-f6f295775050)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:41.533341 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.543565 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1c2a4e0-01cc-4661-ad03-d00267bc8ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.568594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object c65c5af7-b781-48bb-95d0-5ab34807b7b2 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:41.587920 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1d0a-7db7-4d05-94a9-1aad1678e86a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.638822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=cbcccba7-f943-4097-afb3-15a7deb46bd0,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.650981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1374835-595b-4163-b394-8f566ea6f4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.702421 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.711907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1374835-595b-4163-b394-8f566ea6f4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.715565 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1c2a4e0-01cc-4661-ad03-d00267bc8ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.720600 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1c2a4e0-01cc-4661-ad03-d00267bc8ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.725566 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f1c2a4e0-01cc-4661-ad03-d00267bc8ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-groups/ae64c1ea-856f-431c-b853-92a253669dba HTTP/1.1" status: 204 len: 168 time: 0.3970621 Aug 03 19:14:41.737327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35162) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.788454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2a4e0-01cc-4661-ad03-d00267bc8ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae64c1ea-856f-431c-b853-92a253669dba,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.810508 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1d0a-7db7-4d05-94a9-1aad1678e86a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.832028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network d617e32e-2518-4f4b-94b7-5fe7897a4050 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:41.839346 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1d0a-7db7-4d05-94a9-1aad1678e86a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.870286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:41.876998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:41.896224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-0f95c7e7-34f9-4877-a542-177e3aba3c5e None None] Allocated IP 172.20.0.18 (d617e32e-2518-4f4b-94b7-5fe7897a4050/acb73821-261c-46b3-8acf-c673dd0b4ee1/cbcccba7-f943-4097-afb3-15a7deb46bd0) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:41.907712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1374835-595b-4163-b394-8f566ea6f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.916596 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1374835-595b-4163-b394-8f566ea6f4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.923972 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a1374835-595b-4163-b394-8f566ea6f4dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e5d62448-7482-4620-a3b0-682f76b37c55 HTTP/1.1" status: 204 len: 168 time: 0.4389546 Aug 03 19:14:41.934682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35168) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.934682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b1d0a-7db7-4d05-94a9-1aad1678e86a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5435dd3-268a-43e6-9150-cbc9ca9a7459,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.936357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=c65c5af7-b781-48bb-95d0-5ab34807b7b2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.965783 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-82d1c236-e49a-4d44-8f12-be15979c859b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2214389 Aug 03 19:14:41.967026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35170) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.968281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1374835-595b-4163-b394-8f566ea6f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d62448-7482-4620-a3b0-682f76b37c55,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.983400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b8b1d0a-7db7-4d05-94a9-1aad1678e86a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.987008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6b8b1d0a-7db7-4d05-94a9-1aad1678e86a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5454960 Aug 03 19:14:41.991228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35174) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.996928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b3ab47c3-3fe5-4343-ad8b-21eda9cb0a81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': 'b55faeb0-8d50-4006-ba81-8fac6abc509c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:42.017086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:42.018169 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-8e5a59fa-73b0-43e8-b374-a024937a89f6 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] delete failed (client error): The resource could not be found. Aug 03 19:14:42.018311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.020546 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8e5a59fa-73b0-43e8-b374-a024937a89f6 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-groups/ae64c1ea-856f-431c-b853-92a253669dba HTTP/1.1" status: 404 len: 347 time: 0.0487995 Aug 03 19:14:42.027773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35176) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:42.048845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7d31d469-c559-4d2b-819e-d7450247324a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395199395'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:42.076483 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3ab47c3-3fe5-4343-ad8b-21eda9cb0a81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.085188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-683a6d57-78e4-455d-b193-e406dee333ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8167200 Aug 03 19:14:42.087953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35178) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:42.099540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8beece7f-4837-4c18-b7c1-926c17f8d57c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e388014e-d335-4662-b536-bc7348e0f944'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:42.104067 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7d31d469-c559-4d2b-819e-d7450247324a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.218509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-0f95c7e7-34f9-4877-a542-177e3aba3c5e None None] For port cbcccba7-f943-4097-afb3-15a7deb46bd0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=cbcccba7-f943-4097-afb3-15a7deb46bd0,segment=NetworkSegment(7d9d1996-6f58-466e-a610-f6f295775050),segment_id=7d9d1996-6f58-466e-a610-f6f295775050)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:42.287802 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0f95c7e7-34f9-4877-a542-177e3aba3c5e None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.308536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8beece7f-4837-4c18-b7c1-926c17f8d57c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.330365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0f95c7e7-34f9-4877-a542-177e3aba3c5e None None] Transition to ACTIVE for port object cbcccba7-f943-4097-afb3-15a7deb46bd0 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:42.339962 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0f95c7e7-34f9-4877-a542-177e3aba3c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.368145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7d31d469-c559-4d2b-819e-d7450247324a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.381286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7d31d469-c559-4d2b-819e-d7450247324a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.388848 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3ab47c3-3fe5-4343-ad8b-21eda9cb0a81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.395511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3ab47c3-3fe5-4343-ad8b-21eda9cb0a81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.460232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab47c3-3fe5-4343-ad8b-21eda9cb0a81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911b51bc-0407-4856-ac5d-513bc16f3004,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:42.465988 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3ab47c3-3fe5-4343-ad8b-21eda9cb0a81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.467417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b3ab47c3-3fe5-4343-ad8b-21eda9cb0a81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4748204 Aug 03 19:14:42.471752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35182) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:42.505168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31d469-c559-4d2b-819e-d7450247324a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8707dd31-31c5-4cf1-9784-97f3207bbe66,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:42.554860 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7d31d469-c559-4d2b-819e-d7450247324a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.565584 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7d31d469-c559-4d2b-819e-d7450247324a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5288908 Aug 03 19:14:42.568482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35186) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:42.593733 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1336c4f4-27f7-4784-b734-accad8e4113c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.609310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1336c4f4-27f7-4784-b734-accad8e4113c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.633032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4d8cb208-6484-477f-a3b1-ea54fd749a6e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': '8707dd31-31c5-4cf1-9784-97f3207bbe66', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:42.638714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95c7e7-34f9-4877-a542-177e3aba3c5e None None] Pushing event updated for resources: {'Port': ['ID=cbcccba7-f943-4097-afb3-15a7deb46bd0,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:42.689683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-network', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:42.726181 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb208-6484-477f-a3b1-ea54fd749a6e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.806041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cbcccba7-f943-4097-afb3-15a7deb46bd0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:42.821527 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1336c4f4-27f7-4784-b734-accad8e4113c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.877911 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1336c4f4-27f7-4784-b734-accad8e4113c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.883874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1336c4f4-27f7-4784-b734-accad8e4113c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/911b51bc-0407-4856-ac5d-513bc16f3004 HTTP/1.1" status: 204 len: 168 time: 0.4063025 Aug 03 19:14:42.884353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35194) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:42.890087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Made reservation on behalf of d076a1d7d4d7479e9aa626b42d5ff2bf for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:42.894777 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.979562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336c4f4-27f7-4784-b734-accad8e4113c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=911b51bc-0407-4856-ac5d-513bc16f3004,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:42.989357 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.012000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb208-6484-477f-a3b1-ea54fd749a6e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.022142 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb208-6484-477f-a3b1-ea54fd749a6e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.052086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf6f35-52dc-4dee-bbba-f9ef046a6886 req-e602d42d-951d-49d7-9531-44c82499cb75 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:43.055205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ebf6f35-52dc-4dee-bbba-f9ef046a6886 req-e602d42d-951d-49d7-9531-44c82499cb75 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.3554361 Aug 03 19:14:43.059135 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cb208-6484-477f-a3b1-ea54fd749a6e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d96cef-9216-42b2-bf61-88bfae0178cf,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:43.109260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb208-6484-477f-a3b1-ea54fd749a6e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.115064 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d8cb208-6484-477f-a3b1-ea54fd749a6e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5418642 Aug 03 19:14:43.115539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35200) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.164802 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d01750b-c9e3-4eff-9e88-11f281c45419 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.180265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bb4a6e38-5e64-4f7e-9bb8-222bd9f0d625 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2917323 Aug 03 19:14:43.186950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d01750b-c9e3-4eff-9e88-11f281c45419 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.194027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35202) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.263577 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d635fc58-6222-4ed8-9e05-037e87c0a5c7 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.275484 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d635fc58-6222-4ed8-9e05-037e87c0a5c7 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.304243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d01750b-c9e3-4eff-9e88-11f281c45419 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.310218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d01750b-c9e3-4eff-9e88-11f281c45419 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.315651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ebf6f35-52dc-4dee-bbba-f9ef046a6886 req-094bdd3d-9b67-4058-aa51-9b8aeaf91a1c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371848 Aug 03 19:14:43.316710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35206) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.322084 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2d01750b-c9e3-4eff-9e88-11f281c45419 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/65d96cef-9216-42b2-bf61-88bfae0178cf HTTP/1.1" status: 204 len: 168 time: 0.1994231 Aug 03 19:14:43.335349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01750b-c9e3-4eff-9e88-11f281c45419 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65d96cef-9216-42b2-bf61-88bfae0178cf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:43.349106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d635fc58-6222-4ed8-9e05-037e87c0a5c7 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.358033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d635fc58-6222-4ed8-9e05-037e87c0a5c7 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.360085 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d635fc58-6222-4ed8-9e05-037e87c0a5c7 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f5435dd3-268a-43e6-9150-cbc9ca9a7459 HTTP/1.1" status: 204 len: 168 time: 0.1644404 Aug 03 19:14:43.371247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35208) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.376393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635fc58-6222-4ed8-9e05-037e87c0a5c7 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5435dd3-268a-43e6-9150-cbc9ca9a7459,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:43.390147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-8beece7f-4837-4c18-b7c1-926c17f8d57c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Delete allocated IP 172.20.0.24 (d617e32e-2518-4f4b-94b7-5fe7897a4050/acb73821-261c-46b3-8acf-c673dd0b4ee1) {{(pid=100487) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:14:43.452457 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6c1eaf12-4b33-481c-b53d-478e098c7856 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0794694 Aug 03 19:14:43.458310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35212) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.503249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-219c8977-7e5a-43de-9e39-562b369ebd56 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.513778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-219c8977-7e5a-43de-9e39-562b369ebd56 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.565334 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-219c8977-7e5a-43de-9e39-562b369ebd56 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.580636 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-219c8977-7e5a-43de-9e39-562b369ebd56 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.594639 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-219c8977-7e5a-43de-9e39-562b369ebd56 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/4fb78d65-6f7b-428f-a02d-4019952944f7 HTTP/1.1" status: 204 len: 168 time: 0.1338301 Aug 03 19:14:43.595342 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35218) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.624277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c8977-7e5a-43de-9e39-562b369ebd56 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fb78d65-6f7b-428f-a02d-4019952944f7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:43.648708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9ba80b-fa85-49af-a8de-4c19731d6070 None None] Network d617e32e-2518-4f4b-94b7-5fe7897a4050 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:43.664740 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6fcb21c0-2720-4979-80d0-1db3fa330cd8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0651240 Aug 03 19:14:43.673248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35220) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.703870 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15a8f7c8-cd1e-4ec2-8f2a-00532a3bdb27 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.714735 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15a8f7c8-cd1e-4ec2-8f2a-00532a3bdb27 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.766833 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15a8f7c8-cd1e-4ec2-8f2a-00532a3bdb27 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.775867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15a8f7c8-cd1e-4ec2-8f2a-00532a3bdb27 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.781112 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-15a8f7c8-cd1e-4ec2-8f2a-00532a3bdb27 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/8686d5b3-e775-4364-8bbd-c65c677e320b HTTP/1.1" status: 204 len: 168 time: 0.1028106 Aug 03 19:14:43.782823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35222) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.785427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8f7c8-cd1e-4ec2-8f2a-00532a3bdb27 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8686d5b3-e775-4364-8bbd-c65c677e320b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:43.818915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3a994d24-86db-484c-a960-4b713d6fa8de None None] Provisioning for port cbcccba7-f943-4097-afb3-15a7deb46bd0 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:43.830559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3a994d24-86db-484c-a960-4b713d6fa8de None None] Provisioning complete for port cbcccba7-f943-4097-afb3-15a7deb46bd0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:43.831492 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3a994d24-86db-484c-a960-4b713d6fa8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.851470 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-99ce7a9c-ac41-4a75-a19f-f9ea87f76db6 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0674253 Aug 03 19:14:43.852580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35224) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.861666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35226) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:43.926943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9a40-4a36-40df-a532-c82d963ce6bf tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.953276 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9a40-4a36-40df-a532-c82d963ce6bf tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.000237 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:14:44.026638 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9a40-4a36-40df-a532-c82d963ce6bf tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.041566 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9a40-4a36-40df-a532-c82d963ce6bf tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.047961 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2a6e9a40-4a36-40df-a532-c82d963ce6bf tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/8f7bbb37-5d83-48eb-9425-86626efeff7f HTTP/1.1" status: 204 len: 168 time: 0.1823449 Aug 03 19:14:44.049794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35230) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.089275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-566239883-network', 'tenant_id': '68fd81a75962491d8426ad0ab974d3f3'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:44.116934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e9a40-4a36-40df-a532-c82d963ce6bf tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f7bbb37-5d83-48eb-9425-86626efeff7f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:44.128275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-23e52643-706e-4ea4-ae77-b6b388a390fa tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8033617 Aug 03 19:14:44.134161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35234) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.164449 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6633434d-854b-4441-93ff-2bac72338cb4 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1090720 Aug 03 19:14:44.171053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35236) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.187377 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.224014 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.243791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Made reservation on behalf of 68fd81a75962491d8426ad0ab974d3f3 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:44.246838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.267261 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.301221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:14:44.304938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55febc2b-deaa-409a-9f48-bad10be0f4dd tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.332908 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d626879-ea53-496e-9f7a-eb55eb739264 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.350810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55febc2b-deaa-409a-9f48-bad10be0f4dd tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.353797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bd74ce-74b6-4297-bd7d-f3690cfecaf2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:44.373417 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.374044 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Added segment 5fe8bcac-8bdb-40e1-881b-c32ca7e29268 of type vlan for network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 Aug 03 19:14:44.411904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d626879-ea53-496e-9f7a-eb55eb739264 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.485655 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.495331 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8beece7f-4837-4c18-b7c1-926c17f8d57c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.504229 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55febc2b-deaa-409a-9f48-bad10be0f4dd tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.507346 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55febc2b-deaa-409a-9f48-bad10be0f4dd tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.511153 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-55febc2b-deaa-409a-9f48-bad10be0f4dd tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-groups/8707dd31-31c5-4cf1-9784-97f3207bbe66 HTTP/1.1" status: 204 len: 168 time: 0.3734446 Aug 03 19:14:44.518039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35240) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.543369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-69309cda-65e8-4b81-8fed-8baeb8ef404f None None] Provisioning complete for port cbcccba7-f943-4097-afb3-15a7deb46bd0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:44.543928 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-69309cda-65e8-4b81-8fed-8baeb8ef404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.550173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-8beece7f-4837-4c18-b7c1-926c17f8d57c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Ignored duplicate provisioning block setup for port c65c5af7-b781-48bb-95d0-5ab34807b7b2 by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:14:44.587166 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.594838 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8beece7f-4837-4c18-b7c1-926c17f8d57c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.604146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55febc2b-deaa-409a-9f48-bad10be0f4dd tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8707dd31-31c5-4cf1-9784-97f3207bbe66,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:44.609923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.643647 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d626879-ea53-496e-9f7a-eb55eb739264 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.650341 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d626879-ea53-496e-9f7a-eb55eb739264 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.654069 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5d626879-ea53-496e-9f7a-eb55eb739264 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-groups/b55faeb0-8d50-4006-ba81-8fac6abc509c HTTP/1.1" status: 204 len: 168 time: 0.4822166 Aug 03 19:14:44.663670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35242) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.675597 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6063f294-42a9-4834-992e-8f89420df91b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:44.686894 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.688308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:44.688980 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.713163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:14:44.724278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d626879-ea53-496e-9f7a-eb55eb739264 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55faeb0-8d50-4006-ba81-8fac6abc509c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:44.743916 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c78abf55-dc0b-4766-8c7e-8e1a72976085 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2234437 Aug 03 19:14:44.756937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35244) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.760131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-69309cda-65e8-4b81-8fed-8baeb8ef404f None None] Provisioning for port c65c5af7-b781-48bb-95d0-5ab34807b7b2 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:44.761785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.762199 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Added segment 65b1abd7-b02f-4895-8121-e8ffe1fe2fc4 of type vlan for network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 Aug 03 19:14:44.770766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-81f75642-b368-43fe-b946-eb86c1aa4147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group': {'name': 'tempest-secgroup--739394579'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:44.771079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-69309cda-65e8-4b81-8fed-8baeb8ef404f None None] Provisioning complete for port c65c5af7-b781-48bb-95d0-5ab34807b7b2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:44.771718 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-69309cda-65e8-4b81-8fed-8baeb8ef404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.829596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8beece7f-4837-4c18-b7c1-926c17f8d57c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] In _notify_port_updated(), no bound segment for port c65c5af7-b781-48bb-95d0-5ab34807b7b2 on network d617e32e-2518-4f4b-94b7-5fe7897a4050 {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:14:44.836350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beece7f-4837-4c18-b7c1-926c17f8d57c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:44.837122 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8beece7f-4837-4c18-b7c1-926c17f8d57c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.838615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8beece7f-4837-4c18-b7c1-926c17f8d57c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "PUT /v2.0/ports/c65c5af7-b781-48bb-95d0-5ab34807b7b2 HTTP/1.1" status: 200 len: 919 time: 2.7491667 Aug 03 19:14:44.849340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35246) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.858520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fe305658-b21d-40db-910a-f5e7804b4eaf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e388014e-d335-4662-b536-bc7348e0f944'}, {'subnet_id': 'acb73821-261c-46b3-8acf-c673dd0b4ee1'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:44.882952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-69309cda-65e8-4b81-8fed-8baeb8ef404f None None] Port c65c5af7-b781-48bb-95d0-5ab34807b7b2 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:44.897298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.913241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beece7f-4837-4c18-b7c1-926c17f8d57c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=c65c5af7-b781-48bb-95d0-5ab34807b7b2,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:44.919114 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b408e5fe-0744-42cd-b228-300b50994118 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2541716 Aug 03 19:14:44.924976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35248) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.925947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9803596 Aug 03 19:14:44.926961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35250) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.934402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-49a60459-d8ef-4bc8-8440-e426549cb028 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group': {'name': 'tempest-secgroup--526746884'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:44.936308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05c25a-c7a4-48e5-a952-19e8a941c7db req-8e6dacdc-88ca-46d0-a9cd-4111a720d0e5 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:44.938543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a05c25a-c7a4-48e5-a952-19e8a941c7db req-8e6dacdc-88ca-46d0-a9cd-4111a720d0e5 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.4322846 Aug 03 19:14:44.948360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Request body: {'subnet': {'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-subnet', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:44.982679 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81f75642-b368-43fe-b946-eb86c1aa4147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.010900 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.api [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:14:45.010900 n-d-802918-7 neutron-server[100488]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:14:45.010900 n-d-802918-7 neutron-server[100488]: [parameters: {'project_id_1': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 14, 44, 970544)}] Aug 03 19:14:45.010900 n-d-802918-7 neutron-server[100488]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:14:45.012395 n-d-802918-7 neutron-server[100488]: DEBUG oslo_db.api [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:14:45.014663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dad149-2dab-418b-9ca0-ea8e101dc629 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6a868e-2cf0-4888-ba1c-a660f65f3874,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:45.016558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.018668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9e9304e2-e16f-48e8-89f7-708d9919e470 None None] Provisioning complete for port c65c5af7-b781-48bb-95d0-5ab34807b7b2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:45.019190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:45.019829 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9e9304e2-e16f-48e8-89f7-708d9919e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.020123 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.077401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a05c25a-c7a4-48e5-a952-19e8a941c7db req-0912f21f-64eb-43c5-9227-94ebd06be1db tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730400 Aug 03 19:14:45.175471 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe305658-b21d-40db-910a-f5e7804b4eaf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.221484 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49a60459-d8ef-4bc8-8440-e426549cb028 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.240334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] Pushing event updated for resources: {'Network': ['ID=8099bcfc-5807-43cf-a7bc-8b92f3566a55,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:45.318335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:14:45.324723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:14:45.392795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81f75642-b368-43fe-b946-eb86c1aa4147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.398670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81f75642-b368-43fe-b946-eb86c1aa4147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.435829 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0e197bf4-9c7e-4c98-b9e0-9891b4e23f2a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5805643 Aug 03 19:14:45.450803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35256) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:45.472417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] Request body: {'subnet': {'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-566239883-subnet', 'tenant_id': '68fd81a75962491d8426ad0ab974d3f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:45.497239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f75642-b368-43fe-b946-eb86c1aa4147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdd4bcb-65b5-44c8-97b8-47d22e18d0d6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:45.527692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9e9304e2-e16f-48e8-89f7-708d9919e470 None None] Port c65c5af7-b781-48bb-95d0-5ab34807b7b2 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:45.546044 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.592158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49a60459-d8ef-4bc8-8440-e426549cb028 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.601693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49a60459-d8ef-4bc8-8440-e426549cb028 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.622087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81f75642-b368-43fe-b946-eb86c1aa4147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.627418 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-81f75642-b368-43fe-b946-eb86c1aa4147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8691115 Aug 03 19:14:45.637193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35258) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:45.650507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fb58c352-5e14-48f8-aab9-6d153d9ef0e9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': 'ecdd4bcb-65b5-44c8-97b8-47d22e18d0d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:45.669709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1822e13d-08bb-4233-9dca-1a2b313bfcf1 None None] Provisioning complete for port c65c5af7-b781-48bb-95d0-5ab34807b7b2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:45.670187 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1822e13d-08bb-4233-9dca-1a2b313bfcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.671796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] Made reservation on behalf of 68fd81a75962491d8426ad0ab974d3f3 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:45.675137 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.678244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a60459-d8ef-4bc8-8440-e426549cb028 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5b8e18-cac4-4769-9436-6c870202aa2e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:45.710181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-fe305658-b21d-40db-910a-f5e7804b4eaf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.30 (d617e32e-2518-4f4b-94b7-5fe7897a4050/acb73821-261c-46b3-8acf-c673dd0b4ee1/c65c5af7-b781-48bb-95d0-5ab34807b7b2) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:45.725418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1822e13d-08bb-4233-9dca-1a2b313bfcf1 None None] Port c65c5af7-b781-48bb-95d0-5ab34807b7b2 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:45.783522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Made reservation on behalf of d076a1d7d4d7479e9aa626b42d5ff2bf for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:45.785981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.791992 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-49a60459-d8ef-4bc8-8440-e426549cb028 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.796462 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-49a60459-d8ef-4bc8-8440-e426549cb028 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8653650 Aug 03 19:14:45.814655 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35260) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:45.834064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-902ef217-518e-4432-9a63-e006872fb3ce tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': '1d5b8e18-cac4-4769-9436-6c870202aa2e', 'direction': 'ingress', 'protocol': 17}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:45.914966 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fb58c352-5e14-48f8-aab9-6d153d9ef0e9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.018949 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-902ef217-518e-4432-9a63-e006872fb3ce tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.101661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.190215 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe305658-b21d-40db-910a-f5e7804b4eaf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.198184 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.206023 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc0c157-10e0-408d-a014-ed71691ee79a,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:46.278319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] Checking segment: {'id': '65b1abd7-b02f-4895-8121-e8ffe1fe2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:46.279072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] Network hostable DHCP agents. Network: 8099bcfc-5807-43cf-a7bc-8b92f3566a55, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:14:46.279173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fb58c352-5e14-48f8-aab9-6d153d9ef0e9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.284018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-fe305658-b21d-40db-910a-f5e7804b4eaf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object c65c5af7-b781-48bb-95d0-5ab34807b7b2 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:46.299299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Pushing event updated for resources: {'Subnet': ['ID=264034eb-0f0f-41a5-8765-49be8817bd3c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:46.318394 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fb58c352-5e14-48f8-aab9-6d153d9ef0e9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.323506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Checking segment: {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:46.324236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Network hostable DHCP agents. Network: 9f6a868e-2cf0-4888-ba1c-a660f65f3874, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:14:46.332009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] Network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:14:46.332532 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe305658-b21d-40db-910a-f5e7804b4eaf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.356259 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 8099bcfc-5807-43cf-a7bc-8b92f3566a55) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:46.359816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-902ef217-518e-4432-9a63-e006872fb3ce tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.366464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:46.366872 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21fb078-8484-4124-ae00-8659b789bb83 None None] Network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:46.367496 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.398324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:14:46.411096 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 9f6a868e-2cf0-4888-ba1c-a660f65f3874) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:46.417160 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:46.421377 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.422793 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a06e73-e594-48e4-9f65-6aeddd031733 None None] Network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:46.440622 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6100baf2-9cd5-4869-bcf6-44cf8e590ead admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9747252 Aug 03 19:14:46.440843 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-902ef217-518e-4432-9a63-e006872fb3ce tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.460906 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a6300f30-a4f0-4099-9773-72997332a26d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5339630 Aug 03 19:14:46.463313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35268) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:46.465097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58c352-5e14-48f8-aab9-6d153d9ef0e9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58a3545-5b2b-4991-bf64-90fc36ddf1cb,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:46.481255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:46.496420 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fb58c352-5e14-48f8-aab9-6d153d9ef0e9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.503476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fb58c352-5e14-48f8-aab9-6d153d9ef0e9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8602865 Aug 03 19:14:46.511160 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35270) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:46.544613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d9b82923-c4b5-4621-9b5e-c13837fad34b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': 'ecdd4bcb-65b5-44c8-97b8-47d22e18d0d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:46.583365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.586021 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.588211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ef217-518e-4432-9a63-e006872fb3ce tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef5a7f4-ede4-4bc5-a44e-f50ca75132d3,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:46.608424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1912421-ff21-4f79-98c6-81aca977d80f req-285fb7d2-65df-4b15-8ac3-a977db79dd4f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:46.610680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1912421-ff21-4f79-98c6-81aca977d80f req-285fb7d2-65df-4b15-8ac3-a977db79dd4f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.3778958 Aug 03 19:14:46.634087 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-902ef217-518e-4432-9a63-e006872fb3ce tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.636100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-902ef217-518e-4432-9a63-e006872fb3ce tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8174455 Aug 03 19:14:46.640794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe305658-b21d-40db-910a-f5e7804b4eaf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=c65c5af7-b781-48bb-95d0-5ab34807b7b2,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:46.644074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35272) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:46.706283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9b82923-c4b5-4621-9b5e-c13837fad34b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.738829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-fe305658-b21d-40db-910a-f5e7804b4eaf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] In _notify_port_updated(), no bound segment for port c65c5af7-b781-48bb-95d0-5ab34807b7b2 on network d617e32e-2518-4f4b-94b7-5fe7897a4050 {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:14:46.744728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe305658-b21d-40db-910a-f5e7804b4eaf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:46.745447 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe305658-b21d-40db-910a-f5e7804b4eaf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.747061 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fe305658-b21d-40db-910a-f5e7804b4eaf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "PUT /v2.0/ports/c65c5af7-b781-48bb-95d0-5ab34807b7b2 HTTP/1.1" status: 200 len: 999 time: 1.8932495 Aug 03 19:14:46.759976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35278) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:46.774390 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1912421-ff21-4f79-98c6-81aca977d80f req-84797a35-d192-466d-aede-7ac2aa2166b3 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345491 Aug 03 19:14:46.842088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19bc184a-4a6c-4967-a2cb-aa0c8f51123c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.874151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a0c2c-0f5c-40c7-bca6-a2984d62abac None None] Network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:46.887846 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19bc184a-4a6c-4967-a2cb-aa0c8f51123c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.956968 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.999620 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19bc184a-4a6c-4967-a2cb-aa0c8f51123c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.006866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19bc184a-4a6c-4967-a2cb-aa0c8f51123c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.011326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-19bc184a-4a6c-4967-a2cb-aa0c8f51123c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-groups/1d5b8e18-cac4-4769-9436-6c870202aa2e HTTP/1.1" status: 204 len: 168 time: 0.3613694 Aug 03 19:14:47.028077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35280) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:47.029195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc184a-4a6c-4967-a2cb-aa0c8f51123c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5b8e18-cac4-4769-9436-6c870202aa2e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:47.091625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d7307361-e0c6-4bf9-bcbd-02534ecced49 None None] Provisioning for port c65c5af7-b781-48bb-95d0-5ab34807b7b2 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:47.101105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d7307361-e0c6-4bf9-bcbd-02534ecced49 None None] Provisioning complete for port c65c5af7-b781-48bb-95d0-5ab34807b7b2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:47.101922 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7307361-e0c6-4bf9-bcbd-02534ecced49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.121885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35282) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:47.133080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-03c47453-e952-4c95-99f5-bb6ef6f1f069 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group': {'name': 'tempest-secgroup--419546614'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:47.136673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-11cbae98-e210-4f56-a451-8a3acd5c048e tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035225 Aug 03 19:14:47.155541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:14:47.157052 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.216330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d7307361-e0c6-4bf9-bcbd-02534ecced49 None None] Port c65c5af7-b781-48bb-95d0-5ab34807b7b2 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:47.240790 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.261543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9b82923-c4b5-4621-9b5e-c13837fad34b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.275897 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9b82923-c4b5-4621-9b5e-c13837fad34b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.301360 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03c47453-e952-4c95-99f5-bb6ef6f1f069 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.363326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b82923-c4b5-4621-9b5e-c13837fad34b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7b0bb1-e740-46d3-a52b-ba83b8305fe0,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:47.379249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d9b82923-c4b5-4621-9b5e-c13837fad34b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.384764 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d9b82923-c4b5-4621-9b5e-c13837fad34b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8707323 Aug 03 19:14:47.385228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35286) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:47.391401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-095e8a7f-3697-4818-9bba-15003b581b29 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': 'ecdd4bcb-65b5-44c8-97b8-47d22e18d0d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:47.398005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e2631-9433-42bc-9b5f-7e63ed5af2d3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port c65c5af7-b781-48bb-95d0-5ab34807b7b2 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:47.399061 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc2e2631-9433-42bc-9b5f-7e63ed5af2d3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.450424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Allocated IP 172.20.0.2 (9f6a868e-2cf0-4888-ba1c-a660f65f3874/264034eb-0f0f-41a5-8765-49be8817bd3c/5317b887-bd32-4de7-8a48-e408b4978e46) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:47.462141 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-095e8a7f-3697-4818-9bba-15003b581b29 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.637746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-095e8a7f-3697-4818-9bba-15003b581b29 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.642351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-095e8a7f-3697-4818-9bba-15003b581b29 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.663714 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc2e2631-9433-42bc-9b5f-7e63ed5af2d3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.673406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e8a7f-3697-4818-9bba-15003b581b29 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158e651e-230a-4375-913b-2d2e5800faf7,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:47.695786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e2631-9433-42bc-9b5f-7e63ed5af2d3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for c65c5af7-b781-48bb-95d0-5ab34807b7b2 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:47.755202 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.772203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Transition to ACTIVE for port object 5317b887-bd32-4de7-8a48-e408b4978e46 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:47.775257 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03c47453-e952-4c95-99f5-bb6ef6f1f069 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.786562 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-095e8a7f-3697-4818-9bba-15003b581b29 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.794224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-095e8a7f-3697-4818-9bba-15003b581b29 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4016345 Aug 03 19:14:47.794224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35294) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:47.798728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a3670574-deac-48e1-bc89-d4a20fa34408 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': 'ecdd4bcb-65b5-44c8-97b8-47d22e18d0d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:47.805189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Transition to ACTIVE for port object 5317b887-bd32-4de7-8a48-e408b4978e46 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:47.815731 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.821260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03c47453-e952-4c95-99f5-bb6ef6f1f069 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.881146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:47.884474 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3670574-deac-48e1-bc89-d4a20fa34408 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.890002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:47.897530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:47.939112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c47453-e952-4c95-99f5-bb6ef6f1f069 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb5d71e-09e9-4303-84d6-4709714d9f17,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:47.955352 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03c47453-e952-4c95-99f5-bb6ef6f1f069 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.960510 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-03c47453-e952-4c95-99f5-bb6ef6f1f069 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8317578 Aug 03 19:14:47.962960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Pushing event updated for resources: {'Port': ['ID=5317b887-bd32-4de7-8a48-e408b4978e46,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:47.964458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35298) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:47.972104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1473e8f8-6295-4fd1-86c3-438da376c417 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164795904'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:48.028610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Attempting to bind port 5317b887-bd32-4de7-8a48-e408b4978e46 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:48.029609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Attempting to bind port 5317b887-bd32-4de7-8a48-e408b4978e46 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:48.030439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Attempting to bind port 5317b887-bd32-4de7-8a48-e408b4978e46 on network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:48.040765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:48.041879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Checking segment: {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:48.042806 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.043667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Bound using segment: {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:48.044921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Bound port: 5317b887-bd32-4de7-8a48-e408b4978e46, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:48.045858 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.052102 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3670574-deac-48e1-bc89-d4a20fa34408 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.059442 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3670574-deac-48e1-bc89-d4a20fa34408 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.086447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3670574-deac-48e1-bc89-d4a20fa34408 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810c548c-5355-4167-8874-160a3f0e9c10,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:48.113313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd566b-ada0-4bf3-9972-a8202e15abb3 req-a00f059b-877b-4b64-8b04-03cc568373c0 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:48.115359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2acd566b-ada0-4bf3-9972-a8202e15abb3 req-a00f059b-877b-4b64-8b04-03cc568373c0 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.2099116 Aug 03 19:14:48.116844 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3670574-deac-48e1-bc89-d4a20fa34408 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.118525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a3670574-deac-48e1-bc89-d4a20fa34408 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3242519 Aug 03 19:14:48.152233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35300) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:48.158925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f8daf5c8-7882-4f4b-b43d-308dd195899c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': 'ecdd4bcb-65b5-44c8-97b8-47d22e18d0d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:48.162089 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1473e8f8-6295-4fd1-86c3-438da376c417 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.187311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] For port 5317b887-bd32-4de7-8a48-e408b4978e46, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:48.197589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] For port 5317b887-bd32-4de7-8a48-e408b4978e46, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5317b887-bd32-4de7-8a48-e408b4978e46,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:48.202417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2acd566b-ada0-4bf3-9972-a8202e15abb3 req-bac067cb-0779-4146-b006-bf89ce4b360b tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797918 Aug 03 19:14:48.206547 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.216604 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f8daf5c8-7882-4f4b-b43d-308dd195899c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.330676 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f8daf5c8-7882-4f4b-b43d-308dd195899c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.345131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2c803-dacb-4d81-8af7-2f507e7683ce None None] Pushing event updated for resources: {'Port': ['ID=5317b887-bd32-4de7-8a48-e408b4978e46,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:48.348792 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f8daf5c8-7882-4f4b-b43d-308dd195899c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.382288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf5c8-7882-4f4b-b43d-308dd195899c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a090168-3a95-4ac5-8a3a-0f2cfa30f1c7,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:48.468770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.561492 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.714498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc2e2631-9433-42bc-9b5f-7e63ed5af2d3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.728453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5317b887-bd32-4de7-8a48-e408b4978e46 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:48.791466 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 5317b887-bd32-4de7-8a48-e408b4978e46 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:48.793867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1473e8f8-6295-4fd1-86c3-438da376c417 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.795028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e2631-9433-42bc-9b5f-7e63ed5af2d3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=c65c5af7-b781-48bb-95d0-5ab34807b7b2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:48.808678 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f8daf5c8-7882-4f4b-b43d-308dd195899c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.810300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f8daf5c8-7882-4f4b-b43d-308dd195899c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6566010 Aug 03 19:14:48.814312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35306) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:48.831993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1473e8f8-6295-4fd1-86c3-438da376c417 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.847104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fae3be1a-9407-4d67-82e3-c9187a7fd2b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.858830 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fae3be1a-9407-4d67-82e3-c9187a7fd2b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.897848 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fae3be1a-9407-4d67-82e3-c9187a7fd2b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.907036 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fae3be1a-9407-4d67-82e3-c9187a7fd2b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.908410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fae3be1a-9407-4d67-82e3-c9187a7fd2b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/5a090168-3a95-4ac5-8a3a-0f2cfa30f1c7 HTTP/1.1" status: 204 len: 168 time: 0.0926981 Aug 03 19:14:48.915544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35308) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:48.923630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3be1a-9407-4d67-82e3-c9187a7fd2b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a090168-3a95-4ac5-8a3a-0f2cfa30f1c7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:48.960876 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1473e8f8-6295-4fd1-86c3-438da376c417 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:48.962607 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1473e8f8-6295-4fd1-86c3-438da376c417 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9970756 Aug 03 19:14:48.971489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Allocated IP 172.25.8.17 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/850548cd-d2a4-4f50-a75b-df9e5aeae52f) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:48.976578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473e8f8-6295-4fd1-86c3-438da376c417 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed5eb00-a247-4bdd-8392-a555f8e0add7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:48.981776 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-384558cc-8a34-4674-9778-1ae9996f693a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0615106 Aug 03 19:14:48.981988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35310) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:48.982099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35312) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:48.994885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-dbcacf1e-f89b-4518-9dd1-170e41bcb85f tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': 'bbb5d71e-09e9-4303-84d6-4709714d9f17', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6ed5eb00-a247-4bdd-8392-a555f8e0add7', 'remote_ip_prefix': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:49.023485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c612a77b-9714-4ef1-84b1-d5cce3e637f2 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.038569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c612a77b-9714-4ef1-84b1-d5cce3e637f2 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.082976 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c612a77b-9714-4ef1-84b1-d5cce3e637f2 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.091499 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c612a77b-9714-4ef1-84b1-d5cce3e637f2 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.093337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c612a77b-9714-4ef1-84b1-d5cce3e637f2 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/810c548c-5355-4167-8874-160a3f0e9c10 HTTP/1.1" status: 204 len: 168 time: 0.1027989 Aug 03 19:14:49.096451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35314) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:49.110243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612a77b-9714-4ef1-84b1-d5cce3e637f2 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=810c548c-5355-4167-8874-160a3f0e9c10,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:49.130285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc2e2631-9433-42bc-9b5f-7e63ed5af2d3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.134149 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fc2e2631-9433-42bc-9b5f-7e63ed5af2d3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/c65c5af7-b781-48bb-95d0-5ab34807b7b2 HTTP/1.1" status: 204 len: 168 time: 2.2788584 Aug 03 19:14:49.136957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35316) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:49.161149 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dbcacf1e-f89b-4518-9dd1-170e41bcb85f tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.182548 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2301be7-6009-431c-a78b-45a4bd2116ab tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:14:49.188609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d2301be7-6009-431c-a78b-45a4bd2116ab tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/c65c5af7-b781-48bb-95d0-5ab34807b7b2 HTTP/1.1" status: 404 len: 333 time: 0.0491612 Aug 03 19:14:49.189666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35318) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:49.213576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-272326d0-d787-48b1-90e9-7b2a66805f67 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1127889 Aug 03 19:14:49.213843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35320) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:49.279963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-551cd538-a99c-4f9f-8d91-44b0665b5c21 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting subnet acb73821-261c-46b3-8acf-c673dd0b4ee1 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:49.290462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-551cd538-a99c-4f9f-8d91-44b0665b5c21 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.324280 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.345637 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dbcacf1e-f89b-4518-9dd1-170e41bcb85f tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.352145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dbcacf1e-f89b-4518-9dd1-170e41bcb85f tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.380578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcacf1e-f89b-4518-9dd1-170e41bcb85f tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd155815-cb30-400e-abe9-8d9f6d4a9d3b,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:49.388849 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dbcacf1e-f89b-4518-9dd1-170e41bcb85f tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.391131 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dbcacf1e-f89b-4518-9dd1-170e41bcb85f tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4034679 Aug 03 19:14:49.398396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35324) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:49.432752 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7c59471d-f14d-45de-ae20-616beb123ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.434459 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4e25254-97cf-4865-a183-0bb2d3337f03 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.438789 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.454160 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4e25254-97cf-4865-a183-0bb2d3337f03 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.464985 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-551cd538-a99c-4f9f-8d91-44b0665b5c21 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.509645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:49.519587 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7c59471d-f14d-45de-ae20-616beb123ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.519888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:49.526907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:49.533295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Pushing event updated for resources: {'Port': ['ID=850548cd-d2a4-4f50-a75b-df9e5aeae52f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:49.562325 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4e25254-97cf-4865-a183-0bb2d3337f03 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.573037 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4e25254-97cf-4865-a183-0bb2d3337f03 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.574284 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b4e25254-97cf-4865-a183-0bb2d3337f03 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/cd155815-cb30-400e-abe9-8d9f6d4a9d3b HTTP/1.1" status: 204 len: 168 time: 0.1746578 Aug 03 19:14:49.581922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35328) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:49.591665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e25254-97cf-4865-a183-0bb2d3337f03 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd155815-cb30-400e-abe9-8d9f6d4a9d3b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:49.680816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0788-c7e6-4eac-aee0-bbdc018f9e4c req-d23edebf-1fac-494b-9f1b-af5632e398e6 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:49.683612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53dd0788-c7e6-4eac-aee0-bbdc018f9e4c req-d23edebf-1fac-494b-9f1b-af5632e398e6 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.3457100 Aug 03 19:14:49.691506 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc3045-8f6f-4aeb-86cb-70bcd2633c93 None None] Network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:49.776253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7af07140-db76-4240-be34-6cc9a7b911c4 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1859989 Aug 03 19:14:49.783975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35334) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:49.821033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53dd0788-c7e6-4eac-aee0-bbdc018f9e4c req-bbeda0ab-b010-4cec-9f76-7233c69d99d5 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 Aug 03 19:14:49.822105 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7c59471d-f14d-45de-ae20-616beb123ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.825021 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-551cd538-a99c-4f9f-8d91-44b0665b5c21 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.835008 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7c59471d-f14d-45de-ae20-616beb123ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.836848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7c59471d-f14d-45de-ae20-616beb123ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/158e651e-230a-4375-913b-2d2e5800faf7 HTTP/1.1" status: 204 len: 168 time: 0.6212165 Aug 03 19:14:49.877044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35336) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:49.985453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eeca2f08-28e8-47dd-b696-b834ca644eb6 None None] Provisioning for port 5317b887-bd32-4de7-8a48-e408b4978e46 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:49.992176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59471d-f14d-45de-ae20-616beb123ff7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=158e651e-230a-4375-913b-2d2e5800faf7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:50.017106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eeca2f08-28e8-47dd-b696-b834ca644eb6 None None] Provisioning complete for port 5317b887-bd32-4de7-8a48-e408b4978e46 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:50.017484 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eeca2f08-28e8-47dd-b696-b834ca644eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.080315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f875b5f4-9721-44db-a916-2d8accc908e1 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1966605 Aug 03 19:14:50.085892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35340) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:50.154673 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-551cd538-a99c-4f9f-8d91-44b0665b5c21 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.214099 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eeca2f08-28e8-47dd-b696-b834ca644eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.239860 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22e05b33-9490-4e24-8130-03a2f93d71c8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.258217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cd538-a99c-4f9f-8d91-44b0665b5c21 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Subnet': ['ID=acb73821-261c-46b3-8acf-c673dd0b4ee1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:50.265166 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-422892a4-6cca-4119-a109-7dac931c1ecc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.272765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.274106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-eeca2f08-28e8-47dd-b696-b834ca644eb6 None None] For port 5317b887-bd32-4de7-8a48-e408b4978e46, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5317b887-bd32-4de7-8a48-e408b4978e46,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:50.280416 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eeca2f08-28e8-47dd-b696-b834ca644eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.297484 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-551cd538-a99c-4f9f-8d91-44b0665b5c21 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.303434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-551cd538-a99c-4f9f-8d91-44b0665b5c21 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/acb73821-261c-46b3-8acf-c673dd0b4ee1 HTTP/1.1" status: 204 len: 168 time: 1.1123879 Aug 03 19:14:50.306973 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-422892a4-6cca-4119-a109-7dac931c1ecc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.310634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35342) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:50.326154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3323bb-f4c0-42e8-80cd-9ae7ec9ba259 None None] Network d617e32e-2518-4f4b-94b7-5fe7897a4050 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:50.377987 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22e05b33-9490-4e24-8130-03a2f93d71c8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.433808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca2f08-28e8-47dd-b696-b834ca644eb6 None None] Pushing event updated for resources: {'Port': ['ID=5317b887-bd32-4de7-8a48-e408b4978e46,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:50.438540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6bb741-833c-4f2b-b41a-3fa77be66d30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting subnet e388014e-d335-4662-b536-bc7348e0f944 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:50.460071 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb741-833c-4f2b-b41a-3fa77be66d30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.523109 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-131da01d-1721-49a3-92b3-ab8ddead3374 None None] Provisioning complete for port 5317b887-bd32-4de7-8a48-e408b4978e46 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:50.523530 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-131da01d-1721-49a3-92b3-ab8ddead3374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.551293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-422892a4-6cca-4119-a109-7dac931c1ecc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.563658 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb741-833c-4f2b-b41a-3fa77be66d30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.569470 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-422892a4-6cca-4119-a109-7dac931c1ecc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.576347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-422892a4-6cca-4119-a109-7dac931c1ecc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/1a7b0bb1-e740-46d3-a52b-ba83b8305fe0 HTTP/1.1" status: 204 len: 168 time: 0.4833591 Aug 03 19:14:50.616438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35344) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:50.659596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422892a4-6cca-4119-a109-7dac931c1ecc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a7b0bb1-e740-46d3-a52b-ba83b8305fe0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:50.690727 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22e05b33-9490-4e24-8130-03a2f93d71c8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.693548 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22e05b33-9490-4e24-8130-03a2f93d71c8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.697050 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-22e05b33-9490-4e24-8130-03a2f93d71c8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-groups/6ed5eb00-a247-4bdd-8392-a555f8e0add7 HTTP/1.1" status: 204 len: 168 time: 0.9096189 Aug 03 19:14:50.701542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5317b887-bd32-4de7-8a48-e408b4978e46 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:50.704904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35346) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:50.706179 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.711406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e05b33-9490-4e24-8130-03a2f93d71c8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed5eb00-a247-4bdd-8392-a555f8e0add7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:50.788461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5eb94742-a2e8-45ea-9b25-e1267c15a34a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1640785 Aug 03 19:14:50.810326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35348) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:50.821984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5317b887-bd32-4de7-8a48-e408b4978e46 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:50.822637 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.880483 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb741-833c-4f2b-b41a-3fa77be66d30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:50.901598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Router 30784467-1faa-4428-a71a-789e6aa84d6f is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:14:51.008031 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb741-833c-4f2b-b41a-3fa77be66d30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.063337 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb741-833c-4f2b-b41a-3fa77be66d30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.068486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4c6bb741-833c-4f2b-b41a-3fa77be66d30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/e388014e-d335-4662-b536-bc7348e0f944 HTTP/1.1" status: 204 len: 168 time: 0.7559896 Aug 03 19:14:51.072859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35356) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:51.114436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:51.134083 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Sync routers for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:51.155289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.163383 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7f87d291-29f3-40db-ad23-2cc88f7df371 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6968362 Aug 03 19:14:51.165120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:51.165878 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:51.166263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35360) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:51.330807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bb741-833c-4f2b-b41a-3fa77be66d30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Subnet': ['ID=e388014e-d335-4662-b536-bc7348e0f944,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:51.485440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:51.551685 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.554087 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bac74ff7-497e-4f8a-ba1d-5fb753513147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.575783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bac74ff7-497e-4f8a-ba1d-5fb753513147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.633711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c8a0a82a-e213-4955-8e8f-c71dc8e0fd72 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.9106967 Aug 03 19:14:51.635906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28180db-c44f-4089-ab61-c3a0f3628418 req-e463e9f6-51b3-4ed4-8843-c378d826ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:51.636254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35362) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:51.637402 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c28180db-c44f-4089-ab61-c3a0f3628418 req-e463e9f6-51b3-4ed4-8843-c378d826ff1a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 1097 time: 0.4441576 Aug 03 19:14:51.651618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47e3c8-4d21-4365-878a-e82d93e53082 req-780cb09b-66c1-42c1-8095-7557e4b1388c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:51.661069 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f47e3c8-4d21-4365-878a-e82d93e53082 req-780cb09b-66c1-42c1-8095-7557e4b1388c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.6241560 Aug 03 19:14:51.754263 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b331b29f-78b2-42da-b100-2e007629f81a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.782318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f47e3c8-4d21-4365-878a-e82d93e53082 req-09ef1bfe-f17a-4eb2-af06-43007648ceb5 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173387 Aug 03 19:14:51.786444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bac74ff7-497e-4f8a-ba1d-5fb753513147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.795181 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bac74ff7-497e-4f8a-ba1d-5fb753513147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.798822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bac74ff7-497e-4f8a-ba1d-5fb753513147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/a58a3545-5b2b-4991-bf64-90fc36ddf1cb HTTP/1.1" status: 204 len: 168 time: 0.9801841 Aug 03 19:14:51.798822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c28180db-c44f-4089-ab61-c3a0f3628418 req-5e1eadf4-5039-49c9-b607-30961a4e3e9f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328924 Aug 03 19:14:51.799753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35364) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:51.818241 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10893117-117b-46a1-be7a-6b811dacfb68 None None] Network d617e32e-2518-4f4b-94b7-5fe7897a4050 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:51.826532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac74ff7-497e-4f8a-ba1d-5fb753513147 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a58a3545-5b2b-4991-bf64-90fc36ddf1cb,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:51.852329 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b331b29f-78b2-42da-b100-2e007629f81a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.880076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c35627fe-f9e9-4197-9c65-99bff951a1b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0705135 Aug 03 19:14:51.880795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35366) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:51.883126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port cbcccba7-f943-4097-afb3-15a7deb46bd0 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:51.883973 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.902103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-aa8d81ec-0f5a-4965-8db3-a665eb706602 None None] Provisioning complete for port cbcccba7-f943-4097-afb3-15a7deb46bd0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:51.902472 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa8d81ec-0f5a-4965-8db3-a665eb706602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.973951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] For port cbcccba7-f943-4097-afb3-15a7deb46bd0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=cbcccba7-f943-4097-afb3-15a7deb46bd0,segment=NetworkSegment(7d9d1996-6f58-466e-a610-f6f295775050),segment_id=7d9d1996-6f58-466e-a610-f6f295775050)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:51.974620 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:51.986915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:49Z', 'revision_number': 3, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:52.016616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for cbcccba7-f943-4097-afb3-15a7deb46bd0 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:52.043062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Checking router: 30784467-1faa-4428-a71a-789e6aa84d6f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:52.043427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Updating router 30784467-1faa-4428-a71a-789e6aa84d6f port 850548cd-d2a4-4f50-a75b-df9e5aeae52f binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:14:52.052037 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87495349-b15f-467a-8044-ff29bdba573f tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.054586 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b331b29f-78b2-42da-b100-2e007629f81a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.057312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b331b29f-78b2-42da-b100-2e007629f81a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.058807 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b331b29f-78b2-42da-b100-2e007629f81a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-groups/bbb5d71e-09e9-4303-84d6-4709714d9f17 HTTP/1.1" status: 204 len: 168 time: 0.4211926 Aug 03 19:14:52.072510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35372) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:52.077732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331b29f-78b2-42da-b100-2e007629f81a tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb5d71e-09e9-4303-84d6-4709714d9f17,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:52.126723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87495349-b15f-467a-8044-ff29bdba573f tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.136446 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.148064 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.160250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No DVR routers for this DVR port cbcccba7-f943-4097-afb3-15a7deb46bd0 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:52.221443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=cbcccba7-f943-4097-afb3-15a7deb46bd0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:52.349970 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-769a002b-ca52-46bd-8ed6-b57679e5845c tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2645168 Aug 03 19:14:52.353162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35378) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:52.364530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-199b36de-bd15-47ef-971a-4e9249042fd0 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group': {'name': 'tempest-secgroup--226214976'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:52.375787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87495349-b15f-467a-8044-ff29bdba573f tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.380812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87495349-b15f-467a-8044-ff29bdba573f tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.383436 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.397095 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-87495349-b15f-467a-8044-ff29bdba573f tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-groups/ecdd4bcb-65b5-44c8-97b8-47d22e18d0d6 HTTP/1.1" status: 204 len: 168 time: 0.5140285 Aug 03 19:14:52.427714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35380) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:52.439816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87495349-b15f-467a-8044-ff29bdba573f tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdd4bcb-65b5-44c8-97b8-47d22e18d0d6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:52.498890 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.511753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a51c63-ac9e-4f87-8729-c63127088f75 None None] DHCP port deletion for d617e32e-2518-4f4b-94b7-5fe7897a4050 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:52.519586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Allocated IP 172.20.0.1 (9f6a868e-2cf0-4888-ba1c-a660f65f3874/264034eb-0f0f-41a5-8765-49be8817bd3c/c4e0a62b-2681-4d5c-a19a-06d9336b6ded) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:52.520926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d617e32e-2518-4f4b-94b7-5fe7897a4050']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:52.540748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9d1996-6f58-466e-a610-f6f295775050') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:52.541058 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9d1996-6f58-466e-a610-f6f295775050') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:52.555414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-72bf6670-ce11-4884-ae82-ada4bec85ae5 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1260865 Aug 03 19:14:52.566126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35382) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:52.570773 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.587522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-94cefdfe-ae82-40ca-a1a2-65aca28fa8b5 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group': {'name': 'tempest-secgroup--946952064'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:52.610115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-199b36de-bd15-47ef-971a-4e9249042fd0 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.611786 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.625375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:52.626462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:52.630598 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:52.693197 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94cefdfe-ae82-40ca-a1a2-65aca28fa8b5 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.716699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cbcccba7-f943-4097-afb3-15a7deb46bd0 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:52.745123 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.751022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.753692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/networks/d617e32e-2518-4f4b-94b7-5fe7897a4050 HTTP/1.1" status: 204 len: 168 time: 1.6705210 Aug 03 19:14:52.760925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: cbcccba7-f943-4097-afb3-15a7deb46bd0 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:52.761983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cbcccba7-f943-4097-afb3-15a7deb46bd0 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:52.762171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35384) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:52.780707 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.798776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Transition to ACTIVE for port object c4e0a62b-2681-4d5c-a19a-06d9336b6ded will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:52.804525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96985dec-7759-47ee-9b5b-af665b6dbc75 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Network': ['ID=d617e32e-2518-4f4b-94b7-5fe7897a4050,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:52.890032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5c459-0455-4b56-aa48-0d59a5be7a25 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:52.891973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-11f5c459-0455-4b56-aa48-0d59a5be7a25 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1250572 Aug 03 19:14:52.897141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35388) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:52.907909 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.954599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:52.954853 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.958918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:52.962638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:52.971147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Transition to ACTIVE for port object 850548cd-d2a4-4f50-a75b-df9e5aeae52f will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:52.986169 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.996893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94cefdfe-ae82-40ca-a1a2-65aca28fa8b5 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.008533 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94cefdfe-ae82-40ca-a1a2-65aca28fa8b5 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.017645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e0a62b-2681-4d5c-a19a-06d9336b6ded,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:53.033050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29745a2d-b576-4489-a835-dc1be1184e1d req-c9ce616b-532d-403d-8416-2bf987c8941a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:53.034908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29745a2d-b576-4489-a835-dc1be1184e1d req-c9ce616b-532d-403d-8416-2bf987c8941a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.1270792 Aug 03 19:14:53.073634 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.082667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Attempting to bind port 850548cd-d2a4-4f50-a75b-df9e5aeae52f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:53.083349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Attempting to bind port 850548cd-d2a4-4f50-a75b-df9e5aeae52f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:53.083851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Attempting to bind port 850548cd-d2a4-4f50-a75b-df9e5aeae52f on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:53.086770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d8cb8623-c5a0-476c-afad-cc2b68978864 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1879888 Aug 03 19:14:53.091875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Pushing event updated for resources: {'Port': ['ID=850548cd-d2a4-4f50-a75b-df9e5aeae52f,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:53.093676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35390) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:53.103005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:53.103422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:53.104086 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.104583 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:53.105173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Bound port: 850548cd-d2a4-4f50-a75b-df9e5aeae52f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:53.105807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1138888771'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:53.105994 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.110698 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.111183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.111743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.112267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.113081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.113535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.114002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.114427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.114849 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.115269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.115688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.116122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:53.155630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cefdfe-ae82-40ca-a1a2-65aca28fa8b5 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ca67a-043b-4613-8c74-190f86e0e59e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:53.186887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29745a2d-b576-4489-a835-dc1be1184e1d req-52c814ad-cab9-4ed9-bfd6-8ed33c37052f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405158 Aug 03 19:14:53.221351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] For port 850548cd-d2a4-4f50-a75b-df9e5aeae52f, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:53.232748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] For port 850548cd-d2a4-4f50-a75b-df9e5aeae52f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=850548cd-d2a4-4f50-a75b-df9e5aeae52f,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:53.241195 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.332671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:53.333349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:53.380366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c249908-9c25-4dd9-8a08-18b5e00e0a0e None None] Pushing event updated for resources: {'Port': ['ID=850548cd-d2a4-4f50-a75b-df9e5aeae52f,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:53.402273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a59d4f25-57f9-4d63-b98e-5864c33bb927 None None] Provisioning for port c4e0a62b-2681-4d5c-a19a-06d9336b6ded completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:53.416195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a59d4f25-57f9-4d63-b98e-5864c33bb927 None None] Provisioning complete for port c4e0a62b-2681-4d5c-a19a-06d9336b6ded triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:53.416195 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a59d4f25-57f9-4d63-b98e-5864c33bb927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.506403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a59d4f25-57f9-4d63-b98e-5864c33bb927 None None] Port c4e0a62b-2681-4d5c-a19a-06d9336b6ded cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:53.546134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:53.592764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-199b36de-bd15-47ef-971a-4e9249042fd0 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.604934 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-199b36de-bd15-47ef-971a-4e9249042fd0 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.611157 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94cefdfe-ae82-40ca-a1a2-65aca28fa8b5 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.615998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-94cefdfe-ae82-40ca-a1a2-65aca28fa8b5 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0408344 Aug 03 19:14:53.622363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35396) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:53.634177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5872bf7a-6c10-4c38-89b9-15b4a16dee68 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': 'a07ca67a-043b-4613-8c74-190f86e0e59e', 'direction': 'ingress', 'protocol': 17}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:53.685341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:53.689106 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.711605 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-199b36de-bd15-47ef-971a-4e9249042fd0 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.714788 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-199b36de-bd15-47ef-971a-4e9249042fd0 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3563886 Aug 03 19:14:53.717924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35398) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:53.724751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b36de-bd15-47ef-971a-4e9249042fd0 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698c33f2-acea-4a6f-89bc-42db339885f6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:53.732337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-19bafa4f-d48b-4e7a-832d-fd1a992af6ba tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': '698c33f2-acea-4a6f-89bc-42db339885f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:53.739480 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.774147 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5872bf7a-6c10-4c38-89b9-15b4a16dee68 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.793034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:14:53.815148 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.817629 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Added segment 849efa99-f49a-4e40-8735-abb8cb13739a of type vlan for network ba159d5f-e70d-4dea-bd7f-ee488de6361a Aug 03 19:14:53.831725 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19bafa4f-d48b-4e7a-832d-fd1a992af6ba tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.867366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:49Z', 'revision_number': 3, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:53.898562 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.910034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35760837-67c1-4a9c-bc88-1b0ee3cf9a57 None None] The sync data for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 is: [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:49Z', 'revision_number': 3, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:53.946480 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19bafa4f-d48b-4e7a-832d-fd1a992af6ba tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.953406 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19bafa4f-d48b-4e7a-832d-fd1a992af6ba tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.967126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.972969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:53.973553 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.993001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bafa4f-d48b-4e7a-832d-fd1a992af6ba tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00004a80-d8e9-46cf-9afb-0aaa81f7b721,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:54.052067 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19bafa4f-d48b-4e7a-832d-fd1a992af6ba tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.053705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-19bafa4f-d48b-4e7a-832d-fd1a992af6ba tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3351312 Aug 03 19:14:54.059961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35400) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:54.063891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9666030 Aug 03 19:14:54.074355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e74b49-bcaf-4da5-bafb-e122bf838112 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Network': ['ID=ba159d5f-e70d-4dea-bd7f-ee488de6361a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:54.077351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35402) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:54.083822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'ba159d5f-e70d-4dea-bd7f-ee488de6361a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:54.097281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network ba159d5f-e70d-4dea-bd7f-ee488de6361a details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:14:54.141179 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.226023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:54.231257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.269964 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5872bf7a-6c10-4c38-89b9-15b4a16dee68 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.275833 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.294245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5872bf7a-6c10-4c38-89b9-15b4a16dee68 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.413002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872bf7a-6c10-4c38-89b9-15b4a16dee68 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245e3513-b6a9-4a0d-b925-7a208985452e,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:54.451657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dac60ebe-eb08-4397-8813-af81f5f6bb81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.460468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e0a62b-2681-4d5c-a19a-06d9336b6ded,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:54.465251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6e7ed-9815-4a38-ae75-827cfffe355c req-811d8342-7af4-462e-bbe7-54c59a04d127 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:54.467690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dac60ebe-eb08-4397-8813-af81f5f6bb81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.468066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ea6e7ed-9815-4a38-ae75-827cfffe355c req-811d8342-7af4-462e-bbe7-54c59a04d127 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.1470232 Aug 03 19:14:54.525610 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5872bf7a-6c10-4c38-89b9-15b4a16dee68 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.530502 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5872bf7a-6c10-4c38-89b9-15b4a16dee68 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9035602 Aug 03 19:14:54.537194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35408) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:54.551285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.603611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dac60ebe-eb08-4397-8813-af81f5f6bb81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.640033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dac60ebe-eb08-4397-8813-af81f5f6bb81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.647527 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dac60ebe-eb08-4397-8813-af81f5f6bb81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/00004a80-d8e9-46cf-9afb-0aaa81f7b721 HTTP/1.1" status: 204 len: 168 time: 0.4934852 Aug 03 19:14:54.657901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35412) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:54.774258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac60ebe-eb08-4397-8813-af81f5f6bb81 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00004a80-d8e9-46cf-9afb-0aaa81f7b721,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:54.779561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 850548cd-d2a4-4f50-a75b-df9e5aeae52f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:54.837326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce58ac80-c585-4e41-a341-af7ffc839e4e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.856997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ea6e7ed-9815-4a38-ae75-827cfffe355c req-868cf9d3-82a0-46e2-8835-1ad1080c95d8 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777181 Aug 03 19:14:54.873417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 850548cd-d2a4-4f50-a75b-df9e5aeae52f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:54.882716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 850548cd-d2a4-4f50-a75b-df9e5aeae52f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:54.883200 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.900567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce58ac80-c585-4e41-a341-af7ffc839e4e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.913265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-304877f3-c412-4c78-8bcb-a8e3647d7a28 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2526393 Aug 03 19:14:54.994024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35416) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:55.004495 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.015027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:55.018763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:55.036029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 850548cd-d2a4-4f50-a75b-df9e5aeae52f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=850548cd-d2a4-4f50-a75b-df9e5aeae52f,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:55.059938 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.158053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ce45-5f82-48bc-ada4-a3c0eac10ae6 req-6b36aada-8a56-4c2b-b04e-df492d67980a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:55.160042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3688ce45-5f82-48bc-ada4-a3c0eac10ae6 req-6b36aada-8a56-4c2b-b04e-df492d67980a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1389010 Aug 03 19:14:55.162609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.225045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce58ac80-c585-4e41-a341-af7ffc839e4e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.231715 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ce58ac80-c585-4e41-a341-af7ffc839e4e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.240458 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ce58ac80-c585-4e41-a341-af7ffc839e4e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-groups/a07ca67a-043b-4613-8c74-190f86e0e59e HTTP/1.1" status: 204 len: 168 time: 0.6986794 Aug 03 19:14:55.243514 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35418) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:55.270829 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=850548cd-d2a4-4f50-a75b-df9e5aeae52f,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:55.294949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58ac80-c585-4e41-a341-af7ffc839e4e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ca67a-043b-4613-8c74-190f86e0e59e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:55.317874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Subnet': ['ID=a28a20ed-1dcc-4da6-a340-2210a247ac26,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:55.400527 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85e95302-6e1b-4bd9-a156-ec31f18c8d7e tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.408275 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6f96aa49-f592-41a0-8a14-c0f6c8ab53de tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1609132 Aug 03 19:14:55.411221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35420) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:55.416163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f7df1387-f92d-4aa5-86a8-15465f133034 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group': {'name': 'tempest-secgroup--735889677'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:55.457263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Router 30784467-1faa-4428-a71a-789e6aa84d6f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:55.475451 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85e95302-6e1b-4bd9-a156-ec31f18c8d7e tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.479115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7df1387-f92d-4aa5-86a8-15465f133034 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.481118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cd1de043-f21c-42b6-a37d-f0539572fd7c None None] Provisioning complete for port c4e0a62b-2681-4d5c-a19a-06d9336b6ded triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:55.481482 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cd1de043-f21c-42b6-a37d-f0539572fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.598668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-cd1de043-f21c-42b6-a37d-f0539572fd7c None None] Port c4e0a62b-2681-4d5c-a19a-06d9336b6ded cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:55.633457 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85e95302-6e1b-4bd9-a156-ec31f18c8d7e tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.634614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:55.639195 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85e95302-6e1b-4bd9-a156-ec31f18c8d7e tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.649288 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f2da09ea-f27a-4945-b7b8-4664495a5e14 admin admin] 10.222.0.78 "PUT /v2.0/routers/30784467-1faa-4428-a71a-789e6aa84d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4742024 Aug 03 19:14:55.649288 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35424) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:55.649814 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-85e95302-6e1b-4bd9-a156-ec31f18c8d7e tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-groups/698c33f2-acea-4a6f-89bc-42db339885f6 HTTP/1.1" status: 204 len: 168 time: 0.6489477 Aug 03 19:14:55.664651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e95302-6e1b-4bd9-a156-ec31f18c8d7e tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698c33f2-acea-4a6f-89bc-42db339885f6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:55.718207 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3688ce45-5f82-48bc-ada4-a3c0eac10ae6 req-4950dc8e-5a07-4afa-b389-a4a851d6be63 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022777 Aug 03 19:14:55.719791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Checking segment: {'id': '849efa99-f49a-4e40-8735-abb8cb13739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ba159d5f-e70d-4dea-bd7f-ee488de6361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:55.720170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network hostable DHCP agents. Network: ba159d5f-e70d-4dea-bd7f-ee488de6361a, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:14:55.780163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network ba159d5f-e70d-4dea-bd7f-ee488de6361a is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:14:55.801879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, ba159d5f-e70d-4dea-bd7f-ee488de6361a) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:55.820345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:55.821290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a1024-b752-402a-b363-1665e5d5e842 None None] Network ba159d5f-e70d-4dea-bd7f-ee488de6361a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:55.822798 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.846345 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e3303b1a-7b2b-4057-8497-98b04f058f20 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2004006 Aug 03 19:14:55.865075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35434) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:55.886763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dc892011-bfaa-4b48-a6b5-cc21722c727d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336726234'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:55.964321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7df1387-f92d-4aa5-86a8-15465f133034 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.975227 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7df1387-f92d-4aa5-86a8-15465f133034 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.994502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8e80fd08-400f-4aa6-9720-9b3071218332 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9150674 Aug 03 19:14:56.011705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35438) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:56.032729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': 'ba159d5f-e70d-4dea-bd7f-ee488de6361a', 'name': 'tempest-PortsTestJSON-1751381181'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:56.044982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df1387-f92d-4aa5-86a8-15465f133034 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b794856-279b-485d-9af3-e5dc1e24233b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:56.177670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7df1387-f92d-4aa5-86a8-15465f133034 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.181941 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f7df1387-f92d-4aa5-86a8-15465f133034 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7694588 Aug 03 19:14:56.186496 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35444) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:56.198497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f4da82b8-b7fb-4922-931c-35297c006042 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group': {'name': 'tempest-secgroup--368911248'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:56.205945 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc892011-bfaa-4b48-a6b5-cc21722c727d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.237369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-ba159d5f-e70d-4dea-bd7f-ee488de6361a', 'network_id': 'ba159d5f-e70d-4dea-bd7f-ee488de6361a', 'tenant_id': 'bf9a8db7d5cb41c3897b106b2f6fdb24', 'fixed_ips': [{'subnet_id': 'a28a20ed-1dcc-4da6-a340-2210a247ac26'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:14:56.239964 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.286956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4da82b8-b7fb-4922-931c-35297c006042 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.351419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00ec3-d54a-4a3e-aac8-0c5225690eae req-ec26cc57-d012-465f-8361-0c6a68bb1230 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:56.365746 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3fa00ec3-d54a-4a3e-aac8-0c5225690eae req-ec26cc57-d012-465f-8361-0c6a68bb1230 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.3201311 Aug 03 19:14:56.495647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3fa00ec3-d54a-4a3e-aac8-0c5225690eae req-01c4f035-e8cc-4f61-9cab-0b0abd7631bd tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282737 Aug 03 19:14:56.577625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Allocated IP 172.20.0.2 (ba159d5f-e70d-4dea-bd7f-ee488de6361a/a28a20ed-1dcc-4da6-a340-2210a247ac26/ff71f138-45d8-4e77-baa3-670cca8f3dd7) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:56.628935 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc892011-bfaa-4b48-a6b5-cc21722c727d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.638623 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc892011-bfaa-4b48-a6b5-cc21722c727d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.717941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc892011-bfaa-4b48-a6b5-cc21722c727d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5603c7d0-40be-4059-854e-3bd9c6f94ea3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:56.819177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4da82b8-b7fb-4922-931c-35297c006042 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.827070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4da82b8-b7fb-4922-931c-35297c006042 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.862162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc892011-bfaa-4b48-a6b5-cc21722c727d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.864624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 850548cd-d2a4-4f50-a75b-df9e5aeae52f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:56.870808 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35450) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:56.877321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dc892011-bfaa-4b48-a6b5-cc21722c727d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0086203 Aug 03 19:14:56.878644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fe883ba6-9f6a-4262-b3fc-cecfae6710e3 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': '5603c7d0-40be-4059-854e-3bd9c6f94ea3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:56.890921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da82b8-b7fb-4922-931c-35297c006042 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58e4186-8b82-43da-affd-5a618f8accec,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:56.912176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:56.919145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4da82b8-b7fb-4922-931c-35297c006042 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.920691 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f4da82b8-b7fb-4922-931c-35297c006042 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7322199 Aug 03 19:14:56.925144 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:56.925382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35452) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:56.932476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-75a08632-ff30-4f92-a727-92a7b04f7940 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': '1b794856-279b-485d-9af3-e5dc1e24233b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e58e4186-8b82-43da-affd-5a618f8accec', 'remote_ip_prefix': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:56.994579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port a6bcfd91-8551-422f-b3d3-9e172499a84f yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:14:56.996590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe883ba6-9f6a-4262-b3fc-cecfae6710e3 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.046791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35454) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:57.053425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c961ee6f-82e0-41db-a29f-b665a81dfdfa tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845983621', 'description': 'tempest-description--646123071'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:57.096424 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c961ee6f-82e0-41db-a29f-b665a81dfdfa tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.098857 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.101067 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 850548cd-d2a4-4f50-a75b-df9e5aeae52f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:57.101548 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.134461 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Sync routers for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:57.151082 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:57.152450 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:57.173675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Transition to ACTIVE for port object ff71f138-45d8-4e77-baa3-670cca8f3dd7 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:57.194215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Transition to ACTIVE for port object ff71f138-45d8-4e77-baa3-670cca8f3dd7 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:57.219029 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.223378 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c961ee6f-82e0-41db-a29f-b665a81dfdfa tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.224583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75a08632-ff30-4f92-a727-92a7b04f7940 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.268905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c961ee6f-82e0-41db-a29f-b665a81dfdfa tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.311027 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe883ba6-9f6a-4262-b3fc-cecfae6710e3 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.311713 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Network ba159d5f-e70d-4dea-bd7f-ee488de6361a is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:57.314588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.13 (ba159d5f-e70d-4dea-bd7f-ee488de6361a/a28a20ed-1dcc-4da6-a340-2210a247ac26/a6bcfd91-8551-422f-b3d3-9e172499a84f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:57.323715 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe883ba6-9f6a-4262-b3fc-cecfae6710e3 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.329476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:57.341445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:57.384141 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75a08632-ff30-4f92-a727-92a7b04f7940 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.408701 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75a08632-ff30-4f92-a727-92a7b04f7940 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.422321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c961ee6f-82e0-41db-a29f-b665a81dfdfa tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.424142 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c961ee6f-82e0-41db-a29f-b665a81dfdfa tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3756719 Aug 03 19:14:57.429136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35456) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:57.441059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-faf5ac8b-e8d7-4a14-b815-cc8a98870980 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'security_group_rule': {'security_group_id': 'eff5a4d0-b239-447a-a47c-7838efbcb539', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:57.445179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe883ba6-9f6a-4262-b3fc-cecfae6710e3 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfcd5ab-07a1-4862-bb17-b60e59a55dbf,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:57.450213 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75a08632-ff30-4f92-a727-92a7b04f7940 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.452372 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-75a08632-ff30-4f92-a727-92a7b04f7940 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5266750 Aug 03 19:14:57.453864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961ee6f-82e0-41db-a29f-b665a81dfdfa tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff5a4d0-b239-447a-a47c-7838efbcb539,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:57.460769 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe883ba6-9f6a-4262-b3fc-cecfae6710e3 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.462779 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fe883ba6-9f6a-4262-b3fc-cecfae6710e3 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5904627 Aug 03 19:14:57.465150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35458) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:57.465905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35460) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:57.489964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Pushing event updated for resources: {'Port': ['ID=ff71f138-45d8-4e77-baa3-670cca8f3dd7,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:57.501405 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f01170d2-4c4e-41bf-bb4c-48ecbd881180 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules/6bfcd5ab-07a1-4862-bb17-b60e59a55dbf HTTP/1.1" status: 200 len: 763 time: 0.0309463 Aug 03 19:14:57.509587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35462) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:57.533419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Attempting to bind port ff71f138-45d8-4e77-baa3-670cca8f3dd7 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:57.534075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Attempting to bind port ff71f138-45d8-4e77-baa3-670cca8f3dd7 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '849efa99-f49a-4e40-8735-abb8cb13739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ba159d5f-e70d-4dea-bd7f-ee488de6361a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:57.534697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Attempting to bind port ff71f138-45d8-4e77-baa3-670cca8f3dd7 on network ba159d5f-e70d-4dea-bd7f-ee488de6361a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:57.560423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a08632-ff30-4f92-a727-92a7b04f7940 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa346abc-868f-4174-bcd0-fa291bb5a40c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:57.586086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:57.586686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Checking segment: {'id': '849efa99-f49a-4e40-8735-abb8cb13739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ba159d5f-e70d-4dea-bd7f-ee488de6361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:57.589237 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.590008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Bound using segment: {'id': '849efa99-f49a-4e40-8735-abb8cb13739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ba159d5f-e70d-4dea-bd7f-ee488de6361a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:57.590859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Bound port: ff71f138-45d8-4e77-baa3-670cca8f3dd7, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849efa99-f49a-4e40-8735-abb8cb13739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ba159d5f-e70d-4dea-bd7f-ee488de6361a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:57.591529 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.610217 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b081b526-66df-46ae-8102-978b260307cb tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.661408 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-878c5403-3736-46f4-a41f-62bb3ba25cd7 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1503778 Aug 03 19:14:57.666965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35466) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:57.670666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b081b526-66df-46ae-8102-978b260307cb tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.713980 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43552ea7-014e-4d61-84b6-8eaedb63aa71 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.726162 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43552ea7-014e-4d61-84b6-8eaedb63aa71 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.761297 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43552ea7-014e-4d61-84b6-8eaedb63aa71 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.769666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-43552ea7-014e-4d61-84b6-8eaedb63aa71 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.771771 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-43552ea7-014e-4d61-84b6-8eaedb63aa71 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/6bfcd5ab-07a1-4862-bb17-b60e59a55dbf HTTP/1.1" status: 204 len: 168 time: 0.1027045 Aug 03 19:14:57.775922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35470) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:57.786310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43552ea7-014e-4d61-84b6-8eaedb63aa71 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bfcd5ab-07a1-4862-bb17-b60e59a55dbf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:57.815031 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b081b526-66df-46ae-8102-978b260307cb tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.819485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] For port ff71f138-45d8-4e77-baa3-670cca8f3dd7, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:57.821675 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b081b526-66df-46ae-8102-978b260307cb tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.823058 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b081b526-66df-46ae-8102-978b260307cb tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/aa346abc-868f-4174-bcd0-fa291bb5a40c HTTP/1.1" status: 204 len: 168 time: 0.3551390 Aug 03 19:14:57.831839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] For port ff71f138-45d8-4e77-baa3-670cca8f3dd7, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ff71f138-45d8-4e77-baa3-670cca8f3dd7,segment=NetworkSegment(849efa99-f49a-4e40-8735-abb8cb13739a),segment_id=849efa99-f49a-4e40-8735-abb8cb13739a)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:57.832601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081b526-66df-46ae-8102-978b260307cb tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa346abc-868f-4174-bcd0-fa291bb5a40c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:57.836476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35472) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:57.841087 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.887779 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ac5b1759-2bd7-48a7-951c-2f266030f327 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1104181 Aug 03 19:14:57.893045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35474) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:57.905067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fa43a268-1334-45c7-973e-2d12317a9e60 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': '5603c7d0-40be-4059-854e-3bd9c6f94ea3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:57.909841 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:57.961640 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e212ef7d-b9de-4508-98d2-a0859d714617 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1202648 Aug 03 19:14:57.961941 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35476) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:58.010911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a44248-314f-4578-a37c-d7e737e75ddd None None] Pushing event updated for resources: {'Port': ['ID=ff71f138-45d8-4e77-baa3-670cca8f3dd7,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:58.042504 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-554b1d7c-dbf1-4580-b349-e304a77f655a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.053148 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa43a268-1334-45c7-973e-2d12317a9e60 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.217666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-554b1d7c-dbf1-4580-b349-e304a77f655a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.420771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa43a268-1334-45c7-973e-2d12317a9e60 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.433258 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa43a268-1334-45c7-973e-2d12317a9e60 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.489602 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-faf5ac8b-e8d7-4a14-b815-cc8a98870980 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.595285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-554b1d7c-dbf1-4580-b349-e304a77f655a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.612923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-554b1d7c-dbf1-4580-b349-e304a77f655a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.620208 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-554b1d7c-dbf1-4580-b349-e304a77f655a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-groups/e58e4186-8b82-43da-affd-5a618f8accec HTTP/1.1" status: 204 len: 168 time: 0.6568222 Aug 03 19:14:58.624252 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35480) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:58.634974 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa43a268-1334-45c7-973e-2d12317a9e60 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.637018 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fa43a268-1334-45c7-973e-2d12317a9e60 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7358935 Aug 03 19:14:58.663404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35482) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:58.674338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43a268-1334-45c7-973e-2d12317a9e60 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299351fc-82ec-4711-a3c1-45a8a39e9759,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:58.703507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b1d7c-dbf1-4580-b349-e304a77f655a tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58e4186-8b82-43da-affd-5a618f8accec,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:58.718102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc1cee-e52a-4092-920b-5d1c4026ad97 req-04289329-02e8-43ae-8194-0a1be34f8abb tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:58.720259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ffc1cee-e52a-4092-920b-5d1c4026ad97 req-04289329-02e8-43ae-8194-0a1be34f8abb tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 1.0098326 Aug 03 19:14:58.751051 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 2, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:58.772992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-da2123e7-385b-42d5-8d00-e25f964e16b6 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules/299351fc-82ec-4711-a3c1-45a8a39e9759 HTTP/1.1" status: 200 len: 763 time: 0.0984960 Aug 03 19:14:58.779993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35484) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:58.850025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ff71f138-45d8-4e77-baa3-670cca8f3dd7 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:58.865429 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Checking router: 30784467-1faa-4428-a71a-789e6aa84d6f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:58.865796 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Updating router 30784467-1faa-4428-a71a-789e6aa84d6f port c4e0a62b-2681-4d5c-a19a-06d9336b6ded binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:14:58.901144 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.901483 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-faf5ac8b-e8d7-4a14-b815-cc8a98870980 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.903924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35488) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:58.906007 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3e24947d-05d6-4277-88ac-4754ad8631bb tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2720773 Aug 03 19:14:58.910525 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.932503 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-faf5ac8b-e8d7-4a14-b815-cc8a98870980 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.992568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object a6bcfd91-8551-422f-b3d3-9e172499a84f will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:59.021888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ff71f138-45d8-4e77-baa3-670cca8f3dd7 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:59.070757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ac9de76e-2127-494f-a30e-3083fb7baf5f tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2495401 Aug 03 19:14:59.074079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35490) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.085597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ffc1cee-e52a-4092-920b-5d1c4026ad97 req-5b3c58a3-96e3-4f7e-adf4-351958a9b426 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475041 Aug 03 19:14:59.090735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5ac8b-e8d7-4a14-b815-cc8a98870980 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef00ea0c-e7c8-43fc-935a-d3ecf7ed8a16,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:59.104985 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-faf5ac8b-e8d7-4a14-b815-cc8a98870980 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.106279 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-faf5ac8b-e8d7-4a14-b815-cc8a98870980 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6754420 Aug 03 19:14:59.112219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35492) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.127662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-213330c9-6b65-4974-a8b8-19c225b94dcb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'security_group_rule': {'security_group_id': 'eff5a4d0-b239-447a-a47c-7838efbcb539', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:59.181314 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a89940c2-b447-4cf3-a809-8af44f520823 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.193568 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d444b25-4e40-47c8-a9d3-c480ecb0b4fc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.205055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a89940c2-b447-4cf3-a809-8af44f520823 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.259860 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.310044 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a89940c2-b447-4cf3-a809-8af44f520823 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.332919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d444b25-4e40-47c8-a9d3-c480ecb0b4fc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.336716 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a89940c2-b447-4cf3-a809-8af44f520823 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.344186 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a89940c2-b447-4cf3-a809-8af44f520823 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/299351fc-82ec-4711-a3c1-45a8a39e9759 HTTP/1.1" status: 204 len: 168 time: 0.2681913 Aug 03 19:14:59.345814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35498) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.398223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89940c2-b447-4cf3-a809-8af44f520823 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=299351fc-82ec-4711-a3c1-45a8a39e9759,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:59.506398 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e6283325-f9be-4717-89a2-0b1f6d2228f0 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1546869 Aug 03 19:14:59.514091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35504) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.534934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-65565876-5f9a-4f02-8719-5718046bf25d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Request body: {'security_group_rule': {'security_group_id': '5603c7d0-40be-4059-854e-3bd9c6f94ea3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:59.588597 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-213330c9-6b65-4974-a8b8-19c225b94dcb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.629462 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-65565876-5f9a-4f02-8719-5718046bf25d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Project 1b9c6385e6914fa68a18bff1d3e70432 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:14:59.664159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network ba159d5f-e70d-4dea-bd7f-ee488de6361a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:59.686766 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.692969 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65565876-5f9a-4f02-8719-5718046bf25d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.720433 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-213330c9-6b65-4974-a8b8-19c225b94dcb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.733318 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d444b25-4e40-47c8-a9d3-c480ecb0b4fc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.738067 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d444b25-4e40-47c8-a9d3-c480ecb0b4fc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.741123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2d444b25-4e40-47c8-a9d3-c480ecb0b4fc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-groups/1b794856-279b-485d-9af3-e5dc1e24233b HTTP/1.1" status: 204 len: 168 time: 0.8253098 Aug 03 19:14:59.746434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:59.748615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35506) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.754962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=a6bcfd91-8551-422f-b3d3-9e172499a84f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:59.758842 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-213330c9-6b65-4974-a8b8-19c225b94dcb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.762352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:59.909338 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65565876-5f9a-4f02-8719-5718046bf25d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.924165 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5947b2bd-ca31-438c-b47a-b2068dc7049e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1712468 Aug 03 19:14:59.927012 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65565876-5f9a-4f02-8719-5718046bf25d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.945451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35512) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.964014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65565876-5f9a-4f02-8719-5718046bf25d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f91fe3d-ce59-46cf-a822-fbea9fdbf811,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:59.981725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dc7bd635-925e-4156-ac75-9c13f2ea62f3 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group': {'name': 'tempest-secgroup--691035351'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:59.984372 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.988547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d444b25-4e40-47c8-a9d3-c480ecb0b4fc tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b794856-279b-485d-9af3-e5dc1e24233b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:59.992801 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65565876-5f9a-4f02-8719-5718046bf25d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.997095 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-65565876-5f9a-4f02-8719-5718046bf25d tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4737127 Aug 03 19:15:00.002472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35514) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:00.024492 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Transition to ACTIVE for port object c4e0a62b-2681-4d5c-a19a-06d9336b6ded will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:00.036238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213330c9-6b65-4974-a8b8-19c225b94dcb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2e8fea-9740-48af-819d-b20b9f03083e,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:00.047613 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.096487 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3d758a34-6714-4483-9f2b-598db236b935 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules/6f91fe3d-ce59-46cf-a822-fbea9fdbf811 HTTP/1.1" status: 200 len: 769 time: 0.0883706 Aug 03 19:15:00.097864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35516) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:00.136525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d03fa67-8ec0-4f84-936b-b6c299e110e3 None None] Network ba159d5f-e70d-4dea-bd7f-ee488de6361a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:00.145548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:00.146849 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.156328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd635-925e-4156-ac75-9c13f2ea62f3 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.222915 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Pushing event updated for resources: {'Port': ['ID=c4e0a62b-2681-4d5c-a19a-06d9336b6ded,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:00.225091 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f4af0490-0c29-48b8-8fad-09d56e2b8585 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1259391 Aug 03 19:15:00.229785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35518) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:00.286183 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.286560 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.286910 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.287256 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.290816 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.291556 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.292039 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.292603 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.293096 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.293844 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.293844 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.294173 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:00.331165 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Attempting to bind port c4e0a62b-2681-4d5c-a19a-06d9336b6ded on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:00.331821 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Attempting to bind port c4e0a62b-2681-4d5c-a19a-06d9336b6ded by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:00.332354 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Attempting to bind port c4e0a62b-2681-4d5c-a19a-06d9336b6ded on network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:00.349088 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3327e74c-19f9-419d-8f24-14213f403ff8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.352372 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:00.353647 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Checking segment: {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:00.353647 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.354285 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Bound using segment: {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:00.354876 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Bound port: c4e0a62b-2681-4d5c-a19a-06d9336b6ded, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:00.355771 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.372945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f38d58-d851-4dea-bdfb-30dfdf908ca0 req-aa8cbd6d-a350-475f-9d79-41b9e25d853e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:00.380155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0f38d58-d851-4dea-bdfb-30dfdf908ca0 req-aa8cbd6d-a350-475f-9d79-41b9e25d853e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.4182920 Aug 03 19:15:00.381441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-213330c9-6b65-4974-a8b8-19c225b94dcb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.385989 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3327e74c-19f9-419d-8f24-14213f403ff8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.389241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-213330c9-6b65-4974-a8b8-19c225b94dcb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2717965 Aug 03 19:15:00.396865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35520) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:00.415989 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:00.426522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c8897f95-daaf-4b75-bf7b-fc380fbfc44e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4124844 Aug 03 19:15:00.431575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35522) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:00.451530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': 'ba159d5f-e70d-4dea-bd7f-ee488de6361a', 'name': 'tempest-PortsTestJSON-1031994370'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:00.518367 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] For port c4e0a62b-2681-4d5c-a19a-06d9336b6ded, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:00.525588 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] For port c4e0a62b-2681-4d5c-a19a-06d9336b6ded, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c4e0a62b-2681-4d5c-a19a-06d9336b6ded,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:00.538895 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.619392 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f2f999f2-0e83-411b-bb8a-fef5db335bb6 None None] Provisioning for port ff71f138-45d8-4e77-baa3-670cca8f3dd7 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:00.622473 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3327e74c-19f9-419d-8f24-14213f403ff8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.628421 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840fcad-00d9-45a2-a845-fd6862c313f6 None None] Pushing event updated for resources: {'Port': ['ID=c4e0a62b-2681-4d5c-a19a-06d9336b6ded,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:00.660833 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:00.662392 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:14:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:00.664497 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3327e74c-19f9-419d-8f24-14213f403ff8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.678407 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3327e74c-19f9-419d-8f24-14213f403ff8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/6f91fe3d-ce59-46cf-a822-fbea9fdbf811 HTTP/1.1" status: 204 len: 168 time: 0.4421337 Aug 03 19:15:00.680131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35528) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:00.696373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f2f999f2-0e83-411b-bb8a-fef5db335bb6 None None] Provisioning complete for port ff71f138-45d8-4e77-baa3-670cca8f3dd7 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:00.696849 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2f999f2-0e83-411b-bb8a-fef5db335bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.738902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0f38d58-d851-4dea-bdfb-30dfdf908ca0 req-1fbe5c1b-75ad-4b23-a60d-6bfa554ca406 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088539 Aug 03 19:15:00.798714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327e74c-19f9-419d-8f24-14213f403ff8 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f91fe3d-ce59-46cf-a822-fbea9fdbf811,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:00.823797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd635-925e-4156-ac75-9c13f2ea62f3 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.831999 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd635-925e-4156-ac75-9c13f2ea62f3 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.874283 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.api [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:15:00.874283 n-d-802918-7 neutron-server[100487]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:15:00.874283 n-d-802918-7 neutron-server[100487]: [parameters: {'project_id_1': 'bf9a8db7d5cb41c3897b106b2f6fdb24', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 15, 0, 810627)}] Aug 03 19:15:00.874283 n-d-802918-7 neutron-server[100487]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:15:00.875621 n-d-802918-7 neutron-server[100487]: DEBUG oslo_db.api [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:15:00.889068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bd635-925e-4156-ac75-9c13f2ea62f3 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ae2ad2-8bb6-4063-a656-fff32eb81736,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:00.920529 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd635-925e-4156-ac75-9c13f2ea62f3 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.922783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dc7bd635-925e-4156-ac75-9c13f2ea62f3 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9453306 Aug 03 19:15:00.927272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35530) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:00.933902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-371d151e-5567-4cbc-bdd6-9aa5c13768b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': 'b1ae2ad2-8bb6-4063-a656-fff32eb81736', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:00.947765 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9efdff0c-4fc7-4f7d-887f-89ffe0682dbc tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2557721 Aug 03 19:15:00.947765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.970042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35532) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:01.022509 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-371d151e-5567-4cbc-bdd6-9aa5c13768b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.077574 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:01.190960 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c372d69-786f-43e2-bce2-c3b828e47925 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.222055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c372d69-786f-43e2-bce2-c3b828e47925 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.231761 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2f999f2-0e83-411b-bb8a-fef5db335bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.291894 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-371d151e-5567-4cbc-bdd6-9aa5c13768b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.303929 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-371d151e-5567-4cbc-bdd6-9aa5c13768b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.304295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c372d69-786f-43e2-bce2-c3b828e47925 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.307794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c372d69-786f-43e2-bce2-c3b828e47925 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.309377 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8c372d69-786f-43e2-bce2-c3b828e47925 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "DELETE /v2.0/security-groups/5603c7d0-40be-4059-854e-3bd9c6f94ea3 HTTP/1.1" status: 204 len: 168 time: 0.3385730 Aug 03 19:15:01.316940 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.320563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35536) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:01.357124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c372d69-786f-43e2-bce2-c3b828e47925 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5603c7d0-40be-4059-854e-3bd9c6f94ea3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:01.429019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d151e-5567-4cbc-bdd6-9aa5c13768b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f157e9a5-5664-452a-bc3a-a014aec17911,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:01.462523 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f2f999f2-0e83-411b-bb8a-fef5db335bb6 None None] For port ff71f138-45d8-4e77-baa3-670cca8f3dd7, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ff71f138-45d8-4e77-baa3-670cca8f3dd7,segment=NetworkSegment(849efa99-f49a-4e40-8735-abb8cb13739a),segment_id=849efa99-f49a-4e40-8735-abb8cb13739a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:01.472668 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-371d151e-5567-4cbc-bdd6-9aa5c13768b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.474223 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-371d151e-5567-4cbc-bdd6-9aa5c13768b9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5456009 Aug 03 19:15:01.479088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35538) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:01.485996 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2f999f2-0e83-411b-bb8a-fef5db335bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.534894 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-98de4254-a90b-47d7-a671-4124186c9a91 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2046573 Aug 03 19:15:01.536067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35540) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:01.613337 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3953660b-b206-4a95-9b20-2accbf5bc134 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.621775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:01.631394 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.638655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f999f2-0e83-411b-bb8a-fef5db335bb6 None None] Pushing event updated for resources: {'Port': ['ID=ff71f138-45d8-4e77-baa3-670cca8f3dd7,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:01.686157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Allocated IP 172.25.8.252 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/a13d476c-fecb-48c3-a9f1-2a1cac72aedd) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:01.698326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3953660b-b206-4a95-9b20-2accbf5bc134 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.752001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port 277d1956-bb91-4d84-8f68-72c62a053c7e yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:15:01.790880 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-595d91cd-9026-42fc-88ce-66afc9c5e2f3 tempest-SecGroupIPv6Test-1832947872 tempest-SecGroupIPv6Test-1832947872-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2525349 Aug 03 19:15:01.875471 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:00Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:01.899203 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3953660b-b206-4a95-9b20-2accbf5bc134 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.950491 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3953660b-b206-4a95-9b20-2accbf5bc134 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:01.953426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3953660b-b206-4a95-9b20-2accbf5bc134 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f157e9a5-5664-452a-bc3a-a014aec17911 HTTP/1.1" status: 204 len: 168 time: 0.4721301 Aug 03 19:15:01.954528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953660b-b206-4a95-9b20-2accbf5bc134 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f157e9a5-5664-452a-bc3a-a014aec17911,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:01.957263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35548) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:01.984269 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac642b19-8659-4ca7-8f32-090bd6d52d8b None None] The sync data for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 is: [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:00Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:15:02.228239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9181e853-32ec-4ac8-b1ac-9f194cdd243a None None] Provisioning complete for port ff71f138-45d8-4e77-baa3-670cca8f3dd7 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:02.229528 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9181e853-32ec-4ac8-b1ac-9f194cdd243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.443490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-91ea5a07-923d-4b7d-886d-d3da267f0c37 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4802408 Aug 03 19:15:02.445347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.6 (ba159d5f-e70d-4dea-bd7f-ee488de6361a/a28a20ed-1dcc-4da6-a340-2210a247ac26/277d1956-bb91-4d84-8f68-72c62a053c7e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:02.447632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35554) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:02.461246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.532385 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.638853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:02.644733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35965a-5dff-4bf2-923e-6a04e3088612 req-d5246876-4263-4699-9357-d09c888436bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:02.647547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b35965a-5dff-4bf2-923e-6a04e3088612 req-d5246876-4263-4699-9357-d09c888436bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.4667461 Aug 03 19:15:02.653461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:02.667397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:02.710471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9181e853-32ec-4ac8-b1ac-9f194cdd243a None None] Provisioning for port a6bcfd91-8551-422f-b3d3-9e172499a84f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:02.725533 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9181e853-32ec-4ac8-b1ac-9f194cdd243a None None] Provisioning complete for port a6bcfd91-8551-422f-b3d3-9e172499a84f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:02.726155 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9181e853-32ec-4ac8-b1ac-9f194cdd243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.781400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35556) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:02.791781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'Port': ['ID=a13d476c-fecb-48c3-a9f1-2a1cac72aedd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:02.858078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9181e853-32ec-4ac8-b1ac-9f194cdd243a None None] Port a6bcfd91-8551-422f-b3d3-9e172499a84f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:02.973477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.995300 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dc1f78cd-5267-4cd5-b9e1-ba99b0df0f02 None None] Provisioning complete for port a6bcfd91-8551-422f-b3d3-9e172499a84f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:02.996055 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc1f78cd-5267-4cd5-b9e1-ba99b0df0f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.064308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ff71f138-45d8-4e77-baa3-670cca8f3dd7 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:03.085276 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.138338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f78cd-5267-4cd5-b9e1-ba99b0df0f02 None None] Port a6bcfd91-8551-422f-b3d3-9e172499a84f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:03.147344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b35965a-5dff-4bf2-923e-6a04e3088612 req-e5cfd3f3-4338-49bd-b86d-201743545e3e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624913 Aug 03 19:15:03.233458 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.258094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ff71f138-45d8-4e77-baa3-670cca8f3dd7 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:03.261420 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.268197 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.294803 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.322937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object 277d1956-bb91-4d84-8f68-72c62a053c7e will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:03.364539 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bd791848-a8a9-4dc9-a619-0c11b5e62ffb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1b9c6385e6914fa68a18bff1d3e70432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804648 Aug 03 19:15:03.367108 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35566) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:03.450361 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.455535 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.457311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-groups/b1ae2ad2-8bb6-4063-a656-fff32eb81736 HTTP/1.1" status: 204 len: 168 time: 1.0071983 Aug 03 19:15:03.470509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35568) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:03.473153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ae2ad2-8bb6-4063-a656-fff32eb81736,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:03.559256 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.589233 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ebd67922-84dd-4f25-a2f0-ad0e43581eff tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116378 Aug 03 19:15:03.598527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35570) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:03.608541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network ba159d5f-e70d-4dea-bd7f-ee488de6361a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:03.614024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.617539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.618952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.621762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.622693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.624019 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-dc20c8f4-0377-40a2-9a35-a1bb1155d34d tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689835389'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:03.624735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.625440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.626759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.628881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.629955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.632277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.632996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3abe71-c917-4b72-b170-513a66b4be9e tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:03.682298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-faa90e58-38a4-4793-8e73-b40899a818e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.744853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:03.746681 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc20c8f4-0377-40a2-9a35-a1bb1155d34d tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.747708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=277d1956-bb91-4d84-8f68-72c62a053c7e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:03.750568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:03.850746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:03.851363 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7842653b-79ea-4aa7-b979-5511e27d73a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.851947 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:03.880211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b5028e23-d922-481b-b09d-927f2b1d233d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4411154 Aug 03 19:15:03.885320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35572) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:03.914685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4e0a62b-2681-4d5c-a19a-06d9336b6ded up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:03.921478 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-faa90e58-38a4-4793-8e73-b40899a818e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.069041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c4e0a62b-2681-4d5c-a19a-06d9336b6ded completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:04.076155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c4e0a62b-2681-4d5c-a19a-06d9336b6ded triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:04.078744 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.371634 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-faa90e58-38a4-4793-8e73-b40899a818e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.378278 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-faa90e58-38a4-4793-8e73-b40899a818e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.383557 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-faa90e58-38a4-4793-8e73-b40899a818e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f1c31f33-e7bc-41f8-a22a-3596749e4eb7 HTTP/1.1" status: 204 len: 168 time: 1.0135345 Aug 03 19:15:04.404357 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.489299 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.493830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa90e58-38a4-4793-8e73-b40899a818e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c31f33-e7bc-41f8-a22a-3596749e4eb7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:04.512791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.542500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f918ac-83ce-4c36-a028-2f7d9c17833c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:04.551462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35586) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:04.552032 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a7f918ac-83ce-4c36-a028-2f7d9c17833c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.6526685 Aug 03 19:15:04.560539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port c4e0a62b-2681-4d5c-a19a-06d9336b6ded, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c4e0a62b-2681-4d5c-a19a-06d9336b6ded,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:04.604167 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.633568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3fbb26cd-7963-4d8e-a492-84e5e8d5ba93 None None] Provisioning for port 277d1956-bb91-4d84-8f68-72c62a053c7e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:04.673998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3fbb26cd-7963-4d8e-a492-84e5e8d5ba93 None None] Provisioning complete for port 277d1956-bb91-4d84-8f68-72c62a053c7e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:04.684432 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3fbb26cd-7963-4d8e-a492-84e5e8d5ba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.846734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f54f2385-f792-4fd3-859f-ce1fff6e109a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port 277d1956-bb91-4d84-8f68-72c62a053c7e {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:04.852190 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f54f2385-f792-4fd3-859f-ce1fff6e109a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.878297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb26cd-7963-4d8e-a492-84e5e8d5ba93 None None] Port 277d1956-bb91-4d84-8f68-72c62a053c7e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:04.907086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=c4e0a62b-2681-4d5c-a19a-06d9336b6ded,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:04.983244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'Port': ['ID=a13d476c-fecb-48c3-a9f1-2a1cac72aedd,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:05.064723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc20c8f4-0377-40a2-9a35-a1bb1155d34d tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.066848 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.105194 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc20c8f4-0377-40a2-9a35-a1bb1155d34d tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.114064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f54f2385-f792-4fd3-859f-ce1fff6e109a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.132853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f54f2385-f792-4fd3-859f-ce1fff6e109a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for 277d1956-bb91-4d84-8f68-72c62a053c7e owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:05.268646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.290122 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b266bd1c-39c2-4735-ba15-24a92a5c1c7a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8828132 Aug 03 19:15:05.290122 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc20c8f4-0377-40a2-9a35-a1bb1155d34d tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.298360 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dc20c8f4-0377-40a2-9a35-a1bb1155d34d tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6744766 Aug 03 19:15:05.322346 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20c8f4-0377-40a2-9a35-a1bb1155d34d tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225bcf24-a462-4c43-ba79-6add15b9011f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:05.344906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35596) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:05.363779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0ef83df9-aead-4f5a-99d0-aaf7f5b0307b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': '225bcf24-a462-4c43-ba79-6add15b9011f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:05.512338 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ef83df9-aead-4f5a-99d0-aaf7f5b0307b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.590156 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f54f2385-f792-4fd3-859f-ce1fff6e109a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.708767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f2385-f792-4fd3-859f-ce1fff6e109a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=277d1956-bb91-4d84-8f68-72c62a053c7e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:05.831676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ef83df9-aead-4f5a-99d0-aaf7f5b0307b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.840210 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ef83df9-aead-4f5a-99d0-aaf7f5b0307b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.920347 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ef83df9-aead-4f5a-99d0-aaf7f5b0307b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.925455 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0ef83df9-aead-4f5a-99d0-aaf7f5b0307b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5743933 Aug 03 19:15:05.925455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef83df9-aead-4f5a-99d0-aaf7f5b0307b tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f731cc27-2bb0-407f-9a79-a40dbcd4a5d5,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:05.926116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35616) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:05.951724 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6be9e7e3-454f-4d38-8571-c80ca63e3cb9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules/f731cc27-2bb0-407f-9a79-a40dbcd4a5d5 HTTP/1.1" status: 200 len: 763 time: 0.0200996 Aug 03 19:15:05.953878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35618) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:05.975121 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f54f2385-f792-4fd3-859f-ce1fff6e109a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:05.982657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f54f2385-f792-4fd3-859f-ce1fff6e109a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/277d1956-bb91-4d84-8f68-72c62a053c7e HTTP/1.1" status: 204 len: 168 time: 1.4283051 Aug 03 19:15:05.983331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35622) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:06.013951 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-853e8ffd-044c-4f94-b92b-bf4597d87808 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:15:06.020472 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-853e8ffd-044c-4f94-b92b-bf4597d87808 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/277d1956-bb91-4d84-8f68-72c62a053c7e HTTP/1.1" status: 404 len: 333 time: 0.0319808 Aug 03 19:15:06.021552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35624) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:06.029931 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-47b43b0b-e27d-4352-a7e3-6a8ed317d9a4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--845983621&fields=id&tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf HTTP/1.1" status: 200 len: 267 time: 0.1215048 Aug 03 19:15:06.126915 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b3753917-a89f-48e1-8447-3d0c05aabed8 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1718051 Aug 03 19:15:06.131819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35626) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:06.254985 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-885316d5-5342-4215-b192-7bf39a43c424 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.272633 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-885316d5-5342-4215-b192-7bf39a43c424 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.282173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-b4d6b65e-c86a-4daf-95e9-d778a3faec8d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:06.284895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-b4d6b65e-c86a-4daf-95e9-d778a3faec8d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 817 time: 0.2459753 Aug 03 19:15:06.340485 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-885316d5-5342-4215-b192-7bf39a43c424 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.347758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-67e10117-2efc-4eef-9f98-892d01f3b273 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/quotas/d076a1d7d4d7479e9aa626b42d5ff2bf HTTP/1.1" status: 200 len: 375 time: 0.0394113 Aug 03 19:15:06.359340 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-885316d5-5342-4215-b192-7bf39a43c424 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.361285 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-885316d5-5342-4215-b192-7bf39a43c424 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/f731cc27-2bb0-407f-9a79-a40dbcd4a5d5 HTTP/1.1" status: 204 len: 168 time: 0.2279286 Aug 03 19:15:06.364803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2286a11a-dbdf-4dce-9ecf-2aab765612d6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port a6bcfd91-8551-422f-b3d3-9e172499a84f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:06.365402 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2286a11a-dbdf-4dce-9ecf-2aab765612d6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.370146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35634) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:06.417277 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-264e3128-23bc-4dbd-b1e0-19d8cb3a65fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.469284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885316d5-5342-4215-b192-7bf39a43c424 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f731cc27-2bb0-407f-9a79-a40dbcd4a5d5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:06.524497 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7153ef8a-29ce-44b8-925d-3cbc989daab9 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1527154 Aug 03 19:15:06.528846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35640) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:06.534321 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-42b99182-02c8-40cf-b59b-3c75d6531103 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': '225bcf24-a462-4c43-ba79-6add15b9011f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:06.615048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-29f338d5-421b-40c8-86a5-c60398b7e12c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2603953 Aug 03 19:15:06.626124 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2286a11a-dbdf-4dce-9ecf-2aab765612d6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.645865 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.663743 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-42b99182-02c8-40cf-b59b-3c75d6531103 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.674370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2286a11a-dbdf-4dce-9ecf-2aab765612d6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for a6bcfd91-8551-422f-b3d3-9e172499a84f owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:06.830091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4e0a62b-2681-4d5c-a19a-06d9336b6ded up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:06.875497 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-42b99182-02c8-40cf-b59b-3c75d6531103 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.886006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-3491cb3f-2041-4acb-8d95-b95414dc07e4 service neutron] 10.222.0.78 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281673 Aug 03 19:15:06.891519 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-42b99182-02c8-40cf-b59b-3c75d6531103 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.944042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c4e0a62b-2681-4d5c-a19a-06d9336b6ded triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:06.944417 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.959647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b99182-02c8-40cf-b59b-3c75d6531103 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f4e59b-fbe0-4d1b-9232-b451a9d4047c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:06.996577 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-42b99182-02c8-40cf-b59b-3c75d6531103 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.002984 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-42b99182-02c8-40cf-b59b-3c75d6531103 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4679704 Aug 03 19:15:07.044639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35650) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:07.104078 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-191fe8a0-8986-4d5c-9807-a1c0c7c54b73 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules/90f4e59b-fbe0-4d1b-9232-b451a9d4047c HTTP/1.1" status: 200 len: 763 time: 0.0580330 Aug 03 19:15:07.114204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35652) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:07.132210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35654) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:07.161866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2286a11a-dbdf-4dce-9ecf-2aab765612d6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.225332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-43e4da5d-4408-4894-b616-b1ee3d76ea2d tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1093175 Aug 03 19:15:07.233719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286a11a-dbdf-4dce-9ecf-2aab765612d6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=a6bcfd91-8551-422f-b3d3-9e172499a84f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:07.245733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35660) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:07.376129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-533ecb95-7b38-434c-89f7-28fc0d76a0a6 service neutron] 10.222.0.78 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620783 Aug 03 19:15:07.410658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fed7e6-a050-4032-9a8f-ae9008500215 req-d407309d-26bc-492f-82e3-55df30f9404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:07.413059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62fed7e6-a050-4032-9a8f-ae9008500215 req-d407309d-26bc-492f-82e3-55df30f9404d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 1096 time: 0.1859891 Aug 03 19:15:07.426490 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a05a5066-2b91-4532-a5d8-5617b4bcbb61 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.443018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a05a5066-2b91-4532-a5d8-5617b4bcbb61 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.506643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2286a11a-dbdf-4dce-9ecf-2aab765612d6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.508735 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2286a11a-dbdf-4dce-9ecf-2aab765612d6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/a6bcfd91-8551-422f-b3d3-9e172499a84f HTTP/1.1" status: 204 len: 168 time: 1.4873121 Aug 03 19:15:07.516617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35664) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:07.649228 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba40832-6568-442f-80e8-b3268be99d07 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:15:07.649228 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bba40832-6568-442f-80e8-b3268be99d07 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/a6bcfd91-8551-422f-b3d3-9e172499a84f HTTP/1.1" status: 404 len: 333 time: 0.1300681 Aug 03 19:15:07.649606 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a05a5066-2b91-4532-a5d8-5617b4bcbb61 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.655968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2061459780'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:07.687697 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a05a5066-2b91-4532-a5d8-5617b4bcbb61 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.699926 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a05a5066-2b91-4532-a5d8-5617b4bcbb61 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/90f4e59b-fbe0-4d1b-9232-b451a9d4047c HTTP/1.1" status: 204 len: 168 time: 0.4483314 Aug 03 19:15:07.700557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35668) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:07.701049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35670) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:07.702921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a5066-2b91-4532-a5d8-5617b4bcbb61 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90f4e59b-fbe0-4d1b-9232-b451a9d4047c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:07.816295 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8d395d5-1823-47d4-99de-2d9d3c88334f req-4284cba9-6177-4621-a209-606e586a1411 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 210 time: 0.0554113 Aug 03 19:15:07.859071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b74dd4-4b7e-4ff9-b2ef-64fd3c6e2e76 req-236180d2-539a-447d-9875-1717bd1c863a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:07.868189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0b74dd4-4b7e-4ff9-b2ef-64fd3c6e2e76 req-236180d2-539a-447d-9875-1717bd1c863a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.4469995 Aug 03 19:15:07.883005 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.887298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-492d83cf-f00b-4924-b6f7-3cf2b81e2505 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting subnet a28a20ed-1dcc-4da6-a340-2210a247ac26 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:15:07.893434 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492d83cf-f00b-4924-b6f7-3cf2b81e2505 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.897035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Made reservation on behalf of a271cdefeb4c4506b3d018a3bb33a481 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:07.901562 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.938363 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a5b4acf4-ab14-4f3d-a49b-c33a4b0dbd25 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2315767 Aug 03 19:15:07.942243 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0b74dd4-4b7e-4ff9-b2ef-64fd3c6e2e76 req-3030e697-9071-4b8f-bc22-1944bfdf105c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672619 Aug 03 19:15:07.947854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35674) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:07.953289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.960994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fd5b6cb3-7b39-45ed-8889-b262bfb9f2ad tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Request body: {'security_group_rule': {'security_group_id': '225bcf24-a462-4c43-ba79-6add15b9011f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:07.981242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fed7e6-a050-4032-9a8f-ae9008500215 req-b4dfd85c-e4cd-4f01-b493-9f0cff70e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:07.983893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62fed7e6-a050-4032-9a8f-ae9008500215 req-b4dfd85c-e4cd-4f01-b493-9f0cff70e6fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 918 time: 0.4868577 Aug 03 19:15:07.985009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.api [None req-fd5b6cb3-7b39-45ed-8889-b262bfb9f2ad tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:15:07.985009 n-d-802918-7 neutron-server[100487]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:15:07.985009 n-d-802918-7 neutron-server[100487]: [parameters: {'project_id_1': 'aca750f7c4784a439f190c41180d617c', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 15, 7, 975848)}] Aug 03 19:15:07.985009 n-d-802918-7 neutron-server[100487]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:15:07.985807 n-d-802918-7 neutron-server[100487]: DEBUG oslo_db.api [None req-fd5b6cb3-7b39-45ed-8889-b262bfb9f2ad tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:15:08.000847 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492d83cf-f00b-4924-b6f7-3cf2b81e2505 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.061160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62fed7e6-a050-4032-9a8f-ae9008500215 req-a1c09e9e-25b5-4a2e-b0e2-c3b29940d400 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9 HTTP/1.1" status: 200 len: 217 time: 0.0684636 Aug 03 19:15:08.151779 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fed7e6-a050-4032-9a8f-ae9008500215 req-69b99f5b-847e-4fd4-af5a-2908470d8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:08.153935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62fed7e6-a050-4032-9a8f-ae9008500215 req-69b99f5b-847e-4fd4-af5a-2908470d8302 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.0846083 Aug 03 19:15:08.177040 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492d83cf-f00b-4924-b6f7-3cf2b81e2505 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.210014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62fed7e6-a050-4032-9a8f-ae9008500215 req-80f0a695-55e6-4a7b-a569-4217227ca78c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479767 Aug 03 19:15:08.225368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.251151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.285979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:15:08.356854 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492d83cf-f00b-4924-b6f7-3cf2b81e2505 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.377005 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.377413 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Added segment 94f8925a-378e-4ddb-90d7-7a4b4f2471de of type vlan for network fb88d181-2cb0-4163-9364-1b99abb12206 Aug 03 19:15:08.379068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7891d712-1662-4a98-926f-7e39c5b546ee,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:08.399688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b098d4b3-a55e-4c83-b9f9-aef9183c9aa1 None None] Network ba159d5f-e70d-4dea-bd7f-ee488de6361a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:08.411294 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-492d83cf-f00b-4924-b6f7-3cf2b81e2505 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.423305 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-492d83cf-f00b-4924-b6f7-3cf2b81e2505 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/a28a20ed-1dcc-4da6-a340-2210a247ac26 HTTP/1.1" status: 204 len: 168 time: 0.7179294 Aug 03 19:15:08.432318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62fed7e6-a050-4032-9a8f-ae9008500215 req-7fb71a59-1863-4cdd-a24a-64e2df8d230f service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111938 Aug 03 19:15:08.434469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35684) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:08.446127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d83cf-f00b-4924-b6f7-3cf2b81e2505 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Subnet': ['ID=a28a20ed-1dcc-4da6-a340-2210a247ac26,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:08.496952 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.541098 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.556992 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:08.559774 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.679310 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5461788 Aug 03 19:15:08.682304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35688) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:08.691369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Request body: {'subnet': {'network_id': 'fb88d181-2cb0-4163-9364-1b99abb12206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:08.699092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291825e-898c-4af0-9837-b4026810fb1d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Pushing event updated for resources: {'Network': ['ID=fb88d181-2cb0-4163-9364-1b99abb12206,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:08.792870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network fb88d181-2cb0-4163-9364-1b99abb12206 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:15:08.856292 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62fed7e6-a050-4032-9a8f-ae9008500215 req-cff35316-1e6c-44cc-874f-4e45560f13c5 service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832781 Aug 03 19:15:08.887411 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6cb3-7b39-45ed-8889-b262bfb9f2ad tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.898682 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.955543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Made reservation on behalf of a271cdefeb4c4506b3d018a3bb33a481 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:08.976045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.054298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9ed4566-01d7-4190-b39d-e932cccf637b req-be5d0418-c957-4d3d-bc11-642cd26831c5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 210 time: 0.0594091 Aug 03 19:15:09.149099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6cb3-7b39-45ed-8889-b262bfb9f2ad tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.181551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port ff71f138-45d8-4e77-baa3-670cca8f3dd7 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:09.181551 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.185068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6cb3-7b39-45ed-8889-b262bfb9f2ad tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.280276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94b89e-8636-4f62-8980-730ee7dc6f37 None None] DHCP port deletion for ba159d5f-e70d-4dea-bd7f-ee488de6361a request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:15:09.376122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b6cb3-7b39-45ed-8889-b262bfb9f2ad tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4765f6f0-5179-4df1-9279-94708c10404b,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:09.400936 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6cb3-7b39-45ed-8889-b262bfb9f2ad tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.402684 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fd5b6cb3-7b39-45ed-8889-b262bfb9f2ad tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4545035 Aug 03 19:15:09.408055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35698) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:09.414827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5e94b89e-8636-4f62-8980-730ee7dc6f37 None None] Deleting port ff71f138-45d8-4e77-baa3-670cca8f3dd7 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:09.415434 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5e94b89e-8636-4f62-8980-730ee7dc6f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.434083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-02cc7cf1-0c4e-4fec-8eee-e1f46d315096 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules/4765f6f0-5179-4df1-9279-94708c10404b HTTP/1.1" status: 200 len: 764 time: 0.0242898 Aug 03 19:15:09.445257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35700) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:09.457305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] For port ff71f138-45d8-4e77-baa3-670cca8f3dd7, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ff71f138-45d8-4e77-baa3-670cca8f3dd7,segment=NetworkSegment(849efa99-f49a-4e40-8735-abb8cb13739a),segment_id=849efa99-f49a-4e40-8735-abb8cb13739a)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:09.458572 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.475946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8fdbc-de91-4a95-8378-8f82658278d6 req-00e643a4-21fd-4718-aaaa-b5d605dd58ad tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:09.478010 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35b8fdbc-de91-4a95-8378-8f82658278d6 req-00e643a4-21fd-4718-aaaa-b5d605dd58ad tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1744423 Aug 03 19:15:09.494354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for ff71f138-45d8-4e77-baa3-670cca8f3dd7 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:09.603290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c2e515e7-8b9b-4e96-bc3a-7da96c9413b1 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1564708 Aug 03 19:15:09.609478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35706) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:09.651483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5e94b89e-8636-4f62-8980-730ee7dc6f37 None None] For port ff71f138-45d8-4e77-baa3-670cca8f3dd7, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ff71f138-45d8-4e77-baa3-670cca8f3dd7,segment=NetworkSegment(849efa99-f49a-4e40-8735-abb8cb13739a),segment_id=849efa99-f49a-4e40-8735-abb8cb13739a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:09.652312 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f1629d84-df92-4263-9288-b5f061fa5fd7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.652670 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5e94b89e-8636-4f62-8980-730ee7dc6f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.664788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35b8fdbc-de91-4a95-8378-8f82658278d6 req-b068d1ca-2bfe-4a86-8990-425a29d6b39d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603861 Aug 03 19:15:09.668277 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.692627 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f1629d84-df92-4263-9288-b5f061fa5fd7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.698752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5e94b89e-8636-4f62-8980-730ee7dc6f37 None None] Calling delete_port for ff71f138-45d8-4e77-baa3-670cca8f3dd7 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:09.745634 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.752328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f1629d84-df92-4263-9288-b5f061fa5fd7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.761933 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f1629d84-df92-4263-9288-b5f061fa5fd7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.763723 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f1629d84-df92-4263-9288-b5f061fa5fd7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/4765f6f0-5179-4df1-9279-94708c10404b HTTP/1.1" status: 204 len: 168 time: 0.1506851 Aug 03 19:15:09.779453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35708) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:09.796168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=ff71f138-45d8-4e77-baa3-670cca8f3dd7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:09.809128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1629d84-df92-4263-9288-b5f061fa5fd7 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4765f6f0-5179-4df1-9279-94708c10404b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:09.817187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No DVR routers for this DVR port ff71f138-45d8-4e77-baa3-670cca8f3dd7 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:09.902044 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5e94b89e-8636-4f62-8980-730ee7dc6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.945026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Pushing event updated for resources: {'Subnet': ['ID=bcb5db97-69c3-4e82-8a67-38480d756e04,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:09.950133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Checking segment: {'id': '94f8925a-378e-4ddb-90d7-7a4b4f2471de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb88d181-2cb0-4163-9364-1b99abb12206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:09.950884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Network hostable DHCP agents. Network: fb88d181-2cb0-4163-9364-1b99abb12206, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:15:09.976347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94b89e-8636-4f62-8980-730ee7dc6f37 None None] No DVR routers for this DVR port ff71f138-45d8-4e77-baa3-670cca8f3dd7 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:09.988117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94b89e-8636-4f62-8980-730ee7dc6f37 None None] Pushing event deleted for resources: {'Port': ['ID=ff71f138-45d8-4e77-baa3-670cca8f3dd7,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:09.998346 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.005965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-58e50e78-7a87-4cf0-a273-f323439f3d40 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:10.008182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-58e50e78-7a87-4cf0-a273-f323439f3d40 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.37 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 817 time: 0.1591902 Aug 03 19:15:10.027926 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-75453113-8612-4a82-a347-033d6ef7f0ca tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2379682 Aug 03 19:15:10.029967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35710) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:10.092354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Network fb88d181-2cb0-4163-9364-1b99abb12206 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:15:10.127475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-f036bc26-4f9b-44c2-803b-d149e9885ce2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf HTTP/1.1" status: 200 len: 379 time: 0.0994890 Aug 03 19:15:10.129426 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.145002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'port': {'device_id': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'admin_state_up': True, 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'security_groups': ['eff5a4d0-b239-447a-a47c-7838efbcb539']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:10.149727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, fb88d181-2cb0-4163-9364-1b99abb12206) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:10.166456 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6e2f44-423b-4f21-ac23-1b0dc7e5336b None None] Network fb88d181-2cb0-4163-9364-1b99abb12206 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:10.172105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba159d5f-e70d-4dea-bd7f-ee488de6361a']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:10.175449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:10.176609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.296214 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-14a73343-f714-4a94-b723-79fd42954709 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6113467 Aug 03 19:15:10.296666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6537d753-e05e-49b7-8d7b-580e052b4c2c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.299858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35714) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:10.311455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Request body: {'port': {'network_id': 'fb88d181-2cb0-4163-9364-1b99abb12206', 'name': 'tempest-TagsExtTest-2000836052'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:10.361955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08d97c61-7887-44ec-b09b-b29daf0e4ae4 req-7c80cf3f-943b-4662-a3c7-ad6e6fbc3623 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 210 time: 0.0754328 Aug 03 19:15:10.376886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849efa99-f49a-4e40-8735-abb8cb13739a') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:10.377968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849efa99-f49a-4e40-8735-abb8cb13739a') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:10.405343 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.440295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6537d753-e05e-49b7-8d7b-580e052b4c2c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.442358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.462620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:15:10.462620 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.499388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-fb88d181-2cb0-4163-9364-1b99abb12206', 'network_id': 'fb88d181-2cb0-4163-9364-1b99abb12206', 'tenant_id': 'a271cdefeb4c4506b3d018a3bb33a481', 'fixed_ips': [{'subnet_id': 'bcb5db97-69c3-4e82-8a67-38480d756e04'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:15:10.501658 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:15:10.503819 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.603737 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6537d753-e05e-49b7-8d7b-580e052b4c2c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.608218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6537d753-e05e-49b7-8d7b-580e052b4c2c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.609866 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6537d753-e05e-49b7-8d7b-580e052b4c2c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "DELETE /v2.0/security-groups/225bcf24-a462-4c43-ba79-6add15b9011f HTTP/1.1" status: 204 len: 168 time: 0.5776217 Aug 03 19:15:10.623975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35718) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:10.628946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537d753-e05e-49b7-8d7b-580e052b4c2c tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225bcf24-a462-4c43-ba79-6add15b9011f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:10.683247 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.765663 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.769960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Made reservation on behalf of a271cdefeb4c4506b3d018a3bb33a481 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:10.778395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/networks/ba159d5f-e70d-4dea-bd7f-ee488de6361a HTTP/1.1" status: 204 len: 168 time: 2.3363724 Aug 03 19:15:10.779328 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.783407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35724) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:10.802393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ff71f138-45d8-4e77-baa3-670cca8f3dd7 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:10.816410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1401169355'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:10.850535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ff71f138-45d8-4e77-baa3-670cca8f3dd7 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:10.851222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ff71f138-45d8-4e77-baa3-670cca8f3dd7 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:10.863188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8b54b-1ab6-492e-bc73-2a173f4454eb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Network': ['ID=ba159d5f-e70d-4dea-bd7f-ee488de6361a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:10.882538 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-30b86524-3ee2-4876-8591-7128ef36b6c4 tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2346303 Aug 03 19:15:10.891758 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35726) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:10.893089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] device_id is not set on port 206c1816-6283-479d-a417-870c481a0348 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:15:10.959596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:10.964041 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:10.989927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124478fd-1f68-4fbf-889c-983a0a73d35a req-22bfbea0-162f-44ba-b961-16d778ed23ee tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:10.995483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Allocated IP 172.20.0.2 (fb88d181-2cb0-4163-9364-1b99abb12206/bcb5db97-69c3-4e82-8a67-38480d756e04/afbbf1db-0310-496b-8e34-29efee6b1fb8) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:11.003809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-124478fd-1f68-4fbf-889c-983a0a73d35a req-22bfbea0-162f-44ba-b961-16d778ed23ee tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1862249 Aug 03 19:15:11.017938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Made reservation on behalf of d076a1d7d4d7479e9aa626b42d5ff2bf for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:11.025070 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.029310 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-db657be8-a1cf-4f50-b66f-63e3fa510bce tempest-SecGroupTest-1140002125 tempest-SecGroupTest-1140002125-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1307602 Aug 03 19:15:11.051439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:15:11.063377 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.063708 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Added segment 7928bb52-a29e-4f84-bc8d-de91c84c40e7 of type vlan for network 57b3feda-5160-4e20-b701-5120a3e906a4 Aug 03 19:15:11.237203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-124478fd-1f68-4fbf-889c-983a0a73d35a req-d45040a2-c5e1-4ee0-a750-251c90fa8777 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313406 Aug 03 19:15:11.243487 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.267270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Transition to ACTIVE for port object afbbf1db-0310-496b-8e34-29efee6b1fb8 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:11.307500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Transition to ACTIVE for port object afbbf1db-0310-496b-8e34-29efee6b1fb8 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:11.321348 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.388728 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.428418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Network fb88d181-2cb0-4163-9364-1b99abb12206 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:11.435525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:11.453850 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:11.463113 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.465083 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Pushing event updated for resources: {'Port': ['ID=afbbf1db-0310-496b-8e34-29efee6b1fb8,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:11.481367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:11.496322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.602481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Allocated IP 172.20.0.7 (9f6a868e-2cf0-4888-ba1c-a660f65f3874/264034eb-0f0f-41a5-8765-49be8817bd3c/fc02e430-6abe-449e-8d02-93356707ec54) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:11.614881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Attempting to bind port afbbf1db-0310-496b-8e34-29efee6b1fb8 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:11.625823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Attempting to bind port afbbf1db-0310-496b-8e34-29efee6b1fb8 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '94f8925a-378e-4ddb-90d7-7a4b4f2471de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb88d181-2cb0-4163-9364-1b99abb12206'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:11.626835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Attempting to bind port afbbf1db-0310-496b-8e34-29efee6b1fb8 on network fb88d181-2cb0-4163-9364-1b99abb12206 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:11.638186 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:11.641615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Checking segment: {'id': '94f8925a-378e-4ddb-90d7-7a4b4f2471de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb88d181-2cb0-4163-9364-1b99abb12206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:11.642405 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.643583 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Bound using segment: {'id': '94f8925a-378e-4ddb-90d7-7a4b4f2471de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb88d181-2cb0-4163-9364-1b99abb12206'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:11.645875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Bound port: afbbf1db-0310-496b-8e34-29efee6b1fb8, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f8925a-378e-4ddb-90d7-7a4b4f2471de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb88d181-2cb0-4163-9364-1b99abb12206'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:11.656642 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.781165 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9843285 Aug 03 19:15:11.795633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35738) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:11.819375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': '57b3feda-5160-4e20-b701-5120a3e906a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:11.834151 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1823fa4-c50c-4220-a1ab-126489d9e441 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Network': ['ID=57b3feda-5160-4e20-b701-5120a3e906a4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:11.864657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Allocated IP 172.20.0.3 (fb88d181-2cb0-4163-9364-1b99abb12206/bcb5db97-69c3-4e82-8a67-38480d756e04/206c1816-6283-479d-a417-870c481a0348) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:11.880243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 57b3feda-5160-4e20-b701-5120a3e906a4 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:15:11.935230 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.952504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Transition to ACTIVE for port object fc02e430-6abe-449e-8d02-93356707ec54 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:11.987407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35742) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:12.003567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.082550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] For port afbbf1db-0310-496b-8e34-29efee6b1fb8, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:12.115919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:12.120570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:12.129397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:12.130779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] For port afbbf1db-0310-496b-8e34-29efee6b1fb8, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=afbbf1db-0310-496b-8e34-29efee6b1fb8,segment=NetworkSegment(94f8925a-378e-4ddb-90d7-7a4b4f2471de),segment_id=94f8925a-378e-4ddb-90d7-7a4b4f2471de)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:12.137802 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.204516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:12.205197 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.262932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06da767-96b6-4812-bcc3-aaddfdcf96ec req-6e606ad9-2bbf-45bf-b8cd-a8220bd94685 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:12.271096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b06da767-96b6-4812-bcc3-aaddfdcf96ec req-6e606ad9-2bbf-45bf-b8cd-a8220bd94685 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 931 time: 0.7111158 Aug 03 19:15:12.284581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085fa90-4c44-451e-b8c1-4d41bcec360f None None] Pushing event updated for resources: {'Port': ['ID=afbbf1db-0310-496b-8e34-29efee6b1fb8,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:12.288070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:12.325188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-5d022a14-a0ec-403f-97eb-dbf65194ce57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1849000 Aug 03 19:15:12.375558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Request body: {'port': {'device_id': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:12.421541 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.446150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Transition to ACTIVE for port object 206c1816-6283-479d-a417-870c481a0348 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:12.453215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b06da767-96b6-4812-bcc3-aaddfdcf96ec req-3cf2408f-4f6b-434b-a0f3-6fd27f139b6e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808293 Aug 03 19:15:12.478968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:12.501659 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.512290 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.716904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3cb9189e-7ad0-4050-9c38-53659a7866ab None None] Provisioning for port fc02e430-6abe-449e-8d02-93356707ec54 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:12.735492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3cb9189e-7ad0-4050-9c38-53659a7866ab None None] Provisioning complete for port fc02e430-6abe-449e-8d02-93356707ec54 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:12.737045 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3cb9189e-7ad0-4050-9c38-53659a7866ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.836164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9189e-7ad0-4050-9c38-53659a7866ab None None] Port fc02e430-6abe-449e-8d02-93356707ec54 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:12.856647 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.898377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device afbbf1db-0310-496b-8e34-29efee6b1fb8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:12.945080 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a2e0057-cd07-4f25-830f-8b95ef22d476 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aca750f7c4784a439f190c41180d617c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9552739 Aug 03 19:15:12.956272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35752) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:13.002738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port afbbf1db-0310-496b-8e34-29efee6b1fb8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:13.034539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Network fb88d181-2cb0-4163-9364-1b99abb12206 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:13.063703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6668b54-6a48-480c-8b37-f44a2a7d0226 req-9287457a-d2d8-494c-aa53-4056aa1f703b tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:13.065556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6668b54-6a48-480c-8b37-f44a2a7d0226 req-9287457a-d2d8-494c-aa53-4056aa1f703b tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.5896869 Aug 03 19:15:13.093460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:13.096844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Pushing event updated for resources: {'Port': ['ID=206c1816-6283-479d-a417-870c481a0348,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:13.105139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:13.156372 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6668b54-6a48-480c-8b37-f44a2a7d0226 req-cadc8e7f-f259-4a00-9b9e-3bf09fa9d253 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740442 Aug 03 19:15:13.232121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc02e430-6abe-449e-8d02-93356707ec54 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:13.241226 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.256687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Transition to ACTIVE for port object fc02e430-6abe-449e-8d02-93356707ec54 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:13.262570 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.299252 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:13.300465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.332390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:13.334267 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0207c115-5eaa-4da5-b96b-dadcbd367f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.365520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0207c115-5eaa-4da5-b96b-dadcbd367f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.416097 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.437420 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-34803d37-f8ac-475f-9075-00c97e027ba0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1275885 Aug 03 19:15:13.437420 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0207c115-5eaa-4da5-b96b-dadcbd367f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.439243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0207c115-5eaa-4da5-b96b-dadcbd367f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.440931 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0207c115-5eaa-4da5-b96b-dadcbd367f60 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/09daa913-8e23-43d3-8d02-bcf0aa9b1abb HTTP/1.1" status: 204 len: 168 time: 0.4794552 Aug 03 19:15:13.454944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35756) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:13.460053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f2564db1-770e-4e59-8e41-747ef0cfcdb1 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-39390366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:13.492177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207c115-5eaa-4da5-b96b-dadcbd367f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09daa913-8e23-43d3-8d02-bcf0aa9b1abb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:13.517693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Attempting to bind port fc02e430-6abe-449e-8d02-93356707ec54 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:13.518368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Attempting to bind port fc02e430-6abe-449e-8d02-93356707ec54 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:13.518882 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Attempting to bind port fc02e430-6abe-449e-8d02-93356707ec54 on network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:13.527946 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2564db1-770e-4e59-8e41-747ef0cfcdb1 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.529348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2564db1-770e-4e59-8e41-747ef0cfcdb1 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.550023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Port fc02e430-6abe-449e-8d02-93356707ec54 on network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:15:13.550346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Attempting to bind port fc02e430-6abe-449e-8d02-93356707ec54 on network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:13.588098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Subnet': ['ID=65c87536-05b4-4df6-9484-ccaba6c1bcc1,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:13.588617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:13.589283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Checking segment: {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:13.592367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Bound using segment: {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:13.593217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Bound port: fc02e430-6abe-449e-8d02-93356707ec54, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:13.594203 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.634324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Checking segment: {'id': '7928bb52-a29e-4f84-bc8d-de91c84c40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '57b3feda-5160-4e20-b701-5120a3e906a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:13.642354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network hostable DHCP agents. Network: 57b3feda-5160-4e20-b701-5120a3e906a4, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:15:13.714777 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network 57b3feda-5160-4e20-b701-5120a3e906a4 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:15:13.733068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ea9be-01a4-4070-93c5-e3b2e44c5edb req-cb99d0ba-87d2-4a4e-8987-cdc72aa58ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:13.736650 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b8ea9be-01a4-4070-93c5-e3b2e44c5edb req-cb99d0ba-87d2-4a4e-8987-cdc72aa58ba9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 1096 time: 0.0858283 Aug 03 19:15:13.740613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 57b3feda-5160-4e20-b701-5120a3e906a4) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:13.745859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:13.746564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.781619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d239538-d945-4e8a-8d07-74d414725fff None None] Network 57b3feda-5160-4e20-b701-5120a3e906a4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:13.821767 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2564db1-770e-4e59-8e41-747ef0cfcdb1 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.833897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2564db1-770e-4e59-8e41-747ef0cfcdb1 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.867861 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7344a7a8-735b-4c4a-b0ff-fd77618a8714 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0656052 Aug 03 19:15:13.882926 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35766) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:13.889188 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': '57b3feda-5160-4e20-b701-5120a3e906a4', 'name': 'tempest-PortsTestJSON-2025357417', 'fixed_ips': [{'subnet_id': '65c87536-05b4-4df6-9484-ccaba6c1bcc1', 'ip_address': '172.20.0.10'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:13.924917 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2564db1-770e-4e59-8e41-747ef0cfcdb1 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.926580 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f2564db1-770e-4e59-8e41-747ef0cfcdb1 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4703238 Aug 03 19:15:13.933073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35768) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:13.944883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-afec0fe8-f962-4bdf-9266-0f441e93c472 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-425262064', 'prefixes': ['172.20.0.0/16']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:14.023280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a315b-e8ed-4da7-8452-3fd1d875e334 req-f5592d0f-91c1-4311-945a-e45c91b00dad tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.031661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e0a315b-e8ed-4da7-8452-3fd1d875e334 req-f5592d0f-91c1-4311-945a-e45c91b00dad tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.2336028 Aug 03 19:15:14.045102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:14.090635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:14.138156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e0a315b-e8ed-4da7-8452-3fd1d875e334 req-b091f4eb-a041-4267-9c61-9f20eadb85b2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051419 Aug 03 19:15:14.142873 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.156088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-afec0fe8-f962-4bdf-9266-0f441e93c472 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for subnetpool, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.159666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-afec0fe8-f962-4bdf-9266-0f441e93c472 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2179270 Aug 03 19:15:14.190449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35776) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:14.190449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-9b86e3a5-b748-45bc-b644-0c0b62a27417 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04', 'tempest-TagsExtTest-Tag-1937861912') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:14.201786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-57b3feda-5160-4e20-b701-5120a3e906a4', 'network_id': '57b3feda-5160-4e20-b701-5120a3e906a4', 'tenant_id': 'bf9a8db7d5cb41c3897b106b2f6fdb24', 'fixed_ips': [{'subnet_id': '65c87536-05b4-4df6-9484-ccaba6c1bcc1'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:15:14.203368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.227079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:14.355617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.356288 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.364008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] 10.222.0.37 "PUT /v2.0/ports/fc02e430-6abe-449e-8d02-93356707ec54 HTTP/1.1" status: 200 len: 1091 time: 1.9930184 Aug 03 19:15:14.364853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:14.367578 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b" -d '{"events": [{"name": "network-changed", "server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "tag": "fc02e430-6abe-449e-8d02-93356707ec54"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:14.456750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a8a24-c5de-4fd5-a278-76fa206743d7 None None] Network fb88d181-2cb0-4163-9364-1b99abb12206 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:14.475516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec88b5a-a62d-46f8-8b76-8e57b3c7344f service neutron] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:14.494169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ea9be-01a4-4070-93c5-e3b2e44c5edb req-9edbd457-096b-4662-8c8e-4d09b1f0a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.501765 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b8ea9be-01a4-4070-93c5-e3b2e44c5edb req-9edbd457-096b-4662-8c8e-4d09b1f0a38f service neutron] 10.222.0.37 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 918 time: 0.7384903 Aug 03 19:15:14.511462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc95510-8331-4958-bbb1-ed34eaec5749 req-33840381-c199-4b67-9300-30555fbec0bc tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.522773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4cc95510-8331-4958-bbb1-ed34eaec5749 req-33840381-c199-4b67-9300-30555fbec0bc tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.2010722 Aug 03 19:15:14.534275 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd716e6-8323-402d-ae09-60aa208473e0 x-openstack-request-id: req-ffd716e6-8323-402d-ae09-60aa208473e0 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:14.534779 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "tag": "fc02e430-6abe-449e-8d02-93356707ec54", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:14.535107 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ffd716e6-8323-402d-ae09-60aa208473e0 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:14.535576 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54', 'status': 'completed', 'code': 200} Aug 03 19:15:14.557191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-43deeb02-cc23-420c-890c-45700e13d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.559015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-43deeb02-cc23-420c-890c-45700e13d186 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 1094 time: 0.1281552 Aug 03 19:15:14.641817 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b8ea9be-01a4-4070-93c5-e3b2e44c5edb req-7d9b98f2-15d1-4af9-b269-ecd5a07dbfad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9 HTTP/1.1" status: 200 len: 217 time: 0.0570362 Aug 03 19:15:14.676579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4cc95510-8331-4958-bbb1-ed34eaec5749 req-d3b43861-eecd-41fb-98c9-d98b38176345 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527045 Aug 03 19:15:14.678817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-c75d7935-2b38-4f1a-8f8d-1e90054127ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc02e430-6abe-449e-8d02-93356707ec54 HTTP/1.1" status: 200 len: 217 time: 0.1044421 Aug 03 19:15:14.722084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ea9be-01a4-4070-93c5-e3b2e44c5edb req-c87cf614-7998-436a-8083-fc127705613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.723839 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b8ea9be-01a4-4070-93c5-e3b2e44c5edb req-c87cf614-7998-436a-8083-fc127705613f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.0669274 Aug 03 19:15:14.765402 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b8ea9be-01a4-4070-93c5-e3b2e44c5edb req-551f454f-f8ca-4366-94d8-da07d6380b52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300412 Aug 03 19:15:14.838584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-0079bdb7-df4f-4b15-8042-531d6dccf959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.842252 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-0079bdb7-df4f-4b15-8042-531d6dccf959 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.1472313 Aug 03 19:15:14.854597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6bedbe78-721e-4e61-a157-af0c081f1911 None None] Provisioning for port afbbf1db-0310-496b-8e34-29efee6b1fb8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:14.867804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6bedbe78-721e-4e61-a157-af0c081f1911 None None] Provisioning complete for port afbbf1db-0310-496b-8e34-29efee6b1fb8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:14.868354 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6bedbe78-721e-4e61-a157-af0c081f1911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.945164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-7852c0b9-723e-4735-a276-11cff0b3359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.949953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-7852c0b9-723e-4735-a276-11cff0b3359b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986419 Aug 03 19:15:14.981961 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9b86e3a5-b748-45bc-b644-0c0b62a27417 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags/tempest-TagsExtTest-Tag-1937861912 HTTP/1.1" status: 201 len: 201 time: 0.8001812 Aug 03 19:15:14.983992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Allocated IP 172.20.0.2 (57b3feda-5160-4e20-b701-5120a3e906a4/65c87536-05b4-4df6-9484-ccaba6c1bcc1/b6612132-ebdf-412e-9738-f90793cb5e1f) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:14.988507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35796) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:14.996167 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:15.014047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-cffaa02c-32b1-4c61-9e98-cccb4647a3db tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348', 'tempest-TagsExtTest-Tag-395994864') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:15.092214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35798) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:15.134242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port dc700769-e5f9-4d05-ad28-d7222a80ca65 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:15:15.231927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-95a2fb35-9d42-4152-81dd-284c6843d0c7 service neutron] 10.222.0.37 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737770 Aug 03 19:15:15.246015 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:15.298666 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6bedbe78-721e-4e61-a157-af0c081f1911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:15.305783 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b8ea9be-01a4-4070-93c5-e3b2e44c5edb req-bae67162-b0d6-4637-821b-fe35fe333839 service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244675 Aug 03 19:15:15.463026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6bedbe78-721e-4e61-a157-af0c081f1911 None None] For port afbbf1db-0310-496b-8e34-29efee6b1fb8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=afbbf1db-0310-496b-8e34-29efee6b1fb8,segment=NetworkSegment(94f8925a-378e-4ddb-90d7-7a4b4f2471de),segment_id=94f8925a-378e-4ddb-90d7-7a4b4f2471de)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:15.482488 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6bedbe78-721e-4e61-a157-af0c081f1911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:15.493228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-44a847b8-113f-4aeb-8500-8c1bb894aa51 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:15.495347 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-44a847b8-113f-4aeb-8500-8c1bb894aa51 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:15:15.496492 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-44a847b8-113f-4aeb-8500-8c1bb894aa51 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:15:15.499679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-44a847b8-113f-4aeb-8500-8c1bb894aa51 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4048231 Aug 03 19:15:15.507755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35806) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:15.525641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b0c4f070-ad39-42cc-b33b-e341c2a174a1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'tempest-secgroup--938815590'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:15.578620 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:15.590543 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cffaa02c-32b1-4c61-9e98-cccb4647a3db tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags/tempest-TagsExtTest-Tag-395994864 HTTP/1.1" status: 201 len: 201 time: 0.5871401 Aug 03 19:15:15.593927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35808) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:15.603809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-13c06739-fcfe-49fa-b34d-151f1a7961cb tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1', 'tempest-TagsExtTest-Tag-1945854926') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:15.630063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Transition to ACTIVE for port object b6612132-ebdf-412e-9738-f90793cb5e1f will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:15.656399 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8b8ea9be-01a4-4070-93c5-e3b2e44c5edb req-5ea35efe-5de4-40dd-ab53-0e6b0fa09e84 service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393152 Aug 03 19:15:15.680344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedbe78-721e-4e61-a157-af0c081f1911 None None] Pushing event updated for resources: {'Port': ['ID=afbbf1db-0310-496b-8e34-29efee6b1fb8,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:15.690499 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Transition to ACTIVE for port object b6612132-ebdf-412e-9738-f90793cb5e1f will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:15.703336 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:15.798600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Network 57b3feda-5160-4e20-b701-5120a3e906a4 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:15.814201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:15.819724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:15.824413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Pushing event updated for resources: {'Port': ['ID=b6612132-ebdf-412e-9738-f90793cb5e1f,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:15.880757 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-13c06739-fcfe-49fa-b34d-151f1a7961cb tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags/tempest-TagsExtTest-Tag-1945854926 HTTP/1.1" status: 201 len: 201 time: 0.2814584 Aug 03 19:15:15.886434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35814) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:15.899736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-9cba0593-face-487f-a0fa-c2a978460486 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80', 'tempest-TagsExtTest-Tag-1522509460') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:15.919676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ebf6dcba-dda0-421d-92ca-b92a295208ca None None] Provisioning for port 206c1816-6283-479d-a417-870c481a0348 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:15.942490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ebf6dcba-dda0-421d-92ca-b92a295208ca None None] Provisioning complete for port 206c1816-6283-479d-a417-870c481a0348 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:15.943185 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ebf6dcba-dda0-421d-92ca-b92a295208ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:15.975245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Attempting to bind port b6612132-ebdf-412e-9738-f90793cb5e1f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:15.981030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Attempting to bind port b6612132-ebdf-412e-9738-f90793cb5e1f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7928bb52-a29e-4f84-bc8d-de91c84c40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '57b3feda-5160-4e20-b701-5120a3e906a4'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:15.981394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Attempting to bind port b6612132-ebdf-412e-9738-f90793cb5e1f on network 57b3feda-5160-4e20-b701-5120a3e906a4 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:15.996408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:15.996778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Checking segment: {'id': '7928bb52-a29e-4f84-bc8d-de91c84c40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '57b3feda-5160-4e20-b701-5120a3e906a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:15.997122 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:15.997546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Bound using segment: {'id': '7928bb52-a29e-4f84-bc8d-de91c84c40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '57b3feda-5160-4e20-b701-5120a3e906a4'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:15.998058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Bound port: b6612132-ebdf-412e-9738-f90793cb5e1f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7928bb52-a29e-4f84-bc8d-de91c84c40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '57b3feda-5160-4e20-b701-5120a3e906a4'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:15.998449 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.005278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.10 (57b3feda-5160-4e20-b701-5120a3e906a4/65c87536-05b4-4df6-9484-ccaba6c1bcc1/dc700769-e5f9-4d05-ad28-d7222a80ca65) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:16.021036 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9cba0593-face-487f-a0fa-c2a978460486 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags/tempest-TagsExtTest-Tag-1522509460 HTTP/1.1" status: 201 len: 201 time: 0.1328504 Aug 03 19:15:16.027825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35816) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:16.042656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-880b2885-704d-4e38-89a7-7e07b05d7296 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:16.092297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] For port b6612132-ebdf-412e-9738-f90793cb5e1f, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:16.097155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] For port b6612132-ebdf-412e-9738-f90793cb5e1f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b6612132-ebdf-412e-9738-f90793cb5e1f,segment=NetworkSegment(7928bb52-a29e-4f84-bc8d-de91c84c40e7),segment_id=7928bb52-a29e-4f84-bc8d-de91c84c40e7)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:16.099334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6dcba-dda0-421d-92ca-b92a295208ca None None] Port 206c1816-6283-479d-a417-870c481a0348 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:16.113152 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.134106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ebf6dcba-dda0-421d-92ca-b92a295208ca None None] Provisioning complete for port afbbf1db-0310-496b-8e34-29efee6b1fb8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:16.134479 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ebf6dcba-dda0-421d-92ca-b92a295208ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.170139 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-880b2885-704d-4e38-89a7-7e07b05d7296 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags HTTP/1.1" status: 200 len: 241 time: 0.1389003 Aug 03 19:15:16.199240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35818) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:16.211456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-dad3be3e-f6c4-468b-8f2f-9b83317f1f69 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04', 'tempest-TagsExtTest-Tag-1937861912') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:16.222001 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b0c4f070-ad39-42cc-b33b-e341c2a174a1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.268191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca14ef5-d7e7-4876-a7d6-ae952b272c6c req-de1bf026-070e-4265-8742-5e8aae054361 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:16.276132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ca14ef5-d7e7-4876-a7d6-ae952b272c6c req-de1bf026-070e-4265-8742-5e8aae054361 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.9317360 Aug 03 19:15:16.279675 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b0c4f070-ad39-42cc-b33b-e341c2a174a1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.311475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49c64569-51f6-4b3b-b5c7-480ac079f5c2 req-c3ad67a5-67a3-4879-80cb-a354dd589b93 service neutron] 10.222.0.37 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0715344 Aug 03 19:15:16.335728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e15277-f1d2-425b-a794-e19529c5e455 req-2fa2f650-5536-4886-9711-fe42a73302ed tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:16.344888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8e15277-f1d2-425b-a794-e19529c5e455 req-2fa2f650-5536-4886-9711-fe42a73302ed tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.2061713 Aug 03 19:15:16.417312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ca14ef5-d7e7-4876-a7d6-ae952b272c6c req-cf64e3db-6bae-4357-8a55-cefb5c93b59d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325936 Aug 03 19:15:16.544942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8e15277-f1d2-425b-a794-e19529c5e455 req-0a9c4a18-f77e-49bf-b7b8-5cf7e263c7b3 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986969 Aug 03 19:15:16.566174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e1e4d-2c75-4c5c-8ff7-1a4d3d389b1f None None] Pushing event updated for resources: {'Port': ['ID=b6612132-ebdf-412e-9738-f90793cb5e1f,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:16.607314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b req-a294f04f-3966-475a-9a64-58b88b4d816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:16.613554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b req-a294f04f-3966-475a-9a64-58b88b4d816c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 1094 time: 0.2300670 Aug 03 19:15:16.672605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-592bcfe6-4f4d-4fcd-a00f-4e9d235a5c95 None None] Provisioning complete for port 206c1816-6283-479d-a417-870c481a0348 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:16.673229 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-592bcfe6-4f4d-4fcd-a00f-4e9d235a5c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.700469 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b0c4f070-ad39-42cc-b33b-e341c2a174a1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.779600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-592bcfe6-4f4d-4fcd-a00f-4e9d235a5c95 None None] Port 206c1816-6283-479d-a417-870c481a0348 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:16.789054 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b0c4f070-ad39-42cc-b33b-e341c2a174a1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.828768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4f070-ad39-42cc-b33b-e341c2a174a1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71749cdb-1159-491a-b990-7075ea36a7e9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:16.906851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b req-bb9ac8b9-b459-409e-9711-1235ec842ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:16.908486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b req-bb9ac8b9-b459-409e-9711-1235ec842ed6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.2843432 Aug 03 19:15:16.919957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:16.975920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object dc700769-e5f9-4d05-ad28-d7222a80ca65 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:17.000431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b req-c6ec13f3-64be-473b-88b2-0af83fd2049e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc02e430-6abe-449e-8d02-93356707ec54 HTTP/1.1" status: 200 len: 217 time: 0.0797870 Aug 03 19:15:17.029065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device afbbf1db-0310-496b-8e34-29efee6b1fb8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:17.048546 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dad3be3e-f6c4-468b-8f2f-9b83317f1f69 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags/tempest-TagsExtTest-Tag-1937861912 HTTP/1.1" status: 204 len: 168 time: 0.8433437 Aug 03 19:15:17.049907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35826) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:17.054760 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-633bd60a-a0a3-4e79-b568-98ebd710ccd8 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04', 'tempest-TagsExtTest-Tag-1937861912') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:17.100707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b req-e0169945-7b1d-4769-9db9-621db23504bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:17.102573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b req-e0169945-7b1d-4769-9db9-621db23504bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.0920334 Aug 03 19:15:17.141383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port afbbf1db-0310-496b-8e34-29efee6b1fb8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:17.141939 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.143115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.171533 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b0c4f070-ad39-42cc-b33b-e341c2a174a1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.183811 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b0c4f070-ad39-42cc-b33b-e341c2a174a1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.261680 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b0c4f070-ad39-42cc-b33b-e341c2a174a1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.263855 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b0c4f070-ad39-42cc-b33b-e341c2a174a1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7512028 Aug 03 19:15:17.264744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network 57b3feda-5160-4e20-b701-5120a3e906a4 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:17.268170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35828) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:17.273081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4f070-ad39-42cc-b33b-e341c2a174a1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be28397d-ad70-44b7-aacf-8c7ff8d8c6fa,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:17.281824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-64085265-520b-4f31-92be-56d4e97c3394 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'be28397d-ad70-44b7-aacf-8c7ff8d8c6fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:17.285177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:17.291224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:17.292295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b req-ced42ff7-6268-4785-bb6b-8e835ef2831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:17.294242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b req-ced42ff7-6268-4785-bb6b-8e835ef2831b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792705 Aug 03 19:15:17.298281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=dc700769-e5f9-4d05-ad28-d7222a80ca65,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:17.331485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b6612132-ebdf-412e-9738-f90793cb5e1f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:17.346594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.347104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.347370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.347672 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.347994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.348338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.348674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.349004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.349336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.349698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.350027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.350517 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:17.417077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:17.417809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.426748 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64085265-520b-4f31-92be-56d4e97c3394 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.432705 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-633bd60a-a0a3-4e79-b568-98ebd710ccd8 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags/tempest-TagsExtTest-Tag-1937861912 HTTP/1.1" status: 204 len: 168 time: 0.3795352 Aug 03 19:15:17.433963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35830) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:17.444943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-a271dc94-863f-417c-9f8b-839f46db677f tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:17.446721 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6f95e712-191b-4eb7-9d29-3c5e8b81066c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5621915 Aug 03 19:15:17.449921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35834) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:17.453896 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port b6612132-ebdf-412e-9738-f90793cb5e1f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:17.466283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': '57b3feda-5160-4e20-b701-5120a3e906a4', 'name': 'tempest-PortsTestJSON-1207784666', 'fixed_ips': [{'subnet_id': '65c87536-05b4-4df6-9484-ccaba6c1bcc1', 'ip_address': '172.20.0.9'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:17.528765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b req-a26d3b8d-be3b-483e-b6dd-c80c2401e2b5 service neutron] 10.222.0.37 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182634 Aug 03 19:15:17.665058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:17.676607 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.716770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port 300ff3be-74d8-42de-9d1c-e1b2752d5005 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:15:17.732674 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64085265-520b-4f31-92be-56d4e97c3394 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.784986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64085265-520b-4f31-92be-56d4e97c3394 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.900592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0328301-f108-4e2b-91c9-b02b70a66bec None None] Network 57b3feda-5160-4e20-b701-5120a3e906a4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:17.916367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64085265-520b-4f31-92be-56d4e97c3394 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9491eccb-e0ca-41be-8e66-e97183c07fc8,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:17.942714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b7dab-70a0-43dd-873f-ad5eaacc5b26 req-7bed74c1-6fef-4f02-9f5a-53b15fb2dd8f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:17.944948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-285b7dab-70a0-43dd-873f-ad5eaacc5b26 req-7bed74c1-6fef-4f02-9f5a-53b15fb2dd8f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.4077599 Aug 03 19:15:17.996375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.9 (57b3feda-5160-4e20-b701-5120a3e906a4/65c87536-05b4-4df6-9484-ccaba6c1bcc1/300ff3be-74d8-42de-9d1c-e1b2752d5005) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:18.004580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ed6b2164-ad23-49ab-92d3-2d0e49f25424 None None] Provisioning for port b6612132-ebdf-412e-9738-f90793cb5e1f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:18.011481 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64085265-520b-4f31-92be-56d4e97c3394 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.014385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ed6b2164-ad23-49ab-92d3-2d0e49f25424 None None] Provisioning complete for port b6612132-ebdf-412e-9738-f90793cb5e1f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:18.015371 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2164-ad23-49ab-92d3-2d0e49f25424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.021589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-64085265-520b-4f31-92be-56d4e97c3394 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7481377 Aug 03 19:15:18.024675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35842) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.033059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ee731757-7168-4141-82ff-98c82b036446 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'be28397d-ad70-44b7-aacf-8c7ff8d8c6fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:18.091733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a271dc94-863f-417c-9f8b-839f46db677f tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags HTTP/1.1" status: 200 len: 205 time: 0.6569498 Aug 03 19:15:18.101319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35844) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.112309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-1f8d632b-4cc0-4745-8fc0-e4246d6493cc tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:18.130429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa87073-b441-459c-9b84-7edf450885ec req-beb20338-7de6-4edf-b8c6-5ef0a64392c4 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:18.133797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfa87073-b441-459c-9b84-7edf450885ec req-beb20338-7de6-4edf-b8c6-5ef0a64392c4 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.3907328 Aug 03 19:15:18.134067 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee731757-7168-4141-82ff-98c82b036446 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.148598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e1ee454-d55b-4347-b0a6-2cd13bc1729b req-c4e64ce4-1917-4d2e-bd81-9e9471b59441 service neutron] 10.222.0.37 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099944 Aug 03 19:15:18.219523 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2164-ad23-49ab-92d3-2d0e49f25424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.282891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-285b7dab-70a0-43dd-873f-ad5eaacc5b26 req-f5569cd6-7693-44f8-ba3d-1cc6a0b733a7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873409 Aug 03 19:15:18.284941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ed6b2164-ad23-49ab-92d3-2d0e49f25424 None None] For port b6612132-ebdf-412e-9738-f90793cb5e1f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b6612132-ebdf-412e-9738-f90793cb5e1f,segment=NetworkSegment(7928bb52-a29e-4f84-bc8d-de91c84c40e7),segment_id=7928bb52-a29e-4f84-bc8d-de91c84c40e7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:18.290504 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2164-ad23-49ab-92d3-2d0e49f25424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.354297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfa87073-b441-459c-9b84-7edf450885ec req-746fac65-901b-41b4-a79c-23fe7344e6e9 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056223 Aug 03 19:15:18.388026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1f8d632b-4cc0-4745-8fc0-e4246d6493cc tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags HTTP/1.1" status: 200 len: 240 time: 0.2821398 Aug 03 19:15:18.391992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35846) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.396843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-28831e57-dd4e-4da2-a2fc-5e05e075ed4c tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348', 'tempest-TagsExtTest-Tag-395994864') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:18.413023 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-ee731757-7168-4141-82ff-98c82b036446 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:15:18.416988 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b2164-ad23-49ab-92d3-2d0e49f25424 None None] Pushing event updated for resources: {'Port': ['ID=b6612132-ebdf-412e-9738-f90793cb5e1f,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:18.417202 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ee731757-7168-4141-82ff-98c82b036446 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3906345 Aug 03 19:15:18.421958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35848) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.481874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-28831e57-dd4e-4da2-a2fc-5e05e075ed4c tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags/tempest-TagsExtTest-Tag-395994864 HTTP/1.1" status: 204 len: 168 time: 0.0881453 Aug 03 19:15:18.482350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35850) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.488527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-45fc68e3-0fe8-4a8c-9956-7eb0b139dda0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348', 'tempest-TagsExtTest-Tag-395994864') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:18.557430 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.597610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-45fc68e3-0fe8-4a8c-9956-7eb0b139dda0 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags/tempest-TagsExtTest-Tag-395994864 HTTP/1.1" status: 204 len: 168 time: 0.1104085 Aug 03 19:15:18.598476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35852) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.603918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-e67ef47c-b73d-4a7a-a078-f7f6828c54ee tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:18.611470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object 300ff3be-74d8-42de-9d1c-e1b2752d5005 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:18.619142 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5baa-94f9-4770-8cd9-658fd86093d4 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.679903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e67ef47c-b73d-4a7a-a078-f7f6828c54ee tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags HTTP/1.1" status: 200 len: 205 time: 0.0800464 Aug 03 19:15:18.686377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35856) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.693544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-f78e4d23-9894-40e0-b695-bc62c27d5d92 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:18.745670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5baa-94f9-4770-8cd9-658fd86093d4 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.759296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1bb31e0c-03e7-45f1-9c37-9c4c9d384a1d None None] Provisioning for port dc700769-e5f9-4d05-ad28-d7222a80ca65 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:18.767487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1bb31e0c-03e7-45f1-9c37-9c4c9d384a1d None None] Provisioning complete for port dc700769-e5f9-4d05-ad28-d7222a80ca65 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:18.769103 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1bb31e0c-03e7-45f1-9c37-9c4c9d384a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.771313 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.833018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f78e4d23-9894-40e0-b695-bc62c27d5d92 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags HTTP/1.1" status: 200 len: 241 time: 0.1441305 Aug 03 19:15:18.834868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1bb31e0c-03e7-45f1-9c37-9c4c9d384a1d None None] Port dc700769-e5f9-4d05-ad28-d7222a80ca65 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:18.835846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35858) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:18.837682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b6612132-ebdf-412e-9738-f90793cb5e1f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:18.861938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-b8303fea-66f4-4c5c-8dbb-ac7d8577b00c tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1', 'tempest-TagsExtTest-Tag-1945854926') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:18.880785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1bb31e0c-03e7-45f1-9c37-9c4c9d384a1d None None] Provisioning complete for port b6612132-ebdf-412e-9738-f90793cb5e1f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:18.881451 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1bb31e0c-03e7-45f1-9c37-9c4c9d384a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.012740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network 57b3feda-5160-4e20-b701-5120a3e906a4 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:19.013749 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5baa-94f9-4770-8cd9-658fd86093d4 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.017063 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5baa-94f9-4770-8cd9-658fd86093d4 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.018484 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c5fd5baa-94f9-4770-8cd9-658fd86093d4 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "DELETE /v2.0/security-groups/be28397d-ad70-44b7-aacf-8c7ff8d8c6fa HTTP/1.1" status: 204 len: 168 time: 0.5951114 Aug 03 19:15:19.027037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35868) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.028151 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:19.037731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:19.096475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.097177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.122571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=300ff3be-74d8-42de-9d1c-e1b2752d5005,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:19.126099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd5baa-94f9-4770-8cd9-658fd86093d4 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be28397d-ad70-44b7-aacf-8c7ff8d8c6fa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:19.131585 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b6612132-ebdf-412e-9738-f90793cb5e1f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:19.132727 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.153066 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35872) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.154406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b8303fea-66f4-4c5c-8dbb-ac7d8577b00c tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags/tempest-TagsExtTest-Tag-1945854926 HTTP/1.1" status: 204 len: 168 time: 0.3167138 Aug 03 19:15:19.158904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-e9d41e07-ddfb-49ac-96df-95ce56997bad tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1', 'tempest-TagsExtTest-Tag-1945854926') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:19.171231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35874) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.174807 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-273bc678-ce56-4ed3-a869-509eb08bcf93 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7224109 Aug 03 19:15:19.271290 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2a8e643c-8b23-478d-b112-5de61a86ffdb tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2331965 Aug 03 19:15:19.300053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35876) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.306685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4e8d0d31-ef22-4c8a-a09c-1448585df955 None None] Provisioning complete for port dc700769-e5f9-4d05-ad28-d7222a80ca65 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:19.308367 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4e8d0d31-ef22-4c8a-a09c-1448585df955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.309681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c3d2a433-fc21-4684-8605-f6c15719121e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'tempest-secgroup--870930549'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:19.353571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fc02e430-6abe-449e-8d02-93356707ec54 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:19.400538 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e9d41e07-ddfb-49ac-96df-95ce56997bad tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags/tempest-TagsExtTest-Tag-1945854926 HTTP/1.1" status: 204 len: 168 time: 0.2354820 Aug 03 19:15:19.401631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35882) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.419707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-6133ecec-6852-49b8-b237-7a1cee876239 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:19.440382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cf72c7-225d-4aaa-8d2f-9d4d7b39c08c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.448597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c6cf72c7-225d-4aaa-8d2f-9d4d7b39c08c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2743912 Aug 03 19:15:19.450408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35884) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.541403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d0d31-ef22-4c8a-a09c-1448585df955 None None] Port dc700769-e5f9-4d05-ad28-d7222a80ca65 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:19.551461 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:15:19.587340 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6133ecec-6852-49b8-b237-7a1cee876239 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags HTTP/1.1" status: 200 len: 205 time: 0.1829038 Aug 03 19:15:19.590405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35886) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.599254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-66114993-a2a8-42ad-a391-037ca4ecbbe9 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:19.652572 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-66114993-a2a8-42ad-a391-037ca4ecbbe9 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags HTTP/1.1" status: 200 len: 241 time: 0.0605681 Aug 03 19:15:19.657145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35890) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.664628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-9917457f-7c9b-4993-8913-7a57e72d26b4 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80', 'tempest-TagsExtTest-Tag-1522509460') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:19.665984 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c3d2a433-fc21-4684-8605-f6c15719121e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.708283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6fd1f352-cc8c-4487-be33-ed8e0f6d171a None None] Provisioning for port 300ff3be-74d8-42de-9d1c-e1b2752d5005 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:19.723258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6fd1f352-cc8c-4487-be33-ed8e0f6d171a None None] Provisioning complete for port 300ff3be-74d8-42de-9d1c-e1b2752d5005 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:19.723258 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6fd1f352-cc8c-4487-be33-ed8e0f6d171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.724578 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9917457f-7c9b-4993-8913-7a57e72d26b4 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags/tempest-TagsExtTest-Tag-1522509460 HTTP/1.1" status: 204 len: 168 time: 0.0658886 Aug 03 19:15:19.726192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35898) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.736363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-41027896-11ca-4eba-9e7c-30de9d82bc94 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80', 'tempest-TagsExtTest-Tag-1522509460') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:19.745540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f029d200-ee45-4dd4-8723-9d76c89c6bfa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.754366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f029d200-ee45-4dd4-8723-9d76c89c6bfa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.763583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f029d200-ee45-4dd4-8723-9d76c89c6bfa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.770036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35900) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.770272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f029d200-ee45-4dd4-8723-9d76c89c6bfa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3152242 Aug 03 19:15:19.799007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:19.810995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa563122-1e7b-4afd-bef7-0d815b4272ba req-bb3d6080-68fb-425e-8fb0-cb64c237380d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.817918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa563122-1e7b-4afd-bef7-0d815b4272ba req-bb3d6080-68fb-425e-8fb0-cb64c237380d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.2687974 Aug 03 19:15:19.831809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395bdeb-40df-4ab8-a30f-f75da66dcf55 req-bdc00300-4e45-432e-9c7c-380707e8cdb3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.834680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'fc02e430-6abe-449e-8d02-93356707ec54', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'port_id': 'fc02e430-6abe-449e-8d02-93356707ec54', 'mac_address': 'fa:16:3e:84:74:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:19.835459 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4395bdeb-40df-4ab8-a30f-f75da66dcf55 req-bdc00300-4e45-432e-9c7c-380707e8cdb3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.3119981 Aug 03 19:15:19.837851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6fd1f352-cc8c-4487-be33-ed8e0f6d171a None None] Port 300ff3be-74d8-42de-9d1c-e1b2752d5005 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:19.888233 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-41027896-11ca-4eba-9e7c-30de9d82bc94 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags/tempest-TagsExtTest-Tag-1522509460 HTTP/1.1" status: 204 len: 168 time: 0.1601257 Aug 03 19:15:19.893794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35904) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.899008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-37dc172d-d9ed-4636-bc38-5a572a5b8932 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:19.919665 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.942387 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-37dc172d-d9ed-4636-bc38-5a572a5b8932 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags HTTP/1.1" status: 200 len: 205 time: 0.0419261 Aug 03 19:15:19.942387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35906) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:19.947695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-2f0d7d73-760e-4d68-b58b-b4cac2154f52 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:19.959979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc02e430-6abe-449e-8d02-93356707ec54 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:19.976994 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa563122-1e7b-4afd-bef7-0d815b4272ba req-53d2152d-fe48-4d71-9524-82a31ed00304 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394947 Aug 03 19:15:20.003046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0420c-d099-4ba2-84fe-a81a1dbecb30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port 300ff3be-74d8-42de-9d1c-e1b2752d5005 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:20.003631 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8f0420c-d099-4ba2-84fe-a81a1dbecb30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.015856 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2f0d7d73-760e-4d68-b58b-b4cac2154f52 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags HTTP/1.1" status: 204 len: 168 time: 0.0725615 Aug 03 19:15:20.018751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:20.022965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35908) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.024464 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4395bdeb-40df-4ab8-a30f-f75da66dcf55 req-a969d0e3-908c-49ca-97e9-1eb474cbb0bc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320891 Aug 03 19:15:20.029619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-c42d6c3f-8c44-416d-b001-fd11e15ce35a tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:20.034569 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.130271 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c3d2a433-fc21-4684-8605-f6c15719121e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.147780 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c3d2a433-fc21-4684-8605-f6c15719121e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.153389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:20.241696 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c3d2a433-fc21-4684-8605-f6c15719121e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.242272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c3d2a433-fc21-4684-8605-f6c15719121e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9402742 Aug 03 19:15:20.246776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35918) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.252419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-866264db-e02e-465b-b31f-c2f649de90c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': '2444ed5e-38a6-47de-92e3-bed002058417', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:20.253190 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-866264db-e02e-465b-b31f-c2f649de90c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 03 19:15:20.253776 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-866264db-e02e-465b-b31f-c2f649de90c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:20.259227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-866264db-e02e-465b-b31f-c2f649de90c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069978 Aug 03 19:15:20.259892 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35920) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.272684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2a433-fc21-4684-8605-f6c15719121e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2444ed5e-38a6-47de-92e3-bed002058417,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:20.284629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['fc02e430-6abe-449e-8d02-93356707ec54'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:20.307193 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c42d6c3f-8c44-416d-b001-fd11e15ce35a tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags HTTP/1.1" status: 204 len: 168 time: 0.2787218 Aug 03 19:15:20.313463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35922) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.322585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f65ee-6cc7-4e2c-8a5b-98e4d6a37d8a req-1b2b8a68-fbb6-401e-bca2-b2cb954a16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:20.325680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d87f65ee-6cc7-4e2c-8a5b-98e4d6a37d8a req-1b2b8a68-fbb6-401e-bca2-b2cb954a16fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 1096 time: 0.1026692 Aug 03 19:15:20.332285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-acc48460-bdd2-4b43-aaec-f8220ae28592 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:20.360556 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8f0420c-d099-4ba2-84fe-a81a1dbecb30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.377984 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab92f1bf-f607-4c92-a97e-93ed08ecfcb3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.380373 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0420c-d099-4ba2-84fe-a81a1dbecb30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for 300ff3be-74d8-42de-9d1c-e1b2752d5005 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:20.456609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d87f65ee-6cc7-4e2c-8a5b-98e4d6a37d8a req-0056728c-98bd-4d55-99e2-8bbc1ab91725 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199625 Aug 03 19:15:20.488548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-acc48460-bdd2-4b43-aaec-f8220ae28592 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags HTTP/1.1" status: 204 len: 168 time: 0.1722946 Aug 03 19:15:20.489142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35924) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.494402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-2f9226d7-623e-4674-8ca3-e8202de2e2db tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:20.574168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2f9226d7-623e-4674-8ca3-e8202de2e2db tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags HTTP/1.1" status: 204 len: 168 time: 0.0827229 Aug 03 19:15:20.574168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35926) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.579522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-40f8b5a5-9c5e-4fc3-a801-d44f5844ae59 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04', 'tempest-TagsExtTest-Tag-1506172521') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:20.587553 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab92f1bf-f607-4c92-a97e-93ed08ecfcb3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.599003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8f0420c-d099-4ba2-84fe-a81a1dbecb30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.689233 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0420c-d099-4ba2-84fe-a81a1dbecb30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=300ff3be-74d8-42de-9d1c-e1b2752d5005,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:20.725723 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-40f8b5a5-9c5e-4fc3-a801-d44f5844ae59 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags/tempest-TagsExtTest-Tag-1506172521 HTTP/1.1" status: 201 len: 201 time: 0.1502433 Aug 03 19:15:20.729095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35932) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.750739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-3aec16ad-b71a-40f0-a4b5-73d2e71a223a tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348', 'tempest-TagsExtTest-Tag-1763550593') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:20.796921 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab92f1bf-f607-4c92-a97e-93ed08ecfcb3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.800556 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab92f1bf-f607-4c92-a97e-93ed08ecfcb3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.802134 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ab92f1bf-f607-4c92-a97e-93ed08ecfcb3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "DELETE /v2.0/security-groups/2444ed5e-38a6-47de-92e3-bed002058417 HTTP/1.1" status: 204 len: 168 time: 0.5411384 Aug 03 19:15:20.806634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35934) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.818277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92f1bf-f607-4c92-a97e-93ed08ecfcb3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2444ed5e-38a6-47de-92e3-bed002058417,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:20.825968 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8f0420c-d099-4ba2-84fe-a81a1dbecb30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.830590 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f8f0420c-d099-4ba2-84fe-a81a1dbecb30 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/300ff3be-74d8-42de-9d1c-e1b2752d5005 HTTP/1.1" status: 204 len: 168 time: 1.0529478 Aug 03 19:15:20.834599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35936) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.891451 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-738b1415-730a-4315-adfc-17f780da2361 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:15:20.893366 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-738b1415-730a-4315-adfc-17f780da2361 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/300ff3be-74d8-42de-9d1c-e1b2752d5005 HTTP/1.1" status: 404 len: 333 time: 0.0567238 Aug 03 19:15:20.897790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35938) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.900534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-187fa10c-3643-49c0-9c3d-9171d6510815 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0922031 Aug 03 19:15:20.906408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35940) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.914360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ea1edea9-0111-4817-aed2-142f29f9d926 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420841546'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:20.958161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3aec16ad-b71a-40f0-a4b5-73d2e71a223a tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags/tempest-TagsExtTest-Tag-1763550593 HTTP/1.1" status: 201 len: 201 time: 0.2269363 Aug 03 19:15:20.962569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35942) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:20.968525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-84f652b4-ccbb-4545-9d08-f0f3fe0e2aab tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1', 'tempest-TagsExtTest-Tag-1779157753') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:20.975296 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ea1edea9-0111-4817-aed2-142f29f9d926 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:20.992825 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:15:21.101973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ab629978-c3ab-4a1a-8236-be07a032fada tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port dc700769-e5f9-4d05-ad28-d7222a80ca65 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:21.102504 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab629978-c3ab-4a1a-8236-be07a032fada tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.326557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab629978-c3ab-4a1a-8236-be07a032fada tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.352771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-84f652b4-ccbb-4545-9d08-f0f3fe0e2aab tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags/tempest-TagsExtTest-Tag-1779157753 HTTP/1.1" status: 201 len: 201 time: 0.3890347 Aug 03 19:15:21.357943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35956) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:21.367765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-24673e3d-53a4-4795-845c-3eab18e945b2 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80', 'tempest-TagsExtTest-Tag-120443375') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:21.375627 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ab629978-c3ab-4a1a-8236-be07a032fada tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for dc700769-e5f9-4d05-ad28-d7222a80ca65 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:21.382941 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ea1edea9-0111-4817-aed2-142f29f9d926 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.410397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e517b-a360-47a0-89d9-c077061b01a1 req-2cde8305-e226-4f49-a06b-e904041f5394 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:21.410397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-589e517b-a360-47a0-89d9-c077061b01a1 req-2cde8305-e226-4f49-a06b-e904041f5394 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1809716 Aug 03 19:15:21.424472 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ea1edea9-0111-4817-aed2-142f29f9d926 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.459586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb450e10-74ca-49a9-acc5-6a8be57a81ee req-242e846c-f404-47e3-bf5b-c885f5828baa tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:21.462552 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb450e10-74ca-49a9-acc5-6a8be57a81ee req-242e846c-f404-47e3-bf5b-c885f5828baa tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.2098756 Aug 03 19:15:21.524518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ea1edea9-0111-4817-aed2-142f29f9d926 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.531225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ea1edea9-0111-4817-aed2-142f29f9d926 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6179886 Aug 03 19:15:21.538005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35958) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:21.555915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e6d37f22-10cf-4289-abe8-07912a3f6c97 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'f061ef36-396c-47d8-bc59-a07947aad1a5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:21.556295 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-589e517b-a360-47a0-89d9-c077061b01a1 req-1f6030be-a321-4647-907c-39d2b8eb5df3 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362638 Aug 03 19:15:21.557479 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-e6d37f22-10cf-4289-abe8-07912a3f6c97 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 03 19:15:21.558607 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-e6d37f22-10cf-4289-abe8-07912a3f6c97 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:21.562273 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e6d37f22-10cf-4289-abe8-07912a3f6c97 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0184367 Aug 03 19:15:21.568021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35960) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:21.582637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1edea9-0111-4817-aed2-142f29f9d926 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f061ef36-396c-47d8-bc59-a07947aad1a5,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:21.590914 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-24673e3d-53a4-4795-845c-3eab18e945b2 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags/tempest-TagsExtTest-Tag-120443375 HTTP/1.1" status: 201 len: 201 time: 0.2299385 Aug 03 19:15:21.598557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35962) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:21.603709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-00aa3d31-778f-48f1-bb33-5f8186c85ab9 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04', {'tags': ['tempest-TagsExtTest-Tag-1580542733', 'tempest-TagsExtTest-Tag-355025097', 'tempest-TagsExtTest-Tag-113474597']}) {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:21.656008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb450e10-74ca-49a9-acc5-6a8be57a81ee req-8fa10ce2-8ecc-4b09-af72-cc49952aa264 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570697 Aug 03 19:15:21.728185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab629978-c3ab-4a1a-8236-be07a032fada tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.742325 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d3482dd-9886-402b-969a-9c538d974d0f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.771095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-00aa3d31-778f-48f1-bb33-5f8186c85ab9 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags HTTP/1.1" status: 200 len: 316 time: 0.1680663 Aug 03 19:15:21.772939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35968) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:21.777767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-c8582963-3768-4623-9954-6e2bd8ea2ebd tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:21.786035 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d3482dd-9886-402b-969a-9c538d974d0f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.808249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab629978-c3ab-4a1a-8236-be07a032fada tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=dc700769-e5f9-4d05-ad28-d7222a80ca65,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:21.915324 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d3482dd-9886-402b-969a-9c538d974d0f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.920487 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d3482dd-9886-402b-969a-9c538d974d0f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:21.929641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8d3482dd-9886-402b-969a-9c538d974d0f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "DELETE /v2.0/security-groups/f061ef36-396c-47d8-bc59-a07947aad1a5 HTTP/1.1" status: 204 len: 168 time: 0.3527670 Aug 03 19:15:21.933837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35970) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:21.962468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3482dd-9886-402b-969a-9c538d974d0f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f061ef36-396c-47d8-bc59-a07947aad1a5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:22.008564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab629978-c3ab-4a1a-8236-be07a032fada tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.017177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35972) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.017774 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ab629978-c3ab-4a1a-8236-be07a032fada tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/dc700769-e5f9-4d05-ad28-d7222a80ca65 HTTP/1.1" status: 204 len: 168 time: 1.1182775 Aug 03 19:15:22.063078 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0abc900a-8a2c-4fdb-865d-53e11eb14a4b tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1228333 Aug 03 19:15:22.064168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35974) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.069241 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9cb254da-e786-41ad-b20e-b20ddcc14fc3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'tempest-secgroup--260237547'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:22.088405 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-172a3420-0e4d-4812-bbdc-0428e7986fcb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:15:22.093891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-172a3420-0e4d-4812-bbdc-0428e7986fcb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/dc700769-e5f9-4d05-ad28-d7222a80ca65 HTTP/1.1" status: 404 len: 333 time: 0.0741446 Aug 03 19:15:22.094662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35976) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.125391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cb254da-e786-41ad-b20e-b20ddcc14fc3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.168504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c8582963-3768-4623-9954-6e2bd8ea2ebd tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags HTTP/1.1" status: 204 len: 168 time: 0.3943112 Aug 03 19:15:22.172180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35978) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.182283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea8cf3b-c1ae-4478-a830-c56148a257dc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting subnet 65c87536-05b4-4df6-9484-ccaba6c1bcc1 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:15:22.186787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-1e8504db-999b-4701-84c7-4aeb2801edf9 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04', 'tempest-TagsExtTest-Tag-1580542733') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:22.187726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cf3b-c1ae-4478-a830-c56148a257dc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.256194 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cf3b-c1ae-4478-a830-c56148a257dc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.340180 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-1e8504db-999b-4701-84c7-4aeb2801edf9 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:22.341938 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1e8504db-999b-4701-84c7-4aeb2801edf9 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags/tempest-TagsExtTest-Tag-1580542733 HTTP/1.1" status: 404 len: 329 time: 0.1684151 Aug 03 19:15:22.352413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35986) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.360464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-6dece4eb-4301-4290-b1d8-09de93bed069 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04', 'tempest-TagsExtTest-Tag-355025097') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:22.368770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cb254da-e786-41ad-b20e-b20ddcc14fc3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.395238 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cf3b-c1ae-4478-a830-c56148a257dc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.406682 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cb254da-e786-41ad-b20e-b20ddcc14fc3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.448353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb254da-e786-41ad-b20e-b20ddcc14fc3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba52e4f9-4ae5-49c9-990f-be8bdd24858d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:22.467772 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cb254da-e786-41ad-b20e-b20ddcc14fc3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.471644 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9cb254da-e786-41ad-b20e-b20ddcc14fc3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4051499 Aug 03 19:15:22.475706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35988) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.484672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-26c9bb96-f17b-4518-9c19-7ea20c70d693 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ba52e4f9-4ae5-49c9-990f-be8bdd24858d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:22.502279 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-26c9bb96-f17b-4518-9c19-7ea20c70d693 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 03 19:15:22.503161 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-26c9bb96-f17b-4518-9c19-7ea20c70d693 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:22.509222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-26c9bb96-f17b-4518-9c19-7ea20c70d693 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0280211 Aug 03 19:15:22.509612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35990) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.516940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7678efef-ae42-4c52-9976-77eb870fb113 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ba52e4f9-4ae5-49c9-990f-be8bdd24858d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:22.519452 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-7678efef-ae42-4c52-9976-77eb870fb113 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 03 19:15:22.520220 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-7678efef-ae42-4c52-9976-77eb870fb113 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:22.523553 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7678efef-ae42-4c52-9976-77eb870fb113 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0106077 Aug 03 19:15:22.525728 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-6dece4eb-4301-4290-b1d8-09de93bed069 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:22.526559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35992) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.527768 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6dece4eb-4301-4290-b1d8-09de93bed069 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags/tempest-TagsExtTest-Tag-355025097 HTTP/1.1" status: 404 len: 328 time: 0.1740797 Aug 03 19:15:22.532655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 35994) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.535414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8a4420a4-46b5-49f1-98ea-6a57706e5516 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ba52e4f9-4ae5-49c9-990f-be8bdd24858d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:22.536636 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-8a4420a4-46b5-49f1-98ea-6a57706e5516 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 03 19:15:22.537268 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-8a4420a4-46b5-49f1-98ea-6a57706e5516 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:22.543045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8a4420a4-46b5-49f1-98ea-6a57706e5516 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105665 Aug 03 19:15:22.543307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-d4ca1afd-113e-403f-a033-0762d2a35b39 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04', 'tempest-TagsExtTest-Tag-113474597') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:22.543477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35996) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.551096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c33ce691-aa99-451e-bd6b-6ab46a15ee8e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ba52e4f9-4ae5-49c9-990f-be8bdd24858d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:22.552545 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-c33ce691-aa99-451e-bd6b-6ab46a15ee8e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 03 19:15:22.553667 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-c33ce691-aa99-451e-bd6b-6ab46a15ee8e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:22.558925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c33ce691-aa99-451e-bd6b-6ab46a15ee8e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106494 Aug 03 19:15:22.559403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35998) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.596070 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cf3b-c1ae-4478-a830-c56148a257dc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.641828 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-d4ca1afd-113e-403f-a033-0762d2a35b39 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:22.647464 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d4ca1afd-113e-403f-a033-0762d2a35b39 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags/tempest-TagsExtTest-Tag-113474597 HTTP/1.1" status: 404 len: 328 time: 0.1095195 Aug 03 19:15:22.648116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36002) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.663097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8cf3b-c1ae-4478-a830-c56148a257dc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Subnet': ['ID=65c87536-05b4-4df6-9484-ccaba6c1bcc1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:22.672915 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ea8cf3b-c1ae-4478-a830-c56148a257dc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.675893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-69cdd89d-53c4-48c9-8e3b-de1c004b7460 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348', {'tags': ['tempest-TagsExtTest-Tag-2025935683', 'tempest-TagsExtTest-Tag-431214361', 'tempest-TagsExtTest-Tag-2131718684']}) {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:22.676325 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3ea8cf3b-c1ae-4478-a830-c56148a257dc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/65c87536-05b4-4df6-9484-ccaba6c1bcc1 HTTP/1.1" status: 204 len: 168 time: 0.5781207 Aug 03 19:15:22.682463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce8c0da-7029-426e-b57d-508f92a5ebe3 None None] Network 57b3feda-5160-4e20-b701-5120a3e906a4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:22.687957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36006) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.892221 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-69cdd89d-53c4-48c9-8e3b-de1c004b7460 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags HTTP/1.1" status: 200 len: 317 time: 0.2425287 Aug 03 19:15:22.896039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36014) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:22.901995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-516d60d0-2054-4ea7-acad-5bfff5bba6ad tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:22.969129 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc8729c0-3122-44d5-a0ad-279ecd9cc1ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.007760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ad554-b87a-4229-b751-7d2dd0f28fd2 None None] DHCP port deletion for 57b3feda-5160-4e20-b701-5120a3e906a4 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:15:23.019356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b4289-8cd0-419f-a30f-2f1260720147 req-27c9e3fd-51b1-4ea4-90c3-995d41205fa1 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:23.021671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f05b4289-8cd0-419f-a30f-2f1260720147 req-27c9e3fd-51b1-4ea4-90c3-995d41205fa1 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.3176587 Aug 03 19:15:23.026995 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.039395 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-516d60d0-2054-4ea7-acad-5bfff5bba6ad tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags HTTP/1.1" status: 204 len: 168 time: 0.1420274 Aug 03 19:15:23.040463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36016) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:23.047760 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-c7d9f0ac-8f67-4cbf-8bd7-1397f8df30c4 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348', 'tempest-TagsExtTest-Tag-2025935683') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:23.076521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606d388-5f84-41f5-b4ae-147ddd6b7ecc req-060e9e76-a831-434e-b403-03a916bd1dde tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:23.079472 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3606d388-5f84-41f5-b4ae-147ddd6b7ecc req-060e9e76-a831-434e-b403-03a916bd1dde tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.2398314 Aug 03 19:15:23.083501 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc8729c0-3122-44d5-a0ad-279ecd9cc1ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.123772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f86ad554-b87a-4229-b751-7d2dd0f28fd2 None None] Deleting port b6612132-ebdf-412e-9738-f90793cb5e1f {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:23.124935 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f86ad554-b87a-4229-b751-7d2dd0f28fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.127047 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-c7d9f0ac-8f67-4cbf-8bd7-1397f8df30c4 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:23.133102 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c7d9f0ac-8f67-4cbf-8bd7-1397f8df30c4 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags/tempest-TagsExtTest-Tag-2025935683 HTTP/1.1" status: 404 len: 329 time: 0.0905123 Aug 03 19:15:23.133382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36018) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:23.143858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-00e54c04-f6c5-447b-b4bf-031a3ab7f044 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348', 'tempest-TagsExtTest-Tag-431214361') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:23.247381 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-00e54c04-f6c5-447b-b4bf-031a3ab7f044 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:23.250503 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-00e54c04-f6c5-447b-b4bf-031a3ab7f044 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags/tempest-TagsExtTest-Tag-431214361 HTTP/1.1" status: 404 len: 328 time: 0.1157441 Aug 03 19:15:23.254198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36024) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:23.260402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-c1c2f1f5-a127-4029-80d1-61672f83411f tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348', 'tempest-TagsExtTest-Tag-2131718684') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:23.309251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f86ad554-b87a-4229-b751-7d2dd0f28fd2 None None] For port b6612132-ebdf-412e-9738-f90793cb5e1f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b6612132-ebdf-412e-9738-f90793cb5e1f,segment=NetworkSegment(7928bb52-a29e-4f84-bc8d-de91c84c40e7),segment_id=7928bb52-a29e-4f84-bc8d-de91c84c40e7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:23.309737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f86ad554-b87a-4229-b751-7d2dd0f28fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.340641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f86ad554-b87a-4229-b751-7d2dd0f28fd2 None None] Calling delete_port for b6612132-ebdf-412e-9738-f90793cb5e1f owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:23.348926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f05b4289-8cd0-419f-a30f-2f1260720147 req-d9523424-558b-437a-8bd3-eab76efc4b35 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015566 Aug 03 19:15:23.360860 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-c1c2f1f5-a127-4029-80d1-61672f83411f tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:23.362038 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c1c2f1f5-a127-4029-80d1-61672f83411f tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags/tempest-TagsExtTest-Tag-2131718684 HTTP/1.1" status: 404 len: 329 time: 0.1066077 Aug 03 19:15:23.370002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36028) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:23.379720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-ae1d191a-406a-4b96-a688-dada206a6faa tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1', {'tags': ['tempest-TagsExtTest-Tag-53599357', 'tempest-TagsExtTest-Tag-793612634', 'tempest-TagsExtTest-Tag-254111838']}) {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:23.388296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3606d388-5f84-41f5-b4ae-147ddd6b7ecc req-0080eee7-a592-40cf-b4ab-e3d4cff8f6b9 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797365 Aug 03 19:15:23.432288 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc8729c0-3122-44d5-a0ad-279ecd9cc1ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.449084 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc8729c0-3122-44d5-a0ad-279ecd9cc1ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.451493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bc8729c0-3122-44d5-a0ad-279ecd9cc1ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "DELETE /v2.0/security-groups/ba52e4f9-4ae5-49c9-990f-be8bdd24858d HTTP/1.1" status: 204 len: 168 time: 0.8905563 Aug 03 19:15:23.486076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36032) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:23.505787 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ae1d191a-406a-4b96-a688-dada206a6faa tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags HTTP/1.1" status: 200 len: 314 time: 0.1306469 Aug 03 19:15:23.506334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36034) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:23.513846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-aaca2b20-6cc4-4d08-863f-406eeafcbf71 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:23.538955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fc02e430-6abe-449e-8d02-93356707ec54 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:23.586995 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f86ad554-b87a-4229-b751-7d2dd0f28fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.615930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ad554-b87a-4229-b751-7d2dd0f28fd2 None None] No DVR routers for this DVR port b6612132-ebdf-412e-9738-f90793cb5e1f on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:23.636190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8729c0-3122-44d5-a0ad-279ecd9cc1ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba52e4f9-4ae5-49c9-990f-be8bdd24858d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:23.653238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port b6612132-ebdf-412e-9738-f90793cb5e1f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:23.654217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.707203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ad554-b87a-4229-b751-7d2dd0f28fd2 None None] Pushing event deleted for resources: {'Port': ['ID=b6612132-ebdf-412e-9738-f90793cb5e1f,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:23.756596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port fc02e430-6abe-449e-8d02-93356707ec54 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:23.763066 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port fc02e430-6abe-449e-8d02-93356707ec54 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:23.763840 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.809050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cabc1449-79dd-4b7f-9315-6b5a9e71b8b7 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3147013 Aug 03 19:15:23.814971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36042) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:23.824524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5738648d-0b15-4faf-8683-7101e5f785a2 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680478051'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:23.884183 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aaca2b20-6cc4-4d08-863f-406eeafcbf71 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags HTTP/1.1" status: 204 len: 168 time: 0.3766034 Aug 03 19:15:23.885324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36044) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:23.888956 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:23.894097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-11515303-02a0-427b-b52f-447c8c74c30d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1', 'tempest-TagsExtTest-Tag-53599357') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:23.942614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:23.947504 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feccb1c-158d-421e-a542-1e8c6cdbd477" -d '{"events": [{"server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "name": "network-vif-plugged", "status": "completed", "tag": "fc02e430-6abe-449e-8d02-93356707ec54"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:23.980768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:23.988414 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.004156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] For port b6612132-ebdf-412e-9738-f90793cb5e1f, host n-d-802918-7, got binding levels [] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:24.007103 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.056529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:24.086642 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cef2644-82f3-4d7e-9967-0e173bea29a6 x-openstack-request-id: req-9cef2644-82f3-4d7e-9967-0e173bea29a6 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:24.087081 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "name": "network-vif-plugged", "status": "completed", "tag": "fc02e430-6abe-449e-8d02-93356707ec54", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:24.087451 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9cef2644-82f3-4d7e-9967-0e173bea29a6 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:24.087912 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54', 'code': 200} Aug 03 19:15:24.114693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for b6612132-ebdf-412e-9738-f90793cb5e1f owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:24.134405 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5738648d-0b15-4faf-8683-7101e5f785a2 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.149053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.ipam_backend_mixin [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Port b6612132-ebdf-412e-9738-f90793cb5e1f was not found and therefore no delete operation was performed {{(pid=100487) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:15:24.159354 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.215026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No DVR routers for this DVR port b6612132-ebdf-412e-9738-f90793cb5e1f on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:24.224309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=b6612132-ebdf-412e-9738-f90793cb5e1f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:24.235783 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-11515303-02a0-427b-b52f-447c8c74c30d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:24.237132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-11515303-02a0-427b-b52f-447c8c74c30d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags/tempest-TagsExtTest-Tag-53599357 HTTP/1.1" status: 404 len: 327 time: 0.3505268 Aug 03 19:15:24.244270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a50dbd-a9d6-4ce8-ab98-3706e48d9917 req-ff11e224-e220-49f0-8928-f38a4581f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:24.245894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54a50dbd-a9d6-4ce8-ab98-3706e48d9917 req-ff11e224-e220-49f0-8928-f38a4581f586 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 1096 time: 0.2196341 Aug 03 19:15:24.254259 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36054) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:24.263636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-babffd22-c1c3-44ee-99d4-145eefc7a49c tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1', 'tempest-TagsExtTest-Tag-793612634') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:24.301087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f5bf5-946d-4edb-870a-f186925cff84 req-c65ce532-0b0b-4354-8085-86010eb67a0a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:24.302786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b7f5bf5-946d-4edb-870a-f186925cff84 req-c65ce532-0b0b-4354-8085-86010eb67a0a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.2031498 Aug 03 19:15:24.426622 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.440792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06505563-bed1-4cc8-b9b1-123c6f37b367 req-b46ee501-aadb-45df-9292-5f7864b654f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:24.443931 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-06505563-bed1-4cc8-b9b1-123c6f37b367 req-b46ee501-aadb-45df-9292-5f7864b654f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 1096 time: 0.2817514 Aug 03 19:15:24.457219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b3feda-5160-4e20-b701-5120a3e906a4']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:24.462464 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-babffd22-c1c3-44ee-99d4-145eefc7a49c tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:24.464782 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-babffd22-c1c3-44ee-99d4-145eefc7a49c tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags/tempest-TagsExtTest-Tag-793612634 HTTP/1.1" status: 404 len: 328 time: 0.2072141 Aug 03 19:15:24.476891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36058) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:24.487727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-b5bf0fd9-5a98-4eab-8a1d-675085239075 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1', 'tempest-TagsExtTest-Tag-254111838') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:24.501474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7928bb52-a29e-4f84-bc8d-de91c84c40e7') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:24.501800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7928bb52-a29e-4f84-bc8d-de91c84c40e7') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:24.518272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b7f5bf5-946d-4edb-870a-f186925cff84 req-737f913b-a642-48e7-b555-be9170790020 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589518 Aug 03 19:15:24.527613 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.560499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a50dbd-a9d6-4ce8-ab98-3706e48d9917 req-be2c7678-f9c6-49e8-b2ed-2a7296c0cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:24.562219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54a50dbd-a9d6-4ce8-ab98-3706e48d9917 req-be2c7678-f9c6-49e8-b2ed-2a7296c0cbf4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 918 time: 0.2901731 Aug 03 19:15:24.570922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.587754 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5738648d-0b15-4faf-8683-7101e5f785a2 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.626899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:15:24.627363 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.630848 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5738648d-0b15-4faf-8683-7101e5f785a2 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:15:24.633329 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:15:24.736444 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-06505563-bed1-4cc8-b9b1-123c6f37b367 req-4ec2f446-d263-400e-8d65-adec3b32348a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792523 Aug 03 19:15:24.738609 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-b5bf0fd9-5a98-4eab-8a1d-675085239075 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:24.740494 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b5bf0fd9-5a98-4eab-8a1d-675085239075 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags/tempest-TagsExtTest-Tag-254111838 HTTP/1.1" status: 404 len: 328 time: 0.2610152 Aug 03 19:15:24.744625 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36068) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:24.755398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-f2c4077c-523e-479c-92d3-7a1b1cd0a124 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80', {'tags': ['tempest-TagsExtTest-Tag-723931237', 'tempest-TagsExtTest-Tag-2013525863', 'tempest-TagsExtTest-Tag-1887591292']}) {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:24.789881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b6612132-ebdf-412e-9738-f90793cb5e1f no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:24.804945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738648d-0b15-4faf-8683-7101e5f785a2 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac072680-500b-451d-8a08-e07ecad26e5f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:24.820451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54a50dbd-a9d6-4ce8-ab98-3706e48d9917 req-fcf31d70-ea8b-45ab-ab79-1ffa545458f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9 HTTP/1.1" status: 200 len: 217 time: 0.2418420 Aug 03 19:15:24.830656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: b6612132-ebdf-412e-9738-f90793cb5e1f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:24.831198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b6612132-ebdf-412e-9738-f90793cb5e1f not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:24.851034 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5738648d-0b15-4faf-8683-7101e5f785a2 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.853099 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5738648d-0b15-4faf-8683-7101e5f785a2 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0365484 Aug 03 19:15:24.859547 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36070) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:24.868203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1f27dc1b-2d18-4cba-876f-bb77da28ae9f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ac072680-500b-451d-8a08-e07ecad26e5f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:24.869971 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-1f27dc1b-2d18-4cba-876f-bb77da28ae9f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:15:24.870925 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-1f27dc1b-2d18-4cba-876f-bb77da28ae9f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:24.875877 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1f27dc1b-2d18-4cba-876f-bb77da28ae9f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114865 Aug 03 19:15:24.876547 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f2c4077c-523e-479c-92d3-7a1b1cd0a124 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "PUT /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags HTTP/1.1" status: 200 len: 317 time: 0.1301610 Aug 03 19:15:24.877484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36072) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:24.885241 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b2f293a3-242f-47a5-aeb6-d70ce3aec676 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ac072680-500b-451d-8a08-e07ecad26e5f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:24.892568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36074) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:24.913430 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-bdeec78c-1be5-49a3-bd98-42d70cc5c49e tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:24.947704 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-b2f293a3-242f-47a5-aeb6-d70ce3aec676 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:24.953353 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b2f293a3-242f-47a5-aeb6-d70ce3aec676 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0742867 Aug 03 19:15:24.954859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36076) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:24.973944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-737083ce-acf4-4c39-9f3c-ed71abc6d734 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ac072680-500b-451d-8a08-e07ecad26e5f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:24.975123 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-737083ce-acf4-4c39-9f3c-ed71abc6d734 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 03 19:15:24.975724 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-737083ce-acf4-4c39-9f3c-ed71abc6d734 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:24.977138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-737083ce-acf4-4c39-9f3c-ed71abc6d734 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107980 Aug 03 19:15:24.981176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36078) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:24.991159 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5b7d7ab6-112b-4afd-9e7d-0facf17cc4c6 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ac072680-500b-451d-8a08-e07ecad26e5f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:24.992309 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.016346 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.024774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/networks/57b3feda-5160-4e20-b701-5120a3e906a4 HTTP/1.1" status: 204 len: 168 time: 2.3296728 Aug 03 19:15:25.024994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36080) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:25.038365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2049779754'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:25.052402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb5c24-d98b-4bb5-bce1-48841599e288 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Network': ['ID=57b3feda-5160-4e20-b701-5120a3e906a4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:25.074828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a50dbd-a9d6-4ce8-ab98-3706e48d9917 req-5a85e343-480e-4f4d-8ea4-49fdd1bf1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:25.077530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54a50dbd-a9d6-4ce8-ab98-3706e48d9917 req-5a85e343-480e-4f4d-8ea4-49fdd1bf1762 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.2218363 Aug 03 19:15:25.095520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285adb6-26f1-4c3f-b900-d9efe44871e0 req-b1791072-f2dd-4f66-b72a-eb96b056c70e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:25.102773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e285adb6-26f1-4c3f-b900-d9efe44871e0 req-b1791072-f2dd-4f66-b72a-eb96b056c70e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.3113806 Aug 03 19:15:25.114626 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:25.121087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.128054 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-5b7d7ab6-112b-4afd-9e7d-0facf17cc4c6 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:25.133778 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5b7d7ab6-112b-4afd-9e7d-0facf17cc4c6 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1463804 Aug 03 19:15:25.142596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54a50dbd-a9d6-4ce8-ab98-3706e48d9917 req-9a945afa-fbec-4d85-88ad-77a305d56c80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383730 Aug 03 19:15:25.145046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36086) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:25.158081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-03b23dbe-d173-4548-9c6c-4437dbed5f97 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ac072680-500b-451d-8a08-e07ecad26e5f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:25.158558 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-03b23dbe-d173-4548-9c6c-4437dbed5f97 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:15:25.159076 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-03b23dbe-d173-4548-9c6c-4437dbed5f97 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:25.164319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-03b23dbe-d173-4548-9c6c-4437dbed5f97 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064051 Aug 03 19:15:25.181111 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:15:25.184721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36088) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:25.210115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c9084973-ee33-432a-b691-1d63f8acf799 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ac072680-500b-451d-8a08-e07ecad26e5f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:25.235839 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.236333 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Added segment 9ba6d33e-3db8-431f-ad33-a465a5a5593b of type vlan for network b98ae556-9584-4e38-abe4-04b6ab0eb99e Aug 03 19:15:25.296326 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-c9084973-ee33-432a-b691-1d63f8acf799 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Project 207e0c7d25894f029bb2bee36a3de12d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:15:25.316944 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.340602 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-c9084973-ee33-432a-b691-1d63f8acf799 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:25.344817 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c9084973-ee33-432a-b691-1d63f8acf799 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1530120 Aug 03 19:15:25.346233 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36090) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:25.353387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-acbcf8dd-3a99-4745-b9f2-86f439d91c50 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ac072680-500b-451d-8a08-e07ecad26e5f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:25.354308 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-acbcf8dd-3a99-4745-b9f2-86f439d91c50 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 03 19:15:25.354983 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-acbcf8dd-3a99-4745-b9f2-86f439d91c50 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:25.357578 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-acbcf8dd-3a99-4745-b9f2-86f439d91c50 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090587 Aug 03 19:15:25.362790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36092) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:25.379130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b1bcc89a-f755-467c-a2c1-d8d723c6fc67 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ac072680-500b-451d-8a08-e07ecad26e5f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:25.417838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.427732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:25.428952 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.447928 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-b1bcc89a-f755-467c-a2c1-d8d723c6fc67 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Project 207e0c7d25894f029bb2bee36a3de12d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:15:25.549994 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5247598 Aug 03 19:15:25.552150 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-b1bcc89a-f755-467c-a2c1-d8d723c6fc67 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:25.557225 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b1bcc89a-f755-467c-a2c1-d8d723c6fc67 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1890104 Aug 03 19:15:25.558803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36100) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:25.559073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36102) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:25.563731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-6b3db27c-9730-4069-b32d-b8883d739945 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'ac072680-500b-451d-8a08-e07ecad26e5f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:25.580188 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'b98ae556-9584-4e38-abe4-04b6ab0eb99e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:25.644242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e285adb6-26f1-4c3f-b900-d9efe44871e0 req-12194b24-a928-43d1-84a1-c2e005d9be47 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4981134 Aug 03 19:15:25.650133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bdeec78c-1be5-49a3-bd98-42d70cc5c49e tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags HTTP/1.1" status: 204 len: 168 time: 0.7442346 Aug 03 19:15:25.659928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36106) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:25.664641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-cb70d903-0d0b-4c66-985c-1a0841c504ca tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80', 'tempest-TagsExtTest-Tag-723931237') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:25.669560 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-6b3db27c-9730-4069-b32d-b8883d739945 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Project 207e0c7d25894f029bb2bee36a3de12d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:15:25.672118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee5f7c-0ff8-42de-9d75-50c873d62dc1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Network': ['ID=b98ae556-9584-4e38-abe4-04b6ab0eb99e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:25.684894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network b98ae556-9584-4e38-abe4-04b6ab0eb99e details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:15:25.815649 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-6b3db27c-9730-4069-b32d-b8883d739945 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:25.823341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6b3db27c-9730-4069-b32d-b8883d739945 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2636847 Aug 03 19:15:25.825843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36110) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:25.852672 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:25.868416 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-cb70d903-0d0b-4c66-985c-1a0841c504ca tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:25.870596 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.875870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cb70d903-0d0b-4c66-985c-1a0841c504ca tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags/tempest-TagsExtTest-Tag-723931237 HTTP/1.1" status: 404 len: 328 time: 0.2145348 Aug 03 19:15:25.878002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36112) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:25.893927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-d7bed3a7-a55a-4386-a250-076de2de420a tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80', 'tempest-TagsExtTest-Tag-2013525863') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:25.902382 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54a50dbd-a9d6-4ce8-ab98-3706e48d9917 req-419cbe26-cc32-4875-9c69-1ba12383168b service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671296 Aug 03 19:15:25.952579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45540408-ca14-4ef5-bd83-3861c18f3c98 req-4b4ce5b9-e251-445b-a1a3-4d1709474281 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:25.955309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45540408-ca14-4ef5-bd83-3861c18f3c98 req-4b4ce5b9-e251-445b-a1a3-4d1709474281 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.2755721 Aug 03 19:15:26.060321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d561d01d-565c-4ada-98b9-bdf44c6ec0a7 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.066678 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-d7bed3a7-a55a-4386-a250-076de2de420a tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:26.068320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d7bed3a7-a55a-4386-a250-076de2de420a tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags/tempest-TagsExtTest-Tag-2013525863 HTTP/1.1" status: 404 len: 329 time: 0.1813104 Aug 03 19:15:26.077315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36118) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.085082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-9849555a-c266-4d8d-afa6-d134504fb022 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80', 'tempest-TagsExtTest-Tag-1887591292') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:26.097431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d561d01d-565c-4ada-98b9-bdf44c6ec0a7 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.169809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45540408-ca14-4ef5-bd83-3861c18f3c98 req-48d7ec0b-de0c-4986-8a48-eb354f2c7d08 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893082 Aug 03 19:15:26.184498 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54a50dbd-a9d6-4ce8-ab98-3706e48d9917 req-0ed1b2e4-9118-495d-86f2-f21306a2a19d service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662923 Aug 03 19:15:26.205102 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-9849555a-c266-4d8d-afa6-d134504fb022 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] show failed (client error): The resource could not be found. Aug 03 19:15:26.205102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9849555a-c266-4d8d-afa6-d134504fb022 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags/tempest-TagsExtTest-Tag-1887591292 HTTP/1.1" status: 404 len: 329 time: 0.1238146 Aug 03 19:15:26.207857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36120) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.216407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-7552dab7-0843-43a1-a0f5-503e55e7031a tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'abc7c048-994b-4139-ad69-075803ad4f80') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:26.228561 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d561d01d-565c-4ada-98b9-bdf44c6ec0a7 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.234024 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d561d01d-565c-4ada-98b9-bdf44c6ec0a7 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.235490 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d561d01d-565c-4ada-98b9-bdf44c6ec0a7 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "DELETE /v2.0/security-groups/ac072680-500b-451d-8a08-e07ecad26e5f HTTP/1.1" status: 204 len: 168 time: 0.4071858 Aug 03 19:15:26.239604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36124) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.291775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561d01d-565c-4ada-98b9-bdf44c6ec0a7 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac072680-500b-451d-8a08-e07ecad26e5f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:26.309980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f4596b50-70cf-476c-ae16-a0c1cba85e86 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683069 Aug 03 19:15:26.319179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36128) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.328265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c7002210-ae66-4866-beaa-bc266aa55d80 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'tempest-secgroup--133641980'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:26.334245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.368783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7002210-ae66-4866-beaa-bc266aa55d80 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.370141 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7552dab7-0843-43a1-a0f5-503e55e7031a tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80/tags HTTP/1.1" status: 204 len: 168 time: 0.1592205 Aug 03 19:15:26.375369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36130) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.387442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-9da79efd-b58f-47fc-af03-c6348416c8b8 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aad5ac81-2d96-4ba1-ad9c-56e79505ead1') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:26.540898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9da79efd-b58f-47fc-af03-c6348416c8b8 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1/tags HTTP/1.1" status: 204 len: 168 time: 0.1644173 Aug 03 19:15:26.545271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36134) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.550764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-6bd5e567-e129-4875-a51f-0cf46108cb4d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '206c1816-6283-479d-a417-870c481a0348') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:26.627914 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7002210-ae66-4866-beaa-bc266aa55d80 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.634902 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7002210-ae66-4866-beaa-bc266aa55d80 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.683481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7002210-ae66-4866-beaa-bc266aa55d80 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bac89c8-7466-449a-8801-dbf540f89194,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:26.687876 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7002210-ae66-4866-beaa-bc266aa55d80 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.689457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c7002210-ae66-4866-beaa-bc266aa55d80 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3687882 Aug 03 19:15:26.692360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6bd5e567-e129-4875-a51f-0cf46108cb4d tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/ports/206c1816-6283-479d-a417-870c481a0348/tags HTTP/1.1" status: 204 len: 168 time: 0.1456237 Aug 03 19:15:26.695477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36140) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.696422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36142) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.704882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-19e78e8b-b9ce-47f1-9dc6-8ac42bfe34be tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bcb5db97-69c3-4e82-8a67-38480d756e04') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:26.713948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e9aafc2c-b3dd-48bf-8456-5167ee8548c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': '5bac89c8-7466-449a-8801-dbf540f89194', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:26.748237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Subnet': ['ID=b87f2354-101e-4bab-a361-c2ccad7a0d67,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:26.768144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Checking segment: {'id': '9ba6d33e-3db8-431f-ad33-a465a5a5593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b98ae556-9584-4e38-abe4-04b6ab0eb99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:26.768533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network hostable DHCP agents. Network: b98ae556-9584-4e38-abe4-04b6ab0eb99e, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:15:26.819086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network b98ae556-9584-4e38-abe4-04b6ab0eb99e is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:15:26.834478 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-e9aafc2c-b3dd-48bf-8456-5167ee8548c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The resource could not be found. Aug 03 19:15:26.839180 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e9aafc2c-b3dd-48bf-8456-5167ee8548c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1393723 Aug 03 19:15:26.840389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.846918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-60811cbc-89a5-4c11-b7e2-82ed0949e2f2 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': '5bac89c8-7466-449a-8801-dbf540f89194', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2777ed6a-c17b-4171-89cd-ca68e563d82a'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:26.852734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, b98ae556-9584-4e38-abe4-04b6ab0eb99e) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:26.867379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ea1b4-d769-4e8d-aba0-7a033205cfa8 None None] Network b98ae556-9584-4e38-abe4-04b6ab0eb99e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:26.881416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:26.882202 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.896944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64bc44-f6b9-42f5-a557-597a5c4008d1 req-9e7cad76-051d-4beb-8b56-c1f34b05cbfc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:26.900098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe64bc44-f6b9-42f5-a557-597a5c4008d1 req-9e7cad76-051d-4beb-8b56-c1f34b05cbfc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1076341 Aug 03 19:15:26.915203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36150) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.926442 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-19e78e8b-b9ce-47f1-9dc6-8ac42bfe34be tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04/tags HTTP/1.1" status: 204 len: 168 time: 0.2249935 Aug 03 19:15:26.966752 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-21d22f34-75d3-4f3b-a3d0-627b8033cf45 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4075224 Aug 03 19:15:26.970105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36152) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.977349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6862a1a5-7ef1-420b-8a42-f2d7060cf1f6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1524127550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:26.992717 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-60811cbc-89a5-4c11-b7e2-82ed0949e2f2 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The resource could not be found. Aug 03 19:15:26.997185 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-60811cbc-89a5-4c11-b7e2-82ed0949e2f2 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1555407 Aug 03 19:15:27.000745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36156) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:27.059899 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6862a1a5-7ef1-420b-8a42-f2d7060cf1f6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.061871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6862a1a5-7ef1-420b-8a42-f2d7060cf1f6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.153632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe64bc44-f6b9-42f5-a557-597a5c4008d1 req-f1be74c6-0a61-4bfc-a9ff-be447f084402 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723657 Aug 03 19:15:27.159845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6862a1a5-7ef1-420b-8a42-f2d7060cf1f6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.161885 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34ffca39-4d79-43c6-81a4-c7b56999c34c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.182598 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-b98ae556-9584-4e38-abe4-04b6ab0eb99e', 'network_id': 'b98ae556-9584-4e38-abe4-04b6ab0eb99e', 'tenant_id': 'bf9a8db7d5cb41c3897b106b2f6fdb24', 'fixed_ips': [{'subnet_id': 'b87f2354-101e-4bab-a361-c2ccad7a0d67'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:15:27.183796 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.203790 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6862a1a5-7ef1-420b-8a42-f2d7060cf1f6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.234646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34ffca39-4d79-43c6-81a4-c7b56999c34c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.241726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67dad6d3-36ad-4992-bf94-0fb13ff61478 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for subnetpool, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.244834 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6862a1a5-7ef1-420b-8a42-f2d7060cf1f6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.246406 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6862a1a5-7ef1-420b-8a42-f2d7060cf1f6 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2750382 Aug 03 19:15:27.249910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36164) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:27.255182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'network_id': 'b98ae556-9584-4e38-abe4-04b6ab0eb99e', 'name': 'tempest-PortsTestJSON-1337707838'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:27.261125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-67dad6d3-36ad-4992-bf94-0fb13ff61478 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/subnetpools/abc7c048-994b-4139-ad69-075803ad4f80 HTTP/1.1" status: 204 len: 168 time: 0.3444710 Aug 03 19:15:27.265682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36166) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:27.324745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-510d1550-18b9-4d9f-b11d-0773058aca18 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "GET /v2.0/ports?device_id=aad5ac81-2d96-4ba1-ad9c-56e79505ead1 HTTP/1.1" status: 200 len: 205 time: 0.0575047 Aug 03 19:15:27.332069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36168) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:27.452485 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34ffca39-4d79-43c6-81a4-c7b56999c34c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.456332 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34ffca39-4d79-43c6-81a4-c7b56999c34c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.457710 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-34ffca39-4d79-43c6-81a4-c7b56999c34c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "DELETE /v2.0/security-groups/5bac89c8-7466-449a-8801-dbf540f89194 HTTP/1.1" status: 204 len: 168 time: 0.4558043 Aug 03 19:15:27.465795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36172) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:27.477576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Allocated IP 172.20.0.2 (b98ae556-9584-4e38-abe4-04b6ab0eb99e/b87f2354-101e-4bab-a361-c2ccad7a0d67/362603e6-6a54-4bff-8946-db11fc633df2) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:27.534789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffca39-4d79-43c6-81a4-c7b56999c34c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bac89c8-7466-449a-8801-dbf540f89194,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:27.552018 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaf7de88-da68-4412-bf71-cfa337acab16 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.661523 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9529fed-d1ef-4abd-b770-e4a05c52333c req-1e08897c-4de7-4de6-ba99-49524f4d2889 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:27.667833 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-22462459-6fe0-41b3-9de1-18d3562a14d3 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1934416 Aug 03 19:15:27.677680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9529fed-d1ef-4abd-b770-e4a05c52333c req-1e08897c-4de7-4de6-ba99-49524f4d2889 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.2451169 Aug 03 19:15:27.678593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36178) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:27.690979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5da435ba-e5a7-45fd-a560-7dcb917aad72 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': 'c07bf986-8196-4ec5-961f-def0c6d71a67', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:27.694402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55b9b8-c686-455f-90af-747f744dbccb req-e0d64a2e-f437-45a7-ba24-0f807722c9a7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:27.702473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab55b9b8-c686-455f-90af-747f744dbccb req-e0d64a2e-f437-45a7-ba24-0f807722c9a7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.2948706 Aug 03 19:15:27.708156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36180) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:27.717021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-849eef69-1706-45a7-93d0-8d56d3ce5212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'floatingip': {'port_id': 'fc02e430-6abe-449e-8d02-93356707ec54'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:27.808593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:27.812558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.833426 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.839723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-849eef69-1706-45a7-93d0-8d56d3ce5212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.845767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:15:27.851511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Transition to ACTIVE for port object 362603e6-6a54-4bff-8946-db11fc633df2 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:27.917785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Transition to ACTIVE for port object 362603e6-6a54-4bff-8946-db11fc633df2 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:27.935453 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.047324 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-5da435ba-e5a7-45fd-a560-7dcb917aad72 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The resource could not be found. Aug 03 19:15:28.048599 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5da435ba-e5a7-45fd-a560-7dcb917aad72 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3690114 Aug 03 19:15:28.058914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36188) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:28.068744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b07cd179-6f7b-4586-906a-c80e5000c64c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170900519'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:28.094036 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaf7de88-da68-4412-bf71-cfa337acab16 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.096895 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaf7de88-da68-4412-bf71-cfa337acab16 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.100991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Network b98ae556-9584-4e38-abe4-04b6ab0eb99e is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:28.109568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9529fed-d1ef-4abd-b770-e4a05c52333c req-eaa30dc7-aab7-40f8-afe5-fd5b671b9b0b tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307516 Aug 03 19:15:28.112160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b07cd179-6f7b-4586-906a-c80e5000c64c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.131626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:28.154219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:28.164592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Pushing event updated for resources: {'Port': ['ID=362603e6-6a54-4bff-8946-db11fc633df2,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:28.266715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaf7de88-da68-4412-bf71-cfa337acab16 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.267693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf7de88-da68-4412-bf71-cfa337acab16 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Fanout notify agent at l3_agent the message router_deleted on router aad5ac81-2d96-4ba1-ad9c-56e79505ead1 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:15:28.284340 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aaf7de88-da68-4412-bf71-cfa337acab16 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.288389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-aaf7de88-da68-4412-bf71-cfa337acab16 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/routers/aad5ac81-2d96-4ba1-ad9c-56e79505ead1 HTTP/1.1" status: 204 len: 168 time: 0.9530163 Aug 03 19:15:28.291124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36190) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:28.293025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Attempting to bind port 362603e6-6a54-4bff-8946-db11fc633df2 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:28.293722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Attempting to bind port 362603e6-6a54-4bff-8946-db11fc633df2 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '9ba6d33e-3db8-431f-ad33-a465a5a5593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b98ae556-9584-4e38-abe4-04b6ab0eb99e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:28.294170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Attempting to bind port 362603e6-6a54-4bff-8946-db11fc633df2 on network b98ae556-9584-4e38-abe4-04b6ab0eb99e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:28.301724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:28.302113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Checking segment: {'id': '9ba6d33e-3db8-431f-ad33-a465a5a5593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b98ae556-9584-4e38-abe4-04b6ab0eb99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:28.302924 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.303401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Bound using segment: {'id': '9ba6d33e-3db8-431f-ad33-a465a5a5593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b98ae556-9584-4e38-abe4-04b6ab0eb99e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:28.304112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Bound port: 362603e6-6a54-4bff-8946-db11fc633df2, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba6d33e-3db8-431f-ad33-a465a5a5593b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b98ae556-9584-4e38-abe4-04b6ab0eb99e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:28.304513 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.384651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.11 (b98ae556-9584-4e38-abe4-04b6ab0eb99e/b87f2354-101e-4bab-a361-c2ccad7a0d67/c28c1bbc-59c0-45a1-ab83-6d7203d60fe1) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:28.415275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] For port 362603e6-6a54-4bff-8946-db11fc633df2, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:28.423580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] For port 362603e6-6a54-4bff-8946-db11fc633df2, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=362603e6-6a54-4bff-8946-db11fc633df2,segment=NetworkSegment(9ba6d33e-3db8-431f-ad33-a465a5a5593b),segment_id=9ba6d33e-3db8-431f-ad33-a465a5a5593b)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:28.430834 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.466003 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b07cd179-6f7b-4586-906a-c80e5000c64c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.472482 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b07cd179-6f7b-4586-906a-c80e5000c64c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.503416 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cd179-6f7b-4586-906a-c80e5000c64c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6434e3ba-59ec-4691-97c5-f9dd70b74fb0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:28.545893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6820e-8df9-4069-8dd3-af2835c998cb tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Deleting port 206c1816-6283-479d-a417-870c481a0348 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:28.546305 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7bc6820e-8df9-4069-8dd3-af2835c998cb tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.549639 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b07cd179-6f7b-4586-906a-c80e5000c64c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.550887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b07cd179-6f7b-4586-906a-c80e5000c64c tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4888709 Aug 03 19:15:28.568215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36198) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:28.572501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ab2160a5-2cf7-4c7a-a78b-0c7bee8c27b6 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102670957'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:28.573372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcb100-163c-4a2c-bc27-a1307afba20b None None] Pushing event updated for resources: {'Port': ['ID=362603e6-6a54-4bff-8946-db11fc633df2,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:28.660710 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab2160a5-2cf7-4c7a-a78b-0c7bee8c27b6 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.736685 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7bc6820e-8df9-4069-8dd3-af2835c998cb tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.761875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6820e-8df9-4069-8dd3-af2835c998cb tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Calling delete_port for 206c1816-6283-479d-a417-870c481a0348 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:28.858912 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab2160a5-2cf7-4c7a-a78b-0c7bee8c27b6 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.866917 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab2160a5-2cf7-4c7a-a78b-0c7bee8c27b6 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.946584 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ab2160a5-2cf7-4c7a-a78b-0c7bee8c27b6 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:28.948079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ab2160a5-2cf7-4c7a-a78b-0c7bee8c27b6 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3795168 Aug 03 19:15:28.951240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36200) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:28.956172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1bd86128-e6e8-43c3-bf0b-e3bad36747e8 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': '6434e3ba-59ec-4691-97c5-f9dd70b74fb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fcf7c1aa-35d5-4566-886e-355d69f3bb89'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:28.962911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2160a5-2cf7-4c7a-a78b-0c7bee8c27b6 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf7c1aa-35d5-4566-886e-355d69f3bb89,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:29.016330 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.080969 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-1bd86128-e6e8-43c3-bf0b-e3bad36747e8 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:29.082028 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1bd86128-e6e8-43c3-bf0b-e3bad36747e8 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1297445 Aug 03 19:15:29.082760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7bc6820e-8df9-4069-8dd3-af2835c998cb tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.089740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36206) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:29.142042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:29.196843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6820e-8df9-4069-8dd3-af2835c998cb tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Pushing event deleted for resources: {'Port': ['ID=206c1816-6283-479d-a417-870c481a0348,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:29.271526 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.resource_extend [None req-849eef69-1706-45a7-93d0-8d56d3ce5212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:15:29.338411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.402993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc8714-dc74-4b19-ac3d-a9537b4cd37b req-08788a5e-a2a6-4588-97b6-bee00f5e567d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:29.413335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1bcc8714-dc74-4b19-ac3d-a9537b4cd37b req-08788a5e-a2a6-4588-97b6-bee00f5e567d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1583626 Aug 03 19:15:29.426831 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-130cfae0-b1ef-4c2f-8184-ce544fa8eea5 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.430331 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7bc6820e-8df9-4069-8dd3-af2835c998cb tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.436029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7bc6820e-8df9-4069-8dd3-af2835c998cb tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/ports/206c1816-6283-479d-a417-870c481a0348 HTTP/1.1" status: 204 len: 168 time: 1.1431692 Aug 03 19:15:29.442911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36212) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:29.478626 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-849eef69-1706-45a7-93d0-8d56d3ce5212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.488353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network b98ae556-9584-4e38-abe4-04b6ab0eb99e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:29.490030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=c28c1bbc-59c0-45a1-ab83-6d7203d60fe1,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:29.492411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-849eef69-1706-45a7-93d0-8d56d3ce5212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.503767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:29.506963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:29.551049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-130cfae0-b1ef-4c2f-8184-ce544fa8eea5 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.643048 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.648703 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:29.649395 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.671023 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e1e0bd5d-27f1-4bff-a412-97dfc041c1d1 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4199655 Aug 03 19:15:29.673787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36220) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:29.694688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0978fe-d611-45c5-bf68-88c231c1b4f5 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Deleting subnet bcb5db97-69c3-4e82-8a67-38480d756e04 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:15:29.701318 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c0978fe-d611-45c5-bf68-88c231c1b4f5 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:29.764611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1bcc8714-dc74-4b19-ac3d-a9537b4cd37b req-04a8d2f3-b413-4cd6-bc98-65ba2468a3fb tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487828 Aug 03 19:15:29.792845 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-849eef69-1706-45a7-93d0-8d56d3ce5212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Floating IP 72e2875e-ba0a-4ca8-9701-28e351c5eac3 associated. External IP: 172.25.8.252, port: fc02e430-6abe-449e-8d02-93356707ec54. Aug 03 19:15:29.800506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c0978fe-d611-45c5-bf68-88c231c1b4f5 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.075118 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-130cfae0-b1ef-4c2f-8184-ce544fa8eea5 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.082472 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-130cfae0-b1ef-4c2f-8184-ce544fa8eea5 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.084338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-130cfae0-b1ef-4c2f-8184-ce544fa8eea5 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "DELETE /v2.0/security-groups/fcf7c1aa-35d5-4566-886e-355d69f3bb89 HTTP/1.1" status: 204 len: 168 time: 0.9797733 Aug 03 19:15:30.113812 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c0978fe-d611-45c5-bf68-88c231c1b4f5 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.168136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36228) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:30.289858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cfae0-b1ef-4c2f-8184-ce544fa8eea5 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf7c1aa-35d5-4566-886e-355d69f3bb89,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:30.359033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a06a27-d0c1-4fd1-976c-1006461f664c None None] Network b98ae556-9584-4e38-abe4-04b6ab0eb99e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:30.383424 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c0978fe-d611-45c5-bf68-88c231c1b4f5 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.457726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c0978fe-d611-45c5-bf68-88c231c1b4f5 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.462700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9c0978fe-d611-45c5-bf68-88c231c1b4f5 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/subnets/bcb5db97-69c3-4e82-8a67-38480d756e04 HTTP/1.1" status: 204 len: 168 time: 1.0177262 Aug 03 19:15:30.467028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36236) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:30.482001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0978fe-d611-45c5-bf68-88c231c1b4f5 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb5db97-69c3-4e82-8a67-38480d756e04,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:30.551978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d4f7a5af-2ca1-4e6d-bf8f-98e80d5fc856 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3609185 Aug 03 19:15:30.559831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36244) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:30.608075 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.626452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f64f43-3a2b-434f-83b9-6ee7e0570bef None None] Network fb88d181-2cb0-4163-9364-1b99abb12206 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:30.760606 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ad09-dfae-4c3c-b9cb-ecec36a912ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.889134 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ad09-dfae-4c3c-b9cb-ecec36a912ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.916710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.961088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9029821c-c5b6-4078-ad8d-551a64045fb3 None None] Provisioning for port 362603e6-6a54-4bff-8946-db11fc633df2 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:30.992357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Deleting port afbbf1db-0310-496b-8e34-29efee6b1fb8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:30.992889 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:30.996707 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ad09-dfae-4c3c-b9cb-ecec36a912ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.000162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ad09-dfae-4c3c-b9cb-ecec36a912ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.001429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5ed8ad09-dfae-4c3c-b9cb-ecec36a912ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "DELETE /v2.0/security-groups/6434e3ba-59ec-4691-97c5-f9dd70b74fb0 HTTP/1.1" status: 204 len: 168 time: 0.4406106 Aug 03 19:15:31.004909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 362603e6-6a54-4bff-8946-db11fc633df2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:31.041074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36248) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:31.074013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8ad09-dfae-4c3c-b9cb-ecec36a912ec tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6434e3ba-59ec-4691-97c5-f9dd70b74fb0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:31.117237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849eef69-1706-45a7-93d0-8d56d3ce5212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Router 30784467-1faa-4428-a71a-789e6aa84d6f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:15:31.123187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] For port afbbf1db-0310-496b-8e34-29efee6b1fb8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=afbbf1db-0310-496b-8e34-29efee6b1fb8,segment=NetworkSegment(94f8925a-378e-4ddb-90d7-7a4b4f2471de),segment_id=94f8925a-378e-4ddb-90d7-7a4b4f2471de)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:31.123816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.164026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Calling delete_port for afbbf1db-0310-496b-8e34-29efee6b1fb8 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:31.173206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 362603e6-6a54-4bff-8946-db11fc633df2 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:31.187421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-aed82dcc-9b54-44dc-996e-71cdb2bdd637 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1443856 Aug 03 19:15:31.201972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 362603e6-6a54-4bff-8946-db11fc633df2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:31.202422 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.211154 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36254) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:31.221077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-80d16059-e6e8-4239-913b-9a8089472e01 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'tempest-secgroup--780816246'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:31.307918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b42023-9767-4834-b1e3-01479705434f None None] DHCP port deletion for fb88d181-2cb0-4163-9364-1b99abb12206 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:15:31.377981 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.432456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Pushing event deleted for resources: {'Port': ['ID=afbbf1db-0310-496b-8e34-29efee6b1fb8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:31.437871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] No DVR routers for this DVR port afbbf1db-0310-496b-8e34-29efee6b1fb8 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:31.447003 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.512705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-47b42023-9767-4834-b1e3-01479705434f None None] Deleting port afbbf1db-0310-496b-8e34-29efee6b1fb8 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:31.513191 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-47b42023-9767-4834-b1e3-01479705434f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.547859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 362603e6-6a54-4bff-8946-db11fc633df2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=362603e6-6a54-4bff-8946-db11fc633df2,segment=NetworkSegment(9ba6d33e-3db8-431f-ad33-a465a5a5593b),segment_id=9ba6d33e-3db8-431f-ad33-a465a5a5593b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:31.599980 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.612760 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.625145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb88d181-2cb0-4163-9364-1b99abb12206']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:31.644764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f8925a-378e-4ddb-90d7-7a4b4f2471de') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:31.645288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f8925a-378e-4ddb-90d7-7a4b4f2471de') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:31.719914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.752391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.759933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-47b42023-9767-4834-b1e3-01479705434f None None] For port afbbf1db-0310-496b-8e34-29efee6b1fb8, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:31.760799 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-47b42023-9767-4834-b1e3-01479705434f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.762235 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.777741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-47b42023-9767-4834-b1e3-01479705434f None None] Calling delete_port for afbbf1db-0310-496b-8e34-29efee6b1fb8 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:31.782551 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-47b42023-9767-4834-b1e3-01479705434f None None] Port afbbf1db-0310-496b-8e34-29efee6b1fb8 was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:15:31.792417 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-47b42023-9767-4834-b1e3-01479705434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.819385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-729fe56e-27fc-4c6b-b53f-022a0ff09c20 None None] Provisioning for port c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:31.829321 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.844253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=362603e6-6a54-4bff-8946-db11fc633df2,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:31.848396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:15:31.848931 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.849786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-729fe56e-27fc-4c6b-b53f-022a0ff09c20 None None] Provisioning complete for port c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:31.850428 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-729fe56e-27fc-4c6b-b53f-022a0ff09c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:15:31.860469 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:15:31.923091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b42023-9767-4834-b1e3-01479705434f None None] No DVR routers for this DVR port afbbf1db-0310-496b-8e34-29efee6b1fb8 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:31.927208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b42023-9767-4834-b1e3-01479705434f None None] Pushing event deleted for resources: {'Port': ['ID=afbbf1db-0310-496b-8e34-29efee6b1fb8,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:31.971633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-729fe56e-27fc-4c6b-b53f-022a0ff09c20 None None] Port c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:31.998175 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-729fe56e-27fc-4c6b-b53f-022a0ff09c20 None None] Provisioning complete for port 362603e6-6a54-4bff-8946-db11fc633df2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:31.999208 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-729fe56e-27fc-4c6b-b53f-022a0ff09c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.023341 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.025026 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80d16059-e6e8-4239-913b-9a8089472e01 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.032209 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.043023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] 10.222.0.78 "DELETE /v2.0/networks/fb88d181-2cb0-4163-9364-1b99abb12206 HTTP/1.1" status: 204 len: 168 time: 1.5742657 Aug 03 19:15:32.082864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9907fde-8c77-48b4-91ee-571f8b19ea77 tempest-TagsExtTest-331018589 tempest-TagsExtTest-331018589-project] Pushing event deleted for resources: {'Network': ['ID=fb88d181-2cb0-4163-9364-1b99abb12206,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:32.378231 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80d16059-e6e8-4239-913b-9a8089472e01 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.391730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80d16059-e6e8-4239-913b-9a8089472e01 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.408872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=c28c1bbc-59c0-45a1-ab83-6d7203d60fe1,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:32.426906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849eef69-1706-45a7-93d0-8d56d3ce5212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:15:32.439041 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-849eef69-1706-45a7-93d0-8d56d3ce5212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.463201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a678e-c442-4fd3-b80e-636455f82047 None None] Sync routers for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:15:32.481005 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-849eef69-1706-45a7-93d0-8d56d3ce5212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "PUT /v2.0/floatingips/72e2875e-ba0a-4ca8-9701-28e351c5eac3 HTTP/1.1" status: 200 len: 991 time: 4.7661202 Aug 03 19:15:32.494288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a678e-c442-4fd3-b80e-636455f82047 None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:32.495647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-203a678e-c442-4fd3-b80e-636455f82047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:15:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:32.499057 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:32.505370 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da" -d '{"events": [{"name": "network-changed", "server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "tag": "fc02e430-6abe-449e-8d02-93356707ec54"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:32.526959 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80d16059-e6e8-4239-913b-9a8089472e01 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.533433 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-80d16059-e6e8-4239-913b-9a8089472e01 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3168786 Aug 03 19:15:32.538126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36276) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:32.546513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a6e66269-326e-44d3-83b0-952f246a28e9 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': '1f06ecdc-c7c8-4e88-b2a5-ac7059609b41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:32.663751 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-a6e66269-326e-44d3-83b0-952f246a28e9 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:32.663751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a6e66269-326e-44d3-83b0-952f246a28e9 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1245079 Aug 03 19:15:32.669055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-203a678e-c442-4fd3-b80e-636455f82047 None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:32.711495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36286) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:32.712166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36288) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:32.728778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8d1d0c38-b93c-49a8-87c8-9c6bb2e1546d tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group_rule': {'security_group_id': '1f06ecdc-c7c8-4e88-b2a5-ac7059609b41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:32.782468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6929d82-fd9f-422b-b6a2-1d4a7bf207e2 req-661b3319-f12d-425a-b3d8-1f6d5a4d8529 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:32.791481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6929d82-fd9f-422b-b6a2-1d4a7bf207e2 req-661b3319-f12d-425a-b3d8-1f6d5a4d8529 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1504936 Aug 03 19:15:32.808045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.811110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d16059-e6e8-4239-913b-9a8089472e01 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f06ecdc-c7c8-4e88-b2a5-ac7059609b41,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:32.894163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6929d82-fd9f-422b-b6a2-1d4a7bf207e2 req-27a67808-7a55-4632-b01c-d6f9b5441743 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012001 Aug 03 19:15:32.899075 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-8d1d0c38-b93c-49a8-87c8-9c6bb2e1546d tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:32.911144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8d1d0c38-b93c-49a8-87c8-9c6bb2e1546d tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1953225 Aug 03 19:15:32.917172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36296) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:32.943465 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7d6f26-7bc0-4db8-8135-5dd3f47f72e6 x-openstack-request-id: req-2a7d6f26-7bc0-4db8-8135-5dd3f47f72e6 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:32.953310 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "tag": "fc02e430-6abe-449e-8d02-93356707ec54", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:32.953626 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a7d6f26-7bc0-4db8-8135-5dd3f47f72e6 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:32.954069 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54', 'status': 'completed', 'code': 200} Aug 03 19:15:33.012790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-01bd18f2-c3ee-465e-b419-522437a3133b None None] Provisioning complete for port c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:33.018070 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-01bd18f2-c3ee-465e-b419-522437a3133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.099352 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 362603e6-6a54-4bff-8946-db11fc633df2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:33.103326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.146619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-01bd18f2-c3ee-465e-b419-522437a3133b None None] Port c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:33.194615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da req-055eaf94-93c5-49bc-bf03-c310063cea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:33.197021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da req-055eaf94-93c5-49bc-bf03-c310063cea07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 1096 time: 0.2171752 Aug 03 19:15:33.203232 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42956968-78f2-49e0-90d8-1069831cb082 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.234662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42956968-78f2-49e0-90d8-1069831cb082 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.360224 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42956968-78f2-49e0-90d8-1069831cb082 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.362976 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42956968-78f2-49e0-90d8-1069831cb082 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.364309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-42956968-78f2-49e0-90d8-1069831cb082 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "DELETE /v2.0/security-groups/1f06ecdc-c7c8-4e88-b2a5-ac7059609b41 HTTP/1.1" status: 204 len: 168 time: 0.4429114 Aug 03 19:15:33.375944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36308) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:33.419322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ff20c994-d110-4c55-8413-81d9845aa5e4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a271cdefeb4c4506b3d018a3bb33a481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000806 Aug 03 19:15:33.420842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42956968-78f2-49e0-90d8-1069831cb082 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f06ecdc-c7c8-4e88-b2a5-ac7059609b41,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:33.424677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36310) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:33.501453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad3f0380-cdf5-46a7-b9f1-08edd177f25f None None] Provisioning complete for port c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:33.501809 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ad3f0380-cdf5-46a7-b9f1-08edd177f25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.513322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da req-958d3155-d484-4886-bd9a-bc842f98b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:33.515507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da req-958d3155-d484-4886-bd9a-bc842f98b3f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.2292819 Aug 03 19:15:33.539948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c2b22e14-9e95-4bfc-b1ec-b59c0d6f0f67 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1525645 Aug 03 19:15:33.541253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36312) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:33.560328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0bb6ef9b-4f3c-460f-a1fa-f8b5461cc436 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'tempest-secgroup--625510064'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:33.573663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 362603e6-6a54-4bff-8946-db11fc633df2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:33.574733 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.576838 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-82e9b688-fe97-4159-b3d6-b323a30264ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.604186 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.614387 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.637531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f0380-cdf5-46a7-b9f1-08edd177f25f None None] Port c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:33.660266 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-82e9b688-fe97-4159-b3d6-b323a30264ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.666164 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0a99f730-e976-40c7-bc58-708b01489212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.680317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da req-5d4b1e0d-82a3-4c9b-915f-e8d4eee9135e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc02e430-6abe-449e-8d02-93356707ec54 HTTP/1.1" status: 200 len: 999 time: 0.1509576 Aug 03 19:15:33.698910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-203a678e-c442-4fd3-b80e-636455f82047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '72e2875e-ba0a-4ca8-9701-28e351c5eac3', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'port_id': 'fc02e430-6abe-449e-8d02-93356707ec54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'mac_address': 'fa:16:3e:84:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:15:02Z', 'updated_at': '2021-08-03T19:15:28Z', 'revision_number': 1, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:33.711837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=c28c1bbc-59c0-45a1-ab83-6d7203d60fe1,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:33.757154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a678e-c442-4fd3-b80e-636455f82047 None None] Checking router: 30784467-1faa-4428-a71a-789e6aa84d6f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:15:33.772042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da req-7f7af12e-25bf-41dc-953f-7903ad00eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:33.774011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da req-7f7af12e-25bf-41dc-953f-7903ad00eb99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.0767696 Aug 03 19:15:33.796938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ef9b-4f3c-460f-a1fa-f8b5461cc436 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.806281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a678e-c442-4fd3-b80e-636455f82047 None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:33.806977 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-203a678e-c442-4fd3-b80e-636455f82047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:15:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:33.847665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.911609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device afbbf1db-0310-496b-8e34-29efee6b1fb8 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:33.956946 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-82e9b688-fe97-4159-b3d6-b323a30264ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.962665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-82e9b688-fe97-4159-b3d6-b323a30264ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.964724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-82e9b688-fe97-4159-b3d6-b323a30264ba admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7891d712-1662-4a98-926f-7e39c5b546ee HTTP/1.1" status: 204 len: 168 time: 0.5366371 Aug 03 19:15:34.000111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9b688-fe97-4159-b3d6-b323a30264ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7891d712-1662-4a98-926f-7e39c5b546ee,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:34.045951 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: afbbf1db-0310-496b-8e34-29efee6b1fb8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:34.050271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device afbbf1db-0310-496b-8e34-29efee6b1fb8 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:34.093948 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ef9b-4f3c-460f-a1fa-f8b5461cc436 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.104459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network b98ae556-9584-4e38-abe4-04b6ab0eb99e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:34.105836 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ef9b-4f3c-460f-a1fa-f8b5461cc436 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.112048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da req-5a0d6b06-da59-457b-8b0c-e356363f02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:34.117450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da req-5a0d6b06-da59-457b-8b0c-e356363f02b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3153517 Aug 03 19:15:34.126894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:34.168910 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ef9b-4f3c-460f-a1fa-f8b5461cc436 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.170893 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0bb6ef9b-4f3c-460f-a1fa-f8b5461cc436 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6277120 Aug 03 19:15:34.200041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36328) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:34.224256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-203a678e-c442-4fd3-b80e-636455f82047 None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:15:34.235541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c7e38b49-0c51-432d-b65a-ad8169ed1e2f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:34.237364 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-c7e38b49-0c51-432d-b65a-ad8169ed1e2f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:15:34.239483 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-c7e38b49-0c51-432d-b65a-ad8169ed1e2f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 19:15:34.247540 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c7e38b49-0c51-432d-b65a-ad8169ed1e2f tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "PUT /v2.0/security-groups/e040cbcf-6720-451d-965e-9ca0afb7d766 HTTP/1.1" status: 409 len: 330 time: 0.0327330 Aug 03 19:15:34.252158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36330) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:34.325162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6ef9b-4f3c-460f-a1fa-f8b5461cc436 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e040cbcf-6720-451d-965e-9ca0afb7d766,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:34.512843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Router 98d3c11c-156b-4499-824c-8979d2c1b9c3 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:15:34.789924 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:15:34.806548 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed8063-79b7-4cfd-aa56-af0013a7c7e0 None None] Sync routers for ids ['98d3c11c-156b-4499-824c-8979d2c1b9c3'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:15:34.808113 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-87199bbc-2a48-4977-8984-3441a78818e9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "PUT /v2.0/routers/98d3c11c-156b-4499-824c-8979d2c1b9c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1332142 Aug 03 19:15:34.813539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36346) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:34.827246 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed8063-79b7-4cfd-aa56-af0013a7c7e0 None None] Routers {'98d3c11c-156b-4499-824c-8979d2c1b9c3'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:34.827814 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f8ed8063-79b7-4cfd-aa56-af0013a7c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:15:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['98d3c11c-156b-4499-824c-8979d2c1b9c3'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:34.852605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fd410ae8-0b93-4d7a-968d-02cc7e8fcc9a None None] Provisioning complete for port c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:34.853258 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fd410ae8-0b93-4d7a-968d-02cc7e8fcc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.911616 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f8ed8063-79b7-4cfd-aa56-af0013a7c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:34.938656 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed8063-79b7-4cfd-aa56-af0013a7c7e0 None None] Routers {'98d3c11c-156b-4499-824c-8979d2c1b9c3'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:34.940283 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f8ed8063-79b7-4cfd-aa56-af0013a7c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:15:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['98d3c11c-156b-4499-824c-8979d2c1b9c3'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:34.988714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989a932-5b49-4db0-93fd-2623d98da09c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:34.991062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-fd410ae8-0b93-4d7a-968d-02cc7e8fcc9a None None] Port c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:34.995491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36352) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:34.996264 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9989a932-5b49-4db0-93fd-2623d98da09c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d3c11c-156b-4499-824c-8979d2c1b9c3 HTTP/1.1" status: 200 len: 983 time: 0.1804492 Aug 03 19:15:35.030748 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f8ed8063-79b7-4cfd-aa56-af0013a7c7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:35.031583 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed8063-79b7-4cfd-aa56-af0013a7c7e0 None None] The sync data for ids ['98d3c11c-156b-4499-824c-8979d2c1b9c3'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:15:35.056408 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-760502f4-8bf7-40f8-b821-aa492e6789c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.059086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-203a678e-c442-4fd3-b80e-636455f82047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '72e2875e-ba0a-4ca8-9701-28e351c5eac3', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'port_id': 'fc02e430-6abe-449e-8d02-93356707ec54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'mac_address': 'fa:16:3e:84:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:15:02Z', 'updated_at': '2021-08-03T19:15:28Z', 'revision_number': 1, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:35.116592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a678e-c442-4fd3-b80e-636455f82047 None None] The sync data for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 is: [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '72e2875e-ba0a-4ca8-9701-28e351c5eac3', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'port_id': 'fc02e430-6abe-449e-8d02-93356707ec54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'mac_address': 'fa:16:3e:84:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:15:02Z', 'updated_at': '2021-08-03T19:15:28Z', 'revision_number': 1, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:15:35.156830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da req-6aed29c0-d41e-4034-8f05-30ab579b7558 service neutron] 10.222.0.37 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0267100 Aug 03 19:15:35.207774 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-760502f4-8bf7-40f8-b821-aa492e6789c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.484522 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-760502f4-8bf7-40f8-b821-aa492e6789c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.491691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-760502f4-8bf7-40f8-b821-aa492e6789c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.497668 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-760502f4-8bf7-40f8-b821-aa492e6789c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "DELETE /v2.0/security-groups/e040cbcf-6720-451d-965e-9ca0afb7d766 HTTP/1.1" status: 204 len: 168 time: 1.2424858 Aug 03 19:15:35.499345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36370) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:35.595159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee20d4d2-42ca-4653-9fc9-5a7c13e165da req-c4c38eab-8b5c-4b40-b2af-78234951f757 service neutron] 10.222.0.37 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108431 Aug 03 19:15:35.612634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760502f4-8bf7-40f8-b821-aa492e6789c1 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e040cbcf-6720-451d-965e-9ca0afb7d766,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:35.666060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f919b13-6ece-46ab-8424-8aea4e220e36 None None] New status for floating IP 72e2875e-ba0a-4ca8-9701-28e351c5eac3: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:15:35.692631 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dd2ec939-68e4-4916-ba12-c62f04408bdc tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1891425 Aug 03 19:15:35.693860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36372) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:35.753878 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-31259dc0-82d5-40dc-b4f2-a97c5725308e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] delete failed (client error): The resource could not be found. Aug 03 19:15:35.765785 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-31259dc0-82d5-40dc-b4f2-a97c5725308e tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "DELETE /v2.0/security-groups/753387f7-7946-4777-8a25-01e416d28ea9 HTTP/1.1" status: 404 len: 347 time: 0.0701079 Aug 03 19:15:35.767289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36376) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:35.796968 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-e89c9f95-9ac2-4ec7-8ee5-5c3b0be994a7 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] show failed (client error): The resource could not be found. Aug 03 19:15:35.803195 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e89c9f95-9ac2-4ec7-8ee5-5c3b0be994a7 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-groups/c50db11e-e644-47ba-b4cb-be2fa5d2df02 HTTP/1.1" status: 404 len: 347 time: 0.0333469 Aug 03 19:15:35.804161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36378) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:35.817886 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-010b5927-66e8-4609-99be-8fe03bfd4075 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] show failed (client error): The resource could not be found. Aug 03 19:15:35.825008 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-010b5927-66e8-4609-99be-8fe03bfd4075 tempest-NegativeSecGroupIPv6Test-769843751 tempest-NegativeSecGroupIPv6Test-769843751-project] 10.222.0.78 "GET /v2.0/security-group-rules/c955e1d5-e73b-4527-9bda-f817fe337e1e HTTP/1.1" status: 404 len: 356 time: 0.0192540 Aug 03 19:15:36.263082 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36398) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:36.273809 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b8dff83-fe1e-48b3-8de4-d32aa6be92f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.423972 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc08bbe1-ff1b-4ed4-b114-f122bd1f1530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.612209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36412) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:36.612965 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9489eae3-c49f-42a8-992d-f6116d216f4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=207e0c7d25894f029bb2bee36a3de12d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425045 Aug 03 19:15:36.625888 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.754109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1b8dff83-fe1e-48b3-8de4-d32aa6be92f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:36.780465 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b8dff83-fe1e-48b3-8de4-d32aa6be92f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.789715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b40d018-efe5-4230-9e55-ed6982d944bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.819389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b40d018-efe5-4230-9e55-ed6982d944bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.955381 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b40d018-efe5-4230-9e55-ed6982d944bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.959362 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b40d018-efe5-4230-9e55-ed6982d944bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.960999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1b40d018-efe5-4230-9e55-ed6982d944bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/71749cdb-1159-491a-b990-7075ea36a7e9 HTTP/1.1" status: 204 len: 168 time: 0.3503234 Aug 03 19:15:36.988562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40d018-efe5-4230-9e55-ed6982d944bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71749cdb-1159-491a-b990-7075ea36a7e9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:37.019664 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b8dff83-fe1e-48b3-8de4-d32aa6be92f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.040310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1b8dff83-fe1e-48b3-8de4-d32aa6be92f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:37.553556 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b8dff83-fe1e-48b3-8de4-d32aa6be92f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.618116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dff83-fe1e-48b3-8de4-d32aa6be92f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=c28c1bbc-59c0-45a1-ab83-6d7203d60fe1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:37.891161 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.056870 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b8dff83-fe1e-48b3-8de4-d32aa6be92f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.277096 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36476) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:38.476008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8dff83-fe1e-48b3-8de4-d32aa6be92f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Router 98d3c11c-156b-4499-824c-8979d2c1b9c3 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:15:38.629734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a364a11d-2685-4f37-a475-77d910f0d7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.729119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8dff83-fe1e-48b3-8de4-d32aa6be92f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:15:38.748147 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a1737a-fc5a-4db9-b593-4447fb86a257 None None] Sync routers for ids ['98d3c11c-156b-4499-824c-8979d2c1b9c3'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:15:38.757193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1b8dff83-fe1e-48b3-8de4-d32aa6be92f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "PUT /v2.0/routers/98d3c11c-156b-4499-824c-8979d2c1b9c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7574539 Aug 03 19:15:38.760049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36492) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:38.763515 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a1737a-fc5a-4db9-b593-4447fb86a257 None None] Routers {'98d3c11c-156b-4499-824c-8979d2c1b9c3'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:38.765052 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d9a1737a-fc5a-4db9-b593-4447fb86a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:15:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['98d3c11c-156b-4499-824c-8979d2c1b9c3'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:38.847396 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d9a1737a-fc5a-4db9-b593-4447fb86a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:38.857795 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba30baef-658b-4647-be92-155be9a739cc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:15:38.861110 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a1737a-fc5a-4db9-b593-4447fb86a257 None None] Routers {'98d3c11c-156b-4499-824c-8979d2c1b9c3'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:38.861885 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d9a1737a-fc5a-4db9-b593-4447fb86a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:15:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['98d3c11c-156b-4499-824c-8979d2c1b9c3'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:38.868507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ba30baef-658b-4647-be92-155be9a739cc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/c28c1bbc-59c0-45a1-ab83-6d7203d60fe1 HTTP/1.1" status: 404 len: 333 time: 0.1020765 Aug 03 19:15:38.868986 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36496) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:38.914258 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d9a1737a-fc5a-4db9-b593-4447fb86a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:38.914929 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a1737a-fc5a-4db9-b593-4447fb86a257 None None] The sync data for ids ['98d3c11c-156b-4499-824c-8979d2c1b9c3'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:15:38.927598 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a364a11d-2685-4f37-a475-77d910f0d7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.935191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a364a11d-2685-4f37-a475-77d910f0d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.996511 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a364a11d-2685-4f37-a475-77d910f0d7dd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d88564be78b946b0a370fc012a9566b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7178833 Aug 03 19:15:39.000710 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36502) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:39.003434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364a11d-2685-4f37-a475-77d910f0d7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d930e31c-5b12-4bee-8bd5-cd7f631f7e43,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:39.150441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc439aae-c48b-4737-a1d0-f59825fc78f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.167672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd990e39-6643-46f7-b724-9a337052fe7c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.177123 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc439aae-c48b-4737-a1d0-f59825fc78f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.262736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc439aae-c48b-4737-a1d0-f59825fc78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.266426 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc439aae-c48b-4737-a1d0-f59825fc78f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.271315 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fc439aae-c48b-4737-a1d0-f59825fc78f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d930e31c-5b12-4bee-8bd5-cd7f631f7e43 HTTP/1.1" status: 204 len: 168 time: 0.2654009 Aug 03 19:15:39.275840 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc439aae-c48b-4737-a1d0-f59825fc78f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d930e31c-5b12-4bee-8bd5-cd7f631f7e43,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:39.561607 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd990e39-6643-46f7-b724-9a337052fe7c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.571044 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd990e39-6643-46f7-b724-9a337052fe7c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.630571 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.696047 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd990e39-6643-46f7-b724-9a337052fe7c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.696697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd990e39-6643-46f7-b724-9a337052fe7c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Fanout notify agent at l3_agent the message router_deleted on router 98d3c11c-156b-4499-824c-8979d2c1b9c3 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:15:39.705164 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd990e39-6643-46f7-b724-9a337052fe7c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.706325 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cd990e39-6643-46f7-b724-9a337052fe7c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/routers/98d3c11c-156b-4499-824c-8979d2c1b9c3 HTTP/1.1" status: 204 len: 168 time: 0.8357017 Aug 03 19:15:39.710634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36526) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:39.815170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e1d9d4-56b1-43b9-886a-9151693db4da tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting subnet b87f2354-101e-4bab-a361-c2ccad7a0d67 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:15:39.819223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61e1d9d4-56b1-43b9-886a-9151693db4da tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.891609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61e1d9d4-56b1-43b9-886a-9151693db4da tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.059391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61e1d9d4-56b1-43b9-886a-9151693db4da tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.090845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36540) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:40.124083 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47d06925-ac48-44ed-bc58-386ae5daf094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.164182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61e1d9d4-56b1-43b9-886a-9151693db4da tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.260116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1d9d4-56b1-43b9-886a-9151693db4da tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Subnet': ['ID=b87f2354-101e-4bab-a361-c2ccad7a0d67,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:40.274535 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-61e1d9d4-56b1-43b9-886a-9151693db4da tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.276630 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-61e1d9d4-56b1-43b9-886a-9151693db4da tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/b87f2354-101e-4bab-a361-c2ccad7a0d67 HTTP/1.1" status: 204 len: 168 time: 0.5648937 Aug 03 19:15:40.281641 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36548) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:40.295667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afb2afa-446b-4074-8cb2-30c517fe32e7 None None] Network b98ae556-9584-4e38-abe4-04b6ab0eb99e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:40.425066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47d06925-ac48-44ed-bc58-386ae5daf094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.436855 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47d06925-ac48-44ed-bc58-386ae5daf094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.450921 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.569666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-47d06925-ac48-44ed-bc58-386ae5daf094 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=33f322dd38864ccaa76848d6797cb4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4772067 Aug 03 19:15:40.570774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36558) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:40.574649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d06925-ac48-44ed-bc58-386ae5daf094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc77438c-a772-4733-b06c-528c5d1b38ca,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:40.654463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8400c151-4717-4892-9893-37f608954ba0 None None] DHCP port deletion for b98ae556-9584-4e38-abe4-04b6ab0eb99e request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:15:40.674346 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port 362603e6-6a54-4bff-8946-db11fc633df2 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:40.674701 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.737913 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff397-2366-4761-b5b2-53efcff314ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.775711 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff397-2366-4761-b5b2-53efcff314ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.815314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8400c151-4717-4892-9893-37f608954ba0 None None] Deleting port 362603e6-6a54-4bff-8946-db11fc633df2 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:40.816508 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8400c151-4717-4892-9893-37f608954ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.878622 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff397-2366-4761-b5b2-53efcff314ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.885910 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff397-2366-4761-b5b2-53efcff314ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:40.890659 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ce1ff397-2366-4761-b5b2-53efcff314ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc77438c-a772-4733-b06c-528c5d1b38ca HTTP/1.1" status: 204 len: 168 time: 0.3153632 Aug 03 19:15:40.917924 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 362603e6-6a54-4bff-8946-db11fc633df2 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:40.939854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ff397-2366-4761-b5b2-53efcff314ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc77438c-a772-4733-b06c-528c5d1b38ca,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:40.956564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] For port 362603e6-6a54-4bff-8946-db11fc633df2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=362603e6-6a54-4bff-8946-db11fc633df2,segment=NetworkSegment(9ba6d33e-3db8-431f-ad33-a465a5a5593b),segment_id=9ba6d33e-3db8-431f-ad33-a465a5a5593b)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:40.958439 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.006143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for 362603e6-6a54-4bff-8946-db11fc633df2 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:41.144638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8400c151-4717-4892-9893-37f608954ba0 None None] For port 362603e6-6a54-4bff-8946-db11fc633df2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=362603e6-6a54-4bff-8946-db11fc633df2,segment=NetworkSegment(9ba6d33e-3db8-431f-ad33-a465a5a5593b),segment_id=9ba6d33e-3db8-431f-ad33-a465a5a5593b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:41.145160 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8400c151-4717-4892-9893-37f608954ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.161361 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8400c151-4717-4892-9893-37f608954ba0 None None] Calling delete_port for 362603e6-6a54-4bff-8946-db11fc633df2 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:41.305548 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.318780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No active binding found for port 362603e6-6a54-4bff-8946-db11fc633df2 {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:15:41.319740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 362603e6-6a54-4bff-8946-db11fc633df2 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:41.343562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8400c151-4717-4892-9893-37f608954ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.423723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8400c151-4717-4892-9893-37f608954ba0 None None] No DVR routers for this DVR port 362603e6-6a54-4bff-8946-db11fc633df2 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:41.426166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400c151-4717-4892-9893-37f608954ba0 None None] Pushing event deleted for resources: {'Port': ['ID=362603e6-6a54-4bff-8946-db11fc633df2,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:41.467508 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=362603e6-6a54-4bff-8946-db11fc633df2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:41.489048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No DVR routers for this DVR port 362603e6-6a54-4bff-8946-db11fc633df2 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:41.671869 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.695274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98ae556-9584-4e38-abe4-04b6ab0eb99e']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:41.713567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba6d33e-3db8-431f-ad33-a465a5a5593b') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:41.713567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba6d33e-3db8-431f-ad33-a465a5a5593b') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:41.721307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.750648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.764449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:15:41.766154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:15:41.772978 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:15:41.910567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.922243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.928186 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/networks/b98ae556-9584-4e38-abe4-04b6ab0eb99e HTTP/1.1" status: 204 len: 168 time: 1.6428330 Aug 03 19:15:41.930427 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36616) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:41.994238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d1673-bfa9-498e-9d63-b30616d2176a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Network': ['ID=b98ae556-9584-4e38-abe4-04b6ab0eb99e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:42.050962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a8b2f-9586-492e-8864-98ae5c6b5ab4 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:42.056177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36628) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:42.057892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4e9a8b2f-9586-492e-8864-98ae5c6b5ab4 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/baaca00f-2863-4d14-bf26-9b117117ebb9 HTTP/1.1" status: 200 len: 841 time: 0.1256981 Aug 03 19:15:42.152079 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8f43ab0e-a8c9-4e25-9816-c1ebbbab6b65 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/baaca00f-2863-4d14-bf26-9b117117ebb9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0939341 Aug 03 19:15:42.159087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36632) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:42.164556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f4dd836e-653c-45b4-a26b-8c140bef2c61 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:42.357131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dd836e-653c-45b4-a26b-8c140bef2c61 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:42.363154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4dd836e-653c-45b4-a26b-8c140bef2c61 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.193192 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4dd836e-653c-45b4-a26b-8c140bef2c61 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.258785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd836e-653c-45b4-a26b-8c140bef2c61 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Subnet': ['ID=aa22f1ed-063d-4aa3-994e-78a8e8f102d5,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:43.273749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd836e-653c-45b4-a26b-8c140bef2c61 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network a5049582-b517-4908-a0fa-00183674f873 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:43.275281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f4dd836e-653c-45b4-a26b-8c140bef2c61 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:43.285553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd836e-653c-45b4-a26b-8c140bef2c61 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:43.286193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4dd836e-653c-45b4-a26b-8c140bef2c61 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.286906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0005539-6642-4659-aa18-99e5f3fbdfb6 None None] Network a5049582-b517-4908-a0fa-00183674f873 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:43.309942 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f4dd836e-653c-45b4-a26b-8c140bef2c61 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1458414 Aug 03 19:15:43.310686 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36704) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:43.316092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e1b4d0a9-638e-45ca-95a5-2e2f29ceb127 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'security_group': {'name': 'tempest-secgroup-190231866'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:43.364501 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1b4d0a9-638e-45ca-95a5-2e2f29ceb127 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.544397 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1b4d0a9-638e-45ca-95a5-2e2f29ceb127 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.553777 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1b4d0a9-638e-45ca-95a5-2e2f29ceb127 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.596496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4d0a9-638e-45ca-95a5-2e2f29ceb127 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f3de00-0daa-49dd-8ae8-60b6252d4d9a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:43.615964 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e1b4d0a9-638e-45ca-95a5-2e2f29ceb127 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.620822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e1b4d0a9-638e-45ca-95a5-2e2f29ceb127 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3096550 Aug 03 19:15:43.621255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36722) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:43.628018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-581e4f62-f34c-45ff-b47c-d1a93055aacf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'security_group': {'name': 'tempest-secgroup-1273136983'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:43.648447 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-a5049582-b517-4908-a0fa-00183674f873', 'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'tenant_id': 'bf9a8db7d5cb41c3897b106b2f6fdb24', 'fixed_ips': [{'subnet_id': 'aa22f1ed-063d-4aa3-994e-78a8e8f102d5'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:15:43.650418 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.674583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-581e4f62-f34c-45ff-b47c-d1a93055aacf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.928657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-581e4f62-f34c-45ff-b47c-d1a93055aacf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.934813 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-581e4f62-f34c-45ff-b47c-d1a93055aacf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.955081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Allocated IP 172.20.0.2 (a5049582-b517-4908-a0fa-00183674f873/aa22f1ed-063d-4aa3-994e-78a8e8f102d5/edb09690-8118-4403-9648-90f933db5d51) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:43.984807 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-581e4f62-f34c-45ff-b47c-d1a93055aacf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.996940 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-581e4f62-f34c-45ff-b47c-d1a93055aacf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3744338 Aug 03 19:15:44.001277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36744) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:44.008609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1195280486', 'security_groups': ['ab809f40-c288-471a-8171-94375de3ff5c'], 'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa22f1ed-063d-4aa3-994e-78a8e8f102d5'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:44.022991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e4f62-f34c-45ff-b47c-d1a93055aacf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab809f40-c288-471a-8171-94375de3ff5c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:44.302792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:44.355759 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.378614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Transition to ACTIVE for port object edb09690-8118-4403-9648-90f933db5d51 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:44.407640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Transition to ACTIVE for port object edb09690-8118-4403-9648-90f933db5d51 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:44.422452 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.423135 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.453999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port 02cbe521-8c88-406e-a267-8c6608a8cf25 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:15:44.578782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Network a5049582-b517-4908-a0fa-00183674f873 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:44.591395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:44.622259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:44.628171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Pushing event updated for resources: {'Port': ['ID=edb09690-8118-4403-9648-90f933db5d51,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:44.726067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36768) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:44.765871 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Attempting to bind port edb09690-8118-4403-9648-90f933db5d51 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:44.766598 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Attempting to bind port edb09690-8118-4403-9648-90f933db5d51 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a5049582-b517-4908-a0fa-00183674f873'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:44.768042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Attempting to bind port edb09690-8118-4403-9648-90f933db5d51 on network a5049582-b517-4908-a0fa-00183674f873 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:44.778239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:44.778895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Checking segment: {'id': 'c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a5049582-b517-4908-a0fa-00183674f873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:44.781170 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.781770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Bound using segment: {'id': 'c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a5049582-b517-4908-a0fa-00183674f873'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:44.782600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Bound port: edb09690-8118-4403-9648-90f933db5d51, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a5049582-b517-4908-a0fa-00183674f873'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:44.783011 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.848480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.5 (a5049582-b517-4908-a0fa-00183674f873/aa22f1ed-063d-4aa3-994e-78a8e8f102d5/02cbe521-8c88-406e-a267-8c6608a8cf25) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:44.945607 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ea24dc1-ff0d-40b5-a970-073d4504ebfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.948063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] For port edb09690-8118-4403-9648-90f933db5d51, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:44.954597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] For port edb09690-8118-4403-9648-90f933db5d51, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=edb09690-8118-4403-9648-90f933db5d51,segment=NetworkSegment(c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd),segment_id=c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:44.970770 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.109760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.112949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4ad04-33cb-4354-9e4c-a21337e4e627 None None] Pushing event updated for resources: {'Port': ['ID=edb09690-8118-4403-9648-90f933db5d51,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.130734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object 02cbe521-8c88-406e-a267-8c6608a8cf25 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:45.158524 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ea24dc1-ff0d-40b5-a970-073d4504ebfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.177786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ea24dc1-ff0d-40b5-a970-073d4504ebfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.186514 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.224379 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.246989 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea24dc1-ff0d-40b5-a970-073d4504ebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c518c417-083e-4f12-bfea-7581f81a36ed,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.306064 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8ea24dc1-ff0d-40b5-a970-073d4504ebfd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c21fd3b514e04de79849da1e05466564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5778234 Aug 03 19:15:45.309003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36780) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:45.311306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network a5049582-b517-4908-a0fa-00183674f873 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:45.323616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:45.327591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:45.331114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=02cbe521-8c88-406e-a267-8c6608a8cf25,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.418492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:45.419324 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.458057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-32962c79-c824-4a5f-bb62-9930613d1dce tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4520476 Aug 03 19:15:45.458997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36784) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:45.476774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-cba01ce4-20a3-4de3-98c5-c2e5d9e7cd3c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:45.525858 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9be026fb-dffa-4bf6-ae5c-09ea33bde49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.584840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9be026fb-dffa-4bf6-ae5c-09ea33bde49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.725067 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9be026fb-dffa-4bf6-ae5c-09ea33bde49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.729424 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9be026fb-dffa-4bf6-ae5c-09ea33bde49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.730722 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9be026fb-dffa-4bf6-ae5c-09ea33bde49e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c518c417-083e-4f12-bfea-7581f81a36ed HTTP/1.1" status: 204 len: 168 time: 0.4187591 Aug 03 19:15:45.754385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be026fb-dffa-4bf6-ae5c-09ea33bde49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c518c417-083e-4f12-bfea-7581f81a36ed,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.856556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba01ce4-20a3-4de3-98c5-c2e5d9e7cd3c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:45.861082 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cba01ce4-20a3-4de3-98c5-c2e5d9e7cd3c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.983903 n-d-802918-7 neutron-server[100487]: INFO neutron.db.ipam_backend_mixin [None req-cba01ce4-20a3-4de3-98c5-c2e5d9e7cd3c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aa22f1ed-063d-4aa3-994e-78a8e8f102d5 (CIDR: 172.20.0.0/28) Aug 03 19:15:45.988494 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba01ce4-20a3-4de3-98c5-c2e5d9e7cd3c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:45.989009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba01ce4-20a3-4de3-98c5-c2e5d9e7cd3c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:15:46.017340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36802) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:46.017859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cba01ce4-20a3-4de3-98c5-c2e5d9e7cd3c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5574393 Aug 03 19:15:46.027232 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-cfeb41fd-84b3-40d7-b497-01ef6d461359 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:46.239243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb41fd-84b3-40d7-b497-01ef6d461359 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:46.249563 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfeb41fd-84b3-40d7-b497-01ef6d461359 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.267267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36808) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:46.282379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fa2466c8-6df7-4acc-89f7-40a9ddeb2d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.486907 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fa2466c8-6df7-4acc-89f7-40a9ddeb2d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.495420 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fa2466c8-6df7-4acc-89f7-40a9ddeb2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.535381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2466c8-6df7-4acc-89f7-40a9ddeb2d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f170d63d-207a-4db1-a8bb-f4b1bdc90129,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:46.624061 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fa2466c8-6df7-4acc-89f7-40a9ddeb2d62 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f25bff9804834e46846918c7ff56c3d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554533 Aug 03 19:15:46.627062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36818) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:46.637010 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfeb41fd-84b3-40d7-b497-01ef6d461359 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.781513 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb41fd-84b3-40d7-b497-01ef6d461359 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network a5049582-b517-4908-a0fa-00183674f873 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:46.797008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-cfeb41fd-84b3-40d7-b497-01ef6d461359 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:46.807886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb41fd-84b3-40d7-b497-01ef6d461359 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:46.808920 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfeb41fd-84b3-40d7-b497-01ef6d461359 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.822929 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb41fd-84b3-40d7-b497-01ef6d461359 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Subnet': ['ID=454b11b3-59a8-4527-888e-b9890a7b285b,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:46.855518 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dfd83a1-9f6c-47b5-b40b-37ddc120b5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.865098 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cfeb41fd-84b3-40d7-b497-01ef6d461359 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8430481 Aug 03 19:15:46.865792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36828) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:46.882866 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-37606028', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '454b11b3-59a8-4527-888e-b9890a7b285b'}], 'security_groups': ['54f3de00-0daa-49dd-8ae8-60b6252d4d9a']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:46.928228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device edb09690-8118-4403-9648-90f933db5d51 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:46.958284 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dfd83a1-9f6c-47b5-b40b-37ddc120b5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.048273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dfd83a1-9f6c-47b5-b40b-37ddc120b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.054826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5dfd83a1-9f6c-47b5-b40b-37ddc120b5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.061989 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5dfd83a1-9f6c-47b5-b40b-37ddc120b5c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f170d63d-207a-4db1-a8bb-f4b1bdc90129 HTTP/1.1" status: 204 len: 168 time: 0.4333634 Aug 03 19:15:47.070549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7b0531-55c5-4fec-99b1-dd8a4ad98590 None None] Network a5049582-b517-4908-a0fa-00183674f873 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:47.083975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd83a1-9f6c-47b5-b40b-37ddc120b5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f170d63d-207a-4db1-a8bb-f4b1bdc90129,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:47.111058 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.285074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-27e64e5d-4f67-470a-8f74-883840d15441 None None] Provisioning for port edb09690-8118-4403-9648-90f933db5d51 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:47.299674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port edb09690-8118-4403-9648-90f933db5d51 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:47.313285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port edb09690-8118-4403-9648-90f933db5d51 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:47.313954 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.316870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-27e64e5d-4f67-470a-8f74-883840d15441 None None] Provisioning complete for port edb09690-8118-4403-9648-90f933db5d51 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:47.317489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-27e64e5d-4f67-470a-8f74-883840d15441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.827561 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.957071 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-27e64e5d-4f67-470a-8f74-883840d15441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.059760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port edb09690-8118-4403-9648-90f933db5d51, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=edb09690-8118-4403-9648-90f933db5d51,segment=NetworkSegment(c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd),segment_id=c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:48.075325 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.440983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Delete allocated IP 172.20.0.5 (a5049582-b517-4908-a0fa-00183674f873/aa22f1ed-063d-4aa3-994e-78a8e8f102d5) {{(pid=100487) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:15:48.445663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=edb09690-8118-4403-9648-90f933db5d51,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:48.456789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.29 (a5049582-b517-4908-a0fa-00183674f873/454b11b3-59a8-4527-888e-b9890a7b285b/02cbe521-8c88-406e-a267-8c6608a8cf25) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:48.488662 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-27e64e5d-4f67-470a-8f74-883840d15441 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:15:48.490002 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-27e64e5d-4f67-470a-8f74-883840d15441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:15:48.575948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfc627-a3d5-4aa5-afc7-90baff23c79f None None] Update dhcp port {'port': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'fixed_ips': [{'subnet_id': 'aa22f1ed-063d-4aa3-994e-78a8e8f102d5', 'ip_address': '172.20.0.2'}, {'subnet_id': '454b11b3-59a8-4527-888e-b9890a7b285b'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'edb09690-8118-4403-9648-90f933db5d51'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:15:48.636213 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-67bfc627-a3d5-4aa5-afc7-90baff23c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.816967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.856978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device edb09690-8118-4403-9648-90f933db5d51 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:48.863570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Ignored duplicate provisioning block setup for port 02cbe521-8c88-406e-a267-8c6608a8cf25 by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:15:48.877204 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:48.984831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port edb09690-8118-4403-9648-90f933db5d51 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:48.985958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.048062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-67bfc627-a3d5-4aa5-afc7-90baff23c79f None None] Allocated IP 172.20.0.18 (a5049582-b517-4908-a0fa-00183674f873/454b11b3-59a8-4527-888e-b9890a7b285b/edb09690-8118-4403-9648-90f933db5d51) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:49.062175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] In _notify_port_updated(), no bound segment for port 02cbe521-8c88-406e-a267-8c6608a8cf25 on network a5049582-b517-4908-a0fa-00183674f873 {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:15:49.079273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:49.082037 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.085155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "PUT /v2.0/ports/02cbe521-8c88-406e-a267-8c6608a8cf25 HTTP/1.1" status: 200 len: 919 time: 2.2163823 Aug 03 19:15:49.088131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36908) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:49.131229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3698e-a024-4e46-92f2-de81e2c17e3b tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=02cbe521-8c88-406e-a267-8c6608a8cf25,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:49.266036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-27e64e5d-4f67-470a-8f74-883840d15441 None None] Provisioning complete for port baaca00f-2863-4d14-bf26-9b117117ebb9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:49.266594 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-27e64e5d-4f67-470a-8f74-883840d15441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.287487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a2710-5743-4772-9806-d56fa383d1a5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port 02cbe521-8c88-406e-a267-8c6608a8cf25 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:49.291169 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d2a2710-5743-4772-9806-d56fa383d1a5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.387344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-67bfc627-a3d5-4aa5-afc7-90baff23c79f None None] For port edb09690-8118-4403-9648-90f933db5d51, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=edb09690-8118-4403-9648-90f933db5d51,segment=NetworkSegment(c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd),segment_id=c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:49.391083 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-27e64e5d-4f67-470a-8f74-883840d15441 None None] Port baaca00f-2863-4d14-bf26-9b117117ebb9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:49.462023 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-67bfc627-a3d5-4aa5-afc7-90baff23c79f None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.498777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-67bfc627-a3d5-4aa5-afc7-90baff23c79f None None] Transition to ACTIVE for port object edb09690-8118-4403-9648-90f933db5d51 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:49.507390 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-67bfc627-a3d5-4aa5-afc7-90baff23c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.625172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d2a2710-5743-4772-9806-d56fa383d1a5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.742350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a2710-5743-4772-9806-d56fa383d1a5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for 02cbe521-8c88-406e-a267-8c6608a8cf25 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:49.791224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfc627-a3d5-4aa5-afc7-90baff23c79f None None] Pushing event updated for resources: {'Port': ['ID=edb09690-8118-4403-9648-90f933db5d51,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:50.028327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b438-77dc-4469-b661-898bb27a5dd7 req-dfc1358d-8a26-4f0d-8909-8f8344bb9ac1 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:50.030798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a059b438-77dc-4469-b661-898bb27a5dd7 req-dfc1358d-8a26-4f0d-8909-8f8344bb9ac1 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.2128119 Aug 03 19:15:50.038249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25529e1-9d99-4d55-b9f0-1897eb534012 req-3f1466ba-1cd0-45b2-9b22-9f865ede2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:50.040039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a25529e1-9d99-4d55-b9f0-1897eb534012 req-3f1466ba-1cd0-45b2-9b22-9f865ede2116 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 1096 time: 0.2421780 Aug 03 19:15:50.209180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a059b438-77dc-4469-b661-898bb27a5dd7 req-de958609-0a6b-49db-9657-c05f02b19297 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491711 Aug 03 19:15:50.312684 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d2a2710-5743-4772-9806-d56fa383d1a5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.347474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25529e1-9d99-4d55-b9f0-1897eb534012 req-77e8271e-2081-4b1c-bb56-5577c1cd1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:50.350239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a25529e1-9d99-4d55-b9f0-1897eb534012 req-77e8271e-2081-4b1c-bb56-5577c1cd1074 service neutron] 10.222.0.37 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 918 time: 0.3002222 Aug 03 19:15:50.442582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a2710-5743-4772-9806-d56fa383d1a5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=02cbe521-8c88-406e-a267-8c6608a8cf25,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:50.481435 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a25529e1-9d99-4d55-b9f0-1897eb534012 req-b71eaeed-97b0-43c0-8564-206d7aaf8868 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9 HTTP/1.1" status: 200 len: 217 time: 0.1187773 Aug 03 19:15:50.607762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25529e1-9d99-4d55-b9f0-1897eb534012 req-13756d4c-fc6e-45d6-8407-549c105d9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:50.610831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a25529e1-9d99-4d55-b9f0-1897eb534012 req-13756d4c-fc6e-45d6-8407-549c105d9bfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.1202731 Aug 03 19:15:50.682338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a25529e1-9d99-4d55-b9f0-1897eb534012 req-972ba0ab-36cc-4809-bd41-1cadb41ac239 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560918 Aug 03 19:15:50.711705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36976) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:50.730494 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d2a2710-5743-4772-9806-d56fa383d1a5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:50.734901 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d2a2710-5743-4772-9806-d56fa383d1a5 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/02cbe521-8c88-406e-a267-8c6608a8cf25 HTTP/1.1" status: 204 len: 168 time: 1.6446328 Aug 03 19:15:50.739181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36980) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:50.800122 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b504256-0538-48af-8d8b-9dc234fe8b39 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:15:50.802517 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4b504256-0538-48af-8d8b-9dc234fe8b39 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/02cbe521-8c88-406e-a267-8c6608a8cf25 HTTP/1.1" status: 404 len: 333 time: 0.0612714 Aug 03 19:15:50.807029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36984) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:50.876005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device edb09690-8118-4403-9648-90f933db5d51 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:50.994648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0497ac1b-23fa-4216-9156-b00b6bc911cd tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.075548 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0497ac1b-23fa-4216-9156-b00b6bc911cd tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.121132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e3d9cdf2-7e6f-4e9d-956a-116a8f5f1b53 None None] Provisioning for port edb09690-8118-4403-9648-90f933db5d51 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:51.127953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a25529e1-9d99-4d55-b9f0-1897eb534012 req-783c54d0-0bf1-4f2c-b9ee-df0d1f9270af service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344444 Aug 03 19:15:51.132115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bd98f0ab-3196-4051-a735-2bba0ab47bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.144414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e3d9cdf2-7e6f-4e9d-956a-116a8f5f1b53 None None] Provisioning complete for port edb09690-8118-4403-9648-90f933db5d51 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:51.145122 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e3d9cdf2-7e6f-4e9d-956a-116a8f5f1b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.222179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port edb09690-8118-4403-9648-90f933db5d51 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:51.222790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.259707 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0497ac1b-23fa-4216-9156-b00b6bc911cd tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.264581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0497ac1b-23fa-4216-9156-b00b6bc911cd tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.266616 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0497ac1b-23fa-4216-9156-b00b6bc911cd tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/security-groups/ab809f40-c288-471a-8171-94375de3ff5c HTTP/1.1" status: 204 len: 168 time: 0.4578297 Aug 03 19:15:51.295305 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36994) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:51.405597 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497ac1b-23fa-4216-9156-b00b6bc911cd tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab809f40-c288-471a-8171-94375de3ff5c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:51.468627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-537b9cbc-bf20-4b8c-9289-bc70cacf8c8a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.517291 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-537b9cbc-bf20-4b8c-9289-bc70cacf8c8a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.642234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e3d9cdf2-7e6f-4e9d-956a-116a8f5f1b53 None None] Provisioning complete for port baaca00f-2863-4d14-bf26-9b117117ebb9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:51.642941 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e3d9cdf2-7e6f-4e9d-956a-116a8f5f1b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.660399 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-537b9cbc-bf20-4b8c-9289-bc70cacf8c8a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.673559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-537b9cbc-bf20-4b8c-9289-bc70cacf8c8a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.675710 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-537b9cbc-bf20-4b8c-9289-bc70cacf8c8a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/security-groups/54f3de00-0daa-49dd-8ae8-60b6252d4d9a HTTP/1.1" status: 204 len: 168 time: 0.3787818 Aug 03 19:15:51.684899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37008) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:51.770474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1691f-cefc-4681-bdf3-198a61cdaa22 req-426323d9-80dd-4933-ac2d-12a0ddb157f6 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:51.774054 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20a1691f-cefc-4681-bdf3-198a61cdaa22 req-426323d9-80dd-4933-ac2d-12a0ddb157f6 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.3176088 Aug 03 19:15:51.776592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e3d9cdf2-7e6f-4e9d-956a-116a8f5f1b53 None None] Port baaca00f-2863-4d14-bf26-9b117117ebb9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:51.781626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e3d9cdf2-7e6f-4e9d-956a-116a8f5f1b53 None None] Could not find standard attr ID for object 02cbe521-8c88-406e-a267-8c6608a8cf25. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:15:51.796124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37010) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:51.804234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-f723bafc-c59d-4b44-878a-56a30efccfda tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting subnet aa22f1ed-063d-4aa3-994e-78a8e8f102d5 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:15:51.815647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b9cbc-bf20-4b8c-9289-bc70cacf8c8a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f3de00-0daa-49dd-8ae8-60b6252d4d9a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:51.818276 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f723bafc-c59d-4b44-878a-56a30efccfda tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.872738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a25529e1-9d99-4d55-b9f0-1897eb534012 req-09011939-0bab-4b92-9de2-33c1e6bbc5f3 service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7317467 Aug 03 19:15:51.901859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d79b10e8-6ba7-48f4-857e-8c69a334ca03 None None] Could not find standard attr ID for object 02cbe521-8c88-406e-a267-8c6608a8cf25. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:15:51.923715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20a1691f-cefc-4681-bdf3-198a61cdaa22 req-f56cb135-ef7f-47cf-b0ee-62af1d06677c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061256 Aug 03 19:15:51.961846 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f723bafc-c59d-4b44-878a-56a30efccfda tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.065985 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3c7cf15-b0c9-4dda-9655-c38f9cc699c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.103471 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bd98f0ab-3196-4051-a735-2bba0ab47bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.120463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bd98f0ab-3196-4051-a735-2bba0ab47bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.216130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bd98f0ab-3196-4051-a735-2bba0ab47bb7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8eb4664cba414cebb3f4f349191c5ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5013845 Aug 03 19:15:52.219175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37024) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:52.240734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f723bafc-c59d-4b44-878a-56a30efccfda tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.245004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98f0ab-3196-4051-a735-2bba0ab47bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cf0216-e6f6-455c-b195-c697db9b0e2f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:52.324888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-296058b0-20a1-493c-9d04-32b986051417 None None] Could not find standard attr ID for object 02cbe521-8c88-406e-a267-8c6608a8cf25. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:15:52.391239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f723bafc-c59d-4b44-878a-56a30efccfda tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.442113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad45bb0f-7541-4c07-9dc9-474d186c081c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.468633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723bafc-c59d-4b44-878a-56a30efccfda tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Subnet': ['ID=aa22f1ed-063d-4aa3-994e-78a8e8f102d5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:52.486201 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f723bafc-c59d-4b44-878a-56a30efccfda tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.487004 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3c7cf15-b0c9-4dda-9655-c38f9cc699c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.491427 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f723bafc-c59d-4b44-878a-56a30efccfda tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/aa22f1ed-063d-4aa3-994e-78a8e8f102d5 HTTP/1.1" status: 204 len: 168 time: 0.7898431 Aug 03 19:15:52.493692 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad45bb0f-7541-4c07-9dc9-474d186c081c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.498771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37028) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:52.503276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3c7cf15-b0c9-4dda-9655-c38f9cc699c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.510721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d1f96fbb-1cd0-404e-a52e-72bfd93e237a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:52.648111 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad45bb0f-7541-4c07-9dc9-474d186c081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.652348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad45bb0f-7541-4c07-9dc9-474d186c081c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.656898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ad45bb0f-7541-4c07-9dc9-474d186c081c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00cf0216-e6f6-455c-b195-c697db9b0e2f HTTP/1.1" status: 204 len: 168 time: 0.4292142 Aug 03 19:15:52.680470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4286f8ed-318e-4670-8ab1-34e1fd222923 None None] Network a5049582-b517-4908-a0fa-00183674f873 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:52.680844 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a3c7cf15-b0c9-4dda-9655-c38f9cc699c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ec41fe4378d04e21855331ddfe741d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8803790 Aug 03 19:15:52.682261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7cf15-b0c9-4dda-9655-c38f9cc699c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492d6eaf-2f56-4c3e-b16b-c6f4d10cbdc7,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:52.704047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37034) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:52.715368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45bb0f-7541-4c07-9dc9-474d186c081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cf0216-e6f6-455c-b195-c697db9b0e2f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:52.871903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f96fbb-1cd0-404e-a52e-72bfd93e237a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:52.876034 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1f96fbb-1cd0-404e-a52e-72bfd93e237a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.960146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c26b0c61-6ac2-4c08-bd4b-a6f55096bd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.030944 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c26b0c61-6ac2-4c08-bd4b-a6f55096bd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.176631 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c26b0c61-6ac2-4c08-bd4b-a6f55096bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.179688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c26b0c61-6ac2-4c08-bd4b-a6f55096bd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.181184 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c26b0c61-6ac2-4c08-bd4b-a6f55096bd2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/492d6eaf-2f56-4c3e-b16b-c6f4d10cbdc7 HTTP/1.1" status: 204 len: 168 time: 0.4761336 Aug 03 19:15:53.197258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b0c61-6ac2-4c08-bd4b-a6f55096bd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492d6eaf-2f56-4c3e-b16b-c6f4d10cbdc7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:53.210595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7e8e2-4068-422c-adf9-37ace3090558 req-5499896b-6baa-4992-b5c6-451bc2c6a89e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:53.215240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fab7e8e2-4068-422c-adf9-37ace3090558 req-5499896b-6baa-4992-b5c6-451bc2c6a89e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1506834 Aug 03 19:15:53.327272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37050) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:53.350623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fab7e8e2-4068-422c-adf9-37ace3090558 req-1b865251-4e9d-4f6e-8557-634492ca1c38 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129816 Aug 03 19:15:53.411437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e51f48f1-3932-40d2-9998-2ae50d39bb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.438030 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1f96fbb-1cd0-404e-a52e-72bfd93e237a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.599454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f96fbb-1cd0-404e-a52e-72bfd93e237a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network a5049582-b517-4908-a0fa-00183674f873 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:53.636790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f96fbb-1cd0-404e-a52e-72bfd93e237a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Subnet': ['ID=b1207843-73b1-41db-9d18-ae91da559ae7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:53.658370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d1f96fbb-1cd0-404e-a52e-72bfd93e237a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:53.670143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f96fbb-1cd0-404e-a52e-72bfd93e237a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:53.671657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1f96fbb-1cd0-404e-a52e-72bfd93e237a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.850900 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e51f48f1-3932-40d2-9998-2ae50d39bb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.860667 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e51f48f1-3932-40d2-9998-2ae50d39bb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.909723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37066) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:53.910030 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d1f96fbb-1cd0-404e-a52e-72bfd93e237a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4089489 Aug 03 19:15:53.918974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0d8d4564-f9b6-4e81-86a0-719fda2a2602 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'security_group': {'name': 'tempest-secgroup-69501993'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:53.936900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f48f1-3932-40d2-9998-2ae50d39bb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06bb69d-a63c-49a6-b1a4-2bee5d312055,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:53.956619 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e51f48f1-3932-40d2-9998-2ae50d39bb2a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1cf08273664142e59fc1530257c7f52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6254098 Aug 03 19:15:53.957315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37070) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:54.015079 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4564-f9b6-4e81-86a0-719fda2a2602 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.038218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a1a497-ff72-445c-a05b-b55149be9c2c None None] Network a5049582-b517-4908-a0fa-00183674f873 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:54.071028 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5a00fba-198a-4786-b5a1-ddbc3e482444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.110093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37072) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:54.124553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-406d4248-a62c-483c-8009-15e46d57b217 None None] Provisioning complete for port edb09690-8118-4403-9648-90f933db5d51 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:54.125118 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-406d4248-a62c-483c-8009-15e46d57b217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.128445 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5a00fba-198a-4786-b5a1-ddbc3e482444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.142641 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dec1b68-1b16-4149-96a5-9e3bc9ad856e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.236090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5a00fba-198a-4786-b5a1-ddbc3e482444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.239666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5a00fba-198a-4786-b5a1-ddbc3e482444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.240845 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c5a00fba-198a-4786-b5a1-ddbc3e482444 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a06bb69d-a63c-49a6-b1a4-2bee5d312055 HTTP/1.1" status: 204 len: 168 time: 0.2825205 Aug 03 19:15:54.246398 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4564-f9b6-4e81-86a0-719fda2a2602 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.256207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a00fba-198a-4786-b5a1-ddbc3e482444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06bb69d-a63c-49a6-b1a4-2bee5d312055,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:54.267732 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4564-f9b6-4e81-86a0-719fda2a2602 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.336287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d4564-f9b6-4e81-86a0-719fda2a2602 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aac478f-a79f-4f4e-a61c-71a9f2161b02,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:54.424908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dec1b68-1b16-4149-96a5-9e3bc9ad856e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.431802 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dec1b68-1b16-4149-96a5-9e3bc9ad856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.435876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-406d4248-a62c-483c-8009-15e46d57b217 None None] Provisioning complete for port baaca00f-2863-4d14-bf26-9b117117ebb9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:54.436300 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-406d4248-a62c-483c-8009-15e46d57b217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.469859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2dec1b68-1b16-4149-96a5-9e3bc9ad856e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2e9eef0748894661b4b5bbcd0eae5ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581300 Aug 03 19:15:54.474241 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37082) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:54.499450 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4564-f9b6-4e81-86a0-719fda2a2602 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.503165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0d8d4564-f9b6-4e81-86a0-719fda2a2602 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5916715 Aug 03 19:15:54.508442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37084) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:54.513223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5ebebcba-caf2-4419-9534-75ccc319c2ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'security_group': {'name': 'tempest-secgroup-1663763210'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:54.562480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec1b68-1b16-4149-96a5-9e3bc9ad856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a37706-ccb9-4c66-bb06-0766c5b50072,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:54.601134 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ebebcba-caf2-4419-9534-75ccc319c2ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.632081 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1080792-b6d0-47c8-821b-64db66829fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.655395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-406d4248-a62c-483c-8009-15e46d57b217 None None] Port baaca00f-2863-4d14-bf26-9b117117ebb9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:54.688199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1080792-b6d0-47c8-821b-64db66829fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.693331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Update dhcp port {'port': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'fixed_ips': [{'subnet_id': '454b11b3-59a8-4527-888e-b9890a7b285b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b1207843-73b1-41db-9d18-ae91da559ae7'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'edb09690-8118-4403-9648-90f933db5d51'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:15:54.699922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe059f62-4754-49f0-8051-15c8eddd0051 req-5cf25b78-ec7e-400f-ac4c-16f27e7c0d87 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:54.720457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe059f62-4754-49f0-8051-15c8eddd0051 req-5cf25b78-ec7e-400f-ac4c-16f27e7c0d87 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1912611 Aug 03 19:15:54.804581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1080792-b6d0-47c8-821b-64db66829fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.819194 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1080792-b6d0-47c8-821b-64db66829fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.827610 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d1080792-b6d0-47c8-821b-64db66829fb5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c2a37706-ccb9-4c66-bb06-0766c5b50072 HTTP/1.1" status: 204 len: 168 time: 0.3478584 Aug 03 19:15:54.831852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe059f62-4754-49f0-8051-15c8eddd0051 req-75903398-4fce-4f9a-8712-ce783465aec0 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982811 Aug 03 19:15:54.852915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1080792-b6d0-47c8-821b-64db66829fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a37706-ccb9-4c66-bb06-0766c5b50072,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:54.910162 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.968812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ebebcba-caf2-4419-9534-75ccc319c2ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.986003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ebebcba-caf2-4419-9534-75ccc319c2ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.019639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebebcba-caf2-4419-9534-75ccc319c2ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8389ea9b-1f66-4b40-8ed9-5d6d113d0298,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:55.036563 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ebebcba-caf2-4419-9534-75ccc319c2ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.038223 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5ebebcba-caf2-4419-9534-75ccc319c2ac tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5287898 Aug 03 19:15:55.042913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37100) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:55.050670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-babf9a67-1057-4c22-86d2-5d8437625b90 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'security_group': {'name': 'tempest-secgroup-841527637'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:55.101090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-babf9a67-1057-4c22-86d2-5d8437625b90 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.235731 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Allocated IP 172.20.0.2 (a5049582-b517-4908-a0fa-00183674f873/b1207843-73b1-41db-9d18-ae91da559ae7/edb09690-8118-4403-9648-90f933db5d51) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:55.271901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-babf9a67-1057-4c22-86d2-5d8437625b90 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.280820 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-babf9a67-1057-4c22-86d2-5d8437625b90 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.302393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-babf9a67-1057-4c22-86d2-5d8437625b90 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.305727 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-babf9a67-1057-4c22-86d2-5d8437625b90 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2596483 Aug 03 19:15:55.309106 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37114) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:55.319160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1798647364', 'security_groups': ['1515b105-85f1-400e-8da3-487dc5d8827e'], 'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b1207843-73b1-41db-9d18-ae91da559ae7'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:55.332290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf9a67-1057-4c22-86d2-5d8437625b90 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1515b105-85f1-400e-8da3-487dc5d8827e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:55.426376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] For port edb09690-8118-4403-9648-90f933db5d51, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=edb09690-8118-4403-9648-90f933db5d51,segment=NetworkSegment(c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd),segment_id=c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:55.487880 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.506926 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Transition to ACTIVE for port object edb09690-8118-4403-9648-90f933db5d51 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:55.516387 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.625060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:55.664849 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Pushing event updated for resources: {'Port': ['ID=edb09690-8118-4403-9648-90f933db5d51,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:55.691910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.692772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.693279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.693996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.694489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.695267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.695779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.696380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.696901 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.697667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.698210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.698697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a26c9-2cc3-4bba-8031-37a0b7dc4e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:55.827411 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.882111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] device_id is not set on port 90c91a74-5821-46e9-ae61-4a79000294c9 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:15:56.244431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4413c9-2edd-4e98-a517-fa5c04a7a460 req-a41b9e6c-fd3f-4e43-9e52-2586093e12ee tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:56.261587 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db4413c9-2edd-4e98-a517-fa5c04a7a460 req-a41b9e6c-fd3f-4e43-9e52-2586093e12ee tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1827962 Aug 03 19:15:56.328932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.10 (a5049582-b517-4908-a0fa-00183674f873/b1207843-73b1-41db-9d18-ae91da559ae7/90c91a74-5821-46e9-ae61-4a79000294c9) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:56.357050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db4413c9-2edd-4e98-a517-fa5c04a7a460 req-1b944f49-3f12-4c1b-b429-0a076054a852 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945408 Aug 03 19:15:56.605970 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.637757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object 90c91a74-5821-46e9-ae61-4a79000294c9 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:56.713852 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.720692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5a320b14-2a35-4f59-a424-4d0304bf7f4c None None] Provisioning for port edb09690-8118-4403-9648-90f933db5d51 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:56.735086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5a320b14-2a35-4f59-a424-4d0304bf7f4c None None] Provisioning complete for port edb09690-8118-4403-9648-90f933db5d51 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:56.735705 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a320b14-2a35-4f59-a424-4d0304bf7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.798387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network a5049582-b517-4908-a0fa-00183674f873 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:56.803425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:56.806582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=90c91a74-5821-46e9-ae61-4a79000294c9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:56.809830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:56.893205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device edb09690-8118-4403-9648-90f933db5d51 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:56.926124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:56.927176 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.962960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e636e07e-7d8f-4380-b1dd-5611d8c10a77 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6445410 Aug 03 19:15:56.962960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37180) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:56.986254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1eeb3147-cee8-4f68-8f4b-6923225cf1e7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:57.184629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port edb09690-8118-4403-9648-90f933db5d51 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:57.185241 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.192311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5a320b14-2a35-4f59-a424-4d0304bf7f4c None None] Provisioning complete for port baaca00f-2863-4d14-bf26-9b117117ebb9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:57.197594 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a320b14-2a35-4f59-a424-4d0304bf7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.249848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeb3147-cee8-4f68-8f4b-6923225cf1e7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:57.260666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3147-cee8-4f68-8f4b-6923225cf1e7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.350771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5a320b14-2a35-4f59-a424-4d0304bf7f4c None None] Port baaca00f-2863-4d14-bf26-9b117117ebb9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:57.471227 n-d-802918-7 neutron-server[100487]: INFO neutron.db.ipam_backend_mixin [None req-1eeb3147-cee8-4f68-8f4b-6923225cf1e7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1207843-73b1-41db-9d18-ae91da559ae7 (CIDR: 172.20.0.0/28) Aug 03 19:15:57.489040 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eeb3147-cee8-4f68-8f4b-6923225cf1e7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:57.495137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eeb3147-cee8-4f68-8f4b-6923225cf1e7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:15:57.499647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e15ce156-c6b2-4ab8-9da9-3ab60cef7442 None None] Provisioning for port 90c91a74-5821-46e9-ae61-4a79000294c9 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:57.506483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e15ce156-c6b2-4ab8-9da9-3ab60cef7442 None None] Provisioning complete for port 90c91a74-5821-46e9-ae61-4a79000294c9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:57.507239 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e15ce156-c6b2-4ab8-9da9-3ab60cef7442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.577072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e15ce156-c6b2-4ab8-9da9-3ab60cef7442 None None] Port 90c91a74-5821-46e9-ae61-4a79000294c9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:15:57.589953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1eeb3147-cee8-4f68-8f4b-6923225cf1e7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6275229 Aug 03 19:15:57.595022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37208) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:57.606536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c4cf4c9e-bc60-4ba9-bb0a-7688060eb917 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:57.695541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654bd12-9f79-4c60-a548-5c23d44e2fcd req-408f5d6a-54f7-4523-ad08-5601679971dc tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:57.704420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c654bd12-9f79-4c60-a548-5c23d44e2fcd req-408f5d6a-54f7-4523-ad08-5601679971dc tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1724508 Aug 03 19:15:57.789663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c654bd12-9f79-4c60-a548-5c23d44e2fcd req-b789ecb5-8843-473d-a323-aa7aba7274f0 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769081 Aug 03 19:15:57.873135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cf4c9e-bc60-4ba9-bb0a-7688060eb917 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:57.876948 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4cf4c9e-bc60-4ba9-bb0a-7688060eb917 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.019788 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:15:58.085643 n-d-802918-7 neutron-server[100487]: INFO neutron.db.ipam_backend_mixin [None req-c4cf4c9e-bc60-4ba9-bb0a-7688060eb917 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 454b11b3-59a8-4527-888e-b9890a7b285b (CIDR: 172.20.0.16/28) Aug 03 19:15:58.089809 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cf4c9e-bc60-4ba9-bb0a-7688060eb917 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:15:58.090323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4cf4c9e-bc60-4ba9-bb0a-7688060eb917 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:15:58.109733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c4cf4c9e-bc60-4ba9-bb0a-7688060eb917 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5132022 Aug 03 19:15:58.112481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37228) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:58.118418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5fd576d4-defc-4f2d-8099-0247f5dec804 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'subnet': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:58.340024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd576d4-defc-4f2d-8099-0247f5dec804 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Made reservation on behalf of bf9a8db7d5cb41c3897b106b2f6fdb24 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:58.346045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5fd576d4-defc-4f2d-8099-0247f5dec804 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.860186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5fd576d4-defc-4f2d-8099-0247f5dec804 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.944043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd576d4-defc-4f2d-8099-0247f5dec804 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Network a5049582-b517-4908-a0fa-00183674f873 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:58.996439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-5fd576d4-defc-4f2d-8099-0247f5dec804 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:59.012368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd576d4-defc-4f2d-8099-0247f5dec804 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:59.013966 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5fd576d4-defc-4f2d-8099-0247f5dec804 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.046082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bccdb40-4e9d-48cd-8d54-d271187dfcc2 None None] Network a5049582-b517-4908-a0fa-00183674f873 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:59.072747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd576d4-defc-4f2d-8099-0247f5dec804 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Subnet': ['ID=c4859029-314d-4da5-a58c-ff60426383e7,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:59.078971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5fd576d4-defc-4f2d-8099-0247f5dec804 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9651139 Aug 03 19:15:59.081821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37272) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:59.097293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eff5a-5e6a-43b7-9d73-c597f821dc85 req-e2cb5d0f-d72d-44ff-bd22-2ec17ac75753 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:59.099191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-156eff5a-5e6a-43b7-9d73-c597f821dc85 req-e2cb5d0f-d72d-44ff-bd22-2ec17ac75753 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1590543 Aug 03 19:15:59.139875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-113831540', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c4859029-314d-4da5-a58c-ff60426383e7'}], 'security_groups': ['3aac478f-a79f-4f4e-a61c-71a9f2161b02', '8389ea9b-1f66-4b40-8ed9-5d6d113d0298']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:59.199907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-156eff5a-5e6a-43b7-9d73-c597f821dc85 req-2152d487-cb3b-48ac-852d-e228b093472f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785892 Aug 03 19:15:59.548762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0259ec-df71-4e07-8ebb-a984f1180aba None None] Update dhcp port {'port': {'network_id': 'a5049582-b517-4908-a0fa-00183674f873', 'fixed_ips': [{'subnet_id': '454b11b3-59a8-4527-888e-b9890a7b285b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b1207843-73b1-41db-9d18-ae91da559ae7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c4859029-314d-4da5-a58c-ff60426383e7'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'edb09690-8118-4403-9648-90f933db5d51'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:15:59.587705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.618326 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8c0259ec-df71-4e07-8ebb-a984f1180aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.694610 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.999646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-8c0259ec-df71-4e07-8ebb-a984f1180aba None None] Allocated IP 172.20.0.34 (a5049582-b517-4908-a0fa-00183674f873/c4859029-314d-4da5-a58c-ff60426383e7/edb09690-8118-4403-9648-90f933db5d51) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:00.238918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8c0259ec-df71-4e07-8ebb-a984f1180aba None None] For port edb09690-8118-4403-9648-90f933db5d51, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=edb09690-8118-4403-9648-90f933db5d51,segment=NetworkSegment(c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd),segment_id=c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:00.307866 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8c0259ec-df71-4e07-8ebb-a984f1180aba None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:00.340482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8c0259ec-df71-4e07-8ebb-a984f1180aba None None] Transition to ACTIVE for port object edb09690-8118-4403-9648-90f933db5d51 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:00.347993 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8c0259ec-df71-4e07-8ebb-a984f1180aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:00.650839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09c724-acbe-451e-82e1-0a2dcd0b7b0b req-20d6e5a7-749c-4f33-98c2-b184f343e77f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:00.678992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec09c724-acbe-451e-82e1-0a2dcd0b7b0b req-20d6e5a7-749c-4f33-98c2-b184f343e77f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.2389119 Aug 03 19:16:00.705474 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Delete allocated IP 172.20.0.10 (a5049582-b517-4908-a0fa-00183674f873/b1207843-73b1-41db-9d18-ae91da559ae7) {{(pid=100488) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:16:00.733692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Allocated IP 172.20.0.39 (a5049582-b517-4908-a0fa-00183674f873/c4859029-314d-4da5-a58c-ff60426383e7/90c91a74-5821-46e9-ae61-4a79000294c9) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:00.834712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec09c724-acbe-451e-82e1-0a2dcd0b7b0b req-42b51f35-8e53-4651-8801-02dc92aa2b0a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512537 Aug 03 19:16:01.018662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0259ec-df71-4e07-8ebb-a984f1180aba None None] Pushing event updated for resources: {'Port': ['ID=edb09690-8118-4403-9648-90f933db5d51,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:01.083397 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.103576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Transition to ACTIVE for port object 90c91a74-5821-46e9-ae61-4a79000294c9 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:01.109328 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.314917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] In _notify_port_updated(), no bound segment for port 90c91a74-5821-46e9-ae61-4a79000294c9 on network a5049582-b517-4908-a0fa-00183674f873 {{(pid=100488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:16:01.322237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:01.323312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.326110 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "PUT /v2.0/ports/90c91a74-5821-46e9-ae61-4a79000294c9 HTTP/1.1" status: 200 len: 959 time: 2.2424474 Aug 03 19:16:01.331295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37338) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:01.338189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91670afd-ad78-494b-ba46-6b1c734ca1bb tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event updated for resources: {'Port': ['ID=90c91a74-5821-46e9-ae61-4a79000294c9,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:01.602995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-73ef8367-6f5d-455e-8b2d-b11b455e2fde tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port 90c91a74-5821-46e9-ae61-4a79000294c9 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:01.603846 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73ef8367-6f5d-455e-8b2d-b11b455e2fde tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.861197 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73ef8367-6f5d-455e-8b2d-b11b455e2fde tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.883216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-73ef8367-6f5d-455e-8b2d-b11b455e2fde tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for 90c91a74-5821-46e9-ae61-4a79000294c9 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:02.097086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d07c-5489-4de7-be21-7f11293669bc req-0ad58c68-9667-45d7-a4ef-29de9047c8b3 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:02.105993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6de7d07c-5489-4de7-be21-7f11293669bc req-0ad58c68-9667-45d7-a4ef-29de9047c8b3 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1049392 Aug 03 19:16:02.277713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6de7d07c-5489-4de7-be21-7f11293669bc req-3785b5dd-25bf-46ad-ad20-c43a4ea55b17 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704626 Aug 03 19:16:02.330941 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73ef8367-6f5d-455e-8b2d-b11b455e2fde tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.333116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4a902090-d745-40d0-9c95-75665cad61da None None] Provisioning for port 90c91a74-5821-46e9-ae61-4a79000294c9 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:02.340497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4a902090-d745-40d0-9c95-75665cad61da None None] Provisioning complete for port 90c91a74-5821-46e9-ae61-4a79000294c9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:02.353784 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4a902090-d745-40d0-9c95-75665cad61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.398811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef8367-6f5d-455e-8b2d-b11b455e2fde tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=90c91a74-5821-46e9-ae61-4a79000294c9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:02.399622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4a902090-d745-40d0-9c95-75665cad61da None None] Port 90c91a74-5821-46e9-ae61-4a79000294c9 was deleted so its status cannot be updated. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:16:02.446854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4a902090-d745-40d0-9c95-75665cad61da None None] Provisioning for port edb09690-8118-4403-9648-90f933db5d51 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:02.462955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4a902090-d745-40d0-9c95-75665cad61da None None] Provisioning complete for port edb09690-8118-4403-9648-90f933db5d51 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:02.463658 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4a902090-d745-40d0-9c95-75665cad61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.492073 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73ef8367-6f5d-455e-8b2d-b11b455e2fde tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.495650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-73ef8367-6f5d-455e-8b2d-b11b455e2fde tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/90c91a74-5821-46e9-ae61-4a79000294c9 HTTP/1.1" status: 204 len: 168 time: 1.1628766 Aug 03 19:16:02.500311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37376) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:02.543511 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f915ac-8105-49fb-9446-88878c89c9f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] GET failed (client error): The resource could not be found. Aug 03 19:16:02.549827 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a0f915ac-8105-49fb-9446-88878c89c9f9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports/90c91a74-5821-46e9-ae61-4a79000294c9 HTTP/1.1" status: 404 len: 333 time: 0.0451250 Aug 03 19:16:02.550639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37380) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:02.640226 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80851106-6a50-4cd4-be81-7f73cd397dd9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.683365 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80851106-6a50-4cd4-be81-7f73cd397dd9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.808977 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80851106-6a50-4cd4-be81-7f73cd397dd9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.813037 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-80851106-6a50-4cd4-be81-7f73cd397dd9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.813942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-80851106-6a50-4cd4-be81-7f73cd397dd9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/security-groups/1515b105-85f1-400e-8da3-487dc5d8827e HTTP/1.1" status: 204 len: 168 time: 0.2620049 Aug 03 19:16:02.818076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37390) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:02.915048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4a902090-d745-40d0-9c95-75665cad61da None None] Provisioning complete for port baaca00f-2863-4d14-bf26-9b117117ebb9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:02.921128 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4a902090-d745-40d0-9c95-75665cad61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.964007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80851106-6a50-4cd4-be81-7f73cd397dd9 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1515b105-85f1-400e-8da3-487dc5d8827e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:03.014562 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device edb09690-8118-4403-9648-90f933db5d51 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:03.118531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b50b854-a5d2-44d3-b62b-656b63b02063 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.181156 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b50b854-a5d2-44d3-b62b-656b63b02063 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.232245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4a902090-d745-40d0-9c95-75665cad61da None None] Port baaca00f-2863-4d14-bf26-9b117117ebb9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:03.297143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port edb09690-8118-4403-9648-90f933db5d51 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:03.297903 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.327215 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b50b854-a5d2-44d3-b62b-656b63b02063 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.345259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b50b854-a5d2-44d3-b62b-656b63b02063 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.353077 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0b50b854-a5d2-44d3-b62b-656b63b02063 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/security-groups/8389ea9b-1f66-4b40-8ed9-5d6d113d0298 HTTP/1.1" status: 204 len: 168 time: 0.5315349 Aug 03 19:16:03.354010 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37412) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:03.377879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9bdc3496-4e30-4830-9478-84d6dab8ae0c None None] Could not find standard attr ID for object 90c91a74-5821-46e9-ae61-4a79000294c9. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:16:03.392509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50b854-a5d2-44d3-b62b-656b63b02063 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8389ea9b-1f66-4b40-8ed9-5d6d113d0298,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:03.527426 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15dfef56-e2d2-4ef9-9861-30eaa612467d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.573329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a96de1-0f99-4d3d-906b-943da99f6383 req-17811092-3041-4389-a8be-55a90bd46ac2 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:03.589063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35a96de1-0f99-4d3d-906b-943da99f6383 req-17811092-3041-4389-a8be-55a90bd46ac2 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1023459 Aug 03 19:16:03.630196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15dfef56-e2d2-4ef9-9861-30eaa612467d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.673811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35a96de1-0f99-4d3d-906b-943da99f6383 req-6a277baa-4f01-4fe9-b211-a30682853459 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830278 Aug 03 19:16:03.691420 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a6a581ca-5e55-44b9-afb5-b3cd711f6cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.782367 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15dfef56-e2d2-4ef9-9861-30eaa612467d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.785109 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-15dfef56-e2d2-4ef9-9861-30eaa612467d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.790355 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-15dfef56-e2d2-4ef9-9861-30eaa612467d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/security-groups/3aac478f-a79f-4f4e-a61c-71a9f2161b02 HTTP/1.1" status: 204 len: 168 time: 0.4313211 Aug 03 19:16:03.791090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37420) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:03.830598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfef56-e2d2-4ef9-9861-30eaa612467d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aac478f-a79f-4f4e-a61c-71a9f2161b02,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:03.850468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769fac7-c2e3-497a-8096-906fada59507 req-d1302e54-6665-4bd1-9c8e-a6e2467e96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:03.852269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a769fac7-c2e3-497a-8096-906fada59507 req-d1302e54-6665-4bd1-9c8e-a6e2467e96ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 1096 time: 0.1016569 Aug 03 19:16:03.890619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-48764bdd-e5db-44ee-b1b3-ba8f2fc8877e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting subnet b1207843-73b1-41db-9d18-ae91da559ae7 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:03.894473 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-48764bdd-e5db-44ee-b1b3-ba8f2fc8877e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.905027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a769fac7-c2e3-497a-8096-906fada59507 req-0222fce1-5bde-4060-b951-039cd1e761e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437045 Aug 03 19:16:03.953859 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-48764bdd-e5db-44ee-b1b3-ba8f2fc8877e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.077256 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-48764bdd-e5db-44ee-b1b3-ba8f2fc8877e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.155430 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-48764bdd-e5db-44ee-b1b3-ba8f2fc8877e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.229169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48764bdd-e5db-44ee-b1b3-ba8f2fc8877e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Subnet': ['ID=b1207843-73b1-41db-9d18-ae91da559ae7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:04.233898 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-48764bdd-e5db-44ee-b1b3-ba8f2fc8877e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.236158 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-48764bdd-e5db-44ee-b1b3-ba8f2fc8877e tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/b1207843-73b1-41db-9d18-ae91da559ae7 HTTP/1.1" status: 204 len: 168 time: 0.4406805 Aug 03 19:16:04.244070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37436) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:04.249198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec387c-bd04-4911-ac67-c87913024258 None None] Network a5049582-b517-4908-a0fa-00183674f873 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:04.354502 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1f8795-fa93-4eb5-bd12-654533e8e0c7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting subnet c4859029-314d-4da5-a58c-ff60426383e7 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:04.359337 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8795-fa93-4eb5-bd12-654533e8e0c7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.481104 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8795-fa93-4eb5-bd12-654533e8e0c7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.641634 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8795-fa93-4eb5-bd12-654533e8e0c7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.765601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8795-fa93-4eb5-bd12-654533e8e0c7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.829226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f8795-fa93-4eb5-bd12-654533e8e0c7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Subnet': ['ID=c4859029-314d-4da5-a58c-ff60426383e7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:04.850971 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8795-fa93-4eb5-bd12-654533e8e0c7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.853748 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7f1f8795-fa93-4eb5-bd12-654533e8e0c7 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/c4859029-314d-4da5-a58c-ff60426383e7 HTTP/1.1" status: 204 len: 168 time: 0.6079328 Aug 03 19:16:04.857195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37454) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:04.889938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70801-ba2c-4f8d-8ddf-f74168e7e43b req-c2d0cf6f-034b-4128-a3c8-9a6f4e712977 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:04.899620 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18c70801-ba2c-4f8d-8ddf-f74168e7e43b req-c2d0cf6f-034b-4128-a3c8-9a6f4e712977 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1078730 Aug 03 19:16:04.954100 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb96d33a-6241-4389-9a47-1819e2dfae32 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:04.956949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb96d33a-6241-4389-9a47-1819e2dfae32 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:04.964199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18c70801-ba2c-4f8d-8ddf-f74168e7e43b req-53cf4193-c529-4ea5-8fc9-e4f08a8c1191 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632505 Aug 03 19:16:04.966929 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bb96d33a-6241-4389-9a47-1819e2dfae32 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/b1207843-73b1-41db-9d18-ae91da559ae7 HTTP/1.1" status: 404 len: 337 time: 0.1084983 Aug 03 19:16:04.972507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37456) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:05.073406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e60c0b-e403-4371-92c6-9eb38dee81f8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting subnet 454b11b3-59a8-4527-888e-b9890a7b285b {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:05.078283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0e60c0b-e403-4371-92c6-9eb38dee81f8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:05.160646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0e60c0b-e403-4371-92c6-9eb38dee81f8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:05.431717 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0e60c0b-e403-4371-92c6-9eb38dee81f8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:05.575560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0e60c0b-e403-4371-92c6-9eb38dee81f8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:05.614728 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e60c0b-e403-4371-92c6-9eb38dee81f8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Subnet': ['ID=454b11b3-59a8-4527-888e-b9890a7b285b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:05.623550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0e60c0b-e403-4371-92c6-9eb38dee81f8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:05.629040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37474) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:05.629767 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b0e60c0b-e403-4371-92c6-9eb38dee81f8 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/454b11b3-59a8-4527-888e-b9890a7b285b HTTP/1.1" status: 204 len: 168 time: 0.6561508 Aug 03 19:16:05.676141 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4ba400-7817-4197-9fbf-c4d4c8a88485 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:05.676904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4ba400-7817-4197-9fbf-c4d4c8a88485 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:05.683285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37476) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:05.694304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dd4ba400-7817-4197-9fbf-c4d4c8a88485 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/aa22f1ed-063d-4aa3-994e-78a8e8f102d5 HTTP/1.1" status: 404 len: 337 time: 0.0639107 Aug 03 19:16:05.782322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37482) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:05.808654 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1233a5e7-bccc-4666-bf10-1d6738cb0833 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "GET /v2.0/ports?device_id=98d3c11c-156b-4499-824c-8979d2c1b9c3 HTTP/1.1" status: 200 len: 205 time: 0.1140249 Aug 03 19:16:05.831383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600bc27-d53a-420e-a2ec-769fde877594 None None] Network a5049582-b517-4908-a0fa-00183674f873 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:05.894690 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-3862a878-166d-4ef9-ad0e-f8c9ae06600f tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] delete failed (client error): The resource could not be found. Aug 03 19:16:05.904674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3862a878-166d-4ef9-ad0e-f8c9ae06600f tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/routers/98d3c11c-156b-4499-824c-8979d2c1b9c3 HTTP/1.1" status: 404 len: 336 time: 0.1200836 Aug 03 19:16:05.907400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37488) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:05.947489 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-584b895c-9927-4c09-94bb-4af0628f9086 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:05.947943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584b895c-9927-4c09-94bb-4af0628f9086 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:05.951557 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-584b895c-9927-4c09-94bb-4af0628f9086 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/b87f2354-101e-4bab-a361-c2ccad7a0d67 HTTP/1.1" status: 404 len: 337 time: 0.0413218 Aug 03 19:16:05.953861 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37490) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:05.979469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-314ce93a-cc40-4caa-80c2-524e6d7845cc None None] Provisioning complete for port edb09690-8118-4403-9648-90f933db5d51 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:05.980321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-314ce93a-cc40-4caa-80c2-524e6d7845cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:06.023741 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cd1e6d-b2bf-4627-86a3-94cb5f6fc7cc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:06.029090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0cd1e6d-b2bf-4627-86a3-94cb5f6fc7cc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:06.031310 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c0cd1e6d-b2bf-4627-86a3-94cb5f6fc7cc tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/65c87536-05b4-4df6-9484-ccaba6c1bcc1 HTTP/1.1" status: 404 len: 337 time: 0.0763910 Aug 03 19:16:06.033969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37494) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:06.070860 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbd6e5b-b031-48a3-8d54-b3f08a58151a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:06.072018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbd6e5b-b031-48a3-8d54-b3f08a58151a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:06.075970 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1dbd6e5b-b031-48a3-8d54-b3f08a58151a tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/a28a20ed-1dcc-4da6-a340-2210a247ac26 HTTP/1.1" status: 404 len: 337 time: 0.0398932 Aug 03 19:16:06.078503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37496) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:06.129841 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b7b501-2917-48eb-9b5f-37c0628a5ebf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:06.130787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b7b501-2917-48eb-9b5f-37c0628a5ebf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:06.133491 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-08b7b501-2917-48eb-9b5f-37c0628a5ebf tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/c65c5af7-b781-48bb-95d0-5ab34807b7b2 HTTP/1.1" status: 404 len: 333 time: 0.0531430 Aug 03 19:16:06.136022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37498) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:06.178940 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a9deab-e026-449e-9bd5-e0560329801d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:06.179892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a9deab-e026-449e-9bd5-e0560329801d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:06.184483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-95a9deab-e026-449e-9bd5-e0560329801d tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/acb73821-261c-46b3-8acf-c673dd0b4ee1 HTTP/1.1" status: 404 len: 337 time: 0.0468090 Aug 03 19:16:06.187958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37502) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:06.306097 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1bc3da-2bb0-432d-8d16-4625183e5426 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:06.306837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1bc3da-2bb0-432d-8d16-4625183e5426 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:06.308988 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8c1bc3da-2bb0-432d-8d16-4625183e5426 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/e388014e-d335-4662-b536-bc7348e0f944 HTTP/1.1" status: 404 len: 337 time: 0.1187751 Aug 03 19:16:06.313616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37508) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:06.384501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ac813-ac0b-4d20-b61a-ef2c4a4ce795 req-146dc690-6225-4a79-bc25-1e087d3498f0 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:06.392666 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-91eb846a-3b7d-4a6b-9d15-10ce0d16d54c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:06.393470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91eb846a-3b7d-4a6b-9d15-10ce0d16d54c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:06.394678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d7ac813-ac0b-4d20-b61a-ef2c4a4ce795 req-146dc690-6225-4a79-bc25-1e087d3498f0 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1323442 Aug 03 19:16:06.395387 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-91eb846a-3b7d-4a6b-9d15-10ce0d16d54c tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/ff30a8cd-443c-467f-a39b-09ec351681bf HTTP/1.1" status: 404 len: 333 time: 0.0805144 Aug 03 19:16:06.398238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37512) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:06.504545 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8c83b762-7c1e-4a58-ae89-73c8f29b79db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:06.704479 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d017b624-9257-4d40-9051-3330fd71bae3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:06.706047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d017b624-9257-4d40-9051-3330fd71bae3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:06.717956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d017b624-9257-4d40-9051-3330fd71bae3 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/33c67331-b74a-40d5-854c-c0fdf03e289d HTTP/1.1" status: 404 len: 337 time: 0.3125119 Aug 03 19:16:06.718901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37524) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:06.773209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d7ac813-ac0b-4d20-b61a-ef2c4a4ce795 req-26c45bd8-1703-421b-9552-b00b97782abd tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287516 Aug 03 19:16:06.779726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902bdd64-4d0b-4909-b986-6d1bb308ef98 None None] DHCP port deletion for a5049582-b517-4908-a0fa-00183674f873 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:16:06.812415 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:06.831802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-314ce93a-cc40-4caa-80c2-524e6d7845cc None None] Provisioning complete for port baaca00f-2863-4d14-bf26-9b117117ebb9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:06.832698 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-314ce93a-cc40-4caa-80c2-524e6d7845cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:06.965354 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-584c6a0a-f911-4e37-9250-8f0a2ce1da96 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] DELETE failed (client error): The resource could not be found. Aug 03 19:16:06.985892 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584c6a0a-f911-4e37-9250-8f0a2ce1da96 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:16:06.992471 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-584c6a0a-f911-4e37-9250-8f0a2ce1da96 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/subnets/3a3290e7-3478-4ed8-85ed-248f0f2eb13a HTTP/1.1" status: 404 len: 337 time: 0.2721653 Aug 03 19:16:06.996358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37530) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:07.103678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device edb09690-8118-4403-9648-90f933db5d51 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:07.299087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-314ce93a-cc40-4caa-80c2-524e6d7845cc None None] Port baaca00f-2863-4d14-bf26-9b117117ebb9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:07.314682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Deleting port baaca00f-2863-4d14-bf26-9b117117ebb9 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:07.315269 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.512159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-902bdd64-4d0b-4909-b986-6d1bb308ef98 None None] Deleting port edb09690-8118-4403-9648-90f933db5d51 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:07.514053 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-902bdd64-4d0b-4909-b986-6d1bb308ef98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.729885 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37548) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:07.739099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.783257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Calling delete_port for baaca00f-2863-4d14-bf26-9b117117ebb9 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:07.837543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-902bdd64-4d0b-4909-b986-6d1bb308ef98 None None] For port edb09690-8118-4403-9648-90f933db5d51, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=edb09690-8118-4403-9648-90f933db5d51,segment=NetworkSegment(c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd),segment_id=c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:07.843094 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-902bdd64-4d0b-4909-b986-6d1bb308ef98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.870975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-902bdd64-4d0b-4909-b986-6d1bb308ef98 None None] Calling delete_port for edb09690-8118-4403-9648-90f933db5d51 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:08.016462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.182949 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-902bdd64-4d0b-4909-b986-6d1bb308ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.253164 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.291276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Port': ['ID=baaca00f-2863-4d14-bf26-9b117117ebb9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:08.320047 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.329072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/ports/baaca00f-2863-4d14-bf26-9b117117ebb9 HTTP/1.1" status: 204 len: 168 time: 1.3299365 Aug 03 19:16:08.330309 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37562) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:08.340034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.341925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.342802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.343584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.344388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.345254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.347187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.348938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.349752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.350704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.351174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.351895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ff934a-6b47-43e3-adca-3ecfeb310cd2 tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:08.363129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bdd64-4d0b-4909-b986-6d1bb308ef98 None None] No DVR routers for this DVR port edb09690-8118-4403-9648-90f933db5d51 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:08.394308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bdd64-4d0b-4909-b986-6d1bb308ef98 None None] Pushing event deleted for resources: {'Port': ['ID=edb09690-8118-4403-9648-90f933db5d51,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:08.399539 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb2c0-3fb0-4a10-8678-c194c1ea3e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.431172 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.568449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d984bfa-6aac-4027-b13e-34a08a12218f req-96c88961-5f72-45e8-a907-f5753b116900 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:08.573540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d984bfa-6aac-4027-b13e-34a08a12218f req-96c88961-5f72-45e8-a907-f5753b116900 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.5766089 Aug 03 19:16:08.612018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.644821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b350c-b2f5-4331-b63b-cd5156b45d4c req-bdf8fba6-597f-4fd0-9715-af877864b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:08.650706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-248b350c-b2f5-4331-b63b-cd5156b45d4c req-bdf8fba6-597f-4fd0-9715-af877864b596 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 1096 time: 0.6696160 Aug 03 19:16:08.835572 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d984bfa-6aac-4027-b13e-34a08a12218f req-a86b6676-2102-42c0-9195-8d8d0467951c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426741 Aug 03 19:16:08.892487 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.913143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5049582-b517-4908-a0fa-00183674f873']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:08.931890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:08.932751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0471d6e-d5bb-4d1f-a2c9-60fd0e3bdecd') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:08.944317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b350c-b2f5-4331-b63b-cd5156b45d4c req-867c0d92-f4af-4e05-ab59-2e4d4a75e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:08.949838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-248b350c-b2f5-4331-b63b-cd5156b45d4c req-867c0d92-f4af-4e05-ab59-2e4d4a75e437 service neutron] 10.222.0.37 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 918 time: 0.2814822 Aug 03 19:16:08.952312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.978405 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.991398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:08.992618 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:09.127488 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:09.139404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.152832 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.162236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-248b350c-b2f5-4331-b63b-cd5156b45d4c req-da49147c-524d-4574-9bd4-16ca38bc79c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9 HTTP/1.1" status: 200 len: 217 time: 0.1954501 Aug 03 19:16:09.163993 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] 10.222.0.78 "DELETE /v2.0/networks/a5049582-b517-4908-a0fa-00183674f873 HTTP/1.1" status: 204 len: 168 time: 0.8318863 Aug 03 19:16:09.280446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f58985-ceda-43cd-90b9-7d0f6174cefa tempest-PortsTestJSON-1257834154 tempest-PortsTestJSON-1257834154-project] Pushing event deleted for resources: {'Network': ['ID=a5049582-b517-4908-a0fa-00183674f873,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:09.326852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b350c-b2f5-4331-b63b-cd5156b45d4c req-f81f9e8c-aed3-489a-a503-0ce108fd2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:09.329549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-248b350c-b2f5-4331-b63b-cd5156b45d4c req-f81f9e8c-aed3-489a-a503-0ce108fd2fec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.1545279 Aug 03 19:16:09.349462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb2c0-3fb0-4a10-8678-c194c1ea3e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.397550 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb2c0-3fb0-4a10-8678-c194c1ea3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.493066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfb2c0-3fb0-4a10-8678-c194c1ea3e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c763fc37-7899-4a8c-972e-7efe7a858c05,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:09.498897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-248b350c-b2f5-4331-b63b-cd5156b45d4c req-28fca300-4c89-4a94-a084-5be107179e5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542799 Aug 03 19:16:09.638197 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.677773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f8cfb2c0-3fb0-4a10-8678-c194c1ea3e4e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e104b7fca27449ba9a5bc4b47fd2407&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9421258 Aug 03 19:16:09.684843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37592) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:09.775354 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-248b350c-b2f5-4331-b63b-cd5156b45d4c req-27d9c4a3-6069-4df5-b5d1-edb69a075975 service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602077 Aug 03 19:16:09.920243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-367fa94c-4b3e-4c02-a8d8-29286676123f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.927738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37602) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:10.063038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-367fa94c-4b3e-4c02-a8d8-29286676123f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.143695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-248b350c-b2f5-4331-b63b-cd5156b45d4c req-439bdd95-cc26-48c6-bb06-f95e83938f6e service neutron] 10.222.0.37 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609087 Aug 03 19:16:10.168068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8de394-8a1e-4d26-a516-0aceda371c5b req-f68faf2a-f3a4-4ac2-a830-6aa6cb4b88fd tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:10.181080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f8de394-8a1e-4d26-a516-0aceda371c5b req-f68faf2a-f3a4-4ac2-a830-6aa6cb4b88fd tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1408069 Aug 03 19:16:10.237924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f8de394-8a1e-4d26-a516-0aceda371c5b req-047c68ee-1b71-4e56-b28b-8e1f834a510c tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477266 Aug 03 19:16:10.295642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-367fa94c-4b3e-4c02-a8d8-29286676123f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.302075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-367fa94c-4b3e-4c02-a8d8-29286676123f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.304273 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-367fa94c-4b3e-4c02-a8d8-29286676123f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c763fc37-7899-4a8c-972e-7efe7a858c05 HTTP/1.1" status: 204 len: 168 time: 0.6165295 Aug 03 19:16:10.375859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fa94c-4b3e-4c02-a8d8-29286676123f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c763fc37-7899-4a8c-972e-7efe7a858c05,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:10.509393 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-76ec652b-adaa-473e-9c44-f5ed4c3267b0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf9a8db7d5cb41c3897b106b2f6fdb24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760598 Aug 03 19:16:10.513837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37622) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:10.709313 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a21f0b-fed1-4a85-b35f-cb294a3539dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.794705 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a21f0b-fed1-4a85-b35f-cb294a3539dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.930076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a21f0b-fed1-4a85-b35f-cb294a3539dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.936781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2a21f0b-fed1-4a85-b35f-cb294a3539dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.943230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c2a21f0b-fed1-4a85-b35f-cb294a3539dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8af0825-59f1-46cc-b4fc-72a99287e618 HTTP/1.1" status: 204 len: 168 time: 0.4276040 Aug 03 19:16:10.957876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a21f0b-fed1-4a85-b35f-cb294a3539dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8af0825-59f1-46cc-b4fc-72a99287e618,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:11.035407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37630) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:11.074220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4af3-85bd-4ed6-a5ad-5113ddaf9ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.347251 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4af3-85bd-4ed6-a5ad-5113ddaf9ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.356742 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f9a4af3-85bd-4ed6-a5ad-5113ddaf9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.482151 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2f9a4af3-85bd-4ed6-a5ad-5113ddaf9ff1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a7923f56f6194b54aa93e4a2f299d501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441605 Aug 03 19:16:11.485968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37646) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:11.550170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a4af3-85bd-4ed6-a5ad-5113ddaf9ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e2c6e5-ba10-4259-be91-8043bc3a960a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:11.648433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa2f1c-8c91-4db8-b4a9-780b1f278fd6 req-96684292-7f60-4b59-a945-6e9198ffbc5a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:11.651611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1afa2f1c-8c91-4db8-b4a9-780b1f278fd6 req-96684292-7f60-4b59-a945-6e9198ffbc5a tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.2037044 Aug 03 19:16:11.667999 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2dc9-a9b0-4709-82a2-1bf36616dbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.724875 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2dc9-a9b0-4709-82a2-1bf36616dbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.751139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1afa2f1c-8c91-4db8-b4a9-780b1f278fd6 req-643e2ac1-a079-4482-8222-4b653cb1ac61 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782599 Aug 03 19:16:11.892818 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2dc9-a9b0-4709-82a2-1bf36616dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.899029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2dc9-a9b0-4709-82a2-1bf36616dbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.908850 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bb6f2dc9-a9b0-4709-82a2-1bf36616dbd4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/01e2c6e5-ba10-4259-be91-8043bc3a960a HTTP/1.1" status: 204 len: 168 time: 0.4207940 Aug 03 19:16:11.924793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f2dc9-a9b0-4709-82a2-1bf36616dbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e2c6e5-ba10-4259-be91-8043bc3a960a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:12.688267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37694) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:12.712301 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a8353c26-dab4-416a-80f9-7b4441937cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.822327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37704) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:12.864016 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a8353c26-dab4-416a-80f9-7b4441937cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.869387 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a8353c26-dab4-416a-80f9-7b4441937cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.985812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a8353c26-dab4-416a-80f9-7b4441937cf3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e854a6b47d284a55b5af751e91478d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963669 Aug 03 19:16:12.988569 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37716) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:13.009158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8353c26-dab4-416a-80f9-7b4441937cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc48422-91f2-4523-a38b-6a71379fe2ff,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:13.118235 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-154e1a28-1a64-4d26-b0d0-a171279a6414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.150857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371636c-4864-4c9f-ad89-926d063a1007 req-574f0605-594d-4751-8def-f9393653779f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:13.154340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8371636c-4864-4c9f-ad89-926d063a1007 req-574f0605-594d-4751-8def-f9393653779f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.1278858 Aug 03 19:16:13.194467 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-154e1a28-1a64-4d26-b0d0-a171279a6414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.254363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8371636c-4864-4c9f-ad89-926d063a1007 req-a6e0e42a-fbc9-482c-afac-d4acafcf2e3f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885458 Aug 03 19:16:13.260069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-88985a50-74de-4b52-821d-fcc604f32098 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1598418867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:13.308500 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-88985a50-74de-4b52-821d-fcc604f32098 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.310600 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-88985a50-74de-4b52-821d-fcc604f32098 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.342794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-154e1a28-1a64-4d26-b0d0-a171279a6414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.346037 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-154e1a28-1a64-4d26-b0d0-a171279a6414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.347675 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-154e1a28-1a64-4d26-b0d0-a171279a6414 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3fc48422-91f2-4523-a38b-6a71379fe2ff HTTP/1.1" status: 204 len: 168 time: 0.3579342 Aug 03 19:16:13.363637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e1a28-1a64-4d26-b0d0-a171279a6414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc48422-91f2-4523-a38b-6a71379fe2ff,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:13.454587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-88985a50-74de-4b52-821d-fcc604f32098 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.461554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-88985a50-74de-4b52-821d-fcc604f32098 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.499960 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-88985a50-74de-4b52-821d-fcc604f32098 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.501932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-88985a50-74de-4b52-821d-fcc604f32098 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6779654 Aug 03 19:16:13.504479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37726) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:13.510714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-964418069'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:13.539325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Made reservation on behalf of 5e53ac5163b24cfba26262f00baa29ab for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:13.547732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.583312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.900511 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.911545 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.958554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:13.972890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20eb31e-f0d4-4ef7-a4c9-4bbb15867112,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:13.983986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.985377 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Added segment 26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44 of type vlan for network 4f4a4b65-d145-40d0-a2d7-d40306ecd017 Aug 03 19:16:14.052750 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.103981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.117612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:14.118294 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.299533 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7934494 Aug 03 19:16:14.304431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37750) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:14.314007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'subnet': {'network_id': '4f4a4b65-d145-40d0-a2d7-d40306ecd017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:14.343370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943c543-d07a-4647-9542-9a1f5e6fa9bb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Network': ['ID=4f4a4b65-d145-40d0-a2d7-d40306ecd017,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:14.360079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 4f4a4b65-d145-40d0-a2d7-d40306ecd017 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:14.478218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Made reservation on behalf of 5e53ac5163b24cfba26262f00baa29ab for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:14.485835 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.781966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37770) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:14.860162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.004809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1967379555-network', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:15.022062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Subnet': ['ID=e2b7ffee-fd7c-4f92-a22b-41ca42adbcfa,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.058900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Checking segment: {'id': '26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4f4a4b65-d145-40d0-a2d7-d40306ecd017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:15.059965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network hostable DHCP agents. Network: 4f4a4b65-d145-40d0-a2d7-d40306ecd017, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:15.069984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Made reservation on behalf of 9d5679ab7fb8468da9fc3e9c58daff06 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:15.076089 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.107178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network 4f4a4b65-d145-40d0-a2d7-d40306ecd017 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:15.107538 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.125466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 4f4a4b65-d145-40d0-a2d7-d40306ecd017) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:15.131619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:15.132635 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.140708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b50d05-b73f-4372-85d5-ea5467883804 None None] Network 4f4a4b65-d145-40d0-a2d7-d40306ecd017 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:15.310627 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.335616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.346573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.362478 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b4642e70-c1ef-4e16-bce8-36b2b732326f tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0538638 Aug 03 19:16:15.363455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37780) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:15.383524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'network': {'name': 'tempest-router-network01--152156451'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:15.464242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Made reservation on behalf of 5e53ac5163b24cfba26262f00baa29ab for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:15.468960 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.473229 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:15.491577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0273209e-1b65-4532-afab-e70b349578c1,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.496353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-4f4a4b65-d145-40d0-a2d7-d40306ecd017', 'network_id': '4f4a4b65-d145-40d0-a2d7-d40306ecd017', 'tenant_id': '5e53ac5163b24cfba26262f00baa29ab', 'fixed_ips': [{'subnet_id': 'e2b7ffee-fd7c-4f92-a22b-41ca42adbcfa'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:16:15.499526 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.516897 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.517433 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Added segment eb102a7b-1a35-421e-98ac-239cf8bdf49a of type vlan for network 83fe2096-75f7-4db1-9a1a-81976ae4c69d Aug 03 19:16:15.551107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:15.590113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.590493 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Added segment 6c00bc3c-65d0-4f46-9ca5-11637502f129 of type vlan for network 0f994178-a2cf-4b0d-b15f-4004ce26e049 Aug 03 19:16:15.635995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.700237 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.702166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:15.703898 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.764647 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.817096 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.825583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:15.826338 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.835202 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0517337 Aug 03 19:16:15.841474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37784) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:15.845166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d5ce7-e1f3-4f53-b43f-13453c98a7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=83fe2096-75f7-4db1-9a1a-81976ae4c69d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.852861 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] Request body: {'subnet': {'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1967379555-subnet', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:15.878564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5135937 Aug 03 19:16:15.879011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 83fe2096-75f7-4db1-9a1a-81976ae4c69d details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:15.883017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37790) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:15.889449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'network': {'name': 'tempest-router-network02--961038412'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:15.915053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83b102f7-c68d-4364-b710-e62def03565f req-15b361af-a270-4ecf-acbf-bd2d0352365d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3479733 Aug 03 19:16:15.950581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbe55d-3821-41e6-95fb-2d73ab3d55f0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Network': ['ID=0f994178-a2cf-4b0d-b15f-4004ce26e049,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.955097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] Made reservation on behalf of 9d5679ab7fb8468da9fc3e9c58daff06 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:15.962140 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.986068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Made reservation on behalf of 5e53ac5163b24cfba26262f00baa29ab for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:15.991704 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.061937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Allocated IP 2001:db8::2 (4f4a4b65-d145-40d0-a2d7-d40306ecd017/e2b7ffee-fd7c-4f92-a22b-41ca42adbcfa/c24b2a6e-f2c5-4a55-9959-ddb02bad58cf) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:16.062435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:16.068812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 0f994178-a2cf-4b0d-b15f-4004ce26e049 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:16.075594 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.076043 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Added segment 7c009eea-4c9b-4d3a-b9b8-da2f6f521ace of type vlan for network 64db8fc4-a881-412b-8a15-5410cd3769bc Aug 03 19:16:16.176856 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.300703 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.319062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:16.322282 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.375190 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4902022 Aug 03 19:16:16.400265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37796) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:16.492127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'subnet': {'network_id': '0f994178-a2cf-4b0d-b15f-4004ce26e049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:16.601561 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.626710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Transition to ACTIVE for port object c24b2a6e-f2c5-4a55-9959-ddb02bad58cf will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:16.639509 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b361c-771b-4705-9cdc-dcc7519ba641 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Network': ['ID=64db8fc4-a881-412b-8a15-5410cd3769bc,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:16.646904 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.678199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 64db8fc4-a881-412b-8a15-5410cd3769bc details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:16.714740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Transition to ACTIVE for port object c24b2a6e-f2c5-4a55-9959-ddb02bad58cf will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:16.732126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Made reservation on behalf of 5e53ac5163b24cfba26262f00baa29ab for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:16.739638 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.803624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b102f7-c68d-4364-b710-e62def03565f req-4deecc24-88a6-447e-84fd-8b517b3c1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:16.805139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83b102f7-c68d-4364-b710-e62def03565f req-4deecc24-88a6-447e-84fd-8b517b3c1296 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 1096 time: 0.7877481 Aug 03 19:16:16.805990 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.818965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c063f720-ba3c-4a9e-a6c3-529b45855469,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:16.833417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] Checking segment: {'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:16.833933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] Network hostable DHCP agents. Network: 83fe2096-75f7-4db1-9a1a-81976ae4c69d, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:16.949023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Network 4f4a4b65-d145-40d0-a2d7-d40306ecd017 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:16.953096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:16.971278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] Network 83fe2096-75f7-4db1-9a1a-81976ae4c69d is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:16.977410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Pushing event updated for resources: {'Port': ['ID=c24b2a6e-f2c5-4a55-9959-ddb02bad58cf,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:16.980877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:17.023115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 83fe2096-75f7-4db1-9a1a-81976ae4c69d) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:17.032131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:17.033159 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.050915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba20e008-3e09-4e5e-8270-d657d1ac63fe None None] Network 83fe2096-75f7-4db1-9a1a-81976ae4c69d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:17.084690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-635d7364-98d2-4b37-9591-dc8e0ad12170 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2359488 Aug 03 19:16:17.099225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37802) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:17.108347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:17.142642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b102f7-c68d-4364-b710-e62def03565f req-33c0bf38-2e2f-48a5-9826-623ac5c77859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:17.145412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83b102f7-c68d-4364-b710-e62def03565f req-33c0bf38-2e2f-48a5-9826-623ac5c77859 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 912 time: 0.2918644 Aug 03 19:16:17.173696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.239425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Attempting to bind port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:17.240136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Attempting to bind port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4f4a4b65-d145-40d0-a2d7-d40306ecd017'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:17.240320 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Attempting to bind port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf on network 4f4a4b65-d145-40d0-a2d7-d40306ecd017 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:17.257159 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.259403 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.259656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:17.260070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Checking segment: {'id': '26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4f4a4b65-d145-40d0-a2d7-d40306ecd017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:17.260493 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.260895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Bound using segment: {'id': '26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4f4a4b65-d145-40d0-a2d7-d40306ecd017'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:17.261395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Bound port: c24b2a6e-f2c5-4a55-9959-ddb02bad58cf, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4f4a4b65-d145-40d0-a2d7-d40306ecd017'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:17.262977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Subnet': ['ID=a960f5d8-9ad4-41bc-8635-cb890e85312c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:17.279364 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.308945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Checking segment: {'id': '6c00bc3c-65d0-4f46-9ca5-11637502f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0f994178-a2cf-4b0d-b15f-4004ce26e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:17.310095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network hostable DHCP agents. Network: 0f994178-a2cf-4b0d-b15f-4004ce26e049, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:17.346564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network 0f994178-a2cf-4b0d-b15f-4004ce26e049 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:17.355495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83b102f7-c68d-4364-b710-e62def03565f req-b7480040-5966-4ed3-b024-f1731909dbe8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6 HTTP/1.1" status: 200 len: 1001 time: 0.1938896 Aug 03 19:16:17.360183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 0f994178-a2cf-4b0d-b15f-4004ce26e049) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:17.367982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:17.368714 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.381057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:16:17.386937 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.391323 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-adda5ab6-6d26-4c25-97df-6cb6fef6c8e7 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9887640 Aug 03 19:16:17.392033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37804) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:17.398283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'subnet': {'network_id': '64db8fc4-a881-412b-8a15-5410cd3769bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:17.422393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd4fbfa-e202-4ac5-8345-a7fd30b57c66 None None] Network 0f994178-a2cf-4b0d-b15f-4004ce26e049 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:17.431808 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.536803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Made reservation on behalf of 5e53ac5163b24cfba26262f00baa29ab for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:17.548054 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.599977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b102f7-c68d-4364-b710-e62def03565f req-429af635-11d6-4cdc-85ab-cfb8cb4eb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:17.602596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83b102f7-c68d-4364-b710-e62def03565f req-429af635-11d6-4cdc-85ab-cfb8cb4eb291 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.2410421 Aug 03 19:16:17.720864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-0f994178-a2cf-4b0d-b15f-4004ce26e049', 'network_id': '0f994178-a2cf-4b0d-b15f-4004ce26e049', 'tenant_id': '5e53ac5163b24cfba26262f00baa29ab', 'fixed_ips': [{'subnet_id': 'a960f5d8-9ad4-41bc-8635-cb890e85312c'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:16:17.722293 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.734693 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.766389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b102f7-c68d-4364-b710-e62def03565f req-ddc7b931-d11b-45a7-8f16-5162c24e45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:17.768339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83b102f7-c68d-4364-b710-e62def03565f req-ddc7b931-d11b-45a7-8f16-5162c24e45cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263227 Aug 03 19:16:17.915868 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.939174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83b102f7-c68d-4364-b710-e62def03565f req-cf6f23cb-3522-4554-ae5f-8a4669fb2b49 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190305 Aug 03 19:16:17.997238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Subnet': ['ID=85a247e4-7355-41a4-a551-acb5a3ba28e1,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:18.022072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.023072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.023951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.025962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.026813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.028156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.029269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.029835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.030382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.031832 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.032490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.033617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:18.068297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Checking segment: {'id': '7c009eea-4c9b-4d3a-b9b8-da2f6f521ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '64db8fc4-a881-412b-8a15-5410cd3769bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:18.068666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network hostable DHCP agents. Network: 64db8fc4-a881-412b-8a15-5410cd3769bc, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:18.096673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network 64db8fc4-a881-412b-8a15-5410cd3769bc is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:18.111258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 64db8fc4-a881-412b-8a15-5410cd3769bc) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:18.119843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:18.122910 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.137086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29932ab5-7b6d-4967-a88a-a634b26e7be0 None None] Network 64db8fc4-a881-412b-8a15-5410cd3769bc requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:18.169692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-11e7fdcb-5f09-4c6a-ab8d-f4946487c990 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7762494 Aug 03 19:16:18.170340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37806) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:18.191121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83b102f7-c68d-4364-b710-e62def03565f req-f0c19532-59de-49f0-bcef-873031070d8a service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409611 Aug 03 19:16:18.306884 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.385962 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.663814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Allocated IP 2001:db8::2 (0f994178-a2cf-4b0d-b15f-4004ce26e049/a960f5d8-9ad4-41bc-8635-cb890e85312c/87fda203-fb27-4b15-8cba-167be8c2722a) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:18.716220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Allocated IP 172.25.8.2 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b9dc8460-b726-4e4c-8b80-554e0c5cfd3e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:18.716995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] For port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:18.850728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] For port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c24b2a6e-f2c5-4a55-9959-ddb02bad58cf,segment=NetworkSegment(26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44),segment_id=26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:18.853433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Allocated IP 172.20.0.2 (83fe2096-75f7-4db1-9a1a-81976ae4c69d/c063f720-ba3c-4a9e-a6c3-529b45855469/4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:18.956701 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.989983 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.040829 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.074879 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.194898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b9dc8460-b726-4e4c-8b80-554e0c5cfd3e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:19.215111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:19.218220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:19.225410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:19.278221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcbb48-2869-4972-9b9f-a5cfd5340c4a None None] Pushing event updated for resources: {'Port': ['ID=c24b2a6e-f2c5-4a55-9959-ddb02bad58cf,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:19.724398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-64db8fc4-a881-412b-8a15-5410cd3769bc', 'network_id': '64db8fc4-a881-412b-8a15-5410cd3769bc', 'tenant_id': '5e53ac5163b24cfba26262f00baa29ab', 'fixed_ips': [{'subnet_id': '85a247e4-7355-41a4-a551-acb5a3ba28e1'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:16:19.726361 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.756641 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.770898 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.788868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Transition to ACTIVE for port object 87fda203-fb27-4b15-8cba-167be8c2722a will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:19.940082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Transition to ACTIVE for port object 87fda203-fb27-4b15-8cba-167be8c2722a will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:20.029586 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.052757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Allocated IP 2001:db8::1 (0f994178-a2cf-4b0d-b15f-4004ce26e049/a960f5d8-9ad4-41bc-8635-cb890e85312c/9f1fef0a-8bbc-4704-aec2-e203ce0b7b52) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:20.061195 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.192082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Network 0f994178-a2cf-4b0d-b15f-4004ce26e049 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:20.238569 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.271547 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.284071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Transition to ACTIVE for port object 9f1fef0a-8bbc-4704-aec2-e203ce0b7b52 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:20.285341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Transition to ACTIVE for port object 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:20.305209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Transition to ACTIVE for port object 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:20.317147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:20.328297 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.339490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:20.354612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Pushing event updated for resources: {'Port': ['ID=87fda203-fb27-4b15-8cba-167be8c2722a,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:20.413090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.448649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:16:20.527216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network 0f994178-a2cf-4b0d-b15f-4004ce26e049 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:20.535644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:20.540671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:20.541740 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.568090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Network 83fe2096-75f7-4db1-9a1a-81976ae4c69d is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:20.584244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Allocated IP 2001:db8::2 (64db8fc4-a881-412b-8a15-5410cd3769bc/85a247e4-7355-41a4-a551-acb5a3ba28e1/87987cb1-5bdd-4480-9780-8710eb4238cb) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:20.601147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:20.616928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Attempting to bind port 87fda203-fb27-4b15-8cba-167be8c2722a on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:20.617946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Attempting to bind port 87fda203-fb27-4b15-8cba-167be8c2722a by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '6c00bc3c-65d0-4f46-9ca5-11637502f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0f994178-a2cf-4b0d-b15f-4004ce26e049'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:20.619072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Attempting to bind port 87fda203-fb27-4b15-8cba-167be8c2722a on network 0f994178-a2cf-4b0d-b15f-4004ce26e049 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:20.644323 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:20.650241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:20.702264 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.703594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-42cc7171-1552-4cc2-8177-9720bdbb45e6 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6025844 Aug 03 19:16:20.708042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37814) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:20.765112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Port': ['ID=9f1fef0a-8bbc-4704-aec2-e203ce0b7b52,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:20.829153 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.862880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Sync routers for ids ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:20.928842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:20.929681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Checking segment: {'id': '6c00bc3c-65d0-4f46-9ca5-11637502f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0f994178-a2cf-4b0d-b15f-4004ce26e049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:20.930444 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.931180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Bound using segment: {'id': '6c00bc3c-65d0-4f46-9ca5-11637502f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0f994178-a2cf-4b0d-b15f-4004ce26e049'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:20.932076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Bound port: 87fda203-fb27-4b15-8cba-167be8c2722a, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c00bc3c-65d0-4f46-9ca5-11637502f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '0f994178-a2cf-4b0d-b15f-4004ce26e049'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:20.932827 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.944826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Attempting to bind port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:20.945575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Attempting to bind port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:20.946172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Attempting to bind port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf on network 83fe2096-75f7-4db1-9a1a-81976ae4c69d {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:20.951500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61f2f1-c64b-4c3b-87a4-1297d9fe72c6 None None] Network 4f4a4b65-d145-40d0-a2d7-d40306ecd017 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:20.968783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Pushing event updated for resources: {'Port': ['ID=4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:21.029995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:21.030514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Checking segment: {'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:21.030857 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.031233 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Bound using segment: {'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:21.031741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Bound port: 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:21.032133 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.079617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c24b2a6e-f2c5-4a55-9959-ddb02bad58cf up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:21.140039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Routers {'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:21.140834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:21.214098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] For port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:21.219617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] For port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:21.284708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b5be9852-d013-4f1c-b35c-910273e16e53 None None] Provisioning for port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:21.287580 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.464341 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.473372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.475750 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.543049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] For port 87fda203-fb27-4b15-8cba-167be8c2722a, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:21.595403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:21.624019 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network 0f994178-a2cf-4b0d-b15f-4004ce26e049 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:21.627861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] For port 87fda203-fb27-4b15-8cba-167be8c2722a, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=87fda203-fb27-4b15-8cba-167be8c2722a,segment=NetworkSegment(6c00bc3c-65d0-4f46-9ca5-11637502f129),segment_id=6c00bc3c-65d0-4f46-9ca5-11637502f129)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:21.632423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612bb25-c528-40da-adbb-c809d403fae0 None None] Pushing event updated for resources: {'Port': ['ID=4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:21.649125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:21.649513 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.652430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:21.683528 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.690785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Set router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:21.865261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Port': ['ID=9f1fef0a-8bbc-4704-aec2-e203ce0b7b52,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:21.918975 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.004389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Router 2502abf9-30cf-4f63-b672-58ef9a6a44bd is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:16:22.134934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:22.141632 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-745074b6-d5cb-43d3-b94e-a6d57648a7cb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "PUT /v2.0/routers/2502abf9-30cf-4f63-b672-58ef9a6a44bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9698493 Aug 03 19:16:22.144597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37818) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:22.154949 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb680cbd-e2d9-4207-a878-095b2df17489 None None] Sync routers for ids ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:22.165460 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb680cbd-e2d9-4207-a878-095b2df17489 None None] Routers {'2502abf9-30cf-4f63-b672-58ef9a6a44bd'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:22.166844 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-eb680cbd-e2d9-4207-a878-095b2df17489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:22.171534 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.222150 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-eb680cbd-e2d9-4207-a878-095b2df17489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:22.232742 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb680cbd-e2d9-4207-a878-095b2df17489 None None] Routers {'2502abf9-30cf-4f63-b672-58ef9a6a44bd'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:22.233367 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-eb680cbd-e2d9-4207-a878-095b2df17489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:22.275992 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-eb680cbd-e2d9-4207-a878-095b2df17489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:22.276963 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb680cbd-e2d9-4207-a878-095b2df17489 None None] The sync data for ids ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:22.318861 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Allocated IP 172.20.0.1 (83fe2096-75f7-4db1-9a1a-81976ae4c69d/c063f720-ba3c-4a9e-a6c3-529b45855469/95a529b5-57b1-492e-9c9b-54c8d9ae8e47) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:22.347715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Transition to ACTIVE for port object 87987cb1-5bdd-4480-9780-8710eb4238cb will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:22.463718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Transition to ACTIVE for port object 87987cb1-5bdd-4480-9780-8710eb4238cb will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:22.513286 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.528818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c34275-25cb-4a49-923f-dbdbcccb3844 None None] Pushing event updated for resources: {'Port': ['ID=87fda203-fb27-4b15-8cba-167be8c2722a,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:22.567070 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.635291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Network 64db8fc4-a881-412b-8a15-5410cd3769bc is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:22.638719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Transition to ACTIVE for port object 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:22.652439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:22.665273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:22.674196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Pushing event updated for resources: {'Port': ['ID=87987cb1-5bdd-4480-9780-8710eb4238cb,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:22.697740 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.709301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:19Z', 'revision_number': 3, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:22.793815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Checking router: ec0bf996-b1bd-4fb5-a16e-fe532581e2fa for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:16:22.794653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Updating router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:16:22.857154 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.962857 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.967720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Attempting to bind port 87987cb1-5bdd-4480-9780-8710eb4238cb on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:22.968445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Attempting to bind port 87987cb1-5bdd-4480-9780-8710eb4238cb by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7c009eea-4c9b-4d3a-b9b8-da2f6f521ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '64db8fc4-a881-412b-8a15-5410cd3769bc'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:22.969067 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Attempting to bind port 87987cb1-5bdd-4480-9780-8710eb4238cb on network 64db8fc4-a881-412b-8a15-5410cd3769bc {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:22.972818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c24b2a6e-f2c5-4a55-9959-ddb02bad58cf,segment=NetworkSegment(26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44),segment_id=26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:23.005180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Network 83fe2096-75f7-4db1-9a1a-81976ae4c69d is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:23.015004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:23.021061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:23.066326 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.154595 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:23.155283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Checking segment: {'id': '7c009eea-4c9b-4d3a-b9b8-da2f6f521ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '64db8fc4-a881-412b-8a15-5410cd3769bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:23.156226 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.157360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Bound using segment: {'id': '7c009eea-4c9b-4d3a-b9b8-da2f6f521ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '64db8fc4-a881-412b-8a15-5410cd3769bc'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:23.158747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Bound port: 87987cb1-5bdd-4480-9780-8710eb4238cb, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c009eea-4c9b-4d3a-b9b8-da2f6f521ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '64db8fc4-a881-412b-8a15-5410cd3769bc'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:23.162060 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.350754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf3784-0486-4a79-8698-838560011f39 None None] Network 83fe2096-75f7-4db1-9a1a-81976ae4c69d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:23.416723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:23.492855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] For port 87987cb1-5bdd-4480-9780-8710eb4238cb, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:23.618847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Pushing event updated for resources: {'Port': ['ID=95a529b5-57b1-492e-9c9b-54c8d9ae8e47,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:23.631677 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-de525f16-ebfb-4a49-8236-17923b78ac03 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:16:23.635966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-de525f16-ebfb-4a49-8236-17923b78ac03 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "PUT /v2.0/routers/2502abf9-30cf-4f63-b672-58ef9a6a44bd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4906096 Aug 03 19:16:23.636241 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37822) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:23.665172 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.667922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] For port 87987cb1-5bdd-4480-9780-8710eb4238cb, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=87987cb1-5bdd-4480-9780-8710eb4238cb,segment=NetworkSegment(7c009eea-4c9b-4d3a-b9b8-da2f6f521ace),segment_id=7c009eea-4c9b-4d3a-b9b8-da2f6f521ace)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:23.690743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-57677739-ccb9-4c5c-a307-a770e1c68e77 None None] Provisioning complete for port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:23.691297 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-57677739-ccb9-4c5c-a307-a770e1c68e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.698542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=c24b2a6e-f2c5-4a55-9959-ddb02bad58cf,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:23.703032 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.976328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.102953 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b9328-3bf7-465c-8ef3-e11341911ee6 None None] Pushing event updated for resources: {'Port': ['ID=87987cb1-5bdd-4480-9780-8710eb4238cb,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:24.132411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:24.210423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 87fda203-fb27-4b15-8cba-167be8c2722a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:24.460331 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.471791 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.544030 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.560015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08dbe892-1139-4d0e-823d-5fb05ca7c3e8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.565771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Transition to ACTIVE for port object b9dc8460-b726-4e4c-8b80-554e0c5cfd3e will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:24.582939 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.619356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.648321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289b091-2959-496b-bb3b-eb653d3fa8bb None None] Pushing event updated for resources: {'Port': ['ID=b9dc8460-b726-4e4c-8b80-554e0c5cfd3e,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:24.651101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d3c412-f258-4a85-b6dd-2cea07e88907 None None] Network 0f994178-a2cf-4b0d-b15f-4004ce26e049 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:24.766257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 87fda203-fb27-4b15-8cba-167be8c2722a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:24.870151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Attempting to bind port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:24.871053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Attempting to bind port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:24.872080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Attempting to bind port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:24.877189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Provisioning for port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:24.906557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Network 83fe2096-75f7-4db1-9a1a-81976ae4c69d is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:24.910906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Provisioning complete for port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:24.911309 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.915212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:24.915702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:24.916191 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.916761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:24.917411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Bound port: b9dc8460-b726-4e4c-8b80-554e0c5cfd3e, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:24.918133 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.921302 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Pushing event updated for resources: {'Port': ['ID=95a529b5-57b1-492e-9c9b-54c8d9ae8e47,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:24.937278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:25.057051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] For port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:25.062088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] For port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b9dc8460-b726-4e4c-8b80-554e0c5cfd3e,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:25.093030 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.098514 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-08dbe892-1139-4d0e-823d-5fb05ca7c3e8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Deleting port 9f1fef0a-8bbc-4704-aec2-e203ce0b7b52 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:25.099348 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08dbe892-1139-4d0e-823d-5fb05ca7c3e8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.187528 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.240353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Routers {'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:25.242620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:25.257771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289b091-2959-496b-bb3b-eb653d3fa8bb None None] Pushing event updated for resources: {'Port': ['ID=b9dc8460-b726-4e4c-8b80-554e0c5cfd3e,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:25.357554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08dbe892-1139-4d0e-823d-5fb05ca7c3e8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.379695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:25.401288 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-08dbe892-1139-4d0e-823d-5fb05ca7c3e8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Calling delete_port for 9f1fef0a-8bbc-4704-aec2-e203ce0b7b52 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:25.463081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] For port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:25.489266 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.729440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:25.751082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-712a6dd8-a9c1-4268-a2ae-0e7eea5e91d1 admin admin] 10.222.0.78 "PUT /v2.0/routers/ec0bf996-b1bd-4fb5-a16e-fe532581e2fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0414340 Aug 03 19:16:25.946682 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08dbe892-1139-4d0e-823d-5fb05ca7c3e8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.103202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbe892-1139-4d0e-823d-5fb05ca7c3e8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Port': ['ID=9f1fef0a-8bbc-4704-aec2-e203ce0b7b52,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:26.210299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Pushing event updated for resources: {'Port': ['ID=4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:26.214308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 87987cb1-5bdd-4480-9780-8710eb4238cb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:26.223981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a2ce1a-720b-47fd-be92-5737b1554b9b None None] Network 64db8fc4-a881-412b-8a15-5410cd3769bc requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:26.392334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Provisioning for port 87fda203-fb27-4b15-8cba-167be8c2722a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:26.440204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Provisioning complete for port 87fda203-fb27-4b15-8cba-167be8c2722a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:26.440995 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.497635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] Set router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:26.531802 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08dbe892-1139-4d0e-823d-5fb05ca7c3e8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.632913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 87987cb1-5bdd-4480-9780-8710eb4238cb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:26.741371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c24b2a6e-f2c5-4a55-9959-ddb02bad58cf up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:26.918749 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.071540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dbe892-1139-4d0e-823d-5fb05ca7c3e8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Router 2502abf9-30cf-4f63-b672-58ef9a6a44bd has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:27.170091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] For port 87fda203-fb27-4b15-8cba-167be8c2722a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=87fda203-fb27-4b15-8cba-167be8c2722a,segment=NetworkSegment(6c00bc3c-65d0-4f46-9ca5-11637502f129),segment_id=6c00bc3c-65d0-4f46-9ca5-11637502f129)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:27.191682 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.229399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dbe892-1139-4d0e-823d-5fb05ca7c3e8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:27.245701 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-08dbe892-1139-4d0e-823d-5fb05ca7c3e8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "PUT /v2.0/routers/2502abf9-30cf-4f63-b672-58ef9a6a44bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6021144 Aug 03 19:16:27.246402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37860) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:27.297329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37862) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:27.302846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2099329343-network', 'tenant_id': 'a429418004a44eeca5556ab3a661200d'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:27.307059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a7cb7-e20f-4d38-b58c-6c01acc71c0b None None] Sync routers for ids ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:27.367439 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-d0b3c477-e2db-4e9d-9084-0504963c16a5 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] delete failed (client error): The resource could not be found. Aug 03 19:16:27.370242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Made reservation on behalf of a429418004a44eeca5556ab3a661200d for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:27.375881 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.380930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Could not find standard attr ID for object 9f1fef0a-8bbc-4704-aec2-e203ce0b7b52. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:16:27.394177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d0b3c477-e2db-4e9d-9084-0504963c16a5 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-444813140 HTTP/1.1" status: 404 len: 334 time: 0.1457591 Aug 03 19:16:27.395481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37864) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:27.403330 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.404775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5aa18400-effc-4a70-8ed0-775393b777b8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'router': {'external_gateway_info': {'network_id': '2502abf9-30cf-4f63-b672-58ef9a6a44bd'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:27.430173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a7cb7-e20f-4d38-b58c-6c01acc71c0b None None] Routers {'2502abf9-30cf-4f63-b672-58ef9a6a44bd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:27.430930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-828a7cb7-e20f-4d38-b58c-6c01acc71c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:27.514610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:27.514805 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.517729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-828a7cb7-e20f-4d38-b58c-6c01acc71c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:27.573277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a7cb7-e20f-4d38-b58c-6c01acc71c0b None None] Routers {'2502abf9-30cf-4f63-b672-58ef9a6a44bd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:27.573691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-828a7cb7-e20f-4d38-b58c-6c01acc71c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:27.576837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Provisioning complete for port 87fda203-fb27-4b15-8cba-167be8c2722a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:27.577804 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.583879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658364d-84ad-4cca-bf3c-9a1078d1e95b None None] Pushing event updated for resources: {'Port': ['ID=87fda203-fb27-4b15-8cba-167be8c2722a,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:27.664043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:23Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '95a529b5-57b1-492e-9c9b-54c8d9ae8e47', 'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'mac_address': 'fa:16:3e:e6:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:21Z', 'updated_at': '2021-08-03T19:16:24Z', 'revision_number': 2, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'subnets': [{'id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:27.703861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba766de7-a9e1-4cbe-b897-f01b9d05f62a None None] The sync data for ids ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'] in n-d-802918-7 is: [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:23Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '95a529b5-57b1-492e-9c9b-54c8d9ae8e47', 'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'mac_address': 'fa:16:3e:e6:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:21Z', 'updated_at': '2021-08-03T19:16:24Z', 'revision_number': 2, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'subnets': [{'id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:27.711620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-828a7cb7-e20f-4d38-b58c-6c01acc71c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:27.712326 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a7cb7-e20f-4d38-b58c-6c01acc71c0b None None] The sync data for ids ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:27.885745 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.903099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.948316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:27.955924 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Provisioning for port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:27.960983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Provisioning complete for port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:27.962057 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.974002 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.974735 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Added segment 8bb3fb81-cce1-4117-8647-844ae6432c7d of type vlan for network 4806447b-1a2a-433c-b01f-487ad2ceec9c Aug 03 19:16:28.056545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:28.058774 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aa18400-effc-4a70-8ed0-775393b777b8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.104072 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-5aa18400-effc-4a70-8ed0-775393b777b8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] update failed (client error): The resource could not be found. Aug 03 19:16:28.106170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5aa18400-effc-4a70-8ed0-775393b777b8 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "PUT /v2.0/routers/2502abf9-30cf-4f63-b672-58ef9a6a44bd HTTP/1.1" status: 404 len: 339 time: 0.7088189 Aug 03 19:16:28.109983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37878) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:28.116433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-880526421'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:28.127732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.128260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:28.150776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65027b2a-246b-4df4-9aff-5303f38f3a40,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:28.216795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Made reservation on behalf of 5e53ac5163b24cfba26262f00baa29ab for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:28.217290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Provisioning for port 87987cb1-5bdd-4480-9780-8710eb4238cb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:28.228665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.238016 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Provisioning complete for port 87987cb1-5bdd-4480-9780-8710eb4238cb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:28.239841 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.268980 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.270040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.270655 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.318945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:28.342726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.343084 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Added segment a00d5935-0bec-4a15-815c-9a772be7067f of type vlan for network 2b1fd06d-ee48-4346-82c8-ba4766d70c58 Aug 03 19:16:28.379007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:28.379871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.422611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37884) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:28.423414 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1210964 Aug 03 19:16:28.432802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb5669-4063-443e-ab5f-4290ab80da43 admin admin] Pushing event updated for resources: {'Network': ['ID=4806447b-1a2a-433c-b01f-487ad2ceec9c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:28.453237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 4806447b-1a2a-433c-b01f-487ad2ceec9c details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:28.453864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] Request body: {'subnet': {'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2099329343-subnet', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:28.454393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37886) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:28.477407 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.549421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] Made reservation on behalf of a429418004a44eeca5556ab3a661200d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:28.551919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.604018 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.615549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.616215 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.650797 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6205b365-24f9-4623-ba2a-6455a1ae2176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.817234 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Network': ['ID=2b1fd06d-ee48-4346-82c8-ba4766d70c58,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:28.834724 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.879180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 2b1fd06d-ee48-4346-82c8-ba4766d70c58 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:28.881721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61264dff-599e-4c5f-a37c-ece9987c8ad5 req-f98a5087-9877-4fff-88f6-f55c2d168f1b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1393805 Aug 03 19:16:28.892770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6205b365-24f9-4623-ba2a-6455a1ae2176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.917923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6205b365-24f9-4623-ba2a-6455a1ae2176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.943901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d13e653f-3f84-4990-ae3d-0c92fc75b036 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8302720 Aug 03 19:16:28.949484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37896) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:28.972242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'subnet': {'network_id': '2b1fd06d-ee48-4346-82c8-ba4766d70c58', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:28.975246 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205b365-24f9-4623-ba2a-6455a1ae2176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d9cf8f-c0d0-4f81-a490-13cc6837f065,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:29.025890 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6205b365-24f9-4623-ba2a-6455a1ae2176 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e1693043a4d64dd5a478c586008b1989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702741 Aug 03 19:16:29.032676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37898) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:29.038406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 87fda203-fb27-4b15-8cba-167be8c2722a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:29.041691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] For port 87987cb1-5bdd-4480-9780-8710eb4238cb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=87987cb1-5bdd-4480-9780-8710eb4238cb,segment=NetworkSegment(7c009eea-4c9b-4d3a-b9b8-da2f6f521ace),segment_id=7c009eea-4c9b-4d3a-b9b8-da2f6f521ace)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:29.083974 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.111528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7770efc5-ce20-4258-ba28-17f4c7a268c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.145035 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7770efc5-ce20-4258-ba28-17f4c7a268c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.205481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Pushing event updated for resources: {'Port': ['ID=87987cb1-5bdd-4480-9780-8710eb4238cb,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:29.286918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Provisioning complete for port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:29.287298 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-43a66993-c8f4-402c-b855-a46fe38889e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.293335 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7770efc5-ce20-4258-ba28-17f4c7a268c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.299604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7770efc5-ce20-4258-ba28-17f4c7a268c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.302065 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7770efc5-ce20-4258-ba28-17f4c7a268c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33d9cf8f-c0d0-4f81-a490-13cc6837f065 HTTP/1.1" status: 204 len: 168 time: 0.2680135 Aug 03 19:16:29.318315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770efc5-ce20-4258-ba28-17f4c7a268c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d9cf8f-c0d0-4f81-a490-13cc6837f065,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:29.372516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61264dff-599e-4c5f-a37c-ece9987c8ad5 req-5d39611a-4f3e-4ac3-8ad0-0aa5f68bdc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:29.375532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61264dff-599e-4c5f-a37c-ece9987c8ad5 req-5d39611a-4f3e-4ac3-8ad0-0aa5f68bdc42 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06db816164af416e876d8b22a8989daa&device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 1097 time: 0.3970091 Aug 03 19:16:29.383081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Made reservation on behalf of 5e53ac5163b24cfba26262f00baa29ab for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:29.387234 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.414600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 87fda203-fb27-4b15-8cba-167be8c2722a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:29.415179 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.436494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.652059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=208acadd-4dd9-473c-a652-e3826aa98633,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:29.652817 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.701395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-288521d7-7bca-45ed-b3da-6aaaaab31fb5 None None] Provisioning complete for port 87987cb1-5bdd-4480-9780-8710eb4238cb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:29.702086 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-288521d7-7bca-45ed-b3da-6aaaaab31fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.704073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] Checking segment: {'id': '8bb3fb81-cce1-4117-8647-844ae6432c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:29.704290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] Network hostable DHCP agents. Network: 4806447b-1a2a-433c-b01f-487ad2ceec9c, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:29.763236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61264dff-599e-4c5f-a37c-ece9987c8ad5 req-eaa1922c-48a4-4f29-954f-733f1e3988d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:29.764877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61264dff-599e-4c5f-a37c-ece9987c8ad5 req-eaa1922c-48a4-4f29-954f-733f1e3988d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 200 len: 918 time: 0.3445156 Aug 03 19:16:29.947499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37908) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:29.964246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61264dff-599e-4c5f-a37c-ece9987c8ad5 req-ef3c5ba5-199c-472e-b024-8e830aaadb6b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36b8314d-7e66-486e-88dc-80a2f1cf4fe1 HTTP/1.1" status: 200 len: 217 time: 0.1435511 Aug 03 19:16:30.001947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] Network 4806447b-1a2a-433c-b01f-487ad2ceec9c is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:30.061765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e12759f8-aed1-4da5-9503-b00996a9a75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.289546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 4806447b-1a2a-433c-b01f-487ad2ceec9c) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:30.311207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.311832 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.317701 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ec169-9876-4abe-b64d-a88755b70715 None None] Network 4806447b-1a2a-433c-b01f-487ad2ceec9c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:30.345788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61264dff-599e-4c5f-a37c-ece9987c8ad5 req-ea593326-6c62-488c-ab5e-c1208f6c8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.347434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61264dff-599e-4c5f-a37c-ece9987c8ad5 req-ea593326-6c62-488c-ab5e-c1208f6c8b02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 200 len: 857 time: 0.3626630 Aug 03 19:16:30.378836 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.395819 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e12759f8-aed1-4da5-9503-b00996a9a75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.400912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b9dc8460-b726-4e4c-8b80-554e0c5cfd3e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:30.404968 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61264dff-599e-4c5f-a37c-ece9987c8ad5 req-8d529622-329e-4d7e-a971-f1938b0560aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=052680ad-1e07-4bd9-bd66-31ff145ecbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379567 Aug 03 19:16:30.411943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e12759f8-aed1-4da5-9503-b00996a9a75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.465781 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-453e85a1-4fa9-4574-9906-550adec6e440 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0352588 Aug 03 19:16:30.487558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37918) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:30.517281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2099329343-router', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:30.563531 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e12759f8-aed1-4da5-9503-b00996a9a75b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d5834e3030504da9a7df1825c3b49adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6138663 Aug 03 19:16:30.564254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37920) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:30.568402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:30.582361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Subnet': ['ID=43ea2676-4904-4238-aca2-1592bd9ae2d0,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:30.596923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:30.610621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Checking segment: {'id': 'a00d5935-0bec-4a15-815c-9a772be7067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2b1fd06d-ee48-4346-82c8-ba4766d70c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:30.610963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network hostable DHCP agents. Network: 2b1fd06d-ee48-4346-82c8-ba4766d70c58, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:30.611405 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.637760 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.648676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.662731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12759f8-aed1-4da5-9503-b00996a9a75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a61a8f8-382f-41dc-961c-fd5b2c99815c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:30.667654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61264dff-599e-4c5f-a37c-ece9987c8ad5 req-5176a72e-b4a0-405e-ad75-2e6fc1b56591 service neutron] 10.222.0.74 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352245 Aug 03 19:16:30.669319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network 2b1fd06d-ee48-4346-82c8-ba4766d70c58 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:30.770165 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.771696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c70f9cec-7112-4a5c-81c8-76caca8ca936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.805207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 2b1fd06d-ee48-4346-82c8-ba4766d70c58) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:30.828635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.830915 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.846298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-4806447b-1a2a-433c-b01f-487ad2ceec9c', 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'fixed_ips': [{'subnet_id': '208acadd-4dd9-473c-a652-e3826aa98633'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:16:30.849302 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.856866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2ccab8-a641-4b6d-9d37-6f5889be5f47 None None] Network 2b1fd06d-ee48-4346-82c8-ba4766d70c58 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:30.865880 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c70f9cec-7112-4a5c-81c8-76caca8ca936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.895528 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-58722d83-170a-4cd0-81c1-230ffb43a931 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9226406 Aug 03 19:16:30.895528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37924) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:30.903202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-668f88a7-ed48-4747-a45e-21e271751aa6 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'router': {'external_gateway_info': {'network_id': '2b1fd06d-ee48-4346-82c8-ba4766d70c58'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:30.964747 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.047318 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.173609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c70f9cec-7112-4a5c-81c8-76caca8ca936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.183267 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c70f9cec-7112-4a5c-81c8-76caca8ca936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.190140 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c70f9cec-7112-4a5c-81c8-76caca8ca936 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4a61a8f8-382f-41dc-961c-fd5b2c99815c HTTP/1.1" status: 204 len: 168 time: 0.5875750 Aug 03 19:16:31.264192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f9cec-7112-4a5c-81c8-76caca8ca936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a61a8f8-382f-41dc-961c-fd5b2c99815c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:31.392598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61264dff-599e-4c5f-a37c-ece9987c8ad5 req-ba5ddd5f-0aa4-4423-bb5c-e133af97ee62 service neutron] 10.222.0.74 "GET /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076528 Aug 03 19:16:31.434925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b9dc8460-b726-4e4c-8b80-554e0c5cfd3e,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:31.509546 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.510339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 87987cb1-5bdd-4480-9780-8710eb4238cb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:31.642239 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-668f88a7-ed48-4747-a45e-21e271751aa6 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.720876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Allocated IP 172.20.0.2 (4806447b-1a2a-433c-b01f-487ad2ceec9c/208acadd-4dd9-473c-a652-e3826aa98633/e3d66a24-79f2-439a-a5f9-4822303f2502) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:31.921708 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-668f88a7-ed48-4747-a45e-21e271751aa6 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:16:31.922811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-668f88a7-ed48-4747-a45e-21e271751aa6 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "PUT /v2.0/routers/2502abf9-30cf-4f63-b672-58ef9a6a44bd HTTP/1.1" status: 400 len: 364 time: 1.0263736 Aug 03 19:16:31.928681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37938) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:32.057594 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Sync routers for ids ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:32.076636 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Routers {'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:32.084596 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:32.286258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 87987cb1-5bdd-4480-9780-8710eb4238cb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:32.286845 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.326928 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.387518 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.389749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=b9dc8460-b726-4e4c-8b80-554e0c5cfd3e,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:32.541639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-2b1fd06d-ee48-4346-82c8-ba4766d70c58', 'network_id': '2b1fd06d-ee48-4346-82c8-ba4766d70c58', 'tenant_id': '5e53ac5163b24cfba26262f00baa29ab', 'fixed_ips': [{'subnet_id': '43ea2676-4904-4238-aca2-1592bd9ae2d0'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:16:32.548249 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.651563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37946) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:32.786354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f980ad07-9445-4477-8bc1-885b321c9f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.922375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Allocated IP 172.25.8.215 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/d5929584-e56c-4b78-a439-1415c8fe41f2) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:32.938424 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Set router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:32.962571 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.238897 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.337470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f980ad07-9445-4477-8bc1-885b321c9f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.347565 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f980ad07-9445-4477-8bc1-885b321c9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.398605 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.423152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b9dc8460-b726-4e4c-8b80-554e0c5cfd3e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:33.432794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Transition to ACTIVE for port object e3d66a24-79f2-439a-a5f9-4822303f2502 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:33.463489 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f980ad07-9445-4477-8bc1-885b321c9f23 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bc2282773a040088c78a2d6bbaa15fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8097985 Aug 03 19:16:33.467592 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.473353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37952) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:33.489922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Allocated IP 2001:db8:1::2 (2b1fd06d-ee48-4346-82c8-ba4766d70c58/43ea2676-4904-4238-aca2-1592bd9ae2d0/dbada287-fd07-433e-b454-f0c2982e6c28) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:33.511291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Transition to ACTIVE for port object e3d66a24-79f2-439a-a5f9-4822303f2502 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:33.537309 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:23Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '95a529b5-57b1-492e-9c9b-54c8d9ae8e47', 'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'mac_address': 'fa:16:3e:e6:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:21Z', 'updated_at': '2021-08-03T19:16:24Z', 'revision_number': 2, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'subnets': [{'id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:33.553576 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.567991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980ad07-9445-4477-8bc1-885b321c9f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d01ac63-a279-424d-ac88-c9b0444627e1,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:33.631825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Allocated IP 2001:db8::1 (4f4a4b65-d145-40d0-a2d7-d40306ecd017/e2b7ffee-fd7c-4f92-a22b-41ca42adbcfa/2c00d030-c279-404b-b473-8e0a4c52525f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:33.649311 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Checking router: ec0bf996-b1bd-4fb5-a16e-fe532581e2fa for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:16:33.649906 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Updating router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:16:33.697008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Network 4806447b-1a2a-433c-b01f-487ad2ceec9c is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:33.709695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:33.712242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:33.713188 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.717144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:33.727350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Pushing event updated for resources: {'Port': ['ID=e3d66a24-79f2-439a-a5f9-4822303f2502,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:33.734771 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-490e7de8-df70-4aa7-89b6-490ce48212bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.765229 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.803511 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:33.831653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:33.851971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:33.897073 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9959b88-22dd-4bb8-b17f-cf53b9836ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.907048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Pushing event updated for resources: {'Port': ['ID=d5929584-e56c-4b78-a439-1415c8fe41f2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:33.972669 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9959b88-22dd-4bb8-b17f-cf53b9836ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.033609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Attempting to bind port e3d66a24-79f2-439a-a5f9-4822303f2502 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:34.033609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Attempting to bind port e3d66a24-79f2-439a-a5f9-4822303f2502 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '8bb3fb81-cce1-4117-8647-844ae6432c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:34.033609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Attempting to bind port e3d66a24-79f2-439a-a5f9-4822303f2502 on network 4806447b-1a2a-433c-b01f-487ad2ceec9c {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:34.079882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:34.080444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Checking segment: {'id': '8bb3fb81-cce1-4117-8647-844ae6432c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:34.081018 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.081569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Bound using segment: {'id': '8bb3fb81-cce1-4117-8647-844ae6432c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:34.090897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Bound port: e3d66a24-79f2-439a-a5f9-4822303f2502, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb3fb81-cce1-4117-8647-844ae6432c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:34.091413 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.198097 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.250887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Transition to ACTIVE for port object 2c00d030-c279-404b-b473-8e0a4c52525f will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:34.277442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] For port e3d66a24-79f2-439a-a5f9-4822303f2502, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:34.282896 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] For port e3d66a24-79f2-439a-a5f9-4822303f2502, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e3d66a24-79f2-439a-a5f9-4822303f2502,segment=NetworkSegment(8bb3fb81-cce1-4117-8647-844ae6432c7d),segment_id=8bb3fb81-cce1-4117-8647-844ae6432c7d)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:34.302932 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.338552 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.406136 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.414941 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9959b88-22dd-4bb8-b17f-cf53b9836ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.428933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9959b88-22dd-4bb8-b17f-cf53b9836ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.432137 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c9959b88-22dd-4bb8-b17f-cf53b9836ca0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5d01ac63-a279-424d-ac88-c9b0444627e1 HTTP/1.1" status: 204 len: 168 time: 0.9468827 Aug 03 19:16:34.530473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Transition to ACTIVE for port object dbada287-fd07-433e-b454-f0c2982e6c28 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:34.542426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Port': ['ID=2c00d030-c279-404b-b473-8e0a4c52525f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:34.597590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network 4f4a4b65-d145-40d0-a2d7-d40306ecd017 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:34.605233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:34.615732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:34.616789 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.654680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa0c60-69ba-4031-a4d2-a62b777c7511 None None] Pushing event updated for resources: {'Port': ['ID=e3d66a24-79f2-439a-a5f9-4822303f2502,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:34.689661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Transition to ACTIVE for port object dbada287-fd07-433e-b454-f0c2982e6c28 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:34.714039 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.714889 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.760189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9959b88-22dd-4bb8-b17f-cf53b9836ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d01ac63-a279-424d-ac88-c9b0444627e1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:34.760699 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Transition to ACTIVE for port object 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:34.765683 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.788312 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.917439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Network 2b1fd06d-ee48-4346-82c8-ba4766d70c58 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:34.945461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:34.956070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:34.984569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Pushing event updated for resources: {'Port': ['ID=dbada287-fd07-433e-b454-f0c2982e6c28,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:35.089944 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Pushing event updated for resources: {'Port': ['ID=95a529b5-57b1-492e-9c9b-54c8d9ae8e47,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:35.126079 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:16:35.227733 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.228083 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.228417 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.228747 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.229079 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.229456 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.237924 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.238378 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.242279 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.245014 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.247789 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.248714 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:35.303967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.334171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Attempting to bind port dbada287-fd07-433e-b454-f0c2982e6c28 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:35.336221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Attempting to bind port dbada287-fd07-433e-b454-f0c2982e6c28 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'a00d5935-0bec-4a15-815c-9a772be7067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2b1fd06d-ee48-4346-82c8-ba4766d70c58'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:35.338030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Attempting to bind port dbada287-fd07-433e-b454-f0c2982e6c28 on network 2b1fd06d-ee48-4346-82c8-ba4766d70c58 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:35.359392 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:35.365213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Checking segment: {'id': 'a00d5935-0bec-4a15-815c-9a772be7067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2b1fd06d-ee48-4346-82c8-ba4766d70c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:35.366802 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.367820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Bound using segment: {'id': 'a00d5935-0bec-4a15-815c-9a772be7067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2b1fd06d-ee48-4346-82c8-ba4766d70c58'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:35.373633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Bound port: dbada287-fd07-433e-b454-f0c2982e6c28, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00d5935-0bec-4a15-815c-9a772be7067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2b1fd06d-ee48-4346-82c8-ba4766d70c58'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:35.379207 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.595040 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.664679 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Attempting to bind port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:35.667277 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Attempting to bind port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:35.670493 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Attempting to bind port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 on network 83fe2096-75f7-4db1-9a1a-81976ae4c69d {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:35.698695 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:35.701896 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Checking segment: {'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:35.702926 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.706527 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Bound using segment: {'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:35.707831 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Bound port: 95a529b5-57b1-492e-9c9b-54c8d9ae8e47, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:35.711871 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.800147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e3d66a24-79f2-439a-a5f9-4822303f2502 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:36.064858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7b57c412-2f68-4e9c-99db-7de7a0f4b90c None None] Provisioning for port 2c00d030-c279-404b-b473-8e0a4c52525f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:36.093309 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] For port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:36.109007 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] For port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=95a529b5-57b1-492e-9c9b-54c8d9ae8e47,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:36.116745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7b57c412-2f68-4e9c-99db-7de7a0f4b90c None None] Provisioning complete for port 2c00d030-c279-404b-b473-8e0a4c52525f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:36.117626 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b57c412-2f68-4e9c-99db-7de7a0f4b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.126079 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.250761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7b57c412-2f68-4e9c-99db-7de7a0f4b90c None None] Port 2c00d030-c279-404b-b473-8e0a4c52525f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:36.268582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] For port dbada287-fd07-433e-b454-f0c2982e6c28, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:36.293011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] For port dbada287-fd07-433e-b454-f0c2982e6c28, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=dbada287-fd07-433e-b454-f0c2982e6c28,segment=NetworkSegment(a00d5935-0bec-4a15-815c-9a772be7067f),segment_id=a00d5935-0bec-4a15-815c-9a772be7067f)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:36.319038 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.455909 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Routers {'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:36.457167 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:36.470931 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a1653-9779-436a-ac4b-aa87732159c1 None None] Pushing event updated for resources: {'Port': ['ID=95a529b5-57b1-492e-9c9b-54c8d9ae8e47,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:36.564861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Router 3a57c609-5349-4c3a-91d4-bff42014ea2f is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:16:36.619166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port e3d66a24-79f2-439a-a5f9-4822303f2502 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:36.875450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3c6e8-d22f-4b26-a34c-a1b9a8aaa426 None None] Pushing event updated for resources: {'Port': ['ID=dbada287-fd07-433e-b454-f0c2982e6c28,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:36.904227 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-090a985a-8fcd-40be-ac17-435728ce81b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.927406 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.217704 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] Set router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:37.337424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:37.353255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Sync routers for ids ['3a57c609-5349-4c3a-91d4-bff42014ea2f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:37.415817 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.421142 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-83c734a3-1981-46c0-b8ca-e2a818f86435 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9306657 Aug 03 19:16:37.422079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38008) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:37.423110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Routers {'3a57c609-5349-4c3a-91d4-bff42014ea2f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:37.428009 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3a57c609-5349-4c3a-91d4-bff42014ea2f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:37.458150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc53ce8-0ba9-4865-9bfa-cdbff0be6fe0 None None] Network 4806447b-1a2a-433c-b01f-487ad2ceec9c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:37.870464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:38.157278 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:23Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '95a529b5-57b1-492e-9c9b-54c8d9ae8e47', 'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'mac_address': 'fa:16:3e:e6:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:21Z', 'updated_at': '2021-08-03T19:16:36Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'subnets': [{'id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:38.291479 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ed4e2-85f5-47e8-83f7-339cb560cabd None None] The sync data for ids ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'] in n-d-802918-7 is: [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:23Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '95a529b5-57b1-492e-9c9b-54c8d9ae8e47', 'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'mac_address': 'fa:16:3e:e6:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:21Z', 'updated_at': '2021-08-03T19:16:36Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'subnets': [{'id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:38.413066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bb385-7f96-4ada-8253-404306a2e678 req-de182e9c-f926-4758-bd2d-56a05d8fd1dc tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:38.445335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c7bb385-7f96-4ada-8253-404306a2e678 req-de182e9c-f926-4758-bd2d-56a05d8fd1dc tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.3635659 Aug 03 19:16:38.535515 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.560511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.562007 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.794518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event updated for resources: {'Port': ['ID=2c00d030-c279-404b-b473-8e0a4c52525f,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:39.074384 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c7bb385-7f96-4ada-8253-404306a2e678 req-e0b8bf29-26be-4d4a-a573-99844b25e759 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6275747 Aug 03 19:16:39.298253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Set router 3a57c609-5349-4c3a-91d4-bff42014ea2f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:39.421797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Network 4f4a4b65-d145-40d0-a2d7-d40306ecd017 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:39.425658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:39.467474 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.734213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b787c50f-f568-477d-93fb-be9417eb0474 None None] Network 2b1fd06d-ee48-4346-82c8-ba4766d70c58 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:39.797782 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.799411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ce95419c-9b57-4103-a733-a2d3e1ed85bd None None] Provisioning for port e3d66a24-79f2-439a-a5f9-4822303f2502 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:39.955334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Router 2502abf9-30cf-4f63-b672-58ef9a6a44bd has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:40.073552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Allocated IP 172.20.0.1 (4806447b-1a2a-433c-b01f-487ad2ceec9c/208acadd-4dd9-473c-a652-e3826aa98633/f68d1a33-7e0b-4150-84a9-3eb478da7ee2) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:40.320530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:40.341175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-507033de-6c5f-4e50-92cf-fc29ec1aaaa4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "PUT /v2.0/routers/2502abf9-30cf-4f63-b672-58ef9a6a44bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4112916 Aug 03 19:16:40.347287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38048) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:40.362328 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98c8d3-d1a5-46de-a41f-b73b78c64160 None None] Sync routers for ids ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:40.413072 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98c8d3-d1a5-46de-a41f-b73b78c64160 None None] Routers {'2502abf9-30cf-4f63-b672-58ef9a6a44bd'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:40.414203 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f98c8d3-d1a5-46de-a41f-b73b78c64160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:40.452662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ce95419c-9b57-4103-a733-a2d3e1ed85bd None None] Provisioning complete for port e3d66a24-79f2-439a-a5f9-4822303f2502 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:40.456375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce95419c-9b57-4103-a733-a2d3e1ed85bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.595677 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f98c8d3-d1a5-46de-a41f-b73b78c64160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:40.633040 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98c8d3-d1a5-46de-a41f-b73b78c64160 None None] Routers {'2502abf9-30cf-4f63-b672-58ef9a6a44bd'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:40.634536 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f98c8d3-d1a5-46de-a41f-b73b78c64160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:40.683811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.714488 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.754526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Transition to ACTIVE for port object f68d1a33-7e0b-4150-84a9-3eb478da7ee2 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:40.820721 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f98c8d3-d1a5-46de-a41f-b73b78c64160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:40.821848 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98c8d3-d1a5-46de-a41f-b73b78c64160 None None] The sync data for ids ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:40.887010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:40.894531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e6392-36fc-4bd4-90cb-2c0b51af665a req-f3e01bfd-89da-4a54-90d8-f7453e84f3ca tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.910145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-475e6392-36fc-4bd4-90cb-2c0b51af665a req-f3e01bfd-89da-4a54-90d8-f7453e84f3ca tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.3917162 Aug 03 19:16:40.912932 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.012366 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Network 4806447b-1a2a-433c-b01f-487ad2ceec9c is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:41.016147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:41.023204 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-475e6392-36fc-4bd4-90cb-2c0b51af665a req-ca66abec-c459-4224-89eb-6cc46710c937 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983436 Aug 03 19:16:41.036126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:41.049955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Pushing event updated for resources: {'Port': ['ID=f68d1a33-7e0b-4150-84a9-3eb478da7ee2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:41.076371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b010207f-5c40-4dcc-88a3-8edd9a2debab tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.133283 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce95419c-9b57-4103-a733-a2d3e1ed85bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.157271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:41.157896 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.186302 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.639809 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-b010207f-5c40-4dcc-88a3-8edd9a2debab tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:16:41.644372 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b010207f-5c40-4dcc-88a3-8edd9a2debab tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "DELETE /v2.0/routers/2502abf9-30cf-4f63-b672-58ef9a6a44bd HTTP/1.1" status: 409 len: 329 time: 1.2953725 Aug 03 19:16:41.651852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38106) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:41.740476 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.804860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ce95419c-9b57-4103-a733-a2d3e1ed85bd None None] For port e3d66a24-79f2-439a-a5f9-4822303f2502, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e3d66a24-79f2-439a-a5f9-4822303f2502,segment=NetworkSegment(8bb3fb81-cce1-4117-8647-844ae6432c7d),segment_id=8bb3fb81-cce1-4117-8647-844ae6432c7d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:41.889381 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.035604 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=95a529b5-57b1-492e-9c9b-54c8d9ae8e47,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:42.079207 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.084519 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.164482 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce95419c-9b57-4103-a733-a2d3e1ed85bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.212926 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.460244 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.468255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Pushing event updated for resources: {'Port': ['ID=f68d1a33-7e0b-4150-84a9-3eb478da7ee2,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:42.634021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-039ba250-f7a9-4d81-a620-66ee79b62ab4 None None] Provisioning for port dbada287-fd07-433e-b454-f0c2982e6c28 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:42.702298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device dbada287-fd07-433e-b454-f0c2982e6c28 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:42.857971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Network 4806447b-1a2a-433c-b01f-487ad2ceec9c is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:42.868765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:42.887636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-039ba250-f7a9-4d81-a620-66ee79b62ab4 None None] Provisioning complete for port 2c00d030-c279-404b-b473-8e0a4c52525f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:42.888678 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-039ba250-f7a9-4d81-a620-66ee79b62ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.957043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95419c-9b57-4103-a733-a2d3e1ed85bd None None] Pushing event updated for resources: {'Port': ['ID=e3d66a24-79f2-439a-a5f9-4822303f2502,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:43.076037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=95a529b5-57b1-492e-9c9b-54c8d9ae8e47,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:43.081187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'name': 'tempest-TestServerBasicOps-2099329343-router', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:30Z', 'updated_at': '2021-08-03T19:16:34Z', 'revision_number': 3, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'gw_port': {'id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:32Z', 'updated_at': '2021-08-03T19:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:43.086817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-039ba250-f7a9-4d81-a620-66ee79b62ab4 None None] Port 2c00d030-c279-404b-b473-8e0a4c52525f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:43.142597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Checking router: 3a57c609-5349-4c3a-91d4-bff42014ea2f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:16:43.142949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Updating router 3a57c609-5349-4c3a-91d4-bff42014ea2f port d5929584-e56c-4b78-a439-1415c8fe41f2 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:16:43.270093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-38537f8f-7936-48ee-b188-6969fcf93dd3 None None] Provisioning complete for port dbada287-fd07-433e-b454-f0c2982e6c28 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:43.270393 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38537f8f-7936-48ee-b188-6969fcf93dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:43.277347 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:43.279884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port dbada287-fd07-433e-b454-f0c2982e6c28 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:43.297276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364d19d-7e5e-41ab-b60e-db195093121d req-9c862e98-98c4-4ab2-95eb-e50ea46f0ae9 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:43.315180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7364d19d-7e5e-41ab-b60e-db195093121d req-9c862e98-98c4-4ab2-95eb-e50ea46f0ae9 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.3850026 Aug 03 19:16:43.473116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port dbada287-fd07-433e-b454-f0c2982e6c28 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:43.473528 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:43.536765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Router 3a57c609-5349-4c3a-91d4-bff42014ea2f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:43.639860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61300dc4-e6a7-4efa-8c29-f77526ab5ee4 req-622b9cc8-9769-4b01-ab3a-e23931184ff1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:43.655798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61300dc4-e6a7-4efa-8c29-f77526ab5ee4 req-622b9cc8-9769-4b01-ab3a-e23931184ff1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 1.0126266 Aug 03 19:16:43.721536 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7364d19d-7e5e-41ab-b60e-db195093121d req-9ac710fd-46b4-426f-9d36-9f56326608bb tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053316 Aug 03 19:16:43.871258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61300dc4-e6a7-4efa-8c29-f77526ab5ee4 req-b79f5a4a-6eac-448a-a12d-d82f832eb94a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143760 Aug 03 19:16:43.926933 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38537f8f-7936-48ee-b188-6969fcf93dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.066764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-725282fb-0593-48b6-a8a9-bbc265da1504 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.094827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:44.108723 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4854128c-cf34-4621-a21c-25ae3b9df67d admin admin] 10.222.0.78 "PUT /v2.0/routers/3a57c609-5349-4c3a-91d4-bff42014ea2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6847103 Aug 03 19:16:44.236265 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.299775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-38537f8f-7936-48ee-b188-6969fcf93dd3 None None] For port dbada287-fd07-433e-b454-f0c2982e6c28, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=dbada287-fd07-433e-b454-f0c2982e6c28,segment=NetworkSegment(a00d5935-0bec-4a15-815c-9a772be7067f),segment_id=a00d5935-0bec-4a15-815c-9a772be7067f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:44.378508 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38537f8f-7936-48ee-b188-6969fcf93dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.811141 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:16:44.811685 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:16:44.812426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38537f8f-7936-48ee-b188-6969fcf93dd3 None None] Pushing event updated for resources: {'Port': ['ID=dbada287-fd07-433e-b454-f0c2982e6c28,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:44.833922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-725282fb-0593-48b6-a8a9-bbc265da1504 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Deleting port 2c00d030-c279-404b-b473-8e0a4c52525f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:44.834451 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-725282fb-0593-48b6-a8a9-bbc265da1504 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.912452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-42d8b374-4ef0-4918-aecf-f4047e35b458 None None] Provisioning for port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:44.959542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-42d8b374-4ef0-4918-aecf-f4047e35b458 None None] Provisioning complete for port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:44.960733 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-42d8b374-4ef0-4918-aecf-f4047e35b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.091881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11c053-e12d-4792-9abb-1dd87fe87bcc req-3549b06b-4a7b-4f12-9abf-50a87b31a0b6 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:45.102316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd11c053-e12d-4792-9abb-1dd87fe87bcc req-3549b06b-4a7b-4f12-9abf-50a87b31a0b6 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.1661439 Aug 03 19:16:45.144298 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-725282fb-0593-48b6-a8a9-bbc265da1504 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.149135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-42d8b374-4ef0-4918-aecf-f4047e35b458 None None] Port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:45.173327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-725282fb-0593-48b6-a8a9-bbc265da1504 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Calling delete_port for 2c00d030-c279-404b-b473-8e0a4c52525f owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:45.254317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd11c053-e12d-4792-9abb-1dd87fe87bcc req-387bcc02-b0f3-45c5-ab5a-123c07b8e472 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411183 Aug 03 19:16:45.398386 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645144ca-ed96-41d9-91c0-f3676e4659d6 req-0b6d38d8-d8ff-4773-849c-0fc63beb6430 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:45.401455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-645144ca-ed96-41d9-91c0-f3676e4659d6 req-0b6d38d8-d8ff-4773-849c-0fc63beb6430 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.74 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.2060444 Aug 03 19:16:45.556157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-42d8b374-4ef0-4918-aecf-f4047e35b458 None None] Provisioning complete for port e3d66a24-79f2-439a-a5f9-4822303f2502 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:45.556561 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-42d8b374-4ef0-4918-aecf-f4047e35b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.572416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38390) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:45.596667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bf5f51e4-8c8f-4b23-bb0c-432c17518cad tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608341416', 'description': 'tempest-secgroup-smoke-1608341416 description', 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:45.602951 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.776533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf5f51e4-8c8f-4b23-bb0c-432c17518cad tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.797732 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.838398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e3d66a24-79f2-439a-a5f9-4822303f2502 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:45.841632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ae302-f1df-4689-9af7-597c800c40ea req-40f5f2ac-6b3f-4e9c-b4c7-23f7418f040e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:45.862698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d0ae302-f1df-4689-9af7-597c800c40ea req-40f5f2ac-6b3f-4e9c-b4c7-23f7418f040e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.4274986 Aug 03 19:16:46.024628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e3d66a24-79f2-439a-a5f9-4822303f2502 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:46.025447 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.098038 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d0ae302-f1df-4689-9af7-597c800c40ea req-0cc0b201-2054-4804-9a43-ebc31c388472 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161033 Aug 03 19:16:46.195856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-645144ca-ed96-41d9-91c0-f3676e4659d6 req-cfc294e7-3bc0-4bfe-9be3-b58987e4fa5d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Deleting port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:46.196442 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-645144ca-ed96-41d9-91c0-f3676e4659d6 req-cfc294e7-3bc0-4bfe-9be3-b58987e4fa5d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.251012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Transition to ACTIVE for port object d5929584-e56c-4b78-a439-1415c8fe41f2 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:46.288075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device dbada287-fd07-433e-b454-f0c2982e6c28 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:46.299600 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.315481 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-725282fb-0593-48b6-a8a9-bbc265da1504 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.467530 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf5f51e4-8c8f-4b23-bb0c-432c17518cad tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.488647 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf5f51e4-8c8f-4b23-bb0c-432c17518cad tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.548737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-09431556-52ec-4618-bb60-f09cfec8c8e7 None None] Provisioning complete for port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:46.549331 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-09431556-52ec-4618-bb60-f09cfec8c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.591625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725282fb-0593-48b6-a8a9-bbc265da1504 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Port': ['ID=2c00d030-c279-404b-b473-8e0a4c52525f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:46.600690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf5f51e4-8c8f-4b23-bb0c-432c17518cad tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.611763 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bf5f51e4-8c8f-4b23-bb0c-432c17518cad tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0307212 Aug 03 19:16:46.621779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38450) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:46.652230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6952856a-d14c-459d-a5b7-bdf61b76b963 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Request body: {'security_group_rule': {'security_group_id': '6260889f-ec34-4504-a7ff-37be72b86e27', 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:46.676804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f51e4-8c8f-4b23-bb0c-432c17518cad tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6260889f-ec34-4504-a7ff-37be72b86e27,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:46.744964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6787e2-3ed9-4a16-93dd-49eb6ba018d7 None None] Pushing event updated for resources: {'Port': ['ID=d5929584-e56c-4b78-a439-1415c8fe41f2,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:46.754269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Attempting to bind port d5929584-e56c-4b78-a439-1415c8fe41f2 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:46.754876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Attempting to bind port d5929584-e56c-4b78-a439-1415c8fe41f2 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:46.755768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Attempting to bind port d5929584-e56c-4b78-a439-1415c8fe41f2 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:46.797023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:46.797722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:46.798503 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.799356 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:46.800495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Bound port: d5929584-e56c-4b78-a439-1415c8fe41f2, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:46.801182 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.819084 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6952856a-d14c-459d-a5b7-bdf61b76b963 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.902912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port dbada287-fd07-433e-b454-f0c2982e6c28 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:46.904308 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.938728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-645144ca-ed96-41d9-91c0-f3676e4659d6 req-cfc294e7-3bc0-4bfe-9be3-b58987e4fa5d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] For port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=36b8314d-7e66-486e-88dc-80a2f1cf4fe1,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:46.939841 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-645144ca-ed96-41d9-91c0-f3676e4659d6 req-cfc294e7-3bc0-4bfe-9be3-b58987e4fa5d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.982323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d62e4-bd6a-4301-862a-100dd46dff19 req-f9610e0a-282f-455f-9caa-98ab0352a048 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:46.990934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-563d62e4-bd6a-4301-862a-100dd46dff19 req-f9610e0a-282f-455f-9caa-98ab0352a048 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 946 time: 0.4308343 Aug 03 19:16:47.005317 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-725282fb-0593-48b6-a8a9-bbc265da1504 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.014505 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-645144ca-ed96-41d9-91c0-f3676e4659d6 req-cfc294e7-3bc0-4bfe-9be3-b58987e4fa5d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Calling delete_port for 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:47.037451 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6952856a-d14c-459d-a5b7-bdf61b76b963 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.044739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-09431556-52ec-4618-bb60-f09cfec8c8e7 None None] Port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:47.060060 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6952856a-d14c-459d-a5b7-bdf61b76b963 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.101223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952856a-d14c-459d-a5b7-bdf61b76b963 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fdc3241-11d7-45b3-994e-f5b1e1cf0d03,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:47.166515 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6952856a-d14c-459d-a5b7-bdf61b76b963 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.169159 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6952856a-d14c-459d-a5b7-bdf61b76b963 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5340800 Aug 03 19:16:47.173654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38486) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:47.185146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7c51f98d-cf67-4cc4-8476-12b3591e8ece tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Request body: {'security_group_rule': {'security_group_id': '6260889f-ec34-4504-a7ff-37be72b86e27', 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:47.228158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] For port d5929584-e56c-4b78-a439-1415c8fe41f2, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:47.256899 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] For port d5929584-e56c-4b78-a439-1415c8fe41f2, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d5929584-e56c-4b78-a439-1415c8fe41f2,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:47.259735 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:47.289116 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.332225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-563d62e4-bd6a-4301-862a-100dd46dff19 req-8b02054e-f135-4e90-b72b-851345703b1e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380823 Aug 03 19:16:47.390560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Routers {'3a57c609-5349-4c3a-91d4-bff42014ea2f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:47.393355 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3a57c609-5349-4c3a-91d4-bff42014ea2f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:47.404786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c51f98d-cf67-4cc4-8476-12b3591e8ece tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.573398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725282fb-0593-48b6-a8a9-bbc265da1504 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Router 2502abf9-30cf-4f63-b672-58ef9a6a44bd has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:47.673887 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c51f98d-cf67-4cc4-8476-12b3591e8ece tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.688811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c51f98d-cf67-4cc4-8476-12b3591e8ece tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.719208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6787e2-3ed9-4a16-93dd-49eb6ba018d7 None None] Pushing event updated for resources: {'Port': ['ID=d5929584-e56c-4b78-a439-1415c8fe41f2,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:47.730838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:47.783474 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51f98d-cf67-4cc4-8476-12b3591e8ece tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f1db84-f5e9-497b-bd3f-7755e77b7d24,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:47.786129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:47.787717 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.799580 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c51f98d-cf67-4cc4-8476-12b3591e8ece tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.801588 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7c51f98d-cf67-4cc4-8476-12b3591e8ece tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6260843 Aug 03 19:16:47.805907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38524) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:47.815286 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-59b088d3-f200-46ac-a428-5105f4dacf2d tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Request body: {'security_group_rule': {'security_group_id': '6260889f-ec34-4504-a7ff-37be72b86e27', 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:47.961847 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-59b088d3-f200-46ac-a428-5105f4dacf2d tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.994673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725282fb-0593-48b6-a8a9-bbc265da1504 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:48.011587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32130034-f93c-41c2-a578-3786c91ef266 req-9705e1ee-568f-4369-9cb9-7cf1bd2a6e6d tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:48.014770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32130034-f93c-41c2-a578-3786c91ef266 req-9705e1ee-568f-4369-9cb9-7cf1bd2a6e6d tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.5605164 Aug 03 19:16:48.016214 n-d-802918-7 neutron-server[100489]: INFO neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No ports have port_id starting with 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 Aug 03 19:16:48.020123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-725282fb-0593-48b6-a8a9-bbc265da1504 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "PUT /v2.0/routers/2502abf9-30cf-4f63-b672-58ef9a6a44bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3608601 Aug 03 19:16:48.022264 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-645144ca-ed96-41d9-91c0-f3676e4659d6 req-cfc294e7-3bc0-4bfe-9be3-b58987e4fa5d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.026001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38538) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:48.050288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e7e048-572b-42d9-98e2-e94386ce5dff None None] Sync routers for ids ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:48.064750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a56cba78-69bd-49f5-bf88-670cf4db68c9'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:48.126313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc294e7-3bc0-4bfe-9be3-b58987e4fa5d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Pushing event deleted for resources: {'Port': ['ID=36b8314d-7e66-486e-88dc-80a2f1cf4fe1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:48.148557 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-0ec3e8a5-d190-4a9d-a759-c7a99be34b70 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] show failed (client error): The resource could not be found. Aug 03 19:16:48.150307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0ec3e8a5-d190-4a9d-a759-c7a99be34b70 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-1001491213 HTTP/1.1" status: 404 len: 335 time: 0.1227958 Aug 03 19:16:48.180472 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38548) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:48.203752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-61f5e791-e616-413e-8cc7-1b03de0ce3e6 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:48.283443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-645144ca-ed96-41d9-91c0-f3676e4659d6 req-cfc294e7-3bc0-4bfe-9be3-b58987e4fa5d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] No DVR routers for this DVR port 36b8314d-7e66-486e-88dc-80a2f1cf4fe1 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:48.287792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] Set router 3a57c609-5349-4c3a-91d4-bff42014ea2f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:48.290776 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-645144ca-ed96-41d9-91c0-f3676e4659d6 req-cfc294e7-3bc0-4bfe-9be3-b58987e4fa5d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.295381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-645144ca-ed96-41d9-91c0-f3676e4659d6 req-cfc294e7-3bc0-4bfe-9be3-b58987e4fa5d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.74 "DELETE /v2.0/ports/36b8314d-7e66-486e-88dc-80a2f1cf4fe1 HTTP/1.1" status: 204 len: 173 time: 2.8789058 Aug 03 19:16:48.295898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aa3826-62f8-42ab-b36f-6895f7b30ee4', 'name': 'network-vif-deleted', 'tag': '36b8314d-7e66-486e-88dc-80a2f1cf4fe1'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:48.300479 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b5f240-7a72-4258-85d2-3334c4dc1021" -d '{"events": [{"server_uuid": "02aa3826-62f8-42ab-b36f-6895f7b30ee4", "name": "network-vif-deleted", "tag": "36b8314d-7e66-486e-88dc-80a2f1cf4fe1"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:48.313614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32130034-f93c-41c2-a578-3786c91ef266 req-b6b15843-ace8-46f7-9fc3-051774b13266 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310531 Aug 03 19:16:48.351969 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-61f5e791-e616-413e-8cc7-1b03de0ce3e6 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] update failed (client error): The resource could not be found. Aug 03 19:16:48.353123 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-61f5e791-e616-413e-8cc7-1b03de0ce3e6 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-1067051840 HTTP/1.1" status: 404 len: 335 time: 0.1706123 Aug 03 19:16:48.362482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38562) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:48.385378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e7e048-572b-42d9-98e2-e94386ce5dff None None] Routers {'2502abf9-30cf-4f63-b672-58ef9a6a44bd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:48.399158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d0e7e048-572b-42d9-98e2-e94386ce5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:48.482314 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-59b088d3-f200-46ac-a428-5105f4dacf2d tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.495239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-59b088d3-f200-46ac-a428-5105f4dacf2d tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.670451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b088d3-f200-46ac-a428-5105f4dacf2d tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca8b3f1-31a5-4aa0-bddf-9217466e53a1,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:48.695936 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-59b088d3-f200-46ac-a428-5105f4dacf2d tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.702025 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-59b088d3-f200-46ac-a428-5105f4dacf2d tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8910618 Aug 03 19:16:48.702811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38582) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:48.723658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-149c394f-b157-468a-a0da-0323dbc5d8ee tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Deleting subnet 43ea2676-4904-4238-aca2-1592bd9ae2d0 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:48.732014 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-149c394f-b157-468a-a0da-0323dbc5d8ee tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.738637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-34f8a343-36b0-4d74-a6b1-727fd1cf8a52 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Request body: {'security_group_rule': {'security_group_id': '6260889f-ec34-4504-a7ff-37be72b86e27', 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:48.816826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34f8a343-36b0-4d74-a6b1-727fd1cf8a52 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.822865 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d1f40b-9a76-41c2-8004-96b07811a50b x-openstack-request-id: req-d9d1f40b-9a76-41c2-8004-96b07811a50b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:48.826302 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02aa3826-62f8-42ab-b36f-6895f7b30ee4", "name": "network-vif-deleted", "tag": "36b8314d-7e66-486e-88dc-80a2f1cf4fe1", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:48.826709 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9d1f40b-9a76-41c2-8004-96b07811a50b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:48.827497 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02aa3826-62f8-42ab-b36f-6895f7b30ee4', 'name': 'network-vif-deleted', 'tag': '36b8314d-7e66-486e-88dc-80a2f1cf4fe1', 'status': 'completed', 'code': 200} Aug 03 19:16:48.841131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d0e7e048-572b-42d9-98e2-e94386ce5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:48.869001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86c06ad6-b55a-42aa-bdef-33fc90c466e8 req-50e08875-0f5e-428a-abcc-37a9ff07b45d tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=02aa3826-62f8-42ab-b36f-6895f7b30ee4 HTTP/1.1" status: 200 len: 210 time: 0.1256046 Aug 03 19:16:48.901764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-149c394f-b157-468a-a0da-0323dbc5d8ee tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.950980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e7e048-572b-42d9-98e2-e94386ce5dff None None] Routers {'2502abf9-30cf-4f63-b672-58ef9a6a44bd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:48.951574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d0e7e048-572b-42d9-98e2-e94386ce5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:48.960763 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34f8a343-36b0-4d74-a6b1-727fd1cf8a52 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.968019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34f8a343-36b0-4d74-a6b1-727fd1cf8a52 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.997913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8a343-36b0-4d74-a6b1-727fd1cf8a52 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60647347-9cab-4f25-83f4-c922cecdfd97,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.002500 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34f8a343-36b0-4d74-a6b1-727fd1cf8a52 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.007584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38590) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:49.008491 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-34f8a343-36b0-4d74-a6b1-727fd1cf8a52 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3035188 Aug 03 19:16:49.019116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ad356cfe-78f5-4225-882d-9dc23d20cd21 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Request body: {'security_group_rule': {'security_group_id': '6260889f-ec34-4504-a7ff-37be72b86e27', 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:49.036546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d0e7e048-572b-42d9-98e2-e94386ce5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:49.037225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e7e048-572b-42d9-98e2-e94386ce5dff None None] The sync data for ids ['2502abf9-30cf-4f63-b672-58ef9a6a44bd'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:49.124390 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-ad356cfe-78f5-4225-882d-9dc23d20cd21 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Project 9d5679ab7fb8468da9fc3e9c58daff06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:16:49.132797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-149c394f-b157-468a-a0da-0323dbc5d8ee tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.173468 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad356cfe-78f5-4225-882d-9dc23d20cd21 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.283514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'name': 'tempest-TestServerBasicOps-2099329343-router', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:30Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 4, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'gw_port': {'id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:32Z', 'updated_at': '2021-08-03T19:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f68d1a33-7e0b-4150-84a9-3eb478da7ee2', 'name': '', 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'mac_address': 'fa:16:3e:02:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '208acadd-4dd9-473c-a652-e3826aa98633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:39Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 2, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'subnets': [{'id': '208acadd-4dd9-473c-a652-e3826aa98633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:49.296344 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad356cfe-78f5-4225-882d-9dc23d20cd21 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.303009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad356cfe-78f5-4225-882d-9dc23d20cd21 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.317263 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-149c394f-b157-468a-a0da-0323dbc5d8ee tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.320762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7be32-8ad1-40e3-872d-0802401d7c9e None None] The sync data for ids ['3a57c609-5349-4c3a-91d4-bff42014ea2f'] in n-d-802918-7 is: [{'id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'name': 'tempest-TestServerBasicOps-2099329343-router', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:30Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 4, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'gw_port': {'id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:32Z', 'updated_at': '2021-08-03T19:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f68d1a33-7e0b-4150-84a9-3eb478da7ee2', 'name': '', 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'mac_address': 'fa:16:3e:02:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '208acadd-4dd9-473c-a652-e3826aa98633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:39Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 2, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'subnets': [{'id': '208acadd-4dd9-473c-a652-e3826aa98633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:49.384061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c394f-b157-468a-a0da-0323dbc5d8ee tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Subnet': ['ID=43ea2676-4904-4238-aca2-1592bd9ae2d0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.392791 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-149c394f-b157-468a-a0da-0323dbc5d8ee tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.395070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-149c394f-b157-468a-a0da-0323dbc5d8ee tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "DELETE /v2.0/subnets/43ea2676-4904-4238-aca2-1592bd9ae2d0 HTTP/1.1" status: 204 len: 168 time: 1.0330760 Aug 03 19:16:49.396040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad356cfe-78f5-4225-882d-9dc23d20cd21 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb797f0-083a-44c9-9ecc-c6e49aaf5dc1,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.398988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38596) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:49.407709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea554f4-533d-4627-8b12-13c42b52dc08 None None] Network 2b1fd06d-ee48-4346-82c8-ba4766d70c58 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:49.435532 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad356cfe-78f5-4225-882d-9dc23d20cd21 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.440100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ad356cfe-78f5-4225-882d-9dc23d20cd21 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4276798 Aug 03 19:16:49.442713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38598) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:49.448380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-cb4fbd9f-c155-41a3-9939-17cbc7723850 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Request body: {'security_group_rule': {'security_group_id': '6260889f-ec34-4504-a7ff-37be72b86e27', 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:49.516143 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-cb4fbd9f-c155-41a3-9939-17cbc7723850 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Project 9d5679ab7fb8468da9fc3e9c58daff06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:16:49.529221 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbd9f-c155-41a3-9939-17cbc7723850 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.595752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.727950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Deleting port dbada287-fd07-433e-b454-f0c2982e6c28 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:49.729189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.805397 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbd9f-c155-41a3-9939-17cbc7723850 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.842668 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbd9f-c155-41a3-9939-17cbc7723850 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.877955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54c767-f708-4bbc-af49-87b8044262b5 req-233ca715-159a-49ab-a240-839bc94175a1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.889680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c54c767-f708-4bbc-af49-87b8044262b5 req-233ca715-159a-49ab-a240-839bc94175a1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.2622707 Aug 03 19:16:49.912611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae72f4e-5581-4286-981a-d402f5411368 None None] DHCP port deletion for 2b1fd06d-ee48-4346-82c8-ba4766d70c58 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:16:49.977177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] For port dbada287-fd07-433e-b454-f0c2982e6c28, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=dbada287-fd07-433e-b454-f0c2982e6c28,segment=NetworkSegment(a00d5935-0bec-4a15-815c-9a772be7067f),segment_id=a00d5935-0bec-4a15-815c-9a772be7067f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:49.977816 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.005825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fbd9f-c155-41a3-9939-17cbc7723850 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61a39f2-c8d7-48ec-81ee-b5214565b67a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:50.026456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Calling delete_port for dbada287-fd07-433e-b454-f0c2982e6c28 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:50.052099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb4fbd9f-c155-41a3-9939-17cbc7723850 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.056392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cb4fbd9f-c155-41a3-9939-17cbc7723850 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6112771 Aug 03 19:16:50.077777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6ae72f4e-5581-4286-981a-d402f5411368 None None] Deleting port dbada287-fd07-433e-b454-f0c2982e6c28 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:50.078327 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6ae72f4e-5581-4286-981a-d402f5411368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.110713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c54c767-f708-4bbc-af49-87b8044262b5 req-185c8034-e1a0-4bdb-bb25-4438b22eac20 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785598 Aug 03 19:16:50.190902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6ae72f4e-5581-4286-981a-d402f5411368 None None] For port dbada287-fd07-433e-b454-f0c2982e6c28, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=dbada287-fd07-433e-b454-f0c2982e6c28,segment=NetworkSegment(a00d5935-0bec-4a15-815c-9a772be7067f),segment_id=a00d5935-0bec-4a15-815c-9a772be7067f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:50.191317 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6ae72f4e-5581-4286-981a-d402f5411368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.233347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6ae72f4e-5581-4286-981a-d402f5411368 None None] Calling delete_port for dbada287-fd07-433e-b454-f0c2982e6c28 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:50.311782 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.418181 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6ae72f4e-5581-4286-981a-d402f5411368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.438795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] No DVR routers for this DVR port dbada287-fd07-433e-b454-f0c2982e6c28 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:50.484081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae72f4e-5581-4286-981a-d402f5411368 None None] Pushing event deleted for resources: {'Port': ['ID=dbada287-fd07-433e-b454-f0c2982e6c28,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:50.490548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae72f4e-5581-4286-981a-d402f5411368 None None] No DVR routers for this DVR port dbada287-fd07-433e-b454-f0c2982e6c28 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:50.583276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-46c206bc-f6a2-4eb5-ae61-65b6e970c2b9 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:50.597754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-46c206bc-f6a2-4eb5-ae61-65b6e970c2b9 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/networks?id=8099bcfc-5807-43cf-a7bc-8b92f3566a55 HTTP/1.1" status: 200 len: 813 time: 0.2968299 Aug 03 19:16:50.631579 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.632004 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-ba2c4d57-d016-4008-b7a1-db7f3403c2d0 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/quotas/68fd81a75962491d8426ad0ab974d3f3 HTTP/1.1" status: 200 len: 375 time: 0.0318668 Aug 03 19:16:50.636759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Port': ['ID=dbada287-fd07-433e-b454-f0c2982e6c28,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:50.692561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1fd06d-ee48-4346-82c8-ba4766d70c58']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:50.736571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00d5935-0bec-4a15-815c-9a772be7067f') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:50.742355 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00d5935-0bec-4a15-815c-9a772be7067f') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:50.798014 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.818636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-231b4195-9938-4be3-aa28-0da258a16f9c tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=68fd81a75962491d8426ad0ab974d3f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1822343 Aug 03 19:16:50.850299 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.920425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:50.921731 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.934570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device dbada287-fd07-433e-b454-f0c2982e6c28 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:50.997301 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:51.017017 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: dbada287-fd07-433e-b454-f0c2982e6c28 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:51.031035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device dbada287-fd07-433e-b454-f0c2982e6c28 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:51.106624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-3a580e0c-e06f-4f40-afa5-7ebb61ff6113 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608341416&fields=id&tenant_id=9d5679ab7fb8468da9fc3e9c58daff06 HTTP/1.1" status: 200 len: 267 time: 0.1478953 Aug 03 19:16:51.158754 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.171055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.196181 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "DELETE /v2.0/networks/2b1fd06d-ee48-4346-82c8-ba4766d70c58 HTTP/1.1" status: 204 len: 168 time: 1.7808249 Aug 03 19:16:51.197438 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38658) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:51.239177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f47e6b-bfab-4f91-8c81-151a23722b68 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Network': ['ID=2b1fd06d-ee48-4346-82c8-ba4766d70c58,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:51.352408 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c81995-bdc7-419c-9737-c68e4fade4d0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Deleting subnet 85a247e4-7355-41a4-a551-acb5a3ba28e1 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:51.361802 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2c81995-bdc7-419c-9737-c68e4fade4d0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.455052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2c81995-bdc7-419c-9737-c68e4fade4d0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.581112 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2c81995-bdc7-419c-9737-c68e4fade4d0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.666056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2c81995-bdc7-419c-9737-c68e4fade4d0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.700960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c81995-bdc7-419c-9737-c68e4fade4d0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Subnet': ['ID=85a247e4-7355-41a4-a551-acb5a3ba28e1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:51.704252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2c81995-bdc7-419c-9737-c68e4fade4d0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.707336 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d2c81995-bdc7-419c-9737-c68e4fade4d0 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "DELETE /v2.0/subnets/85a247e4-7355-41a4-a551-acb5a3ba28e1 HTTP/1.1" status: 204 len: 168 time: 0.4829030 Aug 03 19:16:51.709765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38662) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:51.725180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8890ea-e14d-44b4-a273-ccc2ac3c8d49 None None] Network 64db8fc4-a881-412b-8a15-5410cd3769bc requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:51.802401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e9ddc-90e0-46e1-8f82-766ab930ef4d req-7ee1c8dc-6940-4ab8-b8dc-ba5216be365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:51.804685 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a68e9ddc-90e0-46e1-8f82-766ab930ef4d req-7ee1c8dc-6940-4ab8-b8dc-ba5216be365d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 1096 time: 0.7153091 Aug 03 19:16:51.811792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca19a0e4-c007-4809-a034-da3580639c99 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Deleting subnet a960f5d8-9ad4-41bc-8635-cb890e85312c {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:51.815684 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca19a0e4-c007-4809-a034-da3580639c99 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.865902 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca19a0e4-c007-4809-a034-da3580639c99 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.938272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98152e-43ee-407b-9269-48a2e187a13c req-8813ae33-fe3c-4861-81bf-ab3a4f305b5c tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:51.946955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-8813ae33-fe3c-4861-81bf-ab3a4f305b5c tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/networks?id=83fe2096-75f7-4db1-9a1a-81976ae4c69d HTTP/1.1" status: 200 len: 809 time: 0.8170705 Aug 03 19:16:51.965158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-f2bbdad8-3264-4123-8469-d2a059716800 service neutron] 10.222.0.78 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1377518 Aug 03 19:16:52.048304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-d4e5e79f-8cc8-411e-9bfe-c21064e472ce tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/quotas/9d5679ab7fb8468da9fc3e9c58daff06 HTTP/1.1" status: 200 len: 375 time: 0.0999558 Aug 03 19:16:52.063201 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca19a0e4-c007-4809-a034-da3580639c99 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.180603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e9ddc-90e0-46e1-8f82-766ab930ef4d req-1d149451-cefd-419b-8c27-5cbcfaa89e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:52.183872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a68e9ddc-90e0-46e1-8f82-766ab930ef4d req-1d149451-cefd-419b-8c27-5cbcfaa89e40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 912 time: 0.3614709 Aug 03 19:16:52.200476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4197a64d-59b1-4411-ad67-6a2f1f2b02ac None None] DHCP port deletion for 64db8fc4-a881-412b-8a15-5410cd3769bc request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:16:52.207178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-24a5a7cb-f649-41b5-8159-429fac67fa5f tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9d5679ab7fb8468da9fc3e9c58daff06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1574893 Aug 03 19:16:52.255498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca19a0e4-c007-4809-a034-da3580639c99 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.301822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19a0e4-c007-4809-a034-da3580639c99 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Subnet': ['ID=a960f5d8-9ad4-41bc-8635-cb890e85312c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:52.304048 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ca19a0e4-c007-4809-a034-da3580639c99 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.306495 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ca19a0e4-c007-4809-a034-da3580639c99 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "DELETE /v2.0/subnets/a960f5d8-9ad4-41bc-8635-cb890e85312c HTTP/1.1" status: 204 len: 168 time: 0.5954154 Aug 03 19:16:52.309658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38668) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:52.326394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac686b-0c72-472c-b51d-5f1803e275d7 None None] Network 0f994178-a2cf-4b0d-b15f-4004ce26e049 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:52.349195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a68e9ddc-90e0-46e1-8f82-766ab930ef4d req-87be0223-0f87-4db8-88e5-704f37aea19e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6 HTTP/1.1" status: 200 len: 1001 time: 0.1358740 Aug 03 19:16:52.430251 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.478152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4197a64d-59b1-4411-ad67-6a2f1f2b02ac None None] Deleting port 87987cb1-5bdd-4480-9780-8710eb4238cb {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:52.479083 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4197a64d-59b1-4411-ad67-6a2f1f2b02ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.495133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Deleting port 87987cb1-5bdd-4480-9780-8710eb4238cb {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:52.495713 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.500416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-56a8d19c-622f-4a58-a6aa-e45e4ff23481 service neutron] 10.222.0.78 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337775 Aug 03 19:16:52.666742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] For port 87987cb1-5bdd-4480-9780-8710eb4238cb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=87987cb1-5bdd-4480-9780-8710eb4238cb,segment=NetworkSegment(7c009eea-4c9b-4d3a-b9b8-da2f6f521ace),segment_id=7c009eea-4c9b-4d3a-b9b8-da2f6f521ace)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:52.669358 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.701319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Calling delete_port for 87987cb1-5bdd-4480-9780-8710eb4238cb owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:52.742436 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4197a64d-59b1-4411-ad67-6a2f1f2b02ac None None] For port 87987cb1-5bdd-4480-9780-8710eb4238cb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=87987cb1-5bdd-4480-9780-8710eb4238cb,segment=NetworkSegment(7c009eea-4c9b-4d3a-b9b8-da2f6f521ace),segment_id=7c009eea-4c9b-4d3a-b9b8-da2f6f521ace)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:52.743302 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4197a64d-59b1-4411-ad67-6a2f1f2b02ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.760355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e9ddc-90e0-46e1-8f82-766ab930ef4d req-57fc16bd-e16f-4705-8d3a-4ebc630cac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:52.770078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4197a64d-59b1-4411-ad67-6a2f1f2b02ac None None] Calling delete_port for 87987cb1-5bdd-4480-9780-8710eb4238cb owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:52.770971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a68e9ddc-90e0-46e1-8f82-766ab930ef4d req-57fc16bd-e16f-4705-8d3a-4ebc630cac42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.2991884 Aug 03 19:16:52.809861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-edc8abd1-2a87-45b8-8dd4-9c8e128fae33 service neutron] 10.222.0.78 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561334 Aug 03 19:16:52.973348 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.051358 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4197a64d-59b1-4411-ad67-6a2f1f2b02ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.079332 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4197a64d-59b1-4411-ad67-6a2f1f2b02ac None None] No DVR routers for this DVR port 87987cb1-5bdd-4480-9780-8710eb4238cb on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:53.099169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49925f08-e512-4366-8868-820ee288dac4 None None] DHCP port deletion for 0f994178-a2cf-4b0d-b15f-4004ce26e049 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:16:53.103337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d5929584-e56c-4b78-a439-1415c8fe41f2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:53.247033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-9a741548-121b-4fdd-ae3d-453e1cf8449d service neutron] 10.222.0.78 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121490 Aug 03 19:16:53.266149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197a64d-59b1-4411-ad67-6a2f1f2b02ac None None] Pushing event deleted for resources: {'Port': ['ID=87987cb1-5bdd-4480-9780-8710eb4238cb,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:53.338565 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e9ddc-90e0-46e1-8f82-766ab930ef4d req-a2ba9246-7daf-4ad4-884b-a8fe10b028ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:53.341843 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a68e9ddc-90e0-46e1-8f82-766ab930ef4d req-a2ba9246-7daf-4ad4-884b-a8fe10b028ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5448787 Aug 03 19:16:53.357011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port d5929584-e56c-4b78-a439-1415c8fe41f2 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:53.369653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d5929584-e56c-4b78-a439-1415c8fe41f2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:53.370252 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.423146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-49925f08-e512-4366-8868-820ee288dac4 None None] Deleting port 87fda203-fb27-4b15-8cba-167be8c2722a {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:53.423618 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-49925f08-e512-4366-8868-820ee288dac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.542329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b82942-8cde-4137-b1e5-a2f428923582 req-32bdb12e-c997-4af2-a174-5cbc79af1628 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:53.546293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-49925f08-e512-4366-8868-820ee288dac4 None None] For port 87fda203-fb27-4b15-8cba-167be8c2722a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=87fda203-fb27-4b15-8cba-167be8c2722a,segment=NetworkSegment(6c00bc3c-65d0-4f46-9ca5-11637502f129),segment_id=6c00bc3c-65d0-4f46-9ca5-11637502f129)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:53.546971 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-49925f08-e512-4366-8868-820ee288dac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.554964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69b82942-8cde-4137-b1e5-a2f428923582 req-32bdb12e-c997-4af2-a174-5cbc79af1628 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.3029425 Aug 03 19:16:53.654422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-49925f08-e512-4366-8868-820ee288dac4 None None] Calling delete_port for 87fda203-fb27-4b15-8cba-167be8c2722a owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:53.657682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a68e9ddc-90e0-46e1-8f82-766ab930ef4d req-d88e3fd5-bb24-41b0-aa88-7c420a0a85db service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043847 Aug 03 19:16:53.757746 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.758591 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Port': ['ID=87987cb1-5bdd-4480-9780-8710eb4238cb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:53.766207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] No DVR routers for this DVR port 87987cb1-5bdd-4480-9780-8710eb4238cb on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:53.791972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a68e9ddc-90e0-46e1-8f82-766ab930ef4d req-198fe12a-f43c-47c5-9c2d-9f189d0875e9 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248176 Aug 03 19:16:53.810341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69b82942-8cde-4137-b1e5-a2f428923582 req-5da1c685-88ab-4cc9-899a-d31c4c12cd57 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544229 Aug 03 19:16:53.882621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d9fb2-d879-4c13-9207-c7755c94653f req-ad9d336e-0130-478d-addb-2128e749049a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:53.887489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d2d9fb2-d879-4c13-9207-c7755c94653f req-ad9d336e-0130-478d-addb-2128e749049a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.0916481 Aug 03 19:16:53.908550 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Sync routers for ids ['3a57c609-5349-4c3a-91d4-bff42014ea2f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:53.927056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.953014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64db8fc4-a881-412b-8a15-5410cd3769bc']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:53.953406 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Routers {'3a57c609-5349-4c3a-91d4-bff42014ea2f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:53.955704 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3a57c609-5349-4c3a-91d4-bff42014ea2f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:53.969196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d2d9fb2-d879-4c13-9207-c7755c94653f req-036c21a2-26d8-478b-ac9f-f4dd04f1dc72 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687196 Aug 03 19:16:53.984952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c009eea-4c9b-4d3a-b9b8-da2f6f521ace') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:53.987303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c009eea-4c9b-4d3a-b9b8-da2f6f521ace') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:54.026826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.035394 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69a9bd83-21c1-477c-bcde-1199195627d7 req-68235ba5-164b-4602-ae22-922ed39c2350 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 210 time: 0.0528071 Aug 03 19:16:54.065260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.066574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port d5929584-e56c-4b78-a439-1415c8fe41f2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d5929584-e56c-4b78-a439-1415c8fe41f2,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:54.087719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:54.089554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.135246 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.218013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c1688d6-b8cb-4106-bb85-eae11465cf72 req-e1fc2841-aed6-4bc6-8d0b-6a86190fcd54 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 210 time: 0.1247597 Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:54.239778 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:54.306322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.316183 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.326202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38704) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:54.327018 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "DELETE /v2.0/networks/64db8fc4-a881-412b-8a15-5410cd3769bc HTTP/1.1" status: 204 len: 168 time: 2.0153470 Aug 03 19:16:54.347990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 87987cb1-5bdd-4480-9780-8710eb4238cb no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:54.361643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=d5929584-e56c-4b78-a439-1415c8fe41f2,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:54.377056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1299e7-616c-44b5-ad2e-49729766d3ae tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Network': ['ID=64db8fc4-a881-412b-8a15-5410cd3769bc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:54.385787 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-49925f08-e512-4366-8868-820ee288dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.399165 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 87987cb1-5bdd-4480-9780-8710eb4238cb {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:54.399482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 87987cb1-5bdd-4480-9780-8710eb4238cb not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:54.402542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49925f08-e512-4366-8868-820ee288dac4 None None] No DVR routers for this DVR port 87fda203-fb27-4b15-8cba-167be8c2722a on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:54.428909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49925f08-e512-4366-8868-820ee288dac4 None None] Pushing event deleted for resources: {'Port': ['ID=87fda203-fb27-4b15-8cba-167be8c2722a,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:54.475955 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.504960 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Set router 3a57c609-5349-4c3a-91d4-bff42014ea2f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:54.748720 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.764902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f994178-a2cf-4b0d-b15f-4004ce26e049']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:54.780599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c00bc3c-65d0-4f46-9ca5-11637502f129') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:54.781826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c00bc3c-65d0-4f46-9ca5-11637502f129') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:54.798120 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.833676 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.844864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:54.845537 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:54.851096 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:54.898825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d5929584-e56c-4b78-a439-1415c8fe41f2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:54.946790 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.969536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.975903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38710) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:54.982283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "DELETE /v2.0/networks/0f994178-a2cf-4b0d-b15f-4004ce26e049 HTTP/1.1" status: 204 len: 168 time: 0.6538863 Aug 03 19:16:54.997538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930649-18ab-4b32-be01-222738e34bcb tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Network': ['ID=0f994178-a2cf-4b0d-b15f-4004ce26e049,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:54.998938 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'name': 'tempest-TestServerBasicOps-2099329343-router', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:30Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 4, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'gw_port': {'id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:32Z', 'updated_at': '2021-08-03T19:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f68d1a33-7e0b-4150-84a9-3eb478da7ee2', 'name': '', 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'mac_address': 'fa:16:3e:02:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '208acadd-4dd9-473c-a652-e3826aa98633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:39Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 2, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'subnets': [{'id': '208acadd-4dd9-473c-a652-e3826aa98633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:55.044231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d5929584-e56c-4b78-a439-1415c8fe41f2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:55.050332 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.063684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-5318e799-15e1-4c11-be84-e715d4dd1bf4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Deleting subnet e2b7ffee-fd7c-4f92-a22b-41ca42adbcfa {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:55.069236 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5318e799-15e1-4c11-be84-e715d4dd1bf4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.077882 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Checking router: 3a57c609-5349-4c3a-91d4-bff42014ea2f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:16:55.078559 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Updating router 3a57c609-5349-4c3a-91d4-bff42014ea2f port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:16:55.127004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5318e799-15e1-4c11-be84-e715d4dd1bf4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.161084 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.259167 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5318e799-15e1-4c11-be84-e715d4dd1bf4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.323869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977389b4-bfe0-45f6-9b09-5f6fb9fcce45 req-c926ad36-9646-4af5-93e9-4b9713823033 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:55.326147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-977389b4-bfe0-45f6-9b09-5f6fb9fcce45 req-c926ad36-9646-4af5-93e9-4b9713823033 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.2074831 Aug 03 19:16:55.336120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e26c1-180d-4a6d-9cce-b77ea0502fb2 req-6897411f-7906-4af7-a6d5-4e6a81232ab7 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:55.339719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd1e26c1-180d-4a6d-9cce-b77ea0502fb2 req-6897411f-7906-4af7-a6d5-4e6a81232ab7 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.2327125 Aug 03 19:16:55.349420 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5318e799-15e1-4c11-be84-e715d4dd1bf4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.368578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-a4000d5a-8467-471e-ac54-0e5b3748e2fb req-956ece60-fbb8-4aa8-80e1-3e69f7b7d8bb service neutron] (100487) timed out ('10.222.0.37', 63708) {{(pid=100487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:16:55.387765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 87fda203-fb27-4b15-8cba-167be8c2722a no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:55.389184 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318e799-15e1-4c11-be84-e715d4dd1bf4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b7ffee-fd7c-4f92-a22b-41ca42adbcfa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:55.395843 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5318e799-15e1-4c11-be84-e715d4dd1bf4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.402695 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5318e799-15e1-4c11-be84-e715d4dd1bf4 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "DELETE /v2.0/subnets/e2b7ffee-fd7c-4f92-a22b-41ca42adbcfa HTTP/1.1" status: 204 len: 168 time: 0.4234078 Aug 03 19:16:55.403428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38722) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:55.431895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bff4d52-7099-4724-b367-47688c93b080 None None] Network 4f4a4b65-d145-40d0-a2d7-d40306ecd017 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:55.437105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 87fda203-fb27-4b15-8cba-167be8c2722a {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:55.437643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 87fda203-fb27-4b15-8cba-167be8c2722a not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:55.450683 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-977389b4-bfe0-45f6-9b09-5f6fb9fcce45 req-652c2210-e30b-4075-a8a5-2bb577ff003b tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074531 Aug 03 19:16:55.475252 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd1e26c1-180d-4a6d-9cce-b77ea0502fb2 req-3b20127c-a1ee-403b-a8fe-6425ba24ad65 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252699 Aug 03 19:16:55.577778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.693886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-347f91e7-d684-4ae3-8215-b438cf23bf2a req-35e4576e-7e7a-4131-986f-39c57e1fe3b2 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 210 time: 0.0897188 Aug 03 19:16:55.744085 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Deleting port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:55.744515 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.794520 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.830349 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Transition to ACTIVE for port object f68d1a33-7e0b-4150-84a9-3eb478da7ee2 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:55.846464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] DHCP port deletion for 4f4a4b65-d145-40d0-a2d7-d40306ecd017 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:16:55.850694 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.856704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffb35e27-a68e-4f7c-89a3-7dfb7da7b970 req-1088c94f-8338-4be2-83ae-81d6b1c7d4d3 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 210 time: 0.0610237 Aug 03 19:16:55.939080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] For port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c24b2a6e-f2c5-4a55-9959-ddb02bad58cf,segment=NetworkSegment(26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44),segment_id=26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:55.939652 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.954237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Deleting port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:55.954731 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.971928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Calling delete_port for c24b2a6e-f2c5-4a55-9959-ddb02bad58cf owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:56.039765 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-4ca98891-6a9a-4b3e-b661-202e3d9c85b2 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:56.041388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-4ca98891-6a9a-4b3e-b661-202e3d9c85b2 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.74 "GET /v2.0/networks?id=8099bcfc-5807-43cf-a7bc-8b92f3566a55 HTTP/1.1" status: 200 len: 813 time: 0.2678807 Aug 03 19:16:56.063118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Request body: {'port': {'device_id': 'ab473adf-9876-4993-bec5-0ba1a0593f8a', 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55', 'admin_state_up': True, 'tenant_id': '68fd81a75962491d8426ad0ab974d3f3'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:56.121813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] For port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c24b2a6e-f2c5-4a55-9959-ddb02bad58cf,segment=NetworkSegment(26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44),segment_id=26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:56.123668 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.153093 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e551394-55c7-4bfc-a12a-20a9c93da588 None None] Pushing event updated for resources: {'Port': ['ID=f68d1a33-7e0b-4150-84a9-3eb478da7ee2,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:56.192985 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Attempting to bind port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:56.193788 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Attempting to bind port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '8bb3fb81-cce1-4117-8647-844ae6432c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:56.194480 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Attempting to bind port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 on network 4806447b-1a2a-433c-b01f-487ad2ceec9c {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:56.207559 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:56.208366 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Checking segment: {'id': '8bb3fb81-cce1-4117-8647-844ae6432c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:56.210953 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.211155 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.211638 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Bound using segment: {'id': '8bb3fb81-cce1-4117-8647-844ae6432c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:56.211878 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Bound port: f68d1a33-7e0b-4150-84a9-3eb478da7ee2, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb3fb81-cce1-4117-8647-844ae6432c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:56.212258 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.215485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Calling delete_port for c24b2a6e-f2c5-4a55-9959-ddb02bad58cf owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:56.235130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] No DVR routers for this DVR port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:56.346266 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.379359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Pushing event deleted for resources: {'Port': ['ID=c24b2a6e-f2c5-4a55-9959-ddb02bad58cf,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:56.380880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Port': ['ID=c24b2a6e-f2c5-4a55-9959-ddb02bad58cf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:56.403237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.404157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.404806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.407002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.407718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.408450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.409239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.409864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.410486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.411285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.412357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.413331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:56.435807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c2947-377c-4ddb-a7b2-1846bede8040 None None] No DVR routers for this DVR port c24b2a6e-f2c5-4a55-9959-ddb02bad58cf on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:56.456555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Made reservation on behalf of 68fd81a75962491d8426ad0ab974d3f3 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:56.460806 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.470620 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] For port f68d1a33-7e0b-4150-84a9-3eb478da7ee2, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:56.485560 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] For port f68d1a33-7e0b-4150-84a9-3eb478da7ee2, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f68d1a33-7e0b-4150-84a9-3eb478da7ee2,segment=NetworkSegment(8bb3fb81-cce1-4117-8647-844ae6432c7d),segment_id=8bb3fb81-cce1-4117-8647-844ae6432c7d)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:56.497397 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.579182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.599281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4a4b65-d145-40d0-a2d7-d40306ecd017']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:56.628399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:56.628701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ff77c4-42b1-4ba5-a624-ff9d5ab2eb44') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:56.638535 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Routers {'3a57c609-5349-4c3a-91d4-bff42014ea2f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:56.640461 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3a57c609-5349-4c3a-91d4-bff42014ea2f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:56.664543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.699196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.712105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:56.713329 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:56.720959 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:56.852719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c24b2a6e-f2c5-4a55-9959-ddb02bad58cf no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:56.920123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c24b2a6e-f2c5-4a55-9959-ddb02bad58cf {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:56.922719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c24b2a6e-f2c5-4a55-9959-ddb02bad58cf not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:56.973617 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e551394-55c7-4bfc-a12a-20a9c93da588 None None] Pushing event updated for resources: {'Port': ['ID=f68d1a33-7e0b-4150-84a9-3eb478da7ee2,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:57.020052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.027407 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] Set router 3a57c609-5349-4c3a-91d4-bff42014ea2f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:57.044508 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.062089 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "DELETE /v2.0/networks/4f4a4b65-d145-40d0-a2d7-d40306ecd017 HTTP/1.1" status: 204 len: 168 time: 1.6569738 Aug 03 19:16:57.065608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38736) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:57.118456 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c6ece91a-8584-4707-a87e-07a6cd4e04fd tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "GET /v2.0/ports?device_id=2502abf9-30cf-4f63-b672-58ef9a6a44bd HTTP/1.1" status: 200 len: 205 time: 0.0507464 Aug 03 19:16:57.119793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc0df0-a5d3-45f5-9483-44d808c040f9 tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Pushing event deleted for resources: {'Network': ['ID=4f4a4b65-d145-40d0-a2d7-d40306ecd017,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:57.122639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38738) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:57.132338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461560b3-4d05-4e6f-a1d6-8db5e010e9dc req-e086ee28-0e4d-43eb-ba61-4ca02d2ac4fb tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:57.133965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-461560b3-4d05-4e6f-a1d6-8db5e010e9dc req-e086ee28-0e4d-43eb-ba61-4ca02d2ac4fb tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.4411967 Aug 03 19:16:57.161211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Allocated IP 172.20.0.9 (8099bcfc-5807-43cf-a7bc-8b92f3566a55/5dc0c157-10e0-408d-a014-ed71691ee79a/e711d68a-2e88-4ba6-9823-b7903d2e43b7) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:57.216617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-097be3c7-bd64-48e3-9b56-9a26c1db539d tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.283550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f00be6-8c98-4aab-baf3-4b5dd65cdf86 req-c76cd1c1-3dbe-45b0-b52d-e627a53c1fba tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:57.286303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3f00be6-8c98-4aab-baf3-4b5dd65cdf86 req-c76cd1c1-3dbe-45b0-b52d-e627a53c1fba tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.6166646 Aug 03 19:16:57.307029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df25353f-e93c-4b61-9d9c-0c573944fd66 req-aeb5b4b4-c9a5-4777-94f9-a32db059c547 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 210 time: 0.0795534 Aug 03 19:16:57.314756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98152e-43ee-407b-9269-48a2e187a13c req-a33a5671-769a-4172-a5c8-2b930b7e1b35 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:57.316400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-a33a5671-769a-4172-a5c8-2b930b7e1b35 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.74 "GET /v2.0/networks?id=83fe2096-75f7-4db1-9a1a-81976ae4c69d HTTP/1.1" status: 200 len: 809 time: 0.7920244 Aug 03 19:16:57.512145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-461560b3-4d05-4e6f-a1d6-8db5e010e9dc req-bdc383be-4a3e-4bfa-86c3-350d611eb764 tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708716 Aug 03 19:16:57.521427 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'name': 'tempest-TestServerBasicOps-2099329343-router', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:30Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 4, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'gw_port': {'id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:32Z', 'updated_at': '2021-08-03T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f68d1a33-7e0b-4150-84a9-3eb478da7ee2', 'name': '', 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'mac_address': 'fa:16:3e:02:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '208acadd-4dd9-473c-a652-e3826aa98633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:39Z', 'updated_at': '2021-08-03T19:16:56Z', 'revision_number': 4, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'subnets': [{'id': '208acadd-4dd9-473c-a652-e3826aa98633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:57.566357 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edc5441-f33a-46e1-a3de-1b071dd116d4 None None] The sync data for ids ['3a57c609-5349-4c3a-91d4-bff42014ea2f'] in n-d-802918-7 is: [{'id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'name': 'tempest-TestServerBasicOps-2099329343-router', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:30Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 4, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'gw_port': {'id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:32Z', 'updated_at': '2021-08-03T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f68d1a33-7e0b-4150-84a9-3eb478da7ee2', 'name': '', 'network_id': '4806447b-1a2a-433c-b01f-487ad2ceec9c', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'mac_address': 'fa:16:3e:02:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '208acadd-4dd9-473c-a652-e3826aa98633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:39Z', 'updated_at': '2021-08-03T19:16:56Z', 'revision_number': 4, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'subnets': [{'id': '208acadd-4dd9-473c-a652-e3826aa98633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:57.601018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e88a177-3212-41e6-bafc-ad01f3afdb7a req-97cc0973-9b60-4cd3-83ce-4005c6e973f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 210 time: 0.1141469 Aug 03 19:16:57.619763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-082a06ca-639a-48e3-a223-290b2cfa045a tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d5679ab7fb8468da9fc3e9c58daff06 HTTP/1.1" status: 200 len: 380 time: 0.2439003 Aug 03 19:16:57.644980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Request body: {'port': {'device_id': '685fab86-fea1-47d3-8683-0316c05507b4', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'admin_state_up': True, 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'security_groups': ['6260889f-ec34-4504-a7ff-37be72b86e27']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:57.661927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-097be3c7-bd64-48e3-9b56-9a26c1db539d tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.665213 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-097be3c7-bd64-48e3-9b56-9a26c1db539d tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.827058 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.828113 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-097be3c7-bd64-48e3-9b56-9a26c1db539d tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.829233 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097be3c7-bd64-48e3-9b56-9a26c1db539d tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Fanout notify agent at l3_agent the message router_deleted on router 2502abf9-30cf-4f63-b672-58ef9a6a44bd {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:16:57.864296 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-097be3c7-bd64-48e3-9b56-9a26c1db539d tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.867872 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-097be3c7-bd64-48e3-9b56-9a26c1db539d tempest-RoutersNegativeIpV6Test-2075439919 tempest-RoutersNegativeIpV6Test-2075439919-project] 10.222.0.78 "DELETE /v2.0/routers/2502abf9-30cf-4f63-b672-58ef9a6a44bd HTTP/1.1" status: 204 len: 168 time: 0.7438841 Aug 03 19:16:57.894097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-f3f00be6-8c98-4aab-baf3-4b5dd65cdf86 req-f1634030-d448-441b-92d6-2550946e79bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Deleting port a56cba78-69bd-49f5-bf88-670cf4db68c9 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:57.894490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f3f00be6-8c98-4aab-baf3-4b5dd65cdf86 req-f1634030-d448-441b-92d6-2550946e79bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.250733 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.255660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f3f00be6-8c98-4aab-baf3-4b5dd65cdf86 req-f1634030-d448-441b-92d6-2550946e79bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] For port a56cba78-69bd-49f5-bf88-670cf4db68c9, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a56cba78-69bd-49f5-bf88-670cf4db68c9,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:58.256714 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f3f00be6-8c98-4aab-baf3-4b5dd65cdf86 req-f1634030-d448-441b-92d6-2550946e79bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.326352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-f3f00be6-8c98-4aab-baf3-4b5dd65cdf86 req-f1634030-d448-441b-92d6-2550946e79bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Calling delete_port for a56cba78-69bd-49f5-bf88-670cf4db68c9 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:58.413534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38756) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:58.440357 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38760) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:58.486641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Pushing event updated for resources: {'Port': ['ID=e711d68a-2e88-4ba6-9823-b7903d2e43b7,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:58.514422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:58.521730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:58.525207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Made reservation on behalf of 9d5679ab7fb8468da9fc3e9c58daff06 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:58.530488 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.548288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:58.575210 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3bade10-873f-43fd-89f4-0e421405314a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.835982 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cb466ad4-59cb-429d-b5b0-5dc2cf6747b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e53ac5163b24cfba26262f00baa29ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937857 Aug 03 19:16:58.841066 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38768) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:58.880194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f68d1a33-7e0b-4150-84a9-3eb478da7ee2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:58.907359 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3bade10-873f-43fd-89f4-0e421405314a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.907705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:58.908903 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.925327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3bade10-873f-43fd-89f4-0e421405314a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.050562 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a3bade10-873f-43fd-89f4-0e421405314a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e3d020e4413a459891aa01fa8d890d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6320748 Aug 03 19:16:59.051040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bade10-873f-43fd-89f4-0e421405314a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d772bc75-6347-48d2-970b-f659c2a3ce73,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:59.053735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38772) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:59.074317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:59.088161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:59.089852 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.095933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1849f48b-9d01-45c4-afef-c1fae29ca69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.146995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1849f48b-9d01-45c4-afef-c1fae29ca69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.155810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b2441-5f7e-46ba-a6ba-1da219d4c346 req-8f47cb4e-91f9-4b76-b264-dbf4a1442c60 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:59.159595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-408b2441-5f7e-46ba-a6ba-1da219d4c346 req-8f47cb4e-91f9-4b76-b264-dbf4a1442c60 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 931 time: 0.5212798 Aug 03 19:16:59.162153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5abb58ab-dc79-4e7f-9d39-104146749084 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1034279 Aug 03 19:16:59.199257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Request body: {'port': {'device_id': 'ab473adf-9876-4993-bec5-0ba1a0593f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:59.205828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Allocated IP 172.20.0.8 (83fe2096-75f7-4db1-9a1a-81976ae4c69d/c063f720-ba3c-4a9e-a6c3-529b45855469/9e90f39a-96f5-4701-ba3e-1b6be14cdca8) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:59.228550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ccf42e2-c15d-4cc0-8c66-54176df0208f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.234815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750b96e-783b-4136-b6d8-538cfbcf368e req-d0b6445a-1acf-44eb-9bd0-5d9af017024e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:59.237846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c750b96e-783b-4136-b6d8-538cfbcf368e req-d0b6445a-1acf-44eb-9bd0-5d9af017024e tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 945 time: 0.4831841 Aug 03 19:16:59.239469 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.268965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ccf42e2-c15d-4cc0-8c66-54176df0208f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.342131 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ccf42e2-c15d-4cc0-8c66-54176df0208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.345207 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ccf42e2-c15d-4cc0-8c66-54176df0208f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.345488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port f68d1a33-7e0b-4150-84a9-3eb478da7ee2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f68d1a33-7e0b-4150-84a9-3eb478da7ee2,segment=NetworkSegment(8bb3fb81-cce1-4117-8647-844ae6432c7d),segment_id=8bb3fb81-cce1-4117-8647-844ae6432c7d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:59.346715 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6ccf42e2-c15d-4cc0-8c66-54176df0208f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d772bc75-6347-48d2-970b-f659c2a3ce73 HTTP/1.1" status: 204 len: 168 time: 0.2765417 Aug 03 19:16:59.353644 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.367312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf42e2-c15d-4cc0-8c66-54176df0208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d772bc75-6347-48d2-970b-f659c2a3ce73,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:59.402662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c750b96e-783b-4136-b6d8-538cfbcf368e req-ea82956c-3d68-421a-8d06-014fd1cdcb5f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ad2760d-c116-423c-9ebb-bd6c8d0437cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140049 Aug 03 19:16:59.418736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1849f48b-9d01-45c4-afef-c1fae29ca69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.422187 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1849f48b-9d01-45c4-afef-c1fae29ca69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.426596 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1849f48b-9d01-45c4-afef-c1fae29ca69c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b20eb31e-f0d4-4ef7-a4c9-4bbb15867112 HTTP/1.1" status: 204 len: 168 time: 0.5839465 Aug 03 19:16:59.468220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849f48b-9d01-45c4-afef-c1fae29ca69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20eb31e-f0d4-4ef7-a4c9-4bbb15867112,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:59.561293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=f68d1a33-7e0b-4150-84a9-3eb478da7ee2,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:59.579678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-408b2441-5f7e-46ba-a6ba-1da219d4c346 req-19b8b547-610a-4fce-9ace-5da802bcd696 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997729 Aug 03 19:16:59.639641 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.670273 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.687322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f3f00be6-8c98-4aab-baf3-4b5dd65cdf86 req-f1634030-d448-441b-92d6-2550946e79bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.705912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-772e1c4b-791e-4241-af5b-f44dcffdf0c2 req-90aff153-f820-4c28-adf1-77620adea0fb tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 210 time: 0.1402428 Aug 03 19:16:59.755617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a56cba78-69bd-49f5-bf88-670cf4db68c9 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:59.778347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: a56cba78-69bd-49f5-bf88-670cf4db68c9 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:59.778702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a56cba78-69bd-49f5-bf88-670cf4db68c9 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:59.891923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1634030-d448-441b-92d6-2550946e79bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Pushing event deleted for resources: {'Port': ['ID=a56cba78-69bd-49f5-bf88-670cf4db68c9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:00.042970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38790) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:00.058589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d544f9c0-9393-46e7-a8c4-41bb68ce8b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.202098 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d544f9c0-9393-46e7-a8c4-41bb68ce8b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.209726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d544f9c0-9393-46e7-a8c4-41bb68ce8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.274348 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d544f9c0-9393-46e7-a8c4-41bb68ce8b24 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=426830c67600455ebf7d7d46a6a1f243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301638 Aug 03 19:17:00.278456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544f9c0-9393-46e7-a8c4-41bb68ce8b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481edd95-4382-461d-9715-f17672f270c6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:00.281888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38792) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:00.357787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91eb6288-a2c8-4518-b5ad-23c8f3973467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.359256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f00be6-8c98-4aab-baf3-4b5dd65cdf86 req-f1634030-d448-441b-92d6-2550946e79bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] No DVR routers for this DVR port a56cba78-69bd-49f5-bf88-670cf4db68c9 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:00.366220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f3f00be6-8c98-4aab-baf3-4b5dd65cdf86 req-f1634030-d448-441b-92d6-2550946e79bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.368758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3f00be6-8c98-4aab-baf3-4b5dd65cdf86 req-f1634030-d448-441b-92d6-2550946e79bf tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.37 "DELETE /v2.0/ports/a56cba78-69bd-49f5-bf88-670cf4db68c9 HTTP/1.1" status: 204 len: 173 time: 3.0449226 Aug 03 19:17:00.372374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2576d1-61b0-48b1-bedd-37f543cf4938', 'name': 'network-vif-deleted', 'tag': 'a56cba78-69bd-49f5-bf88-670cf4db68c9'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:00.375661 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14720a9-a0e2-443e-bc7d-36b76b4eaae9" -d '{"events": [{"server_uuid": "6a2576d1-61b0-48b1-bedd-37f543cf4938", "name": "network-vif-deleted", "tag": "a56cba78-69bd-49f5-bf88-670cf4db68c9"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:00.407821 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91eb6288-a2c8-4518-b5ad-23c8f3973467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.450181 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bb99d6-4068-4929-a4c3-623925ce2c97 x-openstack-request-id: req-18bb99d6-4068-4929-a4c3-623925ce2c97 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:00.450483 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2576d1-61b0-48b1-bedd-37f543cf4938", "name": "network-vif-deleted", "tag": "a56cba78-69bd-49f5-bf88-670cf4db68c9", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:00.450743 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18bb99d6-4068-4929-a4c3-623925ce2c97 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:00.451148 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2576d1-61b0-48b1-bedd-37f543cf4938', 'name': 'network-vif-deleted', 'tag': 'a56cba78-69bd-49f5-bf88-670cf4db68c9', 'status': 'completed', 'code': 200} Aug 03 19:17:00.532661 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.550504 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91eb6288-a2c8-4518-b5ad-23c8f3973467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.553992 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91eb6288-a2c8-4518-b5ad-23c8f3973467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.555298 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-91eb6288-a2c8-4518-b5ad-23c8f3973467 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/481edd95-4382-461d-9715-f17672f270c6 HTTP/1.1" status: 204 len: 168 time: 0.2721491 Aug 03 19:17:00.559257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Transition to ACTIVE for port object 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:00.572784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb6288-a2c8-4518-b5ad-23c8f3973467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481edd95-4382-461d-9715-f17672f270c6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:00.757859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dbf4405-ab9a-4501-807a-a54125b2fcc6 req-2987399e-bb8b-42fe-a1f4-fdefa157610f tempest-ServerRescueNegativeTestJSON-1731139712 tempest-ServerRescueNegativeTestJSON-1731139712-project] 10.222.0.78 "GET /v2.0/ports?device_id=6a2576d1-61b0-48b1-bedd-37f543cf4938 HTTP/1.1" status: 200 len: 210 time: 0.0968964 Aug 03 19:17:00.767318 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.823931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f68d1a33-7e0b-4150-84a9-3eb478da7ee2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:00.905969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:00.906512 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.988232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Network 83fe2096-75f7-4db1-9a1a-81976ae4c69d is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:00.997569 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38816) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:01.025530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:01.066765 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:01.124525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e711d68a-2e88-4ba6-9823-b7903d2e43b7 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:01.194840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event updated for resources: {'Port': ['ID=9e90f39a-96f5-4701-ba3e-1b6be14cdca8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:01.196887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7ea22a4b-69a0-427b-9e7f-7b553cfd26ea tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:01.197474 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-7ea22a4b-69a0-427b-9e7f-7b553cfd26ea tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:17:01.198044 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-7ea22a4b-69a0-427b-9e7f-7b553cfd26ea tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:17:01.210052 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7ea22a4b-69a0-427b-9e7f-7b553cfd26ea tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2110615 Aug 03 19:17:01.210563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38824) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:01.218313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9d73bff6-06f7-4fa3-bcf2-ff338671f3cc tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group': {'name': 'tempest-secgroup--776440742'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:01.226446 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.248163 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d73bff6-06f7-4fa3-bcf2-ff338671f3cc tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.259617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64c042-4eb0-4a07-8c78-f1134ee75139 req-bc71281e-b0ec-4aac-a390-30f332f84ffe tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:01.262691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f64c042-4eb0-4a07-8c78-f1134ee75139 req-bc71281e-b0ec-4aac-a390-30f332f84ffe tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 931 time: 0.4980252 Aug 03 19:17:01.264169 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d73bff6-06f7-4fa3-bcf2-ff338671f3cc tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.359306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Transition to ACTIVE for port object e711d68a-2e88-4ba6-9823-b7903d2e43b7 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:01.379924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:01.386875 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.395571 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.413383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a982d6-9bdc-4c89-9d2c-8b65489545f0 req-ec070800-53e0-4530-9280-b417588edbee tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:01.416099 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35a982d6-9bdc-4c89-9d2c-8b65489545f0 req-ec070800-53e0-4530-9280-b417588edbee tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 931 time: 0.4476295 Aug 03 19:17:01.418763 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d73bff6-06f7-4fa3-bcf2-ff338671f3cc tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.425385 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d73bff6-06f7-4fa3-bcf2-ff338671f3cc tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.472690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73bff6-06f7-4fa3-bcf2-ff338671f3cc tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf360b0-2066-45f6-8974-7d786b12bc0f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:01.504808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-28c47028-b5ff-43b9-a17e-e14b4bed7348 None None] Provisioning for port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:01.513709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-28c47028-b5ff-43b9-a17e-e14b4bed7348 None None] Provisioning complete for port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:01.515190 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-28c47028-b5ff-43b9-a17e-e14b4bed7348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.550597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f64c042-4eb0-4a07-8c78-f1134ee75139 req-7d5d2ebc-4c97-495f-8eaa-cb0d69d287ee tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680614 Aug 03 19:17:01.568649 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d73bff6-06f7-4fa3-bcf2-ff338671f3cc tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.575462 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d73bff6-06f7-4fa3-bcf2-ff338671f3cc tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.580898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-28c47028-b5ff-43b9-a17e-e14b4bed7348 None None] Port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:01.609546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b766581c-c0e9-483b-b39b-cbba9008d018 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9732831 Aug 03 19:17:01.610400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Pushing event updated for resources: {'Port': ['ID=e711d68a-2e88-4ba6-9823-b7903d2e43b7,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:01.623222 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d73bff6-06f7-4fa3-bcf2-ff338671f3cc tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.624665 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d73bff6-06f7-4fa3-bcf2-ff338671f3cc tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4129844 Aug 03 19:17:01.625938 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73bff6-06f7-4fa3-bcf2-ff338671f3cc tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbdb4b4-f231-4b94-bfb1-88b8d92a8f34,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:01.633459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Request body: {'port': {'device_id': '685fab86-fea1-47d3-8683-0316c05507b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:01.633835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38836) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:01.643439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-dcac2724-d996-4675-bed6-f54eaaccf879 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': 'fcbdb4b4-f231-4b94-bfb1-88b8d92a8f34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:01.656921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35a982d6-9bdc-4c89-9d2c-8b65489545f0 req-c630b74b-dded-4f82-8859-1b61e86e73ad tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109039 Aug 03 19:17:01.692240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dcac2724-d996-4675-bed6-f54eaaccf879 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.771045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.783616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Attempting to bind port e711d68a-2e88-4ba6-9823-b7903d2e43b7 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:01.784226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Attempting to bind port e711d68a-2e88-4ba6-9823-b7903d2e43b7 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '65b1abd7-b02f-4895-8121-e8ffe1fe2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:01.784773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Attempting to bind port e711d68a-2e88-4ba6-9823-b7903d2e43b7 on network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:01.794212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Port e711d68a-2e88-4ba6-9823-b7903d2e43b7 on network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:01.794559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Attempting to bind port e711d68a-2e88-4ba6-9823-b7903d2e43b7 on network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:01.813200 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dcac2724-d996-4675-bed6-f54eaaccf879 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.821492 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38844) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:01.824758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:01.825118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Checking segment: {'id': '65b1abd7-b02f-4895-8121-e8ffe1fe2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:01.825535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Bound using segment: {'id': '65b1abd7-b02f-4895-8121-e8ffe1fe2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:01.826188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Bound port: e711d68a-2e88-4ba6-9823-b7903d2e43b7, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b1abd7-b02f-4895-8121-e8ffe1fe2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:01.826559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.833359 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dcac2724-d996-4675-bed6-f54eaaccf879 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.931119 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dcac2724-d996-4675-bed6-f54eaaccf879 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.936314 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dcac2724-d996-4675-bed6-f54eaaccf879 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2979825 Aug 03 19:17:01.937715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac2724-d996-4675-bed6-f54eaaccf879 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3fd754-4be4-4112-9e91-e60a17b08488,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:01.939872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38850) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:01.952014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4b576371-d297-48d9-bf94-6fa687137386 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': 'fcbdb4b4-f231-4b94-bfb1-88b8d92a8f34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:02.028118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] For port e711d68a-2e88-4ba6-9823-b7903d2e43b7, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:02.032481 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4b576371-d297-48d9-bf94-6fa687137386 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.054652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] For port e711d68a-2e88-4ba6-9823-b7903d2e43b7, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e711d68a-2e88-4ba6-9823-b7903d2e43b7,segment=NetworkSegment(65b1abd7-b02f-4895-8121-e8ffe1fe2fc4),segment_id=65b1abd7-b02f-4895-8121-e8ffe1fe2fc4)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:02.063690 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.118187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:02.118834 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.120473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] 10.222.0.74 "PUT /v2.0/ports/e711d68a-2e88-4ba6-9823-b7903d2e43b7 HTTP/1.1" status: 200 len: 1091 time: 2.9320610 Aug 03 19:17:02.191604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b4fa7-3c3f-44e1-8d5f-4b9f24578461 service neutron] Pushing event updated for resources: {'Port': ['ID=e711d68a-2e88-4ba6-9823-b7903d2e43b7,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:02.199503 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-4b576371-d297-48d9-bf94-6fa687137386 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:17:02.200600 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4b576371-d297-48d9-bf94-6fa687137386 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2576687 Aug 03 19:17:02.205125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38854) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:02.332663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-65911a37-00f2-4ff2-ad12-a10e3a953701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:02.335452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-65911a37-00f2-4ff2-ad12-a10e3a953701 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68fd81a75962491d8426ad0ab974d3f3&device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 1094 time: 0.1391468 Aug 03 19:17:02.336922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd489459-964f-4b71-91a8-194e1104316b tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.351420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:02.379779 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.395197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd489459-964f-4b71-91a8-194e1104316b tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.437394 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5b13269b-0eb3-404b-9ff7-95bf6dc70700 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e711d68a-2e88-4ba6-9823-b7903d2e43b7 HTTP/1.1" status: 200 len: 217 time: 0.0763400 Aug 03 19:17:02.464943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab473adf-9876-4993-bec5-0ba1a0593f8a', 'tag': 'e711d68a-2e88-4ba6-9823-b7903d2e43b7'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:02.468816 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55659143-e7b5-4072-8813-a51bc0925739" -d '{"events": [{"name": "network-changed", "server_uuid": "ab473adf-9876-4993-bec5-0ba1a0593f8a", "tag": "e711d68a-2e88-4ba6-9823-b7903d2e43b7"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:02.498919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd489459-964f-4b71-91a8-194e1104316b tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.502799 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fd489459-964f-4b71-91a8-194e1104316b tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.504479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fd489459-964f-4b71-91a8-194e1104316b tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "DELETE /v2.0/security-groups/fcbdb4b4-f231-4b94-bfb1-88b8d92a8f34 HTTP/1.1" status: 204 len: 168 time: 0.2983048 Aug 03 19:17:02.510163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Transition to ACTIVE for port object 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:02.510424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38864) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:02.518990 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.538939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd489459-964f-4b71-91a8-194e1104316b tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbdb4b4-f231-4b94-bfb1-88b8d92a8f34,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:02.583917 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f759f0a-4428-49e3-9732-77f2caae37d5 x-openstack-request-id: req-4f759f0a-4428-49e3-9732-77f2caae37d5 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:02.584322 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab473adf-9876-4993-bec5-0ba1a0593f8a", "tag": "e711d68a-2e88-4ba6-9823-b7903d2e43b7", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:02.584679 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f759f0a-4428-49e3-9732-77f2caae37d5 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:02.585172 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab473adf-9876-4993-bec5-0ba1a0593f8a', 'tag': 'e711d68a-2e88-4ba6-9823-b7903d2e43b7', 'status': 'completed', 'code': 200} Aug 03 19:17:02.631484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8144ea06-a1d9-40ba-8e6f-9d4ce614fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:02.634088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8144ea06-a1d9-40ba-8e6f-9d4ce614fa39 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5dc0c157-10e0-408d-a014-ed71691ee79a HTTP/1.1" status: 200 len: 853 time: 0.1861279 Aug 03 19:17:02.657843 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ad86c211-be0b-41f7-a200-9404812964e2 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1459603 Aug 03 19:17:02.663859 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.664202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Pushing event updated for resources: {'Port': ['ID=9e90f39a-96f5-4701-ba3e-1b6be14cdca8,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:02.702150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38870) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:02.704829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f7cd090b-048c-4c0b-ac2b-79a720a49bd0 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group': {'name': 'tempest-secgroup--90403277'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:02.824005 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-8c0fb2d3-aec6-4535-a21f-bfc5ab876ad6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8099bcfc-5807-43cf-a7bc-8b92f3566a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1752305 Aug 03 19:17:03.014653 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7cd090b-048c-4c0b-ac2b-79a720a49bd0 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.031610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031898f-3454-4ca1-9d6e-ef2f4528049f req-e6dc34b5-c477-438b-b33f-975b37e8896f tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.033210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b031898f-3454-4ca1-9d6e-ef2f4528049f req-e6dc34b5-c477-438b-b33f-975b37e8896f tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 943 time: 0.3834944 Aug 03 19:17:03.092288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d08cd-39ea-4930-bbf0-537c8ea02f87 req-367704b9-3c34-4e58-a18e-09ad5ff3dabd tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.093680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] Deleting port ec1eef91-fa39-4c12-99e0-d02197060450 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:03.093945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-631d08cd-39ea-4930-bbf0-537c8ea02f87 req-367704b9-3c34-4e58-a18e-09ad5ff3dabd tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 943 time: 0.2885432 Aug 03 19:17:03.094099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.117285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Attempting to bind port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:03.117649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Attempting to bind port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:03.118233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Attempting to bind port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 on network 83fe2096-75f7-4db1-9a1a-81976ae4c69d {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:03.163956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 on network 83fe2096-75f7-4db1-9a1a-81976ae4c69d not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:03.164288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Attempting to bind port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 on network 83fe2096-75f7-4db1-9a1a-81976ae4c69d {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:03.185107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-5b51bf25-d5e7-4c21-b2b9-80f0b9d02741 service neutron] 10.222.0.74 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381135 Aug 03 19:17:03.191952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:03.192613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Checking segment: {'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:03.193191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Bound using segment: {'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:03.193845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Bound port: 9e90f39a-96f5-4701-ba3e-1b6be14cdca8, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb102a7b-1a35-421e-98ac-239cf8bdf49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:03.194389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.226770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] For port ec1eef91-fa39-4c12-99e0-d02197060450, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ec1eef91-fa39-4c12-99e0-d02197060450,segment=NetworkSegment(97b8b0ae-b88a-49ad-9788-debfe575849a),segment_id=97b8b0ae-b88a-49ad-9788-debfe575849a)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:03.227075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.234118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b031898f-3454-4ca1-9d6e-ef2f4528049f req-a69b03e6-7e2a-4361-a354-97bd08a2de37 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781340 Aug 03 19:17:03.243622 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] Calling delete_port for ec1eef91-fa39-4c12-99e0-d02197060450 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:03.312475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-631d08cd-39ea-4930-bbf0-537c8ea02f87 req-4e712b1a-4117-42cd-8fb2-bc46b5848e94 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019088 Aug 03 19:17:03.430067 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7cd090b-048c-4c0b-ac2b-79a720a49bd0 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.446360 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7cd090b-048c-4c0b-ac2b-79a720a49bd0 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.460658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] For port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:03.485591 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09cc61bd-aa0f-4e65-90f2-17f54d2161e4 req-53909316-e871-4d62-ac7c-83c5139e28e6 service neutron] 10.222.0.74 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802770 Aug 03 19:17:03.497459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] For port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9e90f39a-96f5-4701-ba3e-1b6be14cdca8,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:03.508840 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7cd090b-048c-4c0b-ac2b-79a720a49bd0 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.511195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f7cd090b-048c-4c0b-ac2b-79a720a49bd0 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8130920 Aug 03 19:17:03.512610 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.515765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38882) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:03.516848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd090b-048c-4c0b-ac2b-79a720a49bd0 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2cb243-df41-455d-b4ac-501a9d8e62c9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:03.524499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2cc7d1cc-a6e5-45ad-ad70-7d8c0e8861ef tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': 'ce2cb243-df41-455d-b4ac-501a9d8e62c9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:03.526942 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-2cc7d1cc-a6e5-45ad-ad70-7d8c0e8861ef tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 03 19:17:03.527912 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-2cc7d1cc-a6e5-45ad-ad70-7d8c0e8861ef tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:03.529229 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2cc7d1cc-a6e5-45ad-ad70-7d8c0e8861ef tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114210 Aug 03 19:17:03.542997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38884) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:03.579762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.580515 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.582804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] 10.222.0.74 "PUT /v2.0/ports/9e90f39a-96f5-4701-ba3e-1b6be14cdca8 HTTP/1.1" status: 200 len: 1091 time: 1.9548903 Aug 03 19:17:03.623252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594a0b9-ad8b-4d49-afa9-ae721fbb75fd service neutron] Pushing event updated for resources: {'Port': ['ID=9e90f39a-96f5-4701-ba3e-1b6be14cdca8,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:03.643322 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9698c07f-201d-49af-a7d3-9a473fe826ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.702053 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b5a096b9-e123-4c63-b637-294b1a19acae tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.722127 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.772542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1eef91-fa39-4c12-99e0-d02197060450,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:03.794144 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b5a096b9-e123-4c63-b637-294b1a19acae tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.862501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98152e-43ee-407b-9269-48a2e187a13c req-2e37b527-ce8e-4f56-82e1-e5c18303b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.865642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-2e37b527-ce8e-4f56-82e1-e5c18303b6df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d5679ab7fb8468da9fc3e9c58daff06&device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 1094 time: 0.1731939 Aug 03 19:17:03.877996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55659143-e7b5-4072-8813-a51bc0925739 req-ab6b92d8-700c-47e9-bc01-60783538247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.879698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55659143-e7b5-4072-8813-a51bc0925739 req-ab6b92d8-700c-47e9-bc01-60783538247d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68fd81a75962491d8426ad0ab974d3f3&device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 1094 time: 0.2150109 Aug 03 19:17:03.938080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-478cfa27-1b14-49c0-a739-4fe5bdd8612c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e90f39a-96f5-4701-ba3e-1b6be14cdca8 HTTP/1.1" status: 200 len: 217 time: 0.0567164 Aug 03 19:17:03.991490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b5a096b9-e123-4c63-b637-294b1a19acae tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.994597 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b5a096b9-e123-4c63-b637-294b1a19acae tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.996520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b5a096b9-e123-4c63-b637-294b1a19acae tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "DELETE /v2.0/security-groups/ce2cb243-df41-455d-b4ac-501a9d8e62c9 HTTP/1.1" status: 204 len: 168 time: 0.4508440 Aug 03 19:17:03.999389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38892) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:04.022680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.048519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a096b9-e123-4c63-b637-294b1a19acae tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2cb243-df41-455d-b4ac-501a9d8e62c9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:04.065019 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b61e636d-3300-4b41-9288-b76d3aeea7e7 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641870 Aug 03 19:17:04.071003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38894) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:04.081176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-91154f00-7b7a-46fb-9304-7e3e951284fb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group': {'name': 'tempest-secgroup--19122164'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:04.096910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98152e-43ee-407b-9269-48a2e187a13c req-25f4ec02-e396-4575-9543-c7f4a7b23976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.098572 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-25f4ec02-e396-4575-9543-c7f4a7b23976 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c063f720-ba3c-4a9e-a6c3-529b45855469 HTTP/1.1" status: 200 len: 848 time: 0.1456704 Aug 03 19:17:04.172876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55659143-e7b5-4072-8813-a51bc0925739 req-0377e1cf-17e8-468c-a921-aea075917453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.177335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55659143-e7b5-4072-8813-a51bc0925739 req-0377e1cf-17e8-468c-a921-aea075917453 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8099bcfc-5807-43cf-a7bc-8b92f3566a55 HTTP/1.1" status: 200 len: 914 time: 0.2878180 Aug 03 19:17:04.187636 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91154f00-7b7a-46fb-9304-7e3e951284fb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.226549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55659143-e7b5-4072-8813-a51bc0925739 req-99ac3dbc-23eb-40b5-abaa-3ab3ed55f235 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e711d68a-2e88-4ba6-9823-b7903d2e43b7 HTTP/1.1" status: 200 len: 217 time: 0.0409417 Aug 03 19:17:04.228928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b1650c50-e138-46bc-921f-31d5697659d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.231028 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-b1650c50-e138-46bc-921f-31d5697659d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fe2096-75f7-4db1-9a1a-81976ae4c69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232088 Aug 03 19:17:04.369473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55659143-e7b5-4072-8813-a51bc0925739 req-9a445d4e-c57f-433b-a3f3-b4e99076f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.373681 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55659143-e7b5-4072-8813-a51bc0925739 req-9a445d4e-c57f-433b-a3f3-b4e99076f860 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5dc0c157-10e0-408d-a014-ed71691ee79a HTTP/1.1" status: 200 len: 853 time: 0.1328292 Aug 03 19:17:04.409224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91154f00-7b7a-46fb-9304-7e3e951284fb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.421298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] Router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:04.424238 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55659143-e7b5-4072-8813-a51bc0925739 req-d0677866-b68d-4f87-97b9-84194ce57dc1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8099bcfc-5807-43cf-a7bc-8b92f3566a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398335 Aug 03 19:17:04.425351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91154f00-7b7a-46fb-9304-7e3e951284fb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.509237 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91154f00-7b7a-46fb-9304-7e3e951284fb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.513878 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-91154f00-7b7a-46fb-9304-7e3e951284fb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4365940 Aug 03 19:17:04.527712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38902) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:04.539988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ab920282-fc62-4d4e-8bfa-ba0f067a6ae5 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': 'a49ee430-91cc-41de-8bc6-170c66e7b026', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:04.540929 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-ab920282-fc62-4d4e-8bfa-ba0f067a6ae5 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 03 19:17:04.541457 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-ab920282-fc62-4d4e-8bfa-ba0f067a6ae5 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:04.543097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ab920282-fc62-4d4e-8bfa-ba0f067a6ae5 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087688 Aug 03 19:17:04.564329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38904) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:04.587353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-3d0a6797-d740-435e-bda9-a8f0a5584ab8 service neutron] 10.222.0.74 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450813 Aug 03 19:17:04.588904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91154f00-7b7a-46fb-9304-7e3e951284fb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49ee430-91cc-41de-8bc6-170c66e7b026,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:04.594460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685fab86-fea1-47d3-8683-0316c05507b4', 'tag': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:04.607365 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca0fda5-d872-475f-a0d7-fc079bd243a6" -d '{"events": [{"name": "network-changed", "server_uuid": "685fab86-fea1-47d3-8683-0316c05507b4", "tag": "9e90f39a-96f5-4701-ba3e-1b6be14cdca8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:04.721820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf56ce3-ddae-421d-b365-a1ad823f1f08 req-3bdb0225-0b35-49b9-8a90-418581d9b6b7 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.723677 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5cf56ce3-ddae-421d-b365-a1ad823f1f08 req-3bdb0225-0b35-49b9-8a90-418581d9b6b7 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 943 time: 0.3094730 Aug 03 19:17:04.787494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959a7bd-0e01-4d7c-b664-fd20b170896c req-efb63bfe-3105-410e-89f2-fd0837e2d01b tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.793283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a959a7bd-0e01-4d7c-b664-fd20b170896c req-efb63bfe-3105-410e-89f2-fd0837e2d01b tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 943 time: 0.3210258 Aug 03 19:17:04.860454 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55659143-e7b5-4072-8813-a51bc0925739 req-af2821d4-5a51-4cff-ad01-71d6ac6ee9b7 service neutron] 10.222.0.74 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247603 Aug 03 19:17:04.897653 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9321de2b-2a98-4925-b9ab-7ce7af94d271 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.038759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a98152e-43ee-407b-9269-48a2e187a13c req-89ed29f7-1277-4899-a4e8-ea3dd636e61c service neutron] 10.222.0.74 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268763 Aug 03 19:17:05.050063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a959a7bd-0e01-4d7c-b664-fd20b170896c req-911ce416-ede4-41e6-ad3e-13f6d6b85dc9 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440426 Aug 03 19:17:05.060338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5cf56ce3-ddae-421d-b365-a1ad823f1f08 req-4cd35147-2cb5-46a8-b734-8d0e8842607e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029470 Aug 03 19:17:05.066009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9321de2b-2a98-4925-b9ab-7ce7af94d271 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.139647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:05.154669 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6f4b6853-f903-4663-ba1f-7ed5ca55383f admin admin] 10.222.0.78 "PUT /v2.0/routers/dd3d570c-4b6c-4f8d-83da-e93ef0419e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3305182 Aug 03 19:17:05.158052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38916) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:05.164650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc55a940-88c1-47db-aba2-714d6e0aac03 None None] Sync routers for ids ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:05.175211 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e81b014-32ca-4ba6-bf9f-99ac0d277e5d x-openstack-request-id: req-8e81b014-32ca-4ba6-bf9f-99ac0d277e5d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:05.175942 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685fab86-fea1-47d3-8683-0316c05507b4", "tag": "9e90f39a-96f5-4701-ba3e-1b6be14cdca8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:05.176244 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e81b014-32ca-4ba6-bf9f-99ac0d277e5d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:05.176610 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685fab86-fea1-47d3-8683-0316c05507b4', 'tag': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8', 'status': 'completed', 'code': 200} Aug 03 19:17:05.202730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc55a940-88c1-47db-aba2-714d6e0aac03 None None] Routers {'dd3d570c-4b6c-4f8d-83da-e93ef0419e31'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:05.203319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fc55a940-88c1-47db-aba2-714d6e0aac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:05.218216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55659143-e7b5-4072-8813-a51bc0925739 req-2166e84e-af58-469e-aeeb-7db58e4dc6f0 service neutron] 10.222.0.74 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362048 Aug 03 19:17:05.234983 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9321de2b-2a98-4925-b9ab-7ce7af94d271 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.237971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9321de2b-2a98-4925-b9ab-7ce7af94d271 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.242402 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9321de2b-2a98-4925-b9ab-7ce7af94d271 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "DELETE /v2.0/security-groups/a49ee430-91cc-41de-8bc6-170c66e7b026 HTTP/1.1" status: 204 len: 168 time: 0.6668270 Aug 03 19:17:05.242954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38918) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:05.281098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321de2b-2a98-4925-b9ab-7ce7af94d271 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49ee430-91cc-41de-8bc6-170c66e7b026,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:05.366327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.390350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eef87b1a-379c-4dbd-a562-e15af2f067a1 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1171281 Aug 03 19:17:05.399825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38920) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:05.403701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0fda5-d872-475f-a0d7-fc079bd243a6 req-7c1d925f-206d-41ad-96da-fb579989b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.406836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dca0fda5-d872-475f-a0d7-fc079bd243a6 req-7c1d925f-206d-41ad-96da-fb579989b8b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d5679ab7fb8468da9fc3e9c58daff06&device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 1094 time: 0.1322865 Aug 03 19:17:05.415034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4ff007a6-300a-4579-94af-c29634e8ca42 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group': {'name': 'tempest-secgroup--850403117'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:05.514791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.569868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-fc55a940-88c1-47db-aba2-714d6e0aac03 None None] Set router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:17:05.570928 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ff007a6-300a-4579-94af-c29634e8ca42 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.582729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Deleting port e646c116-fecc-4731-a8e8-2618b56fe490 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:05.583351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.662394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0fda5-d872-475f-a0d7-fc079bd243a6 req-b8516181-39ff-4ed6-829b-ea9b0d8b5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.665065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dca0fda5-d872-475f-a0d7-fc079bd243a6 req-b8516181-39ff-4ed6-829b-ea9b0d8b5639 service neutron] 10.222.0.74 "GET /v2.0/networks?id=83fe2096-75f7-4db1-9a1a-81976ae4c69d HTTP/1.1" status: 200 len: 910 time: 0.2412667 Aug 03 19:17:05.685069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] For port e646c116-fecc-4731-a8e8-2618b56fe490, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e646c116-fecc-4731-a8e8-2618b56fe490,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:05.685677 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.702382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Calling delete_port for e646c116-fecc-4731-a8e8-2618b56fe490 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:05.758585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dca0fda5-d872-475f-a0d7-fc079bd243a6 req-b0508714-f5b8-4c7d-84c9-348f20d02161 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e90f39a-96f5-4701-ba3e-1b6be14cdca8 HTTP/1.1" status: 200 len: 217 time: 0.0803933 Aug 03 19:17:05.813714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fc55a940-88c1-47db-aba2-714d6e0aac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'name': 'tempest-ServerRescueNegativeTestJSON-32768161-router', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:21Z', 'updated_at': '2021-08-03T19:17:03Z', 'revision_number': 5, 'project_id': '06db816164af416e876d8b22a8989daa', 'gw_port': {'id': 'e646c116-fecc-4731-a8e8-2618b56fe490', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:23Z', 'updated_at': '2021-08-03T19:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:05.851419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e711d68a-2e88-4ba6-9823-b7903d2e43b7 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:05.860229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc55a940-88c1-47db-aba2-714d6e0aac03 None None] Checking router: dd3d570c-4b6c-4f8d-83da-e93ef0419e31 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:17:05.863857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0fda5-d872-475f-a0d7-fc079bd243a6 req-2c86fca8-7aac-420e-815b-85d60a4892bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.865820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dca0fda5-d872-475f-a0d7-fc079bd243a6 req-2c86fca8-7aac-420e-815b-85d60a4892bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c063f720-ba3c-4a9e-a6c3-529b45855469 HTTP/1.1" status: 200 len: 848 time: 0.0973864 Aug 03 19:17:05.892545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc55a940-88c1-47db-aba2-714d6e0aac03 None None] Routers {'dd3d570c-4b6c-4f8d-83da-e93ef0419e31'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:05.893209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fc55a940-88c1-47db-aba2-714d6e0aac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:16:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:05.917461 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ff007a6-300a-4579-94af-c29634e8ca42 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.932115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ff007a6-300a-4579-94af-c29634e8ca42 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.959187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0fda5-d872-475f-a0d7-fc079bd243a6 req-0c6555b7-b835-47ac-88b4-81694a1aba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.961195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dca0fda5-d872-475f-a0d7-fc079bd243a6 req-0c6555b7-b835-47ac-88b4-81694a1aba2d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fe2096-75f7-4db1-9a1a-81976ae4c69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865343 Aug 03 19:17:05.962504 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.986753 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ff007a6-300a-4579-94af-c29634e8ca42 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.988270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4ff007a6-300a-4579-94af-c29634e8ca42 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5800388 Aug 03 19:17:05.993960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38924) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.012771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-fc55a940-88c1-47db-aba2-714d6e0aac03 None None] Set router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:17:06.014215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e646c116-fecc-4731-a8e8-2618b56fe490,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:06.016557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-df7619eb-3162-4455-bcd9-0b61a6e6a50a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '03e60ee5-e64c-4653-bb15-78cab291037f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:06.017614 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-df7619eb-3162-4455-bcd9-0b61a6e6a50a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 03 19:17:06.018162 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-df7619eb-3162-4455-bcd9-0b61a6e6a50a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:06.020806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-df7619eb-3162-4455-bcd9-0b61a6e6a50a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0243344 Aug 03 19:17:06.037797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38926) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.044298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ad6a1964-2ed5-4209-904c-db43562bddd1 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '03e60ee5-e64c-4653-bb15-78cab291037f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:06.045044 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-ad6a1964-2ed5-4209-904c-db43562bddd1 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 03 19:17:06.045603 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-ad6a1964-2ed5-4209-904c-db43562bddd1 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:06.050295 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ad6a1964-2ed5-4209-904c-db43562bddd1 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0112762 Aug 03 19:17:06.053051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff007a6-300a-4579-94af-c29634e8ca42 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e60ee5-e64c-4653-bb15-78cab291037f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:06.055477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38928) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.060778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-851d2994-51a7-4632-aedc-f9b20a6a6f3a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '03e60ee5-e64c-4653-bb15-78cab291037f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:06.061978 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-851d2994-51a7-4632-aedc-f9b20a6a6f3a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 03 19:17:06.062511 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-851d2994-51a7-4632-aedc-f9b20a6a6f3a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:06.067425 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-851d2994-51a7-4632-aedc-f9b20a6a6f3a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108554 Aug 03 19:17:06.073542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38930) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.082226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-784ec290-12da-45b1-b3ab-c922da24b0ef tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '03e60ee5-e64c-4653-bb15-78cab291037f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:06.083645 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-784ec290-12da-45b1-b3ab-c922da24b0ef tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 03 19:17:06.084629 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-784ec290-12da-45b1-b3ab-c922da24b0ef tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:06.085901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-784ec290-12da-45b1-b3ab-c922da24b0ef tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108533 Aug 03 19:17:06.087610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fc55a940-88c1-47db-aba2-714d6e0aac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'name': 'tempest-ServerRescueNegativeTestJSON-32768161-router', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:21Z', 'updated_at': '2021-08-03T19:17:05Z', 'revision_number': 6, 'project_id': '06db816164af416e876d8b22a8989daa', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:06.089636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38932) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.138874 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.143628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc55a940-88c1-47db-aba2-714d6e0aac03 None None] The sync data for ids ['dd3d570c-4b6c-4f8d-83da-e93ef0419e31'] in n-d-802918-7 is: [{'id': 'dd3d570c-4b6c-4f8d-83da-e93ef0419e31', 'name': 'tempest-ServerRescueNegativeTestJSON-32768161-router', 'tenant_id': '06db816164af416e876d8b22a8989daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:21Z', 'updated_at': '2021-08-03T19:17:05Z', 'revision_number': 6, 'project_id': '06db816164af416e876d8b22a8989daa', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:06.147455 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:17:06.316906 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.319288 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.335851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e711d68a-2e88-4ba6-9823-b7903d2e43b7, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e711d68a-2e88-4ba6-9823-b7903d2e43b7,segment=NetworkSegment(65b1abd7-b02f-4895-8121-e8ffe1fe2fc4),segment_id=65b1abd7-b02f-4895-8121-e8ffe1fe2fc4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:06.351111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'e711d68a-2e88-4ba6-9823-b7903d2e43b7', 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55', 'port_id': 'e711d68a-2e88-4ba6-9823-b7903d2e43b7', 'mac_address': 'fa:16:3e:ed:9a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc0c157-10e0-408d-a014-ed71691ee79a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:06.367708 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.368304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd3d570c-4b6c-4f8d-83da-e93ef0419e31 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:17:06.374062 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.375567 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-610f7605-1193-4a21-acff-f1864f9cd8cf admin admin] 10.222.0.78 "DELETE /v2.0/routers/dd3d570c-4b6c-4f8d-83da-e93ef0419e31 HTTP/1.1" status: 204 len: 168 time: 1.2163441 Aug 03 19:17:06.379494 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38942) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.405643 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dca0fda5-d872-475f-a0d7-fc079bd243a6 req-6843c8bf-38d2-4cfb-85a9-7678b161cc13 service neutron] 10.222.0.74 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336278 Aug 03 19:17:06.411960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.446377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e711d68a-2e88-4ba6-9823-b7903d2e43b7 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:06.447914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-299265b1-4bf6-4ac1-aee0-c975d6e1a0dd admin admin] Deleting subnet cc75e556-74ca-42f1-9c5f-81615bfa056d {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:17:06.452562 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-299265b1-4bf6-4ac1-aee0-c975d6e1a0dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.464577 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c67d9c6d-37e5-4c45-9e86-ef4fbac617fd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.502640 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-933a8c64-9f08-44c0-ba2d-b47e32793ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.507404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-299265b1-4bf6-4ac1-aee0-c975d6e1a0dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.511002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e711d68a-2e88-4ba6-9823-b7903d2e43b7, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e711d68a-2e88-4ba6-9823-b7903d2e43b7,segment=NetworkSegment(65b1abd7-b02f-4895-8121-e8ffe1fe2fc4),segment_id=65b1abd7-b02f-4895-8121-e8ffe1fe2fc4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:06.515237 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c67d9c6d-37e5-4c45-9e86-ef4fbac617fd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.519683 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.581535 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-299265b1-4bf6-4ac1-aee0-c975d6e1a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.615140 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c67d9c6d-37e5-4c45-9e86-ef4fbac617fd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.621240 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c67d9c6d-37e5-4c45-9e86-ef4fbac617fd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.628189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c67d9c6d-37e5-4c45-9e86-ef4fbac617fd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "DELETE /v2.0/security-groups/03e60ee5-e64c-4653-bb15-78cab291037f HTTP/1.1" status: 204 len: 168 time: 0.5370989 Aug 03 19:17:06.630290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38946) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.678047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3abf7-0f12-4908-9578-0713af1416cc req-c49b9139-469b-468a-a385-1f967ae37ac2 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:06.679110 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-299265b1-4bf6-4ac1-aee0-c975d6e1a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.689383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46e3abf7-0f12-4908-9578-0713af1416cc req-c49b9139-469b-468a-a385-1f967ae37ac2 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 943 time: 0.4653511 Aug 03 19:17:06.714703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1787f-6546-434a-896e-a8c01a3ea0ab req-c9bdbad8-40f2-414c-9093-f31e771815b5 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:06.731190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6af1787f-6546-434a-896e-a8c01a3ea0ab req-c9bdbad8-40f2-414c-9093-f31e771815b5 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 943 time: 0.4849637 Aug 03 19:17:06.735561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299265b1-4bf6-4ac1-aee0-c975d6e1a0dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc75e556-74ca-42f1-9c5f-81615bfa056d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:06.749078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-299265b1-4bf6-4ac1-aee0-c975d6e1a0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.753550 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-299265b1-4bf6-4ac1-aee0-c975d6e1a0dd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cc75e556-74ca-42f1-9c5f-81615bfa056d HTTP/1.1" status: 204 len: 168 time: 0.3710079 Aug 03 19:17:06.758826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38948) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.770721 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.794311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=e711d68a-2e88-4ba6-9823-b7903d2e43b7,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:06.816185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d9c6d-37e5-4c45-9e86-ef4fbac617fd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e60ee5-e64c-4653-bb15-78cab291037f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:06.897079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6af1787f-6546-434a-896e-a8c01a3ea0ab req-0632de99-17ed-410d-aaf2-f02d904b28cc tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626225 Aug 03 19:17:06.897904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['e711d68a-2e88-4ba6-9823-b7903d2e43b7'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:06.924026 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.946071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46e3abf7-0f12-4908-9578-0713af1416cc req-967bcfe4-cb25-45bc-a4fd-d66e12e1694b tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556098 Aug 03 19:17:07.071871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.079158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ec1eef91-fa39-4c12-99e0-d02197060450 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:07.092926 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052680ad-1e07-4bd9-bd66-31ff145ecbca']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:07.097261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ace9ce11-9c3b-41f4-801f-8c1058b8214d tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4471278 Aug 03 19:17:07.099069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38950) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.107085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-39162cef-96a7-4f15-b1e3-011258651bfd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group': {'name': 'tempest-secgroup--573056239'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.114033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b8b0ae-b88a-49ad-9788-debfe575849a') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:07.114327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b8b0ae-b88a-49ad-9788-debfe575849a') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:07.121662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ec1eef91-fa39-4c12-99e0-d02197060450 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:07.122363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ec1eef91-fa39-4c12-99e0-d02197060450 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:07.125664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.141824 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-39162cef-96a7-4f15-b1e3-011258651bfd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.153696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.161856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:17:07.163934 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.240704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dca0fda5-d872-475f-a0d7-fc079bd243a6 req-4998413f-f97d-4617-a0d7-f51254062a71 service neutron] 10.222.0.74 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8114092 Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:17:07.280635 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:17:07.284478 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.300001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.302941 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/052680ad-1e07-4bd9-bd66-31ff145ecbca HTTP/1.1" status: 204 len: 168 time: 0.5427113 Aug 03 19:17:07.337770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7697a9-8edd-41a9-82c4-7ba684672ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=052680ad-1e07-4bd9-bd66-31ff145ecbca,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:07.361306 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-39162cef-96a7-4f15-b1e3-011258651bfd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.369262 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-39162cef-96a7-4f15-b1e3-011258651bfd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.423771 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-39162cef-96a7-4f15-b1e3-011258651bfd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.425107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-39162cef-96a7-4f15-b1e3-011258651bfd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3246417 Aug 03 19:17:07.426065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39162cef-96a7-4f15-b1e3-011258651bfd tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b394a3-c167-4d54-83ca-489624b207c2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:07.428335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38956) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.438555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-97df31c8-f2bf-4746-a813-1241c308bcda tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '72b394a3-c167-4d54-83ca-489624b207c2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.439055 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-97df31c8-f2bf-4746-a813-1241c308bcda tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:17:07.439573 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-97df31c8-f2bf-4746-a813-1241c308bcda tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:07.440651 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-97df31c8-f2bf-4746-a813-1241c308bcda tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109770 Aug 03 19:17:07.443593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38958) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.449329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9207f7aa-29f7-4669-911f-a2b81fbdd8b7 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '72b394a3-c167-4d54-83ca-489624b207c2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.506761 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-9207f7aa-29f7-4669-911f-a2b81fbdd8b7 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:07.508084 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9207f7aa-29f7-4669-911f-a2b81fbdd8b7 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0634234 Aug 03 19:17:07.516274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38960) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.522751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a42710c5-4b0f-4b46-abf8-2c711c41790d tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '72b394a3-c167-4d54-83ca-489624b207c2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.522751 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-a42710c5-4b0f-4b46-abf8-2c711c41790d tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 03 19:17:07.523240 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-a42710c5-4b0f-4b46-abf8-2c711c41790d tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:07.524515 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a42710c5-4b0f-4b46-abf8-2c711c41790d tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070138 Aug 03 19:17:07.527889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38962) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.532846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-062f76c1-b5e2-4a95-a2b8-70b8471c7f68 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '72b394a3-c167-4d54-83ca-489624b207c2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.600336 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-062f76c1-b5e2-4a95-a2b8-70b8471c7f68 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:07.606477 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-062f76c1-b5e2-4a95-a2b8-70b8471c7f68 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0728350 Aug 03 19:17:07.606990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38964) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.614464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-45e6adfe-595c-4fb2-a60a-af18b95ff472 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '72b394a3-c167-4d54-83ca-489624b207c2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.615326 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-45e6adfe-595c-4fb2-a60a-af18b95ff472 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:17:07.616230 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-45e6adfe-595c-4fb2-a60a-af18b95ff472 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:07.620644 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-45e6adfe-595c-4fb2-a60a-af18b95ff472 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091329 Aug 03 19:17:07.621310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38966) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.627733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-246024e2-d278-46f5-9274-db18e9962145 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '72b394a3-c167-4d54-83ca-489624b207c2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.636339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38968) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.687730 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-246024e2-d278-46f5-9274-db18e9962145 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:07.689741 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-246024e2-d278-46f5-9274-db18e9962145 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0664728 Aug 03 19:17:07.692693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38970) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.700906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f10937b7-46f2-4a6e-87f4-b841a755c2bf tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '72b394a3-c167-4d54-83ca-489624b207c2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.701633 n-d-802918-7 neutron-server[100488]: WARNING neutron.api.v2.base [None req-f10937b7-46f2-4a6e-87f4-b841a755c2bf tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 03 19:17:07.702469 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-f10937b7-46f2-4a6e-87f4-b841a755c2bf tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:07.704369 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f10937b7-46f2-4a6e-87f4-b841a755c2bf tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096779 Aug 03 19:17:07.708196 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38972) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.728797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-83b715df-2794-4c36-a474-2e675f02be95 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=06db816164af416e876d8b22a8989daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790553 Aug 03 19:17:07.730990 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38974) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.731332 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-efec8564-d062-42fa-9b29-230da4dc7872 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '72b394a3-c167-4d54-83ca-489624b207c2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.784975 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-efec8564-d062-42fa-9b29-230da4dc7872 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:07.786532 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-efec8564-d062-42fa-9b29-230da4dc7872 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0768344 Aug 03 19:17:07.791043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38976) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.797409 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1c3f9110-fe25-4a2e-b21e-44d5cdd8466c tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '72b394a3-c167-4d54-83ca-489624b207c2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.808970 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ea3618a-e687-48f9-ac11-7a9e5154f6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.841544 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-1c3f9110-fe25-4a2e-b21e-44d5cdd8466c tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:07.846426 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1c3f9110-fe25-4a2e-b21e-44d5cdd8466c tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0500472 Aug 03 19:17:07.847457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38978) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.853261 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ea3618a-e687-48f9-ac11-7a9e5154f6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.854419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:07.859737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e711d68a-2e88-4ba6-9823-b7903d2e43b7 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:07.943250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-371e2e55-3e79-410f-8a3e-b9acde206576 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.977472 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ea3618a-e687-48f9-ac11-7a9e5154f6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.982089 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-371e2e55-3e79-410f-8a3e-b9acde206576 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.985948 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ea3618a-e687-48f9-ac11-7a9e5154f6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.988636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3ea3618a-e687-48f9-ac11-7a9e5154f6f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3ad2760d-c116-423c-9ebb-bd6c8d0437cf HTTP/1.1" status: 204 len: 168 time: 0.2559001 Aug 03 19:17:08.032245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3618a-e687-48f9-ac11-7a9e5154f6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad2760d-c116-423c-9ebb-bd6c8d0437cf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:08.067706 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-371e2e55-3e79-410f-8a3e-b9acde206576 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.071653 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-371e2e55-3e79-410f-8a3e-b9acde206576 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.075271 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-371e2e55-3e79-410f-8a3e-b9acde206576 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "DELETE /v2.0/security-groups/72b394a3-c167-4d54-83ca-489624b207c2 HTTP/1.1" status: 204 len: 168 time: 0.2252917 Aug 03 19:17:08.078327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38988) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:08.099946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e2e55-3e79-410f-8a3e-b9acde206576 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b394a3-c167-4d54-83ca-489624b207c2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:08.138707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port e711d68a-2e88-4ba6-9823-b7903d2e43b7 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:08.159499 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.219202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port e711d68a-2e88-4ba6-9823-b7903d2e43b7 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:08.220107 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.337078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cdb1c0d9-0b81-4d7d-b6c7-bfef7913f71e tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2566185 Aug 03 19:17:08.350465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38990) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:08.358479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3fb50516-95c5-447e-8d79-fd31aa042da3 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138413846'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:08.371848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9e90f39a-96f5-4701-ba3e-1b6be14cdca8,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:08.419340 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3fb50516-95c5-447e-8d79-fd31aa042da3 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.478418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'port_id': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8', 'mac_address': 'fa:16:3e:8b:bc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:08.520721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c10932-e505-4465-93b9-783486ca2a59 req-35d2a07e-6069-43d1-8d08-ddb925564d01 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:08.532397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10c10932-e505-4465-93b9-783486ca2a59 req-35d2a07e-6069-43d1-8d08-ddb925564d01 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 944 time: 0.2155011 Aug 03 19:17:08.584954 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.629182 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.637164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:08.683840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3fb50516-95c5-447e-8d79-fd31aa042da3 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.690785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3fb50516-95c5-447e-8d79-fd31aa042da3 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.720612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10c10932-e505-4465-93b9-783486ca2a59 req-1c33e59f-14df-48c4-a12e-c4981f367d36 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831377 Aug 03 19:17:08.772040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cddc2a-1818-441d-83e2-fd900af13733 req-57d1446e-8a64-46e3-a7d4-00e663ccf1a0 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:08.789209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3cddc2a-1818-441d-83e2-fd900af13733 req-57d1446e-8a64-46e3-a7d4-00e663ccf1a0 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 943 time: 0.1434517 Aug 03 19:17:08.794190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3fb50516-95c5-447e-8d79-fd31aa042da3 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.798227 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3fb50516-95c5-447e-8d79-fd31aa042da3 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4437060 Aug 03 19:17:08.802744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e711d68a-2e88-4ba6-9823-b7903d2e43b7, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e711d68a-2e88-4ba6-9823-b7903d2e43b7,segment=NetworkSegment(65b1abd7-b02f-4895-8121-e8ffe1fe2fc4),segment_id=65b1abd7-b02f-4895-8121-e8ffe1fe2fc4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:08.804096 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38998) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:08.812892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab473adf-9876-4993-bec5-0ba1a0593f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e711d68a-2e88-4ba6-9823-b7903d2e43b7'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:08.817659 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f11c84e-4372-498f-94b2-01c0d7c2e515" -d '{"events": [{"server_uuid": "ab473adf-9876-4993-bec5-0ba1a0593f8a", "name": "network-vif-plugged", "status": "completed", "tag": "e711d68a-2e88-4ba6-9823-b7903d2e43b7"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:08.821290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1e61ec21-d9e6-4b8d-b789-710e800fbe34 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '127ea62f-3bce-488a-8469-d5dd0a890c9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:08.823916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e646c116-fecc-4731-a8e8-2618b56fe490 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:08.842343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb50516-95c5-447e-8d79-fd31aa042da3 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127ea62f-3bce-488a-8469-d5dd0a890c9b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:08.873630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9e90f39a-96f5-4701-ba3e-1b6be14cdca8,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:08.876882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: e646c116-fecc-4731-a8e8-2618b56fe490 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:08.877848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e646c116-fecc-4731-a8e8-2618b56fe490 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:08.883199 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.895455 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.920100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3cddc2a-1818-441d-83e2-fd900af13733 req-f357daf3-be1f-49a1-81bc-e2a6c5109aca tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274316 Aug 03 19:17:08.995995 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-1e61ec21-d9e6-4b8d-b789-710e800fbe34 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The resource could not be found. Aug 03 19:17:08.996401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=e711d68a-2e88-4ba6-9823-b7903d2e43b7,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:09.002029 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1e61ec21-d9e6-4b8d-b789-710e800fbe34 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1921592 Aug 03 19:17:09.006129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39010) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:09.012184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f1b12755-bbae-48a4-9d1e-8540e5783b6d tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '127ea62f-3bce-488a-8469-d5dd0a890c9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ba1736c9-171c-4c4b-a59e-e9be617a49b1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:09.066810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=9e90f39a-96f5-4701-ba3e-1b6be14cdca8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:09.101538 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-f1b12755-bbae-48a4-9d1e-8540e5783b6d tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The resource could not be found. Aug 03 19:17:09.103468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f1b12755-bbae-48a4-9d1e-8540e5783b6d tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0956264 Aug 03 19:17:09.109061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39012) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:09.182556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39014) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:09.224077 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8ccb-b9df-4209-ab68-8e5b11395fd4 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.231794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['9e90f39a-96f5-4701-ba3e-1b6be14cdca8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:09.285045 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4ad9ec-c810-461e-9a9b-d48038aa25db x-openstack-request-id: req-ce4ad9ec-c810-461e-9a9b-d48038aa25db {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:09.285395 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab473adf-9876-4993-bec5-0ba1a0593f8a", "name": "network-vif-plugged", "status": "completed", "tag": "e711d68a-2e88-4ba6-9823-b7903d2e43b7", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:09.285678 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce4ad9ec-c810-461e-9a9b-d48038aa25db {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:09.286142 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab473adf-9876-4993-bec5-0ba1a0593f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e711d68a-2e88-4ba6-9823-b7903d2e43b7', 'code': 200} Aug 03 19:17:09.299186 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8ccb-b9df-4209-ab68-8e5b11395fd4 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.375020 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8ccb-b9df-4209-ab68-8e5b11395fd4 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.383360 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8ccb-b9df-4209-ab68-8e5b11395fd4 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.384752 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3b1b8ccb-b9df-4209-ab68-8e5b11395fd4 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "DELETE /v2.0/security-groups/127ea62f-3bce-488a-8469-d5dd0a890c9b HTTP/1.1" status: 204 len: 168 time: 0.2734385 Aug 03 19:17:09.391140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39022) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:09.441080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b8ccb-b9df-4209-ab68-8e5b11395fd4 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127ea62f-3bce-488a-8469-d5dd0a890c9b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:09.482358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.532544 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9c83b94b-78b8-40bd-a0e9-63ec48bd24c6 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1400833 Aug 03 19:17:09.533239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39026) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:09.548825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573507f-515b-43dc-a40f-e3d8cf97b71b req-99e04bc3-b887-4c2a-914d-a97222c65def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:09.550649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6573507f-515b-43dc-a40f-e3d8cf97b71b req-99e04bc3-b887-4c2a-914d-a97222c65def service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 1096 time: 0.1799862 Aug 03 19:17:09.551034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-127d8a4a-d592-4972-9e5d-a47dcb6e129a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': 'cf855105-7bdb-4533-a2e4-56d76fa73337', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:09.612812 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.829951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39036) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:10.022138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6573507f-515b-43dc-a40f-e3d8cf97b71b req-4bb0e920-71fe-47bf-a165-7452cf166ff1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622331 Aug 03 19:17:10.035205 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-784474388-network', 'tenant_id': '5f24cce5f8964a8d9262bbbdb69b5903'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:10.090484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbb18e-8ded-4271-b399-b8dca5879a7d req-c28a4fdf-3d9a-4e59-bc1d-03a39b60a239 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:10.092039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4dbb18e-8ded-4271-b399-b8dca5879a7d req-c28a4fdf-3d9a-4e59-bc1d-03a39b60a239 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 945 time: 0.1371520 Aug 03 19:17:10.144146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad432c13-3de8-444f-8631-3e0c31744279 req-3cde77a6-1964-4c6a-be54-8ca87c878ea0 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:10.145817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad432c13-3de8-444f-8631-3e0c31744279 req-3cde77a6-1964-4c6a-be54-8ca87c878ea0 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 944 time: 0.1179705 Aug 03 19:17:10.149813 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.159277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.212061 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4dbb18e-8ded-4271-b399-b8dca5879a7d req-63f1bd5a-c12a-4934-8929-edbf5212df1a tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089058 Aug 03 19:17:10.234461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Made reservation on behalf of 5f24cce5f8964a8d9262bbbdb69b5903 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:10.238805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.242354 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8fe87875e8704c0fa2e8bda66230a6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0583670 Aug 03 19:17:10.244575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:10.247853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff6dd50-f5a0-4e3a-8880-cdc7d44415dd,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.264767 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad432c13-3de8-444f-8631-3e0c31744279 req-ef9dacdd-8079-42f0-a55b-ff9e65be0b28 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083639 Aug 03 19:17:10.267574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.268133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.268708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.269397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.269602 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-127d8a4a-d592-4972-9e5d-a47dcb6e129a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The resource could not be found. Aug 03 19:17:10.269902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.270476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.271034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.271150 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-127d8a4a-d592-4972-9e5d-a47dcb6e129a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7366407 Aug 03 19:17:10.271750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.272290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.272834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.273419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.273975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55c292-26ec-499d-8164-20b8e3fd03f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:10.279895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39046) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:10.297994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0bce4555-9d3a-435c-aaed-6345b581e1c2 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group': {'name': 'tempest-secgroup--894270446'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:10.304524 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.333348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bce4555-9d3a-435c-aaed-6345b581e1c2 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.365267 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe0abe52-3e09-44ec-b35e-97e65fcf6439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.404457 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe0abe52-3e09-44ec-b35e-97e65fcf6439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.489882 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.495106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.519596 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe0abe52-3e09-44ec-b35e-97e65fcf6439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.522333 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe0abe52-3e09-44ec-b35e-97e65fcf6439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.523583 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fe0abe52-3e09-44ec-b35e-97e65fcf6439 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fff6dd50-f5a0-4e3a-8880-cdc7d44415dd HTTP/1.1" status: 204 len: 168 time: 0.2770863 Aug 03 19:17:10.530379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:10.546558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af0af09-21ae-44a1-9e9b-5ead9a245aef,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.554051 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.554404 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Added segment 003a0077-05c8-4538-8528-faf8fd9ebe46 of type vlan for network c9cab6ee-0676-4f35-91d7-a3aad5735c7b Aug 03 19:17:10.569060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0abe52-3e09-44ec-b35e-97e65fcf6439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff6dd50-f5a0-4e3a-8880-cdc7d44415dd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.608645 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bce4555-9d3a-435c-aaed-6345b581e1c2 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.614696 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bce4555-9d3a-435c-aaed-6345b581e1c2 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.616470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.649988 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bce4555-9d3a-435c-aaed-6345b581e1c2 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.652118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0bce4555-9d3a-435c-aaed-6345b581e1c2 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3709102 Aug 03 19:17:10.656936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39050) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:10.661461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.662525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:10.663179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1642d0ea-b1c2-492d-8f1a-059f1f162198 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146022036'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:10.663423 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.686825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce4555-9d3a-435c-aaed-6345b581e1c2 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa04f21-e381-49e2-8c97-22295e98b5cd,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.690266 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1642d0ea-b1c2-492d-8f1a-059f1f162198 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.731864 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8950505 Aug 03 19:17:10.732303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39052) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:10.738684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] Request body: {'subnet': {'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-784474388-subnet', 'tenant_id': '5f24cce5f8964a8d9262bbbdb69b5903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:10.743272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98924ba0-fd53-4a11-84a3-221a1700e347 admin admin] Pushing event updated for resources: {'Network': ['ID=c9cab6ee-0676-4f35-91d7-a3aad5735c7b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.761028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network c9cab6ee-0676-4f35-91d7-a3aad5735c7b details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:10.839884 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1642d0ea-b1c2-492d-8f1a-059f1f162198 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.845693 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1642d0ea-b1c2-492d-8f1a-059f1f162198 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.908841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642d0ea-b1c2-492d-8f1a-059f1f162198 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca07244-ea85-418d-95f8-490ac613d0b1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.915795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] Made reservation on behalf of 5f24cce5f8964a8d9262bbbdb69b5903 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:10.920339 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.942287 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1642d0ea-b1c2-492d-8f1a-059f1f162198 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.951000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1642d0ea-b1c2-492d-8f1a-059f1f162198 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2855515 Aug 03 19:17:10.953726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39056) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:10.971823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0a7bfa51-6f49-4790-88eb-ec900fc53735 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group_rule': {'security_group_id': '3fa04f21-e381-49e2-8c97-22295e98b5cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5ca07244-ea85-418d-95f8-490ac613d0b1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:11.068290 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-0a7bfa51-6f49-4790-88eb-ec900fc53735 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:11.071186 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0a7bfa51-6f49-4790-88eb-ec900fc53735 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1149943 Aug 03 19:17:11.076060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39060) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:11.082971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39062) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:11.116900 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-502a4de5-ae01-4096-8f98-884a9769b470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.163431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69d70006-645b-4985-834e-1bccd531dbbb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.197021 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69d70006-645b-4985-834e-1bccd531dbbb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.235094 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.279679 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69d70006-645b-4985-834e-1bccd531dbbb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.283408 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69d70006-645b-4985-834e-1bccd531dbbb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.285373 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-69d70006-645b-4985-834e-1bccd531dbbb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "DELETE /v2.0/security-groups/5ca07244-ea85-418d-95f8-490ac613d0b1 HTTP/1.1" status: 204 len: 168 time: 0.2067492 Aug 03 19:17:11.290024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39066) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:11.315850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d70006-645b-4985-834e-1bccd531dbbb tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca07244-ea85-418d-95f8-490ac613d0b1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:11.333956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371b2c9e-1a78-47e2-b8bf-65176b61184e,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:11.376341 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e6784e31-1b49-410d-92c6-1cf509bd7b55 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0844152 Aug 03 19:17:11.380968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39070) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:11.447761 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d537f5-9e5e-4bb1-8dc5-a6c0313d9619 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.475263 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d537f5-9e5e-4bb1-8dc5-a6c0313d9619 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.482254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] Checking segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:11.482829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] Network hostable DHCP agents. Network: c9cab6ee-0676-4f35-91d7-a3aad5735c7b, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:11.528939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d537f5-9e5e-4bb1-8dc5-a6c0313d9619 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.532084 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d537f5-9e5e-4bb1-8dc5-a6c0313d9619 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.533705 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-58d537f5-9e5e-4bb1-8dc5-a6c0313d9619 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "DELETE /v2.0/security-groups/3fa04f21-e381-49e2-8c97-22295e98b5cd HTTP/1.1" status: 204 len: 168 time: 0.1509712 Aug 03 19:17:11.538961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39072) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:11.554031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d537f5-9e5e-4bb1-8dc5-a6c0313d9619 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa04f21-e381-49e2-8c97-22295e98b5cd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:11.579987 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-502a4de5-ae01-4096-8f98-884a9769b470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.603112 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-502a4de5-ae01-4096-8f98-884a9769b470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.614279 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-db8f2b1f-8296-464b-a008-cdbf683a646a tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717280 Aug 03 19:17:11.618271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39074) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:11.626763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-05657655-7c81-4570-9747-762dd2382947 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648145661'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:11.641395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b30491-176a-4a06-abc2-460cac9cced9 req-b49706da-3b36-4c9e-945f-710b2405774e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:11.643089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84b30491-176a-4a06-abc2-460cac9cced9 req-b49706da-3b36-4c9e-945f-710b2405774e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 945 time: 0.2506931 Aug 03 19:17:11.651260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] Network c9cab6ee-0676-4f35-91d7-a3aad5735c7b is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:11.662648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-05657655-7c81-4570-9747-762dd2382947 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.676811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd20be-55a9-426a-92ca-b91d7f0a0721 req-7f60f2a0-77d7-4704-8f7b-e4c31e80f0ca tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:11.678508 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3afd20be-55a9-426a-92ca-b91d7f0a0721 req-7f60f2a0-77d7-4704-8f7b-e4c31e80f0ca tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 944 time: 0.2577324 Aug 03 19:17:11.700628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-502a4de5-ae01-4096-8f98-884a9769b470 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=770cbbe0e9fc4cc48e6efecefba7130d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6130528 Aug 03 19:17:11.700628 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, c9cab6ee-0676-4f35-91d7-a3aad5735c7b) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:11.701541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39076) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:11.702138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a4de5-ae01-4096-8f98-884a9769b470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4404f850-3cce-4b72-a1a9-d0529c88f8eb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:11.718795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:11.719418 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.723979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd553ca-60cb-424e-a621-b5333ebbfd0b None None] Network c9cab6ee-0676-4f35-91d7-a3aad5735c7b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:11.769893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84b30491-176a-4a06-abc2-460cac9cced9 req-8660b524-bf1e-47b2-8626-3d7862ddcdfe tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060884 Aug 03 19:17:11.787175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3afd20be-55a9-426a-92ca-b91d7f0a0721 req-a495729e-5ecf-4035-99ab-f437d2d08388 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928586 Aug 03 19:17:11.872410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:11.873957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73aafdba-6745-4db1-bc6f-a31dd17c1cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.897111 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-05657655-7c81-4570-9747-762dd2382947 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.907874 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-05657655-7c81-4570-9747-762dd2382947 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.919510 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e4b71b68-120e-4811-b262-a56698ea57f3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1854272 Aug 03 19:17:11.927709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73aafdba-6745-4db1-bc6f-a31dd17c1cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.966729 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-05657655-7c81-4570-9747-762dd2382947 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.972506 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-05657655-7c81-4570-9747-762dd2382947 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3472741 Aug 03 19:17:11.973053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39102) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:11.978384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-26185880-3487-4643-9093-aaddd33c3649 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:11.979964 n-d-802918-7 neutron-server[100487]: WARNING neutron.api.v2.base [None req-26185880-3487-4643-9093-aaddd33c3649 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:17:11.980708 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-26185880-3487-4643-9093-aaddd33c3649 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 19:17:11.982373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-26185880-3487-4643-9093-aaddd33c3649 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "PUT /v2.0/security-groups/7d6718ea-9d90-4072-b1fa-f1afd27cfd86 HTTP/1.1" status: 409 len: 330 time: 0.0077832 Aug 03 19:17:11.988894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39104) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:12.009561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05657655-7c81-4570-9747-762dd2382947 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6718ea-9d90-4072-b1fa-f1afd27cfd86,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:12.014686 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73aafdba-6745-4db1-bc6f-a31dd17c1cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.017880 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-73aafdba-6745-4db1-bc6f-a31dd17c1cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.019220 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-73aafdba-6745-4db1-bc6f-a31dd17c1cc0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4404f850-3cce-4b72-a1a9-d0529c88f8eb HTTP/1.1" status: 204 len: 168 time: 0.3121083 Aug 03 19:17:12.024079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b91716-53a4-4bde-abd5-7c1e3b60ccf1 None None] Network c9cab6ee-0676-4f35-91d7-a3aad5735c7b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:12.039676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aafdba-6745-4db1-bc6f-a31dd17c1cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4404f850-3cce-4b72-a1a9-d0529c88f8eb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:12.062325 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:17:12.115899 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:12.127172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:12.127909 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.199237 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b754d3-ddba-4bc6-8bfe-f97f9d12cba7 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.260184 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b754d3-ddba-4bc6-8bfe-f97f9d12cba7 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.360642 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b754d3-ddba-4bc6-8bfe-f97f9d12cba7 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.366316 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b754d3-ddba-4bc6-8bfe-f97f9d12cba7 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.368877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-78b754d3-ddba-4bc6-8bfe-f97f9d12cba7 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "DELETE /v2.0/security-groups/7d6718ea-9d90-4072-b1fa-f1afd27cfd86 HTTP/1.1" status: 204 len: 168 time: 0.3782780 Aug 03 19:17:12.373451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39134) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:12.382959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b754d3-ddba-4bc6-8bfe-f97f9d12cba7 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6718ea-9d90-4072-b1fa-f1afd27cfd86,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:12.444686 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.446407 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-776f7e0e-2984-4c80-a759-a00a11253b34 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716083 Aug 03 19:17:12.453557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39136) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:12.481554 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-6cbfcce7-d41c-4af6-8c1a-24bec0f07f62 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] delete failed (client error): The resource could not be found. Aug 03 19:17:12.482789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6cbfcce7-d41c-4af6-8c1a-24bec0f07f62 tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "DELETE /v2.0/security-groups/aa867bd4-d05c-411e-afcb-6236b569b5c3 HTTP/1.1" status: 404 len: 347 time: 0.0281787 Aug 03 19:17:12.487114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685fab86-fea1-47d3-8683-0316c05507b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:12.488004 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd2eca5-ea58-4090-ad32-c452bbc0204f" -d '{"events": [{"server_uuid": "685fab86-fea1-47d3-8683-0316c05507b4", "name": "network-vif-plugged", "status": "completed", "tag": "9e90f39a-96f5-4701-ba3e-1b6be14cdca8"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:12.490716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39140) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:12.503036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9e90f39a-96f5-4701-ba3e-1b6be14cdca8,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:12.509371 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.524758 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-b686b202-36bd-4af5-9a6f-9eb29b17e5af tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] show failed (client error): The resource could not be found. Aug 03 19:17:12.533956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39144) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:12.534778 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b686b202-36bd-4af5-9a6f-9eb29b17e5af tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "GET /v2.0/security-groups/ec247413-83bc-4c72-8a05-3ec62a532dc3 HTTP/1.1" status: 404 len: 347 time: 0.0419991 Aug 03 19:17:12.566910 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7f0ebe-b34f-49a9-95a6-6196f19053d9 x-openstack-request-id: req-3b7f0ebe-b34f-49a9-95a6-6196f19053d9 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:12.567218 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685fab86-fea1-47d3-8683-0316c05507b4", "name": "network-vif-plugged", "status": "completed", "tag": "9e90f39a-96f5-4701-ba3e-1b6be14cdca8", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:12.567467 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b7f0ebe-b34f-49a9-95a6-6196f19053d9 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:12.567868 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685fab86-fea1-47d3-8683-0316c05507b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8', 'code': 200} Aug 03 19:17:12.572288 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-0098694e-27d3-4413-b71c-5e3f4a1bb54e tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] show failed (client error): The resource could not be found. Aug 03 19:17:12.577214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0098694e-27d3-4413-b71c-5e3f4a1bb54e tempest-NegativeSecGroupTest-1182184969 tempest-NegativeSecGroupTest-1182184969-project] 10.222.0.78 "GET /v2.0/security-group-rules/43efbea3-9029-4414-b499-34bab52e4ee1 HTTP/1.1" status: 404 len: 356 time: 0.0416839 Aug 03 19:17:12.591085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=9e90f39a-96f5-4701-ba3e-1b6be14cdca8,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:12.741805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee736b2-0644-44b0-b7cf-1c3ede826a6a req-87f820c4-bae5-4bf7-85b9-ccc1cdbde96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:12.744067 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eee736b2-0644-44b0-b7cf-1c3ede826a6a req-87f820c4-bae5-4bf7-85b9-ccc1cdbde96a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 1096 time: 0.0689242 Aug 03 19:17:12.797149 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eee736b2-0644-44b0-b7cf-1c3ede826a6a req-6fe5d1e8-3f09-45eb-a267-6eebf4f51fc2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452864 Aug 03 19:17:12.960626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0699a5-ebe1-45a1-a9d5-27c7c8bbae94 req-4067d05d-6669-402f-af98-737309879b51 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:12.962356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f0699a5-ebe1-45a1-a9d5-27c7c8bbae94 req-4067d05d-6669-402f-af98-737309879b51 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 945 time: 0.0638788 Aug 03 19:17:12.990480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39172) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:13.073389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f0699a5-ebe1-45a1-a9d5-27c7c8bbae94 req-ed375590-0793-4855-a3fa-5bbc0efe0e41 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028237 Aug 03 19:17:13.190342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-228091e3-110d-4abf-9037-8b7fc1b17ee3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:13.193587 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-228091e3-110d-4abf-9037-8b7fc1b17ee3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.1917038 Aug 03 19:17:13.224915 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-0684e79e-5fc9-4f4d-9eff-496b3e7af2aa tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/quotas/5f24cce5f8964a8d9262bbbdb69b5903 HTTP/1.1" status: 200 len: 375 time: 0.0228581 Aug 03 19:17:13.300919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-fcb452cd-e886-4fee-84e9-61f88ed2f964 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540152 Aug 03 19:17:13.334072 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-68710b80-9156-406b-9958-53db75c7db37 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7892e9e2a8ca4858b970ebac1d0dc682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418953 Aug 03 19:17:13.336563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39212) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:13.398599 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5496-b1b4-4482-ac16-064728792e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.442087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5496-b1b4-4482-ac16-064728792e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.525730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-6c083704-b1d2-4b76-a1cb-a8751e504818 service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094738 Aug 03 19:17:13.530375 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5496-b1b4-4482-ac16-064728792e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.534151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5496-b1b4-4482-ac16-064728792e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.535472 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0f9b5496-b1b4-4482-ac16-064728792e9d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2bf360b0-2066-45f6-8974-7d786b12bc0f HTTP/1.1" status: 204 len: 168 time: 0.1979079 Aug 03 19:17:13.549816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b5496-b1b4-4482-ac16-064728792e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf360b0-2066-45f6-8974-7d786b12bc0f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:13.730130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-97fd4d6b-327c-4f56-9c5f-eed24eafcf7a service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968703 Aug 03 19:17:14.074526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-490cc161-dbcc-4f67-9e2b-db1b32228179 req-86d9dcfb-eba0-4ec9-843a-0781c3d0cf5b tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 210 time: 0.0726299 Aug 03 19:17:14.407923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dbfa8-3b6a-45b7-806e-fcda845aa337 req-4cb6ed8a-271c-4b2d-8c6a-e4f9cfe58bc6 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:14.418645 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-185dbfa8-3b6a-45b7-806e-fcda845aa337 req-4cb6ed8a-271c-4b2d-8c6a-e4f9cfe58bc6 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 945 time: 0.1796930 Aug 03 19:17:14.491065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-185dbfa8-3b6a-45b7-806e-fcda845aa337 req-2fda666c-3dcc-4486-b78d-066a87157e54 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713439 Aug 03 19:17:14.753453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a873-c602-4422-9bfd-729d8b6ab717 req-fe860a44-522e-43e3-99e7-840d1d333d7c tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:14.755159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d43a873-c602-4422-9bfd-729d8b6ab717 req-fe860a44-522e-43e3-99e7-840d1d333d7c tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 945 time: 0.1515439 Aug 03 19:17:14.837871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d43a873-c602-4422-9bfd-729d8b6ab717 req-41e6c34c-ad58-488c-957e-24483b1dba28 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724418 Aug 03 19:17:15.068483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec58268-500b-4d51-ade8-fcd8dc4bed2a req-8495a314-bfa8-4428-ac96-1a018a6e2882 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:15.076113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cec58268-500b-4d51-ade8-fcd8dc4bed2a req-8495a314-bfa8-4428-ac96-1a018a6e2882 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 945 time: 0.0681677 Aug 03 19:17:15.142201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cec58268-500b-4d51-ade8-fcd8dc4bed2a req-6b0eaa68-0a2e-4fd4-a46b-e45b2ef96809 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476594 Aug 03 19:17:15.187513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39270) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:15.203271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39274) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:15.271936 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.300997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-719e0fec-e348-47e7-9738-f5a1b8e7381d req-79d8685a-dc95-444b-8ec2-2f3a11792edd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 210 time: 0.0765178 Aug 03 19:17:15.425001 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c45693e3-f110-4e08-af5c-9d5a72767003 tempest-ServiceProvidersTest-1907560203 tempest-ServiceProvidersTest-1907560203-project] 10.222.0.78 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2198296 Aug 03 19:17:15.622719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8090f9f7-8a59-42d6-8b62-b88442216629 tempest-TestServerBasicOps-1262430731 tempest-TestServerBasicOps-1262430731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:15.633234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8090f9f7-8a59-42d6-8b62-b88442216629 tempest-TestServerBasicOps-1262430731 tempest-TestServerBasicOps-1262430731-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 1091 time: 0.4412079 Aug 03 19:17:15.634113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39282) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:15.647098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:15.703888 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.898397 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.074261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Allocated IP 172.25.8.10 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/ddfe1bbb-4af1-4485-a873-5a8c579c381f) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:16.077989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-c876eca6-bf06-46a2-8384-3aca54579819 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:16.082722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-c876eca6-bf06-46a2-8384-3aca54579819 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.37 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.4375343 Aug 03 19:17:16.102723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Request body: {'port': {'device_id': '8ead337b-50f4-4c50-91fb-17721d78b09e', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'admin_state_up': True, 'tenant_id': '5f24cce5f8964a8d9262bbbdb69b5903'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:16.187761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39290) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:16.348683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Made reservation on behalf of 5f24cce5f8964a8d9262bbbdb69b5903 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:16.363765 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.411912 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.481980 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.540082 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:16.558209 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:16.558538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-97737167-5125-4dbd-a49d-b422d3d53458 req-9128cc18-1872-47e0-9870-2c05df284456 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 210 time: 0.0698256 Aug 03 19:17:16.568040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:16.593657 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8737257e-f61f-43bc-9b1a-f952e083e052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.726858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Allocated IP 172.20.0.8 (c9cab6ee-0676-4f35-91d7-a3aad5735c7b/371b2c9e-1a78-47e2-b8bf-65176b61184e/552301b3-08ba-461d-b62d-cf29045256a3) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:16.860986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event updated for resources: {'Port': ['ID=ddfe1bbb-4af1-4485-a873-5a8c579c381f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:16.933693 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8737257e-f61f-43bc-9b1a-f952e083e052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.936853 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-90fe6e7c-2b4b-4f87-bf01-dc178f8ce186 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4057517 Aug 03 19:17:16.946851 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8737257e-f61f-43bc-9b1a-f952e083e052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.054887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8737257e-f61f-43bc-9b1a-f952e083e052 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=95a1624213194dea980d8fe331bde601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8659649 Aug 03 19:17:17.055571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39304) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:17.075373 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737257e-f61f-43bc-9b1a-f952e083e052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa15b43-9f78-47e0-8d5e-4d09d4c79a48,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:17.121447 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.149152 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-9b25b25f-90ed-46e3-a56d-60d337c14dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:17.151469 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-9b25b25f-90ed-46e3-a56d-60d337c14dc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 1096 time: 0.1345770 Aug 03 19:17:17.207603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.286073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Network c9cab6ee-0676-4f35-91d7-a3aad5735c7b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:17.303015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:17.305836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event updated for resources: {'Port': ['ID=552301b3-08ba-461d-b62d-cf29045256a3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:17.308774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:17.311801 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ceb515a3-e34e-48d0-84e0-51a50337d0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.393482 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ceb515a3-e34e-48d0-84e0-51a50337d0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.417219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:17.418005 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.464144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-d1be4f67-de9b-4f5b-87cd-27787e15b94d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3681645 Aug 03 19:17:17.484756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Request body: {'port': {'device_id': '8ead337b-50f4-4c50-91fb-17721d78b09e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:17.560257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ceb515a3-e34e-48d0-84e0-51a50337d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.568019 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ceb515a3-e34e-48d0-84e0-51a50337d0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.570441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ceb515a3-e34e-48d0-84e0-51a50337d0bf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4aa15b43-9f78-47e0-8d5e-4d09d4c79a48 HTTP/1.1" status: 204 len: 168 time: 0.5068347 Aug 03 19:17:17.711026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-5b681484-a855-4075-a089-1a89870762db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:17.713882 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-5b681484-a855-4075-a089-1a89870762db service neutron] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 912 time: 0.5319080 Aug 03 19:17:17.742802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb515a3-e34e-48d0-84e0-51a50337d0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa15b43-9f78-47e0-8d5e-4d09d4c79a48,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:17.771239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.859208 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.990101 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-9c05f528-9794-4d9c-8e12-579468164f8a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=9dc9ac00d27144f19e1333db24df6ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231680 Aug 03 19:17:18.085849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89858855-4e81-42a7-b8a0-9294f1818801 req-6e74c483-f55b-4192-ac55-2bc9be909315 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:18.108723 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89858855-4e81-42a7-b8a0-9294f1818801 req-6e74c483-f55b-4192-ac55-2bc9be909315 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 931 time: 0.3526855 Aug 03 19:17:18.162427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.169520 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-4a2740d7-5993-4f2b-ab53-3f30dd7c8efe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6 HTTP/1.1" status: 200 len: 1001 time: 0.4453344 Aug 03 19:17:18.435694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-5ae28fc4-e7e1-427a-a2ad-81ca23310e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:18.438887 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-5ae28fc4-e7e1-427a-a2ad-81ca23310e7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.2287495 Aug 03 19:17:18.696842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-9c5046bb-515f-4652-b4db-a7aacf133c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:18.700173 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-9c5046bb-515f-4652-b4db-a7aacf133c7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336040 Aug 03 19:17:18.850437 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-81874b7a-8756-4ee2-892e-81c7435be7db service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294534 Aug 03 19:17:18.858960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-01c84d38-e138-4f64-afcf-9288e5b9dd49 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:18.866714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-01c84d38-e138-4f64-afcf-9288e5b9dd49 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8284469 Aug 03 19:17:18.900712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-6e3931ae-d813-4e1d-a4c6-bce30873e111 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/quotas/9dc9ac00d27144f19e1333db24df6ab8 HTTP/1.1" status: 200 len: 375 time: 0.0329106 Aug 03 19:17:18.923352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89858855-4e81-42a7-b8a0-9294f1818801 req-e8da8733-251d-42f5-97d8-421a35328475 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8130255 Aug 03 19:17:18.956254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-2402b870-a333-4573-bbc5-788243c41db0 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9dc9ac00d27144f19e1333db24df6ab8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544963 Aug 03 19:17:19.038638 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b036f9f5-78a4-44ed-8b02-45135424bfe7 req-72790edd-38ac-4382-bd4f-b924d3413104 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871169 Aug 03 19:17:19.091805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552301b3-08ba-461d-b62d-cf29045256a3 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:19.101299 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.110102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.118219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.129559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Transition to ACTIVE for port object 552301b3-08ba-461d-b62d-cf29045256a3 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:19.132594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.199087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=552301b3-08ba-461d-b62d-cf29045256a3,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:19.348748 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.379820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d6e2d27-60bf-40e0-ba5c-ff80c62552de req-89f0b96c-7c8a-470b-a4d3-556fe48d9d4f tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 210 time: 0.0733595 Aug 03 19:17:19.405551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Attempting to bind port 552301b3-08ba-461d-b62d-cf29045256a3 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:19.405906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Attempting to bind port 552301b3-08ba-461d-b62d-cf29045256a3 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:19.406517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Attempting to bind port 552301b3-08ba-461d-b62d-cf29045256a3 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:19.415592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Port 552301b3-08ba-461d-b62d-cf29045256a3 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:19.417806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Attempting to bind port 552301b3-08ba-461d-b62d-cf29045256a3 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:19.426364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:19.427006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Checking segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:19.427407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Bound using segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:19.427865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Bound port: 552301b3-08ba-461d-b62d-cf29045256a3, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:19.428409 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.430366 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event updated for resources: {'Port': ['ID=ddfe1bbb-4af1-4485-a873-5a8c579c381f,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:19.448397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.448615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.448894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.449686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.449686 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.449980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.450258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.450602 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.450968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.451303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.451640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.451968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:19.553411 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Floating IP 5035d7ee-7f7e-4706-ada6-205810645ac0 associated. External IP: 172.25.8.10, port: 9e90f39a-96f5-4701-ba3e-1b6be14cdca8. Aug 03 19:17:19.568655 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] For port 552301b3-08ba-461d-b62d-cf29045256a3, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:19.573953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] For port 552301b3-08ba-461d-b62d-cf29045256a3, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=552301b3-08ba-461d-b62d-cf29045256a3,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:19.582409 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.778796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=552301b3-08ba-461d-b62d-cf29045256a3,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:19.800691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:19.802919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.806705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-7ee8faf0-c7d7-4d57-8f04-f86e040c1ee3 service neutron] 10.222.0.37 "PUT /v2.0/ports/552301b3-08ba-461d-b62d-cf29045256a3 HTTP/1.1" status: 200 len: 1091 time: 2.3278992 Aug 03 19:17:19.808736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ead337b-50f4-4c50-91fb-17721d78b09e', 'tag': '552301b3-08ba-461d-b62d-cf29045256a3'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:19.814003 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0257a47d-c077-4a2a-bf25-b9606fc253b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ead337b-50f4-4c50-91fb-17721d78b09e", "tag": "552301b3-08ba-461d-b62d-cf29045256a3"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:19.960132 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7b45da-b85c-4ec7-b883-82423f22641a x-openstack-request-id: req-de7b45da-b85c-4ec7-b883-82423f22641a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:19.960993 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ead337b-50f4-4c50-91fb-17721d78b09e", "tag": "552301b3-08ba-461d-b62d-cf29045256a3", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:19.960993 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de7b45da-b85c-4ec7-b883-82423f22641a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:19.961616 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ead337b-50f4-4c50-91fb-17721d78b09e', 'tag': '552301b3-08ba-461d-b62d-cf29045256a3', 'status': 'completed', 'code': 200} Aug 03 19:17:20.003616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-9482666f-26e5-4e8d-ac4f-8a40de407a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:20.007456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-9482666f-26e5-4e8d-ac4f-8a40de407a84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 1094 time: 0.1121202 Aug 03 19:17:20.159975 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-25536045-32e0-4863-883c-ac47784ddf78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=552301b3-08ba-461d-b62d-cf29045256a3 HTTP/1.1" status: 200 len: 217 time: 0.1435559 Aug 03 19:17:20.413404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b1636-fe9c-450c-bdba-97908c90d13b req-b467d652-463c-4cde-8e0a-add64bc03c61 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:20.419959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-680b1636-fe9c-450c-bdba-97908c90d13b req-b467d652-463c-4cde-8e0a-add64bc03c61 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 943 time: 0.2577553 Aug 03 19:17:20.422556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-dceff8c2-a607-4a93-b713-e897bd44dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:20.426465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-dceff8c2-a607-4a93-b713-e897bd44dedf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.2426393 Aug 03 19:17:20.545117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-3977ece6-eddd-4410-b1de-ca2225b53c7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015887 Aug 03 19:17:20.550279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:20.663471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fb9c7b6-b132-41cd-a25d-43a5cd5b03ee req-3222700a-f87e-4ae6-be33-64a6043a4798 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 210 time: 0.1170599 Aug 03 19:17:20.686804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-680b1636-fe9c-450c-bdba-97908c90d13b req-2271f437-c3fc-42de-aa33-220440679ad3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139008 Aug 03 19:17:20.747664 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-43361adc-62cd-4b59-991d-420537e9e57f service neutron] 10.222.0.37 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683891 Aug 03 19:17:20.836257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:20.852207 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d6976-f715-45ff-9455-bbbe9add848d None None] Sync routers for ids ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:20.871086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.877753 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d6976-f715-45ff-9455-bbbe9add848d None None] Routers {'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:20.879282 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-140d6976-f715-45ff-9455-bbbe9add848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:17:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:20.940656 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-66caf589-9384-40a7-be36-bd34b9b41e46 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3048084 Aug 03 19:17:20.945179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685fab86-fea1-47d3-8683-0316c05507b4', 'tag': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:20.949353 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbbcee9-d396-4293-b38e-6da36633ab2e" -d '{"events": [{"name": "network-changed", "server_uuid": "685fab86-fea1-47d3-8683-0316c05507b4", "tag": "9e90f39a-96f5-4701-ba3e-1b6be14cdca8"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:21.043132 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb95097-2f48-4c95-afdb-83766443237e x-openstack-request-id: req-dcb95097-2f48-4c95-afdb-83766443237e {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:21.043877 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685fab86-fea1-47d3-8683-0316c05507b4", "tag": "9e90f39a-96f5-4701-ba3e-1b6be14cdca8", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:21.044476 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dcb95097-2f48-4c95-afdb-83766443237e {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:21.045304 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685fab86-fea1-47d3-8683-0316c05507b4', 'tag': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8', 'status': 'completed', 'code': 200} Aug 03 19:17:21.123563 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-140d6976-f715-45ff-9455-bbbe9add848d None None] Set router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:17:21.193247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1fc8cb8-fff8-4e35-9640-630ad3cd1c50 req-c191883a-7c8c-48e8-bde1-c5eed7592a2d service neutron] 10.222.0.37 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350994 Aug 03 19:17:21.248474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbcee9-d396-4293-b38e-6da36633ab2e req-bfcebc57-ca8d-4b4f-b3c9-b0a89090deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:21.257082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cbbcee9-d396-4293-b38e-6da36633ab2e req-bfcebc57-ca8d-4b4f-b3c9-b0a89090deb9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d5679ab7fb8468da9fc3e9c58daff06&device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 1096 time: 0.1390719 Aug 03 19:17:21.416029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257a47d-c077-4a2a-bf25-b9606fc253b4 req-571166f0-2cf1-44a2-ae91-92cc00ac3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:21.418944 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0257a47d-c077-4a2a-bf25-b9606fc253b4 req-571166f0-2cf1-44a2-ae91-92cc00ac3234 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 1094 time: 0.0831642 Aug 03 19:17:21.521023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-e8f71058-6e74-43e4-a613-34bd377a2f37 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9dc9ac00d27144f19e1333db24df6ab8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2209551 Aug 03 19:17:21.683812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257a47d-c077-4a2a-bf25-b9606fc253b4 req-ff4d868b-9fb7-44ae-afac-49bbfb320ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:21.696905 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0257a47d-c077-4a2a-bf25-b9606fc253b4 req-ff4d868b-9fb7-44ae-afac-49bbfb320ebc service neutron] 10.222.0.37 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 906 time: 0.2570262 Aug 03 19:17:21.707837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbcee9-d396-4293-b38e-6da36633ab2e req-ff9f112c-6ab4-4cf6-8849-f7db12097803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:21.711348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cbbcee9-d396-4293-b38e-6da36633ab2e req-ff9f112c-6ab4-4cf6-8849-f7db12097803 service neutron] 10.222.0.74 "GET /v2.0/networks?id=83fe2096-75f7-4db1-9a1a-81976ae4c69d HTTP/1.1" status: 200 len: 910 time: 0.4484012 Aug 03 19:17:21.796673 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0257a47d-c077-4a2a-bf25-b9606fc253b4 req-70fc99ac-5ecb-4d8b-9c84-1d69b033d3c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=552301b3-08ba-461d-b62d-cf29045256a3 HTTP/1.1" status: 200 len: 217 time: 0.0987039 Aug 03 19:17:21.820349 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-140d6976-f715-45ff-9455-bbbe9add848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:23Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '5035d7ee-7f7e-4706-ada6-205810645ac0', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'floating_ip_address': '172.25.8.10', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'port_id': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'mac_address': 'fa:16:3e:8b:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685fab86-fea1-47d3-8683-0316c05507b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:17:17Z', 'updated_at': '2021-08-03T19:17:17Z', 'revision_number': 0, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a529b5-57b1-492e-9c9b-54c8d9ae8e47', 'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'mac_address': 'fa:16:3e:e6:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:21Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 5, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'subnets': [{'id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:21.904905 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d6976-f715-45ff-9455-bbbe9add848d None None] Checking router: ec0bf996-b1bd-4fb5-a16e-fe532581e2fa for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:17:21.930580 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d6976-f715-45ff-9455-bbbe9add848d None None] Routers {'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:21.931217 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-140d6976-f715-45ff-9455-bbbe9add848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:17:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:21.966837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95fe6922-4a69-4269-af04-919ccecfe181 req-be3b7ac4-c0e9-48df-858e-acf4b12a878b tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 210 time: 0.0999663 Aug 03 19:17:21.995983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257a47d-c077-4a2a-bf25-b9606fc253b4 req-5549d63b-bee3-40b0-8d0b-c116f4afc22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:22.002954 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0257a47d-c077-4a2a-bf25-b9606fc253b4 req-5549d63b-bee3-40b0-8d0b-c116f4afc22a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.1958270 Aug 03 19:17:22.052661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cbbcee9-d396-4293-b38e-6da36633ab2e req-92c4fc1e-52e3-4281-920b-a5c9aa973741 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e90f39a-96f5-4701-ba3e-1b6be14cdca8 HTTP/1.1" status: 200 len: 998 time: 0.3309646 Aug 03 19:17:22.089700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934120d5-9ec7-4908-babd-7cb8f828ead6 req-65af0dba-1d6d-43e9-8fbb-7de6fd897e0f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:22.097881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-934120d5-9ec7-4908-babd-7cb8f828ead6 req-65af0dba-1d6d-43e9-8fbb-7de6fd897e0f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.3527288 Aug 03 19:17:22.110903 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0257a47d-c077-4a2a-bf25-b9606fc253b4 req-cf477274-47bb-442d-a67a-f413123fdcc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983253 Aug 03 19:17:22.116878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-da7bcd06-578d-498b-a989-c212f800adfb tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:22.118527 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-da7bcd06-578d-498b-a989-c212f800adfb tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5873778 Aug 03 19:17:22.166551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Request body: {'port': {'device_id': '353f2a87-94fa-4e01-9d1c-31920e0de582', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '9dc9ac00d27144f19e1333db24df6ab8'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:22.239503 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-140d6976-f715-45ff-9455-bbbe9add848d None None] Set router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:17:22.317912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-934120d5-9ec7-4908-babd-7cb8f828ead6 req-09658697-472b-40e6-a74d-484543127b3b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187374 Aug 03 19:17:22.331361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbcee9-d396-4293-b38e-6da36633ab2e req-d03d30ce-1bee-4102-a7ce-145d979d81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:22.332931 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cbbcee9-d396-4293-b38e-6da36633ab2e req-d03d30ce-1bee-4102-a7ce-145d979d81cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c063f720-ba3c-4a9e-a6c3-529b45855469 HTTP/1.1" status: 200 len: 848 time: 0.2588573 Aug 03 19:17:22.399463 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0257a47d-c077-4a2a-bf25-b9606fc253b4 req-f9497cb1-e8eb-4a72-ade1-422fd23482c6 service neutron] 10.222.0.37 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685800 Aug 03 19:17:22.415845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c2ee-2706-465e-85b9-03cbf30036ba req-66ad903c-c177-44fc-8fea-a4f1f34dae27 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:22.425031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1419c2ee-2706-465e-85b9-03cbf30036ba req-66ad903c-c177-44fc-8fea-a4f1f34dae27 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 943 time: 0.2724245 Aug 03 19:17:22.506959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1419c2ee-2706-465e-85b9-03cbf30036ba req-e31b6471-7656-4da3-9c7c-18889f2e640a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774803 Aug 03 19:17:22.545530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbcee9-d396-4293-b38e-6da36633ab2e req-e48e7f4a-22cc-4045-b70c-d265533b2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:22.547448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cbbcee9-d396-4293-b38e-6da36633ab2e req-e48e7f4a-22cc-4045-b70c-d265533b2278 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fe2096-75f7-4db1-9a1a-81976ae4c69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032657 Aug 03 19:17:22.555707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Made reservation on behalf of 9dc9ac00d27144f19e1333db24df6ab8 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:22.560467 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.629391 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0257a47d-c077-4a2a-bf25-b9606fc253b4 req-e033f57c-6866-4874-b246-d21059f7ab6a service neutron] 10.222.0.37 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213862 Aug 03 19:17:22.633028 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.733812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cbbcee9-d396-4293-b38e-6da36633ab2e req-cd6d2a4e-f3ad-4fec-b26a-40763e77e85c service neutron] 10.222.0.74 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693141 Aug 03 19:17:22.847412 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-140d6976-f715-45ff-9455-bbbe9add848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:23Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '5035d7ee-7f7e-4706-ada6-205810645ac0', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'floating_ip_address': '172.25.8.10', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'port_id': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'mac_address': 'fa:16:3e:8b:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685fab86-fea1-47d3-8683-0316c05507b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:17:17Z', 'updated_at': '2021-08-03T19:17:17Z', 'revision_number': 0, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a529b5-57b1-492e-9c9b-54c8d9ae8e47', 'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'mac_address': 'fa:16:3e:e6:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:21Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 5, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'subnets': [{'id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:22.878346 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.882242 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d6976-f715-45ff-9455-bbbe9add848d None None] The sync data for ids ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'] in n-d-802918-7 is: [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:23Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '5035d7ee-7f7e-4706-ada6-205810645ac0', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'floating_ip_address': '172.25.8.10', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'port_id': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'mac_address': 'fa:16:3e:8b:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685fab86-fea1-47d3-8683-0316c05507b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:17:17Z', 'updated_at': '2021-08-03T19:17:17Z', 'revision_number': 0, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a529b5-57b1-492e-9c9b-54c8d9ae8e47', 'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'mac_address': 'fa:16:3e:e6:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:21Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 5, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'subnets': [{'id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:22.888657 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.898945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cbbcee9-d396-4293-b38e-6da36633ab2e req-d0203816-192f-4530-a5d2-275d07362ff3 service neutron] 10.222.0.74 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470845 Aug 03 19:17:23.247038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b877e38-cc2f-4c3e-b332-1937a7cbfc0f None None] New status for floating IP 5035d7ee-7f7e-4706-ada6-205810645ac0: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:17:23.461276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0088f806-bb2a-488d-a1f5-d7c336b7cf37 req-9a94d499-75c7-4250-b401-1cc8509107db tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 210 time: 0.1161296 Aug 03 19:17:23.485786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c361a552-d5cf-4eea-a7f6-78d67dabd8f3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:23.632820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9b6d4-7b7b-405d-8782-e6479116e9e3 req-737001ce-dc01-42f4-86a1-b14d99d8389f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:23.642051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55f9b6d4-7b7b-405d-8782-e6479116e9e3 req-737001ce-dc01-42f4-86a1-b14d99d8389f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1666358 Aug 03 19:17:23.679218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Allocated IP 192.168.233.245 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/a9d67505-23e5-44aa-bc71-aec4d1c9d691) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:23.769850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-55f9b6d4-7b7b-405d-8782-e6479116e9e3 req-83ae02f3-5a18-447d-8e04-08f93dfc3a7b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267667 Aug 03 19:17:23.794088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c42bca-6ec7-4afa-935a-c38c900cb2cc req-c9b5f986-6b0d-4095-99a8-9354beb70c37 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:23.798334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14c42bca-6ec7-4afa-935a-c38c900cb2cc req-c9b5f986-6b0d-4095-99a8-9354beb70c37 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 943 time: 0.1350946 Aug 03 19:17:23.870665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 552301b3-08ba-461d-b62d-cf29045256a3 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:23.934783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14c42bca-6ec7-4afa-935a-c38c900cb2cc req-acc9b803-0766-4b6e-b787-99005c040c8a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290672 Aug 03 19:17:24.003056 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.021360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Transition to ACTIVE for port object a9d67505-23e5-44aa-bc71-aec4d1c9d691 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:24.054525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 552301b3-08ba-461d-b62d-cf29045256a3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=552301b3-08ba-461d-b62d-cf29045256a3,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:24.067916 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.073141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '552301b3-08ba-461d-b62d-cf29045256a3', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'port_id': '552301b3-08ba-461d-b62d-cf29045256a3', 'mac_address': 'fa:16:3e:94:3e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371b2c9e-1a78-47e2-b8bf-65176b61184e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:24.121941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:24.131888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:24.134482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Pushing event updated for resources: {'Port': ['ID=a9d67505-23e5-44aa-bc71-aec4d1c9d691,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:24.137369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:24.155263 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.178958 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552301b3-08ba-461d-b62d-cf29045256a3 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:24.210902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 552301b3-08ba-461d-b62d-cf29045256a3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=552301b3-08ba-461d-b62d-cf29045256a3,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:24.218466 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.231250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.232294 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.277464 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-363daa46-d10f-4859-90a8-919e56944cf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1260169 Aug 03 19:17:24.298316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=552301b3-08ba-461d-b62d-cf29045256a3,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:24.313879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Request body: {'port': {'device_id': '353f2a87-94fa-4e01-9d1c-31920e0de582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:24.405272 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.493680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:24.570600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a60cde86-4033-4725-baf7-08ca3a6a5625 None None] Provisioning for port a9d67505-23e5-44aa-bc71-aec4d1c9d691 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:24.585451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a60cde86-4033-4725-baf7-08ca3a6a5625 None None] Provisioning complete for port a9d67505-23e5-44aa-bc71-aec4d1c9d691 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:24.586215 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a60cde86-4033-4725-baf7-08ca3a6a5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.666840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a60cde86-4033-4725-baf7-08ca3a6a5625 None None] Port a9d67505-23e5-44aa-bc71-aec4d1c9d691 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:24.789953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1f21d-55f8-48a9-82a9-aef905ca095f req-525a42ce-29e7-4ca8-9494-a30c4f38b717 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.793538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ef1f21d-55f8-48a9-82a9-aef905ca095f req-525a42ce-29e7-4ca8-9494-a30c4f38b717 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 936 time: 0.1815414 Aug 03 19:17:24.923580 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ef1f21d-55f8-48a9-82a9-aef905ca095f req-094d98c0-5ac6-40ae-8f51-73acf621a655 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/security-groups?id=c361a552-d5cf-4eea-a7f6-78d67dabd8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075232 Aug 03 19:17:25.071348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c54a8-7e1a-4b13-84d6-c7b2b0f4f58f req-23247818-ea62-4e24-9431-f0d03532fcf1 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.073107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-891c54a8-7e1a-4b13-84d6-c7b2b0f4f58f req-23247818-ea62-4e24-9431-f0d03532fcf1 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1423523 Aug 03 19:17:25.135045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d67505-23e5-44aa-bc71-aec4d1c9d691 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:25.151755 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.194968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c807f0-0cea-4ad0-a157-ba523d7069bc req-da404344-f6b6-4dbd-b4ba-85b21e6d9483 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.198749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48c807f0-0cea-4ad0-a157-ba523d7069bc req-da404344-f6b6-4dbd-b4ba-85b21e6d9483 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 944 time: 0.1383243 Aug 03 19:17:25.204532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-891c54a8-7e1a-4b13-84d6-c7b2b0f4f58f req-6e8dde0a-e097-4cfc-86a0-b2379123e962 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206915 Aug 03 19:17:25.234288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Transition to ACTIVE for port object a9d67505-23e5-44aa-bc71-aec4d1c9d691 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:25.241972 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.303978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48c807f0-0cea-4ad0-a157-ba523d7069bc req-e05f0ade-7002-4d91-9a9d-10cdb8cf1340 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974624 Aug 03 19:17:25.346631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d67505-23e5-44aa-bc71-aec4d1c9d691,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:25.520994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Attempting to bind port a9d67505-23e5-44aa-bc71-aec4d1c9d691 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:25.521609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Attempting to bind port a9d67505-23e5-44aa-bc71-aec4d1c9d691 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:25.522182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Attempting to bind port a9d67505-23e5-44aa-bc71-aec4d1c9d691 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:25.531592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Port a9d67505-23e5-44aa-bc71-aec4d1c9d691 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:25.532163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Attempting to bind port a9d67505-23e5-44aa-bc71-aec4d1c9d691 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:25.542802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:25.543407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:25.544227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:25.545893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Bound port: a9d67505-23e5-44aa-bc71-aec4d1c9d691, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:25.545893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.665766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] For port a9d67505-23e5-44aa-bc71-aec4d1c9d691, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:25.670699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] For port a9d67505-23e5-44aa-bc71-aec4d1c9d691, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a9d67505-23e5-44aa-bc71-aec4d1c9d691,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:25.675971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.726463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.727195 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.729209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] 10.222.0.37 "PUT /v2.0/ports/a9d67505-23e5-44aa-bc71-aec4d1c9d691 HTTP/1.1" status: 200 len: 1096 time: 1.4354067 Aug 03 19:17:25.729971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353f2a87-94fa-4e01-9d1c-31920e0de582', 'tag': 'a9d67505-23e5-44aa-bc71-aec4d1c9d691'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:25.732358 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05691395-7d0c-4bae-9007-cb41a6d1f24e" -d '{"events": [{"name": "network-changed", "server_uuid": "353f2a87-94fa-4e01-9d1c-31920e0de582", "tag": "a9d67505-23e5-44aa-bc71-aec4d1c9d691"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:25.816849 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb445e38-37bc-40bd-9866-515a88e2d07a x-openstack-request-id: req-eb445e38-37bc-40bd-9866-515a88e2d07a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:25.818022 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353f2a87-94fa-4e01-9d1c-31920e0de582", "tag": "a9d67505-23e5-44aa-bc71-aec4d1c9d691", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:25.818022 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb445e38-37bc-40bd-9866-515a88e2d07a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:25.818022 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353f2a87-94fa-4e01-9d1c-31920e0de582', 'tag': 'a9d67505-23e5-44aa-bc71-aec4d1c9d691', 'status': 'completed', 'code': 200} Aug 03 19:17:25.820019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0aecc-4f5b-4614-8659-76e2d7451880 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d67505-23e5-44aa-bc71-aec4d1c9d691,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:25.847175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-9655e104-d543-4e26-9628-bf67f1567569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.848840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-9655e104-d543-4e26-9628-bf67f1567569 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dc9ac00d27144f19e1333db24df6ab8&device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 1099 time: 0.0703475 Aug 03 19:17:25.879573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 552301b3-08ba-461d-b62d-cf29045256a3 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:25.954946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-5fe80cc8-7bd9-48cf-870c-96ab40ea65f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=a9d67505-23e5-44aa-bc71-aec4d1c9d691 HTTP/1.1" status: 200 len: 217 time: 0.0961766 Aug 03 19:17:25.999382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 552301b3-08ba-461d-b62d-cf29045256a3 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:26.004296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 552301b3-08ba-461d-b62d-cf29045256a3 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:26.004774 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.065957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-c49b310e-d9b1-4a58-b7ce-c0bc83ddfe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.070286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-c49b310e-d9b1-4a58-b7ce-c0bc83ddfe80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1057966 Aug 03 19:17:26.194382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-16374958-7f5e-4944-8def-6656f02a596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.195432 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.195903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-16374958-7f5e-4944-8def-6656f02a596f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170340 Aug 03 19:17:26.244664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ead337b-50f4-4c50-91fb-17721d78b09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552301b3-08ba-461d-b62d-cf29045256a3'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:26.248100 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4b5119-2a45-44a3-8b5b-e6ddad2fac57" -d '{"events": [{"server_uuid": "8ead337b-50f4-4c50-91fb-17721d78b09e", "name": "network-vif-plugged", "status": "completed", "tag": "552301b3-08ba-461d-b62d-cf29045256a3"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:26.265983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 552301b3-08ba-461d-b62d-cf29045256a3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=552301b3-08ba-461d-b62d-cf29045256a3,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:26.279184 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.284608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e91b3-b241-4a73-8d05-9f60ac4f3607 req-bcb2a90b-d321-45e8-9284-c3f42ad33b4e tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.288082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b4e91b3-b241-4a73-8d05-9f60ac4f3607 req-bcb2a90b-d321-45e8-9284-c3f42ad33b4e tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 948 time: 0.1444428 Aug 03 19:17:26.361766 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13b3f06-a817-48f3-8a7b-4043092ca771 x-openstack-request-id: req-c13b3f06-a817-48f3-8a7b-4043092ca771 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:26.362498 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ead337b-50f4-4c50-91fb-17721d78b09e", "name": "network-vif-plugged", "status": "completed", "tag": "552301b3-08ba-461d-b62d-cf29045256a3", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:26.362976 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c13b3f06-a817-48f3-8a7b-4043092ca771 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:26.363606 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ead337b-50f4-4c50-91fb-17721d78b09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552301b3-08ba-461d-b62d-cf29045256a3', 'code': 200} Aug 03 19:17:26.407649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=552301b3-08ba-461d-b62d-cf29045256a3,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:26.540249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b54a5f-e91e-4be0-9d53-cf2c58f4c538 req-82fea7f7-77c4-4996-a379-2dfaf1f14045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.542016 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d6b54a5f-e91e-4be0-9d53-cf2c58f4c538 req-82fea7f7-77c4-4996-a379-2dfaf1f14045 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 1096 time: 0.1238909 Aug 03 19:17:26.547317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b4e91b3-b241-4a73-8d05-9f60ac4f3607 req-099ea2e9-8b19-4f9c-a0cf-11b688b84184 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/security-groups?id=c361a552-d5cf-4eea-a7f6-78d67dabd8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315731 Aug 03 19:17:26.568452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-8e70593a-325c-4fdc-89a7-90206868492a service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618059 Aug 03 19:17:26.587594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838ea39-34f6-47d3-8532-6ae33c481942 req-ff315aa9-ac50-4819-9405-b0b9995707a5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.591671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6838ea39-34f6-47d3-8532-6ae33c481942 req-ff315aa9-ac50-4819-9405-b0b9995707a5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.2339242 Aug 03 19:17:26.627044 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d6b54a5f-e91e-4be0-9d53-cf2c58f4c538 req-a5c88f9e-5079-4a91-a400-3e4df5aba23a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752382 Aug 03 19:17:26.803417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6838ea39-34f6-47d3-8532-6ae33c481942 req-ad31f2df-ed7c-4aef-ad6c-fd48268f6842 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947064 Aug 03 19:17:26.848797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed642d-656b-4862-ba86-18a34eb69a45 req-45cb0f0b-7c3a-4e1e-9f14-0eb248f8ff0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.850405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fed642d-656b-4862-ba86-18a34eb69a45 req-45cb0f0b-7c3a-4e1e-9f14-0eb248f8ff0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 945 time: 0.1480327 Aug 03 19:17:26.853004 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a067a948-6ea8-483a-bfe6-d8354148a770 req-83915547-501d-421b-b04a-4230ca660784 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595282 Aug 03 19:17:26.924791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fed642d-656b-4862-ba86-18a34eb69a45 req-319c516a-1fae-4879-929d-57723d5fc851 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621121 Aug 03 19:17:26.994192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05691395-7d0c-4bae-9007-cb41a6d1f24e req-8a9180e2-ccb4-4bfd-9b64-26e4a5130ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.996706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05691395-7d0c-4bae-9007-cb41a6d1f24e req-8a9180e2-ccb4-4bfd-9b64-26e4a5130ded service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9dc9ac00d27144f19e1333db24df6ab8&device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 1099 time: 0.0602517 Aug 03 19:17:27.145712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05691395-7d0c-4bae-9007-cb41a6d1f24e req-8d4cb1ad-368b-4aad-8ef1-a37439e552bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:27.147768 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05691395-7d0c-4bae-9007-cb41a6d1f24e req-8d4cb1ad-368b-4aad-8ef1-a37439e552bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1415384 Aug 03 19:17:27.208228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05691395-7d0c-4bae-9007-cb41a6d1f24e req-d22e492e-e3cb-41a0-94a0-998408681265 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=a9d67505-23e5-44aa-bc71-aec4d1c9d691 HTTP/1.1" status: 200 len: 217 time: 0.0501804 Aug 03 19:17:27.270142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05691395-7d0c-4bae-9007-cb41a6d1f24e req-d10d628b-1abf-46d0-9469-ab1033a8e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:27.271880 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05691395-7d0c-4bae-9007-cb41a6d1f24e req-d10d628b-1abf-46d0-9469-ab1033a8e922 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0525067 Aug 03 19:17:27.367064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05691395-7d0c-4bae-9007-cb41a6d1f24e req-1f6ace4b-4f9e-443f-9132-8032c612dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:27.369676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05691395-7d0c-4bae-9007-cb41a6d1f24e req-1f6ace4b-4f9e-443f-9132-8032c612dad7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873914 Aug 03 19:17:27.519904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05691395-7d0c-4bae-9007-cb41a6d1f24e req-c8bc8256-4b2c-47c7-92f7-932819d25f83 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419287 Aug 03 19:17:27.809224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d041de-a944-4d9f-a6bc-be9706d4526d req-bdc41e4f-a00d-438d-8c3d-1ca6002f1b08 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:27.812011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65d041de-a944-4d9f-a6bc-be9706d4526d req-bdc41e4f-a00d-438d-8c3d-1ca6002f1b08 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 948 time: 0.1546478 Aug 03 19:17:27.816524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05691395-7d0c-4bae-9007-cb41a6d1f24e req-bf47b5dd-a019-4196-9bec-916cf25b21c8 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844205 Aug 03 19:17:27.895960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65d041de-a944-4d9f-a6bc-be9706d4526d req-00164461-439c-4519-937c-a0bf0554ad55 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/security-groups?id=c361a552-d5cf-4eea-a7f6-78d67dabd8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747294 Aug 03 19:17:27.998651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f42c1-3429-44d4-be08-4e4e3af85550 req-5d03b6dc-e784-4c90-a66f-78ed59da0588 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:28.000522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d34f42c1-3429-44d4-be08-4e4e3af85550 req-5d03b6dc-e784-4c90-a66f-78ed59da0588 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.0655839 Aug 03 19:17:28.048230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d34f42c1-3429-44d4-be08-4e4e3af85550 req-7b15d3b4-1773-43bc-b50d-a0152754e3d2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412624 Aug 03 19:17:28.144936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425e8b8-f576-4c92-b157-385b85ae1645 req-3a662e73-a7d9-46a2-ab14-e70e7201e6f8 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:28.154279 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2425e8b8-f576-4c92-b157-385b85ae1645 req-3a662e73-a7d9-46a2-ab14-e70e7201e6f8 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 945 time: 0.0992081 Aug 03 19:17:28.245680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2425e8b8-f576-4c92-b157-385b85ae1645 req-33022a49-7155-403c-ae6f-9bddaa7f6ec2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852880 Aug 03 19:17:28.735962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27db160-de1d-4bba-b20f-0473d4080bbc req-b7f506e3-866a-4b2f-ad80-b59ff1d202e5 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:28.738699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f27db160-de1d-4bba-b20f-0473d4080bbc req-b7f506e3-866a-4b2f-ad80-b59ff1d202e5 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.1909583 Aug 03 19:17:28.763850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f27db160-de1d-4bba-b20f-0473d4080bbc req-6290f036-d425-4c3d-bc40-bce307bc6611 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/quotas/5f24cce5f8964a8d9262bbbdb69b5903 HTTP/1.1" status: 200 len: 375 time: 0.0114834 Aug 03 19:17:28.858728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f27db160-de1d-4bba-b20f-0473d4080bbc req-0e5fa18c-6ffe-413f-ac56-549a77e5bd2b tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807741 Aug 03 19:17:29.074173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f27db160-de1d-4bba-b20f-0473d4080bbc req-f27384b5-e906-42d7-94f4-580fcd311087 service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066634 Aug 03 19:17:29.095619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedca48-835b-47e8-a00d-fd11c1be3579 req-9a69b73c-aa77-4f09-8425-320fa80290d6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:29.098373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3aedca48-835b-47e8-a00d-fd11c1be3579 req-9a69b73c-aa77-4f09-8425-320fa80290d6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 948 time: 0.0982375 Aug 03 19:17:29.291140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3aedca48-835b-47e8-a00d-fd11c1be3579 req-b562215d-509b-4bbd-ab04-2b8b14bc7317 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/security-groups?id=c361a552-d5cf-4eea-a7f6-78d67dabd8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710398 Aug 03 19:17:29.321663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f27db160-de1d-4bba-b20f-0473d4080bbc req-15ff227f-b04c-46e2-b5b4-248301bea6c3 service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427087 Aug 03 19:17:29.512187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d657b5e-5686-4921-b94d-d55c2d49a026 req-a7b6b4b3-f78d-4501-94a4-54282d1941eb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:29.514941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d657b5e-5686-4921-b94d-d55c2d49a026 req-a7b6b4b3-f78d-4501-94a4-54282d1941eb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.0972128 Aug 03 19:17:29.598145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d657b5e-5686-4921-b94d-d55c2d49a026 req-5aa53923-e541-4e72-b463-4764fba4814b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748067 Aug 03 19:17:29.647183 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.919397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a9d67505-23e5-44aa-bc71-aec4d1c9d691 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:30.243411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a9d67505-23e5-44aa-bc71-aec4d1c9d691, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a9d67505-23e5-44aa-bc71-aec4d1c9d691,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:30.270010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'a9d67505-23e5-44aa-bc71-aec4d1c9d691', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'a9d67505-23e5-44aa-bc71-aec4d1c9d691', 'mac_address': 'fa:16:3e:6f:09:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:30.423168 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.481536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d67505-23e5-44aa-bc71-aec4d1c9d691 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:30.540715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a9d67505-23e5-44aa-bc71-aec4d1c9d691, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a9d67505-23e5-44aa-bc71-aec4d1c9d691,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:30.555225 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.663561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a9d67505-23e5-44aa-bc71-aec4d1c9d691,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:30.806074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a9d67505-23e5-44aa-bc71-aec4d1c9d691'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:30.856169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec9c4d-19e8-4969-8705-d256b54f25b6 req-f6f85a63-6fe4-431d-8d86-59ec9971644b tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:30.858852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fec9c4d-19e8-4969-8705-d256b54f25b6 req-f6f85a63-6fe4-431d-8d86-59ec9971644b tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 948 time: 0.3636389 Aug 03 19:17:30.923887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2f4b03e-6171-4f1e-9665-2842a5858f87 req-11c97f13-745c-4cec-8c7b-491fe2f3220d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1879363 Aug 03 19:17:31.432885 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fec9c4d-19e8-4969-8705-d256b54f25b6 req-01e04c8e-ca6e-421b-96a7-e3aea44c3328 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/security-groups?id=c361a552-d5cf-4eea-a7f6-78d67dabd8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663893 Aug 03 19:17:31.491458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-41af93d7-1ad6-4adf-88c0-23d9fc9c7eda tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:31.494154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-41af93d7-1ad6-4adf-88c0-23d9fc9c7eda tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.8939805 Aug 03 19:17:31.538263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-c3b84bbd-8762-4a24-8305-98575ec9bc01 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/quotas/5f24cce5f8964a8d9262bbbdb69b5903 HTTP/1.1" status: 200 len: 375 time: 0.0355303 Aug 03 19:17:31.624415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b03e-6171-4f1e-9665-2842a5858f87 req-05a21d1f-922d-411c-8f66-a01ac4197b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:31.626120 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2f4b03e-6171-4f1e-9665-2842a5858f87 req-05a21d1f-922d-411c-8f66-a01ac4197b40 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68fd81a75962491d8426ad0ab974d3f3&device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 1096 time: 0.2148046 Aug 03 19:17:31.668781 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-b0a08e83-c08b-46c9-b6cc-c5a3d88a5576 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1191418 Aug 03 19:17:31.686208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5e3d-5d4d-476e-883f-5d36148a2336 req-1c9d6ac4-1047-47a0-b950-6faeffc698be tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:31.687973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd4f5e3d-5d4d-476e-883f-5d36148a2336 req-1c9d6ac4-1047-47a0-b950-6faeffc698be tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1167693 Aug 03 19:17:31.883043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd4f5e3d-5d4d-476e-883f-5d36148a2336 req-b25df6a9-fdb2-4647-873e-b82fc863968a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094208 Aug 03 19:17:31.899713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b03e-6171-4f1e-9665-2842a5858f87 req-744ebee6-86a0-4ea0-a463-185bccbfd0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:31.906094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2f4b03e-6171-4f1e-9665-2842a5858f87 req-744ebee6-86a0-4ea0-a463-185bccbfd0bb service neutron] 10.222.0.74 "GET /v2.0/networks?id=8099bcfc-5807-43cf-a7bc-8b92f3566a55 HTTP/1.1" status: 200 len: 914 time: 0.2283490 Aug 03 19:17:31.921448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-9f8ac72f-05d5-4bc9-9385-d69f496a5f10 service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515843 Aug 03 19:17:31.935124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a9d67505-23e5-44aa-bc71-aec4d1c9d691 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:31.989090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2f4b03e-6171-4f1e-9665-2842a5858f87 req-02343a95-5eb0-4f5e-961b-d20b362387f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e711d68a-2e88-4ba6-9823-b7903d2e43b7 HTTP/1.1" status: 200 len: 217 time: 0.0652044 Aug 03 19:17:32.032376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port a9d67505-23e5-44aa-bc71-aec4d1c9d691 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:32.040216 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port a9d67505-23e5-44aa-bc71-aec4d1c9d691 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:32.041103 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.213322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4b03e-6171-4f1e-9665-2842a5858f87 req-ce25076d-40ce-4379-a76c-cc70dc568e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:32.215755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2f4b03e-6171-4f1e-9665-2842a5858f87 req-ce25076d-40ce-4379-a76c-cc70dc568e0a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5dc0c157-10e0-408d-a014-ed71691ee79a HTTP/1.1" status: 200 len: 853 time: 0.1969097 Aug 03 19:17:32.300614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2f4b03e-6171-4f1e-9665-2842a5858f87 req-deeb1bfb-1f56-4057-b933-18aa79131306 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8099bcfc-5807-43cf-a7bc-8b92f3566a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699251 Aug 03 19:17:32.304692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-3e779446-061f-4bbb-83b6-58f631526a08 service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820829 Aug 03 19:17:32.563076 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.597761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353f2a87-94fa-4e01-9d1c-31920e0de582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d67505-23e5-44aa-bc71-aec4d1c9d691'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:32.600540 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f5ff6f-35aa-4b83-acc5-03e5813a688b" -d '{"events": [{"server_uuid": "353f2a87-94fa-4e01-9d1c-31920e0de582", "name": "network-vif-plugged", "status": "completed", "tag": "a9d67505-23e5-44aa-bc71-aec4d1c9d691"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:32.619496 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a9d67505-23e5-44aa-bc71-aec4d1c9d691, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a9d67505-23e5-44aa-bc71-aec4d1c9d691,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:32.626676 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.648662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2f4b03e-6171-4f1e-9665-2842a5858f87 req-8285b60f-2ce9-4d0e-b5d3-f0467289741e service neutron] 10.222.0.74 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388548 Aug 03 19:17:32.693152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11a30df1-429e-471c-83db-dcbfdcbb9dc7 req-350a8388-e234-490b-be32-2bfc5b78c76f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 210 time: 0.1379533 Aug 03 19:17:32.705962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a9d67505-23e5-44aa-bc71-aec4d1c9d691,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:32.800567 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9227b2e-26d7-4fa0-bc9f-26ee378b3fe7 x-openstack-request-id: req-b9227b2e-26d7-4fa0-bc9f-26ee378b3fe7 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:32.801850 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353f2a87-94fa-4e01-9d1c-31920e0de582", "name": "network-vif-plugged", "status": "completed", "tag": "a9d67505-23e5-44aa-bc71-aec4d1c9d691", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:32.801850 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9227b2e-26d7-4fa0-bc9f-26ee378b3fe7 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:32.802583 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353f2a87-94fa-4e01-9d1c-31920e0de582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d67505-23e5-44aa-bc71-aec4d1c9d691', 'code': 200} Aug 03 19:17:32.836525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caae89b-660e-474a-8330-64625db6b735 req-4804307d-34a7-4c89-9c17-cf0fe1aad71f tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:32.844482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0caae89b-660e-474a-8330-64625db6b735 req-4804307d-34a7-4c89-9c17-cf0fe1aad71f tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 949 time: 0.2610357 Aug 03 19:17:32.938241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2f4b03e-6171-4f1e-9665-2842a5858f87 req-6d19db12-793b-44ca-beb2-14dc0757ba78 service neutron] 10.222.0.74 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494862 Aug 03 19:17:32.973069 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0caae89b-660e-474a-8330-64625db6b735 req-f72e08e0-5a5f-4fea-a394-7cc911e8cdf6 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/security-groups?id=c361a552-d5cf-4eea-a7f6-78d67dabd8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275570 Aug 03 19:17:33.006227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acbce3-1a08-465d-b946-59efac10ba9d req-a1e9e5b7-0bcf-4c4d-a910-9f09c4d4aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:33.011007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-06acbce3-1a08-465d-b946-59efac10ba9d req-a1e9e5b7-0bcf-4c4d-a910-9f09c4d4aa76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 1101 time: 0.1163728 Aug 03 19:17:33.110840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-06acbce3-1a08-465d-b946-59efac10ba9d req-725c07f4-545f-43de-9fe9-b2b1493eb42e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c361a552-d5cf-4eea-a7f6-78d67dabd8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925293 Aug 03 19:17:33.153462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd3e87-98aa-4b6f-a43c-66a820589f11 req-58283142-e229-453b-adf1-55d6bceb68ea tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:33.161542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75bd3e87-98aa-4b6f-a43c-66a820589f11 req-58283142-e229-453b-adf1-55d6bceb68ea tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1005356 Aug 03 19:17:33.238855 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75bd3e87-98aa-4b6f-a43c-66a820589f11 req-30bd95af-9c90-4e38-b8da-40d995e7f00c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755062 Aug 03 19:17:33.641832 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-85ae7153-2538-4de6-af50-494fe37591c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.875154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f4e6b93-7ffe-436b-81f7-3f23cbeff746 req-c69847d7-effd-4c84-9308-45a6f02ecdfa tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 210 time: 0.0336761 Aug 03 19:17:34.258238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d349b4c-ac2d-453a-b465-6bfdd6a07df4 req-90d0865f-4f29-42c5-8c9f-4e4d21dd2212 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:34.262132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d349b4c-ac2d-453a-b465-6bfdd6a07df4 req-90d0865f-4f29-42c5-8c9f-4e4d21dd2212 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 950 time: 0.1607740 Aug 03 19:17:34.402813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d349b4c-ac2d-453a-b465-6bfdd6a07df4 req-9f26abd9-21d6-4a62-9e1b-f42aa800e673 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/security-groups?id=c361a552-d5cf-4eea-a7f6-78d67dabd8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225204 Aug 03 19:17:34.510947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbdf38-e2ea-46ee-8cc9-7c2d57a81f29 req-8814d2b2-96c6-4179-8d25-8cafd9368d70 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:34.522156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10fbdf38-e2ea-46ee-8cc9-7c2d57a81f29 req-8814d2b2-96c6-4179-8d25-8cafd9368d70 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.0874004 Aug 03 19:17:34.584183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10fbdf38-e2ea-46ee-8cc9-7c2d57a81f29 req-31d0af30-48e6-41f7-8780-e6278265f6fd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530729 Aug 03 19:17:34.924697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-9503a5e2-41ea-43b0-935b-f11c1cd2ed0f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:34.926651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-9503a5e2-41ea-43b0-935b-f11c1cd2ed0f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.2067831 Aug 03 19:17:35.010514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Request body: {'port': {'device_id': '6d1d5474-ba0a-45ee-aa33-38aa988d869d', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'admin_state_up': True, 'tenant_id': '5f24cce5f8964a8d9262bbbdb69b5903'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:35.046369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e430090-0a17-46a3-93bd-60ddd3213ea4 req-5875ea96-122e-4e3c-b07e-5d7862faa125 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 210 time: 0.0613236 Aug 03 19:17:35.283380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Made reservation on behalf of 5f24cce5f8964a8d9262bbbdb69b5903 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:35.290377 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:35.635261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Allocated IP 172.20.0.4 (c9cab6ee-0676-4f35-91d7-a3aad5735c7b/371b2c9e-1a78-47e2-b8bf-65176b61184e/3f6662a0-3c03-4c3b-9470-cce1c7e68826) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:35.790975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867fcd0-e1d5-49c4-8c47-f725bbd38734 req-8f6cc936-146e-4cfc-b3a5-c0cdd881696b tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:35.792695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3867fcd0-e1d5-49c4-8c47-f725bbd38734 req-8f6cc936-146e-4cfc-b3a5-c0cdd881696b tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 950 time: 0.2014616 Aug 03 19:17:35.974684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04cc0-ae97-484e-a28f-bcacfce63146 req-5ebcd5ec-8784-47f9-b002-54abca6ab56e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:35.976350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00a04cc0-ae97-484e-a28f-bcacfce63146 req-5ebcd5ec-8784-47f9-b002-54abca6ab56e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1824524 Aug 03 19:17:35.987046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3867fcd0-e1d5-49c4-8c47-f725bbd38734 req-7e044dfc-ec49-4f5a-942f-19d8ff253e5e tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/security-groups?id=c361a552-d5cf-4eea-a7f6-78d67dabd8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341088 Aug 03 19:17:36.063074 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.105056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00a04cc0-ae97-484e-a28f-bcacfce63146 req-99dce406-df4a-46f5-b235-354ff61754a2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118810 Aug 03 19:17:36.200669 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.217996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:36.316703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Network c9cab6ee-0676-4f35-91d7-a3aad5735c7b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:36.326778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:36.329162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event updated for resources: {'Port': ['ID=3f6662a0-3c03-4c3b-9470-cce1c7e68826,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:36.334682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:36.474276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:36.475685 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.501913 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-39973f51-25d4-44a3-bfb3-69fe6d905450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.539680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108405b-40fb-476b-8dc9-a80958d0ed48 req-9e67a619-e715-4329-9406-cbb04178ab56 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:36.543999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1108405b-40fb-476b-8dc9-a80958d0ed48 req-9e67a619-e715-4329-9406-cbb04178ab56 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 931 time: 0.2877946 Aug 03 19:17:36.547003 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-bed4fbe0-2cbd-4cb4-ad4b-beb9760ab4f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5464010 Aug 03 19:17:36.596659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Request body: {'port': {'device_id': '6d1d5474-ba0a-45ee-aa33-38aa988d869d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:36.713981 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1108405b-40fb-476b-8dc9-a80958d0ed48 req-0e0231de-8f66-4166-8b2f-5f77a5ceac28 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612852 Aug 03 19:17:36.758528 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.780660 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.344893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-d0a9cb0a-cc25-43b6-abf9-ae8e3b5ed18b req-b0ef2e41-4d12-4873-9dde-cc1e97723b23 tempest-ListServersNegativeTestJSON-586585144 tempest-ListServersNegativeTestJSON-586585144-project] (100488) timed out ('10.222.0.74', 61021) {{(pid=100488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:17:37.356992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c5d5a-7478-4b7a-acf5-0ff6e83af181 req-c3125863-add6-4946-af1e-33b6b9037710 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:37.365235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-093c5d5a-7478-4b7a-acf5-0ff6e83af181 req-c3125863-add6-4946-af1e-33b6b9037710 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1478090 Aug 03 19:17:37.451883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-093c5d5a-7478-4b7a-acf5-0ff6e83af181 req-1d166da8-8951-4c57-9a01-c714131fab5d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855606 Aug 03 19:17:37.596948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6662a0-3c03-4c3b-9470-cce1c7e68826 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:37.615303 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.641614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Transition to ACTIVE for port object 3f6662a0-3c03-4c3b-9470-cce1c7e68826 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:37.656640 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.829778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Pushing event updated for resources: {'Port': ['ID=3f6662a0-3c03-4c3b-9470-cce1c7e68826,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:37.887157 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.914799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Attempting to bind port 3f6662a0-3c03-4c3b-9470-cce1c7e68826 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:37.916246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Attempting to bind port 3f6662a0-3c03-4c3b-9470-cce1c7e68826 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:37.918770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Attempting to bind port 3f6662a0-3c03-4c3b-9470-cce1c7e68826 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:37.940557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Port 3f6662a0-3c03-4c3b-9470-cce1c7e68826 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:37.941169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Attempting to bind port 3f6662a0-3c03-4c3b-9470-cce1c7e68826 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:37.954449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:37.954813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Checking segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:37.957388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fc02e430-6abe-449e-8d02-93356707ec54 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:37.966608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Bound using segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:37.967370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Bound port: 3f6662a0-3c03-4c3b-9470-cce1c7e68826, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:37.967603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.164683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:38.216400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'fc02e430-6abe-449e-8d02-93356707ec54', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'port_id': 'fc02e430-6abe-449e-8d02-93356707ec54', 'mac_address': 'fa:16:3e:84:74:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:38.218280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] For port 3f6662a0-3c03-4c3b-9470-cce1c7e68826, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:38.230274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] For port 3f6662a0-3c03-4c3b-9470-cce1c7e68826, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3f6662a0-3c03-4c3b-9470-cce1c7e68826,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:38.248836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a5842-6a4b-4737-a36c-bc951871abd2 req-6ba2042e-e4cf-464f-995e-763b6caefd8f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.262121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-497a5842-6a4b-4737-a36c-bc951871abd2 req-6ba2042e-e4cf-464f-995e-763b6caefd8f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 943 time: 0.2585499 Aug 03 19:17:38.275162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.341423 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.385018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc02e430-6abe-449e-8d02-93356707ec54 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:38.390743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.393474 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.396666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] 10.222.0.74 "PUT /v2.0/ports/3f6662a0-3c03-4c3b-9470-cce1c7e68826 HTTP/1.1" status: 200 len: 1091 time: 1.8310859 Aug 03 19:17:38.418409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1d5474-ba0a-45ee-aa33-38aa988d869d', 'tag': '3f6662a0-3c03-4c3b-9470-cce1c7e68826'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:38.423858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:38.425556 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28550223-ffb6-438f-a49f-f7a471b3a08c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1d5474-ba0a-45ee-aa33-38aa988d869d", "tag": "3f6662a0-3c03-4c3b-9470-cce1c7e68826"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:38.444012 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.539383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-497a5842-6a4b-4737-a36c-bc951871abd2 req-05b2e886-9199-4c3b-abe7-d8f27bb0c579 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752652 Aug 03 19:17:38.631625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['fc02e430-6abe-449e-8d02-93356707ec54'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:38.656888 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84af1e19-112b-4f96-b2e2-a2e9aeeb7aff x-openstack-request-id: req-84af1e19-112b-4f96-b2e2-a2e9aeeb7aff {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:38.657599 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1d5474-ba0a-45ee-aa33-38aa988d869d", "tag": "3f6662a0-3c03-4c3b-9470-cce1c7e68826", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:38.658007 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84af1e19-112b-4f96-b2e2-a2e9aeeb7aff {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:38.658999 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1d5474-ba0a-45ee-aa33-38aa988d869d', 'tag': '3f6662a0-3c03-4c3b-9470-cce1c7e68826', 'status': 'completed', 'code': 200} Aug 03 19:17:38.681040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aaabdd-75d8-4008-996d-058a85bbb3da service neutron] Pushing event updated for resources: {'Port': ['ID=3f6662a0-3c03-4c3b-9470-cce1c7e68826,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:38.771262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:38.815099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-0436491d-4122-4886-880e-46a14a55ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.818447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-0436491d-4122-4886-880e-46a14a55ecf3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 1094 time: 0.2978351 Aug 03 19:17:38.926558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-4522cf70-4f96-4705-b6bc-745996d5016f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f6662a0-3c03-4c3b-9470-cce1c7e68826 HTTP/1.1" status: 200 len: 217 time: 0.0858030 Aug 03 19:17:38.945901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371926-8d79-4277-8b9c-3e5b07ca72a4 req-acc98b34-13db-4838-87a2-b6e5ac2cd723 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.951175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4371926-8d79-4277-8b9c-3e5b07ca72a4 req-acc98b34-13db-4838-87a2-b6e5ac2cd723 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.2454386 Aug 03 19:17:39.037432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-2f761fb7-5126-4e0d-a167-cf9e6054a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:39.038999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-2f761fb7-5126-4e0d-a167-cf9e6054a244 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.0861390 Aug 03 19:17:39.086613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-9c3c89f2-5034-4448-956a-f7b2787a303d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363612 Aug 03 19:17:39.096278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4371926-8d79-4277-8b9c-3e5b07ca72a4 req-f660df78-99ca-4c7f-a2f1-cb1075b38457 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198893 Aug 03 19:17:39.239412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-a95c2cc3-2314-4aaf-bb18-4508b9240ed1 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420770 Aug 03 19:17:39.366282 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7978bacb-8ff1-4d6a-ab65-ffc40f1e7561 req-7a7b23d8-22df-46a4-82d0-a4d76637106c service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182213 Aug 03 19:17:39.533651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28550223-ffb6-438f-a49f-f7a471b3a08c req-53177244-aa58-45ac-9b90-f62320517d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:39.535273 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28550223-ffb6-438f-a49f-f7a471b3a08c req-53177244-aa58-45ac-9b90-f62320517d3e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 1094 time: 0.0557048 Aug 03 19:17:39.620659 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.710522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28550223-ffb6-438f-a49f-f7a471b3a08c req-81bcfa0b-24df-4d0b-81d8-9cf1ade21236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:39.712290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28550223-ffb6-438f-a49f-f7a471b3a08c req-81bcfa0b-24df-4d0b-81d8-9cf1ade21236 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 906 time: 0.1678219 Aug 03 19:17:39.770480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28550223-ffb6-438f-a49f-f7a471b3a08c req-90e0e2f1-36d5-4484-8970-a3574872ead0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f6662a0-3c03-4c3b-9470-cce1c7e68826 HTTP/1.1" status: 200 len: 217 time: 0.0486526 Aug 03 19:17:39.886493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28550223-ffb6-438f-a49f-f7a471b3a08c req-33ed03e9-5a9c-48b0-9d47-be4bf95dfc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:39.888186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28550223-ffb6-438f-a49f-f7a471b3a08c req-33ed03e9-5a9c-48b0-9d47-be4bf95dfc7f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.1031168 Aug 03 19:17:39.896815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea396f61-84c1-4854-b932-7fa27fbbfc2e req-3aecfc27-1886-4358-b77f-32087a089e11 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:39.898689 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea396f61-84c1-4854-b932-7fa27fbbfc2e req-3aecfc27-1886-4358-b77f-32087a089e11 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 943 time: 0.1267242 Aug 03 19:17:39.935808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28550223-ffb6-438f-a49f-f7a471b3a08c req-7f12b94a-2bbd-42e3-993c-233e3c4b40c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309463 Aug 03 19:17:39.976111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fc02e430-6abe-449e-8d02-93356707ec54 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:40.059355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea396f61-84c1-4854-b932-7fa27fbbfc2e req-f08ca45f-c24a-4c8e-b1b2-33207977013c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527960 Aug 03 19:17:40.101598 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port fc02e430-6abe-449e-8d02-93356707ec54 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:40.102256 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.151924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28550223-ffb6-438f-a49f-f7a471b3a08c req-c30e6510-c694-467f-b717-e6771dc8b7f8 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970227 Aug 03 19:17:40.355173 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.407488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:40.408959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:40.412591 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b29328-df06-4f32-88b8-f7299029f553" -d '{"events": [{"server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "name": "network-vif-plugged", "status": "completed", "tag": "fc02e430-6abe-449e-8d02-93356707ec54"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:40.417997 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.495682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:40.556325 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a90703f-1dee-4ca7-9191-69c59fb5a1d3 x-openstack-request-id: req-9a90703f-1dee-4ca7-9191-69c59fb5a1d3 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:40.556761 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "name": "network-vif-plugged", "status": "completed", "tag": "fc02e430-6abe-449e-8d02-93356707ec54", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:40.557160 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a90703f-1dee-4ca7-9191-69c59fb5a1d3 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:40.557814 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54', 'code': 200} Aug 03 19:17:40.854098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900f296-961d-4b5a-b63e-c4c82ddf7c92 req-41a37140-e02a-4d61-8bf5-9c7c050c0e07 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:40.856674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e900f296-961d-4b5a-b63e-c4c82ddf7c92 req-41a37140-e02a-4d61-8bf5-9c7c050c0e07 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1389310 Aug 03 19:17:40.886414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28550223-ffb6-438f-a49f-f7a471b3a08c req-3f8a5949-ccf9-4530-bdbb-de89f01848f2 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7288358 Aug 03 19:17:40.954831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e900f296-961d-4b5a-b63e-c4c82ddf7c92 req-eb057a54-1aad-4a5b-8740-e6e59593270d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903888 Aug 03 19:17:41.359591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b269c7-9b30-42df-8cab-568173b36185 req-6c657730-11c4-4398-8110-f8262d0eca45 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:41.378332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24b269c7-9b30-42df-8cab-568173b36185 req-6c657730-11c4-4398-8110-f8262d0eca45 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 943 time: 0.1488321 Aug 03 19:17:41.493721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24b269c7-9b30-42df-8cab-568173b36185 req-0c7d3d70-2ec2-4e6d-aef0-0da7343f684f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022389 Aug 03 19:17:41.970954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3f6662a0-3c03-4c3b-9470-cce1c7e68826 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:42.353780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2ad0a-e3be-41a8-9b9c-d0ccfed920fb req-4874cfd4-5c7f-4ea7-b79d-34f614540442 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:42.370082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98c2ad0a-e3be-41a8-9b9c-d0ccfed920fb req-4874cfd4-5c7f-4ea7-b79d-34f614540442 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.2139869 Aug 03 19:17:42.554279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3f6662a0-3c03-4c3b-9470-cce1c7e68826, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3f6662a0-3c03-4c3b-9470-cce1c7e68826,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:42.595242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98c2ad0a-e3be-41a8-9b9c-d0ccfed920fb req-0c3756e0-cad8-4818-82f8-49dfb0c782dc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175248 Aug 03 19:17:42.634834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '3f6662a0-3c03-4c3b-9470-cce1c7e68826', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'port_id': '3f6662a0-3c03-4c3b-9470-cce1c7e68826', 'mac_address': 'fa:16:3e:34:f4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371b2c9e-1a78-47e2-b8bf-65176b61184e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:42.688493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b50567-4cd4-4461-b7dd-02e1d16b9fee req-90596cfe-45cf-4781-918d-381be694499c tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:42.698702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2b50567-4cd4-4461-b7dd-02e1d16b9fee req-90596cfe-45cf-4781-918d-381be694499c tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.2965374 Aug 03 19:17:42.756182 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.785799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6662a0-3c03-4c3b-9470-cce1c7e68826 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:42.836887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3f6662a0-3c03-4c3b-9470-cce1c7e68826, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3f6662a0-3c03-4c3b-9470-cce1c7e68826,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:42.845543 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.921015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2b50567-4cd4-4461-b7dd-02e1d16b9fee req-61e7588c-03eb-49e8-9287-79c0ebc368ca tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138314 Aug 03 19:17:42.947785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=3f6662a0-3c03-4c3b-9470-cce1c7e68826,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:43.051362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900f834-9570-4c39-bfde-5d294c58f3bf req-48bc1955-c181-419c-bd93-7c4b2ff2390f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:43.061619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c900f834-9570-4c39-bfde-5d294c58f3bf req-48bc1955-c181-419c-bd93-7c4b2ff2390f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 944 time: 0.1954851 Aug 03 19:17:43.156125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c900f834-9570-4c39-bfde-5d294c58f3bf req-acff5f28-becc-4136-9599-6588b00fab7e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877767 Aug 03 19:17:43.187331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['3f6662a0-3c03-4c3b-9470-cce1c7e68826'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:43.928011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3786a-707d-4d8f-99c1-0a20463cdc8a req-7e303c9d-2129-4e3d-be86-b426503248c4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:43.938326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73d3786a-707d-4d8f-99c1-0a20463cdc8a req-7e303c9d-2129-4e3d-be86-b426503248c4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1077232 Aug 03 19:17:43.994389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73d3786a-707d-4d8f-99c1-0a20463cdc8a req-31a7e2c9-7093-481d-91c0-f45e26f3c6c1 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494888 Aug 03 19:17:44.106649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d25774-e073-486e-a7bc-c39662472455 req-1c382879-364a-43a5-8e8c-ba03917e9fc1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:44.108734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64d25774-e073-486e-a7bc-c39662472455 req-1c382879-364a-43a5-8e8c-ba03917e9fc1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.0722928 Aug 03 19:17:44.162574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64d25774-e073-486e-a7bc-c39662472455 req-6be8d726-8ee6-478a-b8ed-887eb5a8e400 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Aug 03 19:17:44.445356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5aaaa-f02c-4923-ac87-52a7a9262cd9 req-cfc97419-127d-4afa-83e7-8a0cba9662a0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:44.458997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76f5aaaa-f02c-4923-ac87-52a7a9262cd9 req-cfc97419-127d-4afa-83e7-8a0cba9662a0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 944 time: 0.1106653 Aug 03 19:17:44.544776 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76f5aaaa-f02c-4923-ac87-52a7a9262cd9 req-0a853bdb-e3b4-4e39-92e7-fc828672d81c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839276 Aug 03 19:17:45.254979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c1b0-d267-4998-ae98-6af00c349d83 req-7d85532e-6695-47ab-976a-b7c56ea5d560 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:45.264350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4c2c1b0-d267-4998-ae98-6af00c349d83 req-7d85532e-6695-47ab-976a-b7c56ea5d560 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1068485 Aug 03 19:17:45.286423 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.342477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4c2c1b0-d267-4998-ae98-6af00c349d83 req-028d435e-2359-46a8-8c65-dd7c3deb7e29 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768023 Aug 03 19:17:45.564840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764f989-c045-4374-ae59-b51a8fc0c708 req-23b457a9-4cc0-46a6-8304-ed046b5a08e6 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:45.567048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d764f989-c045-4374-ae59-b51a8fc0c708 req-23b457a9-4cc0-46a6-8304-ed046b5a08e6 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.1315084 Aug 03 19:17:45.734613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d764f989-c045-4374-ae59-b51a8fc0c708 req-434a0a58-1214-4c48-ae89-b46bf8a7d0c0 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402602 Aug 03 19:17:45.908042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1290b7-5204-40e4-a9f2-8a8d82c6bd10 req-50a841b9-a113-45a3-8936-9084d5b4a3f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:45.920353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e1290b7-5204-40e4-a9f2-8a8d82c6bd10 req-50a841b9-a113-45a3-8936-9084d5b4a3f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 944 time: 0.1279275 Aug 03 19:17:46.036073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3f6662a0-3c03-4c3b-9470-cce1c7e68826 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:46.078619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e1290b7-5204-40e4-a9f2-8a8d82c6bd10 req-2d31cbf2-eada-4042-9e36-c75bf6a84be4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356273 Aug 03 19:17:46.169025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 3f6662a0-3c03-4c3b-9470-cce1c7e68826 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:46.175702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 3f6662a0-3c03-4c3b-9470-cce1c7e68826 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:46.176298 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.372977 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.411869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d5474-ba0a-45ee-aa33-38aa988d869d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6662a0-3c03-4c3b-9470-cce1c7e68826'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:46.414884 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c2d1b-691a-49f1-bd3a-43288fd03490" -d '{"events": [{"server_uuid": "6d1d5474-ba0a-45ee-aa33-38aa988d869d", "name": "network-vif-plugged", "status": "completed", "tag": "3f6662a0-3c03-4c3b-9470-cce1c7e68826"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:46.437215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3f6662a0-3c03-4c3b-9470-cce1c7e68826, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3f6662a0-3c03-4c3b-9470-cce1c7e68826,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:46.445489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.510912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=3f6662a0-3c03-4c3b-9470-cce1c7e68826,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:46.596590 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccdab2d-e2a6-4728-bad5-39228f14f20e x-openstack-request-id: req-2ccdab2d-e2a6-4728-bad5-39228f14f20e {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:46.596883 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d5474-ba0a-45ee-aa33-38aa988d869d", "name": "network-vif-plugged", "status": "completed", "tag": "3f6662a0-3c03-4c3b-9470-cce1c7e68826", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:46.597151 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ccdab2d-e2a6-4728-bad5-39228f14f20e {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:46.597607 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d5474-ba0a-45ee-aa33-38aa988d869d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6662a0-3c03-4c3b-9470-cce1c7e68826', 'code': 200} Aug 03 19:17:46.752174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b4bf2-f507-4cb0-9657-afe87318a63f req-b17bbcb2-e761-41b8-9565-fb2826871518 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:46.767879 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-692b4bf2-f507-4cb0-9657-afe87318a63f req-b17bbcb2-e761-41b8-9565-fb2826871518 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1995356 Aug 03 19:17:46.983722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-692b4bf2-f507-4cb0-9657-afe87318a63f req-8e6da21d-6800-43b7-8f33-e06dffd50df5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132454 Aug 03 19:17:47.042974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73cbb6-7c9c-4d49-84a6-03cfb52e6bd3 req-f15aceb0-85ae-4fda-b1c6-cb83f99ea834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:47.044617 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba73cbb6-7c9c-4d49-84a6-03cfb52e6bd3 req-f15aceb0-85ae-4fda-b1c6-cb83f99ea834 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 1096 time: 0.3409715 Aug 03 19:17:47.107329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e7cb8-d535-41ae-9b69-a13edae84e11 req-9a042640-abe3-4660-a8df-8bb70aa69a18 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:47.116142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c23e7cb8-d535-41ae-9b69-a13edae84e11 req-9a042640-abe3-4660-a8df-8bb70aa69a18 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.1299055 Aug 03 19:17:47.163049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba73cbb6-7c9c-4d49-84a6-03cfb52e6bd3 req-f2d233d4-f40e-44f5-bc04-f8555fcdf928 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069307 Aug 03 19:17:47.200555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c23e7cb8-d535-41ae-9b69-a13edae84e11 req-bf7715bd-c162-4e5a-8ab0-07eae4eee281 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832696 Aug 03 19:17:47.389047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17e8ca-5ae6-490e-aba0-de3e600d4209 req-64662f54-cdf8-4590-a1ec-6d62d02c98f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:47.391936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d17e8ca-5ae6-490e-aba0-de3e600d4209 req-64662f54-cdf8-4590-a1ec-6d62d02c98f6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 945 time: 0.1115832 Aug 03 19:17:47.491446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d17e8ca-5ae6-490e-aba0-de3e600d4209 req-e267c051-35f2-495c-8c70-33111f6ac20e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859604 Aug 03 19:17:48.216060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57485a-3c36-42fe-9ec0-91df567a4778 req-2a455158-a317-45d9-9552-d7d891b55c27 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:48.217738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad57485a-3c36-42fe-9ec0-91df567a4778 req-2a455158-a317-45d9-9552-d7d891b55c27 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.0785971 Aug 03 19:17:48.301488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad57485a-3c36-42fe-9ec0-91df567a4778 req-687fa9c8-7cbc-4dd6-b373-09344fd49759 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752153 Aug 03 19:17:48.455057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135ef1f-8e19-45bf-adc8-cedf0080c22d req-bed58000-83ae-4609-b8ff-d2dacfea97df tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:48.468878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7135ef1f-8e19-45bf-adc8-cedf0080c22d req-bed58000-83ae-4609-b8ff-d2dacfea97df tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.1004148 Aug 03 19:17:48.572182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7135ef1f-8e19-45bf-adc8-cedf0080c22d req-62b7ce51-0dcd-42f8-88f7-afa372f6e5f6 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978942 Aug 03 19:17:48.694420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01e869-9ba4-4f51-ad8c-7a1e237cbee9 req-e499bd50-a25d-4426-bb7f-24a4b9cf14e3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:48.694677 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a01e869-9ba4-4f51-ad8c-7a1e237cbee9 req-e499bd50-a25d-4426-bb7f-24a4b9cf14e3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 945 time: 0.0775924 Aug 03 19:17:48.798738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a01e869-9ba4-4f51-ad8c-7a1e237cbee9 req-e4ab9b32-363d-4714-9042-170ca718a666 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960755 Aug 03 19:17:49.063708 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:17:49.066659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6b32c-9c86-4558-a0cb-f88787f6c31d req-16faf935-d536-484e-ba06-46a2524725e2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:49.068333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ba6b32c-9c86-4558-a0cb-f88787f6c31d req-16faf935-d536-484e-ba06-46a2524725e2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 945 time: 0.1020422 Aug 03 19:17:49.126907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ba6b32c-9c86-4558-a0cb-f88787f6c31d req-1afd3511-b02f-476c-9745-1bb001fd2013 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457220 Aug 03 19:17:49.614936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7923ba-f892-46d4-b6e9-9f11044c88c6 req-d544e5e2-a12a-42e0-a41c-28418e331c51 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:49.616971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a7923ba-f892-46d4-b6e9-9f11044c88c6 req-d544e5e2-a12a-42e0-a41c-28418e331c51 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1442943 Aug 03 19:17:49.710858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816e78c-b8bb-45d0-9de0-25a9b9cd1d8d req-11eaa9dd-426a-4579-a462-29644127430c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:49.713170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9816e78c-b8bb-45d0-9de0-25a9b9cd1d8d req-11eaa9dd-426a-4579-a462-29644127430c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 945 time: 0.1785603 Aug 03 19:17:49.830574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9816e78c-b8bb-45d0-9de0-25a9b9cd1d8d req-42fc420b-341b-4369-a774-4657b4c09e69 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882800 Aug 03 19:17:49.836012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a7923ba-f892-46d4-b6e9-9f11044c88c6 req-2f4f3664-9fc7-44f4-a4ea-2adffd461474 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018771 Aug 03 19:17:50.123551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba45d66-b528-421a-aef3-f209617857dc req-44e4263c-1cca-4505-8477-0b47dc1968d9 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:50.144143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ba45d66-b528-421a-aef3-f209617857dc req-44e4263c-1cca-4505-8477-0b47dc1968d9 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.1840558 Aug 03 19:17:50.264543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ba45d66-b528-421a-aef3-f209617857dc req-b34d9857-6014-45bc-95e7-9c240d32bb3b tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114624 Aug 03 19:17:51.081959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061306f3-f77b-40d0-8f22-56eba128d575 req-2f2c301f-5703-4227-af0f-a5027ec50461 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:51.092018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-061306f3-f77b-40d0-8f22-56eba128d575 req-2f2c301f-5703-4227-af0f-a5027ec50461 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 945 time: 0.1230502 Aug 03 19:17:51.307043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089c788-a3c3-4c52-a93c-1c57594f6c96 req-5ed0365e-9b12-4736-979b-efdb7059304d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:51.325050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f089c788-a3c3-4c52-a93c-1c57594f6c96 req-5ed0365e-9b12-4736-979b-efdb7059304d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.2206826 Aug 03 19:17:51.332850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-061306f3-f77b-40d0-8f22-56eba128d575 req-ca4f561d-2490-4c1c-b386-e1e3d88cf151 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396424 Aug 03 19:17:51.491448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f089c788-a3c3-4c52-a93c-1c57594f6c96 req-6de82610-873a-4b60-ae37-4d51182258d9 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567817 Aug 03 19:17:51.610927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80b719-8fa0-4f98-a980-ae98f69f66ee req-0dea7f48-1712-485b-8bd1-5eb888906e0a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:51.613722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c80b719-8fa0-4f98-a980-ae98f69f66ee req-0dea7f48-1712-485b-8bd1-5eb888906e0a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 945 time: 0.2767060 Aug 03 19:17:51.710237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823a6bb-7378-4544-a569-874185a9c84e req-89f2ebcd-d996-45a1-8395-8918dae85eba tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:51.714874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6823a6bb-7378-4544-a569-874185a9c84e req-89f2ebcd-d996-45a1-8395-8918dae85eba tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.2133212 Aug 03 19:17:51.935330 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6823a6bb-7378-4544-a569-874185a9c84e req-57b96792-c979-4792-af89-fc8b7fd784fa tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104847 Aug 03 19:17:51.998034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-7c80b719-8fa0-4f98-a980-ae98f69f66ee req-a0b00095-a967-49a2-bd52-69ac91551a0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Deleting port 3f6662a0-3c03-4c3b-9470-cce1c7e68826 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:51.998781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7c80b719-8fa0-4f98-a980-ae98f69f66ee req-a0b00095-a967-49a2-bd52-69ac91551a0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.228533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-7c80b719-8fa0-4f98-a980-ae98f69f66ee req-a0b00095-a967-49a2-bd52-69ac91551a0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] For port 3f6662a0-3c03-4c3b-9470-cce1c7e68826, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3f6662a0-3c03-4c3b-9470-cce1c7e68826,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:52.229821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7c80b719-8fa0-4f98-a980-ae98f69f66ee req-a0b00095-a967-49a2-bd52-69ac91551a0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.261317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-7c80b719-8fa0-4f98-a980-ae98f69f66ee req-a0b00095-a967-49a2-bd52-69ac91551a0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Calling delete_port for 3f6662a0-3c03-4c3b-9470-cce1c7e68826 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:52.518616 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7c80b719-8fa0-4f98-a980-ae98f69f66ee req-a0b00095-a967-49a2-bd52-69ac91551a0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.532355 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:52.552363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b00095-a967-49a2-bd52-69ac91551a0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event deleted for resources: {'Port': ['ID=3f6662a0-3c03-4c3b-9470-cce1c7e68826,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:52.743325 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c949613e-22b4-4d3b-b188-1ee99027566f req-7381bcf6-4be8-4e0a-8e29-2272d1e29358 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d1d5474-ba0a-45ee-aa33-38aa988d869d HTTP/1.1" status: 200 len: 210 time: 0.1020069 Aug 03 19:17:52.753082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c80b719-8fa0-4f98-a980-ae98f69f66ee req-a0b00095-a967-49a2-bd52-69ac91551a0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] No DVR routers for this DVR port 3f6662a0-3c03-4c3b-9470-cce1c7e68826 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:52.762112 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7c80b719-8fa0-4f98-a980-ae98f69f66ee req-a0b00095-a967-49a2-bd52-69ac91551a0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.769614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c80b719-8fa0-4f98-a980-ae98f69f66ee req-a0b00095-a967-49a2-bd52-69ac91551a0c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "DELETE /v2.0/ports/3f6662a0-3c03-4c3b-9470-cce1c7e68826 HTTP/1.1" status: 204 len: 173 time: 1.1402092 Aug 03 19:17:52.825577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d5474-ba0a-45ee-aa33-38aa988d869d', 'name': 'network-vif-deleted', 'tag': '3f6662a0-3c03-4c3b-9470-cce1c7e68826'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:52.829002 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba027c9-f0bf-4cc0-acc5-334cc5373fbd" -d '{"events": [{"server_uuid": "6d1d5474-ba0a-45ee-aa33-38aa988d869d", "name": "network-vif-deleted", "tag": "3f6662a0-3c03-4c3b-9470-cce1c7e68826"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:52.997802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a452bde-b50a-4f35-849d-ff687b31c5e6 req-c1263536-ba67-4e73-b584-7f1fbaa49608 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.018112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a452bde-b50a-4f35-849d-ff687b31c5e6 req-c1263536-ba67-4e73-b584-7f1fbaa49608 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.2949219 Aug 03 19:17:53.038995 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c6955a-f91e-4193-b8d5-c23c32ce29af x-openstack-request-id: req-77c6955a-f91e-4193-b8d5-c23c32ce29af {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:53.039313 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d5474-ba0a-45ee-aa33-38aa988d869d", "name": "network-vif-deleted", "tag": "3f6662a0-3c03-4c3b-9470-cce1c7e68826", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:53.039543 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77c6955a-f91e-4193-b8d5-c23c32ce29af {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:53.048452 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d5474-ba0a-45ee-aa33-38aa988d869d', 'name': 'network-vif-deleted', 'tag': '3f6662a0-3c03-4c3b-9470-cce1c7e68826', 'status': 'completed', 'code': 200} Aug 03 19:17:53.163038 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a452bde-b50a-4f35-849d-ff687b31c5e6 req-da7bea23-a8bf-4272-a89b-02430017adb3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439052 Aug 03 19:17:53.249952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08065796-045c-4d3a-8103-567a556565cf req-1d7f8b62-c809-4170-9428-5487a130d846 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.251477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08065796-045c-4d3a-8103-567a556565cf req-1d7f8b62-c809-4170-9428-5487a130d846 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.1302440 Aug 03 19:17:53.327326 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08065796-045c-4d3a-8103-567a556565cf req-7e5e0419-3260-4560-abca-5fed20c02e33 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627439 Aug 03 19:17:53.354808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39960) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:53.546408 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9f06a1f-55ae-484d-8f40-4913a08fcee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.788965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0222a-61ab-480d-910f-b1233e6ba257 req-2701176a-803e-47fc-bf07-0b5affa19b6e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.798145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93d0222a-61ab-480d-910f-b1233e6ba257 req-2701176a-803e-47fc-bf07-0b5affa19b6e tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.1106701 Aug 03 19:17:53.868204 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9f06a1f-55ae-484d-8f40-4913a08fcee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.906200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9f06a1f-55ae-484d-8f40-4913a08fcee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.918194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93d0222a-61ab-480d-910f-b1233e6ba257 req-c5009de4-3576-4b40-88df-7489d9054710 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186404 Aug 03 19:17:53.970786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76a7e-7985-4b6a-b681-4b0c67369418 req-c5efd70f-9660-44c7-a64b-8de1ff6a6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.972325 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfc76a7e-7985-4b6a-b681-4b0c67369418 req-c5efd70f-9660-44c7-a64b-8de1ff6a6eb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 1096 time: 0.1570199 Aug 03 19:17:54.009487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3f6662a0-3c03-4c3b-9470-cce1c7e68826 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:54.068153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 3f6662a0-3c03-4c3b-9470-cce1c7e68826 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:54.068689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3f6662a0-3c03-4c3b-9470-cce1c7e68826 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:54.144074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76a7e-7985-4b6a-b681-4b0c67369418 req-33498251-342f-453c-b45b-244e0823190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.146051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfc76a7e-7985-4b6a-b681-4b0c67369418 req-33498251-342f-453c-b45b-244e0823190c service neutron] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 912 time: 0.1604118 Aug 03 19:17:54.153690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f06a1f-55ae-484d-8f40-4913a08fcee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81528e9-0522-499a-b7fc-592e75c09156,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:54.160728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c9f06a1f-55ae-484d-8f40-4913a08fcee0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da6cea53bc814b5b995cb3129f358651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8046870 Aug 03 19:17:54.188855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39982) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:54.303172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c556a86-e048-43c0-8af6-564ce6ed1641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.350527 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c556a86-e048-43c0-8af6-564ce6ed1641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.475736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c556a86-e048-43c0-8af6-564ce6ed1641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.481244 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c556a86-e048-43c0-8af6-564ce6ed1641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.483568 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1c556a86-e048-43c0-8af6-564ce6ed1641 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c81528e9-0522-499a-b7fc-592e75c09156 HTTP/1.1" status: 204 len: 168 time: 0.2898803 Aug 03 19:17:54.492415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfc76a7e-7985-4b6a-b681-4b0c67369418 req-9e7d43d2-dd50-4358-8f08-d91afeb25cad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6 HTTP/1.1" status: 200 len: 1001 time: 0.3347507 Aug 03 19:17:54.507071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c556a86-e048-43c0-8af6-564ce6ed1641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81528e9-0522-499a-b7fc-592e75c09156,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:54.654111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f09190-7cff-4f61-9676-9c21e2735eec req-511b07b7-d088-4ac0-889f-1081cb493949 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.678541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35f09190-7cff-4f61-9676-9c21e2735eec req-511b07b7-d088-4ac0-889f-1081cb493949 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.3047247 Aug 03 19:17:54.692885 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76a7e-7985-4b6a-b681-4b0c67369418 req-5c889a36-4fd4-4b17-b490-2268470bf483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.702698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfc76a7e-7985-4b6a-b681-4b0c67369418 req-5c889a36-4fd4-4b17-b490-2268470bf483 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.1958809 Aug 03 19:17:54.927179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35f09190-7cff-4f61-9676-9c21e2735eec req-9aafb63c-8245-4a06-9a51-1d53305c6980 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214031 Aug 03 19:17:54.938960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76a7e-7985-4b6a-b681-4b0c67369418 req-f5b0c17a-3b7d-420e-87a9-f437879d1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.940624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfc76a7e-7985-4b6a-b681-4b0c67369418 req-f5b0c17a-3b7d-420e-87a9-f437879d1f23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2267215 Aug 03 19:17:55.334212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40008) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:55.340341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8ddebab1-0599-4365-85d4-9e82965bb833 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.349393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8ddebab1-0599-4365-85d4-9e82965bb833 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.5337796 Aug 03 19:17:55.387579 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a44d503-4ef9-4539-a8aa-1e0a550305b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.388053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7c7ed-ff43-4cee-865a-7ccfa69221ff req-1437cbf6-1eac-4376-b4b8-76f354aad557 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.396644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d9c7c7ed-ff43-4cee-865a-7ccfa69221ff req-1437cbf6-1eac-4376-b4b8-76f354aad557 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.2671678 Aug 03 19:17:55.412167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-9dfdffd7-1791-46c2-a5a3-1383909f17c4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/quotas/5f24cce5f8964a8d9262bbbdb69b5903 HTTP/1.1" status: 200 len: 375 time: 0.0617206 Aug 03 19:17:55.424081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfc76a7e-7985-4b6a-b681-4b0c67369418 req-a1bb6ef2-62cd-4b8d-826a-aa9cac7ede02 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626346 Aug 03 19:17:55.677426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d9c7c7ed-ff43-4cee-865a-7ccfa69221ff req-7ceff7bc-8adb-41ac-be5b-575a39583869 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794292 Aug 03 19:17:55.734267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-33476e5c-c43e-4f0a-a4b0-71da9517b82b tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3209906 Aug 03 19:17:55.773062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfc76a7e-7985-4b6a-b681-4b0c67369418 req-9fe49af3-9d43-4617-9f34-231a70bc7c4e service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158128 Aug 03 19:17:55.782561 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a44d503-4ef9-4539-a8aa-1e0a550305b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.795986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a44d503-4ef9-4539-a8aa-1e0a550305b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.915411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-3125a7f0-1d77-480f-a7a7-ab1e61b8a881 service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740575 Aug 03 19:17:55.947872 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4a44d503-4ef9-4539-a8aa-1e0a550305b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=92c6951f9da24efa9a37efae22f1033a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6112328 Aug 03 19:17:55.948754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44d503-4ef9-4539-a8aa-1e0a550305b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdca8e8-7bd6-4964-893a-f8360d7f6253,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:55.951531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40020) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:56.117320 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-365adfea-03db-4f6c-ba43-2b1c0a477c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.178888 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-365adfea-03db-4f6c-ba43-2b1c0a477c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.231139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-3f1bc892-9d7f-4566-94c1-82a02d5d5c64 service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142133 Aug 03 19:17:56.271424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57c24-0899-4a8b-9a54-42b792df28f0 req-4f5a52f6-cf33-47aa-9fc2-ae5442cef2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.279962 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-05e57c24-0899-4a8b-9a54-42b792df28f0 req-4f5a52f6-cf33-47aa-9fc2-ae5442cef2b2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 1096 time: 0.5648787 Aug 03 19:17:56.342412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b6c5c-1d07-43e0-84d5-6d40d1e128ad req-e5af9fc9-51e9-4354-b0ee-53d97887cec7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.351547 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-05e57c24-0899-4a8b-9a54-42b792df28f0 req-d6d0e45c-db76-4d12-a740-f480ba6de436 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703509 Aug 03 19:17:56.360899 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-365adfea-03db-4f6c-ba43-2b1c0a477c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.364043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-365adfea-03db-4f6c-ba43-2b1c0a477c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.369641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49b6c5c-1d07-43e0-84d5-6d40d1e128ad req-e5af9fc9-51e9-4354-b0ee-53d97887cec7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.2911987 Aug 03 19:17:56.371648 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-365adfea-03db-4f6c-ba43-2b1c0a477c66 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0bdca8e8-7bd6-4964-893a-f8360d7f6253 HTTP/1.1" status: 204 len: 168 time: 0.4189770 Aug 03 19:17:56.421724 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365adfea-03db-4f6c-ba43-2b1c0a477c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdca8e8-7bd6-4964-893a-f8360d7f6253,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:56.614870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a49b6c5c-1d07-43e0-84d5-6d40d1e128ad req-73db5871-1be5-41b0-b421-1d14a4d17903 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315335 Aug 03 19:17:57.087726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd70f194-4304-43ec-b9ea-e4612a9397b7 req-edc7a4fd-0016-4e01-9509-1dd0cfc1fb86 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 210 time: 0.0405362 Aug 03 19:17:57.136698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227194b-e56e-420c-944f-3d7af2abe60f req-f25ccab6-8df8-42e1-8fdb-ef4f6e21387a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.139210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0227194b-e56e-420c-944f-3d7af2abe60f req-f25ccab6-8df8-42e1-8fdb-ef4f6e21387a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.2273064 Aug 03 19:17:57.213253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0227194b-e56e-420c-944f-3d7af2abe60f req-f5d299a9-2c6f-490f-8e53-0f3fbf26201b tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658038 Aug 03 19:17:57.840405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d76a6-3504-447e-b9c0-9388d00226bb req-0c4ffb59-8ee9-4219-a7a1-1ca9005118b7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.851524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f87d76a6-3504-447e-b9c0-9388d00226bb req-0c4ffb59-8ee9-4219-a7a1-1ca9005118b7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.0821087 Aug 03 19:17:57.933980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f87d76a6-3504-447e-b9c0-9388d00226bb req-cd850da8-527d-4ae6-b1ce-a451cf458a3d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803518 Aug 03 19:17:58.324502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e418234f-0d36-4bfd-925c-680cca918590 req-64e1e03a-4f96-4f1f-b4b6-fecfecadcfaa tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 210 time: 0.0747395 Aug 03 19:17:59.161823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-7e30245c-9b3a-4840-a1f9-058a27800943 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.169299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-7e30245c-9b3a-4840-a1f9-058a27800943 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.1357179 Aug 03 19:17:59.192881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Request body: {'port': {'device_id': 'f133a55d-aa18-429d-93b6-aaa2898d325f', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'admin_state_up': True, 'tenant_id': '5f24cce5f8964a8d9262bbbdb69b5903'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:59.564240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e13be8f-71f7-42de-8fe0-fdae3065dd36 req-a2d09d24-bad3-47fe-a369-776855c52299 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 210 time: 0.0745547 Aug 03 19:17:59.597336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1549f4-af9f-47e7-baa1-08b657297f27 req-da389782-d482-455a-a925-4fd6d13dbee2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.599615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb1549f4-af9f-47e7-baa1-08b657297f27 req-da389782-d482-455a-a925-4fd6d13dbee2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.4018927 Aug 03 19:17:59.668209 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.745596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Made reservation on behalf of 5f24cce5f8964a8d9262bbbdb69b5903 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:59.759529 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.004355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb1549f4-af9f-47e7-baa1-08b657297f27 req-d43e78c0-e13b-4741-ac9a-cedf90582f41 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3674862 Aug 03 19:18:00.136775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Allocated IP 172.20.0.9 (c9cab6ee-0676-4f35-91d7-a3aad5735c7b/371b2c9e-1a78-47e2-b8bf-65176b61184e/1cfa044e-8c9c-45b3-a00d-bab383fac7d0) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:00.861651 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.952286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be42be43-1cfb-4bfd-8242-81c3e71c329a req-30dbcc1e-5c78-43ff-9ff1-0194a8ce683a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 210 time: 0.1680243 Aug 03 19:18:01.020603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.038610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:01.218206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event updated for resources: {'Port': ['ID=1cfa044e-8c9c-45b3-a00d-bab383fac7d0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:01.248899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Network c9cab6ee-0676-4f35-91d7-a3aad5735c7b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:01.252387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:01.267987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:01.366803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c59d0c-be55-4d31-b629-476904bfa791 req-8a045fb1-aaf2-4933-8cb5-e521f1806136 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:01.369170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4c59d0c-be55-4d31-b629-476904bfa791 req-8a045fb1-aaf2-4933-8cb5-e521f1806136 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1320779 Aug 03 19:18:01.376358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:01.377978 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.406895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-8f016124-ae18-446f-b219-e56621e0f34a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2206604 Aug 03 19:18:01.430789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Request body: {'port': {'device_id': 'f133a55d-aa18-429d-93b6-aaa2898d325f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:01.536034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4c59d0c-be55-4d31-b629-476904bfa791 req-490e6565-d08d-449b-a6b5-434c1272e347 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419902 Aug 03 19:18:01.630282 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.307508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd8a46-6257-4f58-bda3-8bda95873c10 req-2033169b-1d3d-4385-83b3-fc76e42ae2f5 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.311352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48cd8a46-6257-4f58-bda3-8bda95873c10 req-2033169b-1d3d-4385-83b3-fc76e42ae2f5 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 931 time: 0.1834030 Aug 03 19:18:02.493868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:02.499595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48cd8a46-6257-4f58-bda3-8bda95873c10 req-8379b82c-6de5-4f8b-80e5-d6cb7ab207e0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754470 Aug 03 19:18:02.501658 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.535037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Transition to ACTIVE for port object 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:02.543257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.641440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Pushing event updated for resources: {'Port': ['ID=1cfa044e-8c9c-45b3-a00d-bab383fac7d0,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:02.785068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Attempting to bind port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:02.785770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Attempting to bind port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:02.786387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Attempting to bind port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:02.795944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:18:02.796272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Attempting to bind port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:02.821993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:02.822427 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Checking segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:02.822836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Bound using segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:02.823327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Bound port: 1cfa044e-8c9c-45b3-a00d-bab383fac7d0, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:02.823703 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.933437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc510924-d728-437d-ac4f-1c12dc699958 req-5e0ccb7c-c4cd-4db4-99e0-d4f33828d82f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.935240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc510924-d728-437d-ac4f-1c12dc699958 req-5e0ccb7c-c4cd-4db4-99e0-d4f33828d82f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.2195098 Aug 03 19:18:03.023590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc510924-d728-437d-ac4f-1c12dc699958 req-51fb435a-4f09-4cf3-9570-9ca113b533f3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543869 Aug 03 19:18:03.025756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] For port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:03.029728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] For port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1cfa044e-8c9c-45b3-a00d-bab383fac7d0,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:03.036900 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.088509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:03.089163 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.090712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] 10.222.0.74 "PUT /v2.0/ports/1cfa044e-8c9c-45b3-a00d-bab383fac7d0 HTTP/1.1" status: 200 len: 1091 time: 1.6658845 Aug 03 19:18:03.091576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f133a55d-aa18-429d-93b6-aaa2898d325f', 'tag': '1cfa044e-8c9c-45b3-a00d-bab383fac7d0'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:03.093768 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009b4ea2-a2c5-414b-ad66-ca7dcff82cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "f133a55d-aa18-429d-93b6-aaa2898d325f", "tag": "1cfa044e-8c9c-45b3-a00d-bab383fac7d0"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:03.192340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0c73e-096a-4ec7-930f-f1d52f2b094a service neutron] Pushing event updated for resources: {'Port': ['ID=1cfa044e-8c9c-45b3-a00d-bab383fac7d0,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:03.265339 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22bc644-514d-432e-8750-f2d8eccf37e6 x-openstack-request-id: req-e22bc644-514d-432e-8750-f2d8eccf37e6 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:03.266168 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f133a55d-aa18-429d-93b6-aaa2898d325f", "tag": "1cfa044e-8c9c-45b3-a00d-bab383fac7d0", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:03.266168 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e22bc644-514d-432e-8750-f2d8eccf37e6 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:03.266742 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f133a55d-aa18-429d-93b6-aaa2898d325f', 'tag': '1cfa044e-8c9c-45b3-a00d-bab383fac7d0', 'status': 'completed', 'code': 200} Aug 03 19:18:03.325968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-d8942d6c-296d-41c4-a72f-1e2f9d378a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:03.331270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-d8942d6c-296d-41c4-a72f-1e2f9d378a5f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 1094 time: 0.1241612 Aug 03 19:18:03.478951 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-a035b3b4-f07c-4cdf-af81-471f75882aef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cfa044e-8c9c-45b3-a00d-bab383fac7d0 HTTP/1.1" status: 200 len: 217 time: 0.1311138 Aug 03 19:18:03.570375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-be136f5d-8753-487c-8378-5efadb1c536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:03.575589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-be136f5d-8753-487c-8378-5efadb1c536d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.0898900 Aug 03 19:18:03.637562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-65d1a856-580a-463e-8614-da5c15f8eaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.676943 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-90c0f735-af7b-4ea8-9c0e-bb234641bc42 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898538 Aug 03 19:18:03.818930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4da6b0-44fd-4e0b-ab42-9e03ff6cfb6a req-eabaf43e-5a70-4613-bc61-932b2692f710 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:03.821031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa4da6b0-44fd-4e0b-ab42-9e03ff6cfb6a req-eabaf43e-5a70-4613-bc61-932b2692f710 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 943 time: 0.1963017 Aug 03 19:18:03.885063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-ff0563e5-fa23-4880-b52f-1a59f345e2e6 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927056 Aug 03 19:18:03.908729 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa4da6b0-44fd-4e0b-ab42-9e03ff6cfb6a req-8327ed2b-b847-42e0-8901-326fc2c4a301 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633962 Aug 03 19:18:03.936072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406dd10-e7be-4ed9-9b97-4f405507aae0 req-dae1d553-8f80-4211-81e2-58977d875ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:03.938062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f406dd10-e7be-4ed9-9b97-4f405507aae0 req-dae1d553-8f80-4211-81e2-58977d875ee4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 1096 time: 0.1422093 Aug 03 19:18:04.240110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a60257f1-1917-4a98-9a69-baad077aa5d8 req-fc58786d-6d9d-4a42-951e-102b86b07eb1 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362820 Aug 03 19:18:04.278711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406dd10-e7be-4ed9-9b97-4f405507aae0 req-0d247c08-b09a-4647-8d0b-beba26c77185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:04.281471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f406dd10-e7be-4ed9-9b97-4f405507aae0 req-0d247c08-b09a-4647-8d0b-beba26c77185 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.3112338 Aug 03 19:18:04.517868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0043ec-d253-4bc3-a7f1-908dad7f3dbb req-632cd84c-c117-4f03-8c21-7d017ad7c7a0 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:04.519479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c0043ec-d253-4bc3-a7f1-908dad7f3dbb req-632cd84c-c117-4f03-8c21-7d017ad7c7a0 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.2939944 Aug 03 19:18:04.603439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f406dd10-e7be-4ed9-9b97-4f405507aae0 req-464f3274-d5e0-4e86-a66f-424fa3a0855e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc02e430-6abe-449e-8d02-93356707ec54 HTTP/1.1" status: 200 len: 1001 time: 0.3020127 Aug 03 19:18:04.616571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b4ea2-a2c5-414b-ad66-ca7dcff82cf7 req-2f6e536a-9398-47b1-8810-46588abbfc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:04.619460 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009b4ea2-a2c5-414b-ad66-ca7dcff82cf7 req-2f6e536a-9398-47b1-8810-46588abbfc7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 1094 time: 0.2372489 Aug 03 19:18:04.783486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c0043ec-d253-4bc3-a7f1-908dad7f3dbb req-de1b5ff8-a926-4b8a-bd31-81d9c7e6c7d7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311952 Aug 03 19:18:04.881144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406dd10-e7be-4ed9-9b97-4f405507aae0 req-61944870-39e2-4181-99a1-13ae0b240e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:04.884144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f406dd10-e7be-4ed9-9b97-4f405507aae0 req-61944870-39e2-4181-99a1-13ae0b240e32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.2633922 Aug 03 19:18:05.109247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b4ea2-a2c5-414b-ad66-ca7dcff82cf7 req-c575324f-5d08-4145-a366-f778144419fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:05.112140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009b4ea2-a2c5-414b-ad66-ca7dcff82cf7 req-c575324f-5d08-4145-a366-f778144419fa service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 906 time: 0.4801614 Aug 03 19:18:05.211122 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009b4ea2-a2c5-414b-ad66-ca7dcff82cf7 req-8f4cb67c-9c02-44a2-b1dc-fe10487582ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1cfa044e-8c9c-45b3-a00d-bab383fac7d0 HTTP/1.1" status: 200 len: 217 time: 0.0780032 Aug 03 19:18:05.250542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406dd10-e7be-4ed9-9b97-4f405507aae0 req-f898f5fc-3aba-440c-87c6-3dcc838b0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:05.252402 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f406dd10-e7be-4ed9-9b97-4f405507aae0 req-f898f5fc-3aba-440c-87c6-3dcc838b0386 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3309965 Aug 03 19:18:05.406112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225a54f-f4ba-418b-ac4a-5d6e5bfef4b2 req-184d7337-3f09-4a19-97ea-4b01d18ca364 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:05.407831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0225a54f-f4ba-418b-ac4a-5d6e5bfef4b2 req-184d7337-3f09-4a19-97ea-4b01d18ca364 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 943 time: 0.1949396 Aug 03 19:18:05.417889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b4ea2-a2c5-414b-ad66-ca7dcff82cf7 req-69c85f74-f5af-47cf-bb07-8bcc697f1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:05.421839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009b4ea2-a2c5-414b-ad66-ca7dcff82cf7 req-69c85f74-f5af-47cf-bb07-8bcc697f1602 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.1772649 Aug 03 19:18:05.526718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009b4ea2-a2c5-414b-ad66-ca7dcff82cf7 req-28f5c5dd-e3c2-444b-963b-cc09afabdd99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967433 Aug 03 19:18:05.614110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-bf3c4d51-16e3-47d5-8e52-e972e958f18b req-f54a86ec-84ea-403c-ab3d-9e13a7f760af service neutron] (100488) timed out ('10.222.0.37', 63397) {{(pid=100488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:18:05.616941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f406dd10-e7be-4ed9-9b97-4f405507aae0 req-b27ab5d5-76f6-4dc5-a44a-11d95362bdea service neutron] 10.222.0.37 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320088 Aug 03 19:18:05.662946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0225a54f-f4ba-418b-ac4a-5d6e5bfef4b2 req-710f611f-0bd4-4a86-98ce-a9351d56b6c1 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397223 Aug 03 19:18:05.810090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009b4ea2-a2c5-414b-ad66-ca7dcff82cf7 req-96395fda-1014-4664-8a7e-7a3d78a93001 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722464 Aug 03 19:18:05.893066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f406dd10-e7be-4ed9-9b97-4f405507aae0 req-d848c921-8532-4fdd-82f8-c761225122fc service neutron] 10.222.0.37 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658491 Aug 03 19:18:06.003006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-009b4ea2-a2c5-414b-ad66-ca7dcff82cf7 req-84102b11-fb19-47cb-bf0d-bb87440d2538 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776721 Aug 03 19:18:06.068226 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:18:06.188489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0942e-fea0-4e99-a1dc-000c88d0c8ff req-85ffc91c-7c96-4f72-849f-ac26a18ee58e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:06.190216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70c0942e-fea0-4e99-a1dc-000c88d0c8ff req-85ffc91c-7c96-4f72-849f-ac26a18ee58e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1484635 Aug 03 19:18:06.264788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70c0942e-fea0-4e99-a1dc-000c88d0c8ff req-40326703-f83d-4a11-8e26-83b726444770 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634050 Aug 03 19:18:06.271234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1cfa044e-8c9c-45b3-a00d-bab383fac7d0,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:06.287998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '1cfa044e-8c9c-45b3-a00d-bab383fac7d0', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'port_id': '1cfa044e-8c9c-45b3-a00d-bab383fac7d0', 'mac_address': 'fa:16:3e:9d:47:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371b2c9e-1a78-47e2-b8bf-65176b61184e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:18:06.344340 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.359749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:06.387629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1cfa044e-8c9c-45b3-a00d-bab383fac7d0,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:06.436498 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.443188 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b1360493-6fc6-47d5-ab02-77be6129d2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.510368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=1cfa044e-8c9c-45b3-a00d-bab383fac7d0,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:06.520294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.520975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.521691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.521691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.522155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.522155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.523076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.523076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.523076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.524119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.524119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.525266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:06.620493 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.741191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['1cfa044e-8c9c-45b3-a00d-bab383fac7d0'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:07.069642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2d527-71bf-44a2-86ae-fcb9497f6d14 req-f2774fad-d3c9-475a-9bac-05be9ee58d13 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:07.074568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45f2d527-71bf-44a2-86ae-fcb9497f6d14 req-f2774fad-d3c9-475a-9bac-05be9ee58d13 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 944 time: 0.2292340 Aug 03 19:18:07.213429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45f2d527-71bf-44a2-86ae-fcb9497f6d14 req-e6ad75f6-586c-49cd-827d-8edac91d230f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011631 Aug 03 19:18:07.575134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dd37e-858a-4221-a67b-d2d58f7b5edf req-a1bd8881-d96c-40ee-a1e6-9d58fc8a26cf tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:07.601067 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d5dd37e-858a-4221-a67b-d2d58f7b5edf req-a1bd8881-d96c-40ee-a1e6-9d58fc8a26cf tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.1260405 Aug 03 19:18:07.691418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d5dd37e-858a-4221-a67b-d2d58f7b5edf req-a7343088-cc24-4afd-aaf5-27ab4cec4955 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878749 Aug 03 19:18:07.920559 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.085828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:08.139366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fc02e430-6abe-449e-8d02-93356707ec54 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:08.360523 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.401671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:08.402971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:08.406411 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb832a93-ff1a-4c69-91b9-ee18893822c2" -d '{"events": [{"server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "name": "network-vif-unplugged", "status": "completed", "tag": "fc02e430-6abe-449e-8d02-93356707ec54"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:08.410060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:08.416571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:08.417198 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.445445 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.608675 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ade9c2-1174-44ba-9219-087871c26d04 x-openstack-request-id: req-d9ade9c2-1174-44ba-9219-087871c26d04 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:08.609243 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "name": "network-vif-unplugged", "status": "completed", "tag": "fc02e430-6abe-449e-8d02-93356707ec54", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:08.609984 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d9ade9c2-1174-44ba-9219-087871c26d04 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:08.610976 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54', 'code': 200} Aug 03 19:18:08.621148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d46ed0-36b0-45c7-81cb-dc2bf886b688 req-655149c0-424b-492d-83ce-64e070f245b6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:08.630104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22d46ed0-36b0-45c7-81cb-dc2bf886b688 req-655149c0-424b-492d-83ce-64e070f245b6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 944 time: 0.2022388 Aug 03 19:18:08.630627 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:08.657662 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.762251 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22d46ed0-36b0-45c7-81cb-dc2bf886b688 req-a08d25bf-d63c-4fb1-9247-d05ab775a1ec tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304314 Aug 03 19:18:08.776460 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1cfa044e-8c9c-45b3-a00d-bab383fac7d0,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:08.783824 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.933830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=1cfa044e-8c9c-45b3-a00d-bab383fac7d0,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:09.057409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49e03e-3497-4295-8500-e563606c61cb req-954f2787-1faa-4043-bff2-de9ce6cac915 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:09.079496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e49e03e-3497-4295-8500-e563606c61cb req-954f2787-1faa-4043-bff2-de9ce6cac915 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.1166227 Aug 03 19:18:09.166857 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e49e03e-3497-4295-8500-e563606c61cb req-fc22cc31-7ffe-4bd8-a93c-aab7d947d19c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848486 Aug 03 19:18:09.690395 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.993606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276ba94-43c7-4f93-bda9-247f34553f79 req-476465ca-3fc6-4465-b829-438220db6af9 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:10.004242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c276ba94-43c7-4f93-bda9-247f34553f79 req-476465ca-3fc6-4465-b829-438220db6af9 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 945 time: 0.0975094 Aug 03 19:18:10.090109 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c276ba94-43c7-4f93-bda9-247f34553f79 req-acccbbbf-abac-4c29-a30a-81cb6daec623 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827889 Aug 03 19:18:10.583173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54c4cb-ccf8-4efb-acec-dd9c9867faf0 req-886ec7c8-ab3b-469b-9c83-c38938e0e170 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:10.595349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b54c4cb-ccf8-4efb-acec-dd9c9867faf0 req-886ec7c8-ab3b-469b-9c83-c38938e0e170 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.0982103 Aug 03 19:18:10.613674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f133a55d-aa18-429d-93b6-aaa2898d325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfa044e-8c9c-45b3-a00d-bab383fac7d0'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:10.618107 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d71bd31-ad7f-486a-b337-1226eaae57f7" -d '{"events": [{"server_uuid": "f133a55d-aa18-429d-93b6-aaa2898d325f", "name": "network-vif-plugged", "status": "completed", "tag": "1cfa044e-8c9c-45b3-a00d-bab383fac7d0"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:10.656918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b54c4cb-ccf8-4efb-acec-dd9c9867faf0 req-6e1c7811-d810-473e-943c-145b1a99d291 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603914 Aug 03 19:18:10.700825 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf34e8a-514e-4677-9a34-a83d953583d1 x-openstack-request-id: req-7bf34e8a-514e-4677-9a34-a83d953583d1 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:10.701400 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f133a55d-aa18-429d-93b6-aaa2898d325f", "name": "network-vif-plugged", "status": "completed", "tag": "1cfa044e-8c9c-45b3-a00d-bab383fac7d0", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:10.701942 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7bf34e8a-514e-4677-9a34-a83d953583d1 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:10.702653 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f133a55d-aa18-429d-93b6-aaa2898d325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfa044e-8c9c-45b3-a00d-bab383fac7d0', 'code': 200} Aug 03 19:18:10.889080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38132fd-1764-4215-aac8-c037783ec72d req-9a24c800-ab7b-47fe-9f82-9f40372c4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:10.892293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f38132fd-1764-4215-aac8-c037783ec72d req-9a24c800-ab7b-47fe-9f82-9f40372c4350 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 1096 time: 0.0752828 Aug 03 19:18:10.951612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f38132fd-1764-4215-aac8-c037783ec72d req-7a6e0daa-f022-4893-bc64-5f0f5220df74 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438180 Aug 03 19:18:11.078671 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b864c2e2-b123-4107-952a-01ea33e6690d req-5942ce2c-cf90-46b0-8d48-d797dc3ff38b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1831532 Aug 03 19:18:11.314728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7a0ca-d438-4cd1-a039-b3eaa0330465 req-8391351e-cec6-4c4d-b8c6-b5d2712f7a34 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:11.328461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aef7a0ca-d438-4cd1-a039-b3eaa0330465 req-8391351e-cec6-4c4d-b8c6-b5d2712f7a34 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 945 time: 0.1213446 Aug 03 19:18:11.412690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aef7a0ca-d438-4cd1-a039-b3eaa0330465 req-584e9852-ce9b-48fc-a735-b128322bd9e9 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801382 Aug 03 19:18:11.828674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f987a-f2b8-4940-8f14-1db387a3de63 req-1a8e08e0-ae70-47a3-96ed-9a3e70b9a572 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:11.829035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f30f987a-f2b8-4940-8f14-1db387a3de63 req-1a8e08e0-ae70-47a3-96ed-9a3e70b9a572 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.0840499 Aug 03 19:18:11.897404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f30f987a-f2b8-4940-8f14-1db387a3de63 req-064865eb-92c7-4977-8873-d1231c84e102 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570006 Aug 03 19:18:12.155447 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fc02e430-6abe-449e-8d02-93356707ec54 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:12.624019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c5924-cb53-4e33-9f18-6d32f4e36092 req-67d39ad9-40da-4b37-84a1-2688bf6443ce tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:12.626566 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-056c5924-cb53-4e33-9f18-6d32f4e36092 req-67d39ad9-40da-4b37-84a1-2688bf6443ce tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 945 time: 0.0828059 Aug 03 19:18:12.723759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-056c5924-cb53-4e33-9f18-6d32f4e36092 req-6c4eae23-ecbf-49ab-9922-a1b6813fa6b6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843341 Aug 03 19:18:13.094405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e355c50-fb23-40f2-9e5b-680d0cbf4908 req-5cdb69ff-cbe7-4c25-8baf-49bcc9c4601d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:13.103542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e355c50-fb23-40f2-9e5b-680d0cbf4908 req-5cdb69ff-cbe7-4c25-8baf-49bcc9c4601d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 945 time: 0.1554732 Aug 03 19:18:13.431940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c4851-11f4-49ee-85d9-26ff857c3d6b req-e922ab9d-e366-4ada-aa49-2e2193153f59 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:13.434919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-512c4851-11f4-49ee-85d9-26ff857c3d6b req-e922ab9d-e366-4ada-aa49-2e2193153f59 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.4007165 Aug 03 19:18:13.472160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e355c50-fb23-40f2-9e5b-680d0cbf4908 req-3e7b25da-b2d8-45fe-a519-3b232d19acd8 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675985 Aug 03 19:18:13.503654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-512c4851-11f4-49ee-85d9-26ff857c3d6b req-54d6dc66-65ac-413a-8a7f-70640f27d228 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571554 Aug 03 19:18:13.931197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b3224-a5c9-4154-ba4e-ad858692f118 req-d10d5ca1-fcae-4163-8e46-c412b8aa04a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:13.932871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f74b3224-a5c9-4154-ba4e-ad858692f118 req-d10d5ca1-fcae-4163-8e46-c412b8aa04a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 945 time: 0.0718062 Aug 03 19:18:13.985350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f74b3224-a5c9-4154-ba4e-ad858692f118 req-ccdbe162-c697-45ca-b5de-42c15e7eebbd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 Aug 03 19:18:14.705280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5c872-688c-4709-883d-cb0e262bd823 req-85877c8d-aa86-4882-85a2-28ed0baac178 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:14.714748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41c5c872-688c-4709-883d-cb0e262bd823 req-85877c8d-aa86-4882-85a2-28ed0baac178 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.0828505 Aug 03 19:18:14.786707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41c5c872-688c-4709-883d-cb0e262bd823 req-c21e86c0-d410-4ce9-a9ea-ca7c8b89bb47 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706606 Aug 03 19:18:15.184946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b3c39-345e-49ab-a3f6-0db095846b4a req-b908686b-a57f-4209-a9e8-50532606735a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:15.187650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c19b3c39-345e-49ab-a3f6-0db095846b4a req-b908686b-a57f-4209-a9e8-50532606735a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 945 time: 0.1007576 Aug 03 19:18:15.249732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c19b3c39-345e-49ab-a3f6-0db095846b4a req-5a4db069-1c31-4524-b5d8-9bd57c2bba39 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550206 Aug 03 19:18:15.296385 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.485589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f71b-a3d3-4123-837f-6fa74da17987 req-40a6c3f0-915f-454e-b30e-079141ff15f7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:15.488943 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99d7f71b-a3d3-4123-837f-6fa74da17987 req-40a6c3f0-915f-454e-b30e-079141ff15f7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 945 time: 0.0996475 Aug 03 19:18:15.627577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-99d7f71b-a3d3-4123-837f-6fa74da17987 req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Deleting port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:15.627924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-99d7f71b-a3d3-4123-837f-6fa74da17987 req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.798640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-99d7f71b-a3d3-4123-837f-6fa74da17987 req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] For port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=1cfa044e-8c9c-45b3-a00d-bab383fac7d0,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:15.799318 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-99d7f71b-a3d3-4123-837f-6fa74da17987 req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.818155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-99d7f71b-a3d3-4123-837f-6fa74da17987 req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Calling delete_port for 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:16.032349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a689485-d3ff-4169-8add-14e4c972eb07 req-315a3d2f-73dc-4edd-adc2-ca1f10e8bc2a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:16.034069 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a689485-d3ff-4169-8add-14e4c972eb07 req-315a3d2f-73dc-4edd-adc2-ca1f10e8bc2a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.0849519 Aug 03 19:18:16.249289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a689485-d3ff-4169-8add-14e4c972eb07 req-fb6f1c59-5ca4-4764-99f8-edc4e230d310 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946603 Aug 03 19:18:16.264115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-99d7f71b-a3d3-4123-837f-6fa74da17987 req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.288803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:16.327358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event deleted for resources: {'Port': ['ID=1cfa044e-8c9c-45b3-a00d-bab383fac7d0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:16.367284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.369874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.370634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.371276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.372760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.372760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.372760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.373276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.373433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.373755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.374024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.374353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.419026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-399eab17-ae5f-42d3-bd47-5dab908a7bc4 req-0fee89c4-6616-469e-ad07-64d101c79a86 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 210 time: 0.0337415 Aug 03 19:18:16.496485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d7f71b-a3d3-4123-837f-6fa74da17987 req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] No DVR routers for this DVR port 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:16.499591 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-99d7f71b-a3d3-4123-837f-6fa74da17987 req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.502018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99d7f71b-a3d3-4123-837f-6fa74da17987 req-c4648d72-0ee3-4435-97cd-cec9a96d265e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "DELETE /v2.0/ports/1cfa044e-8c9c-45b3-a00d-bab383fac7d0 HTTP/1.1" status: 204 len: 173 time: 1.0058644 Aug 03 19:18:16.502368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f133a55d-aa18-429d-93b6-aaa2898d325f', 'name': 'network-vif-deleted', 'tag': '1cfa044e-8c9c-45b3-a00d-bab383fac7d0'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:16.510884 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cec789-8452-4dbf-85b5-38cb56ae745f" -d '{"events": [{"server_uuid": "f133a55d-aa18-429d-93b6-aaa2898d325f", "name": "network-vif-deleted", "tag": "1cfa044e-8c9c-45b3-a00d-bab383fac7d0"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:16.656171 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f31cbba-63a1-4296-94d5-cb0c5ff356ab x-openstack-request-id: req-4f31cbba-63a1-4296-94d5-cb0c5ff356ab {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:16.656539 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f133a55d-aa18-429d-93b6-aaa2898d325f", "name": "network-vif-deleted", "tag": "1cfa044e-8c9c-45b3-a00d-bab383fac7d0", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:16.656875 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f31cbba-63a1-4296-94d5-cb0c5ff356ab {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:16.657365 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f133a55d-aa18-429d-93b6-aaa2898d325f', 'name': 'network-vif-deleted', 'tag': '1cfa044e-8c9c-45b3-a00d-bab383fac7d0', 'status': 'completed', 'code': 200} Aug 03 19:18:17.477713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52489fb6-1400-4a2e-a14a-6b79c1a89060 req-b05abe28-decc-4314-a2a5-c5d778b3e31a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:17.487995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52489fb6-1400-4a2e-a14a-6b79c1a89060 req-b05abe28-decc-4314-a2a5-c5d778b3e31a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.0697935 Aug 03 19:18:17.546008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52489fb6-1400-4a2e-a14a-6b79c1a89060 req-5afc8dd0-1b56-4f23-b3f8-701c5d34c993 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553768 Aug 03 19:18:17.684134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-739beaf3-9ab6-4910-ab47-6c73c068fb5f req-71f44f63-3d58-4b26-91d2-39fba0feb3cc tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=f133a55d-aa18-429d-93b6-aaa2898d325f HTTP/1.1" status: 200 len: 210 time: 0.0533171 Aug 03 19:18:18.123110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:18.201281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:18.207228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 1cfa044e-8c9c-45b3-a00d-bab383fac7d0 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:18.353787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40390) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:18.529967 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-252c9429-f68a-4f09-843c-edbf6fa4bfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.670377 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-252c9429-f68a-4f09-843c-edbf6fa4bfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.677705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-252c9429-f68a-4f09-843c-edbf6fa4bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.717872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c9429-f68a-4f09-843c-edbf6fa4bfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb577c3f-3fa8-49e5-8747-0c40df6d972f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:18.754812 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-252c9429-f68a-4f09-843c-edbf6fa4bfc4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21072b3d90af4cec94ff347ec4991c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977208 Aug 03 19:18:18.756419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a9c50-e796-4da8-b178-1a80a1f071c3 req-5425339f-2e68-49fc-9dd3-b86c993cfb76 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:18.763113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c71a9c50-e796-4da8-b178-1a80a1f071c3 req-5425339f-2e68-49fc-9dd3-b86c993cfb76 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.0941148 Aug 03 19:18:18.766095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40400) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:18.866992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c71a9c50-e796-4da8-b178-1a80a1f071c3 req-44eabc7d-1c85-4b8c-bcb7-0de8f39814df tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870941 Aug 03 19:18:18.912169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7995-4166-4501-afcc-6033a106ebf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.941633 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7995-4166-4501-afcc-6033a106ebf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.006468 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7995-4166-4501-afcc-6033a106ebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.010342 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7995-4166-4501-afcc-6033a106ebf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.011651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cdcf7995-4166-4501-afcc-6033a106ebf5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb577c3f-3fa8-49e5-8747-0c40df6d972f HTTP/1.1" status: 204 len: 168 time: 0.2440436 Aug 03 19:18:19.022022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf7995-4166-4501-afcc-6033a106ebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb577c3f-3fa8-49e5-8747-0c40df6d972f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:19.306733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-3cfef4b2-00ef-4965-9b54-554f2d1caadf tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:19.308461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-3cfef4b2-00ef-4965-9b54-554f2d1caadf tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.1688209 Aug 03 19:18:19.334082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-a1718e2a-20a8-416d-9014-7c554fc33446 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/quotas/5f24cce5f8964a8d9262bbbdb69b5903 HTTP/1.1" status: 200 len: 375 time: 0.0128336 Aug 03 19:18:19.429275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-e806cea4-fc2e-475b-9533-9f98742a8648 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881913 Aug 03 19:18:19.459700 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40422) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:19.478645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.596259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-cf8ba85a-ae5a-4ba0-b51e-337ddf123fb0 service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641574 Aug 03 19:18:19.610371 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.615376 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.659779 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=02c9323a9ece4ca8a90f5c550f90f2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989367 Aug 03 19:18:19.661216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64a3a0c-0924-4fc1-ab4b-4cf0d95622f9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:19.665194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40426) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:19.685836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.686195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.686682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.686861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.687214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.687549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.687880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.688213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.688541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.688860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.689392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.689937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662eff05-d5d4-4060-a650-7b070bad88bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:19.742209 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e790938-a9e8-4b81-9b84-ad25808df42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.775294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-7089e4a4-d750-44cc-9320-73f25724db8f service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648374 Aug 03 19:18:19.787740 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e790938-a9e8-4b81-9b84-ad25808df42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.869024 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e790938-a9e8-4b81-9b84-ad25808df42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.875312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e790938-a9e8-4b81-9b84-ad25808df42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.882051 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0e790938-a9e8-4b81-9b84-ad25808df42b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a64a3a0c-0924-4fc1-ab4b-4cf0d95622f9 HTTP/1.1" status: 204 len: 168 time: 0.2154298 Aug 03 19:18:19.897186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e790938-a9e8-4b81-9b84-ad25808df42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64a3a0c-0924-4fc1-ab4b-4cf0d95622f9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:20.000099 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fa7c67a-fd66-4ab7-94d3-9a128515eb78 req-c82abe61-3f42-49e4-ad75-d6e0ba218d04 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 210 time: 0.0663402 Aug 03 19:18:20.107655 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f9dd6-8d5c-44fa-9b00-6ea721e3aabe req-a3ab6d08-526d-4967-8be5-a057a27aca56 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:20.109454 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a4f9dd6-8d5c-44fa-9b00-6ea721e3aabe req-a3ab6d08-526d-4967-8be5-a057a27aca56 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.0892055 Aug 03 19:18:20.187984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a4f9dd6-8d5c-44fa-9b00-6ea721e3aabe req-872f6ab4-f0bd-4b9f-9bb4-600b09b85101 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721610 Aug 03 19:18:21.061238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40464) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:21.183532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd8a53ae-f9ba-4e0f-9025-68905efd02f1 req-5f0fdb57-5afd-4adf-b2d2-e812d555be55 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 210 time: 0.0585029 Aug 03 19:18:21.249670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1442956627-network', 'tenant_id': '5565fdcf5c2a4a9683b3e2a09be20cac'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:21.281562 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Made reservation on behalf of 5565fdcf5c2a4a9683b3e2a09be20cac for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:21.287015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.302977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.436635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe51a7d-29fa-464c-80e8-9d95be2c2424 req-2f03d7ff-c98a-4ada-8556-a365edf2eaa1 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:21.438583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fe51a7d-29fa-464c-80e8-9d95be2c2424 req-2f03d7ff-c98a-4ada-8556-a365edf2eaa1 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.1608541 Aug 03 19:18:21.513172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f356577-aec8-40ee-810d-71d1bc148c99 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:21.514860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f356577-aec8-40ee-810d-71d1bc148c99 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.1903305 Aug 03 19:18:21.515094 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.521145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.544085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Request body: {'port': {'device_id': '8b7c5fb4-2289-45d2-b35c-b398dd0d6485', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'admin_state_up': True, 'tenant_id': '5f24cce5f8964a8d9262bbbdb69b5903'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:21.555557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fe51a7d-29fa-464c-80e8-9d95be2c2424 req-bb25aadf-a98f-403a-9139-7660fac59e9d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849292 Aug 03 19:18:21.571318 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:21.586834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bc40f1-bc4b-419c-aaf5-c709fb496cf9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:21.603200 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.603826 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Added segment bea1e73a-43c4-4297-acd5-8c414d3b4527 of type vlan for network b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 Aug 03 19:18:21.656191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.710642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.712459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:21.713098 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.778626 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7153645 Aug 03 19:18:21.782984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40470) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:21.792846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] Request body: {'subnet': {'network_id': 'b7ff825a-2c21-47a1-8ec5-3dc8f60e5978', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1442956627-subnet', 'tenant_id': '5565fdcf5c2a4a9683b3e2a09be20cac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:21.802267 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ceb7b-f28a-4381-a4f7-a90f981cbe5d admin admin] Pushing event updated for resources: {'Network': ['ID=b7ff825a-2c21-47a1-8ec5-3dc8f60e5978,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:21.817423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:21.833319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Made reservation on behalf of 5f24cce5f8964a8d9262bbbdb69b5903 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:21.840051 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.886736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] Made reservation on behalf of 5565fdcf5c2a4a9683b3e2a09be20cac for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:21.890805 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.195452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Allocated IP 172.20.0.7 (c9cab6ee-0676-4f35-91d7-a3aad5735c7b/371b2c9e-1a78-47e2-b8bf-65176b61184e/2d5bdd64-00ba-4cee-b59e-0e24659bbd31) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:22.442158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee8cd73c-2439-4be6-bc50-d7ebc439ff38 req-96e2cb16-e1f0-484d-a6b6-76fea8f24499 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 210 time: 0.1455455 Aug 03 19:18:22.578172 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.583043 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.654184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45d05b7-188d-41b0-8970-bd2979e0267d,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:22.695109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] Checking segment: {'id': 'bea1e73a-43c4-4297-acd5-8c414d3b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7ff825a-2c21-47a1-8ec5-3dc8f60e5978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:22.695109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] Network hostable DHCP agents. Network: b7ff825a-2c21-47a1-8ec5-3dc8f60e5978, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:22.700144 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.714741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:22.766661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] Network b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:22.772253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Network c9cab6ee-0676-4f35-91d7-a3aad5735c7b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:22.776075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event updated for resources: {'Port': ['ID=2d5bdd64-00ba-4cee-b59e-0e24659bbd31,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:22.790256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:22.793835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:22.797608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, b7ff825a-2c21-47a1-8ec5-3dc8f60e5978) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:22.819287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:22.820234 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.842603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04351f7-ffd6-4e4f-bcfa-f5e80dafd52f None None] Network b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:22.874254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-28287684-82e9-4faf-ae01-85040e749f6f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0893593 Aug 03 19:18:22.894434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:22.895328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.926016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72642cab-bbfb-4d1a-b141-7d210d4228f2 req-881c2d28-3a99-4cca-813c-d73ec92864fc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:22.936322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72642cab-bbfb-4d1a-b141-7d210d4228f2 req-881c2d28-3a99-4cca-813c-d73ec92864fc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.1663706 Aug 03 19:18:22.958448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-40138a85-28fc-48a2-8883-a859fa1226f4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4215729 Aug 03 19:18:22.977946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Request body: {'port': {'device_id': '8b7c5fb4-2289-45d2-b35c-b398dd0d6485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:23.037410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72642cab-bbfb-4d1a-b141-7d210d4228f2 req-16e5f6c9-54ea-4219-a8b1-f1efada92392 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997643 Aug 03 19:18:23.084169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.210080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac0df51-bca4-45f5-8020-e089f7ef2e2c None None] Network b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:23.747100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee7473-c827-4307-af44-e1f33c2507e1 req-215c8589-beae-4e3a-9721-7fb932926d9c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:23.749972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cee7473-c827-4307-af44-e1f33c2507e1 req-215c8589-beae-4e3a-9721-7fb932926d9c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 931 time: 0.1586738 Aug 03 19:18:23.868029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40516) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:23.877716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-787789620-network', 'tenant_id': 'e18b6e607dc14b4da50f18d5fbd17734'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:23.912174 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Made reservation on behalf of e18b6e607dc14b4da50f18d5fbd17734 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:23.916529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.936182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.937914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:23.947277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.964745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Transition to ACTIVE for port object 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:23.970378 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.009841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cee7473-c827-4307-af44-e1f33c2507e1 req-de1f73bb-4f28-4d6f-bc26-034113f4578b tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468793 Aug 03 19:18:24.033887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Pushing event updated for resources: {'Port': ['ID=2d5bdd64-00ba-4cee-b59e-0e24659bbd31,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.141232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Attempting to bind port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:24.141724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Attempting to bind port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:24.142022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Attempting to bind port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:24.147729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:18:24.148185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Attempting to bind port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:24.155948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:24.156405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Checking segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:24.156923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Bound using segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:24.157400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Bound port: 2d5bdd64-00ba-4cee-b59e-0e24659bbd31, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:24.157815 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.256057 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.265438 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.315279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc35f43-6484-4cf7-97b1-2ab537ec9e21,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.333766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] For port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:24.335682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:24.355747 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.356252 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Added segment bfca3b68-e3b3-43f3-849f-4a65dde146d8 of type vlan for network e2087b88-d5d0-48c7-96b6-f3323e5aafe8 Aug 03 19:18:24.358921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] For port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2d5bdd64-00ba-4cee-b59e-0e24659bbd31,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:24.365701 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.395891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b653-c776-44e7-831d-75532d777f06 req-5a58cb6f-e789-4381-b1ee-634f71c274b8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:24.397967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0aa1b653-c776-44e7-831d-75532d777f06 req-5a58cb6f-e789-4381-b1ee-634f71c274b8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.1345632 Aug 03 19:18:24.428050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:24.428050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.428050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] 10.222.0.74 "PUT /v2.0/ports/2d5bdd64-00ba-4cee-b59e-0e24659bbd31 HTTP/1.1" status: 200 len: 1091 time: 1.4543347 Aug 03 19:18:24.434331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7c5fb4-2289-45d2-b35c-b398dd0d6485', 'tag': '2d5bdd64-00ba-4cee-b59e-0e24659bbd31'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:24.434331 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a962e8-9f4a-49f4-9a23-9d6ac59ac44e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7c5fb4-2289-45d2-b35c-b398dd0d6485", "tag": "2d5bdd64-00ba-4cee-b59e-0e24659bbd31"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:24.452626 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.499047 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.501624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:24.504231 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.556971 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5f0bb8-5285-4d98-9b7b-ae3968d63d78 x-openstack-request-id: req-ab5f0bb8-5285-4d98-9b7b-ae3968d63d78 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:24.557406 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7c5fb4-2289-45d2-b35c-b398dd0d6485", "tag": "2d5bdd64-00ba-4cee-b59e-0e24659bbd31", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:24.557784 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab5f0bb8-5285-4d98-9b7b-ae3968d63d78 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:24.558368 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7c5fb4-2289-45d2-b35c-b398dd0d6485', 'tag': '2d5bdd64-00ba-4cee-b59e-0e24659bbd31', 'status': 'completed', 'code': 200} Aug 03 19:18:24.570673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20193d-7a2a-44db-a8ea-4ef12bc5e00a service neutron] Pushing event updated for resources: {'Port': ['ID=2d5bdd64-00ba-4cee-b59e-0e24659bbd31,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.579105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0aa1b653-c776-44e7-831d-75532d777f06 req-a762d0a6-6fa1-4543-8364-fa472e92c1d9 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342793 Aug 03 19:18:24.603595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-fbaddddb-b9cc-49fd-abd1-afd7a814e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:24.606834 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-fbaddddb-b9cc-49fd-abd1-afd7a814e99b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 1094 time: 0.1067870 Aug 03 19:18:24.668838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] Pushing event updated for resources: {'Network': ['ID=e2087b88-d5d0-48c7-96b6-f3323e5aafe8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.691572 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4aba398d-c30d-49e4-9597-fb288c08b362 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8216584 Aug 03 19:18:24.696311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40532) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:24.697089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e2087b88-d5d0-48c7-96b6-f3323e5aafe8 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:24.702434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-7595a016-3829-4065-9bd8-d1f4a2bcf9bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d5bdd64-00ba-4cee-b59e-0e24659bbd31 HTTP/1.1" status: 200 len: 217 time: 0.0807981 Aug 03 19:18:24.707279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] Request body: {'subnet': {'network_id': 'e2087b88-d5d0-48c7-96b6-f3323e5aafe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-787789620-subnet', 'tenant_id': 'e18b6e607dc14b4da50f18d5fbd17734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:24.744756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] Made reservation on behalf of e18b6e607dc14b4da50f18d5fbd17734 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:24.748269 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.819590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-188ddbcc-73e1-44e7-a057-87dceeaa77fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:24.824245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-188ddbcc-73e1-44e7-a057-87dceeaa77fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.1136096 Aug 03 19:18:24.872868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-63ce22d6-8056-41ba-a7b4-4dd3a1cda546 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392599 Aug 03 19:18:24.999782 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.034788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-ab700ede-fd19-450d-8e81-8a3745a1d47d service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536851 Aug 03 19:18:25.129125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6acf2a-4a85-44b7-a633-b66e689d0a2a,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:25.138317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] Checking segment: {'id': 'bfca3b68-e3b3-43f3-849f-4a65dde146d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e2087b88-d5d0-48c7-96b6-f3323e5aafe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:25.138705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] Network hostable DHCP agents. Network: e2087b88-d5d0-48c7-96b6-f3323e5aafe8, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:25.172864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] Network e2087b88-d5d0-48c7-96b6-f3323e5aafe8 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:25.201375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e2087b88-d5d0-48c7-96b6-f3323e5aafe8) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:25.209679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:25.210312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.222974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb13b841-d7b9-497a-8740-f27c47afc56b None None] Network e2087b88-d5d0-48c7-96b6-f3323e5aafe8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:25.237112 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-86f6186c-13b5-4d06-b000-ad632c6f2c11 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5301766 Aug 03 19:18:25.260604 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7ec1aaaf-7e57-4ea8-a71f-18f2fff8f486 req-1f685484-d97a-4c01-97be-bb9d4f2fdd79 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166305 Aug 03 19:18:25.426591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ec83c-5749-46d2-9a12-565ee923f310 req-adf32fa7-6bea-4183-b174-99ecb496b390 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:25.428260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb7ec83c-5749-46d2-9a12-565ee923f310 req-adf32fa7-6bea-4183-b174-99ecb496b390 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 943 time: 0.2102962 Aug 03 19:18:25.450630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a962e8-9f4a-49f4-9a23-9d6ac59ac44e req-a805fa10-fa52-4ab0-a2ed-936d1bd576ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:25.452194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39a962e8-9f4a-49f4-9a23-9d6ac59ac44e req-a805fa10-fa52-4ab0-a2ed-936d1bd576ad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 1094 time: 0.0930443 Aug 03 19:18:25.477674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cedc1f-ca48-42f9-98dd-15eb0064e140 None None] Network e2087b88-d5d0-48c7-96b6-f3323e5aafe8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:25.872774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb7ec83c-5749-46d2-9a12-565ee923f310 req-7b2919df-a67b-4d1f-a8c8-3275852b16ed tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313159 Aug 03 19:18:25.947997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a962e8-9f4a-49f4-9a23-9d6ac59ac44e req-d167513a-eaa4-45cd-815e-e48c803100a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:25.949672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39a962e8-9f4a-49f4-9a23-9d6ac59ac44e req-d167513a-eaa4-45cd-815e-e48c803100a4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 906 time: 0.4886596 Aug 03 19:18:26.073383 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:18:26.074275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39a962e8-9f4a-49f4-9a23-9d6ac59ac44e req-f0850ebc-697b-4160-864d-e93cc41a291d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d5bdd64-00ba-4cee-b59e-0e24659bbd31 HTTP/1.1" status: 200 len: 217 time: 0.1151738 Aug 03 19:18:26.432371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a962e8-9f4a-49f4-9a23-9d6ac59ac44e req-8380d067-708e-4e18-8824-59a2c7ffd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:26.435336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39a962e8-9f4a-49f4-9a23-9d6ac59ac44e req-8380d067-708e-4e18-8824-59a2c7ffd593 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.3175671 Aug 03 19:18:26.450361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad72a4-f5b0-45cd-b961-74cc2801ce47 req-dc9a9373-6a48-4d28-8961-5dc601f5d4e7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:26.452668 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2ad72a4-f5b0-45cd-b961-74cc2801ce47 req-dc9a9373-6a48-4d28-8961-5dc601f5d4e7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.3769150 Aug 03 19:18:26.536834 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39a962e8-9f4a-49f4-9a23-9d6ac59ac44e req-67f9e7e8-62a2-4e71-a540-82344d0b8325 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828290 Aug 03 19:18:26.682073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-0bc677a8-c021-47f1-9d6b-333f878b9b60 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:26.684841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-0bc677a8-c021-47f1-9d6b-333f878b9b60 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/networks?id=b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 HTTP/1.1" status: 200 len: 809 time: 0.7246838 Aug 03 19:18:26.738682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2ad72a4-f5b0-45cd-b961-74cc2801ce47 req-ae153081-0ed2-4c31-9a36-ec10428adbbc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599368 Aug 03 19:18:26.745413 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-04cf11b6-55f2-48f2-a31f-01fccb8706bc tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/quotas/5565fdcf5c2a4a9683b3e2a09be20cac HTTP/1.1" status: 200 len: 375 time: 0.0457225 Aug 03 19:18:26.809860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-d130de37-ec08-4a6c-a6a5-8f7c1c39465a tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5565fdcf5c2a4a9683b3e2a09be20cac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562277 Aug 03 19:18:26.972731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39a962e8-9f4a-49f4-9a23-9d6ac59ac44e req-97a473a2-252a-422c-a8a9-fa790aa97977 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086902 Aug 03 19:18:27.178195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39a962e8-9f4a-49f4-9a23-9d6ac59ac44e req-4b7a7466-6403-41fd-95c1-c4369e0086e0 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972442 Aug 03 19:18:27.184908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e4fe2c7c-d1d0-4b45-bbb4-b837041fd7b6 service neutron] 10.222.0.78 "GET /v2.0/networks/b7ff825a-2c21-47a1-8ec5-3dc8f60e5978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542678 Aug 03 19:18:27.316504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6753044-fe77-4c42-beb4-058c4e458458 req-4828f597-a6de-4024-b0b6-58fce5e33bc0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:27.318378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6753044-fe77-4c42-beb4-058c4e458458 req-4828f597-a6de-4024-b0b6-58fce5e33bc0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 943 time: 0.1383939 Aug 03 19:18:27.397896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6753044-fe77-4c42-beb4-058c4e458458 req-ef46cd7b-be85-4d3e-b423-f6a6d3adf441 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598369 Aug 03 19:18:27.430103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-f553b62d-fb49-477c-a763-9aaade38b9cf service neutron] 10.222.0.78 "GET /v2.0/networks/b7ff825a-2c21-47a1-8ec5-3dc8f60e5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233062 Aug 03 19:18:27.589110 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3786e-6b18-4125-80fe-7eb2b50827a5 req-70f4a96e-335d-4e1d-b376-12dc69574272 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:27.590815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17b3786e-6b18-4125-80fe-7eb2b50827a5 req-70f4a96e-335d-4e1d-b376-12dc69574272 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 945 time: 0.1091349 Aug 03 19:18:27.736032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5316fb90-3582-4001-aff4-b24a2ba12e99 req-48244fb0-923a-41e4-bf66-2479033dd421 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 210 time: 0.1063025 Aug 03 19:18:27.770099 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17b3786e-6b18-4125-80fe-7eb2b50827a5 req-22560ff5-33b0-4be1-b2e2-e71a92cb3c75 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585879 Aug 03 19:18:27.966815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aeec0a-1eb9-4534-b5c0-0e4ae8f97a9d req-9289a529-bda9-4e8e-bc14-a3138389ed83 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:27.978907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6aeec0a-1eb9-4534-b5c0-0e4ae8f97a9d req-9289a529-bda9-4e8e-bc14-a3138389ed83 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.1077933 Aug 03 19:18:28.065442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6aeec0a-1eb9-4534-b5c0-0e4ae8f97a9d req-93c22750-4f20-44b5-ba90-9f7771f47296 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703604 Aug 03 19:18:28.183198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:18:28.380944 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2d5bdd64-00ba-4cee-b59e-0e24659bbd31,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:28.399822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '2d5bdd64-00ba-4cee-b59e-0e24659bbd31', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'port_id': '2d5bdd64-00ba-4cee-b59e-0e24659bbd31', 'mac_address': 'fa:16:3e:b4:2e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371b2c9e-1a78-47e2-b8bf-65176b61184e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:18:28.493021 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.524184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:28.588040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2d5bdd64-00ba-4cee-b59e-0e24659bbd31,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:28.596113 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.637123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebb0fe-7149-4363-b29c-9939368939a8 req-f68a96a2-272c-4388-9574-60eb4710c140 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:28.650542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbebb0fe-7149-4363-b29c-9939368939a8 req-f68a96a2-272c-4388-9574-60eb4710c140 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 943 time: 0.1299958 Aug 03 19:18:28.714521 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbebb0fe-7149-4363-b29c-9939368939a8 req-6aaf5709-6211-4e2d-bf6c-90fd0f1d70fe tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627434 Aug 03 19:18:28.731361 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=2d5bdd64-00ba-4cee-b59e-0e24659bbd31,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:28.920978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['2d5bdd64-00ba-4cee-b59e-0e24659bbd31'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:28.922960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3165f7ec-5552-4a22-8c8e-800925ab65f9 req-1682136e-86af-46e8-8828-57779510c748 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 210 time: 0.0642600 Aug 03 19:18:28.983932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea379b-bc8f-47ba-9549-52d44ab15728 req-567fe240-5584-431e-90a6-3e8f2a856952 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:28.986693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60ea379b-bc8f-47ba-9549-52d44ab15728 req-567fe240-5584-431e-90a6-3e8f2a856952 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.74 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 945 time: 0.1587834 Aug 03 19:18:29.064305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffe09d-3b28-400e-b379-8e59311dd4f3 req-938630d4-3f36-4bb1-b4a3-39d5dbe9b8da tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.066502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39ffe09d-3b28-400e-b379-8e59311dd4f3 req-938630d4-3f36-4bb1-b4a3-39d5dbe9b8da tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 945 time: 0.1505256 Aug 03 19:18:29.522076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39ffe09d-3b28-400e-b379-8e59311dd4f3 req-5f552679-c196-4a1f-a210-69da2e71b0de tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446557 Aug 03 19:18:29.603132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864c2e2-b123-4107-952a-01ea33e6690d req-e6091c94-a618-49b1-9f0d-42f21592f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.605822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b864c2e2-b123-4107-952a-01ea33e6690d req-e6091c94-a618-49b1-9f0d-42f21592f1b9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732&tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf HTTP/1.1" status: 200 len: 1094 time: 0.3267384 Aug 03 19:18:29.641942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d62c2-c6b5-47da-9942-38110aed4c05 req-70833dcd-550d-424e-8d23-71a77ca3d9df tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.644384 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c75d62c2-c6b5-47da-9942-38110aed4c05 req-70833dcd-550d-424e-8d23-71a77ca3d9df tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.3634064 Aug 03 19:18:29.658262 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.659177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:29.693889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-154b7fd2-3941-45b9-8998-771dff681290 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.697142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-154b7fd2-3941-45b9-8998-771dff681290 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.37 "GET /v2.0/networks?id=b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 HTTP/1.1" status: 200 len: 809 time: 0.6059830 Aug 03 19:18:29.735478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-60ea379b-bc8f-47ba-9549-52d44ab15728 req-8785756b-11e1-476b-aeee-254f9918b90e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Deleting port e711d68a-2e88-4ba6-9823-b7903d2e43b7 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:29.736057 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-60ea379b-bc8f-47ba-9549-52d44ab15728 req-8785756b-11e1-476b-aeee-254f9918b90e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.747215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Request body: {'port': {'device_id': '5642bbbf-ebb9-4b96-ac39-d0ee2451b569', 'network_id': 'b7ff825a-2c21-47a1-8ec5-3dc8f60e5978', 'admin_state_up': True, 'tenant_id': '5565fdcf5c2a4a9683b3e2a09be20cac'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:30.019222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c75d62c2-c6b5-47da-9942-38110aed4c05 req-0692299c-c930-41a9-807f-763428460054 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673503 Aug 03 19:18:30.026000 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.122589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-60ea379b-bc8f-47ba-9549-52d44ab15728 req-8785756b-11e1-476b-aeee-254f9918b90e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] For port e711d68a-2e88-4ba6-9823-b7903d2e43b7, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e711d68a-2e88-4ba6-9823-b7903d2e43b7,segment=NetworkSegment(65b1abd7-b02f-4895-8121-e8ffe1fe2fc4),segment_id=65b1abd7-b02f-4895-8121-e8ffe1fe2fc4)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:30.122959 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-60ea379b-bc8f-47ba-9549-52d44ab15728 req-8785756b-11e1-476b-aeee-254f9918b90e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.135183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367cdf1-4d7b-4597-a6f6-33c7621558ec req-5f22ac56-12ab-44a9-8843-decf70cc42f2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:30.136806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3367cdf1-4d7b-4597-a6f6-33c7621558ec req-5f22ac56-12ab-44a9-8843-decf70cc42f2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 944 time: 0.2599711 Aug 03 19:18:30.205700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a88d0c5-d523-4337-9f19-61e8d2ca1d20 req-7add5669-aeb3-4923-a6d8-847c8e96fe40 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 210 time: 0.1005349 Aug 03 19:18:30.211896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-60ea379b-bc8f-47ba-9549-52d44ab15728 req-8785756b-11e1-476b-aeee-254f9918b90e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Calling delete_port for e711d68a-2e88-4ba6-9823-b7903d2e43b7 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:30.247842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:30.324377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Made reservation on behalf of 5565fdcf5c2a4a9683b3e2a09be20cac for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:30.324665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:30.327930 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.329557 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:30.330196 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.382649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3367cdf1-4d7b-4597-a6f6-33c7621558ec req-8d9588c9-59a6-499f-8a6e-9773fb13fe01 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341714 Aug 03 19:18:30.430333 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.459538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7c5fb4-2289-45d2-b35c-b398dd0d6485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5bdd64-00ba-4cee-b59e-0e24659bbd31'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:30.462666 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeda710-831f-4e31-81ac-1fa5abd739f5" -d '{"events": [{"server_uuid": "8b7c5fb4-2289-45d2-b35c-b398dd0d6485", "name": "network-vif-plugged", "status": "completed", "tag": "2d5bdd64-00ba-4cee-b59e-0e24659bbd31"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:30.480965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2d5bdd64-00ba-4cee-b59e-0e24659bbd31,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:30.486992 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.488374 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e711d68a-2e88-4ba6-9823-b7903d2e43b7 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:30.615696 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730cf308-5e5e-4f01-96db-5f5ac2942bef x-openstack-request-id: req-730cf308-5e5e-4f01-96db-5f5ac2942bef {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:30.616399 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7c5fb4-2289-45d2-b35c-b398dd0d6485", "name": "network-vif-plugged", "status": "completed", "tag": "2d5bdd64-00ba-4cee-b59e-0e24659bbd31", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:30.617058 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-730cf308-5e5e-4f01-96db-5f5ac2942bef {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:30.617441 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7c5fb4-2289-45d2-b35c-b398dd0d6485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5bdd64-00ba-4cee-b59e-0e24659bbd31', 'code': 200} Aug 03 19:18:30.683442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=2d5bdd64-00ba-4cee-b59e-0e24659bbd31,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:30.744155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a7dea-f1b3-4380-9985-510de065e62f req-a001d45a-e095-43a3-9d02-548af310d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:30.747057 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-393a7dea-f1b3-4380-9985-510de065e62f req-a001d45a-e095-43a3-9d02-548af310d91b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 1096 time: 0.0891414 Aug 03 19:18:30.757080 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.822682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e711d68a-2e88-4ba6-9823-b7903d2e43b7, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e711d68a-2e88-4ba6-9823-b7903d2e43b7,segment=NetworkSegment(65b1abd7-b02f-4895-8121-e8ffe1fe2fc4),segment_id=65b1abd7-b02f-4895-8121-e8ffe1fe2fc4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:30.828482 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.838719 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-393a7dea-f1b3-4380-9985-510de065e62f req-aaca8b2a-6842-4806-9204-b68a89958a89 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841713 Aug 03 19:18:30.893681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=e711d68a-2e88-4ba6-9823-b7903d2e43b7,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:31.006323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb25892-b80c-4968-9dd1-4f8b8793fefe req-70580ef3-b7ce-4b38-ab6b-d2a1a5dccd0e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:31.008356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8eb25892-b80c-4968-9dd1-4f8b8793fefe req-70580ef3-b7ce-4b38-ab6b-d2a1a5dccd0e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 945 time: 0.3226869 Aug 03 19:18:31.152455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:31.155214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Allocated IP 172.20.0.10 (b7ff825a-2c21-47a1-8ec5-3dc8f60e5978/c45d05b7-188d-41b0-8970-bd2979e0267d/c675f14c-65cf-4fa8-b342-20af36584a72) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:31.192968 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8eb25892-b80c-4968-9dd1-4f8b8793fefe req-a50f3c90-177b-4385-bd89-6745d1878c40 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617997 Aug 03 19:18:31.232613 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-60ea379b-bc8f-47ba-9549-52d44ab15728 req-8785756b-11e1-476b-aeee-254f9918b90e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.316835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:31.325605 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785756b-11e1-476b-aeee-254f9918b90e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Pushing event deleted for resources: {'Port': ['ID=e711d68a-2e88-4ba6-9823-b7903d2e43b7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:31.439602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8fbeb650-3ec4-48ce-9c1d-42f0454a856b req-b159ea66-b352-4519-acee-8770f6af5fb1 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 210 time: 0.0737243 Aug 03 19:18:31.468999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc02e430-6abe-449e-8d02-93356707ec54 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:31.514566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2fa83-f19f-48ff-83e0-731dd023874b req-1eb36b6c-7f6f-4b29-82e5-6821ba9cf477 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:31.516230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dca2fa83-f19f-48ff-83e0-731dd023874b req-1eb36b6c-7f6f-4b29-82e5-6821ba9cf477 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.3558958 Aug 03 19:18:31.522141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ea379b-bc8f-47ba-9549-52d44ab15728 req-8785756b-11e1-476b-aeee-254f9918b90e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] No DVR routers for this DVR port e711d68a-2e88-4ba6-9823-b7903d2e43b7 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:31.526279 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-60ea379b-bc8f-47ba-9549-52d44ab15728 req-8785756b-11e1-476b-aeee-254f9918b90e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.528513 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60ea379b-bc8f-47ba-9549-52d44ab15728 req-8785756b-11e1-476b-aeee-254f9918b90e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.74 "DELETE /v2.0/ports/e711d68a-2e88-4ba6-9823-b7903d2e43b7 HTTP/1.1" status: 204 len: 173 time: 2.5281398 Aug 03 19:18:31.530870 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.536313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab473adf-9876-4993-bec5-0ba1a0593f8a', 'name': 'network-vif-deleted', 'tag': 'e711d68a-2e88-4ba6-9823-b7903d2e43b7'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:31.539759 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97b8d7e-b4c4-4921-934f-021bb36a4e4d" -d '{"events": [{"server_uuid": "ab473adf-9876-4993-bec5-0ba1a0593f8a", "name": "network-vif-deleted", "tag": "e711d68a-2e88-4ba6-9823-b7903d2e43b7"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:31.591525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Transition to ACTIVE for port object fc02e430-6abe-449e-8d02-93356707ec54 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:31.610302 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.697794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dca2fa83-f19f-48ff-83e0-731dd023874b req-2090260b-41e6-4e4a-987e-d6d5a5a865f3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528063 Aug 03 19:18:31.756986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.853844 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e1d72-10de-44ba-b4c2-c2fd7ea61bb4 x-openstack-request-id: req-576e1d72-10de-44ba-b4c2-c2fd7ea61bb4 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:31.856112 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab473adf-9876-4993-bec5-0ba1a0593f8a", "name": "network-vif-deleted", "tag": "e711d68a-2e88-4ba6-9823-b7903d2e43b7", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:31.856516 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-576e1d72-10de-44ba-b4c2-c2fd7ea61bb4 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:31.858220 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab473adf-9876-4993-bec5-0ba1a0593f8a', 'name': 'network-vif-deleted', 'tag': 'e711d68a-2e88-4ba6-9823-b7903d2e43b7', 'status': 'completed', 'code': 200} Aug 03 19:18:31.863218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=9']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:31.898786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8f208-8ff7-4d7c-806b-7089f9fd193b req-818ad8c9-e56c-447b-a12f-6e15233fc3e4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:31.907085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1e8f208-8ff7-4d7c-806b-7089f9fd193b req-818ad8c9-e56c-447b-a12f-6e15233fc3e4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 945 time: 0.3207974 Aug 03 19:18:32.033181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1e8f208-8ff7-4d7c-806b-7089f9fd193b req-3fc1ca16-95bc-4d77-b7b0-ec2e6aeb26d9 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254523 Aug 03 19:18:32.130639 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.159840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] No DVR routers for this DVR port fc02e430-6abe-449e-8d02-93356707ec54 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:32.279059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Network b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:32.287793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Pushing event updated for resources: {'Port': ['ID=c675f14c-65cf-4fa8-b342-20af36584a72,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:32.293518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:32.303830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:32.434351 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1e4171f-f356-47eb-a1d0-6d83b9465af0 req-f5fd978d-8636-4341-9796-0a9eab535206 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=ab473adf-9876-4993-bec5-0ba1a0593f8a HTTP/1.1" status: 200 len: 210 time: 0.0486333 Aug 03 19:18:32.454453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:32.455163 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.481746 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-e0462dce-79e5-4e3a-b67b-f6bc93cf5b5d tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7546227 Aug 03 19:18:32.514773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Request body: {'port': {'device_id': '5642bbbf-ebb9-4b96-ac39-d0ee2451b569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:32.531619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Attempting to bind port fc02e430-6abe-449e-8d02-93356707ec54 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:32.533127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Attempting to bind port fc02e430-6abe-449e-8d02-93356707ec54 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:32.534515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Attempting to bind port fc02e430-6abe-449e-8d02-93356707ec54 on network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:32.607073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Port fc02e430-6abe-449e-8d02-93356707ec54 on network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:18:32.607656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Attempting to bind port fc02e430-6abe-449e-8d02-93356707ec54 on network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:32.620326 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab473adf-9876-4993-bec5-0ba1a0593f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e711d68a-2e88-4ba6-9823-b7903d2e43b7'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:32.622954 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f583273-93e3-496d-80c8-65a638f62da1" -d '{"events": [{"server_uuid": "ab473adf-9876-4993-bec5-0ba1a0593f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e711d68a-2e88-4ba6-9823-b7903d2e43b7"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:32.662365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:32.663291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Checking segment: {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:32.664592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Bound using segment: {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:32.665843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Bound port: fc02e430-6abe-449e-8d02-93356707ec54, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:32.668238 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.713044 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31219847-f746-4fdf-9a78-8b192c51192b x-openstack-request-id: req-31219847-f746-4fdf-9a78-8b192c51192b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:32.714478 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab473adf-9876-4993-bec5-0ba1a0593f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "e711d68a-2e88-4ba6-9823-b7903d2e43b7", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:32.714806 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31219847-f746-4fdf-9a78-8b192c51192b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:32.715339 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab473adf-9876-4993-bec5-0ba1a0593f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e711d68a-2e88-4ba6-9823-b7903d2e43b7', 'code': 200} Aug 03 19:18:32.805782 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.850421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda5bdf-6d96-402e-ad4b-7a2534164c87 req-a5fa24a8-c1f5-4764-9738-8ad9bfc279c9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:32.852118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dda5bdf-6d96-402e-ad4b-7a2534164c87 req-a5fa24a8-c1f5-4764-9738-8ad9bfc279c9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 932 time: 0.2757101 Aug 03 19:18:33.033908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:33.125015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8dda5bdf-6d96-402e-ad4b-7a2534164c87 req-f88ea26b-fb01-4ef2-b1f4-0c4055fd59d4 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556763 Aug 03 19:18:33.127025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:33.143521 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.154922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadff4bd-df2f-4e16-a82f-ad66d25665f9 req-9c1dd2f5-ae88-46b8-9e20-18608735ca84 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:33.157672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cadff4bd-df2f-4e16-a82f-ad66d25665f9 req-9c1dd2f5-ae88-46b8-9e20-18608735ca84 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 943 time: 0.2626357 Aug 03 19:18:33.272316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:33.273961 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.275297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b864c2e2-b123-4107-952a-01ea33e6690d req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] 10.222.0.74 "PUT /v2.0/ports/fc02e430-6abe-449e-8d02-93356707ec54 HTTP/1.1" status: 200 len: 1091 time: 3.6294656 Aug 03 19:18:33.350808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0910b0-22da-4383-9cc8-39fc5cd5e32b service neutron] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=10']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:33.385759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cadff4bd-df2f-4e16-a82f-ad66d25665f9 req-ede54c8e-85b9-46b5-978d-88f74a60e2b5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146959 Aug 03 19:18:33.938590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:33.943220 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acafcdba-ba43-4d7a-b4cc-df8577982fec" -d '{"events": [{"name": "network-changed", "server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "tag": "fc02e430-6abe-449e-8d02-93356707ec54"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:34.056832 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9a20-7030-4616-b1f4-c3ec9142d2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.092093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18370400-e1c6-4b99-a701-6fda860894db req-22f97871-51e3-44b6-a4a9-db90a82c8b78 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:34.095156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18370400-e1c6-4b99-a701-6fda860894db req-22f97871-51e3-44b6-a4a9-db90a82c8b78 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 945 time: 0.8038065 Aug 03 19:18:34.109914 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3097b0d2-5e1b-460c-aa61-39a499623e23 x-openstack-request-id: req-3097b0d2-5e1b-460c-aa61-39a499623e23 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:34.110729 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "tag": "fc02e430-6abe-449e-8d02-93356707ec54", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:34.111338 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3097b0d2-5e1b-460c-aa61-39a499623e23 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:34.112145 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54', 'status': 'completed', 'code': 200} Aug 03 19:18:34.119253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-3d53e226-ae6b-4aec-b896-fcf0ef9eacaf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7575264 Aug 03 19:18:34.123185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864c2e2-b123-4107-952a-01ea33e6690d req-f0d5ea0b-c2ad-44dc-8759-e93d1a4a1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:34.125794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b864c2e2-b123-4107-952a-01ea33e6690d req-f0d5ea0b-c2ad-44dc-8759-e93d1a4a1c12 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 1095 time: 0.7695029 Aug 03 19:18:34.483148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18370400-e1c6-4b99-a701-6fda860894db req-87601aa7-5cad-48b7-8eb0-9479967d79ae tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518035 Aug 03 19:18:34.488627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c675f14c-65cf-4fa8-b342-20af36584a72 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:34.504914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-d4aba441-2aa2-420a-94d1-8ff71a5423f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:34.506606 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-d4aba441-2aa2-420a-94d1-8ff71a5423f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d5679ab7fb8468da9fc3e9c58daff06&device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 1096 time: 0.3002043 Aug 03 19:18:34.515823 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.530300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864c2e2-b123-4107-952a-01ea33e6690d req-76ecfc10-ea0d-44bc-b3a7-cc17d7a404d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:34.531541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b864c2e2-b123-4107-952a-01ea33e6690d req-76ecfc10-ea0d-44bc-b3a7-cc17d7a404d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.3758380 Aug 03 19:18:34.708066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6ce91-f751-4c07-aa9c-519e9508acb4 req-84ff02df-987e-4c4b-bd30-2bf0f3b0d97e tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:34.711136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ef6ce91-f751-4c07-aa9c-519e9508acb4 req-84ff02df-987e-4c4b-bd30-2bf0f3b0d97e tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 932 time: 0.3824270 Aug 03 19:18:34.724763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Transition to ACTIVE for port object c675f14c-65cf-4fa8-b342-20af36584a72 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:34.845278 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.025237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-e47cda95-2b63-4204-89f8-38d8d303be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:35.028126 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-e47cda95-2b63-4204-89f8-38d8d303be80 service neutron] 10.222.0.74 "GET /v2.0/networks?id=83fe2096-75f7-4db1-9a1a-81976ae4c69d HTTP/1.1" status: 200 len: 910 time: 0.4793773 Aug 03 19:18:35.043631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b864c2e2-b123-4107-952a-01ea33e6690d req-9118734f-03b8-442e-be64-e03ee5ab80f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc02e430-6abe-449e-8d02-93356707ec54 HTTP/1.1" status: 200 len: 999 time: 0.4937944 Aug 03 19:18:35.098380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa03b78-dd28-4fa3-91c6-aa226586bb7d req-d6732cf0-8bf8-4937-b2f4-632eee893561 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:35.099960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfa03b78-dd28-4fa3-91c6-aa226586bb7d req-d6732cf0-8bf8-4937-b2f4-632eee893561 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.4158220 Aug 03 19:18:35.151958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Pushing event updated for resources: {'Port': ['ID=c675f14c-65cf-4fa8-b342-20af36584a72,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:35.166073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ef6ce91-f751-4c07-aa9c-519e9508acb4 req-fe3d72ca-6d40-4e18-b807-4aa0156e8c1a tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591280 Aug 03 19:18:35.366413 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-22f53a2c-412a-44e2-af2b-08400a9a29cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e90f39a-96f5-4701-ba3e-1b6be14cdca8 HTTP/1.1" status: 200 len: 1000 time: 0.3111866 Aug 03 19:18:35.397991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864c2e2-b123-4107-952a-01ea33e6690d req-2e5c7fd5-f2f0-485d-ab34-529da3cea663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:35.402469 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b864c2e2-b123-4107-952a-01ea33e6690d req-2e5c7fd5-f2f0-485d-ab34-529da3cea663 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.3200631 Aug 03 19:18:35.490199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfa03b78-dd28-4fa3-91c6-aa226586bb7d req-bbcfab7c-f7ba-4bbc-92ff-49e9d69867da tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426068 Aug 03 19:18:35.748852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-21d1ffa3-392e-401c-9cb3-91e2dd7c4b69 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:35.771161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-21d1ffa3-392e-401c-9cb3-91e2dd7c4b69 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.4423585 Aug 03 19:18:35.788184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Attempting to bind port c675f14c-65cf-4fa8-b342-20af36584a72 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:35.789642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Attempting to bind port c675f14c-65cf-4fa8-b342-20af36584a72 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'bea1e73a-43c4-4297-acd5-8c414d3b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7ff825a-2c21-47a1-8ec5-3dc8f60e5978'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:35.790547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Attempting to bind port c675f14c-65cf-4fa8-b342-20af36584a72 on network b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:35.839887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Port c675f14c-65cf-4fa8-b342-20af36584a72 on network b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:18:35.840229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Attempting to bind port c675f14c-65cf-4fa8-b342-20af36584a72 on network b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:35.851961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-fd47ba0e-5143-49fe-add7-f89ab1ccecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:35.856001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-fd47ba0e-5143-49fe-add7-f89ab1ccecf4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c063f720-ba3c-4a9e-a6c3-529b45855469 HTTP/1.1" status: 200 len: 848 time: 0.4630659 Aug 03 19:18:35.881267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:35.881267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Checking segment: {'id': 'bea1e73a-43c4-4297-acd5-8c414d3b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7ff825a-2c21-47a1-8ec5-3dc8f60e5978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:35.881267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Bound using segment: {'id': 'bea1e73a-43c4-4297-acd5-8c414d3b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7ff825a-2c21-47a1-8ec5-3dc8f60e5978'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:35.881267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Bound port: c675f14c-65cf-4fa8-b342-20af36584a72, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea1e73a-43c4-4297-acd5-8c414d3b4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7ff825a-2c21-47a1-8ec5-3dc8f60e5978'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:35.887509 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.086547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-d276856c-b635-4d51-b82f-bde026819cca tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/quotas/5f24cce5f8964a8d9262bbbdb69b5903 HTTP/1.1" status: 200 len: 375 time: 0.3115084 Aug 03 19:18:36.088428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864c2e2-b123-4107-952a-01ea33e6690d req-9a02ce2a-d61f-4286-a46a-179920bab5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:36.091375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b864c2e2-b123-4107-952a-01ea33e6690d req-9a02ce2a-d61f-4286-a46a-179920bab5f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6482527 Aug 03 19:18:36.197555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] For port c675f14c-65cf-4fa8-b342-20af36584a72, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:36.267808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-4526a294-213e-4720-bf7c-2c2a6fdd0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:36.270654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-4526a294-213e-4720-bf7c-2c2a6fdd0ac4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fe2096-75f7-4db1-9a1a-81976ae4c69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3678787 Aug 03 19:18:36.324568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] For port c675f14c-65cf-4fa8-b342-20af36584a72, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c675f14c-65cf-4fa8-b342-20af36584a72,segment=NetworkSegment(bea1e73a-43c4-4297-acd5-8c414d3b4527),segment_id=bea1e73a-43c4-4297-acd5-8c414d3b4527)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:36.358045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.434209 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-88ef3d83-99f0-4521-88ff-81df038e1869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.446457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-0fa47c16-8367-4d35-b4e9-0e25d8b0430a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3439019 Aug 03 19:18:36.544099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:36.545259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.546204 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] 10.222.0.37 "PUT /v2.0/ports/c675f14c-65cf-4fa8-b342-20af36584a72 HTTP/1.1" status: 200 len: 1092 time: 4.0456631 Aug 03 19:18:36.558581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5642bbbf-ebb9-4b96-ac39-d0ee2451b569', 'tag': 'c675f14c-65cf-4fa8-b342-20af36584a72'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:36.561809 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b353e0fb-00d3-44f4-a8fd-29a8536d8221" -d '{"events": [{"name": "network-changed", "server_uuid": "5642bbbf-ebb9-4b96-ac39-d0ee2451b569", "tag": "c675f14c-65cf-4fa8-b342-20af36584a72"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:36.646379 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.681083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b864c2e2-b123-4107-952a-01ea33e6690d req-dbc977e4-96f5-43c8-b75d-93f06124f882 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773787 Aug 03 19:18:36.681775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eac1a-0fdf-40a4-a372-971adc981cee service neutron] Pushing event updated for resources: {'Port': ['ID=c675f14c-65cf-4fa8-b342-20af36584a72,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:36.752536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a7bc2-4bdc-408f-9579-26a8e81bed6f req-ef3457a3-405d-481c-b236-25117b77e006 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:36.754215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-870a7bc2-4bdc-408f-9579-26a8e81bed6f req-ef3457a3-405d-481c-b236-25117b77e006 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 944 time: 0.3065135 Aug 03 19:18:36.756215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-c03e8559-1723-429e-9c6f-56106688f2b8 service neutron] 10.222.0.74 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650447 Aug 03 19:18:37.342228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-4d93bf58-8e16-47ba-9284-8233bea21dcb service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473740 Aug 03 19:18:37.372836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-870a7bc2-4bdc-408f-9579-26a8e81bed6f req-6f1daece-75a4-4048-a38e-125877b2172c tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878050 Aug 03 19:18:37.387811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-52b9b7bb-51da-418f-a70b-7e60cf658ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:37.389550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-52b9b7bb-51da-418f-a70b-7e60cf658ffc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5565fdcf5c2a4a9683b3e2a09be20cac&device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 1095 time: 0.7382970 Aug 03 19:18:37.532200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b864c2e2-b123-4107-952a-01ea33e6690d req-6e6b2c99-9e41-48b7-a3ec-ed3bbde469dc service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8204899 Aug 03 19:18:37.553324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-819ac5bc-98fe-4ddb-88fb-b83dda3299f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c675f14c-65cf-4fa8-b342-20af36584a72 HTTP/1.1" status: 200 len: 217 time: 0.0892441 Aug 03 19:18:37.658331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66ef62b9-abaf-4970-9a77-ea3151c5c491 req-dd074b32-0355-4034-a336-ed4fef8ee1bc service neutron] 10.222.0.74 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8691304 Aug 03 19:18:37.668740 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-e60c4d39-3fdc-4318-a10c-091ad0d9ec2c service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903361 Aug 03 19:18:37.687126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96addb-b5f1-45c8-9bda-35419d3c5f41 req-6ebbdce2-9d0d-45e0-b342-0681e1eab6e5 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:37.688805 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb96addb-b5f1-45c8-9bda-35419d3c5f41 req-6ebbdce2-9d0d-45e0-b342-0681e1eab6e5 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.1626978 Aug 03 19:18:37.736285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-fbbc851a-0e53-485d-9d73-908a60aa2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:37.737873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-fbbc851a-0e53-485d-9d73-908a60aa2c46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c45d05b7-188d-41b0-8970-bd2979e0267d HTTP/1.1" status: 200 len: 849 time: 0.1698422 Aug 03 19:18:37.898170 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.971249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-09a07b88-f101-4c7e-8112-819de34c1f17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7ff825a-2c21-47a1-8ec5-3dc8f60e5978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2146492 Aug 03 19:18:37.976855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafcdba-ba43-4d7a-b4cc-df8577982fec req-0ecfdb5b-54e8-4d3f-86a5-336a3036b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:37.978758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acafcdba-ba43-4d7a-b4cc-df8577982fec req-0ecfdb5b-54e8-4d3f-86a5-336a3036b0be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 1095 time: 0.2889767 Aug 03 19:18:37.995192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb96addb-b5f1-45c8-9bda-35419d3c5f41 req-f7ec0faf-0cbe-45d9-be8f-ed2ac839dfe3 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911644 Aug 03 19:18:38.227197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-ed86b8f1-9b79-4d14-b64e-bedc83e1b9c9 service neutron] 10.222.0.37 "GET /v2.0/networks/b7ff825a-2c21-47a1-8ec5-3dc8f60e5978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283185 Aug 03 19:18:38.289377 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7fcd22-00ff-40e4-a70c-013f7ee9120d x-openstack-request-id: req-9c7fcd22-00ff-40e4-a70c-013f7ee9120d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:38.289718 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5642bbbf-ebb9-4b96-ac39-d0ee2451b569", "tag": "c675f14c-65cf-4fa8-b342-20af36584a72", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:38.289978 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9c7fcd22-00ff-40e4-a70c-013f7ee9120d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:38.290377 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5642bbbf-ebb9-4b96-ac39-d0ee2451b569', 'tag': 'c675f14c-65cf-4fa8-b342-20af36584a72', 'status': 'completed', 'code': 200} Aug 03 19:18:38.848290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-a88aea04-828e-4019-b64c-79f25a8dee76 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:38.857637 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-a88aea04-828e-4019-b64c-79f25a8dee76 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.2074504 Aug 03 19:18:38.935413 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b789a804-20e0-4f4e-94b9-ee349fb16dc5 req-b8260c5a-015d-4887-8f5e-8ec64c5e1666 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 210 time: 0.4042573 Aug 03 19:18:38.941627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafcdba-ba43-4d7a-b4cc-df8577982fec req-46a6bde9-561f-43e7-9f3b-f00dcc2f6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:38.946998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acafcdba-ba43-4d7a-b4cc-df8577982fec req-46a6bde9-561f-43e7-9f3b-f00dcc2f6b33 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.9447422 Aug 03 19:18:39.223216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Deleting port cc56c4a4-a945-428f-ad2d-98d4566a96a6 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:39.223586 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.416377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e6fc5-7dc7-47d0-b7e8-d26c7c15e741 req-2ca5d459-589a-45d1-bdf3-e85d819cb9ec tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.436412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d82e6fc5-7dc7-47d0-b7e8-d26c7c15e741 req-2ca5d459-589a-45d1-bdf3-e85d819cb9ec tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 1.2063546 Aug 03 19:18:39.516955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] For port cc56c4a4-a945-428f-ad2d-98d4566a96a6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=cc56c4a4-a945-428f-ad2d-98d4566a96a6,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:39.522845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.640466 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.701191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d82e6fc5-7dc7-47d0-b7e8-d26c7c15e741 req-b7c2d590-ce57-4bae-83f4-f31cb1e53d1a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618515 Aug 03 19:18:39.742863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0cd6e4a-dab7-4375-a3ad-206de657455d req-75bb47a2-a140-44f6-a17f-29f586a1cee3 service neutron] 10.222.0.37 "GET /v2.0/networks/b7ff825a-2c21-47a1-8ec5-3dc8f60e5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4510040 Aug 03 19:18:39.932071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acafcdba-ba43-4d7a-b4cc-df8577982fec req-2cb29092-a791-48a5-9a86-f3be8cc71ea9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc02e430-6abe-449e-8d02-93356707ec54 HTTP/1.1" status: 200 len: 999 time: 0.9657142 Aug 03 19:18:40.068293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055110e-55d7-41e5-b68f-2ce894c4fc79 req-71edd72c-d39b-4b7a-9caf-7051a7552fae tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:40.081984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e055110e-55d7-41e5-b68f-2ce894c4fc79 req-71edd72c-d39b-4b7a-9caf-7051a7552fae tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 944 time: 0.8324640 Aug 03 19:18:40.193482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e0fb-00d3-44f4-a8fd-29a8536d8221 req-ffa57c29-c2b9-493e-bba9-60531ec8cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:40.196241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b353e0fb-00d3-44f4-a8fd-29a8536d8221 req-ffa57c29-c2b9-493e-bba9-60531ec8cbb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5565fdcf5c2a4a9683b3e2a09be20cac&device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 1095 time: 0.3783538 Aug 03 19:18:40.239206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafcdba-ba43-4d7a-b4cc-df8577982fec req-4cbac57a-366a-4fa3-98da-47a2235cb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:40.241160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acafcdba-ba43-4d7a-b4cc-df8577982fec req-4cbac57a-366a-4fa3-98da-47a2235cb3be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.2499063 Aug 03 19:18:40.362385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7b10a-3349-4db2-9c09-d5679b02149b req-b1a9a1ce-4515-4911-bab5-c7131446b426 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:40.371656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85d7b10a-3349-4db2-9c09-d5679b02149b req-b1a9a1ce-4515-4911-bab5-c7131446b426 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 945 time: 0.3788862 Aug 03 19:18:40.393228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e055110e-55d7-41e5-b68f-2ce894c4fc79 req-229da28c-258b-47dd-a1be-fcb50ee33cec tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089883 Aug 03 19:18:40.593074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafcdba-ba43-4d7a-b4cc-df8577982fec req-4abecd2b-57a0-457e-9dd8-f647dd62ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:40.594955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acafcdba-ba43-4d7a-b4cc-df8577982fec req-4abecd2b-57a0-457e-9dd8-f647dd62ee1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269694 Aug 03 19:18:40.626138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85d7b10a-3349-4db2-9c09-d5679b02149b req-533fdae6-caeb-4ae1-8390-7d8d379db269 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534487 Aug 03 19:18:40.661479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2654b520-4705-486a-a9d4-2eb4f0187df0 req-dcc399c6-92ea-4b79-b82d-09440d71a66d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 210 time: 0.1004512 Aug 03 19:18:40.689854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e0fb-00d3-44f4-a8fd-29a8536d8221 req-4384f90d-ca6c-46e6-858e-b5bc9098f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:40.691902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b353e0fb-00d3-44f4-a8fd-29a8536d8221 req-4384f90d-ca6c-46e6-858e-b5bc9098f380 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 HTTP/1.1" status: 200 len: 910 time: 0.4823647 Aug 03 19:18:40.695575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.696240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.696716 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Floating IP 88d35850-ffd3-4a45-9f78-380b5a186de5 disassociated. External IP: 172.25.8.199, port: cc56c4a4-a945-428f-ad2d-98d4566a96a6. Aug 03 19:18:40.697423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Calling delete_port for cc56c4a4-a945-428f-ad2d-98d4566a96a6 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:41.125676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b353e0fb-00d3-44f4-a8fd-29a8536d8221 req-953eeba4-0578-4897-b0e3-ec83984dd78f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c675f14c-65cf-4fa8-b342-20af36584a72 HTTP/1.1" status: 200 len: 217 time: 0.4255123 Aug 03 19:18:41.235667 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.324640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event deleted for resources: {'Port': ['ID=cc56c4a4-a945-428f-ad2d-98d4566a96a6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:41.372515 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acafcdba-ba43-4d7a-b4cc-df8577982fec req-eacf4ff0-5666-41a4-971a-02cc0a9888fb service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605033 Aug 03 19:18:41.397543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e0fb-00d3-44f4-a8fd-29a8536d8221 req-14a1c96c-786e-4b7b-846e-9f01cfee8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:41.400659 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b353e0fb-00d3-44f4-a8fd-29a8536d8221 req-14a1c96c-786e-4b7b-846e-9f01cfee8058 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c45d05b7-188d-41b0-8970-bd2979e0267d HTTP/1.1" status: 200 len: 849 time: 0.1948640 Aug 03 19:18:41.494415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208c104-809a-4cf1-8b34-0d0885eb33e6 req-be2ace69-b2aa-4bc3-8f91-df0fe8c100d2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:41.510240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4208c104-809a-4cf1-8b34-0d0885eb33e6 req-be2ace69-b2aa-4bc3-8f91-df0fe8c100d2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.3907638 Aug 03 19:18:41.563623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b353e0fb-00d3-44f4-a8fd-29a8536d8221 req-76533c06-4817-4aa4-9335-04cd332cd992 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b7ff825a-2c21-47a1-8ec5-3dc8f60e5978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387792 Aug 03 19:18:41.701101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Router a293b2dc-c762-40a4-a797-2a834068adf4 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:18:41.836444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b353e0fb-00d3-44f4-a8fd-29a8536d8221 req-fc570e88-51d7-4295-a512-131ebded0b69 service neutron] 10.222.0.37 "GET /v2.0/networks/b7ff825a-2c21-47a1-8ec5-3dc8f60e5978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524884 Aug 03 19:18:42.022398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4208c104-809a-4cf1-8b34-0d0885eb33e6 req-4a9f81b9-9e62-4583-a7a1-c1dc9b64e8fc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4755135 Aug 03 19:18:42.212639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:42.237196 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51758a6-0fda-4dcf-8f72-880d0c4dbddb None None] Sync routers for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:42.255401 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51758a6-0fda-4dcf-8f72-880d0c4dbddb None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:42.256432 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b51758a6-0fda-4dcf-8f72-880d0c4dbddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:18:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:42.341462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] No DVR routers for this DVR port cc56c4a4-a945-428f-ad2d-98d4566a96a6 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:42.344736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.347396 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5a936e66-895a-403d-afb7-4b3b327617f7 req-8858354a-cc24-45d0-8bb8-2a895ab885be tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.37 "DELETE /v2.0/ports/cc56c4a4-a945-428f-ad2d-98d4566a96a6 HTTP/1.1" status: 204 len: 173 time: 3.4814496 Aug 03 19:18:42.348151 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6514778f-2415-4b13-9787-6a9a702462de', 'name': 'network-vif-deleted', 'tag': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:42.353133 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12679ecc-7096-4925-bc8f-a4f6c8e95b80" -d '{"events": [{"server_uuid": "6514778f-2415-4b13-9787-6a9a702462de", "name": "network-vif-deleted", "tag": "cc56c4a4-a945-428f-ad2d-98d4566a96a6"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:42.407356 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c675f14c-65cf-4fa8-b342-20af36584a72 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:18:42.490651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device cc56c4a4-a945-428f-ad2d-98d4566a96a6 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:42.519265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27373567-0a0b-48c4-b158-a3e6549b9fac req-07e07f7c-df1f-449a-b811-58060a2544fd tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:42.523491 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27373567-0a0b-48c4-b158-a3e6549b9fac req-07e07f7c-df1f-449a-b811-58060a2544fd tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 944 time: 0.8334846 Aug 03 19:18:42.531075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78f71fc5-3b22-4674-b7a3-5d2d044d6b3a req-862ab1ae-3fc8-4468-8e9c-d645f62304bc tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 210 time: 0.1493118 Aug 03 19:18:42.563458 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b51758a6-0fda-4dcf-8f72-880d0c4dbddb None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:42.610242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b353e0fb-00d3-44f4-a8fd-29a8536d8221 req-a0760dc2-f6ce-4fdb-a7cb-19ef39f24334 service neutron] 10.222.0.37 "GET /v2.0/networks/b7ff825a-2c21-47a1-8ec5-3dc8f60e5978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7570233 Aug 03 19:18:42.732353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27373567-0a0b-48c4-b158-a3e6549b9fac req-42496cba-04df-43fe-87c6-8bc71d6901de tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958318 Aug 03 19:18:42.778806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acafcdba-ba43-4d7a-b4cc-df8577982fec req-d731a5a7-b662-4c09-ac66-f73a964b38f6 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029173 Aug 03 19:18:42.796388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: cc56c4a4-a945-428f-ad2d-98d4566a96a6 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:42.798286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device cc56c4a4-a945-428f-ad2d-98d4566a96a6 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:42.801059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf6dee70-5044-4dc1-98a3-2d98c2105d20 req-5e2bdbf2-ac97-43fe-8e8e-a1dace14a92e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 210 time: 0.0918188 Aug 03 19:18:43.036936 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b51758a6-0fda-4dcf-8f72-880d0c4dbddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:43.092857 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51758a6-0fda-4dcf-8f72-880d0c4dbddb None None] Checking router: a293b2dc-c762-40a4-a797-2a834068adf4 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:18:43.120755 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51758a6-0fda-4dcf-8f72-880d0c4dbddb None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:43.121144 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b51758a6-0fda-4dcf-8f72-880d0c4dbddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:18:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:43.185672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c675f14c-65cf-4fa8-b342-20af36584a72, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c675f14c-65cf-4fa8-b342-20af36584a72,segment=NetworkSegment(bea1e73a-43c4-4297-acd5-8c414d3b4527),segment_id=bea1e73a-43c4-4297-acd5-8c414d3b4527)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:43.247112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'c675f14c-65cf-4fa8-b342-20af36584a72', 'network_id': 'b7ff825a-2c21-47a1-8ec5-3dc8f60e5978', 'port_id': 'c675f14c-65cf-4fa8-b342-20af36584a72', 'mac_address': 'fa:16:3e:90:bf:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45d05b7-188d-41b0-8970-bd2979e0267d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:18:43.383672 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d529eddd-1778-46da-8305-7dc81752f495 x-openstack-request-id: req-d529eddd-1778-46da-8305-7dc81752f495 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:43.385676 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6514778f-2415-4b13-9787-6a9a702462de", "name": "network-vif-deleted", "tag": "cc56c4a4-a945-428f-ad2d-98d4566a96a6", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:43.385676 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d529eddd-1778-46da-8305-7dc81752f495 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:43.386290 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6514778f-2415-4b13-9787-6a9a702462de', 'name': 'network-vif-deleted', 'tag': 'cc56c4a4-a945-428f-ad2d-98d4566a96a6', 'status': 'completed', 'code': 200} Aug 03 19:18:43.467640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-5e9b74b4-3ac4-4a28-a56f-cac841410439 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.469256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-5e9b74b4-3ac4-4a28-a56f-cac841410439 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.5320725 Aug 03 19:18:43.527295 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.562703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Request body: {'port': {'device_id': '4b8b954e-da68-437b-b36d-25aa1f6b3802', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'admin_state_up': True, 'tenant_id': '5f24cce5f8964a8d9262bbbdb69b5903'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:43.566213 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b51758a6-0fda-4dcf-8f72-880d0c4dbddb None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:43.596876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c675f14c-65cf-4fa8-b342-20af36584a72 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:43.734008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c675f14c-65cf-4fa8-b342-20af36584a72, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c675f14c-65cf-4fa8-b342-20af36584a72,segment=NetworkSegment(bea1e73a-43c4-4297-acd5-8c414d3b4527),segment_id=bea1e73a-43c4-4297-acd5-8c414d3b4527)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:43.744451 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.852080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7477-69e5-451f-94b4-1c3b6a008b22 req-1972e96a-c21c-400a-923a-7b279f395f9f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.853782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c3a7477-69e5-451f-94b4-1c3b6a008b22 req-1972e96a-c21c-400a-923a-7b279f395f9f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.3781734 Aug 03 19:18:43.987464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c675f14c-65cf-4fa8-b342-20af36584a72,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:44.028228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c675f14c-65cf-4fa8-b342-20af36584a72'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:44.033234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c3a7477-69e5-451f-94b4-1c3b6a008b22 req-3f59f68d-e332-4f23-8db9-5b1c53a3eae3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571050 Aug 03 19:18:44.133845 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f69d779d-5f39-465c-b95e-493e58d9d39a req-e012fd5b-155b-4e33-9f46-6653e0d88c27 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=6514778f-2415-4b13-9787-6a9a702462de HTTP/1.1" status: 200 len: 210 time: 0.1651788 Aug 03 19:18:44.221377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Made reservation on behalf of 5f24cce5f8964a8d9262bbbdb69b5903 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:44.234555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.367950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-97ea9fbb-3dc4-425d-8e61-4456cee2d8ec req-1a96fa64-f861-4a2b-98cf-c3f681857049 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 210 time: 0.0468853 Aug 03 19:18:44.583300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c2502-da94-4fb4-8029-bc4b57fa935d req-39a35966-d321-4401-8b11-df8028c38fcc tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:44.595581 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a54c2502-da94-4fb4-8029-bc4b57fa935d req-39a35966-d321-4401-8b11-df8028c38fcc tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 945 time: 0.3294327 Aug 03 19:18:44.764420 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b51758a6-0fda-4dcf-8f72-880d0c4dbddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:44.869910 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51758a6-0fda-4dcf-8f72-880d0c4dbddb None None] The sync data for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 is: [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:45.309759 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.620130 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744492f-e16a-4a11-abec-6468858c3fb5 None None] New status for floating IP 88d35850-ffd3-4a45-9f78-380b5a186de5: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:18:45.662730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a54c2502-da94-4fb4-8029-bc4b57fa935d req-58da5e79-1ebc-4926-b267-b8f5a914c478 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0658627 Aug 03 19:18:45.894104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c037ec8-eaf4-4403-af57-744c5b6f9845 req-d18ed9eb-2565-493e-86f0-8457c8d66483 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:45.909264 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c037ec8-eaf4-4403-af57-744c5b6f9845 req-d18ed9eb-2565-493e-86f0-8457c8d66483 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.4096248 Aug 03 19:18:45.935893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Allocated IP 172.20.0.4 (c9cab6ee-0676-4f35-91d7-a3aad5735c7b/371b2c9e-1a78-47e2-b8bf-65176b61184e/e0a6e15f-7141-483c-aa80-84c253539c07) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:46.082271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c037ec8-eaf4-4403-af57-744c5b6f9845 req-f78e9e7a-5704-4759-88d9-608ba8a043fd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717114 Aug 03 19:18:46.124445 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fa5fd59-cc3c-45b3-9a34-b37b07ed7d03 req-bc974531-175e-4ec4-b012-404305a84aa5 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 210 time: 0.0411172 Aug 03 19:18:46.257837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40962) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.438252 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.456076 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e18b20f-6013-4ad0-93c6-ab385ad238d8 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.462263 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c675f14c-65cf-4fa8-b342-20af36584a72 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:46.489741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.520100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Network c9cab6ee-0676-4f35-91d7-a3aad5735c7b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:46.522314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:46.525847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:46.539141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:46.566871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e18b20f-6013-4ad0-93c6-ab385ad238d8 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.592475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['2d5bdd64-00ba-4cee-b59e-0e24659bbd31'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:46.618859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event updated for resources: {'Port': ['ID=e0a6e15f-7141-483c-aa80-84c253539c07,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:46.642468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:46.648001 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.694440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-fe4e7eae-8ceb-4f56-9ac1-8eb6a41566c6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1281478 Aug 03 19:18:46.706362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port c675f14c-65cf-4fa8-b342-20af36584a72 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:46.718281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port c675f14c-65cf-4fa8-b342-20af36584a72 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:46.719152 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.732253 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e18b20f-6013-4ad0-93c6-ab385ad238d8 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.735588 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e18b20f-6013-4ad0-93c6-ab385ad238d8 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.736940 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9e18b20f-6013-4ad0-93c6-ab385ad238d8 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "DELETE /v2.0/security-groups/0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9 HTTP/1.1" status: 204 len: 168 time: 0.4774666 Aug 03 19:18:46.742391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40972) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.777685 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-7d3bb8f5-e2aa-4b64-9ae3-6b007d66120c tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] show failed (client error): The resource could not be found. Aug 03 19:18:46.778809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7d3bb8f5-e2aa-4b64-9ae3-6b007d66120c tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups/0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9 HTTP/1.1" status: 404 len: 347 time: 0.0352368 Aug 03 19:18:46.780555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18b20f-6013-4ad0-93c6-ab385ad238d8 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf7cc10-cfb5-4adf-9f9c-e4120c5fdbc9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:46.783997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40974) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:47.219853 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.316505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5642bbbf-ebb9-4b96-ac39-d0ee2451b569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c675f14c-65cf-4fa8-b342-20af36584a72'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:47.332167 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7f47e7-7e55-44ef-a188-5c923265c709" -d '{"events": [{"server_uuid": "5642bbbf-ebb9-4b96-ac39-d0ee2451b569", "name": "network-vif-plugged", "status": "completed", "tag": "c675f14c-65cf-4fa8-b342-20af36584a72"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:47.353586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c675f14c-65cf-4fa8-b342-20af36584a72, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c675f14c-65cf-4fa8-b342-20af36584a72,segment=NetworkSegment(bea1e73a-43c4-4297-acd5-8c414d3b4527),segment_id=bea1e73a-43c4-4297-acd5-8c414d3b4527)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:47.360630 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.416104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73144bdf-4a0c-4599-a53e-5c2e60e01ba0 req-9c8d1e43-70f5-4dcf-b0c8-6cd8239dfcbc tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:47.418188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73144bdf-4a0c-4599-a53e-5c2e60e01ba0 req-9c8d1e43-70f5-4dcf-b0c8-6cd8239dfcbc tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 945 time: 0.4346995 Aug 03 19:18:47.423082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ed19c-11fa-4dfd-8864-1c52924cd02f tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Deleting port c36706a7-4bbd-4b97-84f6-d8f65e9b2d2d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:47.423430 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed19c-11fa-4dfd-8864-1c52924cd02f tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.479483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c675f14c-65cf-4fa8-b342-20af36584a72,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:47.519051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73144bdf-4a0c-4599-a53e-5c2e60e01ba0 req-cc411f23-b7d5-4eeb-a26e-ad4a8d303dea tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774438 Aug 03 19:18:47.580772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-40122646-de25-4cb1-905d-dbc6b4ec0053 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:47.582499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-40122646-de25-4cb1-905d-dbc6b4ec0053 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/networks?id=8099bcfc-5807-43cf-a7bc-8b92f3566a55 HTTP/1.1" status: 200 len: 813 time: 0.3452182 Aug 03 19:18:47.633822 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed19c-11fa-4dfd-8864-1c52924cd02f tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.634216 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed19c-11fa-4dfd-8864-1c52924cd02f tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.646078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-2765ca40-1102-40e7-96c2-049e1d9eb082 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/quotas/68fd81a75962491d8426ad0ab974d3f3 HTTP/1.1" status: 200 len: 375 time: 0.0325060 Aug 03 19:18:47.661705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ed19c-11fa-4dfd-8864-1c52924cd02f tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Calling delete_port for c36706a7-4bbd-4b97-84f6-d8f65e9b2d2d owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:47.773256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-dbcd2b55-7de7-4856-9ee2-11ad7714ff10 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=68fd81a75962491d8426ad0ab974d3f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045947 Aug 03 19:18:48.058662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d3cce-bb64-41a4-b18a-296fb6a4feeb req-f2642854-8291-4457-90d5-1abab6bdea43 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:48.062702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b93d3cce-bb64-41a4-b18a-296fb6a4feeb req-f2642854-8291-4457-90d5-1abab6bdea43 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.4019506 Aug 03 19:18:48.215968 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b93d3cce-bb64-41a4-b18a-296fb6a4feeb req-83cdedba-1534-45d2-92c2-6f66e321d2b6 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305323 Aug 03 19:18:48.400310 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-138de339-fb30-4711-a711-e9e4e8c89efd service neutron] 10.222.0.78 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627494 Aug 03 19:18:48.643108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-5313ff00-fe7e-461f-a9d1-53862e4163a6 service neutron] 10.222.0.78 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060297 Aug 03 19:18:48.644541 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed19c-11fa-4dfd-8864-1c52924cd02f tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.848163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc186706-1dc5-4abd-bc80-e7f4046d9c57 req-04d6a385-fc79-4c26-8da2-c4a58322267f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:48.850492 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc186706-1dc5-4abd-bc80-e7f4046d9c57 req-04d6a385-fc79-4c26-8da2-c4a58322267f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 931 time: 0.4549806 Aug 03 19:18:48.877399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ed19c-11fa-4dfd-8864-1c52924cd02f tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event deleted for resources: {'Port': ['ID=c36706a7-4bbd-4b97-84f6-d8f65e9b2d2d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:48.968706 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed19c-11fa-4dfd-8864-1c52924cd02f tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.974138 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed19c-11fa-4dfd-8864-1c52924cd02f tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.985860 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff1995a-3728-442d-82cf-651e67b1b863 x-openstack-request-id: req-7ff1995a-3728-442d-82cf-651e67b1b863 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:48.985860 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5642bbbf-ebb9-4b96-ac39-d0ee2451b569", "name": "network-vif-plugged", "status": "completed", "tag": "c675f14c-65cf-4fa8-b342-20af36584a72", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:48.985860 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ff1995a-3728-442d-82cf-651e67b1b863 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:48.985860 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5642bbbf-ebb9-4b96-ac39-d0ee2451b569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c675f14c-65cf-4fa8-b342-20af36584a72', 'code': 200} Aug 03 19:18:48.989457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6b6ed19c-11fa-4dfd-8864-1c52924cd02f tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "DELETE /v2.0/floatingips/88d35850-ffd3-4a45-9f78-380b5a186de5 HTTP/1.1" status: 204 len: 168 time: 2.2041423 Aug 03 19:18:49.022052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc186706-1dc5-4abd-bc80-e7f4046d9c57 req-a1105ace-906d-42ef-a9c8-d6f36b0d0c71 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480854 Aug 03 19:18:49.326932 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bd70b3a-11d6-43af-b2c6-ab44a3c1ee27 req-3a6d7467-105d-40ed-9cd5-68dd9f96e721 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 210 time: 0.1477139 Aug 03 19:18:49.349639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3d270-76fc-41af-903c-a64b2d441bc8 req-bc2a4be4-7191-4488-b31d-40e4e8362d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:49.352070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53a3d270-76fc-41af-903c-a64b2d441bc8 req-bc2a4be4-7191-4488-b31d-40e4e8362d52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 1097 time: 0.1741142 Aug 03 19:18:49.361836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece63ab6-67a8-4f69-9de1-d2a12d9587f9 req-6c92e868-c99f-47bd-ae98-a667d6b3acd2 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:49.386169 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ece63ab6-67a8-4f69-9de1-d2a12d9587f9 req-6c92e868-c99f-47bd-ae98-a667d6b3acd2 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 946 time: 0.3159661 Aug 03 19:18:49.496011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53a3d270-76fc-41af-903c-a64b2d441bc8 req-b1d489ef-a835-4241-9e06-16b72e5e23d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962548 Aug 03 19:18:49.520332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ece63ab6-67a8-4f69-9de1-d2a12d9587f9 req-2d633d5c-e444-4dc8-ad47-f63ba7e9b915 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328218 Aug 03 19:18:49.760213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46e608-1c19-403d-86cf-b35fa0e2327b req-7631fd59-3eab-4516-9998-94a12875a927 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:49.764448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d46e608-1c19-403d-86cf-b35fa0e2327b req-7631fd59-3eab-4516-9998-94a12875a927 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.1185837 Aug 03 19:18:49.922239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d46e608-1c19-403d-86cf-b35fa0e2327b req-3fcc2cd9-2a05-4195-9fdd-5eaf440263e7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445971 Aug 03 19:18:50.119860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 41042) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:50.141483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4f0c74db-1d64-4da8-a55b-47de486aaa82 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634659993', 'description': 'tempest-description--1353794535'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:50.260485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4f0c74db-1d64-4da8-a55b-47de486aaa82 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.607174 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4f0c74db-1d64-4da8-a55b-47de486aaa82 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.673770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a431951c-cdaf-4ec6-ae73-74e990ebb405 req-825e5250-56e0-4eaa-b0d3-3efd71143522 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 210 time: 0.0618615 Aug 03 19:18:50.673770 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4f0c74db-1d64-4da8-a55b-47de486aaa82 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.753385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb350634-88cb-42d4-8bd8-3899b39e2fdd req-abd4a241-7d6c-486c-bc6d-50eed9d7208e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:50.755103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb350634-88cb-42d4-8bd8-3899b39e2fdd req-abd4a241-7d6c-486c-bc6d-50eed9d7208e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 931 time: 0.4511762 Aug 03 19:18:50.876987 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4f0c74db-1d64-4da8-a55b-47de486aaa82 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.879255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4f0c74db-1d64-4da8-a55b-47de486aaa82 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7556262 Aug 03 19:18:50.880480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c74db-1d64-4da8-a55b-47de486aaa82 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:50.884840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 41058) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:50.915827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-661af207-ee0d-439c-97f2-0384376fbf7a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'security_group_rule': {'security_group_id': '6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:50.932342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb350634-88cb-42d4-8bd8-3899b39e2fdd req-7e2bf3b8-4a34-4942-b244-24832c832e82 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009467 Aug 03 19:18:50.969671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77370cad-d898-4e93-bc1e-0035ccd1e86c req-a520b4f0-8052-4299-b4ac-0d2a83f88f36 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:50.978466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77370cad-d898-4e93-bc1e-0035ccd1e86c req-a520b4f0-8052-4299-b4ac-0d2a83f88f36 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 946 time: 0.2217546 Aug 03 19:18:51.035532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77370cad-d898-4e93-bc1e-0035ccd1e86c req-20cf866f-f47d-4aa9-b90f-c9bc121b3221 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559096 Aug 03 19:18:51.058225 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-661af207-ee0d-439c-97f2-0384376fbf7a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.175407 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-661af207-ee0d-439c-97f2-0384376fbf7a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.212638 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-661af207-ee0d-439c-97f2-0384376fbf7a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.274852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661af207-ee0d-439c-97f2-0384376fbf7a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d7ba78-0549-4e53-b6e9-c76f8ea77fe3,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:51.358238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18eedb0-383c-43a7-9b58-c8abde669fb1 req-f6ed3955-08d5-429b-bac4-2966d845fbb2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:51.379642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e18eedb0-383c-43a7-9b58-c8abde669fb1 req-f6ed3955-08d5-429b-bac4-2966d845fbb2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.2010801 Aug 03 19:18:51.383794 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-661af207-ee0d-439c-97f2-0384376fbf7a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.388964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-661af207-ee0d-439c-97f2-0384376fbf7a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4781599 Aug 03 19:18:51.389823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41064) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:51.402712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-19c0e33c-c7f7-414c-93e0-e38c0c6dc425 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'security_group_rule': {'security_group_id': '6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:51.474180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e18eedb0-383c-43a7-9b58-c8abde669fb1 req-68f2d95f-730b-420d-ad0b-b4ea17f76136 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926938 Aug 03 19:18:51.504152 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19c0e33c-c7f7-414c-93e0-e38c0c6dc425 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.627571 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19c0e33c-c7f7-414c-93e0-e38c0c6dc425 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.636884 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19c0e33c-c7f7-414c-93e0-e38c0c6dc425 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.701578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0e33c-c7f7-414c-93e0-e38c0c6dc425 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ec76c0-1b07-4079-b155-88b16ebde7a7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:51.740677 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-19c0e33c-c7f7-414c-93e0-e38c0c6dc425 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.745936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 41080) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:51.746190 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-19c0e33c-c7f7-414c-93e0-e38c0c6dc425 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3532972 Aug 03 19:18:51.762191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:51.807410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-279ae4fd-cf33-4178-a8f9-d4a2cb0a1a6a req-3a5f549e-fd3c-4550-a9af-b69e34a74b71 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 210 time: 0.0363657 Aug 03 19:18:51.855506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.028666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.214153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c398f2-3ccc-46bc-bf7e-2046a1ac7572 req-3d453414-8bd6-46f5-8c61-be28a21204f0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:52.216090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43c398f2-3ccc-46bc-bf7e-2046a1ac7572 req-3d453414-8bd6-46f5-8c61-be28a21204f0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 931 time: 0.1257408 Aug 03 19:18:52.254573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Allocated IP 172.25.8.179 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/6bb76af3-fd46-439b-b4b6-a2716c00aa9d) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:52.364237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43c398f2-3ccc-46bc-bf7e-2046a1ac7572 req-d22f6675-66e7-465c-8bbd-19961e9061b7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409140 Aug 03 19:18:52.435730 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.520786 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.646956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:52.700546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:52.706118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:52.709631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'Port': ['ID=6bb76af3-fd46-439b-b4b6-a2716c00aa9d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:52.803303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7077f0-bb88-4f82-9278-a1a808803e25 req-b71e1dec-be25-4cbf-a758-19f4d993c2cb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:52.806538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd7077f0-bb88-4f82-9278-a1a808803e25 req-b71e1dec-be25-4cbf-a758-19f4d993c2cb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.1842282 Aug 03 19:18:53.023667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b839908-16e4-4d18-add0-8750fa890aab req-4669ea46-6fe5-4923-a059-5cb7eba1dc90 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 210 time: 0.0711677 Aug 03 19:18:53.040548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Request body: {'port': {'device_id': '4b8b954e-da68-437b-b36d-25aa1f6b3802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:53.058214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd7077f0-bb88-4f82-9278-a1a808803e25 req-56eaf346-0f33-4e39-9803-95efc9fa8b60 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434790 Aug 03 19:18:53.179192 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.238351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.269056 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.123726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.198445 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.296646 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1bf21d1-1bc0-4fd2-a00a-57ce6bd73fbb req-b04a5271-d52d-4238-a64a-a98409e4d187 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 210 time: 0.1085269 Aug 03 19:18:54.315652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeab06c-6307-4d76-845c-8df654f376ba req-4eded774-e0c6-44b8-8687-a339fe726beb tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:54.318098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beeab06c-6307-4d76-845c-8df654f376ba req-4eded774-e0c6-44b8-8687-a339fe726beb tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 931 time: 0.3977354 Aug 03 19:18:54.331900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'Port': ['ID=6bb76af3-fd46-439b-b4b6-a2716c00aa9d,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:54.415708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-3acb2c92-650b-44d5-b1a1-662a91aa4c8f tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:54.417762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-3acb2c92-650b-44d5-b1a1-662a91aa4c8f tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.74 "GET /v2.0/networks?id=8099bcfc-5807-43cf-a7bc-8b92f3566a55 HTTP/1.1" status: 200 len: 813 time: 0.4630678 Aug 03 19:18:54.445207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Request body: {'port': {'device_id': '5394a2a7-702d-4957-825c-b5f7e693ba0d', 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55', 'admin_state_up': True, 'tenant_id': '68fd81a75962491d8426ad0ab974d3f3'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:54.584127 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.641039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beeab06c-6307-4d76-845c-8df654f376ba req-fcd93f83-533f-448c-917a-4626b70a2e3f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990885 Aug 03 19:18:54.691076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.705196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-060bd0be-b641-48ab-a9f8-6276eb1cf1d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9450696 Aug 03 19:18:54.820239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b1e8f-fe26-4b3a-a4dd-b2dacf103ceb req-b0039d41-d064-44fb-bf3b-02dcf8f250ee tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:54.823452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca9b1e8f-fe26-4b3a-a4dd-b2dacf103ceb req-b0039d41-d064-44fb-bf3b-02dcf8f250ee tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.3649528 Aug 03 19:18:54.897823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a6e15f-7141-483c-aa80-84c253539c07 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:54.911827 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.946229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca9b1e8f-fe26-4b3a-a4dd-b2dacf103ceb req-6da16937-5bd0-45d2-8b05-d4d234c65c80 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990207 Aug 03 19:18:54.966260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Transition to ACTIVE for port object e0a6e15f-7141-483c-aa80-84c253539c07 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:54.986186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.057453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Made reservation on behalf of 68fd81a75962491d8426ad0ab974d3f3 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:55.061849 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.197042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-49a45a79-6f8a-4937-a3a5-8d47cd74ea2a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--634659993&fields=id&tenant_id=626233c70a404f73880d3d28058f737e HTTP/1.1" status: 200 len: 267 time: 0.2362981 Aug 03 19:18:55.197890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Pushing event updated for resources: {'Port': ['ID=e0a6e15f-7141-483c-aa80-84c253539c07,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:55.535385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c42c2fe9-3b17-4559-8479-8ead9d75bec9 req-7a30bf13-6439-469a-af12-8a96eff394fa tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 210 time: 0.0973449 Aug 03 19:18:55.568080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Allocated IP 172.20.0.12 (8099bcfc-5807-43cf-a7bc-8b92f3566a55/5dc0c157-10e0-408d-a014-ed71691ee79a/92fea91f-5430-4463-97c3-b96d02436350) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:55.616241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Attempting to bind port e0a6e15f-7141-483c-aa80-84c253539c07 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:55.616624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Attempting to bind port e0a6e15f-7141-483c-aa80-84c253539c07 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:55.616925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Attempting to bind port e0a6e15f-7141-483c-aa80-84c253539c07 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:55.625874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Port e0a6e15f-7141-483c-aa80-84c253539c07 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:18:55.626271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Attempting to bind port e0a6e15f-7141-483c-aa80-84c253539c07 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:55.638484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:55.638839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Checking segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:55.639197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Bound using segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:55.639652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Bound port: e0a6e15f-7141-483c-aa80-84c253539c07, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:55.640020 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.678382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-7f3069a1-0825-49db-9f30-99984a28c89c tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:55.681114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-7f3069a1-0825-49db-9f30-99984a28c89c tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 811 time: 0.4270964 Aug 03 19:18:55.765694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-effbec61-e1f3-4959-b532-61ae89daec5a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/quotas/626233c70a404f73880d3d28058f737e HTTP/1.1" status: 200 len: 375 time: 0.0752270 Aug 03 19:18:55.939911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] For port e0a6e15f-7141-483c-aa80-84c253539c07, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:55.973161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-6e9b6e58-ec3d-421c-ac3e-e98970302bb5 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2064338 Aug 03 19:18:55.994542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] For port e0a6e15f-7141-483c-aa80-84c253539c07, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e0a6e15f-7141-483c-aa80-84c253539c07,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:56.014388 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.121129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2917918-7519-42e9-805c-8632797355d5 req-18258726-9480-4c97-b0ab-b9ff6acde021 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:56.122649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2917918-7519-42e9-805c-8632797355d5 req-18258726-9480-4c97-b0ab-b9ff6acde021 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 943 time: 0.2836852 Aug 03 19:18:56.164835 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.183970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:56.184766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.186973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] 10.222.0.74 "PUT /v2.0/ports/e0a6e15f-7141-483c-aa80-84c253539c07 HTTP/1.1" status: 200 len: 1091 time: 3.1540749 Aug 03 19:18:56.194186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8b954e-da68-437b-b36d-25aa1f6b3802', 'tag': 'e0a6e15f-7141-483c-aa80-84c253539c07'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:56.196749 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37649401-cf13-4a3c-a8d2-b7e10fd0e27c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8b954e-da68-437b-b36d-25aa1f6b3802", "tag": "e0a6e15f-7141-483c-aa80-84c253539c07"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:56.279199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2ea5a-7cd5-4f2b-9f79-08279d8c2f8d service neutron] Pushing event updated for resources: {'Port': ['ID=e0a6e15f-7141-483c-aa80-84c253539c07,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:56.335425 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2917918-7519-42e9-805c-8632797355d5 req-bf07bc92-b7be-4bb1-984b-b38889546e8f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852398 Aug 03 19:18:56.342090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-98070fe3-3c77-494d-997c-2a3233e640f9 service neutron] 10.222.0.78 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459730 Aug 03 19:18:56.463736 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.468250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-4609f760-2505-48e8-8806-3d86a73505fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:56.470703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-4609f760-2505-48e8-8806-3d86a73505fc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 1094 time: 0.2002749 Aug 03 19:18:56.641534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-de5e0c8a-5963-49c8-8d31-58dbf4df7ae5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a6e15f-7141-483c-aa80-84c253539c07 HTTP/1.1" status: 200 len: 217 time: 0.1480348 Aug 03 19:18:56.658490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:56.676314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:56.679546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:56.693286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Pushing event updated for resources: {'Port': ['ID=92fea91f-5430-4463-97c3-b96d02436350,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:56.787485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359376c-a06a-4ba3-b764-5d8194223c7e req-dc4d6197-a7e0-4d4f-ba25-4b9bfc5625cc tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:56.789633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4359376c-a06a-4ba3-b764-5d8194223c7e req-dc4d6197-a7e0-4d4f-ba25-4b9bfc5625cc tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 946 time: 0.3343139 Aug 03 19:18:56.802800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-70d33484-d97b-4926-94cb-7dd463d16d86 service neutron] 10.222.0.78 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462070 Aug 03 19:18:56.826599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:56.827389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.832567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-748efb77-e931-44c5-bb50-775250135d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:56.834215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-748efb77-e931-44c5-bb50-775250135d80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.1745656 Aug 03 19:18:56.898831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-4f75b216-dcc4-4e3b-8ef7-f43aff640dff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448828 Aug 03 19:18:56.902660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-a969d6e3-2e9f-4a4b-ae2b-afa2ea3c9f2d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4625199 Aug 03 19:18:56.913816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4359376c-a06a-4ba3-b764-5d8194223c7e req-1323ebfe-7665-474d-9553-9460c2194fca tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080964 Aug 03 19:18:56.952325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Request body: {'port': {'device_id': '5394a2a7-702d-4957-825c-b5f7e693ba0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:57.094374 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d74d63-6189-4afc-9a3a-fbf8f161274a x-openstack-request-id: req-75d74d63-6189-4afc-9a3a-fbf8f161274a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:57.094832 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8b954e-da68-437b-b36d-25aa1f6b3802", "tag": "e0a6e15f-7141-483c-aa80-84c253539c07", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:57.095245 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-75d74d63-6189-4afc-9a3a-fbf8f161274a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:57.095901 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8b954e-da68-437b-b36d-25aa1f6b3802', 'tag': 'e0a6e15f-7141-483c-aa80-84c253539c07', 'status': 'completed', 'code': 200} Aug 03 19:18:57.565327 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.640568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6741085-caa3-4211-a45f-7fa4411b8a1f req-bca7dadf-fc4a-4679-ab2d-003d0a7c7e8f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:57.648367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6741085-caa3-4211-a45f-7fa4411b8a1f req-bca7dadf-fc4a-4679-ab2d-003d0a7c7e8f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.5616579 Aug 03 19:18:57.709920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-666fb0eb-bddf-4123-97bc-cc43952552f1 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7880502 Aug 03 19:18:57.779146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f6d37-d73a-45f3-b55e-a31904a0c022 req-564708d7-ad0e-4060-bdd7-521c59c26ade tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:57.780773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-885f6d37-d73a-45f3-b55e-a31904a0c022 req-564708d7-ad0e-4060-bdd7-521c59c26ade tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.37 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 946 time: 0.2201629 Aug 03 19:18:57.835195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8e51b-1014-4859-a996-1d7930d86b38 req-f0001d29-99a1-473b-a7e2-05f34a2b8fa6 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:57.842755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7d8e51b-1014-4859-a996-1d7930d86b38 req-f0001d29-99a1-473b-a7e2-05f34a2b8fa6 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 932 time: 0.6446161 Aug 03 19:18:57.935048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6741085-caa3-4211-a45f-7fa4411b8a1f req-6cdec055-7d55-44e0-a960-bfa029880f2b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857442 Aug 03 19:18:58.144122 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7d8e51b-1014-4859-a996-1d7930d86b38 req-850f729c-1866-4e94-847c-190256096437 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000791 Aug 03 19:18:58.213913 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df7325f7-45f6-413f-8bd6-9d1e00a58961 req-ac038d34-0e77-4e01-a9d6-9a4f338df101 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 210 time: 0.0832317 Aug 03 19:18:58.223227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f07e2dfa-cf02-40cd-87e4-09eb6a72d993 req-d59dff18-fe70-4f4e-a84d-02c2ca824ab7 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007112 Aug 03 19:18:58.362114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-885f6d37-d73a-45f3-b55e-a31904a0c022 req-eaba48e2-f1f6-46e6-b6dd-5959abd674f9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Deleting port c675f14c-65cf-4fa8-b342-20af36584a72 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:58.362731 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-885f6d37-d73a-45f3-b55e-a31904a0c022 req-eaba48e2-f1f6-46e6-b6dd-5959abd674f9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.626453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-bbfeddbc-3dbb-42d6-a110-6f2cc0a5d742 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:58.628229 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-bbfeddbc-3dbb-42d6-a110-6f2cc0a5d742 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 811 time: 0.2066991 Aug 03 19:18:58.628410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa746493-9634-49b2-abf5-175e46c47224 req-a2b83e7c-e927-42e4-a93e-9c28a37d4383 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:58.630020 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa746493-9634-49b2-abf5-175e46c47224 req-a2b83e7c-e927-42e4-a93e-9c28a37d4383 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 943 time: 0.2794259 Aug 03 19:18:58.676944 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-3128d463-4977-4d05-a547-c9354839e4bd tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=626233c70a404f73880d3d28058f737e HTTP/1.1" status: 200 len: 379 time: 0.0382676 Aug 03 19:18:58.687590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'port': {'device_id': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'admin_state_up': True, 'tenant_id': '626233c70a404f73880d3d28058f737e', 'security_groups': ['6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:58.700835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a5b5-24e2-4ccf-b501-263c0b98596b req-c07cb078-ad37-4550-9570-45535d80f8c0 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:58.702565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6172a5b5-24e2-4ccf-b501-263c0b98596b req-c07cb078-ad37-4550-9570-45535d80f8c0 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 946 time: 0.3493011 Aug 03 19:18:58.714690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37649401-cf13-4a3c-a8d2-b7e10fd0e27c req-5a9096e0-3a35-46f6-ad4b-972352e79b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:58.716294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37649401-cf13-4a3c-a8d2-b7e10fd0e27c req-5a9096e0-3a35-46f6-ad4b-972352e79b89 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 1094 time: 0.3054144 Aug 03 19:18:58.755240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fea91f-5430-4463-97c3-b96d02436350 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:58.795614 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.855471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa746493-9634-49b2-abf5-175e46c47224 req-ea9a49df-a15b-41e6-891e-0287c1f3dbfa tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893857 Aug 03 19:18:58.864051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-885f6d37-d73a-45f3-b55e-a31904a0c022 req-eaba48e2-f1f6-46e6-b6dd-5959abd674f9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] For port c675f14c-65cf-4fa8-b342-20af36584a72, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c675f14c-65cf-4fa8-b342-20af36584a72,segment=NetworkSegment(bea1e73a-43c4-4297-acd5-8c414d3b4527),segment_id=bea1e73a-43c4-4297-acd5-8c414d3b4527)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:58.871468 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-885f6d37-d73a-45f3-b55e-a31904a0c022 req-eaba48e2-f1f6-46e6-b6dd-5959abd674f9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.890529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Made reservation on behalf of 626233c70a404f73880d3d28058f737e for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:58.895882 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.910619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Transition to ACTIVE for port object 92fea91f-5430-4463-97c3-b96d02436350 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:58.913912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-885f6d37-d73a-45f3-b55e-a31904a0c022 req-eaba48e2-f1f6-46e6-b6dd-5959abd674f9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Calling delete_port for c675f14c-65cf-4fa8-b342-20af36584a72 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:58.934271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6172a5b5-24e2-4ccf-b501-263c0b98596b req-3e52c01e-faff-4329-9000-b0c5f8b1c8f8 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/security-groups?id=95bc40f1-bc4b-419c-aaf5-c709fb496cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148087 Aug 03 19:18:58.937385 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.060608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37649401-cf13-4a3c-a8d2-b7e10fd0e27c req-7f2f93da-807c-4a27-ae4b-a12771b7a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:59.062439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37649401-cf13-4a3c-a8d2-b7e10fd0e27c req-7f2f93da-807c-4a27-ae4b-a12771b7a221 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 906 time: 0.3251407 Aug 03 19:18:59.062625 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Allocated IP 172.20.0.9 (09426778-1e21-46ee-b224-87300f001221/00971ce7-1163-47c1-9547-5e85d939b3bb/5157f550-c3d5-45aa-8afc-e53832c3f88d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:59.070926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Pushing event updated for resources: {'Port': ['ID=92fea91f-5430-4463-97c3-b96d02436350,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:59.157858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37649401-cf13-4a3c-a8d2-b7e10fd0e27c req-ccf0d7d6-578c-4a27-beeb-feafc297425b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a6e15f-7141-483c-aa80-84c253539c07 HTTP/1.1" status: 200 len: 217 time: 0.0736380 Aug 03 19:18:59.323620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.340351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37649401-cf13-4a3c-a8d2-b7e10fd0e27c req-e68365c9-f1fe-409f-a71b-a561eda68a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:59.341917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37649401-cf13-4a3c-a8d2-b7e10fd0e27c req-e68365c9-f1fe-409f-a71b-a561eda68a10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.1536868 Aug 03 19:18:59.347345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Transition to ACTIVE for port object 5157f550-c3d5-45aa-8afc-e53832c3f88d will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:59.369284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Attempting to bind port 92fea91f-5430-4463-97c3-b96d02436350 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:59.369695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Attempting to bind port 92fea91f-5430-4463-97c3-b96d02436350 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '65b1abd7-b02f-4895-8121-e8ffe1fe2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:59.369994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Attempting to bind port 92fea91f-5430-4463-97c3-b96d02436350 on network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:59.392528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8b80b-2097-406e-bb9c-e3fecb2ea31d req-9ae8722c-1812-46aa-b28a-f29f69d88582 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:59.393809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.394374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67c8b80b-2097-406e-bb9c-e3fecb2ea31d req-9ae8722c-1812-46aa-b28a-f29f69d88582 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 944 time: 0.2497406 Aug 03 19:18:59.423269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Port 92fea91f-5430-4463-97c3-b96d02436350 on network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:18:59.423590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Attempting to bind port 92fea91f-5430-4463-97c3-b96d02436350 on network 8099bcfc-5807-43cf-a7bc-8b92f3566a55 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:59.438080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37649401-cf13-4a3c-a8d2-b7e10fd0e27c req-c07c731d-ad65-42a8-b696-a7947b0e992b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698805 Aug 03 19:18:59.468968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:59.469340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Checking segment: {'id': '65b1abd7-b02f-4895-8121-e8ffe1fe2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:59.469732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Bound using segment: {'id': '65b1abd7-b02f-4895-8121-e8ffe1fe2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:59.470200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Bound port: 92fea91f-5430-4463-97c3-b96d02436350, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65b1abd7-b02f-4895-8121-e8ffe1fe2fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:59.470589 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.485994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Network 09426778-1e21-46ee-b224-87300f001221 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:59.489579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:59.497272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:59.504855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event updated for resources: {'Port': ['ID=5157f550-c3d5-45aa-8afc-e53832c3f88d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:59.534126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-885f6d37-d73a-45f3-b55e-a31904a0c022 req-eaba48e2-f1f6-46e6-b6dd-5959abd674f9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.581042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2002699-0665-4acc-9db5-c45d294fc56a req-1563d4be-2442-49c8-8c7e-e3ddb62b4076 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:59.588936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2002699-0665-4acc-9db5-c45d294fc56a req-1563d4be-2442-49c8-8c7e-e3ddb62b4076 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 944 time: 0.3091345 Aug 03 19:18:59.616286 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:59.617914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.646548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67c8b80b-2097-406e-bb9c-e3fecb2ea31d req-67c96471-f705-42a4-a049-296b706f9be7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431991 Aug 03 19:18:59.662048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba48e2-f1f6-46e6-b6dd-5959abd674f9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Pushing event deleted for resources: {'Port': ['ID=c675f14c-65cf-4fa8-b342-20af36584a72,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:59.692756 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.715593 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-a0fec5ba-dea7-435e-b1e3-a094b9389a97 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0319104 Aug 03 19:18:59.744558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Request body: {'port': {'device_id': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:59.807713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-885f6d37-d73a-45f3-b55e-a31904a0c022 req-eaba48e2-f1f6-46e6-b6dd-5959abd674f9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] No DVR routers for this DVR port c675f14c-65cf-4fa8-b342-20af36584a72 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:59.840617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-885f6d37-d73a-45f3-b55e-a31904a0c022 req-eaba48e2-f1f6-46e6-b6dd-5959abd674f9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.842800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-885f6d37-d73a-45f3-b55e-a31904a0c022 req-eaba48e2-f1f6-46e6-b6dd-5959abd674f9 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.37 "DELETE /v2.0/ports/c675f14c-65cf-4fa8-b342-20af36584a72 HTTP/1.1" status: 204 len: 173 time: 2.0312574 Aug 03 19:18:59.849553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5642bbbf-ebb9-4b96-ac39-d0ee2451b569', 'name': 'network-vif-deleted', 'tag': 'c675f14c-65cf-4fa8-b342-20af36584a72'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:59.851531 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cd0b8c-7f4e-4ce4-b5b4-a17d2aec236b" -d '{"events": [{"server_uuid": "5642bbbf-ebb9-4b96-ac39-d0ee2451b569", "name": "network-vif-deleted", "tag": "c675f14c-65cf-4fa8-b342-20af36584a72"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:59.871200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] For port 92fea91f-5430-4463-97c3-b96d02436350, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:59.893953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2002699-0665-4acc-9db5-c45d294fc56a req-3884c010-a467-44c0-a343-b19dcdf6922d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602341 Aug 03 19:18:59.896323 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37649401-cf13-4a3c-a8d2-b7e10fd0e27c req-13c61f99-0b9e-4b73-b091-3e1eae7b0b59 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395308 Aug 03 19:18:59.908087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.920796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] For port 92fea91f-5430-4463-97c3-b96d02436350, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=92fea91f-5430-4463-97c3-b96d02436350,segment=NetworkSegment(65b1abd7-b02f-4895-8121-e8ffe1fe2fc4),segment_id=65b1abd7-b02f-4895-8121-e8ffe1fe2fc4)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:59.986010 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.992862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fd6ac909-daab-40b1-8007-dae147ee8dd0 None None] Provisioning for port 5157f550-c3d5-45aa-8afc-e53832c3f88d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:59.997161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fd6ac909-daab-40b1-8007-dae147ee8dd0 None None] Provisioning complete for port 5157f550-c3d5-45aa-8afc-e53832c3f88d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:59.997560 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fd6ac909-daab-40b1-8007-dae147ee8dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.072450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ac909-daab-40b1-8007-dae147ee8dd0 None None] Port 5157f550-c3d5-45aa-8afc-e53832c3f88d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:00.079281 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eee2555-7640-4019-bdeb-335988f9bcea x-openstack-request-id: req-0eee2555-7640-4019-bdeb-335988f9bcea {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:00.079645 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5642bbbf-ebb9-4b96-ac39-d0ee2451b569", "name": "network-vif-deleted", "tag": "c675f14c-65cf-4fa8-b342-20af36584a72", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:00.079849 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0eee2555-7640-4019-bdeb-335988f9bcea {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:00.081045 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5642bbbf-ebb9-4b96-ac39-d0ee2451b569', 'name': 'network-vif-deleted', 'tag': 'c675f14c-65cf-4fa8-b342-20af36584a72', 'status': 'completed', 'code': 200} Aug 03 19:19:00.109790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf417f42-753d-421c-be10-d89e99666a7d req-42e721a6-38d9-4414-9e0c-397967018c4a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:00.118179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf417f42-753d-421c-be10-d89e99666a7d req-42e721a6-38d9-4414-9e0c-397967018c4a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 931 time: 0.3263116 Aug 03 19:19:00.132232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:00.132894 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.134421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] 10.222.0.74 "PUT /v2.0/ports/92fea91f-5430-4463-97c3-b96d02436350 HTTP/1.1" status: 200 len: 1092 time: 3.2105131 Aug 03 19:19:00.207971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b8d69-8868-45b0-a620-747c0a751d32 service neutron] Pushing event updated for resources: {'Port': ['ID=92fea91f-5430-4463-97c3-b96d02436350,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:00.260455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf417f42-753d-421c-be10-d89e99666a7d req-0e487982-5f87-4de3-b596-cadf9e15aa09 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413205 Aug 03 19:19:00.265142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37649401-cf13-4a3c-a8d2-b7e10fd0e27c req-ecdcb33c-3c38-4e3a-84c0-ea0789cc87b2 service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560777 Aug 03 19:19:00.303959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13362b-9a98-465d-b433-86a43608884f req-8e51babf-c771-4b39-a5ec-8bf057850fd5 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:00.305850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be13362b-9a98-465d-b433-86a43608884f req-8e51babf-c771-4b39-a5ec-8bf057850fd5 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 943 time: 0.1447980 Aug 03 19:19:00.337883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fc02e430-6abe-449e-8d02-93356707ec54 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:19:00.421090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-8505ca67-7104-4596-8f60-6c1bda4ea9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:00.433440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-8505ca67-7104-4596-8f60-6c1bda4ea9fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68fd81a75962491d8426ad0ab974d3f3&device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 1095 time: 0.1946347 Aug 03 19:19:00.559816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c675f14c-65cf-4fa8-b342-20af36584a72 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:00.603828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: c675f14c-65cf-4fa8-b342-20af36584a72 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:00.604452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c675f14c-65cf-4fa8-b342-20af36584a72 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:00.620488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5157f550-c3d5-45aa-8afc-e53832c3f88d {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:00.633430 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:00.643697 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.675537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'fc02e430-6abe-449e-8d02-93356707ec54', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'port_id': 'fc02e430-6abe-449e-8d02-93356707ec54', 'mac_address': 'fa:16:3e:84:74:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:19:00.678325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Transition to ACTIVE for port object 5157f550-c3d5-45aa-8afc-e53832c3f88d will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:00.685778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.784780 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.810862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc02e430-6abe-449e-8d02-93356707ec54 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:00.825771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Pushing event updated for resources: {'Port': ['ID=5157f550-c3d5-45aa-8afc-e53832c3f88d,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:00.874226 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:00.884848 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.886787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e0a6e15f-7141-483c-aa80-84c253539c07 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:19:00.902364 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be13362b-9a98-465d-b433-86a43608884f req-e8139a60-ada8-406d-a19b-fd7c52b3f055 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5805790 Aug 03 19:19:00.943507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-305924b2-329c-4b42-ae3b-00843f120ff3 req-98e36248-d614-4712-a388-06428b204761 tempest-VolumesActionsTest-732257646 tempest-VolumesActionsTest-732257646-project] 10.222.0.78 "GET /v2.0/ports?device_id=5642bbbf-ebb9-4b96-ac39-d0ee2451b569 HTTP/1.1" status: 200 len: 210 time: 0.5047855 Aug 03 19:19:01.045810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Attempting to bind port 5157f550-c3d5-45aa-8afc-e53832c3f88d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:01.046327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Attempting to bind port 5157f550-c3d5-45aa-8afc-e53832c3f88d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:01.047080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Attempting to bind port 5157f550-c3d5-45aa-8afc-e53832c3f88d on network 09426778-1e21-46ee-b224-87300f001221 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:01.058468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-2a744ac2-0092-4737-82f5-d52c623dee8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92fea91f-5430-4463-97c3-b96d02436350 HTTP/1.1" status: 200 len: 217 time: 0.5987499 Aug 03 19:19:01.065183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=11']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:01.065932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Port 5157f550-c3d5-45aa-8afc-e53832c3f88d on network 09426778-1e21-46ee-b224-87300f001221 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:19:01.066498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Attempting to bind port 5157f550-c3d5-45aa-8afc-e53832c3f88d on network 09426778-1e21-46ee-b224-87300f001221 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:01.091375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:01.092128 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Checking segment: {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:01.092863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Bound using segment: {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:01.093740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Bound port: 5157f550-c3d5-45aa-8afc-e53832c3f88d, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ccbc1f-42dc-4357-9ef3-8622b30434a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '09426778-1e21-46ee-b224-87300f001221'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:01.094707 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.265102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e0a6e15f-7141-483c-aa80-84c253539c07, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e0a6e15f-7141-483c-aa80-84c253539c07,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:01.265753 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] For port 5157f550-c3d5-45aa-8afc-e53832c3f88d, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:01.275041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] For port 5157f550-c3d5-45aa-8afc-e53832c3f88d, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5157f550-c3d5-45aa-8afc-e53832c3f88d,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:01.288148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'e0a6e15f-7141-483c-aa80-84c253539c07', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'port_id': 'e0a6e15f-7141-483c-aa80-84c253539c07', 'mac_address': 'fa:16:3e:ac:da:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371b2c9e-1a78-47e2-b8bf-65176b61184e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:19:01.289477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.290163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461113e9-6946-40fa-b047-218d7a02c2f4 req-3f29466a-b47e-4705-b39a-5155e8eb6b74 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.292047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-461113e9-6946-40fa-b047-218d7a02c2f4 req-3f29466a-b47e-4705-b39a-5155e8eb6b74 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.2590742 Aug 03 19:19:01.300734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-f630c493-70ac-420b-af4b-7615140e4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.302694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-f630c493-70ac-420b-af4b-7615140e4acf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5dc0c157-10e0-408d-a014-ed71691ee79a HTTP/1.1" status: 200 len: 853 time: 0.2054582 Aug 03 19:19:01.370946 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.387234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a6e15f-7141-483c-aa80-84c253539c07 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:01.387749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7952e-4888-4b38-a3e9-3620c9880eae req-783550c6-a482-42ac-b688-1d2d852c05b2 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.401690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ee7952e-4888-4b38-a3e9-3620c9880eae req-783550c6-a482-42ac-b688-1d2d852c05b2 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 944 time: 0.2269433 Aug 03 19:19:01.405712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-788a5b00-b4ad-4508-b696-ac2e3d95c1f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8099bcfc-5807-43cf-a7bc-8b92f3566a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909348 Aug 03 19:19:01.416931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e0a6e15f-7141-483c-aa80-84c253539c07, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e0a6e15f-7141-483c-aa80-84c253539c07,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:01.424332 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.455395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Pushing event updated for resources: {'Port': ['ID=5157f550-c3d5-45aa-8afc-e53832c3f88d,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:01.462367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.462819 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.464456 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-ea55c0d1-915a-4f4c-a89d-7b70921f8792 service neutron] 10.222.0.37 "PUT /v2.0/ports/5157f550-c3d5-45aa-8afc-e53832c3f88d HTTP/1.1" status: 200 len: 1091 time: 1.7476637 Aug 03 19:19:01.465002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'tag': '5157f550-c3d5-45aa-8afc-e53832c3f88d'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:01.467403 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cfea45-6fec-4102-9bf7-fc76e0431a84" -d '{"events": [{"name": "network-changed", "server_uuid": "23eca529-cf4c-411f-b9b1-8a1300eec4b6", "tag": "5157f550-c3d5-45aa-8afc-e53832c3f88d"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:01.478490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-461113e9-6946-40fa-b047-218d7a02c2f4 req-334dd539-3586-4787-af03-e1f042625b8d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720016 Aug 03 19:19:01.581434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=e0a6e15f-7141-483c-aa80-84c253539c07,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:01.593054 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ee7952e-4888-4b38-a3e9-3620c9880eae req-02265ecc-5f38-4d17-945f-fbdd3d9acf2e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562254 Aug 03 19:19:01.649868 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-cdeef4db-c103-4052-a1d9-4e9947e8653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.649868 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-cdeef4db-c103-4052-a1d9-4e9947e8653e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 1094 time: 0.1337481 Aug 03 19:19:01.692366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-c4325d61-d4a9-4ac2-8848-f2ac71bff814 service neutron] 10.222.0.74 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526054 Aug 03 19:19:01.739984 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-b8edcafe-7806-45c4-87d9-d85f4b497742 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5157f550-c3d5-45aa-8afc-e53832c3f88d HTTP/1.1" status: 200 len: 217 time: 0.0840449 Aug 03 19:19:01.742388 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52cad7a-3643-4e2d-91d1-cec025ec0591 x-openstack-request-id: req-b52cad7a-3643-4e2d-91d1-cec025ec0591 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:01.742707 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eca529-cf4c-411f-b9b1-8a1300eec4b6", "tag": "5157f550-c3d5-45aa-8afc-e53832c3f88d", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:01.742901 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b52cad7a-3643-4e2d-91d1-cec025ec0591 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:01.743325 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'tag': '5157f550-c3d5-45aa-8afc-e53832c3f88d', 'status': 'completed', 'code': 200} Aug 03 19:19:01.808850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-81441543-432a-4372-9ded-1ce4aa83cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.810597 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-81441543-432a-4372-9ded-1ce4aa83cf67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.0622733 Aug 03 19:19:01.839026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2259a-69e4-4498-a8a7-94cf8becb91d req-b6bcf3b3-9e63-4b33-9cb6-3daf3183e72b tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.841883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ef2259a-69e4-4498-a8a7-94cf8becb91d req-b6bcf3b3-9e63-4b33-9cb6-3daf3183e72b tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 943 time: 0.1829519 Aug 03 19:19:01.856864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['fc02e430-6abe-449e-8d02-93356707ec54'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:01.888148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-fda33799-7e5b-41e1-ab40-70d903c9e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.890157 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-fda33799-7e5b-41e1-ab40-70d903c9e30c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715218 Aug 03 19:19:01.939746 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ef2259a-69e4-4498-a8a7-94cf8becb91d req-0cf004b2-4da8-48fb-9c5e-93a915ded865 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873883 Aug 03 19:19:01.945255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['e0a6e15f-7141-483c-aa80-84c253539c07'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:01.972352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e2d56b5-0276-4385-96b4-31c123da7073 req-9484bd4f-a519-4447-b877-79013557212d service neutron] 10.222.0.74 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467585 Aug 03 19:19:02.081439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5394a2a7-702d-4957-825c-b5f7e693ba0d', 'tag': '92fea91f-5430-4463-97c3-b96d02436350'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:02.084474 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26fab3d-dc92-43f3-af76-c2e6ddb0117a" -d '{"events": [{"name": "network-changed", "server_uuid": "5394a2a7-702d-4957-825c-b5f7e693ba0d", "tag": "92fea91f-5430-4463-97c3-b96d02436350"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:02.113380 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-19430b0a-a255-45a2-b9de-a81ef894bdcd service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114422 Aug 03 19:19:02.145804 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc298e41-a367-404e-a01c-24eb4b56ee74 req-0d5c6933-71c2-4fa4-8c17-284f270a1c6d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:02.147860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc298e41-a367-404e-a01c-24eb4b56ee74 req-0d5c6933-71c2-4fa4-8c17-284f270a1c6d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 944 time: 0.1364400 Aug 03 19:19:02.211167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc298e41-a367-404e-a01c-24eb4b56ee74 req-7c7e9554-5371-4168-8d84-bf941242b75e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524695 Aug 03 19:19:02.214299 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781ba41c-2b63-4a1b-9540-fe7be501f7f2 x-openstack-request-id: req-781ba41c-2b63-4a1b-9540-fe7be501f7f2 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:02.214997 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5394a2a7-702d-4957-825c-b5f7e693ba0d", "tag": "92fea91f-5430-4463-97c3-b96d02436350", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:02.215500 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-781ba41c-2b63-4a1b-9540-fe7be501f7f2 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:02.216156 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5394a2a7-702d-4957-825c-b5f7e693ba0d', 'tag': '92fea91f-5430-4463-97c3-b96d02436350', 'status': 'completed', 'code': 200} Aug 03 19:19:02.320192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fab3d-dc92-43f3-af76-c2e6ddb0117a req-70bf408d-fd52-4473-be9e-860c610ee9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:02.326902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c26fab3d-dc92-43f3-af76-c2e6ddb0117a req-70bf408d-fd52-4473-be9e-860c610ee9e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68fd81a75962491d8426ad0ab974d3f3&device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 1095 time: 0.0722206 Aug 03 19:19:02.356433 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-39013a13-bfef-4df8-a0b1-52bd1bb67872 req-cc9e96b8-ad8d-4045-89f5-312fc4cef649 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298782 Aug 03 19:19:02.492965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfea45-6fec-4102-9bf7-fc76e0431a84 req-856ba6ed-d442-4729-a9ef-50f6805830ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:02.494733 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-41cfea45-6fec-4102-9bf7-fc76e0431a84 req-856ba6ed-d442-4729-a9ef-50f6805830ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 1094 time: 0.0584188 Aug 03 19:19:02.567722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fab3d-dc92-43f3-af76-c2e6ddb0117a req-d1b29c5b-78b1-487c-8695-5755f8fe46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:02.571783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c26fab3d-dc92-43f3-af76-c2e6ddb0117a req-d1b29c5b-78b1-487c-8695-5755f8fe46b7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8099bcfc-5807-43cf-a7bc-8b92f3566a55 HTTP/1.1" status: 200 len: 914 time: 0.2348430 Aug 03 19:19:02.658058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfea45-6fec-4102-9bf7-fc76e0431a84 req-de8b60fd-14fe-4343-ba1f-3e1cfc905070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:02.660508 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-41cfea45-6fec-4102-9bf7-fc76e0431a84 req-de8b60fd-14fe-4343-ba1f-3e1cfc905070 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 912 time: 0.1568460 Aug 03 19:19:02.711228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c26fab3d-dc92-43f3-af76-c2e6ddb0117a req-1213a3cd-a1ae-483c-90ad-9c6f63ff8c85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92fea91f-5430-4463-97c3-b96d02436350 HTTP/1.1" status: 200 len: 217 time: 0.1298926 Aug 03 19:19:02.756619 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-41cfea45-6fec-4102-9bf7-fc76e0431a84 req-466b809b-0fa5-46bc-8264-1c8377cf68f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5157f550-c3d5-45aa-8afc-e53832c3f88d HTTP/1.1" status: 200 len: 217 time: 0.0871201 Aug 03 19:19:02.876017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfea45-6fec-4102-9bf7-fc76e0431a84 req-6fbf67c9-46ee-42e8-82a9-4439c9acdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:02.877856 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-41cfea45-6fec-4102-9bf7-fc76e0431a84 req-6fbf67c9-46ee-42e8-82a9-4439c9acdc24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.1100748 Aug 03 19:19:02.891841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fab3d-dc92-43f3-af76-c2e6ddb0117a req-6203c301-bd2b-44fc-854d-4c06e50b7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:02.893393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c26fab3d-dc92-43f3-af76-c2e6ddb0117a req-6203c301-bd2b-44fc-854d-4c06e50b7817 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5dc0c157-10e0-408d-a014-ed71691ee79a HTTP/1.1" status: 200 len: 853 time: 0.1621082 Aug 03 19:19:02.904127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f245-a889-436c-bd79-11f494d1d71b req-16bdf278-62b0-4ee3-8310-fad4a395fb14 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:02.915661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e656f245-a889-436c-bd79-11f494d1d71b req-16bdf278-62b0-4ee3-8310-fad4a395fb14 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.2026587 Aug 03 19:19:02.937842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfea45-6fec-4102-9bf7-fc76e0431a84 req-cf42e316-81ac-4c1c-8215-b4a39a06a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:02.939605 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-41cfea45-6fec-4102-9bf7-fc76e0431a84 req-cf42e316-81ac-4c1c-8215-b4a39a06a289 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530381 Aug 03 19:19:02.953287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743b01f-7a62-48dd-8588-a1b8a2bfe73b req-4fe74074-277a-42df-8e9d-02a7c7d941f8 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:02.955192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1743b01f-7a62-48dd-8588-a1b8a2bfe73b req-4fe74074-277a-42df-8e9d-02a7c7d941f8 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 944 time: 0.1437063 Aug 03 19:19:02.990724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c26fab3d-dc92-43f3-af76-c2e6ddb0117a req-abf747f7-0e2e-438f-8461-4a093c472281 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8099bcfc-5807-43cf-a7bc-8b92f3566a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717509 Aug 03 19:19:03.053482 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:19:03.084214 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-41cfea45-6fec-4102-9bf7-fc76e0431a84 req-1f253e7b-8089-49dc-a426-73b348d18e4a service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360607 Aug 03 19:19:03.095873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e656f245-a889-436c-bd79-11f494d1d71b req-4628b8e0-2f28-425c-a3d6-e938f6ff1988 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730497 Aug 03 19:19:03.104786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1743b01f-7a62-48dd-8588-a1b8a2bfe73b req-55e595e5-548d-49de-a4c6-f3dbd634ba20 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263077 Aug 03 19:19:03.226343 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c26fab3d-dc92-43f3-af76-c2e6ddb0117a req-1acac13c-bdab-45f3-a213-b5625bb3819a service neutron] 10.222.0.74 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181759 Aug 03 19:19:03.283711 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-41cfea45-6fec-4102-9bf7-fc76e0431a84 req-aac8e408-2f26-4ce9-85d2-8dfcedf5326d service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906302 Aug 03 19:19:03.470633 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045522a-7391-4ce4-8e5a-1e30364c4c5c req-4f036042-58ce-47a4-a23e-b42f80102c94 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:03.472305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6045522a-7391-4ce4-8e5a-1e30364c4c5c req-4f036042-58ce-47a4-a23e-b42f80102c94 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 943 time: 0.1588929 Aug 03 19:19:03.490070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbdd12-1ec1-48fa-b4e8-97a41b600a3d req-c2c12fcc-5afb-4918-ad11-1f47d21181ff tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:03.492540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0dbdd12-1ec1-48fa-b4e8-97a41b600a3d req-c2c12fcc-5afb-4918-ad11-1f47d21181ff tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 944 time: 0.1296177 Aug 03 19:19:03.576884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c26fab3d-dc92-43f3-af76-c2e6ddb0117a req-7cf75f6a-9faa-4357-81bd-dc342f88438a service neutron] 10.222.0.74 "GET /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361101 Aug 03 19:19:03.645899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6045522a-7391-4ce4-8e5a-1e30364c4c5c req-c7abb4aa-400b-4a39-8daf-5c25d692b6f5 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441562 Aug 03 19:19:03.650112 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-714a38e9-2052-45ba-8f09-08b06afb2e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.658338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0dbdd12-1ec1-48fa-b4e8-97a41b600a3d req-13686849-e2da-4a9d-a860-20f8758d3735 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397355 Aug 03 19:19:04.333352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838073f-3eab-4e51-91c7-2c3df764736a req-11a2636c-5197-4f1d-8419-33f79d5f1b0d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:04.335744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2838073f-3eab-4e51-91c7-2c3df764736a req-11a2636c-5197-4f1d-8419-33f79d5f1b0d tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 944 time: 0.1010237 Aug 03 19:19:04.359570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ab218-06c7-4e61-baf0-8ca42c83b5b8 req-4098017f-caf7-4169-9724-f21b09adff65 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:04.361335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-926ab218-06c7-4e61-baf0-8ca42c83b5b8 req-4098017f-caf7-4169-9724-f21b09adff65 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 945 time: 0.0861008 Aug 03 19:19:04.367000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 92fea91f-5430-4463-97c3-b96d02436350 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:19:04.374398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fc02e430-6abe-449e-8d02-93356707ec54 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:04.413237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2838073f-3eab-4e51-91c7-2c3df764736a req-7d29c606-8672-4d57-9528-ff9e032692a3 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Aug 03 19:19:04.427936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-926ab218-06c7-4e61-baf0-8ca42c83b5b8 req-428e897d-4d29-4fb5-bb3f-992042c57025 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555794 Aug 03 19:19:04.497860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port fc02e430-6abe-449e-8d02-93356707ec54 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:04.509194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port fc02e430-6abe-449e-8d02-93356707ec54 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:04.509491 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.541593 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 92fea91f-5430-4463-97c3-b96d02436350, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=92fea91f-5430-4463-97c3-b96d02436350,segment=NetworkSegment(65b1abd7-b02f-4895-8121-e8ffe1fe2fc4),segment_id=65b1abd7-b02f-4895-8121-e8ffe1fe2fc4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:04.559432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '92fea91f-5430-4463-97c3-b96d02436350', 'network_id': '8099bcfc-5807-43cf-a7bc-8b92f3566a55', 'port_id': '92fea91f-5430-4463-97c3-b96d02436350', 'mac_address': 'fa:16:3e:c0:b5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc0c157-10e0-408d-a014-ed71691ee79a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:19:04.578244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5157f550-c3d5-45aa-8afc-e53832c3f88d details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:19:04.799971 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.856561 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.867520 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fea91f-5430-4463-97c3-b96d02436350 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:04.905087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf91f-08a1-4e36-bd2f-539c9de2f2b4 req-0aa9a084-13e8-4171-ac7d-da32c8ecd2f0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:04.906913 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d0cf91f-08a1-4e36-bd2f-539c9de2f2b4 req-0aa9a084-13e8-4171-ac7d-da32c8ecd2f0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 944 time: 0.1346099 Aug 03 19:19:04.917665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5354b-0158-41b9-bf05-c58cf3323327 req-96259068-e63c-4cc5-a2a6-f5bb14ed51ed tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:04.920718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afe5354b-0158-41b9-bf05-c58cf3323327 req-96259068-e63c-4cc5-a2a6-f5bb14ed51ed tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 943 time: 0.1376977 Aug 03 19:19:04.986243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:04.989366 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d0f4dd-a7e0-4a00-8441-e64441906d44" -d '{"events": [{"server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "name": "network-vif-plugged", "status": "completed", "tag": "fc02e430-6abe-449e-8d02-93356707ec54"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:05.004702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afe5354b-0158-41b9-bf05-c58cf3323327 req-9f76e859-6bf2-4a30-87ad-faaf7f969bd4 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774221 Aug 03 19:19:05.006084 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 92fea91f-5430-4463-97c3-b96d02436350, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=92fea91f-5430-4463-97c3-b96d02436350,segment=NetworkSegment(65b1abd7-b02f-4895-8121-e8ffe1fe2fc4),segment_id=65b1abd7-b02f-4895-8121-e8ffe1fe2fc4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:05.011343 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d0cf91f-08a1-4e36-bd2f-539c9de2f2b4 req-e9e7a273-f5ca-4516-8931-eef2bb5714a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891688 Aug 03 19:19:05.019681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5157f550-c3d5-45aa-8afc-e53832c3f88d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5157f550-c3d5-45aa-8afc-e53832c3f88d,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:05.025724 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.029331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:05.080916 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99512a8e-378a-4773-9a5a-b2f68b001585 x-openstack-request-id: req-99512a8e-378a-4773-9a5a-b2f68b001585 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:05.081351 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "name": "network-vif-plugged", "status": "completed", "tag": "fc02e430-6abe-449e-8d02-93356707ec54", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:05.081473 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99512a8e-378a-4773-9a5a-b2f68b001585 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:05.082057 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54', 'code': 200} Aug 03 19:19:05.094166 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.095001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e0a6e15f-7141-483c-aa80-84c253539c07 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:05.123586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '5157f550-c3d5-45aa-8afc-e53832c3f88d', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'port_id': '5157f550-c3d5-45aa-8afc-e53832c3f88d', 'mac_address': 'fa:16:3e:f9:1c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:19:05.128382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=92fea91f-5430-4463-97c3-b96d02436350,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:05.304812 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.329647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5157f550-c3d5-45aa-8afc-e53832c3f88d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:05.345262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=12']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:05.368675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port e0a6e15f-7141-483c-aa80-84c253539c07 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:05.376713 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port e0a6e15f-7141-483c-aa80-84c253539c07 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:05.377094 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.383059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['92fea91f-5430-4463-97c3-b96d02436350'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:05.386636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5157f550-c3d5-45aa-8afc-e53832c3f88d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5157f550-c3d5-45aa-8afc-e53832c3f88d,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:05.441954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01766713-c07d-4c85-884d-0f0d9005b177 req-3389cb97-eedb-4378-a62b-756429f4befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:05.444499 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.444820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01766713-c07d-4c85-884d-0f0d9005b177 req-3389cb97-eedb-4378-a62b-756429f4befd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 1097 time: 0.0857399 Aug 03 19:19:05.577818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01766713-c07d-4c85-884d-0f0d9005b177 req-5423e78e-9d3b-4cb0-8031-a926e0c0f6c8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989354 Aug 03 19:19:05.731642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bd4da-10ed-4864-bd86-caa9b59a8a23 req-d4e27ced-07d0-4cb1-bc66-11471315cf8b tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:05.733907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a79bd4da-10ed-4864-bd86-caa9b59a8a23 req-d4e27ced-07d0-4cb1-bc66-11471315cf8b tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 945 time: 0.1439154 Aug 03 19:19:05.749274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884cd1e-7681-437c-b37a-ac8dfa768b9e req-7fe4ac90-d02a-4504-b54a-ae5ccbc3f58a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:05.751210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d884cd1e-7681-437c-b37a-ac8dfa768b9e req-7fe4ac90-d02a-4504-b54a-ae5ccbc3f58a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 946 time: 0.0858779 Aug 03 19:19:05.802245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=5157f550-c3d5-45aa-8afc-e53832c3f88d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:05.817821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a79bd4da-10ed-4864-bd86-caa9b59a8a23 req-592a4330-f03b-4086-aa5b-5e5e4149c0d1 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655158 Aug 03 19:19:05.821707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d884cd1e-7681-437c-b37a-ac8dfa768b9e req-a8fdfb6b-ee59-41ff-b29d-251939a22970 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625730 Aug 03 19:19:05.868539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['5157f550-c3d5-45aa-8afc-e53832c3f88d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:05.965204 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.152859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e0a6e15f-7141-483c-aa80-84c253539c07, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e0a6e15f-7141-483c-aa80-84c253539c07,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:06.173872 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.186013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60475be1-0bc9-4b8e-87aa-6dccd13e2d1a req-c132f016-678f-45af-ac61-6396de6fe3c3 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:06.197826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60475be1-0bc9-4b8e-87aa-6dccd13e2d1a req-c132f016-678f-45af-ac61-6396de6fe3c3 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 944 time: 0.1003718 Aug 03 19:19:06.334503 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=e0a6e15f-7141-483c-aa80-84c253539c07,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:06.370939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60475be1-0bc9-4b8e-87aa-6dccd13e2d1a req-b86e47f2-17c1-4420-a056-1e0c07b8c2a5 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525650 Aug 03 19:19:06.409762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cd886-cb42-426f-9888-026ba43c3aab req-9b8537d0-059e-43e7-9b28-705b67f76b01 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:06.409762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc4cd886-cb42-426f-9888-026ba43c3aab req-9b8537d0-059e-43e7-9b28-705b67f76b01 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 945 time: 0.1423235 Aug 03 19:19:06.499055 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-29291e8b-9df9-4fd6-aa7f-658211b7adf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.526659 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc4cd886-cb42-426f-9888-026ba43c3aab req-df5aae3e-32cc-4e2d-857b-90f9c8c1a571 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095481 Aug 03 19:19:06.622231 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.084200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8b954e-da68-437b-b36d-25aa1f6b3802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a6e15f-7141-483c-aa80-84c253539c07'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:07.094450 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95114623-2b91-42f3-8888-f65723a3d8e5" -d '{"events": [{"server_uuid": "4b8b954e-da68-437b-b36d-25aa1f6b3802", "name": "network-vif-plugged", "status": "completed", "tag": "e0a6e15f-7141-483c-aa80-84c253539c07"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:07.175557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312482c-7be8-4820-bf3a-bf74a8803561 req-dad3bf10-269a-4e26-8f6b-c618f333722e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:07.179107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4312482c-7be8-4820-bf3a-bf74a8803561 req-dad3bf10-269a-4e26-8f6b-c618f333722e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 945 time: 0.1755190 Aug 03 19:19:07.197936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8bf0e-5dfd-4159-8041-980abf312c79 req-00acd6ca-0fa0-466e-b16b-840de41dc8de tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:07.210359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2c8bf0e-5dfd-4159-8041-980abf312c79 req-00acd6ca-0fa0-466e-b16b-840de41dc8de tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 946 time: 0.1882653 Aug 03 19:19:07.320153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4312482c-7be8-4820-bf3a-bf74a8803561 req-7032f4e9-9611-4b79-8cf6-08a74119ce16 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070559 Aug 03 19:19:07.340932 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d2c8bf0e-5dfd-4159-8041-980abf312c79 req-85054812-144a-4d88-9b38-443b959c7e95 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258109 Aug 03 19:19:07.436314 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5de954-37b4-4d51-b96d-b443e06026ad x-openstack-request-id: req-3a5de954-37b4-4d51-b96d-b443e06026ad {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:07.436956 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8b954e-da68-437b-b36d-25aa1f6b3802", "name": "network-vif-plugged", "status": "completed", "tag": "e0a6e15f-7141-483c-aa80-84c253539c07", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:07.437537 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3a5de954-37b4-4d51-b96d-b443e06026ad {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:07.438374 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8b954e-da68-437b-b36d-25aa1f6b3802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a6e15f-7141-483c-aa80-84c253539c07', 'code': 200} Aug 03 19:19:07.705875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dc105-c052-4d55-adfc-f9ee1f2a8fcc req-9771cabe-a14e-4e3f-b3df-451e6582061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:07.712121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc5dc105-c052-4d55-adfc-f9ee1f2a8fcc req-9771cabe-a14e-4e3f-b3df-451e6582061f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 1096 time: 0.1161895 Aug 03 19:19:07.742231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4d422-22df-49fc-9b73-278f553c185e req-7d0f5bc3-1945-4388-8aa0-c5b85a47e268 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:07.750197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4e4d422-22df-49fc-9b73-278f553c185e req-7d0f5bc3-1945-4388-8aa0-c5b85a47e268 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 944 time: 0.2230535 Aug 03 19:19:07.875062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc5dc105-c052-4d55-adfc-f9ee1f2a8fcc req-3260adca-ac5f-4fad-b256-fd29c6367177 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106868 Aug 03 19:19:07.881755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4e4d422-22df-49fc-9b73-278f553c185e req-a0e3224d-2938-4e58-8445-a7395a338623 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069813 Aug 03 19:19:07.903795 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.912010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a8e23-662e-46eb-bba7-04c86afc1ebc req-31dd0b09-8720-4e6d-aecb-2204fa4ac4c1 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:07.915697 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-702a8e23-662e-46eb-bba7-04c86afc1ebc req-31dd0b09-8720-4e6d-aecb-2204fa4ac4c1 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 945 time: 0.1638587 Aug 03 19:19:07.964195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-702a8e23-662e-46eb-bba7-04c86afc1ebc req-42acc69e-3444-46cb-bcc2-fedca9f0fd2e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Aug 03 19:19:08.396139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 92fea91f-5430-4463-97c3-b96d02436350 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:08.543076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 92fea91f-5430-4463-97c3-b96d02436350 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:08.556299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 92fea91f-5430-4463-97c3-b96d02436350 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:08.557273 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.634540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5157f550-c3d5-45aa-8afc-e53832c3f88d up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:08.684702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee2d3b-4c12-40f0-a2ce-f7841b70a18a req-238d5205-c4d7-409e-9e7c-95d2c0e9e755 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:08.716604 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75ee2d3b-4c12-40f0-a2ce-f7841b70a18a req-238d5205-c4d7-409e-9e7c-95d2c0e9e755 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 945 time: 0.1824226 Aug 03 19:19:08.801852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d089-1de8-40b5-b0ae-ed9156875a76 req-cb058adc-c492-4821-a531-78f9d5c725af tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:08.806002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afc9d089-1de8-40b5-b0ae-ed9156875a76 req-cb058adc-c492-4821-a531-78f9d5c725af tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 946 time: 0.2749774 Aug 03 19:19:08.840841 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.869396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 5157f550-c3d5-45aa-8afc-e53832c3f88d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:08.881063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 5157f550-c3d5-45aa-8afc-e53832c3f88d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:08.882700 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.927454 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75ee2d3b-4c12-40f0-a2ce-f7841b70a18a req-16f86ccc-475d-491b-9c20-7f00d160a5b8 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079599 Aug 03 19:19:09.011612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-afc9d089-1de8-40b5-b0ae-ed9156875a76 req-6e1fb4cf-314d-47bc-84a2-ef47da844c6d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223888 Aug 03 19:19:09.082973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 92fea91f-5430-4463-97c3-b96d02436350, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=92fea91f-5430-4463-97c3-b96d02436350,segment=NetworkSegment(65b1abd7-b02f-4895-8121-e8ffe1fe2fc4),segment_id=65b1abd7-b02f-4895-8121-e8ffe1fe2fc4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:09.104287 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.292753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb9194-996f-47fd-9078-be22858f76b1 req-1db3c607-f977-4f94-8b48-60e188eadda8 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:09.296519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=92fea91f-5430-4463-97c3-b96d02436350,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:09.302512 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e0cb9194-996f-47fd-9078-be22858f76b1 req-1db3c607-f977-4f94-8b48-60e188eadda8 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 944 time: 0.1867380 Aug 03 19:19:09.311396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.312700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.312913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.313529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.314438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.314881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.315354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.315785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.316212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.317151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.317734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.318791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:09.337390 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.398474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 5157f550-c3d5-45aa-8afc-e53832c3f88d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5157f550-c3d5-45aa-8afc-e53832c3f88d,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:09.405812 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.406841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e0cb9194-996f-47fd-9078-be22858f76b1 req-bf207f15-fdaa-4f69-a778-7c9944ddecff tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948710 Aug 03 19:19:09.450688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db12f4-9d71-4c61-b10b-db014fa9822a req-a22ad112-4949-4e56-ba38-154928d3421b tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:09.454166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5394a2a7-702d-4957-825c-b5f7e693ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fea91f-5430-4463-97c3-b96d02436350'}, {'server_uuid': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5157f550-c3d5-45aa-8afc-e53832c3f88d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:09.461103 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea08b9e-a34d-4042-ac6a-075d90bf7acc" -d '{"events": [{"server_uuid": "5394a2a7-702d-4957-825c-b5f7e693ba0d", "name": "network-vif-plugged", "status": "completed", "tag": "92fea91f-5430-4463-97c3-b96d02436350"}, {"server_uuid": "23eca529-cf4c-411f-b9b1-8a1300eec4b6", "name": "network-vif-plugged", "status": "completed", "tag": "5157f550-c3d5-45aa-8afc-e53832c3f88d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:09.473911 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-94db12f4-9d71-4c61-b10b-db014fa9822a req-a22ad112-4949-4e56-ba38-154928d3421b tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 945 time: 0.2158585 Aug 03 19:19:09.535679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=5157f550-c3d5-45aa-8afc-e53832c3f88d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:09.564988 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24618357-4be3-4e4d-9ed2-d3adfed5dddd x-openstack-request-id: req-24618357-4be3-4e4d-9ed2-d3adfed5dddd {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:09.565433 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5394a2a7-702d-4957-825c-b5f7e693ba0d", "name": "network-vif-plugged", "status": "completed", "tag": "92fea91f-5430-4463-97c3-b96d02436350", "code": 200}, {"server_uuid": "23eca529-cf4c-411f-b9b1-8a1300eec4b6", "name": "network-vif-plugged", "status": "completed", "tag": "5157f550-c3d5-45aa-8afc-e53832c3f88d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:09.566105 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24618357-4be3-4e4d-9ed2-d3adfed5dddd {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:09.566618 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5394a2a7-702d-4957-825c-b5f7e693ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fea91f-5430-4463-97c3-b96d02436350', 'code': 200} Aug 03 19:19:09.567177 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5157f550-c3d5-45aa-8afc-e53832c3f88d', 'code': 200} Aug 03 19:19:09.570379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-94db12f4-9d71-4c61-b10b-db014fa9822a req-0e08e77e-1135-435d-a0ce-8d541f66eb2f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911682 Aug 03 19:19:09.637467 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.775347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5e9fe-ae1c-4bcd-9dc3-bada2d4c7a65 req-3f36b333-d608-488a-9b18-f59c24db8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:09.779678 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcd5e9fe-ae1c-4bcd-9dc3-bada2d4c7a65 req-3f36b333-d608-488a-9b18-f59c24db8aad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 1096 time: 0.1063159 Aug 03 19:19:09.780684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b4e3d-2e4c-4c01-a088-140a987f3dde req-ec24c07f-796e-4b07-a1ba-b801c5bf0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:09.784625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d85b4e3d-2e4c-4c01-a088-140a987f3dde req-ec24c07f-796e-4b07-a1ba-b801c5bf0fc8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 1097 time: 0.0789599 Aug 03 19:19:09.853073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d85b4e3d-2e4c-4c01-a088-140a987f3dde req-7ef7dc97-dc82-484e-989d-a3a5786a517d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601223 Aug 03 19:19:09.858803 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fcd5e9fe-ae1c-4bcd-9dc3-bada2d4c7a65 req-1b7b11e8-0988-4c5c-822a-feb03272eeb7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716701 Aug 03 19:19:10.195378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47005547-8472-4e40-b451-96f3f03de034 req-04992e89-20ae-4efa-b5dd-4971f58ec260 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:10.197547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47005547-8472-4e40-b451-96f3f03de034 req-04992e89-20ae-4efa-b5dd-4971f58ec260 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 946 time: 0.0973763 Aug 03 19:19:10.279861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47005547-8472-4e40-b451-96f3f03de034 req-acc9c586-0990-4305-9ec6-ee13c7a75557 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687184 Aug 03 19:19:10.591020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73927c4b-143f-48de-9653-2333f643d6ee req-54466a11-9572-44b5-bbcc-ab364292e38c tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:10.594053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73927c4b-143f-48de-9653-2333f643d6ee req-54466a11-9572-44b5-bbcc-ab364292e38c tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 945 time: 0.0984335 Aug 03 19:19:10.673761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73927c4b-143f-48de-9653-2333f643d6ee req-f383e705-3843-417d-a309-2aa42d88bc65 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725155 Aug 03 19:19:10.754502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85875c8-6c98-4150-a4f2-788d08f808bb req-9a292095-2984-4e7f-9130-203110ba7461 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:10.756843 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b85875c8-6c98-4150-a4f2-788d08f808bb req-9a292095-2984-4e7f-9130-203110ba7461 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 945 time: 0.0612187 Aug 03 19:19:10.804688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b85875c8-6c98-4150-a4f2-788d08f808bb req-57402e39-d19c-40d0-9039-cdf8ca8edd80 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382318 Aug 03 19:19:11.028452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438b5f-0b20-4a6d-bb3e-27236d47b65b req-4e753f07-141b-49a9-9405-f3fa4725953b tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:11.031543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b438b5f-0b20-4a6d-bb3e-27236d47b65b req-4e753f07-141b-49a9-9405-f3fa4725953b tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 945 time: 0.1139081 Aug 03 19:19:11.161894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b438b5f-0b20-4a6d-bb3e-27236d47b65b req-6a07414c-6f17-4d5c-aaa9-b383cae26713 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087890 Aug 03 19:19:11.399247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ef9c5-413e-4513-9807-54123d722289 req-428ee436-3975-4d44-b69d-4fa24749e760 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:11.401990 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c3ef9c5-413e-4513-9807-54123d722289 req-428ee436-3975-4d44-b69d-4fa24749e760 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 945 time: 0.1189120 Aug 03 19:19:11.545803 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c3ef9c5-413e-4513-9807-54123d722289 req-d3315d1a-47c2-4d32-9087-2840a3f3dc1f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281350 Aug 03 19:19:11.583641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d9a83-5720-4071-b61b-1e51ab5ccbfd req-b45a0373-17f0-41b7-b6e7-d423604ae76e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:11.585663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c21d9a83-5720-4071-b61b-1e51ab5ccbfd req-b45a0373-17f0-41b7-b6e7-d423604ae76e tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 946 time: 0.1406333 Aug 03 19:19:11.638930 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c21d9a83-5720-4071-b61b-1e51ab5ccbfd req-a91b8876-36a2-45fc-ba4a-bf45d637ce44 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434766 Aug 03 19:19:12.009003 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac142a-ecfa-458e-a98c-79ef939bdf9c req-d5e3d106-ef01-4537-919b-ea608d08b8d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:12.010861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffac142a-ecfa-458e-a98c-79ef939bdf9c req-d5e3d106-ef01-4537-919b-ea608d08b8d1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 945 time: 0.0875239 Aug 03 19:19:12.067356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffac142a-ecfa-458e-a98c-79ef939bdf9c req-30645647-9841-4b37-be36-a34d41acd500 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460365 Aug 03 19:19:12.390955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61217844-f83b-4e8f-a457-0216491b4180 req-fad8517b-15f2-4929-affc-635200de5230 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:12.393711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61217844-f83b-4e8f-a457-0216491b4180 req-fad8517b-15f2-4929-affc-635200de5230 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 945 time: 0.0778115 Aug 03 19:19:12.407856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 41584) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:12.414166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf80963-2a9c-441b-9527-9f080dec5a5b req-225834eb-1f57-449d-9f8f-c8a760584076 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:12.419736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-68b0ba65-907f-4c7c-8147-9fa8a3a75433 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Request body: {'floatingip': {'port_id': '5157f550-c3d5-45aa-8afc-e53832c3f88d'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:12.419992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bcf80963-2a9c-441b-9527-9f080dec5a5b req-225834eb-1f57-449d-9f8f-c8a760584076 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 945 time: 0.1747808 Aug 03 19:19:12.476457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bcf80963-2a9c-441b-9527-9f080dec5a5b req-2aba0e41-a57b-4fd7-9600-fbf5f0e4ee57 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526175 Aug 03 19:19:12.499708 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68b0ba65-907f-4c7c-8147-9fa8a3a75433 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.728610 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68b0ba65-907f-4c7c-8147-9fa8a3a75433 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.737329 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68b0ba65-907f-4c7c-8147-9fa8a3a75433 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.751905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992844d-e416-4263-acbd-0ebc5e36e4d0 req-a0302fae-cac2-4d30-9fce-550bd7990397 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:13.754669 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2992844d-e416-4263-acbd-0ebc5e36e4d0 req-a0302fae-cac2-4d30-9fce-550bd7990397 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 945 time: 0.1280532 Aug 03 19:19:13.793970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0680-d63d-4a0b-91ee-1afb27289e6d req-36aa36a8-d82c-4a9f-9b99-ce1161e5bad4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:13.807655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa6f0680-d63d-4a0b-91ee-1afb27289e6d req-36aa36a8-d82c-4a9f-9b99-ce1161e5bad4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 945 time: 0.2148166 Aug 03 19:19:13.903298 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-68b0ba65-907f-4c7c-8147-9fa8a3a75433 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Floating IP 357d05b2-139c-4ace-bc96-f0597c2bc59d associated. External IP: 172.25.8.179, port: 5157f550-c3d5-45aa-8afc-e53832c3f88d. Aug 03 19:19:14.004553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa6f0680-d63d-4a0b-91ee-1afb27289e6d req-9fc2199b-d525-479a-a6da-190e4ca5f7a9 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280675 Aug 03 19:19:14.035607 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-2992844d-e416-4263-acbd-0ebc5e36e4d0 req-c92179a7-78cd-4d0b-b67b-0bb46937ebd2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Deleting port e0a6e15f-7141-483c-aa80-84c253539c07 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:14.036118 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2992844d-e416-4263-acbd-0ebc5e36e4d0 req-c92179a7-78cd-4d0b-b67b-0bb46937ebd2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.300228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2992844d-e416-4263-acbd-0ebc5e36e4d0 req-c92179a7-78cd-4d0b-b67b-0bb46937ebd2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] For port e0a6e15f-7141-483c-aa80-84c253539c07, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e0a6e15f-7141-483c-aa80-84c253539c07,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:14.300728 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2992844d-e416-4263-acbd-0ebc5e36e4d0 req-c92179a7-78cd-4d0b-b67b-0bb46937ebd2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.321448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-2992844d-e416-4263-acbd-0ebc5e36e4d0 req-c92179a7-78cd-4d0b-b67b-0bb46937ebd2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Calling delete_port for e0a6e15f-7141-483c-aa80-84c253539c07 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:14.353217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b0ba65-907f-4c7c-8147-9fa8a3a75433 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Router a293b2dc-c762-40a4-a797-2a834068adf4 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:19:14.575076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2992844d-e416-4263-acbd-0ebc5e36e4d0 req-c92179a7-78cd-4d0b-b67b-0bb46937ebd2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.590859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:14.619495 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b0ba65-907f-4c7c-8147-9fa8a3a75433 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:14.633463 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68b0ba65-907f-4c7c-8147-9fa8a3a75433 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.646095 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6619d006-12e3-4cdd-a68a-b55b6fbb878a None None] Sync routers for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:14.686833 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6619d006-12e3-4cdd-a68a-b55b6fbb878a None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:14.688246 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6619d006-12e3-4cdd-a68a-b55b6fbb878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:19:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:14.693819 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['2d5bdd64-00ba-4cee-b59e-0e24659bbd31'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:14.725759 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-68b0ba65-907f-4c7c-8147-9fa8a3a75433 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "PUT /v2.0/floatingips/357d05b2-139c-4ace-bc96-f0597c2bc59d HTTP/1.1" status: 200 len: 991 time: 2.3135250 Aug 03 19:19:14.728812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'tag': '5157f550-c3d5-45aa-8afc-e53832c3f88d'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:14.733561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92179a7-78cd-4d0b-b67b-0bb46937ebd2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event deleted for resources: {'Port': ['ID=e0a6e15f-7141-483c-aa80-84c253539c07,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:14.738294 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "23eca529-cf4c-411f-b9b1-8a1300eec4b6", "tag": "5157f550-c3d5-45aa-8afc-e53832c3f88d"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:14.829784 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a174172-f9a9-463a-a380-efcd7d057291 x-openstack-request-id: req-1a174172-f9a9-463a-a380-efcd7d057291 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:14.830133 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eca529-cf4c-411f-b9b1-8a1300eec4b6", "tag": "5157f550-c3d5-45aa-8afc-e53832c3f88d", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:14.830785 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a174172-f9a9-463a-a380-efcd7d057291 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:14.830785 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'tag': '5157f550-c3d5-45aa-8afc-e53832c3f88d', 'status': 'completed', 'code': 200} Aug 03 19:19:14.939496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2992844d-e416-4263-acbd-0ebc5e36e4d0 req-c92179a7-78cd-4d0b-b67b-0bb46937ebd2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] No DVR routers for this DVR port e0a6e15f-7141-483c-aa80-84c253539c07 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:14.959542 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2992844d-e416-4263-acbd-0ebc5e36e4d0 req-c92179a7-78cd-4d0b-b67b-0bb46937ebd2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.963488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2992844d-e416-4263-acbd-0ebc5e36e4d0 req-c92179a7-78cd-4d0b-b67b-0bb46937ebd2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "DELETE /v2.0/ports/e0a6e15f-7141-483c-aa80-84c253539c07 HTTP/1.1" status: 204 len: 173 time: 1.2017717 Aug 03 19:19:14.965090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8b954e-da68-437b-b36d-25aa1f6b3802', 'name': 'network-vif-deleted', 'tag': 'e0a6e15f-7141-483c-aa80-84c253539c07'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:14.977694 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf874422-839a-4481-aa2d-8260cf156dd2" -d '{"events": [{"server_uuid": "4b8b954e-da68-437b-b36d-25aa1f6b3802", "name": "network-vif-deleted", "tag": "e0a6e15f-7141-483c-aa80-84c253539c07"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:14.983967 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6619d006-12e3-4cdd-a68a-b55b6fbb878a None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:15.125215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4 req-215f6717-8cd2-482d-96e0-0c855a5379ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:15.130689 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4 req-215f6717-8cd2-482d-96e0-0c855a5379ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 1096 time: 0.2559342 Aug 03 19:19:15.210145 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213e1775-cd86-4c56-a4b5-87c9f95fb9a2 x-openstack-request-id: req-213e1775-cd86-4c56-a4b5-87c9f95fb9a2 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:15.210610 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8b954e-da68-437b-b36d-25aa1f6b3802", "name": "network-vif-deleted", "tag": "e0a6e15f-7141-483c-aa80-84c253539c07", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:15.210999 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-213e1775-cd86-4c56-a4b5-87c9f95fb9a2 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:15.211634 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8b954e-da68-437b-b36d-25aa1f6b3802', 'name': 'network-vif-deleted', 'tag': 'e0a6e15f-7141-483c-aa80-84c253539c07', 'status': 'completed', 'code': 200} Aug 03 19:19:15.383696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0efa0038-3e43-45e6-85cb-2050a6042f32 req-7b28c0f0-3f91-41db-8b82-2b9d5a96de3e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b8b954e-da68-437b-b36d-25aa1f6b3802 HTTP/1.1" status: 200 len: 210 time: 0.1646805 Aug 03 19:19:15.591870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4 req-4b0d3abe-6657-4c9b-aed3-22f3b9c47595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:15.594974 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4 req-4b0d3abe-6657-4c9b-aed3-22f3b9c47595 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 912 time: 0.4556751 Aug 03 19:19:15.629844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:15.694974 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6619d006-12e3-4cdd-a68a-b55b6fbb878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '357d05b2-139c-4ace-bc96-f0597c2bc59d', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'port_id': '5157f550-c3d5-45aa-8afc-e53832c3f88d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'mac_address': 'fa:16:3e:f9:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:18:52Z', 'updated_at': '2021-08-03T19:19:13Z', 'revision_number': 1, 'project_id': '626233c70a404f73880d3d28058f737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:15.787411 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6619d006-12e3-4cdd-a68a-b55b6fbb878a None None] Checking router: a293b2dc-c762-40a4-a797-2a834068adf4 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:19:15.807226 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4 req-5a9a1d08-ca71-41bf-8dc5-4239745db163 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5157f550-c3d5-45aa-8afc-e53832c3f88d HTTP/1.1" status: 200 len: 999 time: 0.2017615 Aug 03 19:19:15.809843 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6619d006-12e3-4cdd-a68a-b55b6fbb878a None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:15.810907 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6619d006-12e3-4cdd-a68a-b55b6fbb878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:19:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:15.949752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4 req-3761f625-60a5-497d-9b7f-d23686ca0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:15.956228 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4 req-3761f625-60a5-497d-9b7f-d23686ca0d9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.1400332 Aug 03 19:19:16.088358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4 req-91583363-8c9b-4e99-80af-93288a1755bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:16.090905 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4 req-91583363-8c9b-4e99-80af-93288a1755bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263411 Aug 03 19:19:16.320319 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6619d006-12e3-4cdd-a68a-b55b6fbb878a None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:16.367201 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4 req-5be6494b-6a5e-4a0f-a1a0-f64121d5d197 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571058 Aug 03 19:19:16.458838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e0a6e15f-7141-483c-aa80-84c253539c07 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:16.537708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: e0a6e15f-7141-483c-aa80-84c253539c07 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:16.538189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e0a6e15f-7141-483c-aa80-84c253539c07 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:16.605898 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48c177d4-5b0d-4ac2-90e0-288f22cea3d4 req-136f5a6a-8b73-4a0e-9241-c75479b8693e service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293491 Aug 03 19:19:16.873148 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6619d006-12e3-4cdd-a68a-b55b6fbb878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '357d05b2-139c-4ace-bc96-f0597c2bc59d', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'port_id': '5157f550-c3d5-45aa-8afc-e53832c3f88d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'mac_address': 'fa:16:3e:f9:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:18:52Z', 'updated_at': '2021-08-03T19:19:13Z', 'revision_number': 1, 'project_id': '626233c70a404f73880d3d28058f737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:16.922105 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6619d006-12e3-4cdd-a68a-b55b6fbb878a None None] The sync data for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 is: [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '357d05b2-139c-4ace-bc96-f0597c2bc59d', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'port_id': '5157f550-c3d5-45aa-8afc-e53832c3f88d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'mac_address': 'fa:16:3e:f9:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:18:52Z', 'updated_at': '2021-08-03T19:19:13Z', 'revision_number': 1, 'project_id': '626233c70a404f73880d3d28058f737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:17.037667 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308262b-106b-4f36-bd3e-f8ede0d3b740 req-63fa0306-ce13-40a5-9f37-4d2703c5a5c9 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:17.041832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f308262b-106b-4f36-bd3e-f8ede0d3b740 req-63fa0306-ce13-40a5-9f37-4d2703c5a5c9 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 945 time: 0.1109388 Aug 03 19:19:17.105691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f308262b-106b-4f36-bd3e-f8ede0d3b740 req-f188b8e5-0897-4e59-820f-0953be2023b6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500278 Aug 03 19:19:17.227796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a97aa6-bc20-4438-9d1a-cee56d96106d None None] New status for floating IP 357d05b2-139c-4ace-bc96-f0597c2bc59d: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:19:17.565892 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5e571dd-0383-45a0-a40c-a0bfdeff27db req-0814aed7-9602-4289-a2c1-6a7abe84294d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535476 Aug 03 19:19:17.675605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e571dd-0383-45a0-a40c-a0bfdeff27db req-f24da99a-1b92-4e80-8078-0d0964bfcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:17.677104 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5e571dd-0383-45a0-a40c-a0bfdeff27db req-f24da99a-1b92-4e80-8078-0d0964bfcf5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 1096 time: 0.0477390 Aug 03 19:19:17.894974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e571dd-0383-45a0-a40c-a0bfdeff27db req-ff817730-0e2a-492c-95fd-03150d8be1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:17.897864 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5e571dd-0383-45a0-a40c-a0bfdeff27db req-ff817730-0e2a-492c-95fd-03150d8be1fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 906 time: 0.1983607 Aug 03 19:19:17.982579 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5e571dd-0383-45a0-a40c-a0bfdeff27db req-536d2b0a-06e2-49e8-83a5-94e3da57ac96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=552301b3-08ba-461d-b62d-cf29045256a3 HTTP/1.1" status: 200 len: 217 time: 0.0766089 Aug 03 19:19:18.077413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e571dd-0383-45a0-a40c-a0bfdeff27db req-d111c6ce-1abb-4f2c-9d8f-cbbe184f06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:18.081906 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5e571dd-0383-45a0-a40c-a0bfdeff27db req-d111c6ce-1abb-4f2c-9d8f-cbbe184f06ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.0896752 Aug 03 19:19:18.144846 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5e571dd-0383-45a0-a40c-a0bfdeff27db req-54c5d044-dbd2-40db-bae7-2261adad43bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507298 Aug 03 19:19:18.258001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c4f3d-2496-4d63-a5e6-71229ebf1fe5 req-c0380159-64f3-4828-a3d6-a8ac94d76679 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:18.266670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f5c4f3d-2496-4d63-a5e6-71229ebf1fe5 req-c0380159-64f3-4828-a3d6-a8ac94d76679 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 945 time: 0.0675159 Aug 03 19:19:18.326222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f5c4f3d-2496-4d63-a5e6-71229ebf1fe5 req-98c6aab4-de08-412f-a715-453527b086c9 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580552 Aug 03 19:19:18.358525 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5e571dd-0383-45a0-a40c-a0bfdeff27db req-060826df-55f2-4230-a4d2-aafe318ecbd7 service neutron] 10.222.0.37 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059960 Aug 03 19:19:18.473997 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5e571dd-0383-45a0-a40c-a0bfdeff27db req-8c65becc-c688-4289-9d70-2576d1d0628f service neutron] 10.222.0.37 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059163 Aug 03 19:19:18.539145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f986a-db14-4162-81d4-1c500a91aabb req-2903cad9-f510-405d-8148-cdc5f597f751 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:18.540954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-706f986a-db14-4162-81d4-1c500a91aabb req-2903cad9-f510-405d-8148-cdc5f597f751 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 945 time: 0.0965564 Aug 03 19:19:18.693822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-706f986a-db14-4162-81d4-1c500a91aabb req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Deleting port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:18.694186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-706f986a-db14-4162-81d4-1c500a91aabb req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.882337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-706f986a-db14-4162-81d4-1c500a91aabb req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] For port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=2d5bdd64-00ba-4cee-b59e-0e24659bbd31,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:18.882981 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-706f986a-db14-4162-81d4-1c500a91aabb req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.910552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-706f986a-db14-4162-81d4-1c500a91aabb req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Calling delete_port for 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:19.151531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-706f986a-db14-4162-81d4-1c500a91aabb req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.167718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:19.196757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event deleted for resources: {'Port': ['ID=2d5bdd64-00ba-4cee-b59e-0e24659bbd31,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:19.221153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.221620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.221898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.222242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.222676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.223015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.223349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.223678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.224007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.224354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.224787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.225115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:19.268851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['2d5bdd64-00ba-4cee-b59e-0e24659bbd31'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:19.275499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-706f986a-db14-4162-81d4-1c500a91aabb req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] No DVR routers for this DVR port 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:19.280234 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-706f986a-db14-4162-81d4-1c500a91aabb req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.282955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-706f986a-db14-4162-81d4-1c500a91aabb req-b24e8194-35db-4e75-924a-e1a37ee167cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "DELETE /v2.0/ports/2d5bdd64-00ba-4cee-b59e-0e24659bbd31 HTTP/1.1" status: 204 len: 173 time: 0.7349505 Aug 03 19:19:19.283472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7c5fb4-2289-45d2-b35c-b398dd0d6485', 'name': 'network-vif-deleted', 'tag': '2d5bdd64-00ba-4cee-b59e-0e24659bbd31'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:19.286234 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cf8a72-fb01-457c-b25d-608de6b2794b" -d '{"events": [{"server_uuid": "8b7c5fb4-2289-45d2-b35c-b398dd0d6485", "name": "network-vif-deleted", "tag": "2d5bdd64-00ba-4cee-b59e-0e24659bbd31"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:19.350414 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922f183a-a84d-4126-a67a-8b29d18bb31e x-openstack-request-id: req-922f183a-a84d-4126-a67a-8b29d18bb31e {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:19.350810 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7c5fb4-2289-45d2-b35c-b398dd0d6485", "name": "network-vif-deleted", "tag": "2d5bdd64-00ba-4cee-b59e-0e24659bbd31", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:19.351124 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-922f183a-a84d-4126-a67a-8b29d18bb31e {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:19.351604 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7c5fb4-2289-45d2-b35c-b398dd0d6485', 'name': 'network-vif-deleted', 'tag': '2d5bdd64-00ba-4cee-b59e-0e24659bbd31', 'status': 'completed', 'code': 200} Aug 03 19:19:19.517077 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-999b90cf-79e0-4350-ab50-e60a0b05867d req-8212b29c-f4f3-468d-b120-48a717b71fe9 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b7c5fb4-2289-45d2-b35c-b398dd0d6485 HTTP/1.1" status: 200 len: 210 time: 0.0408995 Aug 03 19:19:21.245270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647344d4-6929-4a53-8665-b4331ce154e7 req-0a3dc1ff-10f0-40af-a876-7e229477b98f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:21.253726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-0a3dc1ff-10f0-40af-a876-7e229477b98f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.4860163 Aug 03 19:19:21.270738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-1761bb57-2e68-4054-96a5-7049af653d7e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/quotas/5f24cce5f8964a8d9262bbbdb69b5903 HTTP/1.1" status: 200 len: 375 time: 0.0159950 Aug 03 19:19:21.336959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-b7a19353-96c6-427c-880d-8deb2dc2bdba tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638342 Aug 03 19:19:21.610547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-89ae8020-809d-47a8-9cc1-1f3009ac16ff service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726393 Aug 03 19:19:21.750338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-ce19d45a-9035-4e85-91bd-aeead12c4d86 service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297729 Aug 03 19:19:22.078428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1382084f-4e30-4524-9915-ad64ecc76ab9 req-e1b9d523-9e28-4465-8fc8-5daf4e54d9d5 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 210 time: 0.0634470 Aug 03 19:19:22.465929 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:22.490208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:22.491340 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 2d5bdd64-00ba-4cee-b59e-0e24659bbd31 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:23.311876 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd5a7437-c809-4844-93a6-9667be0b6591 req-1ef162a7-bad4-4307-a579-294b178ded91 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 210 time: 0.0930245 Aug 03 19:19:23.561358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647344d4-6929-4a53-8665-b4331ce154e7 req-f2014a01-8318-4fb3-98ae-9331c04bd399 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:23.564070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-f2014a01-8318-4fb3-98ae-9331c04bd399 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.2156329 Aug 03 19:19:23.584793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Request body: {'port': {'device_id': '359dade3-d664-45a0-849f-104afadce31e', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'admin_state_up': True, 'tenant_id': '5f24cce5f8964a8d9262bbbdb69b5903'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:23.777577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Made reservation on behalf of 5f24cce5f8964a8d9262bbbdb69b5903 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:23.790343 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.050686 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Allocated IP 172.20.0.2 (c9cab6ee-0676-4f35-91d7-a3aad5735c7b/371b2c9e-1a78-47e2-b8bf-65176b61184e/426966f5-4ee9-4880-9d11-fcc9bea4e321) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:24.495242 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.590415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2fb479c7-47cb-4502-b35b-54d279e316e2 req-9bfcf5f1-acb2-4e42-877e-02303f1cc091 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 210 time: 0.0688040 Aug 03 19:19:24.654594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.673910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:24.791016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Network c9cab6ee-0676-4f35-91d7-a3aad5735c7b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:24.798757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:24.803770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:24.895184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event updated for resources: {'Port': ['ID=426966f5-4ee9-4880-9d11-fcc9bea4e321,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:24.981303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:24.982732 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.017226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-628a9f2f-0386-47ad-9807-55f3076e3769 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4373500 Aug 03 19:19:25.040108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Request body: {'port': {'device_id': '359dade3-d664-45a0-849f-104afadce31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:25.113788 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.652134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426966f5-4ee9-4880-9d11-fcc9bea4e321 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:25.668928 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.700438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Transition to ACTIVE for port object 426966f5-4ee9-4880-9d11-fcc9bea4e321 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:25.726282 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.847981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3018f6-ea66-4c90-89f6-d7e0379fda04 req-1bdb3630-2f51-406d-8634-c149d0249753 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:25.849900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be3018f6-ea66-4c90-89f6-d7e0379fda04 req-1bdb3630-2f51-406d-8634-c149d0249753 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 943 time: 0.1464796 Aug 03 19:19:25.887272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Pushing event updated for resources: {'Port': ['ID=426966f5-4ee9-4880-9d11-fcc9bea4e321,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:26.011294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be3018f6-ea66-4c90-89f6-d7e0379fda04 req-aa88cb1d-2ea8-429a-8ef2-f69b33ef7634 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406436 Aug 03 19:19:26.034957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Attempting to bind port 426966f5-4ee9-4880-9d11-fcc9bea4e321 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:26.035494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Attempting to bind port 426966f5-4ee9-4880-9d11-fcc9bea4e321 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:26.036088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Attempting to bind port 426966f5-4ee9-4880-9d11-fcc9bea4e321 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:26.044575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Port 426966f5-4ee9-4880-9d11-fcc9bea4e321 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:19:26.045101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Attempting to bind port 426966f5-4ee9-4880-9d11-fcc9bea4e321 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:26.054981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:26.055567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Checking segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:26.056196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Bound using segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:26.056938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Bound port: 426966f5-4ee9-4880-9d11-fcc9bea4e321, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:26.057845 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.202948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] For port 426966f5-4ee9-4880-9d11-fcc9bea4e321, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:26.207259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] For port 426966f5-4ee9-4880-9d11-fcc9bea4e321, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=426966f5-4ee9-4880-9d11-fcc9bea4e321,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:26.216966 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.300772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Pushing event updated for resources: {'Port': ['ID=426966f5-4ee9-4880-9d11-fcc9bea4e321,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:26.318991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:26.322711 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.325008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-92947b9f-f12e-4c9d-9f63-42d4e864f756 service neutron] 10.222.0.74 "PUT /v2.0/ports/426966f5-4ee9-4880-9d11-fcc9bea4e321 HTTP/1.1" status: 200 len: 1091 time: 1.2895954 Aug 03 19:19:26.326176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359dade3-d664-45a0-849f-104afadce31e', 'tag': '426966f5-4ee9-4880-9d11-fcc9bea4e321'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:26.329142 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bb4339-d4ff-4b5c-89a0-d08c165eceef" -d '{"events": [{"name": "network-changed", "server_uuid": "359dade3-d664-45a0-849f-104afadce31e", "tag": "426966f5-4ee9-4880-9d11-fcc9bea4e321"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:26.377543 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fed51b-1b5b-42bb-ae2c-a1195cf1ba0b x-openstack-request-id: req-46fed51b-1b5b-42bb-ae2c-a1195cf1ba0b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:26.377845 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359dade3-d664-45a0-849f-104afadce31e", "tag": "426966f5-4ee9-4880-9d11-fcc9bea4e321", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:26.378104 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46fed51b-1b5b-42bb-ae2c-a1195cf1ba0b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:26.378517 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359dade3-d664-45a0-849f-104afadce31e', 'tag': '426966f5-4ee9-4880-9d11-fcc9bea4e321', 'status': 'completed', 'code': 200} Aug 03 19:19:26.456156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647344d4-6929-4a53-8665-b4331ce154e7 req-fea17751-6b65-4fea-ac33-a6ab1b6e8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:26.461218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-fea17751-6b65-4fea-ac33-a6ab1b6e8b3c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 1094 time: 0.0584996 Aug 03 19:19:26.592594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-ecb95a59-0df2-4105-b89c-82827339153c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=426966f5-4ee9-4880-9d11-fcc9bea4e321 HTTP/1.1" status: 200 len: 217 time: 0.1147146 Aug 03 19:19:26.662709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647344d4-6929-4a53-8665-b4331ce154e7 req-2a6c341d-1cf4-4709-ba70-81a02d86c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:26.664071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-2a6c341d-1cf4-4709-ba70-81a02d86c1fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.0627813 Aug 03 19:19:26.704085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-124f72b9-a3b6-458a-818b-0da1fac1b944 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309908 Aug 03 19:19:26.842813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-ae6298b0-bc97-4850-af78-d1657f9aef9d service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312063 Aug 03 19:19:27.105093 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-647344d4-6929-4a53-8665-b4331ce154e7 req-58f3142f-bb81-46ac-9505-cd78e9087c3d service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536485 Aug 03 19:19:27.286448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537d322-63ac-44b8-a96c-6ebdacd21657 req-098fdc2f-1172-4bbd-86b0-1c05f5950fcb tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:27.288471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9537d322-63ac-44b8-a96c-6ebdacd21657 req-098fdc2f-1172-4bbd-86b0-1c05f5950fcb tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 943 time: 0.1421030 Aug 03 19:19:27.394388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9537d322-63ac-44b8-a96c-6ebdacd21657 req-a0d55f82-e82a-47ad-852e-8d9556708446 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959029 Aug 03 19:19:27.406004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb4339-d4ff-4b5c-89a0-d08c165eceef req-19ae4d19-6845-48ac-9e14-64ccc9bddadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:27.409084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8bb4339-d4ff-4b5c-89a0-d08c165eceef req-19ae4d19-6845-48ac-9e14-64ccc9bddadb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 1094 time: 0.1330302 Aug 03 19:19:27.621674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb4339-d4ff-4b5c-89a0-d08c165eceef req-4dde72b1-928d-4e5e-baf9-fb97c90f395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:27.624918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8bb4339-d4ff-4b5c-89a0-d08c165eceef req-4dde72b1-928d-4e5e-baf9-fb97c90f395c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 906 time: 0.2064686 Aug 03 19:19:27.735281 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8bb4339-d4ff-4b5c-89a0-d08c165eceef req-856178e6-5eb1-42ab-8e30-78a725b96a57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=426966f5-4ee9-4880-9d11-fcc9bea4e321 HTTP/1.1" status: 200 len: 217 time: 0.1010284 Aug 03 19:19:27.824789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb4339-d4ff-4b5c-89a0-d08c165eceef req-34100afd-9d03-4a61-909a-f25e6a263dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:27.827714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8bb4339-d4ff-4b5c-89a0-d08c165eceef req-34100afd-9d03-4a61-909a-f25e6a263dd4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.0840933 Aug 03 19:19:27.884430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8bb4339-d4ff-4b5c-89a0-d08c165eceef req-5e8bc438-e399-4355-81f0-5d4df6b5a8f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450585 Aug 03 19:19:28.038650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8bb4339-d4ff-4b5c-89a0-d08c165eceef req-0d692ef9-cb89-4aaf-ae0b-07028e02239d service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436782 Aug 03 19:19:28.170667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8bb4339-d4ff-4b5c-89a0-d08c165eceef req-9078d7b0-8c51-47cf-bd50-7ce7d0d3272c service neutron] 10.222.0.74 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200333 Aug 03 19:19:28.482683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 426966f5-4ee9-4880-9d11-fcc9bea4e321 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:19:28.611270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ba81a-a121-41a3-b668-2d4d527ced78 req-b437ff3e-2224-4716-be2a-d68bd3f2c9d0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:28.626205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c1ba81a-a121-41a3-b668-2d4d527ced78 req-b437ff3e-2224-4716-be2a-d68bd3f2c9d0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 943 time: 0.1268182 Aug 03 19:19:28.685486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 426966f5-4ee9-4880-9d11-fcc9bea4e321, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=426966f5-4ee9-4880-9d11-fcc9bea4e321,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:28.699468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c1ba81a-a121-41a3-b668-2d4d527ced78 req-b2122ec8-867c-4701-8fc6-5f14ee4959bf tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713358 Aug 03 19:19:28.727656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '426966f5-4ee9-4880-9d11-fcc9bea4e321', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'port_id': '426966f5-4ee9-4880-9d11-fcc9bea4e321', 'mac_address': 'fa:16:3e:3a:55:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371b2c9e-1a78-47e2-b8bf-65176b61184e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:19:28.793054 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.819288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426966f5-4ee9-4880-9d11-fcc9bea4e321 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:28.860845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 426966f5-4ee9-4880-9d11-fcc9bea4e321, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=426966f5-4ee9-4880-9d11-fcc9bea4e321,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:28.869009 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.930689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=426966f5-4ee9-4880-9d11-fcc9bea4e321,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:29.249400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['426966f5-4ee9-4880-9d11-fcc9bea4e321'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:29.652137 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.949650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5526c1-6183-4076-b42e-c6a27215c98c req-bcfa42c2-ccb9-491f-9277-2c0b9b1e0503 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:29.952439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c5526c1-6183-4076-b42e-c6a27215c98c req-bcfa42c2-ccb9-491f-9277-2c0b9b1e0503 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 944 time: 0.1087904 Aug 03 19:19:30.035282 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c5526c1-6183-4076-b42e-c6a27215c98c req-d8f019ee-c0b0-45bb-829a-979a3580d829 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724850 Aug 03 19:19:30.493360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 426966f5-4ee9-4880-9d11-fcc9bea4e321 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:30.585621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 426966f5-4ee9-4880-9d11-fcc9bea4e321 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:30.590367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 426966f5-4ee9-4880-9d11-fcc9bea4e321 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:30.590749 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.718256 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.756017 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359dade3-d664-45a0-849f-104afadce31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426966f5-4ee9-4880-9d11-fcc9bea4e321'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:30.760975 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed86d83-7cf5-401e-b4f3-143b116b8f78" -d '{"events": [{"server_uuid": "359dade3-d664-45a0-849f-104afadce31e", "name": "network-vif-plugged", "status": "completed", "tag": "426966f5-4ee9-4880-9d11-fcc9bea4e321"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:30.799523 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 426966f5-4ee9-4880-9d11-fcc9bea4e321, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=426966f5-4ee9-4880-9d11-fcc9bea4e321,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:30.807687 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.868802 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e6d9b0-4a22-4777-8e34-2a29035085c0 x-openstack-request-id: req-67e6d9b0-4a22-4777-8e34-2a29035085c0 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:30.869319 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359dade3-d664-45a0-849f-104afadce31e", "name": "network-vif-plugged", "status": "completed", "tag": "426966f5-4ee9-4880-9d11-fcc9bea4e321", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:30.869930 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-67e6d9b0-4a22-4777-8e34-2a29035085c0 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:30.871013 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359dade3-d664-45a0-849f-104afadce31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426966f5-4ee9-4880-9d11-fcc9bea4e321', 'code': 200} Aug 03 19:19:30.944087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=426966f5-4ee9-4880-9d11-fcc9bea4e321,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:31.038642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af640ce6-0e68-452e-b900-cb79cccbded3 req-83697e8b-de2e-4b21-a0a2-99fd81b24502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:31.041780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af640ce6-0e68-452e-b900-cb79cccbded3 req-83697e8b-de2e-4b21-a0a2-99fd81b24502 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 1096 time: 0.0840397 Aug 03 19:19:31.117409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af640ce6-0e68-452e-b900-cb79cccbded3 req-04a270c0-ea32-4ce1-8311-8600e5e5550e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660355 Aug 03 19:19:31.332899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db771a6a-f536-4def-b9a0-9ba388cf2c48 req-ebe1bcbe-235e-44b9-b484-f2c94f0bfc3a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:31.341730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db771a6a-f536-4def-b9a0-9ba388cf2c48 req-ebe1bcbe-235e-44b9-b484-f2c94f0bfc3a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 945 time: 0.1248407 Aug 03 19:19:31.386094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db771a6a-f536-4def-b9a0-9ba388cf2c48 req-b807d66a-4978-43e9-b2e6-9f8e87a64f73 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431395 Aug 03 19:19:32.696461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab507c4-4b23-4add-b416-f4d470c45df9 req-200c3a89-8366-454b-8654-7118fa2ade97 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:32.711623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ab507c4-4b23-4add-b416-f4d470c45df9 req-200c3a89-8366-454b-8654-7118fa2ade97 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 945 time: 0.1473329 Aug 03 19:19:32.782779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ab507c4-4b23-4add-b416-f4d470c45df9 req-10e8745f-5a68-44a9-9e93-af39fc57a055 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678606 Aug 03 19:19:33.649229 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eb2d32cd-3713-4c40-9ceb-64342c682d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.043405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1beec-3261-4877-94a4-c310c564a3db req-9bfb6c26-2962-4863-9f79-c427c47090bc tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:34.046168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92a1beec-3261-4877-94a4-c310c564a3db req-9bfb6c26-2962-4863-9f79-c427c47090bc tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 945 time: 0.1065466 Aug 03 19:19:34.206170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92a1beec-3261-4877-94a4-c310c564a3db req-f6a2e3bf-5eca-4249-a550-b122b96ee4ad tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434560 Aug 03 19:19:34.253957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c4d63-eb4b-47cf-a3b6-7b7256aede5b req-cc9f7de1-c704-4df4-98a5-98c5508776fa tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:34.279843 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a11c4d63-eb4b-47cf-a3b6-7b7256aede5b req-cc9f7de1-c704-4df4-98a5-98c5508776fa tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 950 time: 0.2313993 Aug 03 19:19:34.447161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a11c4d63-eb4b-47cf-a3b6-7b7256aede5b req-2250c629-8769-4f51-8d20-ffb883b57850 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/security-groups?id=c361a552-d5cf-4eea-a7f6-78d67dabd8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659729 Aug 03 19:19:34.850227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-7a1610fe-6c37-4ce2-a415-2cdbd4aca2b9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1379824 Aug 03 19:19:34.870759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2153c-6f19-4145-ab95-46583ed2da40 req-79714a01-4f70-4a98-9a1c-450b788442fb tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:34.874285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4dc2153c-6f19-4145-ab95-46583ed2da40 req-79714a01-4f70-4a98-9a1c-450b788442fb tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 945 time: 0.1072450 Aug 03 19:19:34.951060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4dc2153c-6f19-4145-ab95-46583ed2da40 req-d9ca7a92-50b2-4566-84b4-09cf0d6ae6ea tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711241 Aug 03 19:19:35.048935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-23abe630-df52-40e3-887b-1a13105ef96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:35.051459 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-23abe630-df52-40e3-887b-1a13105ef96b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 1097 time: 0.0854731 Aug 03 19:19:35.264907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf594f43-95c6-4fb1-9bab-63e8d80b739c req-674fb526-0080-4c9c-afb1-0cd705992b23 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:35.267589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf594f43-95c6-4fb1-9bab-63e8d80b739c req-674fb526-0080-4c9c-afb1-0cd705992b23 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 945 time: 0.1616683 Aug 03 19:19:35.328181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-f17109e3-bdde-44f2-9c56-06cb065a209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:35.331549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-f17109e3-bdde-44f2-9c56-06cb065a209f service neutron] 10.222.0.74 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.2499928 Aug 03 19:19:35.435170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf594f43-95c6-4fb1-9bab-63e8d80b739c req-06265e97-d28f-44a2-ae0c-dee339026bbf tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520824 Aug 03 19:19:35.477692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-8df815de-484b-4bfd-844e-c28277728fb7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc02e430-6abe-449e-8d02-93356707ec54 HTTP/1.1" status: 200 len: 1001 time: 0.1356149 Aug 03 19:19:35.707500 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-b25dab02-06fd-485f-88d3-ff042d373793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:35.711034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-b25dab02-06fd-485f-88d3-ff042d373793 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.2237568 Aug 03 19:19:35.723080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73109bd4-6e81-4b5b-abfd-af2c6bfeeb78 req-83e1bd10-9650-4d4d-8f2c-f2f8d5f7f9ac tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:35.726347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73109bd4-6e81-4b5b-abfd-af2c6bfeeb78 req-83e1bd10-9650-4d4d-8f2c-f2f8d5f7f9ac tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 950 time: 0.1493995 Aug 03 19:19:35.760923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c3692-157f-40c6-9c2a-83eeb2182ea4 req-cdb062a6-e099-4284-8f0b-340b2e33bdd5 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:35.763294 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e15c3692-157f-40c6-9c2a-83eeb2182ea4 req-cdb062a6-e099-4284-8f0b-340b2e33bdd5 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.37 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 950 time: 0.0998127 Aug 03 19:19:35.871354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-88c6ccc7-f9e6-4de1-a8e6-432e3fdc7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:35.874097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-88c6ccc7-f9e6-4de1-a8e6-432e3fdc7038 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461930 Aug 03 19:19:35.884595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73109bd4-6e81-4b5b-abfd-af2c6bfeeb78 req-72f16b6e-97cc-4aa6-803a-be23ac7c98fd tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/security-groups?id=c361a552-d5cf-4eea-a7f6-78d67dabd8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078959 Aug 03 19:19:36.015571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e15c3692-157f-40c6-9c2a-83eeb2182ea4 req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Deleting port a9d67505-23e5-44aa-bc71-aec4d1c9d691 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:36.016130 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e15c3692-157f-40c6-9c2a-83eeb2182ea4 req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.053625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-dfa6e191-7a81-4174-8ea0-8ff04c96ff64 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353643 Aug 03 19:19:36.175847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e15c3692-157f-40c6-9c2a-83eeb2182ea4 req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] For port a9d67505-23e5-44aa-bc71-aec4d1c9d691, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a9d67505-23e5-44aa-bc71-aec4d1c9d691,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:36.176599 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e15c3692-157f-40c6-9c2a-83eeb2182ea4 req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.194376 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e15c3692-157f-40c6-9c2a-83eeb2182ea4 req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Calling delete_port for a9d67505-23e5-44aa-bc71-aec4d1c9d691 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:36.209722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e2aab-e876-46d5-91c8-88586d232ce8 req-4f43dd6a-4a35-4dad-a98f-89e434cf7fa7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:36.217806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c17e2aab-e876-46d5-91c8-88586d232ce8 req-4f43dd6a-4a35-4dad-a98f-89e434cf7fa7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 945 time: 0.1604674 Aug 03 19:19:36.264062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3d56ad3-720b-4e83-8943-f5d1fe7b23cf req-df942dac-03d0-4f2f-9692-8f02a33d0a29 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944888 Aug 03 19:19:36.287565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c17e2aab-e876-46d5-91c8-88586d232ce8 req-d0bf4750-045c-4ef4-860f-3f5c90da3d4d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634744 Aug 03 19:19:36.378090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e15c3692-157f-40c6-9c2a-83eeb2182ea4 req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.395793 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a9d67505-23e5-44aa-bc71-aec4d1c9d691'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:36.478015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Pushing event deleted for resources: {'Port': ['ID=a9d67505-23e5-44aa-bc71-aec4d1c9d691,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:36.485415 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec795aed-3091-426e-87b8-562d6d6726bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.510772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15c3692-157f-40c6-9c2a-83eeb2182ea4 req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] No DVR routers for this DVR port a9d67505-23e5-44aa-bc71-aec4d1c9d691 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:36.513836 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e15c3692-157f-40c6-9c2a-83eeb2182ea4 req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.516398 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e15c3692-157f-40c6-9c2a-83eeb2182ea4 req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.37 "DELETE /v2.0/ports/a9d67505-23e5-44aa-bc71-aec4d1c9d691 HTTP/1.1" status: 204 len: 173 time: 0.7440090 Aug 03 19:19:36.517068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353f2a87-94fa-4e01-9d1c-31920e0de582', 'name': 'network-vif-deleted', 'tag': 'a9d67505-23e5-44aa-bc71-aec4d1c9d691'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:36.545582 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eff47b1-c0cb-4e89-9f15-43b5d7656d10" -d '{"events": [{"server_uuid": "353f2a87-94fa-4e01-9d1c-31920e0de582", "name": "network-vif-deleted", "tag": "a9d67505-23e5-44aa-bc71-aec4d1c9d691"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:36.557480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.557863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.558218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.558737 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.558945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.559222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.559558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.560393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.560393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.560792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.560975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.561166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6459132d-c14b-4d9a-bbf2-51098a23086a tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:36.734332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42368) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:36.759562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.760264 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0390f0-b2d0-47a3-8fe3-6b35629f3181 x-openstack-request-id: req-ce0390f0-b2d0-47a3-8fe3-6b35629f3181 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:36.760575 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353f2a87-94fa-4e01-9d1c-31920e0de582", "name": "network-vif-deleted", "tag": "a9d67505-23e5-44aa-bc71-aec4d1c9d691", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:36.760829 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce0390f0-b2d0-47a3-8fe3-6b35629f3181 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:36.761435 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353f2a87-94fa-4e01-9d1c-31920e0de582', 'name': 'network-vif-deleted', 'tag': 'a9d67505-23e5-44aa-bc71-aec4d1c9d691', 'status': 'completed', 'code': 200} Aug 03 19:19:36.876301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ee9844-9ff7-499e-bd20-3dfd55faa62e admin admin] Deleting subnet c45d05b7-188d-41b0-8970-bd2979e0267d {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:36.883624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85ee9844-9ff7-499e-bd20-3dfd55faa62e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.963569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85ee9844-9ff7-499e-bd20-3dfd55faa62e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.216687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4d975c1-60ab-48aa-9361-4532015264bb req-480f8cf6-22c8-48db-8465-52d6a0249b84 tempest-VolumesBackupsTest-2003964192 tempest-VolumesBackupsTest-2003964192-project] 10.222.0.78 "GET /v2.0/ports?device_id=353f2a87-94fa-4e01-9d1c-31920e0de582 HTTP/1.1" status: 200 len: 210 time: 0.0770135 Aug 03 19:19:37.224643 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85ee9844-9ff7-499e-bd20-3dfd55faa62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.390207 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85ee9844-9ff7-499e-bd20-3dfd55faa62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.432609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee9844-9ff7-499e-bd20-3dfd55faa62e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45d05b7-188d-41b0-8970-bd2979e0267d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:37.462233 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85ee9844-9ff7-499e-bd20-3dfd55faa62e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.464716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-85ee9844-9ff7-499e-bd20-3dfd55faa62e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c45d05b7-188d-41b0-8970-bd2979e0267d HTTP/1.1" status: 204 len: 168 time: 0.7278430 Aug 03 19:19:37.468789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42376) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.556070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a2570-925e-4113-ac93-cb7d756a18bc req-383fcc1a-acbe-4272-9820-4ab7a83ad9c2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:37.558244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-977a2570-925e-4113-ac93-cb7d756a18bc req-383fcc1a-acbe-4272-9820-4ab7a83ad9c2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 945 time: 0.1571064 Aug 03 19:19:37.588836 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.639636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-977a2570-925e-4113-ac93-cb7d756a18bc req-482e3e2e-9688-496c-9725-a14fbd4333d7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Aug 03 19:19:37.723573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.743739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ff825a-2c21-47a1-8ec5-3dc8f60e5978']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:37.758423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea1e73a-43c4-4297-acd5-8c414d3b4527') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:37.758997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea1e73a-43c4-4297-acd5-8c414d3b4527') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:37.782614 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.814723 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.828958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:37.830162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.902194 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:37.906305 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:37.950659 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.960156 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.963142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] 10.222.0.78 "DELETE /v2.0/networks/b7ff825a-2c21-47a1-8ec5-3dc8f60e5978 HTTP/1.1" status: 204 len: 168 time: 0.4927418 Aug 03 19:19:37.967549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42380) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.993669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef5347-df33-411a-a7ca-68561a9816fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ff825a-2c21-47a1-8ec5-3dc8f60e5978,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:38.019068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bf441-3d78-44f2-b189-a9d48a56e8a0 req-cecc3820-51c4-4d66-8043-7164b53e5a2c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:38.021918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-618bf441-3d78-44f2-b189-a9d48a56e8a0 req-cecc3820-51c4-4d66-8043-7164b53e5a2c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 945 time: 0.1147978 Aug 03 19:19:38.023143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a5b640-7aae-4ed6-9ee0-99b475a6eb87 admin admin] Deleting subnet dd6acf2a-4a85-44b7-a633-b66e689d0a2a {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:38.028161 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b640-7aae-4ed6-9ee0-99b475a6eb87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.113401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b640-7aae-4ed6-9ee0-99b475a6eb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.227312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b640-7aae-4ed6-9ee0-99b475a6eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.253579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-618bf441-3d78-44f2-b189-a9d48a56e8a0 req-46777fc1-fcdc-4383-9f3f-6cea93dca229 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Deleting port 426966f5-4ee9-4880-9d11-fcc9bea4e321 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:38.254521 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-618bf441-3d78-44f2-b189-a9d48a56e8a0 req-46777fc1-fcdc-4383-9f3f-6cea93dca229 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.359014 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b640-7aae-4ed6-9ee0-99b475a6eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.412056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5b640-7aae-4ed6-9ee0-99b475a6eb87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6acf2a-4a85-44b7-a633-b66e689d0a2a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:38.437122 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b640-7aae-4ed6-9ee0-99b475a6eb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.441992 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d1a5b640-7aae-4ed6-9ee0-99b475a6eb87 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dd6acf2a-4a85-44b7-a633-b66e689d0a2a HTTP/1.1" status: 204 len: 168 time: 0.4719927 Aug 03 19:19:38.447731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42392) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:38.742244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a9d67505-23e5-44aa-bc71-aec4d1c9d691 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:38.771136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: a9d67505-23e5-44aa-bc71-aec4d1c9d691 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:38.772022 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a9d67505-23e5-44aa-bc71-aec4d1c9d691 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:39.006388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-618bf441-3d78-44f2-b189-a9d48a56e8a0 req-46777fc1-fcdc-4383-9f3f-6cea93dca229 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] For port 426966f5-4ee9-4880-9d11-fcc9bea4e321, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=426966f5-4ee9-4880-9d11-fcc9bea4e321,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:39.006741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-618bf441-3d78-44f2-b189-a9d48a56e8a0 req-46777fc1-fcdc-4383-9f3f-6cea93dca229 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.036893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-618bf441-3d78-44f2-b189-a9d48a56e8a0 req-46777fc1-fcdc-4383-9f3f-6cea93dca229 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Calling delete_port for 426966f5-4ee9-4880-9d11-fcc9bea4e321 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:39.046793 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.111684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259957e2-6ef1-4446-8d9e-978e54dc285e req-841b6986-9724-4e50-920f-64a7e231b2f0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:39.113336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-259957e2-6ef1-4446-8d9e-978e54dc285e req-841b6986-9724-4e50-920f-64a7e231b2f0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 945 time: 0.1605031 Aug 03 19:19:39.362720 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-259957e2-6ef1-4446-8d9e-978e54dc285e req-44abc03c-a7a0-418b-9d01-e07d13500e9f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354364 Aug 03 19:19:39.384306 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.417548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2087b88-d5d0-48c7-96b6-f3323e5aafe8']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:39.448596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfca3b68-e3b3-43f3-849f-4a65dde146d8') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:39.449105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfca3b68-e3b3-43f3-849f-4a65dde146d8') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:39.466903 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-618bf441-3d78-44f2-b189-a9d48a56e8a0 req-46777fc1-fcdc-4383-9f3f-6cea93dca229 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.475768 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.484968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:39.538390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46777fc1-fcdc-4383-9f3f-6cea93dca229 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event deleted for resources: {'Port': ['ID=426966f5-4ee9-4880-9d11-fcc9bea4e321,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:39.555787 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.599723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:39.608698 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:39.609544 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:39.730375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.747817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-618bf441-3d78-44f2-b189-a9d48a56e8a0 req-46777fc1-fcdc-4383-9f3f-6cea93dca229 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] No DVR routers for this DVR port 426966f5-4ee9-4880-9d11-fcc9bea4e321 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:39.762286 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-618bf441-3d78-44f2-b189-a9d48a56e8a0 req-46777fc1-fcdc-4383-9f3f-6cea93dca229 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.768470 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-618bf441-3d78-44f2-b189-a9d48a56e8a0 req-46777fc1-fcdc-4383-9f3f-6cea93dca229 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.74 "DELETE /v2.0/ports/426966f5-4ee9-4880-9d11-fcc9bea4e321 HTTP/1.1" status: 204 len: 173 time: 1.7356126 Aug 03 19:19:39.847916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359dade3-d664-45a0-849f-104afadce31e', 'name': 'network-vif-deleted', 'tag': '426966f5-4ee9-4880-9d11-fcc9bea4e321'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:39.851951 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16316c2e-6ce4-41c9-a473-0c2aee17563a" -d '{"events": [{"server_uuid": "359dade3-d664-45a0-849f-104afadce31e", "name": "network-vif-deleted", "tag": "426966f5-4ee9-4880-9d11-fcc9bea4e321"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:39.903270 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.946765 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.948809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e2087b88-d5d0-48c7-96b6-f3323e5aafe8 HTTP/1.1" status: 204 len: 168 time: 1.4997973 Aug 03 19:19:39.951445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c8393-da3a-47fd-a899-1e9db072dbc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2087b88-d5d0-48c7-96b6-f3323e5aafe8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:39.973451 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6644408e-cba4-49c1-9e6e-6005b5fe27eb x-openstack-request-id: req-6644408e-cba4-49c1-9e6e-6005b5fe27eb {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:39.974858 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359dade3-d664-45a0-849f-104afadce31e", "name": "network-vif-deleted", "tag": "426966f5-4ee9-4880-9d11-fcc9bea4e321", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:39.975300 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6644408e-cba4-49c1-9e6e-6005b5fe27eb {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:39.975947 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359dade3-d664-45a0-849f-104afadce31e', 'name': 'network-vif-deleted', 'tag': '426966f5-4ee9-4880-9d11-fcc9bea4e321', 'status': 'completed', 'code': 200} Aug 03 19:19:40.054411 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:19:40.310974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42410) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:40.365016 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-309baa4b-a161-4046-a2f6-058666e3f327 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5565fdcf5c2a4a9683b3e2a09be20cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521920 Aug 03 19:19:40.367541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42412) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:40.451251 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-41a4f9c4-0f24-43cd-a976-30f7d3545bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.508525 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-41a4f9c4-0f24-43cd-a976-30f7d3545bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.566045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 426966f5-4ee9-4880-9d11-fcc9bea4e321 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:40.606220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27463d1e-5c5e-40e3-8763-477d8c8ca6a5 req-075ec56b-adb8-4fa6-add9-4e768602cfb7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=359dade3-d664-45a0-849f-104afadce31e HTTP/1.1" status: 200 len: 210 time: 0.0819051 Aug 03 19:19:40.634845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-41a4f9c4-0f24-43cd-a976-30f7d3545bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.638245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-41a4f9c4-0f24-43cd-a976-30f7d3545bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.643498 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-41a4f9c4-0f24-43cd-a976-30f7d3545bfe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95bc40f1-bc4b-419c-aaf5-c709fb496cf9 HTTP/1.1" status: 204 len: 168 time: 0.2707632 Aug 03 19:19:40.657642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4f9c4-0f24-43cd-a976-30f7d3545bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bc40f1-bc4b-419c-aaf5-c709fb496cf9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:40.668453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 426966f5-4ee9-4880-9d11-fcc9bea4e321 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:40.669250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 426966f5-4ee9-4880-9d11-fcc9bea4e321 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:41.312417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42432) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:41.385109 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a893c784-87c1-4123-b5e8-dae862b8fa44 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e18b6e607dc14b4da50f18d5fbd17734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710728 Aug 03 19:19:41.388488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42434) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:41.462713 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2570da4-0b35-431f-9046-5f7a302e3119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.502162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2570da4-0b35-431f-9046-5f7a302e3119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.585832 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2570da4-0b35-431f-9046-5f7a302e3119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.590990 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f2570da4-0b35-431f-9046-5f7a302e3119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.595087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f2570da4-0b35-431f-9046-5f7a302e3119 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0cc35f43-6484-4cf7-97b1-2ab537ec9e21 HTTP/1.1" status: 204 len: 168 time: 0.2030950 Aug 03 19:19:41.608388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2570da4-0b35-431f-9046-5f7a302e3119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc35f43-6484-4cf7-97b1-2ab537ec9e21,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:42.314776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-d2dad00a-5aed-45fc-8f6a-8a45917f24c3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:42.319638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-d2dad00a-5aed-45fc-8f6a-8a45917f24c3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.3319209 Aug 03 19:19:42.370034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-a02ac8d8-1495-460b-a894-6cdb381edc93 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/quotas/5f24cce5f8964a8d9262bbbdb69b5903 HTTP/1.1" status: 200 len: 375 time: 0.0372219 Aug 03 19:19:42.514021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-d733e9d9-bd28-4580-89bd-e3b815e1aad0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296811 Aug 03 19:19:42.713481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-26f79b36-a4b7-48af-905c-65c73851a958 service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909249 Aug 03 19:19:42.889749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-bb552b3b-4509-45b9-8fcf-1468ef8f4f06 service neutron] 10.222.0.78 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631837 Aug 03 19:19:43.302450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53fbfedf-4a10-443a-949a-78bdd796ff38 req-4bb9bd69-5419-4664-a729-13e1318bd19c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 210 time: 0.0407703 Aug 03 19:19:44.562792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c5d1389-a618-44c3-a276-7f44189e9857 req-dc09a500-3f89-46b1-98bb-42bb14c47ec9 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 210 time: 0.0592985 Aug 03 19:19:45.178891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-62fd858a-02a7-4a9c-abee-b06cbc1099ea tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:45.182692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-62fd858a-02a7-4a9c-abee-b06cbc1099ea tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.37 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 805 time: 0.2650032 Aug 03 19:19:45.213886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Request body: {'port': {'device_id': '2eb7bb08-4824-4b99-9402-6b95d9b65561', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'admin_state_up': True, 'tenant_id': '5f24cce5f8964a8d9262bbbdb69b5903'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:45.308090 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.329921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42600) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:45.340128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8a5848c5-5083-4924-9ce5-e7abe3dbf275 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516018950', 'description': 'tempest-secgroup-smoke-1516018950 description', 'project_id': 'b5fb9b01c0b84db08e058795c9072907'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:45.400265 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a5848c5-5083-4924-9ce5-e7abe3dbf275 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.419627 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a5848c5-5083-4924-9ce5-e7abe3dbf275 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.454521 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.api [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:19:45.454521 n-d-802918-7 neutron-server[100488]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:19:45.454521 n-d-802918-7 neutron-server[100488]: [parameters: {'project_id_1': '5f24cce5f8964a8d9262bbbdb69b5903', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 19, 45, 447533)}] Aug 03 19:19:45.454521 n-d-802918-7 neutron-server[100488]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:19:45.455202 n-d-802918-7 neutron-server[100488]: DEBUG oslo_db.api [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:19:45.602406 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a5848c5-5083-4924-9ce5-e7abe3dbf275 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.614812 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a5848c5-5083-4924-9ce5-e7abe3dbf275 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.743083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5848c5-5083-4924-9ce5-e7abe3dbf275 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af30f2fd-7b28-4746-b3d8-15bd2e7ce69b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:45.787032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca63b1ca-646c-48f7-bf21-241bf09e13f1 req-0cb2e3ca-81fd-46d6-bd4f-b6303f581928 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 210 time: 0.0831385 Aug 03 19:19:45.866662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a5848c5-5083-4924-9ce5-e7abe3dbf275 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.873729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a5848c5-5083-4924-9ce5-e7abe3dbf275 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.922459 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a5848c5-5083-4924-9ce5-e7abe3dbf275 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.924407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8a5848c5-5083-4924-9ce5-e7abe3dbf275 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5914111 Aug 03 19:19:45.928277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42608) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:45.930617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5848c5-5083-4924-9ce5-e7abe3dbf275 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:45.934143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-55cf8e4a-4a7e-4162-8a8e-75a1de324d5b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:45.992397 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55cf8e4a-4a7e-4162-8a8e-75a1de324d5b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.015707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Made reservation on behalf of 5f24cce5f8964a8d9262bbbdb69b5903 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:46.020218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.116368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55cf8e4a-4a7e-4162-8a8e-75a1de324d5b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.134803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55cf8e4a-4a7e-4162-8a8e-75a1de324d5b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.222977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf8e4a-4a7e-4162-8a8e-75a1de324d5b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ceda84b-4dc7-4c79-89f7-678e83494cc3,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:46.231887 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55cf8e4a-4a7e-4162-8a8e-75a1de324d5b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.233752 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-55cf8e4a-4a7e-4162-8a8e-75a1de324d5b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038738 Aug 03 19:19:46.236908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42610) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:46.245584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-70729f5f-14ca-4ac9-8504-4c8bba695f4b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:46.266756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Allocated IP 172.20.0.5 (c9cab6ee-0676-4f35-91d7-a3aad5735c7b/371b2c9e-1a78-47e2-b8bf-65176b61184e/24bef41e-19c4-4da2-a151-09b89d7d4719) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:46.298184 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-70729f5f-14ca-4ac9-8504-4c8bba695f4b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.450789 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-70729f5f-14ca-4ac9-8504-4c8bba695f4b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.459864 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-70729f5f-14ca-4ac9-8504-4c8bba695f4b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.500259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70729f5f-14ca-4ac9-8504-4c8bba695f4b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4484c317-2663-4beb-a5a4-2f9783961b59,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:46.535247 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-70729f5f-14ca-4ac9-8504-4c8bba695f4b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.538547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-70729f5f-14ca-4ac9-8504-4c8bba695f4b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991242 Aug 03 19:19:46.542409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42614) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:46.553967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-69ba58ea-1c45-441f-bf3d-d61874f93cd4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:46.569869 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.612478 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ba58ea-1c45-441f-bf3d-d61874f93cd4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.647105 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.664572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:46.711187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Network c9cab6ee-0676-4f35-91d7-a3aad5735c7b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:46.716426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:46.721684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:46.783163 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ba58ea-1c45-441f-bf3d-d61874f93cd4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.792845 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ba58ea-1c45-441f-bf3d-d61874f93cd4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.810398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:46.811539 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.826453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba58ea-1c45-441f-bf3d-d61874f93cd4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5871a04c-908c-4560-b143-693325f43cc4,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:46.844485 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6382189 Aug 03 19:19:46.845789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548153b-2309-46e0-8a42-fab4b595d4a4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event updated for resources: {'Port': ['ID=24bef41e-19c4-4da2-a151-09b89d7d4719,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:46.859789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Request body: {'port': {'device_id': '2eb7bb08-4824-4b99-9402-6b95d9b65561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:46.871173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-69ba58ea-1c45-441f-bf3d-d61874f93cd4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.872738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-69ba58ea-1c45-441f-bf3d-d61874f93cd4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3275609 Aug 03 19:19:46.875648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42622) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:46.885002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7d6e8afd-c00c-4cf3-a1c7-6625cf348bb7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:46.982166 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.020907 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8afd-c00c-4cf3-a1c7-6625cf348bb7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.092125 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8afd-c00c-4cf3-a1c7-6625cf348bb7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.124469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774b263-49a7-41eb-8393-b5bd4525f701 req-c2fb2d37-f6bb-47b7-9db8-c6b8e424aa44 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:47.135123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4774b263-49a7-41eb-8393-b5bd4525f701 req-c2fb2d37-f6bb-47b7-9db8-c6b8e424aa44 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 931 time: 0.1897819 Aug 03 19:19:47.136511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8afd-c00c-4cf3-a1c7-6625cf348bb7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.168507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e8afd-c00c-4cf3-a1c7-6625cf348bb7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53117745-0abd-4a05-b738-794b3f02402a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:47.203669 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7d6e8afd-c00c-4cf3-a1c7-6625cf348bb7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.208316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7d6e8afd-c00c-4cf3-a1c7-6625cf348bb7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3309801 Aug 03 19:19:47.211727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42626) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:47.216395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-9701e213-0e92-440a-bcc5-0ac1da583355 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:47.254163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4774b263-49a7-41eb-8393-b5bd4525f701 req-614f05a4-9784-4499-955d-405165271fa5 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940537 Aug 03 19:19:47.285895 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-9701e213-0e92-440a-bcc5-0ac1da583355 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Project b5fb9b01c0b84db08e058795c9072907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:19:47.299809 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9701e213-0e92-440a-bcc5-0ac1da583355 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.424605 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9701e213-0e92-440a-bcc5-0ac1da583355 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.432789 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9701e213-0e92-440a-bcc5-0ac1da583355 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.492735 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9701e213-0e92-440a-bcc5-0ac1da583355 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.500914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9701e213-0e92-440a-bcc5-0ac1da583355 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2883930 Aug 03 19:19:47.502747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701e213-0e92-440a-bcc5-0ac1da583355 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486fc9ea-3e1b-4513-b59d-aa488b48a635,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:47.503873 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42632) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:47.527713 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-65f7a220-b0ab-4cd9-b74d-afa3e7ecc553 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:47.628585 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-65f7a220-b0ab-4cd9-b74d-afa3e7ecc553 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Project b5fb9b01c0b84db08e058795c9072907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:19:47.639838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65f7a220-b0ab-4cd9-b74d-afa3e7ecc553 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.662281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bef41e-19c4-4da2-a151-09b89d7d4719 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:47.687406 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.748088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Transition to ACTIVE for port object 24bef41e-19c4-4da2-a151-09b89d7d4719 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:47.763715 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.897319 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65f7a220-b0ab-4cd9-b74d-afa3e7ecc553 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.905457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Pushing event updated for resources: {'Port': ['ID=24bef41e-19c4-4da2-a151-09b89d7d4719,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:47.934969 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65f7a220-b0ab-4cd9-b74d-afa3e7ecc553 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.024869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7a220-b0ab-4cd9-b74d-afa3e7ecc553 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480ebc18-1b6a-48a2-a3a4-837feee37a6f,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:48.039045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-65f7a220-b0ab-4cd9-b74d-afa3e7ecc553 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.046905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42646) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:48.047791 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-65f7a220-b0ab-4cd9-b74d-afa3e7ecc553 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5403953 Aug 03 19:19:48.058778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'network': {'name': 'tempest-network-smoke--1940171508', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'port_security_enabled': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:48.081172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Attempting to bind port 24bef41e-19c4-4da2-a151-09b89d7d4719 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:48.082261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Attempting to bind port 24bef41e-19c4-4da2-a151-09b89d7d4719 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:48.084292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Attempting to bind port 24bef41e-19c4-4da2-a151-09b89d7d4719 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:48.093540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Port 24bef41e-19c4-4da2-a151-09b89d7d4719 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:19:48.094829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Attempting to bind port 24bef41e-19c4-4da2-a151-09b89d7d4719 on network c9cab6ee-0676-4f35-91d7-a3aad5735c7b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:48.105443 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:48.106366 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Checking segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:48.107410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Bound using segment: {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:48.108463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Bound port: 24bef41e-19c4-4da2-a151-09b89d7d4719, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003a0077-05c8-4538-8528-faf8fd9ebe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:48.110048 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.150194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:48.159458 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.271500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] For port 24bef41e-19c4-4da2-a151-09b89d7d4719, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:48.274941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:48.291111 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.291401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] For port 24bef41e-19c4-4da2-a151-09b89d7d4719, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=24bef41e-19c4-4da2-a151-09b89d7d4719,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:48.292073 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Added segment a7fe46da-5247-4ac6-8927-273ce8d2c1bf of type vlan for network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 Aug 03 19:19:48.305800 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.366072 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.425393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:48.427871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.430621 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] 10.222.0.37 "PUT /v2.0/ports/24bef41e-19c4-4da2-a151-09b89d7d4719 HTTP/1.1" status: 200 len: 1091 time: 1.5768931 Aug 03 19:19:48.431454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb7bb08-4824-4b99-9402-6b95d9b65561', 'tag': '24bef41e-19c4-4da2-a151-09b89d7d4719'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:48.435845 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.436580 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c046c8-2cf9-466c-9578-e0a2b31e4212" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb7bb08-4824-4b99-9402-6b95d9b65561", "tag": "24bef41e-19c4-4da2-a151-09b89d7d4719"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:48.452451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:48.454236 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.490232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4412448 Aug 03 19:19:48.518168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42654) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:48.530966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'admin_state_up': True, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:48.546654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86f1a0-2cd6-4e7b-885b-b4af93126371 service neutron] Pushing event updated for resources: {'Port': ['ID=24bef41e-19c4-4da2-a151-09b89d7d4719,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:48.645476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-1b53298b-c59e-4900-97f7-df6cc16064e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:48.647370 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-1b53298b-c59e-4900-97f7-df6cc16064e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 1094 time: 0.1476531 Aug 03 19:19:48.650085 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.652360 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.731642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3faa5-976b-4e99-9be7-c738478d182c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Network': ['ID=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:48.749751 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-31e1e787-0377-4f5f-b02f-84d01e27246c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24bef41e-19c4-4da2-a151-09b89d7d4719 HTTP/1.1" status: 200 len: 217 time: 0.0901654 Aug 03 19:19:48.758910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:48.796752 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f58c91e-6ece-47e6-93bb-d58b4626ecf7 x-openstack-request-id: req-0f58c91e-6ece-47e6-93bb-d58b4626ecf7 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:48.797261 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb7bb08-4824-4b99-9402-6b95d9b65561", "tag": "24bef41e-19c4-4da2-a151-09b89d7d4719", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:48.797768 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0f58c91e-6ece-47e6-93bb-d58b4626ecf7 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:48.798440 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb7bb08-4824-4b99-9402-6b95d9b65561', 'tag': '24bef41e-19c4-4da2-a151-09b89d7d4719', 'status': 'completed', 'code': 200} Aug 03 19:19:48.921239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.009063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888c067-bca1-40d4-8530-ef23c7266f85 req-12721920-a96d-4b60-aa35-1ed137a4e7b0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:49.011414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4888c067-bca1-40d4-8530-ef23c7266f85 req-12721920-a96d-4b60-aa35-1ed137a4e7b0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 943 time: 0.2345834 Aug 03 19:19:49.108220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-eebc5da9-df95-40d7-be17-997d6b8cc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:49.110828 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-eebc5da9-df95-40d7-be17-997d6b8cc141 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.3513532 Aug 03 19:19:49.142868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4888c067-bca1-40d4-8530-ef23c7266f85 req-422cdc56-40ed-42db-a126-4115e3f2ae9c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175706 Aug 03 19:19:49.731698 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-ee058c2e-6801-4916-974e-9a2e87e7424b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6121564 Aug 03 19:19:49.753894 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.903897 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-3c205dee-9a61-4ecc-9dc6-93068868ef1f service neutron] 10.222.0.37 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598816 Aug 03 19:19:50.036950 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4a7d7c31-c441-45a4-87e2-c213fce6f8eb req-3897310a-9c86-44fb-a88f-6e820cea9b33 service neutron] 10.222.0.37 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231263 Aug 03 19:19:50.168053 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.240736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.349725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c046c8-2cf9-466c-9578-e0a2b31e4212 req-df479bbe-80ef-4137-83ad-5d10d4af2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:50.353067 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d4c046c8-2cf9-466c-9578-e0a2b31e4212 req-df479bbe-80ef-4137-83ad-5d10d4af2b27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 1094 time: 0.2397094 Aug 03 19:19:50.360214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46557a6c-49ae-4464-9e69-e2649e43542b req-bcf875ac-6898-4b3c-b821-b13650ea28ff tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:50.361964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46557a6c-49ae-4464-9e69-e2649e43542b req-bcf875ac-6898-4b3c-b821-b13650ea28ff tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 943 time: 0.0901237 Aug 03 19:19:50.431392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46557a6c-49ae-4464-9e69-e2649e43542b req-09985e84-ba99-453f-a21f-2b31a2563412 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617406 Aug 03 19:19:50.696543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.25.8.213 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b5d25fb7-f4d2-4c90-8330-5065c83e4d93) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:50.764835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c046c8-2cf9-466c-9578-e0a2b31e4212 req-85820c35-ebfc-4af7-ad1f-8c5e4e7328b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:50.767927 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d4c046c8-2cf9-466c-9578-e0a2b31e4212 req-85820c35-ebfc-4af7-ad1f-8c5e4e7328b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 200 len: 906 time: 0.3988366 Aug 03 19:19:50.893554 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d4c046c8-2cf9-466c-9578-e0a2b31e4212 req-661df08a-f994-4599-9eff-f127de3c83e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24bef41e-19c4-4da2-a151-09b89d7d4719 HTTP/1.1" status: 200 len: 217 time: 0.1035519 Aug 03 19:19:51.025236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c046c8-2cf9-466c-9578-e0a2b31e4212 req-c380c3a1-d262-4fc4-8d4f-d6ceeea1f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:51.028654 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d4c046c8-2cf9-466c-9578-e0a2b31e4212 req-c380c3a1-d262-4fc4-8d4f-d6ceeea1f6c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 200 len: 845 time: 0.1255813 Aug 03 19:19:51.104083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b45ad-1892-444f-a496-39c7701492fc req-2699cb32-7101-4568-b911-5992c68eff6a tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:51.113416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d7b45ad-1892-444f-a496-39c7701492fc req-2699cb32-7101-4568-b911-5992c68eff6a tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 946 time: 0.0726569 Aug 03 19:19:51.117782 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d4c046c8-2cf9-466c-9578-e0a2b31e4212 req-b1108058-2964-45c3-88fb-8d3b06302fd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c9cab6ee-0676-4f35-91d7-a3aad5735c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769610 Aug 03 19:19:51.126032 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.169799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d7b45ad-1892-444f-a496-39c7701492fc req-8527a7ad-390b-41e6-9eb6-0b92faeb8c64 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552340 Aug 03 19:19:51.403148 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d4c046c8-2cf9-466c-9578-e0a2b31e4212 req-f746e5f5-3556-4599-9f79-91cdd4c99619 service neutron] 10.222.0.37 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710092 Aug 03 19:19:51.406095 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.487571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:51.509296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:51.513900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:51.624605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=b5d25fb7-f4d2-4c90-8330-5065c83e4d93,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:51.709526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703259c6-5921-42fa-8420-17500b99e3f1 req-102d6a99-d2b6-4bdb-8fe2-3b370452cfe0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:51.715673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-703259c6-5921-42fa-8420-17500b99e3f1 req-102d6a99-d2b6-4bdb-8fe2-3b370452cfe0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 943 time: 0.1518886 Aug 03 19:19:51.833992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-703259c6-5921-42fa-8420-17500b99e3f1 req-945bcc90-5a72-4112-acf0-26a227921fc1 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062593 Aug 03 19:19:51.875063 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d4c046c8-2cf9-466c-9578-e0a2b31e4212 req-11b87bbb-1612-40d1-9ce0-16b9f8f396a9 service neutron] 10.222.0.37 "GET /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539547 Aug 03 19:19:52.171678 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.343545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898465e-6b36-42b6-aab9-005282c54a4d req-c9bcf910-cf3f-49fa-8cdf-fc6c39b08c6c tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:52.346709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4898465e-6b36-42b6-aab9-005282c54a4d req-c9bcf910-cf3f-49fa-8cdf-fc6c39b08c6c tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 946 time: 0.0962303 Aug 03 19:19:52.436379 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4898465e-6b36-42b6-aab9-005282c54a4d req-ade469e9-a5e0-41fd-b54b-5509facf4bb2 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822496 Aug 03 19:19:52.494230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.683845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 3f905b84-95ea-4aec-85ac-010d335210c1 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:19:52.827789 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 24bef41e-19c4-4da2-a151-09b89d7d4719 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:19:52.868360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:52.932630 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.946250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae85498-d605-4a9c-a995-965d175a726d req-0a794ab7-9651-4e10-adef-3430eac4c478 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:52.948664 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Sync routers for ids ['3f905b84-95ea-4aec-85ac-010d335210c1'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:52.950559 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ae85498-d605-4a9c-a995-965d175a726d req-0a794ab7-9651-4e10-adef-3430eac4c478 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.74 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 946 time: 0.1027410 Aug 03 19:19:52.954362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42694) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:52.959422 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8c041333-06c0-497c-9098-a8dfe01ab134 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4386737 Aug 03 19:19:52.986367 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Routers {'3f905b84-95ea-4aec-85ac-010d335210c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:52.990347 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:19:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3f905b84-95ea-4aec-85ac-010d335210c1'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:53.173180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 24bef41e-19c4-4da2-a151-09b89d7d4719, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=24bef41e-19c4-4da2-a151-09b89d7d4719,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:53.195366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '24bef41e-19c4-4da2-a151-09b89d7d4719', 'network_id': 'c9cab6ee-0676-4f35-91d7-a3aad5735c7b', 'port_id': '24bef41e-19c4-4da2-a151-09b89d7d4719', 'mac_address': 'fa:16:3e:dc:d5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371b2c9e-1a78-47e2-b8bf-65176b61184e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:19:53.232344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d39bf7-ea73-4a36-9ce1-bdb0409126b9 req-036f2635-4b7c-4d52-9e9b-0fdcec4918fe tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:53.240976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81d39bf7-ea73-4a36-9ce1-bdb0409126b9 req-036f2635-4b7c-4d52-9e9b-0fdcec4918fe tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 943 time: 0.1817236 Aug 03 19:19:53.273476 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.296155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81d39bf7-ea73-4a36-9ce1-bdb0409126b9 req-2fe20ed8-ab5b-456b-a47b-7ac2ba48aa37 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541289 Aug 03 19:19:53.329359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bef41e-19c4-4da2-a151-09b89d7d4719 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:53.369379 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Set router 3f905b84-95ea-4aec-85ac-010d335210c1 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:53.372718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 24bef41e-19c4-4da2-a151-09b89d7d4719, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=24bef41e-19c4-4da2-a151-09b89d7d4719,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:53.380129 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.399904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0fd9568f-5a43-4ec2-9076-9cc4394af770 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=b5fb9b01c0b84db08e058795c9072907&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4439600 Aug 03 19:19:53.403970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42698) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:53.446532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=24bef41e-19c4-4da2-a151-09b89d7d4719,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:53.613476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['24bef41e-19c4-4da2-a151-09b89d7d4719'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:53.659144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-9ae85498-d605-4a9c-a995-965d175a726d req-3c02ed74-5527-48c8-b385-6d0607b9b196 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Deleting port 92fea91f-5430-4463-97c3-b96d02436350 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:53.659502 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ae85498-d605-4a9c-a995-965d175a726d req-3c02ed74-5527-48c8-b385-6d0607b9b196 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.691174 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:51Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:53.754287 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Checking router: 3f905b84-95ea-4aec-85ac-010d335210c1 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:19:53.755595 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Updating router 3f905b84-95ea-4aec-85ac-010d335210c1 port b5d25fb7-f4d2-4c90-8330-5065c83e4d93 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:19:53.803998 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.827651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c25d403-d1e1-4dd8-b2b9-7e1b8d8a9f49 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:53.829248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0c25d403-d1e1-4dd8-b2b9-7e1b8d8a9f49 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4236643 Aug 03 19:19:53.835000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42704) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:53.867052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d951b-6aac-4f71-8840-b40fb4db972c req-8dc54663-59f1-4197-909f-d36e4f4803aa tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:53.868753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-529d951b-6aac-4f71-8840-b40fb4db972c req-8dc54663-59f1-4197-909f-d36e4f4803aa tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 946 time: 0.2186542 Aug 03 19:19:53.892036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9ae85498-d605-4a9c-a995-965d175a726d req-3c02ed74-5527-48c8-b385-6d0607b9b196 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] For port 92fea91f-5430-4463-97c3-b96d02436350, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=92fea91f-5430-4463-97c3-b96d02436350,segment=NetworkSegment(65b1abd7-b02f-4895-8121-e8ffe1fe2fc4),segment_id=65b1abd7-b02f-4895-8121-e8ffe1fe2fc4)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:53.892582 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ae85498-d605-4a9c-a995-965d175a726d req-3c02ed74-5527-48c8-b385-6d0607b9b196 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.911932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-9ae85498-d605-4a9c-a995-965d175a726d req-3c02ed74-5527-48c8-b385-6d0607b9b196 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Calling delete_port for 92fea91f-5430-4463-97c3-b96d02436350 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:53.998184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42706) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:54.006482 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-024e8e97-9684-4280-9f9d-1129ed54736a tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1574371 Aug 03 19:19:54.022432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1741772376', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:54.237165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-529d951b-6aac-4f71-8840-b40fb4db972c req-c9584c49-aaee-4708-912a-a3eb453427ba tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/security-groups?id=6063f294-42a9-4834-992e-8f89420df91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482111 Aug 03 19:19:54.237789 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.266764 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Transition to ACTIVE for port object b5d25fb7-f4d2-4c90-8330-5065c83e4d93 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:54.292242 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.381739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:54.388551 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.412696 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Attempting to bind port b5d25fb7-f4d2-4c90-8330-5065c83e4d93 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:54.413898 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Attempting to bind port b5d25fb7-f4d2-4c90-8330-5065c83e4d93 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:54.414867 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Attempting to bind port b5d25fb7-f4d2-4c90-8330-5065c83e4d93 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:54.439997 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:54.440732 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:54.441477 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.442889 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:54.443999 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Bound port: b5d25fb7-f4d2-4c90-8330-5065c83e4d93, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:54.444701 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.458531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ae85498-d605-4a9c-a995-965d175a726d req-3c02ed74-5527-48c8-b385-6d0607b9b196 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.496594 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Pushing event updated for resources: {'Port': ['ID=b5d25fb7-f4d2-4c90-8330-5065c83e4d93,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:54.501129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['92fea91f-5430-4463-97c3-b96d02436350'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:54.524893 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.525790 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.526470 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.527118 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.528289 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.528947 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.530670 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.530670 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.531287 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.531852 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.532496 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.532624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02ed74-5527-48c8-b385-6d0607b9b196 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Pushing event deleted for resources: {'Port': ['ID=92fea91f-5430-4463-97c3-b96d02436350,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:54.533214 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:54.604107 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] For port b5d25fb7-f4d2-4c90-8330-5065c83e4d93, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:54.610878 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] For port b5d25fb7-f4d2-4c90-8330-5065c83e4d93, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b5d25fb7-f4d2-4c90-8330-5065c83e4d93,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:54.621244 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.623284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae85498-d605-4a9c-a995-965d175a726d req-3c02ed74-5527-48c8-b385-6d0607b9b196 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] No DVR routers for this DVR port 92fea91f-5430-4463-97c3-b96d02436350 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:54.630258 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9ae85498-d605-4a9c-a995-965d175a726d req-3c02ed74-5527-48c8-b385-6d0607b9b196 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.632602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ae85498-d605-4a9c-a995-965d175a726d req-3c02ed74-5527-48c8-b385-6d0607b9b196 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.74 "DELETE /v2.0/ports/92fea91f-5430-4463-97c3-b96d02436350 HTTP/1.1" status: 204 len: 173 time: 1.6647546 Aug 03 19:19:54.633128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5394a2a7-702d-4957-825c-b5f7e693ba0d', 'name': 'network-vif-deleted', 'tag': '92fea91f-5430-4463-97c3-b96d02436350'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:54.645842 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eca887a-02a5-4708-9779-9d661c39505d" -d '{"events": [{"server_uuid": "5394a2a7-702d-4957-825c-b5f7e693ba0d", "name": "network-vif-deleted", "tag": "92fea91f-5430-4463-97c3-b96d02436350"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:54.697008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db3c27-6ec7-46dc-8c02-a225e6a6dbdf req-319fe2cf-6e9b-414c-8bd8-259f8fa8d8fc tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:54.704196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1db3c27-6ec7-46dc-8c02-a225e6a6dbdf req-319fe2cf-6e9b-414c-8bd8-259f8fa8d8fc tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 944 time: 0.2816892 Aug 03 19:19:54.735801 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Routers {'3f905b84-95ea-4aec-85ac-010d335210c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:54.736892 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:19:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3f905b84-95ea-4aec-85ac-010d335210c1'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:54.820175 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15ad57-665d-4098-aa76-9c568d281c41 None None] Pushing event updated for resources: {'Port': ['ID=b5d25fb7-f4d2-4c90-8330-5065c83e4d93,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:54.836740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 24bef41e-19c4-4da2-a151-09b89d7d4719 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:54.840924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1db3c27-6ec7-46dc-8c02-a225e6a6dbdf req-9395c4e3-1a09-4f3c-b181-599730a1db66 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356900 Aug 03 19:19:54.931624 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0d8c7f-7960-49fd-a2eb-5ae6fc15a215 x-openstack-request-id: req-6b0d8c7f-7960-49fd-a2eb-5ae6fc15a215 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:54.932742 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5394a2a7-702d-4957-825c-b5f7e693ba0d", "name": "network-vif-deleted", "tag": "92fea91f-5430-4463-97c3-b96d02436350", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:54.932742 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b0d8c7f-7960-49fd-a2eb-5ae6fc15a215 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:54.934851 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5394a2a7-702d-4957-825c-b5f7e693ba0d', 'name': 'network-vif-deleted', 'tag': '92fea91f-5430-4463-97c3-b96d02436350', 'status': 'completed', 'code': 200} Aug 03 19:19:54.954016 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.970900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 24bef41e-19c4-4da2-a151-09b89d7d4719 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:54.980836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 24bef41e-19c4-4da2-a151-09b89d7d4719 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:54.981440 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.991195 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] Set router 3f905b84-95ea-4aec-85ac-010d335210c1 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:19:55.028627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Subnet': ['ID=47662514-e287-43ec-9e3f-3c0676173287,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:55.053924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Checking segment: {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:55.054299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network hostable DHCP agents. Network: a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:19:55.077533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:19:55.092542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:55.102497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:55.103550 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.112340 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.138498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf39aa58-8e4b-457e-a96c-460b6c132304 None None] Network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:55.144355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4cf4a293-e170-4e81-9976-00b85d0d623d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1403084 Aug 03 19:19:55.147984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42720) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:55.212336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb7bb08-4824-4b99-9402-6b95d9b65561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bef41e-19c4-4da2-a151-09b89d7d4719'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:55.214915 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41032db2-7384-4d05-8faa-01c361665d48" -d '{"events": [{"server_uuid": "2eb7bb08-4824-4b99-9402-6b95d9b65561", "name": "network-vif-plugged", "status": "completed", "tag": "24bef41e-19c4-4da2-a151-09b89d7d4719"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:55.276153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 24bef41e-19c4-4da2-a151-09b89d7d4719, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=24bef41e-19c4-4da2-a151-09b89d7d4719,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:55.312557 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07639f82-6be3-40dc-b63d-92dc123e2474 x-openstack-request-id: req-07639f82-6be3-40dc-b63d-92dc123e2474 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:55.318051 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb7bb08-4824-4b99-9402-6b95d9b65561", "name": "network-vif-plugged", "status": "completed", "tag": "24bef41e-19c4-4da2-a151-09b89d7d4719", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:55.319119 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07639f82-6be3-40dc-b63d-92dc123e2474 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:55.322063 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb7bb08-4824-4b99-9402-6b95d9b65561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bef41e-19c4-4da2-a151-09b89d7d4719', 'code': 200} Aug 03 19:19:55.323309 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.381811 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:51Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:55.427768 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32de670-eae9-44ad-ab8c-aae98382e50f None None] The sync data for ids ['3f905b84-95ea-4aec-85ac-010d335210c1'] in n-d-802918-7 is: [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:51Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:55.496018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec51d66d-da9f-4f27-92d7-9da55011fcfd req-73260e8b-870d-4684-be76-b18c11fdc9b7 tempest-VolumesSnapshotTestJSON-940227030 tempest-VolumesSnapshotTestJSON-940227030-project] 10.222.0.78 "GET /v2.0/ports?device_id=5394a2a7-702d-4957-825c-b5f7e693ba0d HTTP/1.1" status: 200 len: 210 time: 0.0650525 Aug 03 19:19:55.508795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=24bef41e-19c4-4da2-a151-09b89d7d4719,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:55.569704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:19:55.572054 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.800990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cdf5e-dcff-45db-9d8c-e607951062af req-560c8988-1457-4864-b4bd-010b6e2743d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:55.803717 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Allocated IP 172.20.0.2 (a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1/47662514-e287-43ec-9e3f-3c0676173287/f2b7b803-1a1c-42ba-b6ab-506241c14eac) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:55.804228 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1f8cdf5e-dcff-45db-9d8c-e607951062af req-560c8988-1457-4864-b4bd-010b6e2743d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 1096 time: 0.2595475 Aug 03 19:19:56.079027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9e61c-c9b1-4974-abcf-7346bd082ff7 req-c12e860e-8682-4382-b622-3fcd12be76b7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:56.090842 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1f8cdf5e-dcff-45db-9d8c-e607951062af req-c024b8ac-3110-4164-a125-7ed92285b4a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788997 Aug 03 19:19:56.095060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37a9e61c-c9b1-4974-abcf-7346bd082ff7 req-c12e860e-8682-4382-b622-3fcd12be76b7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1284604 Aug 03 19:19:56.187190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37a9e61c-c9b1-4974-abcf-7346bd082ff7 req-8021a1ca-868e-4ebc-b969-f3eb5863a409 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907209 Aug 03 19:19:56.283698 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.295871 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Transition to ACTIVE for port object f2b7b803-1a1c-42ba-b6ab-506241c14eac will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:56.318818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Transition to ACTIVE for port object f2b7b803-1a1c-42ba-b6ab-506241c14eac will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:56.333754 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.417218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:56.422654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:56.429435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:56.457441 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Pushing event updated for resources: {'Port': ['ID=f2b7b803-1a1c-42ba-b6ab-506241c14eac,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:56.475412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.610790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 92fea91f-5430-4463-97c3-b96d02436350 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:56.625383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Attempting to bind port f2b7b803-1a1c-42ba-b6ab-506241c14eac on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:56.638876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Attempting to bind port f2b7b803-1a1c-42ba-b6ab-506241c14eac by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:56.639225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Attempting to bind port f2b7b803-1a1c-42ba-b6ab-506241c14eac on network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:56.676134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:56.677163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Checking segment: {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:56.677759 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.678305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Bound using segment: {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:56.678886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Bound port: f2b7b803-1a1c-42ba-b6ab-506241c14eac, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:56.679355 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.859224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] For port f2b7b803-1a1c-42ba-b6ab-506241c14eac, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:56.863349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] For port f2b7b803-1a1c-42ba-b6ab-506241c14eac, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f2b7b803-1a1c-42ba-b6ab-506241c14eac,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:56.867629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 92fea91f-5430-4463-97c3-b96d02436350 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:56.868277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 92fea91f-5430-4463-97c3-b96d02436350 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:56.883510 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.065100 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585fb6a-e348-4067-8333-920f50cc414a None None] Pushing event updated for resources: {'Port': ['ID=f2b7b803-1a1c-42ba-b6ab-506241c14eac,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:57.102547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b5d25fb7-f4d2-4c90-8330-5065c83e4d93 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:57.219990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port b5d25fb7-f4d2-4c90-8330-5065c83e4d93 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:57.226642 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b5d25fb7-f4d2-4c90-8330-5065c83e4d93 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:57.227145 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.403141 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.433033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.20.0.1 (a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1/47662514-e287-43ec-9e3f-3c0676173287/7b630b16-e05b-44e1-b028-c3dceb8f5d19) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:57.495122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port b5d25fb7-f4d2-4c90-8330-5065c83e4d93, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b5d25fb7-f4d2-4c90-8330-5065c83e4d93,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:57.522373 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.580947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afcf9-6174-4605-88c5-802fc58293a9 req-6794165f-bbd7-4460-ab51-901a14490d36 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:57.596240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e95afcf9-6174-4605-88c5-802fc58293a9 req-6794165f-bbd7-4460-ab51-901a14490d36 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1837034 Aug 03 19:19:57.636647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=b5d25fb7-f4d2-4c90-8330-5065c83e4d93,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:57.666875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e95afcf9-6174-4605-88c5-802fc58293a9 req-00544f4a-bafc-4d90-88c8-6fe4eae5656c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696747 Aug 03 19:19:57.748112 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.787909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Transition to ACTIVE for port object 7b630b16-e05b-44e1-b028-c3dceb8f5d19 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:57.947186 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.017535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:58.022220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:58.026773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:58.081379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=7b630b16-e05b-44e1-b028-c3dceb8f5d19,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:58.111993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.125928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27268e-db41-4ba5-a516-f016d6a3f278 req-0fbc6fc2-3031-40ac-91cd-4633ad148429 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:58.130876 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf27268e-db41-4ba5-a516-f016d6a3f278 req-0fbc6fc2-3031-40ac-91cd-4633ad148429 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1393826 Aug 03 19:19:58.244564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf27268e-db41-4ba5-a516-f016d6a3f278 req-90158825-d392-4167-8342-c18c5305623d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980849 Aug 03 19:19:58.437067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3de12f-3e14-400d-9eae-a03ec6dc4b0c req-320dd135-8494-48bf-9140-b55228335f13 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:58.458914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb3de12f-3e14-400d-9eae-a03ec6dc4b0c req-320dd135-8494-48bf-9140-b55228335f13 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 946 time: 0.1230636 Aug 03 19:19:58.611868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb3de12f-3e14-400d-9eae-a03ec6dc4b0c req-3d2fc907-61e4-4975-8498-2de808abf8ca tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509876 Aug 03 19:19:58.685780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29338125-366f-40a0-b33d-b7acc316a6a7 req-a9a40d80-72aa-4bb7-adf7-1a87cf1823fa tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:58.689945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29338125-366f-40a0-b33d-b7acc316a6a7 req-a9a40d80-72aa-4bb7-adf7-1a87cf1823fa tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1665123 Aug 03 19:19:58.785924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29338125-366f-40a0-b33d-b7acc316a6a7 req-da1a317b-5c5c-4937-9452-3bffcbb8592d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786760 Aug 03 19:19:58.876859 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.196221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b5d25fb7-f4d2-4c90-8330-5065c83e4d93 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:59.282003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b5d25fb7-f4d2-4c90-8330-5065c83e4d93 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:59.283113 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.339621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b139243a-f500-4b65-acee-0661fec2224c None None] Network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:59.343096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb500f3-76ac-4e37-9176-53419099f416 req-a9c98cf2-e5ea-4639-af04-f2ed0a69a7e4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:59.345309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9cb500f3-76ac-4e37-9176-53419099f416 req-a9c98cf2-e5ea-4639-af04-f2ed0a69a7e4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1471150 Aug 03 19:19:59.475666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9cb500f3-76ac-4e37-9176-53419099f416 req-f535a415-4968-42bd-a7d5-85be41e1e4fb tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072264 Aug 03 19:19:59.541830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.542223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b274e787-5fcb-438b-a9ff-002c70f072e4 None None] Provisioning for port f2b7b803-1a1c-42ba-b6ab-506241c14eac completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:59.550467 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.688466 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.693559 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=7b630b16-e05b-44e1-b028-c3dceb8f5d19,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:59.766305 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.769201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f2b7b803-1a1c-42ba-b6ab-506241c14eac up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:59.911814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cace1-9e04-4277-9732-dc53f04fc047 req-901abb3b-2962-4d3c-bc4c-2ac4535fc718 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:59.923422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a66cace1-9e04-4277-9732-dc53f04fc047 req-901abb3b-2962-4d3c-bc4c-2ac4535fc718 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 946 time: 0.0990729 Aug 03 19:19:59.936204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:59.944324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:59.973216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a66cace1-9e04-4277-9732-dc53f04fc047 req-5cb87fe1-9c13-4ed0-ac82-2aab718cb449 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483871 Aug 03 19:20:00.218450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-e20effc0-4750-4972-a5bb-4a3d43a0aafd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:00.222108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-e20effc0-4750-4972-a5bb-4a3d43a0aafd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.74 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 946 time: 0.2046857 Aug 03 19:20:00.236316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 3f905b84-95ea-4aec-85ac-010d335210c1 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:00.273013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f2b7b803-1a1c-42ba-b6ab-506241c14eac completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:00.296046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f2b7b803-1a1c-42ba-b6ab-506241c14eac triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:00.296726 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.560002 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.604224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:00.633660 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d3d2cf86-c8e0-43ea-8258-f7109e950405 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "PUT /v2.0/routers/3f905b84-95ea-4aec-85ac-010d335210c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4723012 Aug 03 19:20:00.685327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Sync routers for ids ['3f905b84-95ea-4aec-85ac-010d335210c1'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:00.733294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port f2b7b803-1a1c-42ba-b6ab-506241c14eac, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f2b7b803-1a1c-42ba-b6ab-506241c14eac,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:00.765491 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.874294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Routers {'3f905b84-95ea-4aec-85ac-010d335210c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:00.875649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:19:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3f905b84-95ea-4aec-85ac-010d335210c1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:01.027178 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-77533388-6f9d-4507-be54-3630b6547ad4 None None] Provisioning complete for port f2b7b803-1a1c-42ba-b6ab-506241c14eac triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:01.029834 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77533388-6f9d-4507-be54-3630b6547ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.030574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-8dd73086-c0e9-42fb-9a3a-623dee5c4894 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516018950&fields=id&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 267 time: 0.0796313 Aug 03 19:20:01.159297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Deleting port fc02e430-6abe-449e-8d02-93356707ec54 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:01.159644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.175914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8181c41-ac24-4b2f-b108-5a94f69b1e65 req-38c0fe0c-bc0f-478d-9234-7e20657dcfa4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:01.177683 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8181c41-ac24-4b2f-b108-5a94f69b1e65 req-38c0fe0c-bc0f-478d-9234-7e20657dcfa4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.2589760 Aug 03 19:20:01.264844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=f2b7b803-1a1c-42ba-b6ab-506241c14eac,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:01.305209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8181c41-ac24-4b2f-b108-5a94f69b1e65 req-cc067178-39df-4490-85f0-a4a90ca9696f tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112757 Aug 03 19:20:01.388563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660295b6-45c6-47b2-9d62-37b7be21116e req-1fe74d27-6fd6-483a-a3b3-15ff0311906d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:01.407677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Set router 3f905b84-95ea-4aec-85ac-010d335210c1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:01.410492 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-1fe74d27-6fd6-483a-a3b3-15ff0311906d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/networks?id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 HTTP/1.1" status: 200 len: 797 time: 0.3778934 Aug 03 19:20:01.470678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] For port fc02e430-6abe-449e-8d02-93356707ec54, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=fc02e430-6abe-449e-8d02-93356707ec54,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:01.471040 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.518948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-77533388-6f9d-4507-be54-3630b6547ad4 None None] Provisioning for port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:01.581821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-77533388-6f9d-4507-be54-3630b6547ad4 None None] Provisioning complete for port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:01.583554 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77533388-6f9d-4507-be54-3630b6547ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.635863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-5a76708f-51de-4341-a996-3818ba740042 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/quotas/b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 375 time: 0.2246671 Aug 03 19:20:01.747477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-77533388-6f9d-4507-be54-3630b6547ad4 None None] Port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:01.762609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f2773-a594-4827-a835-5aac484bd49c req-7a588a42-fc7d-4660-92fd-46cea8a679ef tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:01.764254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-330f2773-a594-4827-a835-5aac484bd49c req-7a588a42-fc7d-4660-92fd-46cea8a679ef tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 946 time: 0.1909456 Aug 03 19:20:01.897650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-f545350c-87fa-4057-b8e8-f6ff84ccc171 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2296097 Aug 03 19:20:01.901367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e612b9b1-de8a-4043-9634-a1803ba28068 None None] Provisioning complete for port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:01.901367 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e612b9b1-de8a-4043-9634-a1803ba28068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.010128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-d2a88a16-a406-4130-9332-0022d5b7f40e service neutron] 10.222.0.78 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114380 Aug 03 19:20:02.011878 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e612b9b1-de8a-4043-9634-a1803ba28068 None None] Port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:02.047568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:58Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7b630b16-e05b-44e1-b028-c3dceb8f5d19', 'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:40:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:56Z', 'updated_at': '2021-08-03T19:19:59Z', 'revision_number': 2, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '47662514-e287-43ec-9e3f-3c0676173287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:02.086928 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.087841 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.087841 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Floating IP 72e2875e-ba0a-4ca8-9701-28e351c5eac3 disassociated. External IP: 172.25.8.252, port: fc02e430-6abe-449e-8d02-93356707ec54. Aug 03 19:20:02.088161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Calling delete_port for fc02e430-6abe-449e-8d02-93356707ec54 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:02.099186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-330f2773-a594-4827-a835-5aac484bd49c req-93df8d0d-7dc3-4d9d-9c9f-ae33ef00a8b8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=eff5a4d0-b239-447a-a47c-7838efbcb539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3255424 Aug 03 19:20:02.149665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Checking router: 3f905b84-95ea-4aec-85ac-010d335210c1 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:02.150445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Updating router 3f905b84-95ea-4aec-85ac-010d335210c1 port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:20:02.238157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-ddd63a52-2f8f-4c51-a5c6-e75f8921b9c9 service neutron] 10.222.0.78 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268250 Aug 03 19:20:02.246653 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.506032 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.570435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event deleted for resources: {'Port': ['ID=fc02e430-6abe-449e-8d02-93356707ec54,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:02.659216 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fc02e430-6abe-449e-8d02-93356707ec54 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:02.735549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: fc02e430-6abe-449e-8d02-93356707ec54 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:20:02.736127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device fc02e430-6abe-449e-8d02-93356707ec54 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:02.746316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-08bc1a93-3f01-43a3-984f-7c571d370182 req-9035ca83-ecb2-4b40-acb0-8fbb183cd04b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 210 time: 0.0489693 Aug 03 19:20:02.835217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb1476-2879-4db0-91fd-f8ffa3487f93 req-eecaf969-c02a-4e1d-8a36-9b5fa6470400 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.843971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18bb1476-2879-4db0-91fd-f8ffa3487f93 req-eecaf969-c02a-4e1d-8a36-9b5fa6470400 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1978562 Aug 03 19:20:02.919444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Router 30784467-1faa-4428-a71a-789e6aa84d6f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:02.959045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18bb1476-2879-4db0-91fd-f8ffa3487f93 req-e5b9cb0b-7eb3-4bc5-8933-2247be22d0b0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137962 Aug 03 19:20:03.036283 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.084938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f2b7b803-1a1c-42ba-b6ab-506241c14eac up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:03.093589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Transition to ACTIVE for port object 7b630b16-e05b-44e1-b028-c3dceb8f5d19 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:03.185490 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.354862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:03.390312 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93012156-0c7d-4b74-94d9-da897d0e8c7e None None] Sync routers for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:03.431455 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93012156-0c7d-4b74-94d9-da897d0e8c7e None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:03.439797 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-93012156-0c7d-4b74-94d9-da897d0e8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:19:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:03.454938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-327c149b-95a7-4e8a-9058-26ed4e0d5f0d req-2df1defe-b71f-4684-86ba-beebd2f95554 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 210 time: 0.1054819 Aug 03 19:20:03.569849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] No DVR routers for this DVR port fc02e430-6abe-449e-8d02-93356707ec54 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:03.574133 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.585939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3b663a2-f16d-416e-b839-b1584a6b3f8c req-fa68af97-4e10-40b3-a98b-ce2073bda5dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.74 "DELETE /v2.0/ports/fc02e430-6abe-449e-8d02-93356707ec54 HTTP/1.1" status: 204 len: 173 time: 3.3512733 Aug 03 19:20:03.588451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'name': 'network-vif-deleted', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:03.596170 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb67bdb-e4d9-4270-ab5f-26a5cb66aa58" -d '{"events": [{"server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "name": "network-vif-deleted", "tag": "fc02e430-6abe-449e-8d02-93356707ec54"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:03.698705 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1ea560-e421-49ab-ad21-4ad6a14a6b24 x-openstack-request-id: req-5d1ea560-e421-49ab-ad21-4ad6a14a6b24 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:03.699006 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b6ae4a-c14d-416a-80e5-1ed30f72d732", "name": "network-vif-deleted", "tag": "fc02e430-6abe-449e-8d02-93356707ec54", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:03.699263 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d1ea560-e421-49ab-ad21-4ad6a14a6b24 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:03.700158 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b6ae4a-c14d-416a-80e5-1ed30f72d732', 'name': 'network-vif-deleted', 'tag': 'fc02e430-6abe-449e-8d02-93356707ec54', 'status': 'completed', 'code': 200} Aug 03 19:20:03.706416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8a5f8-ec81-4b0c-8453-f1caaac2d862 None None] Pushing event updated for resources: {'Port': ['ID=7b630b16-e05b-44e1-b028-c3dceb8f5d19,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:03.723597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f2b7b803-1a1c-42ba-b6ab-506241c14eac triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:03.724293 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.781211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Attempting to bind port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:03.782015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Attempting to bind port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:03.782582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Attempting to bind port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 on network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:03.793896 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:03.794280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Checking segment: {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:03.794689 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.795096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Bound using segment: {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:03.795656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Bound port: 7b630b16-e05b-44e1-b028-c3dceb8f5d19, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:03.796060 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.804463 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0151bdb8-2d66-4d50-b610-0c5028fdba63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.959122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] For port 7b630b16-e05b-44e1-b028-c3dceb8f5d19, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:03.963660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] For port 7b630b16-e05b-44e1-b028-c3dceb8f5d19, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7b630b16-e05b-44e1-b028-c3dceb8f5d19,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:03.975347 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.995753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d14d4687-2b10-4a12-b694-c746538ad3cd req-8722083a-8da4-416a-992c-0c3432547ec9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 210 time: 0.0563586 Aug 03 19:20:04.062712 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-93012156-0c7d-4b74-94d9-da897d0e8c7e None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:04.131786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8a5f8-ec81-4b0c-8453-f1caaac2d862 None None] Pushing event updated for resources: {'Port': ['ID=7b630b16-e05b-44e1-b028-c3dceb8f5d19,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:04.154778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Routers {'3f905b84-95ea-4aec-85ac-010d335210c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:04.155673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:19:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3f905b84-95ea-4aec-85ac-010d335210c1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:04.259968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c45e42-eead-4bfd-bce2-7daba651d2d1 req-3baf06a4-3e34-49b2-93b9-ef5ae9c3a0a3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.261659 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44c45e42-eead-4bfd-bce2-7daba651d2d1 req-3baf06a4-3e34-49b2-93b9-ef5ae9c3a0a3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.0996265 Aug 03 19:20:04.454232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44c45e42-eead-4bfd-bce2-7daba651d2d1 req-187b5f28-edcc-49b0-a0ae-a7052e537527 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856647 Aug 03 19:20:04.488514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] Set router 3f905b84-95ea-4aec-85ac-010d335210c1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:04.613874 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-93012156-0c7d-4b74-94d9-da897d0e8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:04.703649 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93012156-0c7d-4b74-94d9-da897d0e8c7e None None] Checking router: 30784467-1faa-4428-a71a-789e6aa84d6f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:04.714633 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93012156-0c7d-4b74-94d9-da897d0e8c7e None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:04.715355 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-93012156-0c7d-4b74-94d9-da897d0e8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:19:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:04.826912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a8e9948-cfef-4b1b-b77e-26063ab5e955 req-49f536d1-f3d1-4a8d-945e-822a20ff04c5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=83b6ae4a-c14d-416a-80e5-1ed30f72d732 HTTP/1.1" status: 200 len: 210 time: 0.1232467 Aug 03 19:20:04.892302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:58Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7b630b16-e05b-44e1-b028-c3dceb8f5d19', 'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:40:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:56Z', 'updated_at': '2021-08-03T19:20:03Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '47662514-e287-43ec-9e3f-3c0676173287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:04.931502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80d904-1627-4b2e-a0ec-61ade5abe77c None None] The sync data for ids ['3f905b84-95ea-4aec-85ac-010d335210c1'] in n-d-802918-7 is: [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:58Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7b630b16-e05b-44e1-b028-c3dceb8f5d19', 'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:40:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:56Z', 'updated_at': '2021-08-03T19:20:03Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '47662514-e287-43ec-9e3f-3c0676173287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:04.976700 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-93012156-0c7d-4b74-94d9-da897d0e8c7e None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:05.293292 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e6a5c06-f54f-409d-acd7-b89551dd8e18 req-2cc455e8-9ad7-42b2-9254-51a3ce2e7d05 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 210 time: 0.0593827 Aug 03 19:20:05.302068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660295b6-45c6-47b2-9d62-37b7be21116e req-49316b41-e80c-48ab-845d-4f411c3eff07 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:05.304033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-49316b41-e80c-48ab-845d-4f411c3eff07 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "GET /v2.0/networks?id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 HTTP/1.1" status: 200 len: 797 time: 0.3204186 Aug 03 19:20:05.428571 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-e4c64909-0e81-4031-af40-0aab63dcf64d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 380 time: 0.1083388 Aug 03 19:20:05.500256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'port': {'device_id': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'admin_state_up': True, 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'security_groups': ['ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:05.620097 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-93012156-0c7d-4b74-94d9-da897d0e8c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:05.663194 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93012156-0c7d-4b74-94d9-da897d0e8c7e None None] The sync data for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 is: [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:05.919963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a900e7-46e9-4473-9394-43638ef59d4a req-91f5ccb7-b5d3-4f6c-8f62-9be91117ed3b tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:05.922858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35a900e7-46e9-4473-9394-43638ef59d4a req-91f5ccb7-b5d3-4f6c-8f62-9be91117ed3b tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1796303 Aug 03 19:20:05.998002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:06.001937 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.018265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42876) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:06.026215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35a900e7-46e9-4473-9394-43638ef59d4a req-7c3a2f8f-c568-49ec-ad1f-e34b1e301958 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710263 Aug 03 19:20:06.228271 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-95639641-5387-4e4e-900f-1ee03a4bf1e4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.295712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-95639641-5387-4e4e-900f-1ee03a4bf1e4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.300390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d134ea7-73f9-4cde-b124-ea67fcdac61c None None] New status for floating IP 72e2875e-ba0a-4ca8-9701-28e351c5eac3: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:20:06.392754 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-95639641-5387-4e4e-900f-1ee03a4bf1e4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.397659 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-95639641-5387-4e4e-900f-1ee03a4bf1e4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.401286 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-95639641-5387-4e4e-900f-1ee03a4bf1e4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "DELETE /v2.0/security-groups/eff5a4d0-b239-447a-a47c-7838efbcb539 HTTP/1.1" status: 204 len: 168 time: 0.3814056 Aug 03 19:20:06.408669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 42880) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:06.416960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95639641-5387-4e4e-900f-1ee03a4bf1e4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff5a4d0-b239-447a-a47c-7838efbcb539,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:06.437133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.20.0.9 (a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1/47662514-e287-43ec-9e3f-3c0676173287/68855c41-6af8-41bb-812c-73effc074580) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:06.459392 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-317d38e9-22be-4b7f-a6da-ef9bd7d1fc47 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] show failed (client error): The resource could not be found. Aug 03 19:20:06.471610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-317d38e9-22be-4b7f-a6da-ef9bd7d1fc47 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups/eff5a4d0-b239-447a-a47c-7838efbcb539 HTTP/1.1" status: 404 len: 347 time: 0.0535951 Aug 03 19:20:06.475379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42882) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:06.559805 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5cf90f5-ab44-445d-b68e-cac9556d9d17 req-8e559aa0-1df3-4ad5-bf0c-ef64243cc636 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 210 time: 0.0859988 Aug 03 19:20:06.583798 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-74a04647-afa3-435b-b806-eb75dde39807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.712099 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.904579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-0499ad93-6a86-406b-be77-812aa921e81e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Deleting port a13d476c-fecb-48c3-a9f1-2a1cac72aedd {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:06.904932 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0499ad93-6a86-406b-be77-812aa921e81e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.960049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.999118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Transition to ACTIVE for port object 68855c41-6af8-41bb-812c-73effc074580 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:07.152316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7b630b16-e05b-44e1-b028-c3dceb8f5d19 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:07.242455 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0499ad93-6a86-406b-be77-812aa921e81e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.243639 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0499ad93-6a86-406b-be77-812aa921e81e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.257225 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.277122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-0499ad93-6a86-406b-be77-812aa921e81e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Calling delete_port for a13d476c-fecb-48c3-a9f1-2a1cac72aedd owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:07.352665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:07.356959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449bf6a-c22b-4f8c-ba15-9fca537abbde req-f969c10e-53f8-4e6e-a096-0a3c2d3be27c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:07.369300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0449bf6a-c22b-4f8c-ba15-9fca537abbde req-f969c10e-53f8-4e6e-a096-0a3c2d3be27c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.2154593 Aug 03 19:20:07.369937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:07.369937 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.412362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:07.433724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:07.439762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:07.539979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:07.540690 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.563069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=68855c41-6af8-41bb-812c-73effc074580,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:07.574610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-52df1755-fa5b-41ca-adb9-acbd86b7aad3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1106644 Aug 03 19:20:07.596494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Request body: {'port': {'device_id': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:07.621416 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0499ad93-6a86-406b-be77-812aa921e81e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.646823 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.749457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499ad93-6a86-406b-be77-812aa921e81e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event deleted for resources: {'Port': ['ID=a13d476c-fecb-48c3-a9f1-2a1cac72aedd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:07.801694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.808064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 7b630b16-e05b-44e1-b028-c3dceb8f5d19, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7b630b16-e05b-44e1-b028-c3dceb8f5d19,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:07.821329 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.825788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0449bf6a-c22b-4f8c-ba15-9fca537abbde req-dc8539bc-6ff0-43f7-a3c8-ccd96ec5dd1a tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572675 Aug 03 19:20:07.958429 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0499ad93-6a86-406b-be77-812aa921e81e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.964162 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0499ad93-6a86-406b-be77-812aa921e81e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.987530 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0499ad93-6a86-406b-be77-812aa921e81e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "DELETE /v2.0/floatingips/72e2875e-ba0a-4ca8-9701-28e351c5eac3 HTTP/1.1" status: 204 len: 168 time: 1.5101476 Aug 03 19:20:08.007007 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.047654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=7b630b16-e05b-44e1-b028-c3dceb8f5d19,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:08.078891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-83064760-c4b9-4801-81f1-bce655333f3f None None] Provisioning for port 68855c41-6af8-41bb-812c-73effc074580 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:08.090213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-83064760-c4b9-4801-81f1-bce655333f3f None None] Provisioning complete for port 68855c41-6af8-41bb-812c-73effc074580 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:08.092487 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-83064760-c4b9-4801-81f1-bce655333f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.220764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-83064760-c4b9-4801-81f1-bce655333f3f None None] Port 68855c41-6af8-41bb-812c-73effc074580 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:08.240004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e400c5-b3d0-433d-8174-9347d3786b16 req-27ea32fd-ef93-4cd3-b811-c8ecbd340427 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:08.241736 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3e400c5-b3d0-433d-8174-9347d3786b16 req-27ea32fd-ef93-4cd3-b811-c8ecbd340427 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 931 time: 0.4435077 Aug 03 19:20:08.387604 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3e400c5-b3d0-433d-8174-9347d3786b16 req-2ad2593c-6b13-414a-9fc7-e9def10d2704 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259258 Aug 03 19:20:08.501279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68855c41-6af8-41bb-812c-73effc074580 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:08.512834 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.530514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Transition to ACTIVE for port object 68855c41-6af8-41bb-812c-73effc074580 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:08.538180 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.621039 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Pushing event updated for resources: {'Port': ['ID=68855c41-6af8-41bb-812c-73effc074580,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:08.736714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42904) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:08.744853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e30733f1-e690-43e8-bec0-236bd54f44d2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135096769', 'description': 'tempest-description--829238664'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:08.772194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Attempting to bind port 68855c41-6af8-41bb-812c-73effc074580 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:08.772677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Attempting to bind port 68855c41-6af8-41bb-812c-73effc074580 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:08.773022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Attempting to bind port 68855c41-6af8-41bb-812c-73effc074580 on network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:08.781141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Port 68855c41-6af8-41bb-812c-73effc074580 on network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:08.781581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Attempting to bind port 68855c41-6af8-41bb-812c-73effc074580 on network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:08.790969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:08.791380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Checking segment: {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:08.791837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Bound using segment: {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:08.792415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Bound port: 68855c41-6af8-41bb-812c-73effc074580, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:08.792790 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.796197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30733f1-e690-43e8-bec0-236bd54f44d2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.959554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:08.963629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=68855c41-6af8-41bb-812c-73effc074580,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:08.974500 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.097007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7b630b16-e05b-44e1-b028-c3dceb8f5d19 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:09.111361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:09.113189 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.116542 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30733f1-e690-43e8-bec0-236bd54f44d2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.119376 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-186e1979-641c-408d-8867-6a9ac57301da service neutron] 10.222.0.74 "PUT /v2.0/ports/68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 200 len: 1091 time: 1.5268610 Aug 03 19:20:09.123596 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30733f1-e690-43e8-bec0-236bd54f44d2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.124681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'tag': '68855c41-6af8-41bb-812c-73effc074580'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:09.128775 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90243569-e520-4f78-a757-529b97eb9640" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "tag": "68855c41-6af8-41bb-812c-73effc074580"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:09.227557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e30733f1-e690-43e8-bec0-236bd54f44d2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.231094 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e30733f1-e690-43e8-bec0-236bd54f44d2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4928963 Aug 03 19:20:09.241375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42922) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:09.255785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-eb110712-0187-41bc-8807-0ddd72339fc8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'security_group_rule': {'security_group_id': 'f4b015dc-38a9-490f-80db-1d6a266edb3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:09.329966 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:09.330721 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.353009 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eb110712-0187-41bc-8807-0ddd72339fc8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.378807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30733f1-e690-43e8-bec0-236bd54f44d2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b015dc-38a9-490f-80db-1d6a266edb3d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:09.494630 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b76de4d-10f3-4015-bd39-588df6e6b7fc x-openstack-request-id: req-2b76de4d-10f3-4015-bd39-588df6e6b7fc {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:09.498334 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "tag": "68855c41-6af8-41bb-812c-73effc074580", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:09.498334 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2b76de4d-10f3-4015-bd39-588df6e6b7fc {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:09.498731 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'tag': '68855c41-6af8-41bb-812c-73effc074580', 'status': 'completed', 'code': 200} Aug 03 19:20:09.558814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e1979-641c-408d-8867-6a9ac57301da service neutron] Pushing event updated for resources: {'Port': ['ID=68855c41-6af8-41bb-812c-73effc074580,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:09.603339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660295b6-45c6-47b2-9d62-37b7be21116e req-2be0ead3-723c-4201-aa7e-4f5bf8cf5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:09.605302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-2be0ead3-723c-4201-aa7e-4f5bf8cf5c22 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1094 time: 0.2833331 Aug 03 19:20:09.633237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469db30e-a2ac-4e47-9ba3-83547a76e607 req-a040ea27-b52f-444e-9962-18c741fd2a90 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:09.637022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-469db30e-a2ac-4e47-9ba3-83547a76e607 req-a040ea27-b52f-444e-9962-18c741fd2a90 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.5017381 Aug 03 19:20:09.678603 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eb110712-0187-41bc-8807-0ddd72339fc8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.693198 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eb110712-0187-41bc-8807-0ddd72339fc8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.754229 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.781719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb110712-0187-41bc-8807-0ddd72339fc8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38808e20-825a-44de-91b9-5c768d0ca077,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:09.816808 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eb110712-0187-41bc-8807-0ddd72339fc8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.819766 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eb110712-0187-41bc-8807-0ddd72339fc8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5756063 Aug 03 19:20:09.826248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42928) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:09.866463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-b6a73376-311c-46c8-92bd-94b5c4d32fd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 200 len: 217 time: 0.2276759 Aug 03 19:20:09.877851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5a2a1f26-e76f-4b25-ad7c-d3e2e82cb247 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'security_group_rule': {'security_group_id': 'f4b015dc-38a9-490f-80db-1d6a266edb3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:09.926779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-469db30e-a2ac-4e47-9ba3-83547a76e607 req-b2667d33-c16f-4d70-ad45-24b8b6363bb6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542361 Aug 03 19:20:09.959675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992fa38-952c-4007-aebd-7b23648c8c04 req-af3d7003-3f92-46bf-a1a2-7b1879093db1 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:09.964171 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1f26-e76f-4b25-ad7c-d3e2e82cb247 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.969722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0992fa38-952c-4007-aebd-7b23648c8c04 req-af3d7003-3f92-46bf-a1a2-7b1879093db1 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 943 time: 0.1420150 Aug 03 19:20:09.990848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660295b6-45c6-47b2-9d62-37b7be21116e req-5a3b5676-390e-41bf-bb9f-826ffd2ef93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:09.992429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-5a3b5676-390e-41bf-bb9f-826ffd2ef93f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47662514-e287-43ec-9e3f-3c0676173287 HTTP/1.1" status: 200 len: 835 time: 0.1170621 Aug 03 19:20:10.056871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0992fa38-952c-4007-aebd-7b23648c8c04 req-218ef6da-41e9-4500-b859-83b8022499ef tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828896 Aug 03 19:20:10.103290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660295b6-45c6-47b2-9d62-37b7be21116e req-5e790295-47c9-433c-9d5f-20a39b438dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:10.105755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-5e790295-47c9-433c-9d5f-20a39b438dd5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039348 Aug 03 19:20:10.107042 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1f26-e76f-4b25-ad7c-d3e2e82cb247 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.124112 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1f26-e76f-4b25-ad7c-d3e2e82cb247 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.147592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a1f26-e76f-4b25-ad7c-d3e2e82cb247 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430ebf72-94f1-42c9-b53c-65f1b9dc1dc9,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:10.160744 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1f26-e76f-4b25-ad7c-d3e2e82cb247 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.167609 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a2a1f26-e76f-4b25-ad7c-d3e2e82cb247 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3360496 Aug 03 19:20:10.172006 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 42940) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:10.178902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:10.233562 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.263737 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-43f07c94-8d31-4952-b990-d7270407d901 service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499302 Aug 03 19:20:10.481977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.527776 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-660295b6-45c6-47b2-9d62-37b7be21116e req-a9785258-4914-4326-a856-272526ced813 service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450774 Aug 03 19:20:10.692143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Allocated IP 172.25.8.237 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/5ffc6496-017a-442c-8156-16635159b8c8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:10.942969 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.036523 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.037958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90243569-e520-4f78-a757-529b97eb9640 req-d4247116-eedd-4973-8782-6d4ef3c1bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.043298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90243569-e520-4f78-a757-529b97eb9640 req-d4247116-eedd-4973-8782-6d4ef3c1bda9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1094 time: 0.3932333 Aug 03 19:20:11.130316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:11.141193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:11.150569 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:11.154900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'Port': ['ID=5ffc6496-017a-442c-8156-16635159b8c8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:11.271502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90243569-e520-4f78-a757-529b97eb9640 req-9a9e044c-308a-42bb-b0bd-c26b62f188bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.274244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90243569-e520-4f78-a757-529b97eb9640 req-9a9e044c-308a-42bb-b0bd-c26b62f188bc service neutron] 10.222.0.74 "GET /v2.0/networks?id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 HTTP/1.1" status: 200 len: 898 time: 0.2210543 Aug 03 19:20:11.370364 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.443730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.486522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90243569-e520-4f78-a757-529b97eb9640 req-0f77ef50-da6a-4ebd-807a-ef7902bccc67 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 200 len: 217 time: 0.0989234 Aug 03 19:20:11.518466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440274fd-ecda-4b50-ad5d-aab3d19ed9a2 req-0ba1898e-91f0-4235-8fb0-2b02d21e678c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.522559 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-440274fd-ecda-4b50-ad5d-aab3d19ed9a2 req-0ba1898e-91f0-4235-8fb0-2b02d21e678c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 943 time: 0.2471077 Aug 03 19:20:11.606253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d20e0-ec7d-436f-974a-a6e981c5275d req-211e8b23-b4fd-4717-884e-11c097ea7fd8 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.612603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-355d20e0-ec7d-436f-974a-a6e981c5275d req-211e8b23-b4fd-4717-884e-11c097ea7fd8 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.2830582 Aug 03 19:20:11.680936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90243569-e520-4f78-a757-529b97eb9640 req-264bfb27-f56d-42a6-840b-a9e1892616cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.682526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90243569-e520-4f78-a757-529b97eb9640 req-264bfb27-f56d-42a6-840b-a9e1892616cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47662514-e287-43ec-9e3f-3c0676173287 HTTP/1.1" status: 200 len: 835 time: 0.1850016 Aug 03 19:20:11.691136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-440274fd-ecda-4b50-ad5d-aab3d19ed9a2 req-7e14ba33-d3aa-4376-a29b-feae923fa7a4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576190 Aug 03 19:20:11.724228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-355d20e0-ec7d-436f-974a-a6e981c5275d req-c0c4d5e6-7a02-44c4-955a-d654d17bc960 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893674 Aug 03 19:20:11.779737 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.780008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90243569-e520-4f78-a757-529b97eb9640 req-f79f0a85-5817-4c91-9382-b0f7709c8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.786493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90243569-e520-4f78-a757-529b97eb9640 req-f79f0a85-5817-4c91-9382-b0f7709c8da0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920665 Aug 03 19:20:11.790101 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.881461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'Port': ['ID=5ffc6496-017a-442c-8156-16635159b8c8,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:11.922859 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.953561 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.963958 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-21794efd-899d-4f87-adaa-6a203c71c5e3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7899272 Aug 03 19:20:12.058844 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90243569-e520-4f78-a757-529b97eb9640 req-fc5fe4d6-9244-4a58-beb4-34087be50bbe service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616704 Aug 03 19:20:12.213962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90243569-e520-4f78-a757-529b97eb9640 req-892de821-981f-45e0-88a7-2bf6aac8c90f service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476517 Aug 03 19:20:12.217857 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-928e80e3-c750-4ef8-b9fd-e8e22ae777d5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1135096769&fields=id&tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf HTTP/1.1" status: 200 len: 267 time: 0.0655508 Aug 03 19:20:12.417729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-aa8a4101-5c3f-4479-b004-750159c3dba9 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:12.421190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-aa8a4101-5c3f-4479-b004-750159c3dba9 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 817 time: 0.1946502 Aug 03 19:20:12.440400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-dbced961-8c45-4f35-ac55-5cf0daebc592 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/quotas/d076a1d7d4d7479e9aa626b42d5ff2bf HTTP/1.1" status: 200 len: 375 time: 0.0122583 Aug 03 19:20:12.508652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-bc8773f2-8f5e-45ed-9f9a-63d252b42f7d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582156 Aug 03 19:20:12.650273 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-bc92bdcf-63d1-4b24-a14e-ee35a01996a6 service neutron] 10.222.0.78 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046700 Aug 03 19:20:12.765008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-920fb48e-6a58-4308-8bcf-daaaa7a8b164 service neutron] 10.222.0.78 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028185 Aug 03 19:20:13.021732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193465c0-78a0-4300-a6c2-7c6b1d71a0d0 req-2f06b660-b6db-4e17-8fb2-287d68d999e4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:13.023585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-193465c0-78a0-4300-a6c2-7c6b1d71a0d0 req-2f06b660-b6db-4e17-8fb2-287d68d999e4 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1878572 Aug 03 19:20:13.142015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-193465c0-78a0-4300-a6c2-7c6b1d71a0d0 req-d860bacd-0751-48ae-9aaf-d966f3d0e8b8 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117520 Aug 03 19:20:13.356711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bbfc5-cd3b-42a9-9979-8252ce2d90fb req-e991c81c-9ae3-4810-a05d-964cb020b456 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:13.366009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-103bbfc5-cd3b-42a9-9979-8252ce2d90fb req-e991c81c-9ae3-4810-a05d-964cb020b456 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 943 time: 0.2124310 Aug 03 19:20:13.464922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6fe81ff-b9ef-46d6-bbac-228f11dcfd85 req-28e2bb36-7df2-4cdf-bfaa-ca6b98281c16 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 210 time: 0.0719106 Aug 03 19:20:13.492390 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-103bbfc5-cd3b-42a9-9979-8252ce2d90fb req-1bc98035-9d89-40c1-89bb-2198b8277bc5 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256530 Aug 03 19:20:14.421687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7d513-e021-4c17-88c0-88179165d619 req-26fe3964-bc70-4c17-9c8a-74277efff0f1 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:14.447659 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5f7d513-e021-4c17-88c0-88179165d619 req-26fe3964-bc70-4c17-9c8a-74277efff0f1 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1606374 Aug 03 19:20:14.538770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5f7d513-e021-4c17-88c0-88179165d619 req-4188ab86-0ff2-4fac-97ce-34545c98aeb7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889485 Aug 03 19:20:14.712186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c1aee2b-5b25-4ff3-82ab-949946a7d01b req-9e38aa18-459a-45e6-a64d-8604cca3b767 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 210 time: 0.0596824 Aug 03 19:20:14.713343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 68855c41-6af8-41bb-812c-73effc074580 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:20:14.809933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dabf14-ffa6-4fc6-b8ae-a3a4d8c63dd1 req-6fa0676e-2f33-4a41-9422-4a4d4467ebc0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:14.812765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14dabf14-ffa6-4fc6-b8ae-a3a4d8c63dd1 req-6fa0676e-2f33-4a41-9422-4a4d4467ebc0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 943 time: 0.1114428 Aug 03 19:20:14.903958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14dabf14-ffa6-4fc6-b8ae-a3a4d8c63dd1 req-0c718a2f-052d-41a5-a771-e5567a5cd564 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616882 Aug 03 19:20:15.021946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=68855c41-6af8-41bb-812c-73effc074580,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:15.061590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '68855c41-6af8-41bb-812c-73effc074580', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'port_id': '68855c41-6af8-41bb-812c-73effc074580', 'mac_address': 'fa:16:3e:a0:ac:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:20:15.116531 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.143615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68855c41-6af8-41bb-812c-73effc074580 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:15.212120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=68855c41-6af8-41bb-812c-73effc074580,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:15.220854 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.319474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-8517a8a8-a342-4524-af87-02eeb8919817 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.321650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-8517a8a8-a342-4524-af87-02eeb8919817 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.74 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 817 time: 0.2837734 Aug 03 19:20:15.382544 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.389882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=68855c41-6af8-41bb-812c-73effc074580,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:15.419646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.420679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.421248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.422143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.422792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.427544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.428219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.428790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.430153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.430839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.431327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.433945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:15.481560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-0ea2b086-a5bf-4622-ac73-8bf8310cb12d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf HTTP/1.1" status: 200 len: 380 time: 0.1409891 Aug 03 19:20:15.496295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'port': {'device_id': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'admin_state_up': True, 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'security_groups': ['f4b015dc-38a9-490f-80db-1d6a266edb3d']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:15.555097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['68855c41-6af8-41bb-812c-73effc074580'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:15.802851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Made reservation on behalf of d076a1d7d4d7479e9aa626b42d5ff2bf for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:15.806924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.945212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8e84a-b28b-41a1-bffc-3d0ead54c5b1 req-9c67d60e-27cd-40fb-9a72-e04d1147b48e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.954098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ac8e84a-b28b-41a1-bffc-3d0ead54c5b1 req-9c67d60e-27cd-40fb-9a72-e04d1147b48e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1953204 Aug 03 19:20:16.001640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a82f048f-5696-460d-80bc-4e3ab089d5a0 req-2b1b2d7c-db53-4b16-9668-81a6e65905cc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 210 time: 0.0736117 Aug 03 19:20:16.067306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ac8e84a-b28b-41a1-bffc-3d0ead54c5b1 req-b923153a-aceb-492e-b8f5-80736206f869 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067631 Aug 03 19:20:16.182881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Allocated IP 172.20.0.13 (9f6a868e-2cf0-4888-ba1c-a660f65f3874/264034eb-0f0f-41a5-8765-49be8817bd3c/449dd8fa-e057-4dc0-be71-fc0c744a8fb8) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:16.250452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e75cc-e3aa-495b-a859-401afbb104ad req-cb404738-0ad2-4f29-aa47-77c3f2b2e8c4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.259052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f31e75cc-e3aa-495b-a859-401afbb104ad req-cb404738-0ad2-4f29-aa47-77c3f2b2e8c4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 944 time: 0.0899701 Aug 03 19:20:16.331603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f31e75cc-e3aa-495b-a859-401afbb104ad req-99f4a691-5c8d-42d7-b833-2b88c605d5f8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688229 Aug 03 19:20:16.476349 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.499499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Transition to ACTIVE for port object 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:16.539978 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.599364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:16.608201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:16.618895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:16.653331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event updated for resources: {'Port': ['ID=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:16.707933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.708678 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.724639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 68855c41-6af8-41bb-812c-73effc074580 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:16.727124 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-eb1a1b6d-b276-45a9-a244-075c567ec260 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2354620 Aug 03 19:20:16.755711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Request body: {'port': {'device_id': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:16.814912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 68855c41-6af8-41bb-812c-73effc074580 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:16.828349 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.830089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 68855c41-6af8-41bb-812c-73effc074580 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:16.831073 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.972250 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.023172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68855c41-6af8-41bb-812c-73effc074580'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:17.026113 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f6b588-ddc7-47fa-bfa9-517eb24a055b" -d '{"events": [{"server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "name": "network-vif-plugged", "status": "completed", "tag": "68855c41-6af8-41bb-812c-73effc074580"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:17.038616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cef886af-d49b-4775-85d2-c4546f32c17c None None] Provisioning for port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:17.045344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=68855c41-6af8-41bb-812c-73effc074580,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:17.054240 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:20:17.056902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cef886af-d49b-4775-85d2-c4546f32c17c None None] Provisioning complete for port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:17.057395 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cef886af-d49b-4775-85d2-c4546f32c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.084324 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.133408 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aa7b37-81fb-42ba-b6e7-6f80a77b16af x-openstack-request-id: req-00aa7b37-81fb-42ba-b6e7-6f80a77b16af {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:17.134130 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "name": "network-vif-plugged", "status": "completed", "tag": "68855c41-6af8-41bb-812c-73effc074580", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:17.134130 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00aa7b37-81fb-42ba-b6e7-6f80a77b16af {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:17.146238 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68855c41-6af8-41bb-812c-73effc074580', 'code': 200} Aug 03 19:20:17.170986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-cef886af-d49b-4775-85d2-c4546f32c17c None None] Port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:17.205059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=68855c41-6af8-41bb-812c-73effc074580,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:17.357536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:17.370913 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.387276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783962d1-977b-432b-9b6a-5477c87050eb req-c022fcf4-018a-44b8-bc54-650a2f389b56 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:17.388962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-783962d1-977b-432b-9b6a-5477c87050eb req-c022fcf4-018a-44b8-bc54-650a2f389b56 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 932 time: 0.2040958 Aug 03 19:20:17.401186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3485d-73f6-4076-9cc1-a422ff542dad req-8dcbaa6a-df7a-44f6-992e-1084fc822bf3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:17.402954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fa3485d-73f6-4076-9cc1-a422ff542dad req-8dcbaa6a-df7a-44f6-992e-1084fc822bf3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1740496 Aug 03 19:20:17.423904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77ae8d-f742-41ce-96a1-cc7e11e762b9 req-3cf0a1d1-6bb6-44cf-a428-0c821d15044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:17.425583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d77ae8d-f742-41ce-96a1-cc7e11e762b9 req-3cf0a1d1-6bb6-44cf-a428-0c821d15044f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1096 time: 0.1619234 Aug 03 19:20:17.429185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Transition to ACTIVE for port object 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:17.451853 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.557248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-783962d1-977b-432b-9b6a-5477c87050eb req-ca714085-18c1-4d9a-ad7f-2ae2afbc2803 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485019 Aug 03 19:20:17.589244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fa3485d-73f6-4076-9cc1-a422ff542dad req-42256c66-e6b5-4fa5-ae15-4ce9e4d6925c tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723108 Aug 03 19:20:17.611577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:17.619865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d77ae8d-f742-41ce-96a1-cc7e11e762b9 req-12dc2048-6e85-4a7d-86a9-617ab5b07d6b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768625 Aug 03 19:20:17.773756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Attempting to bind port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:17.774394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Attempting to bind port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:17.774916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Attempting to bind port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 on network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:17.787624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 on network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:17.788151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Attempting to bind port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 on network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:17.799887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:17.800637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Checking segment: {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:17.801294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Bound using segment: {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:17.802159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Bound port: 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fe8bcac-8bdb-40e1-881b-c32ca7e29268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:17.802939 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.841716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7d698-063a-4aa6-b427-a630ffc5b95c req-9334ca83-f4d2-4af1-a283-726b0d8dc3f6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:17.845176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5aa7d698-063a-4aa6-b427-a630ffc5b95c req-9334ca83-f4d2-4af1-a283-726b0d8dc3f6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1532865 Aug 03 19:20:17.988082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:17.994983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:18.021691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.076784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5aa7d698-063a-4aa6-b427-a630ffc5b95c req-bbcc6f59-04e4-40ba-8503-3b2ab1b9cf9d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537459 Aug 03 19:20:18.098842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.099883 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.102486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] 10.222.0.74 "PUT /v2.0/ports/449dd8fa-e057-4dc0-be71-fc0c744a8fb8 HTTP/1.1" status: 200 len: 1092 time: 1.3615494 Aug 03 19:20:18.103272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:18.108837 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3620f29c-a57a-448c-85a8-14d29cec1d54" -d '{"events": [{"name": "network-changed", "server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:18.200568 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78da862c-d615-462a-a023-96d4b137caae x-openstack-request-id: req-78da862c-d615-462a-a023-96d4b137caae {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:18.200931 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:18.201297 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78da862c-d615-462a-a023-96d4b137caae {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:18.206120 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'status': 'completed', 'code': 200} Aug 03 19:20:18.207753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfc250-5f93-4e78-937f-9e92df0b9bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:18.306799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-9fb67fcd-ccd7-4184-a238-4b1a2b46dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.308404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-9fb67fcd-ccd7-4184-a238-4b1a2b46dbe9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 1095 time: 0.0878532 Aug 03 19:20:18.368315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-36cbf2c8-1fc2-426f-aeb8-f7b337d40dbe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8 HTTP/1.1" status: 200 len: 217 time: 0.0440831 Aug 03 19:20:18.447625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-a2d9f124-a302-4973-8e69-79eede52ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.449194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-a2d9f124-a302-4973-8e69-79eede52ef7e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.0709965 Aug 03 19:20:18.503640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-2161465e-313a-45f4-bf44-b7eb18f5097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.505288 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-2161465e-313a-45f4-bf44-b7eb18f5097c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469158 Aug 03 19:20:18.683532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-f96773de-dd24-49be-8a19-a4d2fa70b28f service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473694 Aug 03 19:20:18.897435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c487c0-4bf0-4436-be8a-749095b954b2 req-d5deacb4-2bba-4064-b8c9-195d5f68ba11 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.901073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79c487c0-4bf0-4436-be8a-749095b954b2 req-d5deacb4-2bba-4064-b8c9-195d5f68ba11 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.2456727 Aug 03 19:20:18.995740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09b09a-a0bf-424a-aa9c-88a99c9d6185 req-7307f218-95f0-4130-a40a-5f3adea20f6e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:18.998563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef09b09a-a0bf-424a-aa9c-88a99c9d6185 req-7307f218-95f0-4130-a40a-5f3adea20f6e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.2673104 Aug 03 19:20:19.024360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2685575f-a0c0-4263-8c95-2bd75b667664 req-1d9c9537-fb23-4867-ad68-172dc5700d86 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132360 Aug 03 19:20:19.042035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79c487c0-4bf0-4436-be8a-749095b954b2 req-e3aae786-8e88-4ac5-ae36-5e1e35bdfc1b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305690 Aug 03 19:20:19.101200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef09b09a-a0bf-424a-aa9c-88a99c9d6185 req-a783f22c-5173-4b71-94f3-7c00ee9e12ac tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854371 Aug 03 19:20:19.211875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620f29c-a57a-448c-85a8-14d29cec1d54 req-b75b4f3b-18ad-44e0-921a-c5c5c19ac113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.221655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3620f29c-a57a-448c-85a8-14d29cec1d54 req-b75b4f3b-18ad-44e0-921a-c5c5c19ac113 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 1095 time: 0.1024556 Aug 03 19:20:19.432705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8f5df-a50c-4b65-9e6f-c6685acfd550 req-20330c07-fcdd-47ca-b87b-dc620c792101 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.434404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7da8f5df-a50c-4b65-9e6f-c6685acfd550 req-20330c07-fcdd-47ca-b87b-dc620c792101 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1574609 Aug 03 19:20:19.491140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620f29c-a57a-448c-85a8-14d29cec1d54 req-2fcdf1c1-7d2a-40d2-b8d4-9e2f25578b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.493478 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3620f29c-a57a-448c-85a8-14d29cec1d54 req-2fcdf1c1-7d2a-40d2-b8d4-9e2f25578b1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.2622690 Aug 03 19:20:19.527090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7da8f5df-a50c-4b65-9e6f-c6685acfd550 req-6a205e9e-f842-4351-b677-8a29e63bc32a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817232 Aug 03 19:20:19.602725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3620f29c-a57a-448c-85a8-14d29cec1d54 req-0566e27c-9f46-4fee-86d5-ea43e4c76d89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8 HTTP/1.1" status: 200 len: 217 time: 0.1013775 Aug 03 19:20:19.631434 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-143702af-40b7-4c92-9005-d0c195024e38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791550 Aug 03 19:20:19.725279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620f29c-a57a-448c-85a8-14d29cec1d54 req-ef6f7d77-258e-4a43-84fc-3d9d8525ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.729000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3620f29c-a57a-448c-85a8-14d29cec1d54 req-ef6f7d77-258e-4a43-84fc-3d9d8525ac28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.1175444 Aug 03 19:20:19.753011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-592e039b-0d7d-47e9-b75d-7d11bf3f7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.755164 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-592e039b-0d7d-47e9-b75d-7d11bf3f7eef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 1096 time: 0.0998282 Aug 03 19:20:19.914098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-33744480-45f3-4267-b65e-a0fe43d891df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.916605 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-33744480-45f3-4267-b65e-a0fe43d891df service neutron] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 912 time: 0.1316667 Aug 03 19:20:19.920162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bd1fd-0d2f-4757-92ab-a59d1d4cd7cb req-5883d305-0d7a-4f77-9a74-fb61ca998ea2 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.926459 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f76bd1fd-0d2f-4757-92ab-a59d1d4cd7cb req-5883d305-0d7a-4f77-9a74-fb61ca998ea2 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1920357 Aug 03 19:20:19.958500 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620f29c-a57a-448c-85a8-14d29cec1d54 req-d6f07104-cdfe-4963-8d6a-382e5881b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.961242 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3620f29c-a57a-448c-85a8-14d29cec1d54 req-d6f07104-cdfe-4963-8d6a-382e5881b4da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2145224 Aug 03 19:20:20.096948 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-66eb7e82-04a1-4fe9-a355-b6a4704669cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5157f550-c3d5-45aa-8afc-e53832c3f88d HTTP/1.1" status: 200 len: 1001 time: 0.1669497 Aug 03 19:20:20.176974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f76bd1fd-0d2f-4757-92ab-a59d1d4cd7cb req-9b591a0e-d8f0-48ad-8c2d-7960fb2cba10 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358949 Aug 03 19:20:20.195783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-8301a249-37de-454f-b5af-3e0b92354458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:20.198440 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-8301a249-37de-454f-b5af-3e0b92354458 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.0935426 Aug 03 19:20:20.234894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43092) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:20.341077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-a85d4b94-5592-49d8-8002-b05803a6958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:20.345830 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-a85d4b94-5592-49d8-8002-b05803a6958e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334791 Aug 03 19:20:20.570413 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-3ab79c02-8c22-4223-acc9-620a19986d69 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149971 Aug 03 19:20:20.797404 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1ead0567-3528-43cf-99bf-b63bfd23e475 req-b32b0eb5-1bcc-4851-97fb-3f7a1bb4a510 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170117 Aug 03 19:20:20.799977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3620f29c-a57a-448c-85a8-14d29cec1d54 req-fe57c13c-a59d-43d4-b1ea-ec5ff9775e3e service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8273506 Aug 03 19:20:20.856047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad29c415-7cd7-48ec-9ebe-d0220beb535c tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:20.857617 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ad29c415-7cd7-48ec-9ebe-d0220beb535c tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1091 time: 0.6219025 Aug 03 19:20:20.863895 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43096) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:20.871542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '68855c41-6af8-41bb-812c-73effc074580', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:20.915095 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.936647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3160d94-54fe-463c-bfd7-060bab9848aa req-f6322bad-67cb-409e-98a3-7c7563abbf63 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:20.938214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3160d94-54fe-463c-bfd7-060bab9848aa req-f6322bad-67cb-409e-98a3-7c7563abbf63 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.6233976 Aug 03 19:20:20.949629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d183e-e2e1-4940-9ada-4577f5cfedb4 req-17af9063-db84-41b9-9902-c16c1f2bd606 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:20.951397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b3d183e-e2e1-4940-9ada-4577f5cfedb4 req-17af9063-db84-41b9-9902-c16c1f2bd606 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.6216140 Aug 03 19:20:21.086221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3160d94-54fe-463c-bfd7-060bab9848aa req-c368a3bd-68be-4d28-a43a-f21ddb5bb84e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337562 Aug 03 19:20:21.162329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b3d183e-e2e1-4940-9ada-4577f5cfedb4 req-1b01013b-9227-4606-b157-4173d51e0175 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797824 Aug 03 19:20:21.183747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3620f29c-a57a-448c-85a8-14d29cec1d54 req-5924b2fd-9b78-4ded-8e89-6c91c41944bd service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663936 Aug 03 19:20:21.204907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.367872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.25.8.73 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b57f59f7-b928-45cb-a6f8-06a06effa6a2) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:21.549454 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.609671 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.653077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:21.656335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:21.663987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:21.687979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=b57f59f7-b928-45cb-a6f8-06a06effa6a2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:22.095407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.222039 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.411239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db7e8e-e955-407b-bf8e-f437551625c1 req-e4cc4394-5bd1-4e96-87f5-1c66ad4dd5ef tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.420184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9db7e8e-e955-407b-bf8e-f437551625c1 req-e4cc4394-5bd1-4e96-87f5-1c66ad4dd5ef tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.1989222 Aug 03 19:20:22.428162 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.435687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.526359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=b57f59f7-b928-45cb-a6f8-06a06effa6a2,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:22.537745 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.586868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9db7e8e-e955-407b-bf8e-f437551625c1 req-242c7a23-915b-4da3-975d-b35ca7355b41 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483715 Aug 03 19:20:22.621772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89538da9-361f-4c48-bab0-7a80a6d38fe5 req-ce0a06a7-a85c-417d-b39d-7f7258e6e176 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.646541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89538da9-361f-4c48-bab0-7a80a6d38fe5 req-ce0a06a7-a85c-417d-b39d-7f7258e6e176 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.2246478 Aug 03 19:20:22.743753 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Floating IP 661488ce-ffbf-423b-8a6f-90ba8f60500b associated. External IP: 172.25.8.73, port: 68855c41-6af8-41bb-812c-73effc074580. Aug 03 19:20:22.751052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89538da9-361f-4c48-bab0-7a80a6d38fe5 req-28b8ef85-f8d3-47d6-87e2-9d64738d7d86 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030438 Aug 03 19:20:22.769350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:20:23.024406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:23.050668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'port_id': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'mac_address': 'fa:16:3e:45:ab:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:20:23.153171 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.198343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:23.232612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:23.239615 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.311101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:23.551286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['449dd8fa-e057-4dc0-be71-fc0c744a8fb8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:23.560228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 3f905b84-95ea-4aec-85ac-010d335210c1 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:23.901900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:23.918896 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5bc2b6-2bf3-4948-a8d4-f66c1dfae7cb None None] Sync routers for ids ['3f905b84-95ea-4aec-85ac-010d335210c1'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:23.932982 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.941817 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5bc2b6-2bf3-4948-a8d4-f66c1dfae7cb None None] Routers {'3f905b84-95ea-4aec-85ac-010d335210c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:23.942757 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cb5bc2b6-2bf3-4948-a8d4-f66c1dfae7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:20:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3f905b84-95ea-4aec-85ac-010d335210c1'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:23.975534 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6266607c-8b3e-44f1-b082-ed4476eda562 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1100838 Aug 03 19:20:23.976145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'tag': '68855c41-6af8-41bb-812c-73effc074580'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:23.984227 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c4156f-1f03-4865-b065-13d7c6ba1889" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "tag": "68855c41-6af8-41bb-812c-73effc074580"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:24.019194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11954625-ab0f-4232-bbdd-94232cae3dc1 req-90251bdc-a66e-414f-8655-2211a3df2448 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.037935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11954625-ab0f-4232-bbdd-94232cae3dc1 req-90251bdc-a66e-414f-8655-2211a3df2448 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 945 time: 0.1986101 Aug 03 19:20:24.107255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11954625-ab0f-4232-bbdd-94232cae3dc1 req-9e698d9d-2a0c-45e0-8dc9-864aabdb2643 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674090 Aug 03 19:20:24.178193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b81529-4fb4-4751-8480-d7827612f572 req-b2bc5244-d5c4-4321-8742-740cf789c1cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.179993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b81529-4fb4-4751-8480-d7827612f572 req-b2bc5244-d5c4-4321-8742-740cf789c1cd tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1070113 Aug 03 19:20:24.192686 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cb5bc2b6-2bf3-4948-a8d4-f66c1dfae7cb None None] Set router 3f905b84-95ea-4aec-85ac-010d335210c1 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:24.336152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6b81529-4fb4-4751-8480-d7827612f572 req-610ee280-ff6d-437e-b5d9-0a345ed05e01 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406581 Aug 03 19:20:24.416946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90087fb7-85c7-460a-acfb-f7e72fed533f req-ea96c29a-bc1f-4333-81b5-22ea25dcb90f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.419952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90087fb7-85c7-460a-acfb-f7e72fed533f req-ea96c29a-bc1f-4333-81b5-22ea25dcb90f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.2100425 Aug 03 19:20:24.549484 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3aa1e7-1722-4526-bf5d-d49fbbd13d43 x-openstack-request-id: req-5b3aa1e7-1722-4526-bf5d-d49fbbd13d43 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:24.551731 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "tag": "68855c41-6af8-41bb-812c-73effc074580", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:24.551731 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b3aa1e7-1722-4526-bf5d-d49fbbd13d43 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:24.551731 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'tag': '68855c41-6af8-41bb-812c-73effc074580', 'status': 'completed', 'code': 200} Aug 03 19:20:24.568977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90087fb7-85c7-460a-acfb-f7e72fed533f req-fa51891e-6d86-4839-97ed-4704ccc00a4a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332653 Aug 03 19:20:24.600832 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43132) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:24.699356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4156f-1f03-4865-b065-13d7c6ba1889 req-241b672e-fdc6-485d-9661-193d5c3f1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.701799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9c4156f-1f03-4865-b065-13d7c6ba1889 req-241b672e-fdc6-485d-9661-193d5c3f1fa8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1096 time: 0.0925286 Aug 03 19:20:24.726592 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cb5bc2b6-2bf3-4948-a8d4-f66c1dfae7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:58Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '661488ce-ffbf-423b-8a6f-90ba8f60500b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'port_id': '68855c41-6af8-41bb-812c-73effc074580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'mac_address': 'fa:16:3e:a0:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:20:21Z', 'updated_at': '2021-08-03T19:20:21Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b630b16-e05b-44e1-b028-c3dceb8f5d19', 'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:40:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:56Z', 'updated_at': '2021-08-03T19:20:07Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '47662514-e287-43ec-9e3f-3c0676173287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:24.745932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a720a0e-296c-43c8-aa75-6847103f9946 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/661488ce-ffbf-423b-8a6f-90ba8f60500b HTTP/1.1" status: 200 len: 990 time: 0.1434152 Aug 03 19:20:24.772963 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5bc2b6-2bf3-4948-a8d4-f66c1dfae7cb None None] Checking router: 3f905b84-95ea-4aec-85ac-010d335210c1 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:24.776894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:24.796310 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5bc2b6-2bf3-4948-a8d4-f66c1dfae7cb None None] Routers {'3f905b84-95ea-4aec-85ac-010d335210c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:24.797386 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cb5bc2b6-2bf3-4948-a8d4-f66c1dfae7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:20:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3f905b84-95ea-4aec-85ac-010d335210c1'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:24.836545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4156f-1f03-4865-b065-13d7c6ba1889 req-f36538e1-ee0d-4735-9e74-5a4c3153d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.839609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9c4156f-1f03-4865-b065-13d7c6ba1889 req-f36538e1-ee0d-4735-9e74-5a4c3153d577 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 HTTP/1.1" status: 200 len: 898 time: 0.1302817 Aug 03 19:20:24.879323 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:24.890847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:24.891504 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.964538 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cb5bc2b6-2bf3-4948-a8d4-f66c1dfae7cb None None] Set router 3f905b84-95ea-4aec-85ac-010d335210c1 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:24.978466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9c4156f-1f03-4865-b065-13d7c6ba1889 req-8699a369-4f81-433a-92ae-e66eb67524a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 200 len: 998 time: 0.1312432 Aug 03 19:20:25.049752 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.079153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4156f-1f03-4865-b065-13d7c6ba1889 req-4dcfdc2a-386b-4878-af0d-88dcc95da6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:25.084173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9c4156f-1f03-4865-b065-13d7c6ba1889 req-4dcfdc2a-386b-4878-af0d-88dcc95da6f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47662514-e287-43ec-9e3f-3c0676173287 HTTP/1.1" status: 200 len: 835 time: 0.0977886 Aug 03 19:20:25.095861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:25.106068 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fa362e-dccd-47ea-896c-53043556baab" -d '{"events": [{"server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "name": "network-vif-plugged", "status": "completed", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:25.136264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:25.146167 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.186538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4156f-1f03-4865-b065-13d7c6ba1889 req-02f5741b-071e-4be8-a313-834d35e3d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:25.189049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9c4156f-1f03-4865-b065-13d7c6ba1889 req-02f5741b-071e-4be8-a313-834d35e3d4c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962462 Aug 03 19:20:25.260758 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3244510c-b81c-4987-9e3c-588150600fb1 x-openstack-request-id: req-3244510c-b81c-4987-9e3c-588150600fb1 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:25.261102 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "name": "network-vif-plugged", "status": "completed", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:25.264288 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3244510c-b81c-4987-9e3c-588150600fb1 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:25.264744 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'code': 200} Aug 03 19:20:25.366835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:25.459986 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cb5bc2b6-2bf3-4948-a8d4-f66c1dfae7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:58Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '661488ce-ffbf-423b-8a6f-90ba8f60500b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'port_id': '68855c41-6af8-41bb-812c-73effc074580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'mac_address': 'fa:16:3e:a0:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:20:21Z', 'updated_at': '2021-08-03T19:20:21Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b630b16-e05b-44e1-b028-c3dceb8f5d19', 'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:40:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:56Z', 'updated_at': '2021-08-03T19:20:07Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '47662514-e287-43ec-9e3f-3c0676173287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:25.513982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9c4156f-1f03-4865-b065-13d7c6ba1889 req-63895fb3-db18-430b-be42-312182ad2910 service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164918 Aug 03 19:20:25.518308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8646b4f-90a6-4e1d-b0b8-1fc10689878b req-c47de225-fddb-4c3c-989d-90ac96bf54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:25.519912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8646b4f-90a6-4e1d-b0b8-1fc10689878b req-c47de225-fddb-4c3c-989d-90ac96bf54c8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 1097 time: 0.1632705 Aug 03 19:20:25.525308 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5bc2b6-2bf3-4948-a8d4-f66c1dfae7cb None None] The sync data for ids ['3f905b84-95ea-4aec-85ac-010d335210c1'] in n-d-802918-7 is: [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:58Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '661488ce-ffbf-423b-8a6f-90ba8f60500b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'port_id': '68855c41-6af8-41bb-812c-73effc074580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'mac_address': 'fa:16:3e:a0:ac:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:20:21Z', 'updated_at': '2021-08-03T19:20:21Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b630b16-e05b-44e1-b028-c3dceb8f5d19', 'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:40:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:56Z', 'updated_at': '2021-08-03T19:20:07Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '47662514-e287-43ec-9e3f-3c0676173287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:25.568630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63334c1e-765e-402f-9bbc-fac6f2eaae60 req-db5466c9-433b-43ab-aa23-3b6734ffee57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:25.570344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63334c1e-765e-402f-9bbc-fac6f2eaae60 req-db5466c9-433b-43ab-aa23-3b6734ffee57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.1825557 Aug 03 19:20:25.709315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8646b4f-90a6-4e1d-b0b8-1fc10689878b req-a2e9e242-f6dd-4d2a-8b51-de4134e0da7d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723158 Aug 03 19:20:25.723521 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63334c1e-765e-402f-9bbc-fac6f2eaae60 req-681f1644-39e1-488b-98b3-860f560a1b22 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227691 Aug 03 19:20:25.737904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255607-ac78-4aad-bfe2-c6514bb95f2c req-90b5a0af-2699-4cbc-9bf9-8a7eaeeddd1d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:25.745589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82255607-ac78-4aad-bfe2-c6514bb95f2c req-90b5a0af-2699-4cbc-9bf9-8a7eaeeddd1d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.2112670 Aug 03 19:20:25.750300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43152) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:25.770045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9c4156f-1f03-4865-b065-13d7c6ba1889 req-25a98a12-888c-4633-8e7e-4b898b1d34a8 service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471037 Aug 03 19:20:25.801352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82255607-ac78-4aad-bfe2-c6514bb95f2c req-dc165931-592c-4ff9-b645-876cdd569700 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540452 Aug 03 19:20:25.853170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823245f-7462-4e77-9686-2253173502bb None None] New status for floating IP 661488ce-ffbf-423b-8a6f-90ba8f60500b: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:20:25.866080 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cbc2d9a3-e660-4db1-a0e2-b258cc62ed6c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/661488ce-ffbf-423b-8a6f-90ba8f60500b HTTP/1.1" status: 200 len: 990 time: 0.1138842 Aug 03 19:20:26.213081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0f9ba-9162-4a50-a894-32c6337d5277 req-d4d6c896-e829-44f9-8a43-0f71693eab47 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.215315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29d0f9ba-9162-4a50-a894-32c6337d5277 req-d4d6c896-e829-44f9-8a43-0f71693eab47 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1292882 Aug 03 19:20:26.305398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29d0f9ba-9162-4a50-a894-32c6337d5277 req-63cb48db-3000-41e5-bb8b-aeb7c73ab6cf tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716374 Aug 03 19:20:26.528079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbfa4f-42df-47b4-9a66-48f180d76c1c req-b5f93821-d668-4c1b-a443-f6ca5613c4c7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:26.530825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8cbfa4f-42df-47b4-9a66-48f180d76c1c req-b5f93821-d668-4c1b-a443-f6ca5613c4c7 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.0947356 Aug 03 19:20:26.593038 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8cbfa4f-42df-47b4-9a66-48f180d76c1c req-5cadaa14-4121-4354-86a7-bfa695719a73 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464420 Aug 03 19:20:26.871957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43186) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:27.007216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672506c-2016-4731-88c3-f29d2a395855 req-ce20fbcb-a76e-47f4-afc3-be928738d973 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.016808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b672506c-2016-4731-88c3-f29d2a395855 req-ce20fbcb-a76e-47f4-afc3-be928738d973 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.0931325 Aug 03 19:20:27.071632 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bbe4fe18-f552-4b0f-a30e-f1ca630effdb tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/661488ce-ffbf-423b-8a6f-90ba8f60500b HTTP/1.1" status: 200 len: 992 time: 0.1974106 Aug 03 19:20:27.108700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6585d1-f5d2-499d-9520-035c939acbac req-214f6d1a-3afa-4253-951a-12ba2356da27 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:27.111862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef6585d1-f5d2-499d-9520-035c939acbac req-214f6d1a-3afa-4253-951a-12ba2356da27 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.1271949 Aug 03 19:20:27.118538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b672506c-2016-4731-88c3-f29d2a395855 req-5f455ef4-22a4-4658-a32c-4967cc0a71c2 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003702 Aug 03 19:20:27.186764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef6585d1-f5d2-499d-9520-035c939acbac req-bde25c52-5790-4b9e-ac9d-4fe142d0f4cc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640621 Aug 03 19:20:28.192092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88fc70-03ef-431a-ab9c-468a42f1ce6d req-42247220-0639-4b38-8d60-9b95b19159b0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.195817 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3e88fc70-03ef-431a-ab9c-468a42f1ce6d req-42247220-0639-4b38-8d60-9b95b19159b0 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.1045039 Aug 03 19:20:28.428991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-3e88fc70-03ef-431a-ab9c-468a42f1ce6d req-5f80250a-dfd1-4791-ab64-a497c8b4eff6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Deleting port 24bef41e-19c4-4da2-a151-09b89d7d4719 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:28.429258 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3e88fc70-03ef-431a-ab9c-468a42f1ce6d req-5f80250a-dfd1-4791-ab64-a497c8b4eff6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.500832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4b135-df81-4856-ab90-08bfe670671e req-22fa34f4-a4e3-4b00-bf0c-95be02947e09 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.507090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76d4b135-df81-4856-ab90-08bfe670671e req-22fa34f4-a4e3-4b00-bf0c-95be02947e09 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 945 time: 0.2080746 Aug 03 19:20:28.528222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9b7cb-6a50-4d7c-8f5b-20afe5a1f591 req-025fae44-5df0-427a-93c0-e9fe571ade8e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.534187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2c9b7cb-6a50-4d7c-8f5b-20afe5a1f591 req-025fae44-5df0-427a-93c0-e9fe571ade8e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.1572514 Aug 03 19:20:28.557817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-3e88fc70-03ef-431a-ab9c-468a42f1ce6d req-5f80250a-dfd1-4791-ab64-a497c8b4eff6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] For port 24bef41e-19c4-4da2-a151-09b89d7d4719, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=24bef41e-19c4-4da2-a151-09b89d7d4719,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:28.558314 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3e88fc70-03ef-431a-ab9c-468a42f1ce6d req-5f80250a-dfd1-4791-ab64-a497c8b4eff6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.592324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-3e88fc70-03ef-431a-ab9c-468a42f1ce6d req-5f80250a-dfd1-4791-ab64-a497c8b4eff6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Calling delete_port for 24bef41e-19c4-4da2-a151-09b89d7d4719 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:28.603358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76d4b135-df81-4856-ab90-08bfe670671e req-df779589-1262-4330-927a-6de4f544e05d tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649002 Aug 03 19:20:28.622755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2c9b7cb-6a50-4d7c-8f5b-20afe5a1f591 req-f26248cb-3a9a-4cfd-9207-6e6c8e5d35ec tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738735 Aug 03 19:20:28.856940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29770822-35a6-453e-9f4c-92f44483a3f5 req-7ffae4c6-ece0-4a34-aa14-5782bd0b256f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.865349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29770822-35a6-453e-9f4c-92f44483a3f5 req-7ffae4c6-ece0-4a34-aa14-5782bd0b256f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.0898671 Aug 03 19:20:28.874245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43218) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:28.882940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c455dc7b-3755-4981-9b65-54da770260e5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Request body: {'floatingip': {'port_id': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:28.944033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3e88fc70-03ef-431a-ab9c-468a42f1ce6d req-5f80250a-dfd1-4791-ab64-a497c8b4eff6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.961316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3', '24bef41e-19c4-4da2-a151-09b89d7d4719'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:28.990391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c455dc7b-3755-4981-9b65-54da770260e5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.995916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80250a-dfd1-4791-ab64-a497c8b4eff6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event deleted for resources: {'Port': ['ID=24bef41e-19c4-4da2-a151-09b89d7d4719,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:29.106892 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e88fc70-03ef-431a-ab9c-468a42f1ce6d req-5f80250a-dfd1-4791-ab64-a497c8b4eff6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] No DVR routers for this DVR port 24bef41e-19c4-4da2-a151-09b89d7d4719 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:29.111000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3e88fc70-03ef-431a-ab9c-468a42f1ce6d req-5f80250a-dfd1-4791-ab64-a497c8b4eff6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.114153 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3e88fc70-03ef-431a-ab9c-468a42f1ce6d req-5f80250a-dfd1-4791-ab64-a497c8b4eff6 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.37 "DELETE /v2.0/ports/24bef41e-19c4-4da2-a151-09b89d7d4719 HTTP/1.1" status: 204 len: 173 time: 0.9117196 Aug 03 19:20:29.120881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb7bb08-4824-4b99-9402-6b95d9b65561', 'name': 'network-vif-deleted', 'tag': '24bef41e-19c4-4da2-a151-09b89d7d4719'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:29.123708 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe0283a-2fd8-490b-aff0-5c1cb3a4f027" -d '{"events": [{"server_uuid": "2eb7bb08-4824-4b99-9402-6b95d9b65561", "name": "network-vif-deleted", "tag": "24bef41e-19c4-4da2-a151-09b89d7d4719"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:29.265356 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58043c55-7973-462c-bf66-cfbbe5e58831 x-openstack-request-id: req-58043c55-7973-462c-bf66-cfbbe5e58831 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:29.266165 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb7bb08-4824-4b99-9402-6b95d9b65561", "name": "network-vif-deleted", "tag": "24bef41e-19c4-4da2-a151-09b89d7d4719", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:29.266165 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-58043c55-7973-462c-bf66-cfbbe5e58831 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:29.266541 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb7bb08-4824-4b99-9402-6b95d9b65561', 'name': 'network-vif-deleted', 'tag': '24bef41e-19c4-4da2-a151-09b89d7d4719', 'status': 'completed', 'code': 200} Aug 03 19:20:29.712897 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.796363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.resource_extend [None req-c455dc7b-3755-4981-9b65-54da770260e5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:20:29.831139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6fb7e5f4-f990-4ac2-84cc-164c064f0c22 req-489d9f01-ea27-445d-8e39-eb0bd2486c36 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=2eb7bb08-4824-4b99-9402-6b95d9b65561 HTTP/1.1" status: 200 len: 210 time: 0.0477300 Aug 03 19:20:29.920117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c455dc7b-3755-4981-9b65-54da770260e5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.927170 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c455dc7b-3755-4981-9b65-54da770260e5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.106925 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-c455dc7b-3755-4981-9b65-54da770260e5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Floating IP bd2427ad-21a2-4b9d-942f-2db3031a5e71 associated. External IP: 172.25.8.237, port: 449dd8fa-e057-4dc0-be71-fc0c744a8fb8. Aug 03 19:20:30.434807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c455dc7b-3755-4981-9b65-54da770260e5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Router 30784467-1faa-4428-a71a-789e6aa84d6f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:30.660331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c455dc7b-3755-4981-9b65-54da770260e5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:30.671952 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fc9596-a8d2-476a-a3eb-b9fbcbd7371e None None] Sync routers for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:30.685678 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c455dc7b-3755-4981-9b65-54da770260e5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.692215 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fc9596-a8d2-476a-a3eb-b9fbcbd7371e None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:30.692215 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-92fc9596-a8d2-476a-a3eb-b9fbcbd7371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:20:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:30.778583 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c455dc7b-3755-4981-9b65-54da770260e5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "PUT /v2.0/floatingips/bd2427ad-21a2-4b9d-942f-2db3031a5e71 HTTP/1.1" status: 200 len: 992 time: 1.9025013 Aug 03 19:20:31.041985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 24bef41e-19c4-4da2-a151-09b89d7d4719 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:31.094768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 24bef41e-19c4-4da2-a151-09b89d7d4719 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:20:31.095695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 24bef41e-19c4-4da2-a151-09b89d7d4719 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:31.101601 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-92fc9596-a8d2-476a-a3eb-b9fbcbd7371e None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:31.268504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:31.271474 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900" -d '{"events": [{"name": "network-changed", "server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:31.321326 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac52576-b8d1-4f07-9578-fd382c69910c x-openstack-request-id: req-3ac52576-b8d1-4f07-9578-fd382c69910c {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:31.322097 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:31.322519 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3ac52576-b8d1-4f07-9578-fd382c69910c {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:31.323299 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'status': 'completed', 'code': 200} Aug 03 19:20:31.459384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900 req-84cfa95b-a44d-4891-bc03-b60142c16513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.460927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900 req-84cfa95b-a44d-4891-bc03-b60142c16513 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 1097 time: 0.0675664 Aug 03 19:20:31.599115 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-92fc9596-a8d2-476a-a3eb-b9fbcbd7371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'bd2427ad-21a2-4b9d-942f-2db3031a5e71', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'port_id': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'mac_address': 'fa:16:3e:45:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:20:11Z', 'updated_at': '2021-08-03T19:20:29Z', 'revision_number': 1, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:31.692245 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fc9596-a8d2-476a-a3eb-b9fbcbd7371e None None] Checking router: 30784467-1faa-4428-a71a-789e6aa84d6f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:31.706302 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fc9596-a8d2-476a-a3eb-b9fbcbd7371e None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:31.707022 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-92fc9596-a8d2-476a-a3eb-b9fbcbd7371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:20:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:31.739645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900 req-bad6f497-af66-4e70-a63a-ec9c15f3bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.741698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900 req-bad6f497-af66-4e70-a63a-ec9c15f3bdd9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.2667129 Aug 03 19:20:31.879437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900 req-41cdbd41-3d9f-49a6-a647-8a110210a97a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8 HTTP/1.1" status: 200 len: 1000 time: 0.1291246 Aug 03 19:20:31.932848 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-92fc9596-a8d2-476a-a3eb-b9fbcbd7371e None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:31.981873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900 req-affdc860-03e4-4501-bae0-119850ad3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:31.983557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900 req-affdc860-03e4-4501-bae0-119850ad3fca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.0956123 Aug 03 19:20:32.149518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900 req-ddd7a173-7ec9-40b9-95d1-c01197df4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:32.174689 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900 req-ddd7a173-7ec9-40b9-95d1-c01197df4175 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787992 Aug 03 19:20:32.420398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900 req-bd37705f-80d6-4f5a-bd36-27dba1013414 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373171 Aug 03 19:20:32.427969 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-92fc9596-a8d2-476a-a3eb-b9fbcbd7371e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'bd2427ad-21a2-4b9d-942f-2db3031a5e71', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'port_id': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'mac_address': 'fa:16:3e:45:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:20:11Z', 'updated_at': '2021-08-03T19:20:29Z', 'revision_number': 1, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:32.470038 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fc9596-a8d2-476a-a3eb-b9fbcbd7371e None None] The sync data for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 is: [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'bd2427ad-21a2-4b9d-942f-2db3031a5e71', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'port_id': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'mac_address': 'fa:16:3e:45:ab:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:20:11Z', 'updated_at': '2021-08-03T19:20:29Z', 'revision_number': 1, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:32.530769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728113e-8da9-4fcb-9ca7-acaaf06ffb77 req-90d82c0b-fadd-46ca-87b7-f926a15631a8 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:32.532468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a728113e-8da9-4fcb-9ca7-acaaf06ffb77 req-90d82c0b-fadd-46ca-87b7-f926a15631a8 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 945 time: 0.1632359 Aug 03 19:20:32.603881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a728113e-8da9-4fcb-9ca7-acaaf06ffb77 req-6f06930a-c0a0-4a3f-b64a-32cbe55d8cba tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592277 Aug 03 19:20:32.633095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cdd8bac0-4c07-4cf0-9f32-a00b03d27900 req-a5856732-7b7f-4ede-9440-15e3f875fe39 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998732 Aug 03 19:20:32.832215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207fb27-bb85-41ba-8688-551cf3232b61 None None] New status for floating IP bd2427ad-21a2-4b9d-942f-2db3031a5e71: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:20:33.516458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13ada1-354e-4ff0-9dd0-5d3862162a49 req-3a9ad292-43b1-4c1b-acfe-062c94bfcce3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:33.518945 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6c13ada1-354e-4ff0-9dd0-5d3862162a49 req-3a9ad292-43b1-4c1b-acfe-062c94bfcce3 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 945 time: 0.0807331 Aug 03 19:20:33.745577 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c72049e4-1b1c-495d-871c-be9bc0536a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.770735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-6c13ada1-354e-4ff0-9dd0-5d3862162a49 req-1ef0b45f-9434-494b-8aac-8ba58f6cb815 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Deleting port 552301b3-08ba-461d-b62d-cf29045256a3 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:33.771392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6c13ada1-354e-4ff0-9dd0-5d3862162a49 req-1ef0b45f-9434-494b-8aac-8ba58f6cb815 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.840474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0def55-8483-462f-ab54-78efd59d8b59 req-8dcfeeb8-4b79-4b22-838d-1ca99f79b949 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:33.842890 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd0def55-8483-462f-ab54-78efd59d8b59 req-8dcfeeb8-4b79-4b22-838d-1ca99f79b949 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 945 time: 0.0843167 Aug 03 19:20:33.934430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd0def55-8483-462f-ab54-78efd59d8b59 req-2ed8eb15-5519-444b-b195-a7c52443f3df tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/security-groups?id=4af0af09-21ae-44a1-9e9b-5ead9a245aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797558 Aug 03 19:20:34.020827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-6c13ada1-354e-4ff0-9dd0-5d3862162a49 req-1ef0b45f-9434-494b-8aac-8ba58f6cb815 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] For port 552301b3-08ba-461d-b62d-cf29045256a3, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=552301b3-08ba-461d-b62d-cf29045256a3,segment=NetworkSegment(003a0077-05c8-4538-8528-faf8fd9ebe46),segment_id=003a0077-05c8-4538-8528-faf8fd9ebe46)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:34.021463 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6c13ada1-354e-4ff0-9dd0-5d3862162a49 req-1ef0b45f-9434-494b-8aac-8ba58f6cb815 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.052607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-6c13ada1-354e-4ff0-9dd0-5d3862162a49 req-1ef0b45f-9434-494b-8aac-8ba58f6cb815 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Calling delete_port for 552301b3-08ba-461d-b62d-cf29045256a3 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:34.361782 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6c13ada1-354e-4ff0-9dd0-5d3862162a49 req-1ef0b45f-9434-494b-8aac-8ba58f6cb815 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.380231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['552301b3-08ba-461d-b62d-cf29045256a3'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:34.544584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c13ada1-354e-4ff0-9dd0-5d3862162a49 req-1ef0b45f-9434-494b-8aac-8ba58f6cb815 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] No DVR routers for this DVR port 552301b3-08ba-461d-b62d-cf29045256a3 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:34.547532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0b45f-9434-494b-8aac-8ba58f6cb815 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Pushing event deleted for resources: {'Port': ['ID=552301b3-08ba-461d-b62d-cf29045256a3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:34.551231 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6c13ada1-354e-4ff0-9dd0-5d3862162a49 req-1ef0b45f-9434-494b-8aac-8ba58f6cb815 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.553687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6c13ada1-354e-4ff0-9dd0-5d3862162a49 req-1ef0b45f-9434-494b-8aac-8ba58f6cb815 tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.37 "DELETE /v2.0/ports/552301b3-08ba-461d-b62d-cf29045256a3 HTTP/1.1" status: 204 len: 173 time: 1.0279896 Aug 03 19:20:34.554464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ead337b-50f4-4c50-91fb-17721d78b09e', 'name': 'network-vif-deleted', 'tag': '552301b3-08ba-461d-b62d-cf29045256a3'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:34.564495 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255e3ce2-8592-4a05-8569-8caddb4f7479" -d '{"events": [{"server_uuid": "8ead337b-50f4-4c50-91fb-17721d78b09e", "name": "network-vif-deleted", "tag": "552301b3-08ba-461d-b62d-cf29045256a3"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:34.678326 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee41741a-5ba2-4ce7-a9c7-c65481e34e0e x-openstack-request-id: req-ee41741a-5ba2-4ce7-a9c7-c65481e34e0e {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:34.679054 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ead337b-50f4-4c50-91fb-17721d78b09e", "name": "network-vif-deleted", "tag": "552301b3-08ba-461d-b62d-cf29045256a3", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:34.679305 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee41741a-5ba2-4ce7-a9c7-c65481e34e0e {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:34.679934 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ead337b-50f4-4c50-91fb-17721d78b09e', 'name': 'network-vif-deleted', 'tag': '552301b3-08ba-461d-b62d-cf29045256a3', 'status': 'completed', 'code': 200} Aug 03 19:20:35.246826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a7503ad-e78e-4b07-a83e-4feb8d0bd476 req-73fda613-cb15-4f24-af9e-8811da30060e tempest-ServersTestJSON-1320033576 tempest-ServersTestJSON-1320033576-project] 10.222.0.78 "GET /v2.0/ports?device_id=8ead337b-50f4-4c50-91fb-17721d78b09e HTTP/1.1" status: 200 len: 210 time: 0.0993638 Aug 03 19:20:35.780819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-453987f6-0834-412f-80da-0023363298fa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729768 Aug 03 19:20:35.875184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-08a2f59f-2da1-422e-bf5f-22ac086e7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:35.876825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-08a2f59f-2da1-422e-bf5f-22ac086e7342 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d5679ab7fb8468da9fc3e9c58daff06&device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 1096 time: 0.0515909 Aug 03 19:20:35.991321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-aeac1852-9ac8-421d-b59c-4ebfa2b7a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:35.992885 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-aeac1852-9ac8-421d-b59c-4ebfa2b7a411 service neutron] 10.222.0.74 "GET /v2.0/networks?id=83fe2096-75f7-4db1-9a1a-81976ae4c69d HTTP/1.1" status: 200 len: 910 time: 0.0954790 Aug 03 19:20:36.069223 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-9d536af3-0e2b-4bff-8e76-dd54ba36bed1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e90f39a-96f5-4701-ba3e-1b6be14cdca8 HTTP/1.1" status: 200 len: 1000 time: 0.0673947 Aug 03 19:20:36.125336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-e1a181d2-0bd4-421b-abe7-874456f5aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:36.126955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-e1a181d2-0bd4-421b-abe7-874456f5aa02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c063f720-ba3c-4a9e-a6c3-529b45855469 HTTP/1.1" status: 200 len: 848 time: 0.0503132 Aug 03 19:20:36.182963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-0cd34ebe-3c44-4f47-8644-79f5bf1053e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:36.182963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-0cd34ebe-3c44-4f47-8644-79f5bf1053e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fe2096-75f7-4db1-9a1a-81976ae4c69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448930 Aug 03 19:20:36.296900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-76fbd211-8c2e-4290-bfd3-ecc8f81f52b9 service neutron] 10.222.0.74 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008053 Aug 03 19:20:36.329125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43356) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:36.421682 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-178fdc40-e033-428c-8e78-a11f8d23e3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.436850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c72108ed-95b5-4f71-966c-976bc64b00bc req-7d936256-9a5a-4d87-b838-34780062f62b service neutron] 10.222.0.74 "GET /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322181 Aug 03 19:20:36.451034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Deleting subnet 371b2c9e-1a78-47e2-b8bf-65176b61184e {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:20:36.456704 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.534334 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.608579 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.631288 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.726086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.792546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371b2c9e-1a78-47e2-b8bf-65176b61184e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:36.826975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.835483 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/371b2c9e-1a78-47e2-b8bf-65176b61184e HTTP/1.1" status: 204 len: 168 time: 0.5006013 Aug 03 19:20:36.836983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:36.837485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:36.838189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:36.838849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:36.839505 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:36.839860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43370) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:36.840269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:36.840951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:36.841638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:36.842288 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:36.843137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:36.843829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:36.845034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478feccc-105f-4097-9ecf-6018155c2552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.017060 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.067217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 552301b3-08ba-461d-b62d-cf29045256a3 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:37.131683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 552301b3-08ba-461d-b62d-cf29045256a3 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:20:37.132266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 552301b3-08ba-461d-b62d-cf29045256a3 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:37.142012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.155644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cab6ee-0676-4f35-91d7-a3aad5735c7b']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:37.173233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003a0077-05c8-4538-8528-faf8fd9ebe46') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:37.173970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003a0077-05c8-4538-8528-faf8fd9ebe46') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:37.189176 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.205660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.213374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:37.214375 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:37.286884 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:37.293275 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.304061 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.307777 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c9cab6ee-0676-4f35-91d7-a3aad5735c7b HTTP/1.1" status: 204 len: 168 time: 0.4663534 Aug 03 19:20:37.324161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9cab6ee-0676-4f35-91d7-a3aad5735c7b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:37.339530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.340376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.340973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.341646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.342403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.343021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.343654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.344238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.344805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.345418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.346014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.346577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9328b-5d82-4d8d-a99d-9b02a6117220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:37.565198 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43380) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:37.634607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-73bfe84a-8164-4f72-80e4-f2ac9490dd18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f24cce5f8964a8d9262bbbdb69b5903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654330 Aug 03 19:20:37.635224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43382) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:37.760052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03c207a5-1240-4c45-89b1-61935942730e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.804966 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03c207a5-1240-4c45-89b1-61935942730e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.914069 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.920801 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03c207a5-1240-4c45-89b1-61935942730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.947396 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03c207a5-1240-4c45-89b1-61935942730e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.971262 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-03c207a5-1240-4c45-89b1-61935942730e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4af0af09-21ae-44a1-9e9b-5ead9a245aef HTTP/1.1" status: 204 len: 168 time: 0.3327231 Aug 03 19:20:38.006028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c207a5-1240-4c45-89b1-61935942730e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af0af09-21ae-44a1-9e9b-5ead9a245aef,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:39.321487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43426) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:39.513254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1327827814-network', 'tenant_id': '3d7d97c7933d4e65b1c656a1adf2753a'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:39.551460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Made reservation on behalf of 3d7d97c7933d4e65b1c656a1adf2753a for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:39.556703 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.574801 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.653807 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.771691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.778520 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.846411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:39.868460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9fb96b-c194-42de-8c28-b32cdea48fa5,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:39.890793 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.891312 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Added segment 69ff8d2f-e35b-41a3-b57b-cdb3a316d1b7 of type vlan for network ca62c136-2996-46f0-b1b4-88a0b8efe901 Aug 03 19:20:39.947543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.984166 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.985423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:39.986126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:40.076860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7483299 Aug 03 19:20:40.152306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a46d69-a9cd-4ab9-8034-8964b9a4a088 admin admin] Pushing event updated for resources: {'Network': ['ID=ca62c136-2996-46f0-b1b4-88a0b8efe901,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:40.195407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network ca62c136-2996-46f0-b1b4-88a0b8efe901 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:40.898679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b237-45d8-4fd1-b1a2-6db8e55ca0a0 req-7b8ad764-c92f-4ff9-9652-f544c7c94734 tempest-ComputeTenantNetworksTest-1434061696 tempest-ComputeTenantNetworksTest-1434061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.905258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b237-45d8-4fd1-b1a2-6db8e55ca0a0 req-7b8ad764-c92f-4ff9-9652-f544c7c94734 tempest-ComputeTenantNetworksTest-1434061696 tempest-ComputeTenantNetworksTest-1434061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.912451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b237-45d8-4fd1-b1a2-6db8e55ca0a0 req-7b8ad764-c92f-4ff9-9652-f544c7c94734 tempest-ComputeTenantNetworksTest-1434061696 tempest-ComputeTenantNetworksTest-1434061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.914265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34e5b237-45d8-4fd1-b1a2-6db8e55ca0a0 req-7b8ad764-c92f-4ff9-9652-f544c7c94734 tempest-ComputeTenantNetworksTest-1434061696 tempest-ComputeTenantNetworksTest-1434061696-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2935116 Aug 03 19:20:41.363767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d4119-1bbb-48eb-860f-5b6bed00b2ea req-7bf4c373-2009-42ec-984a-a5e0f2ad85e7 tempest-ComputeTenantNetworksTest-1434061696 tempest-ComputeTenantNetworksTest-1434061696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.365258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b4d4119-1bbb-48eb-860f-5b6bed00b2ea req-7bf4c373-2009-42ec-984a-a5e0f2ad85e7 tempest-ComputeTenantNetworksTest-1434061696 tempest-ComputeTenantNetworksTest-1434061696-project] 10.222.0.78 "GET /v2.0/networks/ca62c136-2996-46f0-b1b4-88a0b8efe901 HTTP/1.1" status: 200 len: 769 time: 0.4202218 Aug 03 19:20:41.379942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43464) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:41.472568 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.602174 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.622308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca62c136-2996-46f0-b1b4-88a0b8efe901']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:41.638877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ff8d2f-e35b-41a3-b57b-cdb3a316d1b7') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:41.639329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ff8d2f-e35b-41a3-b57b-cdb3a316d1b7') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:41.666957 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.696326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.707599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:41.708076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:41.718442 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:41.811920 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.822562 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.825639 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ca62c136-2996-46f0-b1b4-88a0b8efe901 HTTP/1.1" status: 204 len: 168 time: 0.4443090 Aug 03 19:20:41.839030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e6c1e-06aa-4840-bf5a-339c283a4fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca62c136-2996-46f0-b1b4-88a0b8efe901,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:41.995511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43478) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:42.082817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-42909c7a-93da-4758-9190-c14ac6e65e0f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3d7d97c7933d4e65b1c656a1adf2753a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817125 Aug 03 19:20:42.083713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43480) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:42.183735 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3154631-9586-4d36-a388-690b23f646be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.223503 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3154631-9586-4d36-a388-690b23f646be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.308900 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3154631-9586-4d36-a388-690b23f646be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.320142 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3154631-9586-4d36-a388-690b23f646be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.326251 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d3154631-9586-4d36-a388-690b23f646be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de9fb96b-c194-42de-8c28-b32cdea48fa5 HTTP/1.1" status: 204 len: 168 time: 0.2369077 Aug 03 19:20:42.340469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3154631-9586-4d36-a388-690b23f646be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9fb96b-c194-42de-8c28-b32cdea48fa5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:45.316583 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.618398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43624) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:47.794195 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c93b4d0b-551c-4bf0-86fa-d54e3c031a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.961687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c93b4d0b-551c-4bf0-86fa-d54e3c031a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.968415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c93b4d0b-551c-4bf0-86fa-d54e3c031a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.044725 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c93b4d0b-551c-4bf0-86fa-d54e3c031a91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4703db300d2c4ce18eb8aae7544162a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223945 Aug 03 19:20:48.044725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b4d0b-551c-4bf0-86fa-d54e3c031a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929b9ad8-b284-45f3-9f6c-bc468040c978,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:48.045324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43630) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:48.135013 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-407ff31f-60c9-4ef1-adf2-076c5d4617aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.183853 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-407ff31f-60c9-4ef1-adf2-076c5d4617aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.274582 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-407ff31f-60c9-4ef1-adf2-076c5d4617aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.279824 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-407ff31f-60c9-4ef1-adf2-076c5d4617aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.282081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-407ff31f-60c9-4ef1-adf2-076c5d4617aa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/929b9ad8-b284-45f3-9f6c-bc468040c978 HTTP/1.1" status: 204 len: 168 time: 0.2348495 Aug 03 19:20:48.299983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ff31f-60c9-4ef1-adf2-076c5d4617aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929b9ad8-b284-45f3-9f6c-bc468040c978,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:48.762300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43648) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:48.786454 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbeaf-ecae-485c-8744-7823188ce632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.951917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbeaf-ecae-485c-8744-7823188ce632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.957810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6e4dbeaf-ecae-485c-8744-7823188ce632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.008217 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6e4dbeaf-ecae-485c-8744-7823188ce632 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f7ae338d4c7e42ec98af049a0aa5886e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442045 Aug 03 19:20:49.009136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dbeaf-ecae-485c-8744-7823188ce632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7959ce40-bdcd-4414-b8d2-a71ae340e689,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:49.011132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43652) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:49.119846 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-99587d81-e61c-4770-bc24-5f24e50f9d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.147687 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-99587d81-e61c-4770-bc24-5f24e50f9d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.223689 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-99587d81-e61c-4770-bc24-5f24e50f9d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.226998 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-99587d81-e61c-4770-bc24-5f24e50f9d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.229234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-99587d81-e61c-4770-bc24-5f24e50f9d10 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7959ce40-bdcd-4414-b8d2-a71ae340e689 HTTP/1.1" status: 204 len: 168 time: 0.2159243 Aug 03 19:20:49.243651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99587d81-e61c-4770-bc24-5f24e50f9d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7959ce40-bdcd-4414-b8d2-a71ae340e689,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:51.456987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43752) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:51.588007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3bde-10d2-4db7-8904-0eef70384b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.719666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3bde-10d2-4db7-8904-0eef70384b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.727915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3bde-10d2-4db7-8904-0eef70384b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.788581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa3bde-10d2-4db7-8904-0eef70384b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e629dd-689e-48cf-850c-cd086e135e37,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:51.797603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43760) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:51.798494 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b2fa3bde-10d2-4db7-8904-0eef70384b35 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=91978e5ec0cb44628b6799bf5cb993a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391254 Aug 03 19:20:51.916616 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9a8c-fc91-4b3f-ae46-c4e8bc153a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.957607 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9a8c-fc91-4b3f-ae46-c4e8bc153a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.059292 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9a8c-fc91-4b3f-ae46-c4e8bc153a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.062260 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9a8c-fc91-4b3f-ae46-c4e8bc153a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.068496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a6ff9a8c-fc91-4b3f-ae46-c4e8bc153a0f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d4e629dd-689e-48cf-850c-cd086e135e37 HTTP/1.1" status: 204 len: 168 time: 0.2665944 Aug 03 19:20:52.078243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff9a8c-fc91-4b3f-ae46-c4e8bc153a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e629dd-689e-48cf-850c-cd086e135e37,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:54.087978 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:20:54.881545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43844) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:55.044094 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-562617cc-758b-4bc0-b535-770483115ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.209346 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-562617cc-758b-4bc0-b535-770483115ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.222762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-562617cc-758b-4bc0-b535-770483115ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.272291 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562617cc-758b-4bc0-b535-770483115ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e231da78-dfb2-481c-8892-af483712dfae,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:55.283115 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-562617cc-758b-4bc0-b535-770483115ccc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=77d74691dfb849c39a383b08b7f70002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998430 Aug 03 19:20:55.287576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43858) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:55.368231 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2b2f3e8-b234-45c3-a7e2-0fdc7c33ca73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.411471 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2b2f3e8-b234-45c3-a7e2-0fdc7c33ca73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.504659 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2b2f3e8-b234-45c3-a7e2-0fdc7c33ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.511525 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b2b2f3e8-b234-45c3-a7e2-0fdc7c33ca73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.514559 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b2b2f3e8-b234-45c3-a7e2-0fdc7c33ca73 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e231da78-dfb2-481c-8892-af483712dfae HTTP/1.1" status: 204 len: 168 time: 0.2252951 Aug 03 19:20:55.541931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2f3e8-b234-45c3-a7e2-0fdc7c33ca73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e231da78-dfb2-481c-8892-af483712dfae,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:56.092227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 43884) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:56.117220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7b5999a-2831-4325-903a-f5504c1071ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.256889 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7b5999a-2831-4325-903a-f5504c1071ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.265455 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7b5999a-2831-4325-903a-f5504c1071ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.328676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43888) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:56.329723 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c7b5999a-2831-4325-903a-f5504c1071ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1b352280f796491abee6966b3ba54f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349741 Aug 03 19:20:56.331120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5999a-2831-4325-903a-f5504c1071ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec484b8-64c5-498a-89fa-0e5f4fc77c84,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:56.400206 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6f195e3-766f-4c1c-b623-7928f71cd62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.429445 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6f195e3-766f-4c1c-b623-7928f71cd62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.486688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6f195e3-766f-4c1c-b623-7928f71cd62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.490653 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6f195e3-766f-4c1c-b623-7928f71cd62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.495321 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c6f195e3-766f-4c1c-b623-7928f71cd62c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8ec484b8-64c5-498a-89fa-0e5f4fc77c84 HTTP/1.1" status: 204 len: 168 time: 0.1654742 Aug 03 19:20:56.506374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f195e3-766f-4c1c-b623-7928f71cd62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec484b8-64c5-498a-89fa-0e5f4fc77c84,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:56.619099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa417f0-ec78-4846-9183-9581fdb228b8 req-44811a04-6082-40fe-92f9-f961f8bfa175 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:56.630480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fa417f0-ec78-4846-9183-9581fdb228b8 req-44811a04-6082-40fe-92f9-f961f8bfa175 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1096 time: 0.1113210 Aug 03 19:20:56.663216 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1fa417f0-ec78-4846-9183-9581fdb228b8 req-a6987fee-040c-439d-bcc0-2b0717f96dec tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.918856 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1fa417f0-ec78-4846-9183-9581fdb228b8 req-a6987fee-040c-439d-bcc0-2b0717f96dec tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.927352 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-1fa417f0-ec78-4846-9183-9581fdb228b8 req-a6987fee-040c-439d-bcc0-2b0717f96dec tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.022136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fa417f0-ec78-4846-9183-9581fdb228b8 req-a6987fee-040c-439d-bcc0-2b0717f96dec tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900871 Aug 03 19:20:57.048579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6987fee-040c-439d-bcc0-2b0717f96dec tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d2f9b9-3468-4ef0-8a0c-8f60ce3d1e02,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:57.285757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcfad4-3d43-46f7-9ae2-bc2fb1a3a092 req-18d1cc87-ee41-422a-9c2d-02f38a4c12c9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:57.288660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5adcfad4-3d43-46f7-9ae2-bc2fb1a3a092 req-18d1cc87-ee41-422a-9c2d-02f38a4c12c9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1033869 Aug 03 19:20:57.429818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5adcfad4-3d43-46f7-9ae2-bc2fb1a3a092 req-61d6c89b-c093-40fb-947b-4378439fe008 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228671 Aug 03 19:20:57.470715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 43918) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:57.678930 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-12ab3e1d-5451-498e-9091-7d972a74138f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/661488ce-ffbf-423b-8a6f-90ba8f60500b HTTP/1.1" status: 200 len: 992 time: 0.2053339 Aug 03 19:20:59.273638 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-92ccdac4-bf37-429d-82dc-c4a90e0b2950 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1276667 Aug 03 19:20:59.321468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24fde8-281c-43a9-8cde-bca875466293 req-d468d20e-36c0-4f88-a676-2e579d94f45d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.323903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b24fde8-281c-43a9-8cde-bca875466293 req-d468d20e-36c0-4f88-a676-2e579d94f45d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1186070 Aug 03 19:20:59.426268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b24fde8-281c-43a9-8cde-bca875466293 req-7da9ab8d-4418-4c69-8a7d-fae619253a43 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913215 Aug 03 19:20:59.695201 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.240658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44024) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:00.841465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a45a35b-b161-41e5-ab7a-32d4e75d3e02 admin admin] Deleting subnet 5dc0c157-10e0-408d-a014-ed71691ee79a {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:00.847488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dfb5b-7fc2-4ddc-b3af-8e44b8bd4c32 req-9453c8f1-21f8-420f-ba3f-44f9fdbfbb90 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:00.862669 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b6dfb5b-7fc2-4ddc-b3af-8e44b8bd4c32 req-9453c8f1-21f8-420f-ba3f-44f9fdbfbb90 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.2448709 Aug 03 19:21:00.876061 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a45a35b-b161-41e5-ab7a-32d4e75d3e02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.947875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b6dfb5b-7fc2-4ddc-b3af-8e44b8bd4c32 req-3606fc5a-4836-4afd-b5e8-af370f1b62d1 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789645 Aug 03 19:21:01.060265 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a45a35b-b161-41e5-ab7a-32d4e75d3e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.190342 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a45a35b-b161-41e5-ab7a-32d4e75d3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.369939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a45a35b-b161-41e5-ab7a-32d4e75d3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.398792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2a45a35b-b161-41e5-ab7a-32d4e75d3e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.401012 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2a45a35b-b161-41e5-ab7a-32d4e75d3e02 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5dc0c157-10e0-408d-a014-ed71691ee79a HTTP/1.1" status: 204 len: 168 time: 1.1584926 Aug 03 19:21:01.405062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44094) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:01.471129 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45a35b-b161-41e5-ab7a-32d4e75d3e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc0c157-10e0-408d-a014-ed71691ee79a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:01.608721 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.784361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-1a2f29cf-9bfa-4634-be2e-11502511f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.786978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-1a2f29cf-9bfa-4634-be2e-11502511f05f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1096 time: 0.1655486 Aug 03 19:21:01.940260 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.958324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8099bcfc-5807-43cf-a7bc-8b92f3566a55']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:01.972880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b1abd7-b02f-4895-8121-e8ffe1fe2fc4') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:01.973252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b1abd7-b02f-4895-8121-e8ffe1fe2fc4') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:01.993748 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.031455 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.034226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-de9ca838-ea9d-4743-92da-a5f065bef03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:02.035920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-de9ca838-ea9d-4743-92da-a5f065bef03c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 HTTP/1.1" status: 200 len: 898 time: 0.2119286 Aug 03 19:21:02.063469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:02.063890 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.064298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44112) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:02.066508 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:02.277423 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c4cf80a6-5a43-4ae5-ab8e-9b112e679fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.307658 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-432203af-4e79-4ec4-8e87-c1e1b24c37f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 200 len: 1000 time: 0.2619646 Aug 03 19:21:02.351737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a844d-b2fd-4617-b9a1-d615d9a288d6 req-41e50d0a-8c7f-442e-8ab0-6dd400e40a2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:02.354132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d98a844d-b2fd-4617-b9a1-d615d9a288d6 req-41e50d0a-8c7f-442e-8ab0-6dd400e40a2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1305239 Aug 03 19:21:02.355064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.423193 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.429651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8099bcfc-5807-43cf-a7bc-8b92f3566a55 HTTP/1.1" status: 204 len: 168 time: 1.0229490 Aug 03 19:21:02.430653 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c4cf80a6-5a43-4ae5-ab8e-9b112e679fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.435745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badf461-8e37-4a50-94f7-103edf902a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=8099bcfc-5807-43cf-a7bc-8b92f3566a55,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:02.441102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c4cf80a6-5a43-4ae5-ab8e-9b112e679fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.482121 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c4cf80a6-5a43-4ae5-ab8e-9b112e679fc8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97c15388688a4a8eaebf0fc49b06b661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144280 Aug 03 19:21:02.484721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44122) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:02.522940 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d98a844d-b2fd-4617-b9a1-d615d9a288d6 req-fa6ea0d5-76e9-494e-986f-dfa1c1edb4f8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366904 Aug 03 19:21:02.549854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf80a6-5a43-4ae5-ab8e-9b112e679fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbe9c61-1c95-4542-a1aa-fc791d30f238,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:02.569128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-82192bd2-a47a-4a77-974e-598b031404e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:02.579931 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-82192bd2-a47a-4a77-974e-598b031404e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47662514-e287-43ec-9e3f-3c0676173287 HTTP/1.1" status: 200 len: 835 time: 0.2597113 Aug 03 19:21:02.605941 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a611b1a4-a6de-4dcc-b2c7-7096c676c295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.637273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a611b1a4-a6de-4dcc-b2c7-7096c676c295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.696916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44126) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:02.708317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-eedf1017-6abb-4de5-8705-d091e1e172be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:02.710282 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-eedf1017-6abb-4de5-8705-d091e1e172be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210768 Aug 03 19:21:02.930910 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-97909c27-83d0-4735-9c99-cb51fd558b3f service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103720 Aug 03 19:21:03.087337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-daae4057-d718-49fe-9188-418db944edf1 service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127436 Aug 03 19:21:03.177178 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a4a0444a-7032-43cf-97d4-110cd07d4536 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68fd81a75962491d8426ad0ab974d3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742756 Aug 03 19:21:03.178125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44130) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:03.228756 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a611b1a4-a6de-4dcc-b2c7-7096c676c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.232356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a611b1a4-a6de-4dcc-b2c7-7096c676c295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.238824 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a611b1a4-a6de-4dcc-b2c7-7096c676c295 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2cbe9c61-1c95-4542-a1aa-fc791d30f238 HTTP/1.1" status: 204 len: 168 time: 0.7475157 Aug 03 19:21:03.277987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611b1a4-a6de-4dcc-b2c7-7096c676c295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbe9c61-1c95-4542-a1aa-fc791d30f238,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:03.326372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c36bfe81-b1bf-4142-955e-92bb13b9812f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.382609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c36bfe81-b1bf-4142-955e-92bb13b9812f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.474397 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c36bfe81-b1bf-4142-955e-92bb13b9812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.480088 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c36bfe81-b1bf-4142-955e-92bb13b9812f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.486914 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c36bfe81-b1bf-4142-955e-92bb13b9812f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6063f294-42a9-4834-992e-8f89420df91b HTTP/1.1" status: 204 len: 168 time: 0.3075140 Aug 03 19:21:03.497564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bfe81-b1bf-4142-955e-92bb13b9812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6063f294-42a9-4834-992e-8f89420df91b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:03.710710 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ee73a242-5d0c-429b-80b3-52af377e815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.888046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884da1c0-6d09-4479-b0dc-5a7065cdae6c req-56a277c5-4ee0-4431-ba86-641559b59c1c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:03.890485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-884da1c0-6d09-4479-b0dc-5a7065cdae6c req-56a277c5-4ee0-4431-ba86-641559b59c1c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.0693674 Aug 03 19:21:03.998698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-884da1c0-6d09-4479-b0dc-5a7065cdae6c req-82b450d8-8a6c-449a-817c-65bc7749f5c0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858777 Aug 03 19:21:04.129738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44148) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:04.146920 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7349-ce43-440e-95ba-e15067129b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.265896 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7349-ce43-440e-95ba-e15067129b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.271918 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7349-ce43-440e-95ba-e15067129b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.321654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44152) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:04.329244 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7dcf7349-ce43-440e-95ba-e15067129b33 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b91f49814bd24043aa68d595fa8c9ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980104 Aug 03 19:21:04.330688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf7349-ce43-440e-95ba-e15067129b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0855bdd2-8e31-4167-98e6-74d4b2f4b178,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:04.390264 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-834c7c9e-f6c2-4d10-8052-08d9d2846f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.415950 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-834c7c9e-f6c2-4d10-8052-08d9d2846f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.489690 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-834c7c9e-f6c2-4d10-8052-08d9d2846f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.489690 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-834c7c9e-f6c2-4d10-8052-08d9d2846f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.489690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-834c7c9e-f6c2-4d10-8052-08d9d2846f47 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0855bdd2-8e31-4167-98e6-74d4b2f4b178 HTTP/1.1" status: 204 len: 168 time: 0.1644926 Aug 03 19:21:04.498197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c7c9e-f6c2-4d10-8052-08d9d2846f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0855bdd2-8e31-4167-98e6-74d4b2f4b178,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:05.218315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c80157-81aa-4752-b995-7e0b269be6fa req-32c670de-f8f9-4a81-952a-6b3baac32021 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:05.220299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1c80157-81aa-4752-b995-7e0b269be6fa req-32c670de-f8f9-4a81-952a-6b3baac32021 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.0911844 Aug 03 19:21:05.270564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1c80157-81aa-4752-b995-7e0b269be6fa req-e285304c-cddb-4906-9b76-8e7370e757c6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Aug 03 19:21:06.420988 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1efb6815-2849-45eb-8db3-52cffddea533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.446056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d58b-1aa7-4e90-b102-241c89e88c80 req-3682a681-a861-4bc9-ad20-00939343458e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:06.452632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4815d58b-1aa7-4e90-b102-241c89e88c80 req-3682a681-a861-4bc9-ad20-00939343458e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.0924861 Aug 03 19:21:06.563437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4815d58b-1aa7-4e90-b102-241c89e88c80 req-3ac5e9be-912d-44ae-8d2e-3a36d0a1850d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906360 Aug 03 19:21:06.629269 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.323069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44266) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:07.452802 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8a5eb72-85ff-491c-9a59-aa55ca51193f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.569141 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8a5eb72-85ff-491c-9a59-aa55ca51193f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.574719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8a5eb72-85ff-491c-9a59-aa55ca51193f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.615893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5eb72-85ff-491c-9a59-aa55ca51193f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028ae5d2-b485-47f9-951f-dc46721de3fa,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:07.629482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44276) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:07.644427 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a8a5eb72-85ff-491c-9a59-aa55ca51193f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d5098382c55c49e6b5976ba49766095c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129139 Aug 03 19:21:07.695781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0ab0-c462-4bb5-aad6-d9e8c6702afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.749125 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0ab0-c462-4bb5-aad6-d9e8c6702afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.794905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0492e-f86a-4100-9a3e-f7eb6a6029ef req-5bb1a8db-4ff1-494f-97ae-629a53bdc395 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.796739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74d0492e-f86a-4100-9a3e-f7eb6a6029ef req-5bb1a8db-4ff1-494f-97ae-629a53bdc395 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1030867 Aug 03 19:21:07.842032 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0ab0-c462-4bb5-aad6-d9e8c6702afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.844781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0ab0-c462-4bb5-aad6-d9e8c6702afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.849202 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bd0b0ab0-c462-4bb5-aad6-d9e8c6702afa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/028ae5d2-b485-47f9-951f-dc46721de3fa HTTP/1.1" status: 204 len: 168 time: 0.2177329 Aug 03 19:21:07.888399 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74d0492e-f86a-4100-9a3e-f7eb6a6029ef req-0d6c17a2-c477-4b69-bfb1-ce12bb668b62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735376 Aug 03 19:21:07.890420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b0ab0-c462-4bb5-aad6-d9e8c6702afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028ae5d2-b485-47f9-951f-dc46721de3fa,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:07.953468 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.296414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44288) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:08.316150 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93689a4e-13b8-45ec-b075-b0c28a7c1c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.434746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93689a4e-13b8-45ec-b075-b0c28a7c1c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.441103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93689a4e-13b8-45ec-b075-b0c28a7c1c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.493321 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-93689a4e-13b8-45ec-b075-b0c28a7c1c7a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c7783d51b374e218434549402f17df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955106 Aug 03 19:21:08.494947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93689a4e-13b8-45ec-b075-b0c28a7c1c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685b3f0e-6e64-4be0-a4ee-f26547ecc83e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:08.497535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44290) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:08.578817 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01383210-d64c-4e47-923b-787db3d891a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.607617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01383210-d64c-4e47-923b-787db3d891a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.688541 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01383210-d64c-4e47-923b-787db3d891a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.693660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01383210-d64c-4e47-923b-787db3d891a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.698627 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-01383210-d64c-4e47-923b-787db3d891a6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/685b3f0e-6e64-4be0-a4ee-f26547ecc83e HTTP/1.1" status: 204 len: 168 time: 0.1989074 Aug 03 19:21:08.718146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01383210-d64c-4e47-923b-787db3d891a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685b3f0e-6e64-4be0-a4ee-f26547ecc83e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:09.089831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843125f-5736-476f-b0f4-d300adfaa1d4 req-9d32bbed-a2da-4759-be1e-4a8999732b6c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:09.092651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f843125f-5736-476f-b0f4-d300adfaa1d4 req-9d32bbed-a2da-4759-be1e-4a8999732b6c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.0846875 Aug 03 19:21:09.165553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f843125f-5736-476f-b0f4-d300adfaa1d4 req-02b7b309-2d7a-4a1e-977e-ad523e4307e5 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581686 Aug 03 19:21:09.649756 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.364609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a0896-98aa-4a64-9cf3-b1437b8bc7f7 req-c16df084-736f-49d6-9c0d-61062601c11c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.367965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-232a0896-98aa-4a64-9cf3-b1437b8bc7f7 req-c16df084-736f-49d6-9c0d-61062601c11c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1005914 Aug 03 19:21:10.457185 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-232a0896-98aa-4a64-9cf3-b1437b8bc7f7 req-a25319a3-c026-4a98-a0a9-0423e99b0f3e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687046 Aug 03 19:21:11.463204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44446) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:11.684036 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f8f782c4-9b97-44b2-b07c-629aed02310e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.752815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e473a-285d-4b6e-abf4-bd66fc104c42 req-56f601c3-139d-42a2-b04d-8a94d3ecf478 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:11.755184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a26e473a-285d-4b6e-abf4-bd66fc104c42 req-56f601c3-139d-42a2-b04d-8a94d3ecf478 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1489625 Aug 03 19:21:11.869152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a26e473a-285d-4b6e-abf4-bd66fc104c42 req-bc62a8ad-f211-47d9-aee6-fb1ca2cd36e8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977609 Aug 03 19:21:11.954445 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f8f782c4-9b97-44b2-b07c-629aed02310e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.967237 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f8f782c4-9b97-44b2-b07c-629aed02310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.035203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f8f782c4-9b97-44b2-b07c-629aed02310e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4c4f9098225d4e7986fc1853d8805089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694916 Aug 03 19:21:12.038634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f782c4-9b97-44b2-b07c-629aed02310e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c29500f-10c8-42e4-90f9-407fb2b181aa,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:12.040645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44464) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:12.137557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b34474f4-9a5e-4b11-b14a-04f1a8897d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.179035 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b34474f4-9a5e-4b11-b14a-04f1a8897d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.312853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b34474f4-9a5e-4b11-b14a-04f1a8897d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.320256 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b34474f4-9a5e-4b11-b14a-04f1a8897d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.353688 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b34474f4-9a5e-4b11-b14a-04f1a8897d81 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7c29500f-10c8-42e4-90f9-407fb2b181aa HTTP/1.1" status: 204 len: 168 time: 0.3111062 Aug 03 19:21:12.379614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34474f4-9a5e-4b11-b14a-04f1a8897d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c29500f-10c8-42e4-90f9-407fb2b181aa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:13.031817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885f978-41fa-4b47-a002-d2f8f91ecc2b req-2f234e5b-42e5-4bbc-9aea-a95c4b03caad tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.034607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4885f978-41fa-4b47-a002-d2f8f91ecc2b req-2f234e5b-42e5-4bbc-9aea-a95c4b03caad tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.0713179 Aug 03 19:21:13.092575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4885f978-41fa-4b47-a002-d2f8f91ecc2b req-da7a12f1-ff56-4d33-84e1-5d27fd4cb5d9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509896 Aug 03 19:21:14.242833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c9f9e-fdf6-4c9d-a6be-d6dd43d48627 req-24a65485-7fec-4678-acec-5bf1c93b3d46 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:14.250604 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-881c9f9e-fdf6-4c9d-a6be-d6dd43d48627 req-24a65485-7fec-4678-acec-5bf1c93b3d46 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.0661950 Aug 03 19:21:14.303489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-881c9f9e-fdf6-4c9d-a6be-d6dd43d48627 req-6e66464f-aebf-4392-ac54-834f385707f4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516946 Aug 03 19:21:14.348921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44544) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:14.520348 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-951fa2d3-9f13-493a-8ad0-77178cfecd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.756951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-951fa2d3-9f13-493a-8ad0-77178cfecd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.763901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-951fa2d3-9f13-493a-8ad0-77178cfecd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.851474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44556) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:14.851830 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-951fa2d3-9f13-493a-8ad0-77178cfecd49 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=77e9f0584acd4249b378a40f372876d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006309 Aug 03 19:21:14.853296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fa2d3-9f13-493a-8ad0-77178cfecd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c95bf50-e442-4221-9f47-b4507180b581,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:14.997841 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43c6690d-565f-4ed5-b6c5-d18ebd4c4013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.040623 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43c6690d-565f-4ed5-b6c5-d18ebd4c4013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.125916 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43c6690d-565f-4ed5-b6c5-d18ebd4c4013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.131508 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-43c6690d-565f-4ed5-b6c5-d18ebd4c4013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.137153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-43c6690d-565f-4ed5-b6c5-d18ebd4c4013 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c95bf50-e442-4221-9f47-b4507180b581 HTTP/1.1" status: 204 len: 168 time: 0.2819769 Aug 03 19:21:15.148467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6690d-565f-4ed5-b6c5-d18ebd4c4013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c95bf50-e442-4221-9f47-b4507180b581,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:15.311781 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.495132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd78c64-21a8-483f-bd45-472fbd4f739d req-b92e09e1-10e2-442b-8919-05fd744effd1 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:15.505538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cbd78c64-21a8-483f-bd45-472fbd4f739d req-b92e09e1-10e2-442b-8919-05fd744effd1 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1002684 Aug 03 19:21:15.565903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cbd78c64-21a8-483f-bd45-472fbd4f739d req-4f04de4d-d562-44ef-8f98-2956429b0f4f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536501 Aug 03 19:21:16.740063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3ec4d-9519-4731-8772-7f5d1607d9b5 req-ad684b14-5a49-4479-b4e6-bad047d7063d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:16.751339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60d3ec4d-9519-4731-8772-7f5d1607d9b5 req-ad684b14-5a49-4479-b4e6-bad047d7063d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.0778391 Aug 03 19:21:16.822321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60d3ec4d-9519-4731-8772-7f5d1607d9b5 req-fee81ea9-314d-46c9-83d1-a7c58dd98b4a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686014 Aug 03 19:21:17.128264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44616) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:17.365179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2116832351'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:17.399014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Made reservation on behalf of 573f77f4945d485094b1a3cc5553e913 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:17.403619 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.418725 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.570849 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.577660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.609602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:17.659615 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.660665 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Added segment c73492d0-aebf-4de9-920a-8a61b3f34dd0 of type vlan for network cfdc0267-4403-42ab-a581-c3a98a5bf2af Aug 03 19:21:17.677347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47d72eb-bcc0-44e7-99f5-08f37975986d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:17.748734 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.807423 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.822173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:17.823293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.930450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7996135 Aug 03 19:21:17.930676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44626) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:17.939399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Request body: {'subnet': {'network_id': 'cfdc0267-4403-42ab-a581-c3a98a5bf2af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:17.957418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a3784-d75e-4eb1-8740-77920a2505b3 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Pushing event updated for resources: {'Network': ['ID=cfdc0267-4403-42ab-a581-c3a98a5bf2af,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:17.990308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network cfdc0267-4403-42ab-a581-c3a98a5bf2af details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:18.097874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad2f9-6e96-4443-b9f5-c25070aaac98 req-0da49a44-d86b-4e6b-8d0c-6d8f1fd03674 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.120013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cbcad2f9-6e96-4443-b9f5-c25070aaac98 req-0da49a44-d86b-4e6b-8d0c-6d8f1fd03674 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1498168 Aug 03 19:21:18.198357 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cbcad2f9-6e96-4443-b9f5-c25070aaac98 req-fcfc950f-aefb-4188-9c75-d0c7ab18ca91 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735373 Aug 03 19:21:18.207035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Made reservation on behalf of 573f77f4945d485094b1a3cc5553e913 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:18.210987 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.468146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.534272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Pushing event updated for resources: {'Subnet': ['ID=4afec4f4-37ef-40ce-8660-491d2ac0d142,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:18.547347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Checking segment: {'id': 'c73492d0-aebf-4de9-920a-8a61b3f34dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cfdc0267-4403-42ab-a581-c3a98a5bf2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:18.547799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Network hostable DHCP agents. Network: cfdc0267-4403-42ab-a581-c3a98a5bf2af, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:18.568512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Network cfdc0267-4403-42ab-a581-c3a98a5bf2af is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:18.579240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, cfdc0267-4403-42ab-a581-c3a98a5bf2af) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:18.586618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.588062 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.593639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff20e0b1-d2b5-401d-be65-e1083ff6eb17 None None] Network cfdc0267-4403-42ab-a581-c3a98a5bf2af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:18.614948 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a54e64b3-a5ba-4d1e-8257-1daf0ebba1c9 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6823812 Aug 03 19:21:18.616967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44636) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:18.623128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Request body: {'port': {'network_id': 'cfdc0267-4403-42ab-a581-c3a98a5bf2af', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2071811884'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:18.822000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Made reservation on behalf of 573f77f4945d485094b1a3cc5553e913 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:18.828151 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.858550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] device_id is not set on port 25e1c0d8-5aac-4a8c-aa46-d97987d705dd yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:18.875392 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-cfdc0267-4403-42ab-a581-c3a98a5bf2af', 'network_id': 'cfdc0267-4403-42ab-a581-c3a98a5bf2af', 'tenant_id': '573f77f4945d485094b1a3cc5553e913', 'fixed_ips': [{'subnet_id': '4afec4f4-37ef-40ce-8660-491d2ac0d142'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:18.877022 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.054682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Allocated IP 172.20.0.2 (cfdc0267-4403-42ab-a581-c3a98a5bf2af/4afec4f4-37ef-40ce-8660-491d2ac0d142/25e1c0d8-5aac-4a8c-aa46-d97987d705dd) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:19.321837 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.366010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Transition to ACTIVE for port object 25e1c0d8-5aac-4a8c-aa46-d97987d705dd will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:19.467860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f0375-f729-48bf-83c1-d37024572500 req-1cf81f20-a741-48c4-adc2-5c332bcab140 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.471121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d48f0375-f729-48bf-83c1-d37024572500 req-1cf81f20-a741-48c4-adc2-5c332bcab140 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1297710 Aug 03 19:21:19.513602 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.581159 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-974c7fae-a653-480d-929c-1059d68c6c0a {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:21:19.582471 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:21:19.629962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Network cfdc0267-4403-42ab-a581-c3a98a5bf2af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:19.636826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d48f0375-f729-48bf-83c1-d37024572500 req-25f3eb33-839a-465d-a968-e9f501ed34bc tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557992 Aug 03 19:21:19.640449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:19.643472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:19.677858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Pushing event updated for resources: {'Port': ['ID=25e1c0d8-5aac-4a8c-aa46-d97987d705dd,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:19.707292 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-b12b2501-ee3e-492e-b2cd-782750756ed9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1685474 Aug 03 19:21:19.718122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.719305 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.745380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f0bec66d-76b4-401c-a240-bf53c7738604 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1266134 Aug 03 19:21:19.750557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44660) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:19.815213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-d24c6f65-066e-4302-a775-f78b2df4e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.817658 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-d24c6f65-066e-4302-a775-f78b2df4e9d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=626233c70a404f73880d3d28058f737e&device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 1096 time: 0.0537038 Aug 03 19:21:19.904591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-0f299829-a97a-4402-9bd9-01a2b55fee31 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Deleting port 25e1c0d8-5aac-4a8c-aa46-d97987d705dd {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:19.905706 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f299829-a97a-4402-9bd9-01a2b55fee31 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.948347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-14dd204c-2bd5-4ea4-8a95-4aa900fd3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:19.949962 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-14dd204c-2bd5-4ea4-8a95-4aa900fd3548 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 200 len: 912 time: 0.1114392 Aug 03 19:21:20.024957 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f299829-a97a-4402-9bd9-01a2b55fee31 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.039201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-0f299829-a97a-4402-9bd9-01a2b55fee31 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Calling delete_port for 25e1c0d8-5aac-4a8c-aa46-d97987d705dd owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:20.066878 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-f6e65480-ccb6-499d-b4af-9c485d0a904a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5157f550-c3d5-45aa-8afc-e53832c3f88d HTTP/1.1" status: 200 len: 1001 time: 0.1089311 Aug 03 19:21:20.083816 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.182494 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-0453fc37-6219-4d32-a092-c88e51829828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.186324 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-0453fc37-6219-4d32-a092-c88e51829828 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 200 len: 850 time: 0.1104915 Aug 03 19:21:20.259104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f299829-a97a-4402-9bd9-01a2b55fee31 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.291666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-812f6a5f-301d-47ba-9778-c0f79fdb675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.293567 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-812f6a5f-301d-47ba-9778-c0f79fdb675f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09426778-1e21-46ee-b224-87300f001221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964019 Aug 03 19:21:20.306768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-9d17233d-3c9c-4a20-9d5d-6839d9b9ef97 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:21:20.308125 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-9d17233d-3c9c-4a20-9d5d-6839d9b9ef97 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074019 Aug 03 19:21:20.316359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f299829-a97a-4402-9bd9-01a2b55fee31 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Pushing event deleted for resources: {'Port': ['ID=25e1c0d8-5aac-4a8c-aa46-d97987d705dd,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:20.371398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Allocated IP 172.20.0.3 (cfdc0267-4403-42ab-a581-c3a98a5bf2af/4afec4f4-37ef-40ce-8660-491d2ac0d142/00d9d19a-b150-4915-ad57-fe8e95946908) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:20.486090 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f299829-a97a-4402-9bd9-01a2b55fee31 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.488575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0f299829-a97a-4402-9bd9-01a2b55fee31 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] 10.222.0.78 "DELETE /v2.0/ports/25e1c0d8-5aac-4a8c-aa46-d97987d705dd HTTP/1.1" status: 204 len: 168 time: 0.7354476 Aug 03 19:21:20.493678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44676) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:20.520426 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-20bc32b2-b96e-475a-8376-7c1bac2a0060 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008874 Aug 03 19:21:20.595631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ebf6f392-a5a6-44ef-adac-ba0db17045a2 tempest-DHCPAgentSchedulersTestJSON-929151065 tempest-DHCPAgentSchedulersTestJSON-929151065-project-admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0969126 Aug 03 19:21:20.595978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44680) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:20.606956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-162926812'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:20.611231 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.622661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Transition to ACTIVE for port object 00d9d19a-b150-4915-ad57-fe8e95946908 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:20.643621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Made reservation on behalf of 573f77f4945d485094b1a3cc5553e913 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:20.648269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Transition to ACTIVE for port object 00d9d19a-b150-4915-ad57-fe8e95946908 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:20.648635 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.660008 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.680122 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e17fb0d8-6940-4a7c-b0a1-7509e743bcfd req-46b3f3ba-b1f7-40c5-a918-49d1ca497282 service neutron] 10.222.0.37 "GET /v2.0/networks/09426778-1e21-46ee-b224-87300f001221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520853 Aug 03 19:21:20.730671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Network cfdc0267-4403-42ab-a581-c3a98a5bf2af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:20.735528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:20.739582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:20.754753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:20.761980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Pushing event updated for resources: {'Port': ['ID=00d9d19a-b150-4915-ad57-fe8e95946908,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:20.789387 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.789814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.790217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.790619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.791018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.791415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.791829 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.792363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.792752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.793165 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.793580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.793968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:20.822184 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.822642 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Added segment b52f766c-1939-4110-a6b8-07580a66a84e of type vlan for network 934bb7dd-b4e8-4088-9301-dd2c8f9b96e8 Aug 03 19:21:20.837253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Attempting to bind port 00d9d19a-b150-4915-ad57-fe8e95946908 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:20.837739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Attempting to bind port 00d9d19a-b150-4915-ad57-fe8e95946908 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c73492d0-aebf-4de9-920a-8a61b3f34dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cfdc0267-4403-42ab-a581-c3a98a5bf2af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:20.838014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Attempting to bind port 00d9d19a-b150-4915-ad57-fe8e95946908 on network cfdc0267-4403-42ab-a581-c3a98a5bf2af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:20.844681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:20.845254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Checking segment: {'id': 'c73492d0-aebf-4de9-920a-8a61b3f34dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cfdc0267-4403-42ab-a581-c3a98a5bf2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:20.845897 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.846085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Bound using segment: {'id': 'c73492d0-aebf-4de9-920a-8a61b3f34dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cfdc0267-4403-42ab-a581-c3a98a5bf2af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:20.846541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Bound port: 00d9d19a-b150-4915-ad57-fe8e95946908, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73492d0-aebf-4de9-920a-8a61b3f34dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cfdc0267-4403-42ab-a581-c3a98a5bf2af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:20.847701 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.884675 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f92c7403-d212-4181-952d-c9cdb94d3ac6 service neutron] show failed (client error): The resource could not be found. Aug 03 19:21:20.885836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f92c7403-d212-4181-952d-c9cdb94d3ac6 service neutron] 10.222.0.74 "GET /v2.0/ports/68855c41-6af8-41bb-812c-73effc074580/bindings/n-h2-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.2317488 Aug 03 19:21:20.891223 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.923291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caab4cf-141f-45fb-8412-67cf0504a247 req-c5a8e905-8ecd-4f33-ad0b-29138e14f3d9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.930479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0caab4cf-141f-45fb-8412-67cf0504a247 req-c5a8e905-8ecd-4f33-ad0b-29138e14f3d9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1607332 Aug 03 19:21:20.948286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] For port 00d9d19a-b150-4915-ad57-fe8e95946908, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:20.953121 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] For port 00d9d19a-b150-4915-ad57-fe8e95946908, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=00d9d19a-b150-4915-ad57-fe8e95946908,segment=NetworkSegment(c73492d0-aebf-4de9-920a-8a61b3f34dd0),segment_id=c73492d0-aebf-4de9-920a-8a61b3f34dd0)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:20.960474 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.986635 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.995962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:20.996636 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.079006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0caab4cf-141f-45fb-8412-67cf0504a247 req-85f80e84-45b0-4bb9-a3e7-4763864f8ede tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370218 Aug 03 19:21:21.094496 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7749788-a0a8-4d22-9b0c-fa134927b93a None None] Pushing event updated for resources: {'Port': ['ID=00d9d19a-b150-4915-ad57-fe8e95946908,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:21.105751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5086918 Aug 03 19:21:21.109297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44686) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:21.133120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c53be-f8d7-472b-9d7a-10c3313caf3c tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Pushing event updated for resources: {'Network': ['ID=934bb7dd-b4e8-4088-9301-dd2c8f9b96e8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:21.158431 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 934bb7dd-b4e8-4088-9301-dd2c8f9b96e8 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:21.420001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-9796750e-c503-4d02-8e6d-9481c51cfea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:21.421671 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-9796750e-c503-4d02-8e6d-9481c51cfea8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 1096 time: 0.1582305 Aug 03 19:21:21.455544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:21.521625 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5fccaa4b-1a70-4bea-9434-26be7687778e tempest-DHCPAgentSchedulersTestJSON-929151065 tempest-DHCPAgentSchedulersTestJSON-929151065-project-admin] 10.222.0.78 "GET /v2.0/agents/cfe357d0-f907-4743-8f2b-07be64b2ca78/dhcp-networks HTTP/1.1" status: 200 len: 7272 time: 0.4103804 Aug 03 19:21:21.524470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44698) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:21.563119 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.633594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10ea8a2-7f96-47dd-bb1b-fb3af914a143 tempest-DHCPAgentSchedulersTestJSON-929151065 tempest-DHCPAgentSchedulersTestJSON-929151065-project-admin] Network 934bb7dd-b4e8-4088-9301-dd2c8f9b96e8 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:21.648116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a10ea8a2-7f96-47dd-bb1b-fb3af914a143 tempest-DHCPAgentSchedulersTestJSON-929151065 tempest-DHCPAgentSchedulersTestJSON-929151065-project-admin] 10.222.0.78 "POST /v2.0/agents/cfe357d0-f907-4743-8f2b-07be64b2ca78/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1223185 Aug 03 19:21:21.650544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44700) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:21.654091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41e4300-b7a6-43d5-88ad-d37462fd3613 None None] Network 934bb7dd-b4e8-4088-9301-dd2c8f9b96e8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:21.877544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-14f8d45f-9b8f-489e-8974-2e8f468ffbf7 tempest-DHCPAgentSchedulersTestJSON-929151065 tempest-DHCPAgentSchedulersTestJSON-929151065-project-admin] 10.222.0.78 "GET /v2.0/agents/cfe357d0-f907-4743-8f2b-07be64b2ca78/dhcp-networks HTTP/1.1" status: 200 len: 8042 time: 0.2191882 Aug 03 19:21:21.877804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44706) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:21.967134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=68855c41-6af8-41bb-812c-73effc074580,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:21.988611 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eeac635a-fe96-4a03-9ff1-be0e02960e22 tempest-DHCPAgentSchedulersTestJSON-929151065 tempest-DHCPAgentSchedulersTestJSON-929151065-project-admin] 10.222.0.78 "DELETE /v2.0/agents/cfe357d0-f907-4743-8f2b-07be64b2ca78/dhcp-networks/934bb7dd-b4e8-4088-9301-dd2c8f9b96e8 HTTP/1.1" status: 204 len: 168 time: 0.1106780 Aug 03 19:21:21.993259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44708) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:22.019138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:22.074350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68855c41-6af8-41bb-812c-73effc074580'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:22.077434 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcfccc3-4f15-4c2b-959a-00c1ccf814fc" -d '{"events": [{"server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "name": "network-vif-unplugged", "status": "completed", "tag": "68855c41-6af8-41bb-812c-73effc074580"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:22.082993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.100627 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Transition to ACTIVE for port object 68855c41-6af8-41bb-812c-73effc074580 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:22.106138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.175157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Pushing event updated for resources: {'Port': ['ID=68855c41-6af8-41bb-812c-73effc074580,revision_number=6']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:22.247368 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a04230d-95f4-4f9a-af2b-2b4aaf62ae8d x-openstack-request-id: req-4a04230d-95f4-4f9a-af2b-2b4aaf62ae8d {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:22.247368 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "name": "network-vif-unplugged", "status": "completed", "tag": "68855c41-6af8-41bb-812c-73effc074580", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:22.247844 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4a04230d-95f4-4f9a-af2b-2b4aaf62ae8d {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:22.248013 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68855c41-6af8-41bb-812c-73effc074580', 'code': 200} Aug 03 19:21:22.435123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a3022-2134-4918-b7ec-7d1d42db8747 req-91faf26b-406a-48ef-ace2-f7a853cf5ca3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:22.437195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a6a3022-2134-4918-b7ec-7d1d42db8747 req-91faf26b-406a-48ef-ace2-f7a853cf5ca3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 943 time: 0.1805475 Aug 03 19:21:22.460169 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1f4a6911-eb3a-44fb-9e26-1ba22dde027e tempest-DHCPAgentSchedulersTestJSON-929151065 tempest-DHCPAgentSchedulersTestJSON-929151065-project-admin] 10.222.0.78 "GET /v2.0/agents/cfe357d0-f907-4743-8f2b-07be64b2ca78/dhcp-networks HTTP/1.1" status: 200 len: 7272 time: 0.4619851 Aug 03 19:21:22.469242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] No DVR routers for this DVR port 68855c41-6af8-41bb-812c-73effc074580 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:22.479957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44716) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:22.533658 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a6a3022-2134-4918-b7ec-7d1d42db8747 req-545f72ac-ffe3-4209-9e0d-a93248cdb710 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823801 Aug 03 19:21:22.549373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7c5136e5-cde0-4096-97a2-d9cab50c856a tempest-DHCPAgentSchedulersTestJSON-929151065 tempest-DHCPAgentSchedulersTestJSON-929151065-project-admin] 10.222.0.78 "GET /v2.0/networks/cfdc0267-4403-42ab-a581-c3a98a5bf2af/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0540438 Aug 03 19:21:22.551614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44718) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:22.592535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2da0f613-a100-4c7f-91fa-799e676dddf9 tempest-DHCPAgentSchedulersTestJSON-929151065 tempest-DHCPAgentSchedulersTestJSON-929151065-project-admin] 10.222.0.78 "GET /v2.0/networks/cfdc0267-4403-42ab-a581-c3a98a5bf2af/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0338373 Aug 03 19:21:22.593218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44726) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:22.762044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Attempting to bind port 68855c41-6af8-41bb-812c-73effc074580 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:22.762413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Attempting to bind port 68855c41-6af8-41bb-812c-73effc074580 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:22.762741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Attempting to bind port 68855c41-6af8-41bb-812c-73effc074580 on network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:22.768902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Port 68855c41-6af8-41bb-812c-73effc074580 on network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:21:22.769330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Attempting to bind port 68855c41-6af8-41bb-812c-73effc074580 on network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:22.776497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:22.776861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Checking segment: {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:22.777273 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Bound using segment: {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:22.777771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Bound port: 68855c41-6af8-41bb-812c-73effc074580, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:22.778154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.784910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04996931-6106-41d3-9211-7e0f03a232cc None None] Network cfdc0267-4403-42ab-a581-c3a98a5bf2af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:22.877465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:22.881552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=68855c41-6af8-41bb-812c-73effc074580,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:22.883485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-00796c6c-7f18-46e6-a87f-210bcda220e0 tempest-DHCPAgentSchedulersTestJSON-929151065 tempest-DHCPAgentSchedulersTestJSON-929151065-project-admin] 10.222.0.78 "GET /v2.0/agents/cfe357d0-f907-4743-8f2b-07be64b2ca78/dhcp-networks HTTP/1.1" status: 200 len: 7272 time: 0.2889416 Aug 03 19:21:22.888320 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.888987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7d70639a-2be6-4fb4-9f1b-24bebaa91a52 None None] Provisioning for port 00d9d19a-b150-4915-ad57-fe8e95946908 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:22.889238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44730) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:22.942316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:22.943123 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.944832 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] 10.222.0.37 "PUT /v2.0/ports/68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 200 len: 1091 time: 1.5089967 Aug 03 19:21:22.976617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c95f0-05e1-4e59-a273-babb8d6b117d service neutron] Pushing event updated for resources: {'Port': ['ID=68855c41-6af8-41bb-812c-73effc074580,revision_number=7']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:23.086599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-7e6320f6-8935-406c-a598-ea0bd16d434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:23.089033 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-7e6320f6-8935-406c-a598-ea0bd16d434c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1094 time: 0.0979850 Aug 03 19:21:23.203198 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.316323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-b80badb0-3d66-4893-9d5f-d38cbee5e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:23.320086 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-b80badb0-3d66-4893-9d5f-d38cbee5e3a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 HTTP/1.1" status: 200 len: 898 time: 0.2234001 Aug 03 19:21:23.368105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 00d9d19a-b150-4915-ad57-fe8e95946908 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:23.370095 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.387752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934bb7dd-b4e8-4088-9301-dd2c8f9b96e8']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:23.402981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52f766c-1939-4110-a6b8-07580a66a84e') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:23.404362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52f766c-1939-4110-a6b8-07580a66a84e') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:23.421852 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.449117 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.449570 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-adaf5e42-f29b-4166-ae74-0dc816614082 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 200 len: 998 time: 0.1210513 Aug 03 19:21:23.457162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:23.457814 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:23.462792 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:23.559579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f311140a-f1b8-4bb6-9978-bcffcd9b3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:23.561870 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f311140a-f1b8-4bb6-9978-bcffcd9b3b90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47662514-e287-43ec-9e3f-3c0676173287 HTTP/1.1" status: 200 len: 835 time: 0.1038606 Aug 03 19:21:23.564881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 00d9d19a-b150-4915-ad57-fe8e95946908 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:23.574634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 00d9d19a-b150-4915-ad57-fe8e95946908 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:23.575263 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.587038 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.593369 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.600043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] 10.222.0.78 "DELETE /v2.0/networks/934bb7dd-b4e8-4088-9301-dd2c8f9b96e8 HTTP/1.1" status: 204 len: 168 time: 0.7058716 Aug 03 19:21:23.613193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44738) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:23.617659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af86c7-12bc-4f4c-b102-a58c861adf29 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Pushing event deleted for resources: {'Network': ['ID=934bb7dd-b4e8-4088-9301-dd2c8f9b96e8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:23.697058 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafec7b8-866d-447b-bb69-be1af1c8deed tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] DELETE failed (client error): The resource could not be found. Aug 03 19:21:23.698810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafec7b8-866d-447b-bb69-be1af1c8deed tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:21:23.709415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44744) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:23.735117 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bafec7b8-866d-447b-bb69-be1af1c8deed tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] 10.222.0.78 "DELETE /v2.0/ports/25e1c0d8-5aac-4a8c-aa46-d97987d705dd HTTP/1.1" status: 404 len: 333 time: 0.1239319 Aug 03 19:21:23.766151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-595ece50-197f-4551-9575-4aedba3bd57d None None] Provisioning complete for port 00d9d19a-b150-4915-ad57-fe8e95946908 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:23.766656 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-595ece50-197f-4551-9575-4aedba3bd57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.787292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdc836f-2734-4715-b04f-fcf8e51b3b98 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Deleting subnet 4afec4f4-37ef-40ce-8660-491d2ac0d142 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:23.792705 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6cdc836f-2734-4715-b04f-fcf8e51b3b98 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.804156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-e4bce9cb-16d8-43ee-8107-1f89e16a5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:23.812171 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-e4bce9cb-16d8-43ee-8107-1f89e16a5f53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287710 Aug 03 19:21:23.865254 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6cdc836f-2734-4715-b04f-fcf8e51b3b98 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.976342 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.987811 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6cdc836f-2734-4715-b04f-fcf8e51b3b98 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.044078 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-f0388d9e-2f2c-492a-82eb-df5f7c610a23 service neutron] 10.222.0.37 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249458 Aug 03 19:21:24.065785 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-595ece50-197f-4551-9575-4aedba3bd57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.148717 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6cdc836f-2734-4715-b04f-fcf8e51b3b98 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.192416 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-838cb9d3-0912-4dc3-a4bf-cc87f4dca656 req-24a3e8a1-db03-4664-8383-133c0be2372b service neutron] 10.222.0.37 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405423 Aug 03 19:21:24.249927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'tag': '68855c41-6af8-41bb-812c-73effc074580'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:24.256138 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f011b5bc-1842-414f-bcc3-2bd2e25e1834" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "tag": "68855c41-6af8-41bb-812c-73effc074580"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:24.328539 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-595ece50-197f-4551-9575-4aedba3bd57d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:21:24.332316 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-595ece50-197f-4551-9575-4aedba3bd57d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:21:24.336080 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:21:24.342483 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:21:24.370896 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c05a6a-4a3a-48b5-b251-20da794ed032 x-openstack-request-id: req-d8c05a6a-4a3a-48b5-b251-20da794ed032 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:24.371879 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "tag": "68855c41-6af8-41bb-812c-73effc074580", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:24.372471 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8c05a6a-4a3a-48b5-b251-20da794ed032 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:24.373375 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'tag': '68855c41-6af8-41bb-812c-73effc074580', 'status': 'completed', 'code': 200} Aug 03 19:21:24.466296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-18ab8dd2-9628-4f31-986d-1ddd865d6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.468134 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-18ab8dd2-9628-4f31-986d-1ddd865d6b16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1094 time: 0.0817549 Aug 03 19:21:24.643936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc836f-2734-4715-b04f-fcf8e51b3b98 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Pushing event deleted for resources: {'Subnet': ['ID=4afec4f4-37ef-40ce-8660-491d2ac0d142,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:24.645871 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6cdc836f-2734-4715-b04f-fcf8e51b3b98 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.651336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6cdc836f-2734-4715-b04f-fcf8e51b3b98 tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] 10.222.0.78 "DELETE /v2.0/subnets/4afec4f4-37ef-40ce-8660-491d2ac0d142 HTTP/1.1" status: 204 len: 168 time: 0.9406986 Aug 03 19:21:24.654744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288d6e5-154c-4d8d-a963-942b54e61553 None None] Network cfdc0267-4403-42ab-a581-c3a98a5bf2af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:24.674156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-17ec57b0-615f-497a-95ae-79fd84f82941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.676836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44764) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:24.677451 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-17ec57b0-615f-497a-95ae-79fd84f82941 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 HTTP/1.1" status: 200 len: 898 time: 0.2009764 Aug 03 19:21:24.788760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd38739-85e9-4b11-81a6-981413fd76d9 req-a133e621-60d8-4587-89fa-a76c8ca4c24f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.790434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcd38739-85e9-4b11-81a6-981413fd76d9 req-a133e621-60d8-4587-89fa-a76c8ca4c24f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 943 time: 0.7429199 Aug 03 19:21:24.797898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-2f1c8fc2-d97e-4e8a-b061-a2d2a210373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.800176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-2f1c8fc2-d97e-4e8a-b061-a2d2a210373c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1094 time: 0.1721308 Aug 03 19:21:24.888934 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-de14109d-0338-42c4-b2e6-2675f7c7e1aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 200 len: 998 time: 0.1994307 Aug 03 19:21:24.948360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a2d742-ef53-498e-9796-99d5366bceb7 None None] DHCP port deletion for cfdc0267-4403-42ab-a581-c3a98a5bf2af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:25.005182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-1f87ab09-689f-46ec-8b7d-ba09c61ab55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:25.007364 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-1f87ab09-689f-46ec-8b7d-ba09c61ab55d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47662514-e287-43ec-9e3f-3c0676173287 HTTP/1.1" status: 200 len: 835 time: 0.1110978 Aug 03 19:21:25.099151 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcd38739-85e9-4b11-81a6-981413fd76d9 req-dfe0d8a6-c950-46e1-ac26-79433266af36 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868869 Aug 03 19:21:25.116379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.147947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-13bc11cd-3221-4f37-afff-488a8d0dc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:25.150429 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-13bc11cd-3221-4f37-afff-488a8d0dc18f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309524 Aug 03 19:21:25.185641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-de5a8ff2-b4dd-4fbd-92ad-b45c2a8c4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:25.187306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-de5a8ff2-b4dd-4fbd-92ad-b45c2a8c4bff service neutron] 10.222.0.74 "GET /v2.0/networks?id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 HTTP/1.1" status: 200 len: 898 time: 0.3688073 Aug 03 19:21:25.299609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-b0682119-e91a-4699-8941-2cc3d7c403a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 200 len: 998 time: 0.1044619 Aug 03 19:21:25.304047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Deleting port 00d9d19a-b150-4915-ad57-fe8e95946908 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:25.304699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.305554 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-595ece50-197f-4551-9575-4aedba3bd57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.308935 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-d65e5cf1-0444-4390-b05d-52c885e31362 service neutron] 10.222.0.37 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480861 Aug 03 19:21:25.314448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 68855c41-6af8-41bb-812c-73effc074580 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:25.364347 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.421030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-a659f160-7a5f-4d01-95dd-a1ac3e4c0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:25.424013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-a659f160-7a5f-4d01-95dd-a1ac3e4c0d36 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47662514-e287-43ec-9e3f-3c0676173287 HTTP/1.1" status: 200 len: 835 time: 0.1159275 Aug 03 19:21:25.431686 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] For port 00d9d19a-b150-4915-ad57-fe8e95946908, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=00d9d19a-b150-4915-ad57-fe8e95946908,segment=NetworkSegment(c73492d0-aebf-4de9-920a-8a61b3f34dd0),segment_id=c73492d0-aebf-4de9-920a-8a61b3f34dd0)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:25.432063 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.452109 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-efe874db-71bc-4cf2-ab09-f377373c1b47 service neutron] 10.222.0.37 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320527 Aug 03 19:21:25.475947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 00d9d19a-b150-4915-ad57-fe8e95946908, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=00d9d19a-b150-4915-ad57-fe8e95946908,segment=NetworkSegment(c73492d0-aebf-4de9-920a-8a61b3f34dd0),segment_id=c73492d0-aebf-4de9-920a-8a61b3f34dd0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:25.477096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Calling delete_port for 00d9d19a-b150-4915-ad57-fe8e95946908 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:25.493877 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.573389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-fc31da31-cece-4615-afcf-0a13a47dbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:25.575216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-fc31da31-cece-4615-afcf-0a13a47dbc26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403494 Aug 03 19:21:25.609915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-17a2d742-ef53-498e-9796-99d5366bceb7 None None] Deleting port 00d9d19a-b150-4915-ad57-fe8e95946908 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:25.610309 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-17a2d742-ef53-498e-9796-99d5366bceb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.657144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 68855c41-6af8-41bb-812c-73effc074580 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:25.699193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-5081ad4a-4a01-4af6-9c5d-91643b830c13 service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117465 Aug 03 19:21:25.738791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 00d9d19a-b150-4915-ad57-fe8e95946908 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:25.802287 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.812235 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-595ece50-197f-4551-9575-4aedba3bd57d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:21:25.813097 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-595ece50-197f-4551-9575-4aedba3bd57d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:21:25.820309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] No DVR routers for this DVR port 00d9d19a-b150-4915-ad57-fe8e95946908 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:25.841053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=00d9d19a-b150-4915-ad57-fe8e95946908,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:25.852251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Pushing event deleted for resources: {'Port': ['ID=00d9d19a-b150-4915-ad57-fe8e95946908,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:25.903045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No active binding found for port 00d9d19a-b150-4915-ad57-fe8e95946908 {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:21:25.904129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 00d9d19a-b150-4915-ad57-fe8e95946908 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:25.913981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-17a2d742-ef53-498e-9796-99d5366bceb7 None None] For port 00d9d19a-b150-4915-ad57-fe8e95946908, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=00d9d19a-b150-4915-ad57-fe8e95946908,segment=NetworkSegment(c73492d0-aebf-4de9-920a-8a61b3f34dd0),segment_id=c73492d0-aebf-4de9-920a-8a61b3f34dd0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:25.914781 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-17a2d742-ef53-498e-9796-99d5366bceb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.928782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f011b5bc-1842-414f-bcc3-2bd2e25e1834 req-a7f1a8b5-69c2-4661-8464-b2b8767b2776 service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221904 Aug 03 19:21:25.952156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-17a2d742-ef53-498e-9796-99d5366bceb7 None None] Calling delete_port for 00d9d19a-b150-4915-ad57-fe8e95946908 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:25.960939 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.976025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdc0267-4403-42ab-a581-c3a98a5bf2af']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:26.021239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73492d0-aebf-4de9-920a-8a61b3f34dd0') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:26.023775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73492d0-aebf-4de9-920a-8a61b3f34dd0') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:26.049009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.085821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.099434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:26.099862 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:26.112784 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:26.133222 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-17a2d742-ef53-498e-9796-99d5366bceb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.208618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2d742-ef53-498e-9796-99d5366bceb7 None None] Pushing event deleted for resources: {'Port': ['ID=00d9d19a-b150-4915-ad57-fe8e95946908,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:26.243143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2d742-ef53-498e-9796-99d5366bceb7 None None] No DVR routers for this DVR port 00d9d19a-b150-4915-ad57-fe8e95946908 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:26.287704 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.303588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.306142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] 10.222.0.78 "DELETE /v2.0/networks/cfdc0267-4403-42ab-a581-c3a98a5bf2af HTTP/1.1" status: 204 len: 168 time: 1.6223774 Aug 03 19:21:26.334725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd373fb-e829-459d-bb22-52708e488e3d tempest-DHCPAgentSchedulersTestJSON-1758241767 tempest-DHCPAgentSchedulersTestJSON-1758241767-project] Pushing event deleted for resources: {'Network': ['ID=cfdc0267-4403-42ab-a581-c3a98a5bf2af,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:26.406368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba2bc-4afb-4cbc-b102-82a2ea8f8b52 req-2ca95027-84d2-4a02-8114-d4173da0a0ed tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:26.408577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-332ba2bc-4afb-4cbc-b102-82a2ea8f8b52 req-2ca95027-84d2-4a02-8114-d4173da0a0ed tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 943 time: 0.0860701 Aug 03 19:21:26.469565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-332ba2bc-4afb-4cbc-b102-82a2ea8f8b52 req-4f64b503-1638-43ec-b0d8-1ff905538f26 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482783 Aug 03 19:21:26.638400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-595ece50-197f-4551-9575-4aedba3bd57d None None] Port 00d9d19a-b150-4915-ad57-fe8e95946908 update to ACTIVE by agent not found {{(pid=100489) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 03 19:21:26.752695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a8699d00-f653-41c8-bc38-f314f29816db None None] Could not find standard attr ID for object 25e1c0d8-5aac-4a8c-aa46-d97987d705dd. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:21:26.775863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44810) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:26.875264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c600c-75ef-490f-9729-ff9b533af794 req-a8aec239-cd71-4de5-b781-1b3e855f0f93 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:26.878198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-628c600c-75ef-490f-9729-ff9b533af794 req-a8aec239-cd71-4de5-b781-1b3e855f0f93 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 943 time: 0.0843282 Aug 03 19:21:27.080867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-628c600c-75ef-490f-9729-ff9b533af794 req-c8d6b4cc-46f7-48f7-a5dd-08a04ea20593 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912756 Aug 03 19:21:27.167868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2659ac9d-b330-434f-9f5c-6e43c29c5590 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=573f77f4945d485094b1a3cc5553e913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883035 Aug 03 19:21:27.169747 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44818) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:27.181534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-61256b21-1bd4-414f-94f0-1e7540e91193 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:27.184215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-61256b21-1bd4-414f-94f0-1e7540e91193 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81&tenant_id=b5fb9b01c0b84db08e058795c9072907&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 943 time: 0.2478824 Aug 03 19:21:27.237646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 68855c41-6af8-41bb-812c-73effc074580 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:21:27.282271 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4dd38d48-ba2d-4fe3-a6fc-602d7f01bb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.312174 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-c0be606b-4a37-4d23-b07f-d0387b079fe9 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:21:27.318819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-c0be606b-4a37-4d23-b07f-d0387b079fe9 service neutron] 10.222.0.74 "DELETE /v2.0/ports/68855c41-6af8-41bb-812c-73effc074580/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.1259294 Aug 03 19:21:27.410681 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4dd38d48-ba2d-4fe3-a6fc-602d7f01bb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.480023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=68855c41-6af8-41bb-812c-73effc074580,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:27.496291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '68855c41-6af8-41bb-812c-73effc074580', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'port_id': '68855c41-6af8-41bb-812c-73effc074580', 'mac_address': 'fa:16:3e:a0:ac:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:21:27.532177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-018eef7b-2e1b-4236-97c7-abe88fb4a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:27.535361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-018eef7b-2e1b-4236-97c7-abe88fb4a4c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1094 time: 0.1115899 Aug 03 19:21:27.537279 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4dd38d48-ba2d-4fe3-a6fc-602d7f01bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.540688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4dd38d48-ba2d-4fe3-a6fc-602d7f01bb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.548909 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4dd38d48-ba2d-4fe3-a6fc-602d7f01bb51 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d47d72eb-bcc0-44e7-99f5-08f37975986d HTTP/1.1" status: 204 len: 168 time: 0.3793774 Aug 03 19:21:27.568572 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.586563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68855c41-6af8-41bb-812c-73effc074580 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:27.589946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd38d48-ba2d-4fe3-a6fc-602d7f01bb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47d72eb-bcc0-44e7-99f5-08f37975986d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:27.646091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=68855c41-6af8-41bb-812c-73effc074580,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:27.653551 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.712631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-5d515f76-7acf-47af-8563-da008dc58e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:27.714551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-5d515f76-7acf-47af-8563-da008dc58e95 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 HTTP/1.1" status: 200 len: 898 time: 0.1688094 Aug 03 19:21:27.724900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=68855c41-6af8-41bb-812c-73effc074580,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:27.826827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-ecf6f843-f721-4120-b540-45c21f569f29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 200 len: 999 time: 0.1038313 Aug 03 19:21:27.891539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-b68ac895-c8eb-4d4a-b094-17b38bea4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:27.896209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-b68ac895-c8eb-4d4a-b094-17b38bea4f9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=47662514-e287-43ec-9e3f-3c0676173287 HTTP/1.1" status: 200 len: 835 time: 0.0607014 Aug 03 19:21:27.921008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['68855c41-6af8-41bb-812c-73effc074580'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:27.955481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-c7535351-9ce1-48be-8d3d-26db92f7b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:27.957272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-c7535351-9ce1-48be-8d3d-26db92f7b31d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539720 Aug 03 19:21:28.202048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44844) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:28.249906 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cb94fc8-7a6c-4666-a85e-86e265a41b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.252120 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-7c2ebc84-78b4-479e-b07e-5045ba03fc8b service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840285 Aug 03 19:21:28.415919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35260dd-560f-4b80-9a41-0e45d940146d req-4f71bf88-8015-4b67-af38-1690434b60c9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:28.424395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b35260dd-560f-4b80-9a41-0e45d940146d req-4f71bf88-8015-4b67-af38-1690434b60c9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 944 time: 0.1254089 Aug 03 19:21:28.455007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cc6ab16-cb9b-4889-a6ce-791e70f92254 req-2f880501-7f45-4411-ae57-12f5a13e8e5c service neutron] 10.222.0.74 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952310 Aug 03 19:21:28.487524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b35260dd-560f-4b80-9a41-0e45d940146d req-6e708a44-6699-4e5b-8a0d-99e0451113d6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598164 Aug 03 19:21:28.636694 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cb94fc8-7a6c-4666-a85e-86e265a41b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.645812 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cb94fc8-7a6c-4666-a85e-86e265a41b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.751767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb94fc8-7a6c-4666-a85e-86e265a41b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4d3d48-986c-4b17-868b-71544ec0f8ce,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:28.759421 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2cb94fc8-7a6c-4666-a85e-86e265a41b5f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37e189f79d9243fdb84b576c4d0ee3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5559604 Aug 03 19:21:28.762343 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44852) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:28.832314 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc23ab60-8f1f-4f83-bc20-f3d83a473c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.868655 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc23ab60-8f1f-4f83-bc20-f3d83a473c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.005453 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc23ab60-8f1f-4f83-bc20-f3d83a473c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.014790 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc23ab60-8f1f-4f83-bc20-f3d83a473c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.021825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bc23ab60-8f1f-4f83-bc20-f3d83a473c7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a4d3d48-986c-4b17-868b-71544ec0f8ce HTTP/1.1" status: 204 len: 168 time: 0.2543540 Aug 03 19:21:29.049756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23ab60-8f1f-4f83-bc20-f3d83a473c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4d3d48-986c-4b17-868b-71544ec0f8ce,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:29.262259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 68855c41-6af8-41bb-812c-73effc074580 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:29.418895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 68855c41-6af8-41bb-812c-73effc074580 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:29.434092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 68855c41-6af8-41bb-812c-73effc074580 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:29.435114 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.693323 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.770564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=68855c41-6af8-41bb-812c-73effc074580,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:29.772256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68855c41-6af8-41bb-812c-73effc074580'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:29.775386 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfbd5ee-6dd1-49b2-98e2-585528b9b8ed" -d '{"events": [{"server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "name": "network-vif-plugged", "status": "completed", "tag": "68855c41-6af8-41bb-812c-73effc074580"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:29.812642 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.816590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.868678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd8b3c-9349-41e1-a048-7c623d51287d req-235a4d7f-c229-468f-97a1-117e9feae3ce tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.889745 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996ef9b0-213c-4033-8e84-473689f85032 x-openstack-request-id: req-996ef9b0-213c-4033-8e84-473689f85032 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:29.890077 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "name": "network-vif-plugged", "status": "completed", "tag": "68855c41-6af8-41bb-812c-73effc074580", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:29.890302 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-996ef9b0-213c-4033-8e84-473689f85032 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:29.890718 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68855c41-6af8-41bb-812c-73effc074580', 'code': 200} Aug 03 19:21:29.890852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66bd8b3c-9349-41e1-a048-7c623d51287d req-235a4d7f-c229-468f-97a1-117e9feae3ce tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 944 time: 0.2337606 Aug 03 19:21:29.957158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=68855c41-6af8-41bb-812c-73effc074580,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:29.987118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66bd8b3c-9349-41e1-a048-7c623d51287d req-90de02c4-2a63-4d34-afeb-7a708a52d692 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870101 Aug 03 19:21:30.021459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44880) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:30.154518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2097937b-502f-4869-8796-191310d728a4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/661488ce-ffbf-423b-8a6f-90ba8f60500b HTTP/1.1" status: 200 len: 992 time: 0.1309021 Aug 03 19:21:31.059508 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:21:31.240626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44914) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:31.350881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2bc5f55e-097a-4c18-9353-011ce18dded4 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-571258577'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:31.351579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2bc5f55e-097a-4c18-9353-011ce18dded4 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Unknown quota resources ['metering_label']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:21:31.552227 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f55e-097a-4c18-9353-011ce18dded4 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.553711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2bc5f55e-097a-4c18-9353-011ce18dded4 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3110802 Aug 03 19:21:31.557423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44918) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:31.562393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2c0c3c1b-d25a-4430-ada7-cd0991062d78 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a0b332be-7c3f-4572-8bb1-20e8a6e743f3'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:31.563027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2c0c3c1b-d25a-4430-ada7-cd0991062d78 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:21:31.649011 n-d-802918-7 neutron-server[100487]: WARNING neutron.services.metering.metering_plugin [None req-2c0c3c1b-d25a-4430-ada7-cd0991062d78 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:21:31.779476 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c0c3c1b-d25a-4430-ada7-cd0991062d78 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.780656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2c0c3c1b-d25a-4430-ada7-cd0991062d78 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2219920 Aug 03 19:21:31.784596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44924) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:31.789327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-bf47b6f7-f3e9-4115-a0ff-27b8153d8b99 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a0b332be-7c3f-4572-8bb1-20e8a6e743f3'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:31.790115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-bf47b6f7-f3e9-4115-a0ff-27b8153d8b99 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:21:31.852870 n-d-802918-7 neutron-server[100487]: WARNING neutron.services.metering.metering_plugin [None req-bf47b6f7-f3e9-4115-a0ff-27b8153d8b99 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:21:32.005820 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bf47b6f7-f3e9-4115-a0ff-27b8153d8b99 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.008702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bf47b6f7-f3e9-4115-a0ff-27b8153d8b99 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2228053 Aug 03 19:21:32.012076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44936) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.027899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e66686d4-4740-47a2-9541-7db3ac02eae1 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=95c7ad2c-9978-4fd5-9060-1fd0f6ea0969 HTTP/1.1" status: 200 len: 462 time: 0.0140166 Aug 03 19:21:32.031359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44940) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.227885 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c9779eb-c70e-454b-a900-98a6b15203c1 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.230315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2c9779eb-c70e-454b-a900-98a6b15203c1 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/95c7ad2c-9978-4fd5-9060-1fd0f6ea0969 HTTP/1.1" status: 204 len: 168 time: 0.1976392 Aug 03 19:21:32.233723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44946) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.248131 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-090d8b21-d712-4f40-8e4f-5ef29e935647 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=95c7ad2c-9978-4fd5-9060-1fd0f6ea0969 HTTP/1.1" status: 200 len: 221 time: 0.0132012 Aug 03 19:21:32.254561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44948) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.260078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-76b1c883-a23b-416d-9812-bae69590cab9 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--873984207', 'description': 'label created by tempest'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:32.260522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-76b1c883-a23b-416d-9812-bae69590cab9 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Unknown quota resources ['metering_label']. {{(pid=100488) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:21:32.575720 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-76b1c883-a23b-416d-9812-bae69590cab9 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.578994 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-76b1c883-a23b-416d-9812-bae69590cab9 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3213153 Aug 03 19:21:32.580817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44958) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.671504 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a0340cf1-ae45-4dbd-a86b-4a7e2163055c tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=600f4de9-284c-4c32-93c4-112e7b1d3b93 HTTP/1.1" status: 200 len: 467 time: 0.0892777 Aug 03 19:21:32.676031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44962) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.940562 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99156599-94e2-4285-8b14-a765f76b89ef tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.942156 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-99156599-94e2-4285-8b14-a765f76b89ef tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/600f4de9-284c-4c32-93c4-112e7b1d3b93 HTTP/1.1" status: 204 len: 168 time: 0.2648103 Aug 03 19:21:32.947173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44966) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.965224 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d41077d6-a018-406a-9f0f-4020c4710e0f tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=600f4de9-284c-4c32-93c4-112e7b1d3b93 HTTP/1.1" status: 200 len: 216 time: 0.0162387 Aug 03 19:21:32.970419 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44968) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.995787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44972) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:33.005580 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bcfd1db4-f767-4919-a397-dd31dbc39d46 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0335155 Aug 03 19:21:33.040085 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44976) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:33.040756 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a963a201-8cb2-45a2-9b0a-9577066b2d2f tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0418360 Aug 03 19:21:33.581078 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bde64f60-5037-48dd-9891-f4f8436d4db1 tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-labels/a0b332be-7c3f-4572-8bb1-20e8a6e743f3 HTTP/1.1" status: 200 len: 472 time: 0.5389173 Aug 03 19:21:33.585742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44988) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:33.608693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-78f71141-ffef-4b5f-b24a-9bc6084a142a tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "GET /v2.0/metering/metering-label-rules/073a1b14-e9e9-43f9-9dbb-8c1d5edaad68 HTTP/1.1" status: 200 len: 459 time: 0.0170834 Aug 03 19:21:33.609628 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 44990) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:33.663383 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-934c2ed0-81b6-480f-89fe-c982f010fe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.803496 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f218ba0b-dc6b-48c6-8d3c-817bc711eded tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.809378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 44992) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:33.821268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f218ba0b-dc6b-48c6-8d3c-817bc711eded tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-label-rules/073a1b14-e9e9-43f9-9dbb-8c1d5edaad68 HTTP/1.1" status: 204 len: 168 time: 0.2093201 Aug 03 19:21:34.108546 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef6430e5-b468-4739-9a0e-38158f7c3abf tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.113075 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ef6430e5-b468-4739-9a0e-38158f7c3abf tempest-MeteringIpV6TestJSON-1008096316 tempest-MeteringIpV6TestJSON-1008096316-project-admin] 10.222.0.78 "DELETE /v2.0/metering/metering-labels/a0b332be-7c3f-4572-8bb1-20e8a6e743f3 HTTP/1.1" status: 204 len: 168 time: 0.2990119 Aug 03 19:21:34.533424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45010) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:34.760489 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d66c-f09a-4123-b957-8c7284a1d06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.945072 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d66c-f09a-4123-b957-8c7284a1d06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.952591 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a0d66c-f09a-4123-b957-8c7284a1d06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.035147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0d66c-f09a-4123-b957-8c7284a1d06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aaa6a3-d3f9-4115-b866-869b3c60a82b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:35.044479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f6a0d66c-f09a-4123-b957-8c7284a1d06b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=679dfd55fa8a4bd6b6b8dddc4a39797f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079908 Aug 03 19:21:35.047180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45024) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:35.163443 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c980f-18c7-4ab3-b22d-49e524565383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.212132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c980f-18c7-4ab3-b22d-49e524565383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.292142 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c980f-18c7-4ab3-b22d-49e524565383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.296524 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-139c980f-18c7-4ab3-b22d-49e524565383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.298691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-139c980f-18c7-4ab3-b22d-49e524565383 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f5aaa6a3-d3f9-4115-b866-869b3c60a82b HTTP/1.1" status: 204 len: 168 time: 0.2488718 Aug 03 19:21:35.312571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c980f-18c7-4ab3-b22d-49e524565383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aaa6a3-d3f9-4115-b866-869b3c60a82b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:35.930842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:35.960354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-35878df3-9ada-4180-8af3-9e8c07ba33e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.164985 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-35878df3-9ada-4180-8af3-9e8c07ba33e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.171822 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-35878df3-9ada-4180-8af3-9e8c07ba33e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.227487 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-35878df3-9ada-4180-8af3-9e8c07ba33e0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8d66dc36f70641e5b8ed6f270ff0e6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939544 Aug 03 19:21:36.234510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35878df3-9ada-4180-8af3-9e8c07ba33e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e78e50b-54b3-4d57-8583-c42afc09f78a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:36.240062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45052) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:36.317243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6dad9ee-4c5c-4612-8cd4-7e847a3e3e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.352753 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6dad9ee-4c5c-4612-8cd4-7e847a3e3e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.422476 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-630a9915-d8b6-46cb-8c57-eed95c3ca036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.436290 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6dad9ee-4c5c-4612-8cd4-7e847a3e3e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.443295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6dad9ee-4c5c-4612-8cd4-7e847a3e3e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.446109 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f6dad9ee-4c5c-4612-8cd4-7e847a3e3e19 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e78e50b-54b3-4d57-8583-c42afc09f78a HTTP/1.1" status: 204 len: 168 time: 0.2047665 Aug 03 19:21:36.456853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dad9ee-4c5c-4612-8cd4-7e847a3e3e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e78e50b-54b3-4d57-8583-c42afc09f78a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:36.631139 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.828462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45094) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:37.904915 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.096553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-713364221'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:38.133591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Made reservation on behalf of 11ba9772916844afbfd0c02478ccdd90 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:38.139115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.151669 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.335064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.352276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.402110 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:38.418720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346835fe-e496-4c81-8c62-422eb4eda928,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:38.427124 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.427763 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Added segment 252e004c-f6ed-4a92-9dca-f18a9a1199aa of type vlan for network a63cf7b7-d44a-4d12-8661-3fb18b1a887c Aug 03 19:21:38.445453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.446457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.447423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.448208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.449002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.449804 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.450582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.451481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.452241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.453002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.453838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.454649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:38.526342 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.574789 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.587348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:38.588443 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.662991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8322451 Aug 03 19:21:38.665839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45114) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:38.671809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Request body: {'subnet': {'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:38.700706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5a164-fac2-49fd-9710-c175798886f9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'Network': ['ID=a63cf7b7-d44a-4d12-8661-3fb18b1a887c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:38.714511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:38.827634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Made reservation on behalf of 11ba9772916844afbfd0c02478ccdd90 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:38.834713 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.072033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.147870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'Subnet': ['ID=3cd42b69-8cf6-48a1-b144-68f837442fd3,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:39.174647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.175165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.175950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.176507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.177026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.177534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.178110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.178568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.179126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.179675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.180225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.181083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:39.195951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Checking segment: {'id': '252e004c-f6ed-4a92-9dca-f18a9a1199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:39.196538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Network hostable DHCP agents. Network: a63cf7b7-d44a-4d12-8661-3fb18b1a887c, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:39.231154 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:39.254035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, a63cf7b7-d44a-4d12-8661-3fb18b1a887c) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:39.263140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:39.263980 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.275501 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7767c3d-652b-47a0-a7ab-ecfefa1bf51c None None] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:39.306379 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-293a81c8-83f4-412b-8e7b-e9f345d509d2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6385496 Aug 03 19:21:39.308834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45128) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:39.325199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Request body: {'port': {'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c', 'name': 'tempest-AllowedAddressPairTestJSON-1485390157'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:39.555091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Made reservation on behalf of 11ba9772916844afbfd0c02478ccdd90 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:39.565331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.598504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] device_id is not set on port 52571f40-d846-45b6-8aaa-5df77d394f4c yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:39.615348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-a63cf7b7-d44a-4d12-8661-3fb18b1a887c', 'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c', 'tenant_id': '11ba9772916844afbfd0c02478ccdd90', 'fixed_ips': [{'subnet_id': '3cd42b69-8cf6-48a1-b144-68f837442fd3'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:39.616328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.692408 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.875079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Allocated IP 172.20.0.13 (a63cf7b7-d44a-4d12-8661-3fb18b1a887c/3cd42b69-8cf6-48a1-b144-68f837442fd3/52571f40-d846-45b6-8aaa-5df77d394f4c) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:39.987492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf802bb-e0dc-47bb-8310-de4d1f8f09e4 req-39a53006-f5c2-4a0f-99d6-4443e9abb49b tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:39.990742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cf802bb-e0dc-47bb-8310-de4d1f8f09e4 req-39a53006-f5c2-4a0f-99d6-4443e9abb49b tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 945 time: 0.0981326 Aug 03 19:21:40.048893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cf802bb-e0dc-47bb-8310-de4d1f8f09e4 req-df57ddc7-b3f6-4142-9e7e-545949de828a tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500124 Aug 03 19:21:40.139210 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.154625 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Transition to ACTIVE for port object 52571f40-d846-45b6-8aaa-5df77d394f4c will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:40.198429 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.254458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:40.258349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:40.261089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:40.278768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Allocated IP 172.20.0.2 (a63cf7b7-d44a-4d12-8661-3fb18b1a887c/3cd42b69-8cf6-48a1-b144-68f837442fd3/4b117140-19bd-4104-9d51-16fcfefbaa56) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:40.301272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'Port': ['ID=52571f40-d846-45b6-8aaa-5df77d394f4c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:40.372672 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:40.373852 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.401771 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-81082c83-9ae2-43ed-9a98-929dbae63d04 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0893972 Aug 03 19:21:40.406211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45156) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:40.418694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Request body: {'port': {'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c', 'name': 'tempest-AllowedAddressPairTestJSON-1589083735', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ff:90:0a'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:40.547970 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.565360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Transition to ACTIVE for port object 4b117140-19bd-4104-9d51-16fcfefbaa56 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:40.596013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Transition to ACTIVE for port object 4b117140-19bd-4104-9d51-16fcfefbaa56 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:40.599096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Made reservation on behalf of 11ba9772916844afbfd0c02478ccdd90 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:40.606445 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.666330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:40.671517 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:40.677813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:40.701712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Pushing event updated for resources: {'Port': ['ID=4b117140-19bd-4104-9d51-16fcfefbaa56,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:40.767595 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.788206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Attempting to bind port 4b117140-19bd-4104-9d51-16fcfefbaa56 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:40.788945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Attempting to bind port 4b117140-19bd-4104-9d51-16fcfefbaa56 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '252e004c-f6ed-4a92-9dca-f18a9a1199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:40.789324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Attempting to bind port 4b117140-19bd-4104-9d51-16fcfefbaa56 on network a63cf7b7-d44a-4d12-8661-3fb18b1a887c {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:40.791751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] device_id is not set on port 9c99a61b-06cd-4220-9eca-424ded3abe13 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:40.796571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:40.796951 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Checking segment: {'id': '252e004c-f6ed-4a92-9dca-f18a9a1199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:40.798184 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.798478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Bound using segment: {'id': '252e004c-f6ed-4a92-9dca-f18a9a1199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:40.799037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Bound port: 4b117140-19bd-4104-9d51-16fcfefbaa56, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252e004c-f6ed-4a92-9dca-f18a9a1199aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:40.799434 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.894100 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] For port 4b117140-19bd-4104-9d51-16fcfefbaa56, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:40.898336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] For port 4b117140-19bd-4104-9d51-16fcfefbaa56, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4b117140-19bd-4104-9d51-16fcfefbaa56,segment=NetworkSegment(252e004c-f6ed-4a92-9dca-f18a9a1199aa),segment_id=252e004c-f6ed-4a92-9dca-f18a9a1199aa)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:40.907961 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.924021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Allocated IP 172.20.0.11 (a63cf7b7-d44a-4d12-8661-3fb18b1a887c/3cd42b69-8cf6-48a1-b144-68f837442fd3/9c99a61b-06cd-4220-9eca-424ded3abe13) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:41.035709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b77ef-8477-408d-9d47-c4859b23c088 None None] Pushing event updated for resources: {'Port': ['ID=4b117140-19bd-4104-9d51-16fcfefbaa56,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:41.325947 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.386616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fd9f0-4f95-4dea-9836-73bbb4b5c489 req-cd8e149a-d319-41fa-8d55-afa120c5a397 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:41.389987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c21fd9f0-4f95-4dea-9836-73bbb4b5c489 req-cd8e149a-d319-41fa-8d55-afa120c5a397 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 945 time: 0.1850708 Aug 03 19:21:41.398267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Transition to ACTIVE for port object 9c99a61b-06cd-4220-9eca-424ded3abe13 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:41.462305 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.507397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c21fd9f0-4f95-4dea-9836-73bbb4b5c489 req-136ff295-d38c-4f87-9d96-7395db9ac3c1 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups?id=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070197 Aug 03 19:21:41.524329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:41.530323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:41.535956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'Port': ['ID=9c99a61b-06cd-4220-9eca-424ded3abe13,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:41.560950 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:41.637138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:41.638317 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.656821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e238555d-2347-4ebc-b0c2-47b2a5b4ee4d tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.2485113 Aug 03 19:21:41.660395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45176) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:41.713763 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4b117140-19bd-4104-9d51-16fcfefbaa56 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:41.758547 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4106c80-c8fa-4a3c-88e3-627dac842515 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:41.773791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4106c80-c8fa-4a3c-88e3-627dac842515 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:41.782956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 4b117140-19bd-4104-9d51-16fcfefbaa56 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:41.786864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4106c80-c8fa-4a3c-88e3-627dac842515 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:41.794109 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d4106c80-c8fa-4a3c-88e3-627dac842515 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1324322 Aug 03 19:21:41.794738 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45178) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:41.964441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-6ff20412-2e88-4d38-b28b-fb12d9c31f58 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:41.966872 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-6ff20412-2e88-4d38-b28b-fb12d9c31f58 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.37 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 945 time: 0.0719991 Aug 03 19:21:41.975055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f51a3f98-4d32-4f29-9a46-40aab12b4baa tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Deleting port 9c99a61b-06cd-4220-9eca-424ded3abe13 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:41.976122 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f51a3f98-4d32-4f29-9a46-40aab12b4baa tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.149109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Deleting port 5157f550-c3d5-45aa-8afc-e53832c3f88d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:42.149733 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.160950 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f51a3f98-4d32-4f29-9a46-40aab12b4baa tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.179793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f51a3f98-4d32-4f29-9a46-40aab12b4baa tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Calling delete_port for 9c99a61b-06cd-4220-9eca-424ded3abe13 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:42.370044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] For port 5157f550-c3d5-45aa-8afc-e53832c3f88d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=5157f550-c3d5-45aa-8afc-e53832c3f88d,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:42.370644 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.445355 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b75af-a4b4-4fae-a568-d92bdf63e4d2 None None] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:42.452301 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f51a3f98-4d32-4f29-9a46-40aab12b4baa tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.501699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a3f98-4d32-4f29-9a46-40aab12b4baa tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event deleted for resources: {'Port': ['ID=9c99a61b-06cd-4220-9eca-424ded3abe13,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:42.552868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-05585ea7-2cb7-4334-a976-eb1a32b51ef2 None None] Provisioning for port 4b117140-19bd-4104-9d51-16fcfefbaa56 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:42.561333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-05585ea7-2cb7-4334-a976-eb1a32b51ef2 None None] Provisioning complete for port 4b117140-19bd-4104-9d51-16fcfefbaa56 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:42.562141 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-05585ea7-2cb7-4334-a976-eb1a32b51ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.664285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.665595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.666252 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Floating IP 357d05b2-139c-4ace-bc96-f0597c2bc59d disassociated. External IP: 172.25.8.179, port: 5157f550-c3d5-45aa-8afc-e53832c3f88d. Aug 03 19:21:42.666964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Calling delete_port for 5157f550-c3d5-45aa-8afc-e53832c3f88d owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:42.738916 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-05585ea7-2cb7-4334-a976-eb1a32b51ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.804921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-05585ea7-2cb7-4334-a976-eb1a32b51ef2 None None] For port 4b117140-19bd-4104-9d51-16fcfefbaa56, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4b117140-19bd-4104-9d51-16fcfefbaa56,segment=NetworkSegment(252e004c-f6ed-4a92-9dca-f18a9a1199aa),segment_id=252e004c-f6ed-4a92-9dca-f18a9a1199aa)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:42.844435 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-05585ea7-2cb7-4334-a976-eb1a32b51ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.947407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585ea7-2cb7-4334-a976-eb1a32b51ef2 None None] Pushing event updated for resources: {'Port': ['ID=4b117140-19bd-4104-9d51-16fcfefbaa56,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:42.979573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.024021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ff5530e-5857-4f3a-94ac-0a631512e353 req-9f9f8a0e-fc3f-48a6-a54f-d50488bd7074 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 210 time: 0.3780329 Aug 03 19:21:43.059440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event deleted for resources: {'Port': ['ID=5157f550-c3d5-45aa-8afc-e53832c3f88d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:43.181294 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f51a3f98-4d32-4f29-9a46-40aab12b4baa tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.183394 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f51a3f98-4d32-4f29-9a46-40aab12b4baa tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "DELETE /v2.0/ports/9c99a61b-06cd-4220-9eca-424ded3abe13 HTTP/1.1" status: 204 len: 168 time: 1.3874683 Aug 03 19:21:43.187879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45202) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:43.227953 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a32fd38-4c5f-4a13-9eef-cba121e63165 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] GET failed (client error): The resource could not be found. Aug 03 19:21:43.230035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0a32fd38-4c5f-4a13-9eef-cba121e63165 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "GET /v2.0/ports/9c99a61b-06cd-4220-9eca-424ded3abe13 HTTP/1.1" status: 404 len: 333 time: 0.0410559 Aug 03 19:21:43.236765 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45204) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:43.244285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Request body: {'port': {'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c', 'name': 'tempest-AllowedAddressPairTestJSON-337460196'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:43.281845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ba13694b-ae33-4b2f-a898-81a6af66cd68 None None] Provisioning for port 52571f40-d846-45b6-8aaa-5df77d394f4c completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:43.291025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ba13694b-ae33-4b2f-a898-81a6af66cd68 None None] Provisioning complete for port 52571f40-d846-45b6-8aaa-5df77d394f4c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:43.291392 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ba13694b-ae33-4b2f-a898-81a6af66cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.302073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Router a293b2dc-c762-40a4-a797-2a834068adf4 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:43.404318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ba13694b-ae33-4b2f-a898-81a6af66cd68 None None] Port 52571f40-d846-45b6-8aaa-5df77d394f4c cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:43.436101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ba13694b-ae33-4b2f-a898-81a6af66cd68 None None] Provisioning complete for port 4b117140-19bd-4104-9d51-16fcfefbaa56 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:43.436478 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ba13694b-ae33-4b2f-a898-81a6af66cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.552338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Made reservation on behalf of 11ba9772916844afbfd0c02478ccdd90 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:43.560766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.606885 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] device_id is not set on port 8ed45650-d9fe-44e8-8edd-5ca43c1d094b yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:43.629165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:43.643195 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cde30-3c76-4a3d-be17-29ae0a785a66 None None] Sync routers for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:43.662992 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cde30-3c76-4a3d-be17-29ae0a785a66 None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:43.685740 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1e9cde30-3c76-4a3d-be17-29ae0a785a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:21:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:43.701196 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] No DVR routers for this DVR port 5157f550-c3d5-45aa-8afc-e53832c3f88d on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:43.705970 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.708843 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-844481d6-fb45-4680-8433-92480dd2c7e7 req-142dda2c-ea9d-4ec5-8513-cb705a58a927 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.37 "DELETE /v2.0/ports/5157f550-c3d5-45aa-8afc-e53832c3f88d HTTP/1.1" status: 204 len: 173 time: 1.7351422 Aug 03 19:21:43.709539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'name': 'network-vif-deleted', 'tag': '5157f550-c3d5-45aa-8afc-e53832c3f88d'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:43.713283 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a73029-69e4-4788-b624-727de3ab79bc" -d '{"events": [{"server_uuid": "23eca529-cf4c-411f-b9b1-8a1300eec4b6", "name": "network-vif-deleted", "tag": "5157f550-c3d5-45aa-8afc-e53832c3f88d"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:43.743525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4b117140-19bd-4104-9d51-16fcfefbaa56 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:43.890393 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb260da2-27b2-4138-bc7f-e5563f19b6af x-openstack-request-id: req-fb260da2-27b2-4138-bc7f-e5563f19b6af {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:43.890801 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eca529-cf4c-411f-b9b1-8a1300eec4b6", "name": "network-vif-deleted", "tag": "5157f550-c3d5-45aa-8afc-e53832c3f88d", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:43.892057 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb260da2-27b2-4138-bc7f-e5563f19b6af {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:43.892758 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23eca529-cf4c-411f-b9b1-8a1300eec4b6', 'name': 'network-vif-deleted', 'tag': '5157f550-c3d5-45aa-8afc-e53832c3f88d', 'status': 'completed', 'code': 200} Aug 03 19:21:43.978510 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c2e97361-a899-4372-b84b-75b88b543767 None None] Provisioning complete for port 52571f40-d846-45b6-8aaa-5df77d394f4c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:43.980843 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c2e97361-a899-4372-b84b-75b88b543767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.993423 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1e9cde30-3c76-4a3d-be17-29ae0a785a66 None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:43.999082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4b117140-19bd-4104-9d51-16fcfefbaa56 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:43.999471 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.024658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Allocated IP 172.20.0.7 (a63cf7b7-d44a-4d12-8661-3fb18b1a887c/3cd42b69-8cf6-48a1-b144-68f837442fd3/8ed45650-d9fe-44e8-8edd-5ca43c1d094b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:44.110341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c2e97361-a899-4372-b84b-75b88b543767 None None] Port 52571f40-d846-45b6-8aaa-5df77d394f4c cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:44.272674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5a47dd5c-20e9-49bd-9165-79a26b35cce2 None None] Could not find standard attr ID for object 9c99a61b-06cd-4220-9eca-424ded3abe13. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:21:44.378030 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1e9cde30-3c76-4a3d-be17-29ae0a785a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:44.384466 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.411348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Transition to ACTIVE for port object 8ed45650-d9fe-44e8-8edd-5ca43c1d094b will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:44.421311 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cde30-3c76-4a3d-be17-29ae0a785a66 None None] Checking router: a293b2dc-c762-40a4-a797-2a834068adf4 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:21:44.427509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3fb4cbc-4728-47c8-8503-635dd327b7f3 req-05e957b2-8c43-4a44-9d9b-a719a5d1f397 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/ports?device_id=23eca529-cf4c-411f-b9b1-8a1300eec4b6 HTTP/1.1" status: 200 len: 210 time: 0.2155361 Aug 03 19:21:44.437296 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cde30-3c76-4a3d-be17-29ae0a785a66 None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:44.438621 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1e9cde30-3c76-4a3d-be17-29ae0a785a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:21:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:44.492494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.571756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:44.575696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:44.577449 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1e9cde30-3c76-4a3d-be17-29ae0a785a66 None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:44.584776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:44.664272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'Port': ['ID=8ed45650-d9fe-44e8-8edd-5ca43c1d094b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:44.690874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:44.691643 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.731505 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dfb4fc2b-448c-41ff-8949-60479213179f tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4901674 Aug 03 19:21:44.731897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45230) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:44.744251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7e200c5e-7573-4ea1-8474-6b01cda4b28e tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ff:90:0a'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:44.867242 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7e200c5e-7573-4ea1-8474-6b01cda4b28e tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.018360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-97e0c8f4-006d-4de8-9ab0-0181e03f6599 None None] Provisioning for port 8ed45650-d9fe-44e8-8edd-5ca43c1d094b completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:45.028605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-97e0c8f4-006d-4de8-9ab0-0181e03f6599 None None] Provisioning complete for port 8ed45650-d9fe-44e8-8edd-5ca43c1d094b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:45.029826 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-97e0c8f4-006d-4de8-9ab0-0181e03f6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.091005 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1e9cde30-3c76-4a3d-be17-29ae0a785a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:45.114694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-97e0c8f4-006d-4de8-9ab0-0181e03f6599 None None] Port 8ed45650-d9fe-44e8-8edd-5ca43c1d094b cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:45.125144 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9cde30-3c76-4a3d-be17-29ae0a785a66 None None] The sync data for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 is: [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:13:31Z', 'revision_number': 4, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a2f21a2-1c88-43e7-ba74-4d390f30af6f', 'name': '', 'network_id': '09426778-1e21-46ee-b224-87300f001221', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'mac_address': 'fa:16:3e:f7:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:28Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'subnets': [{'id': '00971ce7-1163-47c1-9547-5e85d939b3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:45.178318 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7e200c5e-7573-4ea1-8474-6b01cda4b28e tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.196218 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7e200c5e-7573-4ea1-8474-6b01cda4b28e tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.299467 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.304452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5157f550-c3d5-45aa-8afc-e53832c3f88d no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:45.332561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 5157f550-c3d5-45aa-8afc-e53832c3f88d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:45.332913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 5157f550-c3d5-45aa-8afc-e53832c3f88d not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:45.360813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e200c5e-7573-4ea1-8474-6b01cda4b28e tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'Port': ['ID=8ed45650-d9fe-44e8-8edd-5ca43c1d094b,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:45.389047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7e200c5e-7573-4ea1-8474-6b01cda4b28e tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] In _notify_port_updated(), no bound segment for port 8ed45650-d9fe-44e8-8edd-5ca43c1d094b on network a63cf7b7-d44a-4d12-8661-3fb18b1a887c {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:21:45.397580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e200c5e-7573-4ea1-8474-6b01cda4b28e tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:45.398450 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7e200c5e-7573-4ea1-8474-6b01cda4b28e tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.400430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7e200c5e-7573-4ea1-8474-6b01cda4b28e tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "PUT /v2.0/ports/8ed45650-d9fe-44e8-8edd-5ca43c1d094b HTTP/1.1" status: 200 len: 993 time: 0.6643355 Aug 03 19:21:45.403366 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45244) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:45.557588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-75fef7e4-86b7-4cb9-9c96-5dcefee41dce tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Deleting port 8ed45650-d9fe-44e8-8edd-5ca43c1d094b {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:45.558211 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75fef7e4-86b7-4cb9-9c96-5dcefee41dce tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.599593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45258) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:45.606615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e581bc-bcb1-4b87-b9a0-50029ac4dd4d None None] New status for floating IP 357d05b2-139c-4ace-bc96-f0597c2bc59d: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:21:45.717689 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f18baa2c-db58-4283-9bdc-ecb0ea9b7804 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.738502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75fef7e4-86b7-4cb9-9c96-5dcefee41dce tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.761071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a4f561f6-fc33-4744-800c-5b7fde2d4a66 None None] Provisioning complete for port 8ed45650-d9fe-44e8-8edd-5ca43c1d094b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:45.763157 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a4f561f6-fc33-4744-800c-5b7fde2d4a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.764664 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f18baa2c-db58-4283-9bdc-ecb0ea9b7804 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.772764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-75fef7e4-86b7-4cb9-9c96-5dcefee41dce tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Calling delete_port for 8ed45650-d9fe-44e8-8edd-5ca43c1d094b owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:45.866356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f18baa2c-db58-4283-9bdc-ecb0ea9b7804 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.869666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f18baa2c-db58-4283-9bdc-ecb0ea9b7804 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.873613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f18baa2c-db58-4283-9bdc-ecb0ea9b7804 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "DELETE /v2.0/security-groups/6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86 HTTP/1.1" status: 204 len: 168 time: 0.2703760 Aug 03 19:21:45.877136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45264) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:45.880146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a4f561f6-fc33-4744-800c-5b7fde2d4a66 None None] Port 8ed45650-d9fe-44e8-8edd-5ca43c1d094b cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:45.895785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18baa2c-db58-4283-9bdc-ecb0ea9b7804 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:45.913009 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-76dceb61-aad2-4203-b8d9-fd95dbec000b tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] show failed (client error): The resource could not be found. Aug 03 19:21:45.918214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-76dceb61-aad2-4203-b8d9-fd95dbec000b tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "GET /v2.0/security-groups/6ca37cfa-1cd6-49ac-9ebf-193d1bc4dc86 HTTP/1.1" status: 404 len: 347 time: 0.0395358 Aug 03 19:21:45.919126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45266) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:46.036462 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75fef7e4-86b7-4cb9-9c96-5dcefee41dce tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.094470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fef7e4-86b7-4cb9-9c96-5dcefee41dce tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event deleted for resources: {'Port': ['ID=8ed45650-d9fe-44e8-8edd-5ca43c1d094b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:46.113246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-fdd48482-aba7-4f92-9af0-82d583be8378 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Deleting port 6bb76af3-fd46-439b-b4b6-a2716c00aa9d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:46.113850 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd48482-aba7-4f92-9af0-82d583be8378 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.269182 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd48482-aba7-4f92-9af0-82d583be8378 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.269549 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd48482-aba7-4f92-9af0-82d583be8378 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.285390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-fdd48482-aba7-4f92-9af0-82d583be8378 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Calling delete_port for 6bb76af3-fd46-439b-b4b6-a2716c00aa9d owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:46.344544 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75fef7e4-86b7-4cb9-9c96-5dcefee41dce tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.354942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45268) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:46.357117 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-75fef7e4-86b7-4cb9-9c96-5dcefee41dce tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "DELETE /v2.0/ports/8ed45650-d9fe-44e8-8edd-5ca43c1d094b HTTP/1.1" status: 204 len: 168 time: 0.9519706 Aug 03 19:21:46.393573 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2d8b86-1bcf-47ef-b3e7-f470759d5fde tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] GET failed (client error): The resource could not be found. Aug 03 19:21:46.395877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8f2d8b86-1bcf-47ef-b3e7-f470759d5fde tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "GET /v2.0/ports/8ed45650-d9fe-44e8-8edd-5ca43c1d094b HTTP/1.1" status: 404 len: 333 time: 0.0399830 Aug 03 19:21:46.402759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45270) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:46.415701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Request body: {'port': {'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c', 'name': 'tempest-AllowedAddressPairTestJSON-63605587'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:46.544136 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd48482-aba7-4f92-9af0-82d583be8378 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.600851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd48482-aba7-4f92-9af0-82d583be8378 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Pushing event deleted for resources: {'Port': ['ID=6bb76af3-fd46-439b-b4b6-a2716c00aa9d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:46.609429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Made reservation on behalf of 11ba9772916844afbfd0c02478ccdd90 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:46.616476 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.642007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] device_id is not set on port a071a133-dd46-45f2-a5d0-ce8b12ed5067 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:46.734352 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd48482-aba7-4f92-9af0-82d583be8378 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.739867 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd48482-aba7-4f92-9af0-82d583be8378 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.746711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fdd48482-aba7-4f92-9af0-82d583be8378 tempest-AttachVolumeTestJSON-1347756632 tempest-AttachVolumeTestJSON-1347756632-project] 10.222.0.78 "DELETE /v2.0/floatingips/357d05b2-139c-4ace-bc96-f0597c2bc59d HTTP/1.1" status: 204 len: 168 time: 0.8215871 Aug 03 19:21:46.836895 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Allocated IP 172.20.0.6 (a63cf7b7-d44a-4d12-8661-3fb18b1a887c/3cd42b69-8cf6-48a1-b144-68f837442fd3/a071a133-dd46-45f2-a5d0-ce8b12ed5067) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:47.144640 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.163048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Transition to ACTIVE for port object a071a133-dd46-45f2-a5d0-ce8b12ed5067 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:47.216328 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.303671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:47.313138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:47.322008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:47.327919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'Port': ['ID=a071a133-dd46-45f2-a5d0-ce8b12ed5067,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:47.409376 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:47.410679 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.436644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45280) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:47.437193 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-58c2ba1e-77f8-412c-b2fd-d549056fbb85 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0330474 Aug 03 19:21:47.448152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a716a117-8036-4031-9a88-99fec20f57d6 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ff:90:0a'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:47.621060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d4cc4a71-1f0e-44d7-aac2-55bdec9c485a None None] Provisioning for port a071a133-dd46-45f2-a5d0-ce8b12ed5067 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:47.626921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d4cc4a71-1f0e-44d7-aac2-55bdec9c485a None None] Provisioning complete for port a071a133-dd46-45f2-a5d0-ce8b12ed5067 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:47.627303 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4a71-1f0e-44d7-aac2-55bdec9c485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.678162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d4cc4a71-1f0e-44d7-aac2-55bdec9c485a None None] Port a071a133-dd46-45f2-a5d0-ce8b12ed5067 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:47.680046 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a716a117-8036-4031-9a88-99fec20f57d6 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.907855 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a716a117-8036-4031-9a88-99fec20f57d6 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.914117 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a716a117-8036-4031-9a88-99fec20f57d6 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.999060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716a117-8036-4031-9a88-99fec20f57d6 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'Port': ['ID=a071a133-dd46-45f2-a5d0-ce8b12ed5067,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:48.024874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a716a117-8036-4031-9a88-99fec20f57d6 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] In _notify_port_updated(), no bound segment for port a071a133-dd46-45f2-a5d0-ce8b12ed5067 on network a63cf7b7-d44a-4d12-8661-3fb18b1a887c {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:21:48.030711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716a117-8036-4031-9a88-99fec20f57d6 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:48.032006 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a716a117-8036-4031-9a88-99fec20f57d6 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.033844 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a716a117-8036-4031-9a88-99fec20f57d6 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "PUT /v2.0/ports/a071a133-dd46-45f2-a5d0-ce8b12ed5067 HTTP/1.1" status: 200 len: 994 time: 0.5944688 Aug 03 19:21:48.038363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45286) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:48.204499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ea825-dcbb-4be7-b5a3-5248bd8255fe tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Deleting port a071a133-dd46-45f2-a5d0-ce8b12ed5067 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:48.205168 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea825-dcbb-4be7-b5a3-5248bd8255fe tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.319719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fe0c0e79-6619-41a5-9299-dd7ffe705a03 None None] Provisioning complete for port a071a133-dd46-45f2-a5d0-ce8b12ed5067 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:48.320264 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0e79-6619-41a5-9299-dd7ffe705a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.373969 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea825-dcbb-4be7-b5a3-5248bd8255fe tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.385813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c0e79-6619-41a5-9299-dd7ffe705a03 None None] Port a071a133-dd46-45f2-a5d0-ce8b12ed5067 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:48.396931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ea825-dcbb-4be7-b5a3-5248bd8255fe tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Calling delete_port for a071a133-dd46-45f2-a5d0-ce8b12ed5067 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:48.611898 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea825-dcbb-4be7-b5a3-5248bd8255fe tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.650844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ea825-dcbb-4be7-b5a3-5248bd8255fe tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event deleted for resources: {'Port': ['ID=a071a133-dd46-45f2-a5d0-ce8b12ed5067,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:48.761890 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c4ea825-dcbb-4be7-b5a3-5248bd8255fe tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.767337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8c4ea825-dcbb-4be7-b5a3-5248bd8255fe tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "DELETE /v2.0/ports/a071a133-dd46-45f2-a5d0-ce8b12ed5067 HTTP/1.1" status: 204 len: 168 time: 0.7262363 Aug 03 19:21:48.767968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45292) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:48.807872 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4627b5-e26c-474b-8707-54cc803710dc tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] GET failed (client error): The resource could not be found. Aug 03 19:21:48.810401 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ca4627b5-e26c-474b-8707-54cc803710dc tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "GET /v2.0/ports/a071a133-dd46-45f2-a5d0-ce8b12ed5067 HTTP/1.1" status: 404 len: 333 time: 0.0407176 Aug 03 19:21:48.816076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45294) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:48.826667 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Request body: {'port': {'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c', 'name': 'tempest-AllowedAddressPairTestJSON-245631748'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:49.036192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Made reservation on behalf of 11ba9772916844afbfd0c02478ccdd90 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:49.042617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.076149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] device_id is not set on port e99da9c3-4fdb-4154-b8e2-1a422826650e yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:49.290358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Allocated IP 172.20.0.8 (a63cf7b7-d44a-4d12-8661-3fb18b1a887c/3cd42b69-8cf6-48a1-b144-68f837442fd3/e99da9c3-4fdb-4154-b8e2-1a422826650e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:49.586116 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.608725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Transition to ACTIVE for port object e99da9c3-4fdb-4154-b8e2-1a422826650e will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:49.651767 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.696487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:49.699924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:49.704734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:49.748656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'Port': ['ID=e99da9c3-4fdb-4154-b8e2-1a422826650e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:49.785706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:49.787320 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.808646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45302) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:49.809686 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3ce4823a-c053-4f25-a074-1becae5f9902 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9911118 Aug 03 19:21:49.816995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Request body: {'port': {'network_id': 'a63cf7b7-d44a-4d12-8661-3fb18b1a887c', 'name': 'tempest-AllowedAddressPairTestJSON-135331674'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:49.999389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Made reservation on behalf of 11ba9772916844afbfd0c02478ccdd90 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:50.004557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.034715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] device_id is not set on port f96f985a-9e12-42a4-b373-8ab779e895f0 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:50.141156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fb9ce702-75f6-4a77-af0b-581d5b1bb856 None None] Provisioning for port e99da9c3-4fdb-4154-b8e2-1a422826650e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:50.149486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fb9ce702-75f6-4a77-af0b-581d5b1bb856 None None] Provisioning complete for port e99da9c3-4fdb-4154-b8e2-1a422826650e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:50.150631 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fb9ce702-75f6-4a77-af0b-581d5b1bb856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.211657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ce702-75f6-4a77-af0b-581d5b1bb856 None None] Port e99da9c3-4fdb-4154-b8e2-1a422826650e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:50.245613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Allocated IP 172.20.0.10 (a63cf7b7-d44a-4d12-8661-3fb18b1a887c/3cd42b69-8cf6-48a1-b144-68f837442fd3/f96f985a-9e12-42a4-b373-8ab779e895f0) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:50.483582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.502243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Transition to ACTIVE for port object f96f985a-9e12-42a4-b373-8ab779e895f0 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:50.558904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.630952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:50.637491 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:50.643667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:50.684016 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'Port': ['ID=f96f985a-9e12-42a4-b373-8ab779e895f0,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:50.735899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:50.737566 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.760330 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1a7126ae-2e4f-4a22-89fe-14d89190c7be tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9477158 Aug 03 19:21:50.760740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45308) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:50.767823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-85745cd0-2130-4e2e-924b-e0cb969785c2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ff:90:0a'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:9d:1f:b5'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:51.017424 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85745cd0-2130-4e2e-924b-e0cb969785c2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.049340 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1e868862-5863-4505-990b-30689f650744 None None] Provisioning for port f96f985a-9e12-42a4-b373-8ab779e895f0 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:51.055499 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1e868862-5863-4505-990b-30689f650744 None None] Provisioning complete for port f96f985a-9e12-42a4-b373-8ab779e895f0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:51.056320 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e868862-5863-4505-990b-30689f650744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.110807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1e868862-5863-4505-990b-30689f650744 None None] Port f96f985a-9e12-42a4-b373-8ab779e895f0 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:51.286412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85745cd0-2130-4e2e-924b-e0cb969785c2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.292644 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85745cd0-2130-4e2e-924b-e0cb969785c2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.388160 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85745cd0-2130-4e2e-924b-e0cb969785c2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event updated for resources: {'Port': ['ID=f96f985a-9e12-42a4-b373-8ab779e895f0,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:51.423140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-85745cd0-2130-4e2e-924b-e0cb969785c2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] In _notify_port_updated(), no bound segment for port f96f985a-9e12-42a4-b373-8ab779e895f0 on network a63cf7b7-d44a-4d12-8661-3fb18b1a887c {{(pid=100488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:21:51.433072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85745cd0-2130-4e2e-924b-e0cb969785c2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:51.434266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85745cd0-2130-4e2e-924b-e0cb969785c2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.440316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45316) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:51.454035 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-85745cd0-2130-4e2e-924b-e0cb969785c2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "PUT /v2.0/ports/f96f985a-9e12-42a4-b373-8ab779e895f0 HTTP/1.1" status: 200 len: 1056 time: 0.6871488 Aug 03 19:21:51.590569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-70547470-559b-40e6-acd2-700308dd16fc tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Deleting port f96f985a-9e12-42a4-b373-8ab779e895f0 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:51.591125 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-70547470-559b-40e6-acd2-700308dd16fc tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.752338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-619bf393-ec4a-4782-bffc-75d6a1abe4d1 None None] Provisioning complete for port f96f985a-9e12-42a4-b373-8ab779e895f0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:51.753225 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-619bf393-ec4a-4782-bffc-75d6a1abe4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.760897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-70547470-559b-40e6-acd2-700308dd16fc tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.787696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-70547470-559b-40e6-acd2-700308dd16fc tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Calling delete_port for f96f985a-9e12-42a4-b373-8ab779e895f0 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:51.839912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-619bf393-ec4a-4782-bffc-75d6a1abe4d1 None None] Port f96f985a-9e12-42a4-b373-8ab779e895f0 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:52.004922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-70547470-559b-40e6-acd2-700308dd16fc tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.055806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70547470-559b-40e6-acd2-700308dd16fc tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event deleted for resources: {'Port': ['ID=f96f985a-9e12-42a4-b373-8ab779e895f0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:52.353650 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-70547470-559b-40e6-acd2-700308dd16fc tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.357569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-70547470-559b-40e6-acd2-700308dd16fc tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "DELETE /v2.0/ports/f96f985a-9e12-42a4-b373-8ab779e895f0 HTTP/1.1" status: 204 len: 168 time: 0.9143794 Aug 03 19:21:52.359250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45320) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:52.387379 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71dd776-7c35-4f2f-b929-42fb7a1ea93c tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] GET failed (client error): The resource could not be found. Aug 03 19:21:52.389557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a71dd776-7c35-4f2f-b929-42fb7a1ea93c tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "GET /v2.0/ports/f96f985a-9e12-42a4-b373-8ab779e895f0 HTTP/1.1" status: 404 len: 333 time: 0.0280337 Aug 03 19:21:52.392197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45322) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:52.543097 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e0063-bad6-49af-8a44-ebd64196691c tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Deleting port e99da9c3-4fdb-4154-b8e2-1a422826650e {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:52.543650 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0063-bad6-49af-8a44-ebd64196691c tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.696594 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0063-bad6-49af-8a44-ebd64196691c tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.710972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e0063-bad6-49af-8a44-ebd64196691c tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Calling delete_port for e99da9c3-4fdb-4154-b8e2-1a422826650e owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:52.917910 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0063-bad6-49af-8a44-ebd64196691c tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.962402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e0063-bad6-49af-8a44-ebd64196691c tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event deleted for resources: {'Port': ['ID=e99da9c3-4fdb-4154-b8e2-1a422826650e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:53.124578 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0063-bad6-49af-8a44-ebd64196691c tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.133806 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9e7e0063-bad6-49af-8a44-ebd64196691c tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "DELETE /v2.0/ports/e99da9c3-4fdb-4154-b8e2-1a422826650e HTTP/1.1" status: 204 len: 168 time: 0.7366173 Aug 03 19:21:53.134105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45338) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:53.205174 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ba06ba-da7a-46a7-ab52-f11089010ae2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] GET failed (client error): The resource could not be found. Aug 03 19:21:53.216143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45340) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:53.221103 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-33ba06ba-da7a-46a7-ab52-f11089010ae2 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "GET /v2.0/ports/e99da9c3-4fdb-4154-b8e2-1a422826650e HTTP/1.1" status: 404 len: 333 time: 0.0850348 Aug 03 19:21:53.426201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a9c531c9-0fc4-4bfd-9e8b-5e6d01a00095 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Deleting port 52571f40-d846-45b6-8aaa-5df77d394f4c {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:53.426568 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9c531c9-0fc4-4bfd-9e8b-5e6d01a00095 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.614119 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9c531c9-0fc4-4bfd-9e8b-5e6d01a00095 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.641587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a9c531c9-0fc4-4bfd-9e8b-5e6d01a00095 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Calling delete_port for 52571f40-d846-45b6-8aaa-5df77d394f4c owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:53.893971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9c531c9-0fc4-4bfd-9e8b-5e6d01a00095 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.928848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c531c9-0fc4-4bfd-9e8b-5e6d01a00095 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event deleted for resources: {'Port': ['ID=52571f40-d846-45b6-8aaa-5df77d394f4c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:54.043221 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9c531c9-0fc4-4bfd-9e8b-5e6d01a00095 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.046713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a9c531c9-0fc4-4bfd-9e8b-5e6d01a00095 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "DELETE /v2.0/ports/52571f40-d846-45b6-8aaa-5df77d394f4c HTTP/1.1" status: 204 len: 168 time: 0.8276134 Aug 03 19:21:54.049624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45350) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:54.139322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a80a6f-dd70-48c7-aecc-fbf7470f65cb tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Deleting subnet 3cd42b69-8cf6-48a1-b144-68f837442fd3 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:54.145277 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-33a80a6f-dd70-48c7-aecc-fbf7470f65cb tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.220294 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-33a80a6f-dd70-48c7-aecc-fbf7470f65cb tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.365284 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-33a80a6f-dd70-48c7-aecc-fbf7470f65cb tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.450850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-33a80a6f-dd70-48c7-aecc-fbf7470f65cb tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.488105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a80a6f-dd70-48c7-aecc-fbf7470f65cb tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd42b69-8cf6-48a1-b144-68f837442fd3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:54.490886 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-33a80a6f-dd70-48c7-aecc-fbf7470f65cb tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.496135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45356) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:54.496955 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-33a80a6f-dd70-48c7-aecc-fbf7470f65cb tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "DELETE /v2.0/subnets/3cd42b69-8cf6-48a1-b144-68f837442fd3 HTTP/1.1" status: 204 len: 168 time: 0.4446034 Aug 03 19:21:54.503073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11a568-cdc7-43fb-8e8e-1b5f86431b7d None None] Network a63cf7b7-d44a-4d12-8661-3fb18b1a887c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:54.674402 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.773312 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd77e4-3c3a-459f-9f72-d5f7b993e1f5 None None] DHCP port deletion for a63cf7b7-d44a-4d12-8661-3fb18b1a887c request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:54.785413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Deleting port 4b117140-19bd-4104-9d51-16fcfefbaa56 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:54.786251 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.858779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd77e4-3c3a-459f-9f72-d5f7b993e1f5 None None] Deleting port 4b117140-19bd-4104-9d51-16fcfefbaa56 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:54.859708 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77e4-3c3a-459f-9f72-d5f7b993e1f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.899235 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] For port 4b117140-19bd-4104-9d51-16fcfefbaa56, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4b117140-19bd-4104-9d51-16fcfefbaa56,segment=NetworkSegment(252e004c-f6ed-4a92-9dca-f18a9a1199aa),segment_id=252e004c-f6ed-4a92-9dca-f18a9a1199aa)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:54.899779 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.925706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Calling delete_port for 4b117140-19bd-4104-9d51-16fcfefbaa56 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:54.974907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7dfd77e4-3c3a-459f-9f72-d5f7b993e1f5 None None] For port 4b117140-19bd-4104-9d51-16fcfefbaa56, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4b117140-19bd-4104-9d51-16fcfefbaa56,segment=NetworkSegment(252e004c-f6ed-4a92-9dca-f18a9a1199aa),segment_id=252e004c-f6ed-4a92-9dca-f18a9a1199aa)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:54.975387 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77e4-3c3a-459f-9f72-d5f7b993e1f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.993843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd77e4-3c3a-459f-9f72-d5f7b993e1f5 None None] Calling delete_port for 4b117140-19bd-4104-9d51-16fcfefbaa56 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:55.078016 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.101368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7dfd77e4-3c3a-459f-9f72-d5f7b993e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.139050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event deleted for resources: {'Port': ['ID=4b117140-19bd-4104-9d51-16fcfefbaa56,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:55.139050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] No DVR routers for this DVR port 4b117140-19bd-4104-9d51-16fcfefbaa56 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:55.275681 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.292858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63cf7b7-d44a-4d12-8661-3fb18b1a887c']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:55.306148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252e004c-f6ed-4a92-9dca-f18a9a1199aa') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:55.306655 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252e004c-f6ed-4a92-9dca-f18a9a1199aa') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:55.319235 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.328492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd77e4-3c3a-459f-9f72-d5f7b993e1f5 None None] Pushing event deleted for resources: {'Port': ['ID=4b117140-19bd-4104-9d51-16fcfefbaa56,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:55.339244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd77e4-3c3a-459f-9f72-d5f7b993e1f5 None None] No DVR routers for this DVR port 4b117140-19bd-4104-9d51-16fcfefbaa56 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:55.353062 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.363226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:55.363624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:55.367640 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:55.441726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.452578 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.455831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] 10.222.0.78 "DELETE /v2.0/networks/a63cf7b7-d44a-4d12-8661-3fb18b1a887c HTTP/1.1" status: 204 len: 168 time: 0.9581687 Aug 03 19:21:55.474131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fc267-df3a-4094-908e-8a2d3aaf6cb9 tempest-AllowedAddressPairTestJSON-2142516435 tempest-AllowedAddressPairTestJSON-2142516435-project] Pushing event deleted for resources: {'Network': ['ID=a63cf7b7-d44a-4d12-8661-3fb18b1a887c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:55.654320 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4b117140-19bd-4104-9d51-16fcfefbaa56 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:55.684123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 4b117140-19bd-4104-9d51-16fcfefbaa56 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:55.684827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4b117140-19bd-4104-9d51-16fcfefbaa56 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:55.854543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45368) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:56.098172 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fa00d792-5669-41f0-9b4f-8f58ebea4eb9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11ba9772916844afbfd0c02478ccdd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419248 Aug 03 19:21:56.100960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45380) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:56.211154 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c00bdd72-523e-4d10-bd3c-1a2ad7c9e343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.268795 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c00bdd72-523e-4d10-bd3c-1a2ad7c9e343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.354149 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c00bdd72-523e-4d10-bd3c-1a2ad7c9e343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.359884 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c00bdd72-523e-4d10-bd3c-1a2ad7c9e343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.365601 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c00bdd72-523e-4d10-bd3c-1a2ad7c9e343 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/346835fe-e496-4c81-8c62-422eb4eda928 HTTP/1.1" status: 204 len: 168 time: 0.2580342 Aug 03 19:21:56.378459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bdd72-523e-4d10-bd3c-1a2ad7c9e343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346835fe-e496-4c81-8c62-422eb4eda928,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:57.223888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45412) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:57.373334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1389075978'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:57.426954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:57.431367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.442847 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.562776 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.568257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.606589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:57.612761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f230f7a-c9dc-4d19-a955-c7c610e6dc44,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:57.622883 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.623395 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Added segment c45aa0b4-a9b2-481c-add2-9d9fdd3585d3 of type vlan for network af83caf5-b798-4631-9ef6-96bd52caa858 Aug 03 19:21:57.678791 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.719588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.726244 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:57.726904 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.796742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5672011 Aug 03 19:21:57.799332 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45420) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:57.813122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197cee9-a96e-4aa1-9661-13aa5106da37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Network': ['ID=af83caf5-b798-4631-9ef6-96bd52caa858,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:57.821810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'name': 'tempest-PortsIpV6TestJSON-357158263'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:57.830947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network af83caf5-b798-4631-9ef6-96bd52caa858 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:58.048067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:58.059180 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.102568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port d5980060-f699-4e5b-b321-49f6b4db54d4 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:58.367911 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.438390 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.503872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=d5980060-f699-4e5b-b321-49f6b4db54d4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:58.522833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Checking segment: {'id': 'c45aa0b4-a9b2-481c-add2-9d9fdd3585d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:58.523254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network hostable DHCP agents. Network: af83caf5-b798-4631-9ef6-96bd52caa858, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:58.554814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network af83caf5-b798-4631-9ef6-96bd52caa858 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:58.567518 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, af83caf5-b798-4631-9ef6-96bd52caa858) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:58.572544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:58.579694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.580471 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.592155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a457a9-dc75-4f5c-92cb-4453cd16e1c2 None None] Network af83caf5-b798-4631-9ef6-96bd52caa858 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:58.601152 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3b3aadba-9fda-4992-ab9a-0284e4f6f901 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7969475 Aug 03 19:21:58.604724 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45426) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:58.610481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1539273445'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:58.639957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:58.644762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.690455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:58.711703 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.712262 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Added segment 48b51c88-3a15-4787-961d-08eb9626c251 of type vlan for network b9ce7cf4-1492-4491-b1d7-0e8d2515e776 Aug 03 19:21:58.786539 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.843290 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.852034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.853015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.947549 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3414502 Aug 03 19:21:58.950770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45430) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:58.961221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'ports': [{'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858'}, {'network_id': 'b9ce7cf4-1492-4491-b1d7-0e8d2515e776'}]} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:58.961758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:58.962551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': 'b9ce7cf4-1492-4491-b1d7-0e8d2515e776'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:58.979377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd3296-5dcd-4aef-8d76-de5a2158cdb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Network': ['ID=b9ce7cf4-1492-4491-b1d7-0e8d2515e776,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:58.997920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network b9ce7cf4-1492-4491-b1d7-0e8d2515e776 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:59.307275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 2} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:59.308282 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.333257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.486800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port 8f906568-d9f3-4fa4-9590-e2fa59d33b1f yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:21:59.631160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.632440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45442) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:59.743154 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.143737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port 787125dc-0777-4fe4-b87a-1d9d3bc72ee2 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:00.358001 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.441211 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.483042 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.541153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=8f906568-d9f3-4fa4-9590-e2fa59d33b1f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:00.567956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network af83caf5-b798-4631-9ef6-96bd52caa858 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:00.570514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:00.574069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:00.575281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.676013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=787125dc-0777-4fe4-b87a-1d9d3bc72ee2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:00.712143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Checking segment: {'id': '48b51c88-3a15-4787-961d-08eb9626c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b9ce7cf4-1492-4491-b1d7-0e8d2515e776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:00.712720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network hostable DHCP agents. Network: b9ce7cf4-1492-4491-b1d7-0e8d2515e776, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:00.748038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network b9ce7cf4-1492-4491-b1d7-0e8d2515e776 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:00.771543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, b9ce7cf4-1492-4491-b1d7-0e8d2515e776) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:00.780591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:00.785444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b20366-de6b-471c-a94d-6bb5cd990381 None None] Network b9ce7cf4-1492-4491-b1d7-0e8d2515e776 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:00.800668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.812966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.814796 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.863462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dc4c214a-9216-4f16-bd53-07be8265171f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9102752 Aug 03 19:22:00.865425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45454) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:01.118189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30ab08-a4dd-4cc9-a1a3-027ca1edb432 req-fa45bfa0-7cde-449a-92cb-43053cd813d5 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.122351 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f30ab08-a4dd-4cc9-a1a3-027ca1edb432 req-fa45bfa0-7cde-449a-92cb-43053cd813d5 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1096 time: 0.2368095 Aug 03 19:22:01.208896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcbe2b-26b0-418f-97de-95bbc460d229 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 787125dc-0777-4fe4-b87a-1d9d3bc72ee2 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:01.210003 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ebdcbe2b-26b0-418f-97de-95bbc460d229 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.289807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f30ab08-a4dd-4cc9-a1a3-027ca1edb432 req-dedb6097-6285-4b46-bb10-55dd2505e975 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528275 Aug 03 19:22:01.338644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45462) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:01.351130 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ebdcbe2b-26b0-418f-97de-95bbc460d229 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.379651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcbe2b-26b0-418f-97de-95bbc460d229 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 787125dc-0777-4fe4-b87a-1d9d3bc72ee2 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:01.423899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] Deleting port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:01.424261 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.544782 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ebdcbe2b-26b0-418f-97de-95bbc460d229 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.562145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] For port 5a2f21a2-1c88-43e7-ba74-4d390f30af6f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5a2f21a2-1c88-43e7-ba74-4d390f30af6f,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:01.562729 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.593442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] Calling delete_port for 5a2f21a2-1c88-43e7-ba74-4d390f30af6f owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:01.628066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ebdcbe2b-26b0-418f-97de-95bbc460d229 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.635711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ebdcbe2b-26b0-418f-97de-95bbc460d229 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/787125dc-0777-4fe4-b87a-1d9d3bc72ee2 HTTP/1.1" status: 204 len: 168 time: 0.7665594 Aug 03 19:22:01.637011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45466) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:01.652732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcbe2b-26b0-418f-97de-95bbc460d229 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=787125dc-0777-4fe4-b87a-1d9d3bc72ee2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:01.807259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032652c-0c97-423b-aff4-3932671f9286 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.816744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032652c-0c97-423b-aff4-3932671f9286 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.818623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6032652c-0c97-423b-aff4-3932671f9286 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1802199 Aug 03 19:22:01.826951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45468) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:01.950754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port b57f59f7-b928-45cb-a6f8-06a06effa6a2 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:01.951207 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.975981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.998212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b6410330-dbca-4bd2-bcdc-22199fdc6729 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 8f906568-d9f3-4fa4-9590-e2fa59d33b1f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:01.999229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b6410330-dbca-4bd2-bcdc-22199fdc6729 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.067088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2f21a2-1c88-43e7-ba74-4d390f30af6f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:02.183337 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b6410330-dbca-4bd2-bcdc-22199fdc6729 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.208584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b6410330-dbca-4bd2-bcdc-22199fdc6729 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 8f906568-d9f3-4fa4-9590-e2fa59d33b1f owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:02.242289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.242536 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.279057 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for b57f59f7-b928-45cb-a6f8-06a06effa6a2 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:02.328996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c5d4d-30a9-4123-bb50-eb0b28795c3c req-1fe0e1f8-b595-4323-9087-2530e0d6c681 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:02.332030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d75c5d4d-30a9-4123-bb50-eb0b28795c3c req-1fe0e1f8-b595-4323-9087-2530e0d6c681 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 945 time: 0.2360744 Aug 03 19:22:02.448748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d75c5d4d-30a9-4123-bb50-eb0b28795c3c req-5f62d6f8-3d0a-440f-8e10-f2e1302bb5c1 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825367 Aug 03 19:22:02.462744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b6410330-dbca-4bd2-bcdc-22199fdc6729 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.505860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6410330-dbca-4bd2-bcdc-22199fdc6729 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=8f906568-d9f3-4fa4-9590-e2fa59d33b1f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:02.530750 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b6410330-dbca-4bd2-bcdc-22199fdc6729 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.535465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b6410330-dbca-4bd2-bcdc-22199fdc6729 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/8f906568-d9f3-4fa4-9590-e2fa59d33b1f HTTP/1.1" status: 204 len: 168 time: 0.7110658 Aug 03 19:22:02.538933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45476) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:02.640278 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.649556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3926d14c-8d9f-4f07-b03b-7c4148f89d97 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:02.653560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3926d14c-8d9f-4f07-b03b-7c4148f89d97 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1114252 Aug 03 19:22:02.655068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45480) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:02.690362 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-0918e0c9-f315-472b-aefb-0877907c073d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:22:02.692865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0918e0c9-f315-472b-aefb-0877907c073d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/787125dc-0777-4fe4-b87a-1d9d3bc72ee2 HTTP/1.1" status: 404 len: 333 time: 0.0354087 Aug 03 19:22:02.698206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45482) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:02.727376 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-211af8f5-7bd5-4223-8953-303dd0b478ad tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:22:02.730311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-211af8f5-7bd5-4223-8953-303dd0b478ad tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/8f906568-d9f3-4fa4-9590-e2fa59d33b1f HTTP/1.1" status: 404 len: 333 time: 0.0305688 Aug 03 19:22:02.734359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45484) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:02.833865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.845267 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.912105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=b57f59f7-b928-45cb-a6f8-06a06effa6a2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:02.982011 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.001864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ce7cf4-1492-4491-b1d7-0e8d2515e776']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:03.021854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b51c88-3a15-4787-961d-08eb9626c251') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:03.022172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b51c88-3a15-4787-961d-08eb9626c251') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:03.038955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] Router a293b2dc-c762-40a4-a797-2a834068adf4 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:03.040410 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.040603 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Floating IP 661488ce-ffbf-423b-8a6f-90ba8f60500b disassociated (deleted). External IP: 172.25.8.73, port: 68855c41-6af8-41bb-812c-73effc074580. Aug 03 19:22:03.049704 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.070418 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.079570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:03.080130 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:03.084300 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:03.166202 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.187632 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.191043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/networks/b9ce7cf4-1492-4491-b1d7-0e8d2515e776 HTTP/1.1" status: 204 len: 168 time: 0.4550993 Aug 03 19:22:03.208894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45488) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.217739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-239517315'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:03.224520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53a7ef-3a56-4991-8f0d-6cb5ded2293c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Network': ['ID=b9ce7cf4-1492-4491-b1d7-0e8d2515e776,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:03.261977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:03.270022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.311514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:03.328556 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.329488 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Added segment f5050342-b13c-41d3-ad8b-7e3aeb43810a of type vlan for network 582e3ae3-b457-4c78-990a-3f883c995f2d Aug 03 19:22:03.366891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:03.373126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a3f37189-ce7f-4fc3-959e-22c2aa04daa0 admin admin] 10.222.0.78 "PUT /v2.0/routers/a293b2dc-c762-40a4-a797-2a834068adf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7386720 Aug 03 19:22:03.382274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45490) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.384195 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c371b83-a7bc-4405-bf40-f4703d823448 None None] Sync routers for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:03.396093 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.403036 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c371b83-a7bc-4405-bf40-f4703d823448 None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:03.404144 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0c371b83-a7bc-4405-bf40-f4703d823448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:21:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:03.526583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-e64c0255-eb4c-46c0-982f-0b28b5add045 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:03.529404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-e64c0255-eb4c-46c0-982f-0b28b5add045 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.74 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 945 time: 0.1214683 Aug 03 19:22:03.552665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.568625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:03.569688 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.571294 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.647507 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0c371b83-a7bc-4405-bf40-f4703d823448 None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:03.682790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5c1a9234-0b07-4bc1-aa81-aa951b3fb459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.774386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 3f905b84-95ea-4aec-85ac-010d335210c1 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:03.845187 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.908168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6974921 Aug 03 19:22:03.916190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45496) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.924034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': '582e3ae3-b457-4c78-990a-3f883c995f2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:03.944879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1865b0-25ca-4585-a3a4-57479586a692 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Network': ['ID=582e3ae3-b457-4c78-990a-3f883c995f2d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:03.961492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 582e3ae3-b457-4c78-990a-3f883c995f2d details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:03.976245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbdc58-b51f-4ff2-b0f2-5d89fd3beb23 req-fee7531d-a94b-4e39-a8f5-07f5e576a3db tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:03.984481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72dbdc58-b51f-4ff2-b0f2-5d89fd3beb23 req-fee7531d-a94b-4e39-a8f5-07f5e576a3db tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 945 time: 0.3088336 Aug 03 19:22:04.036753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Deleting port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:04.037807 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.049945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72dbdc58-b51f-4ff2-b0f2-5d89fd3beb23 req-d7f8f123-f11b-4f98-a755-98e14380e44d tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/security-groups?id=6260889f-ec34-4504-a7ff-37be72b86e27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644283 Aug 03 19:22:04.118043 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0c371b83-a7bc-4405-bf40-f4703d823448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:22:01Z', 'revision_number': 5, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port': {'id': 'c90e9a17-6f35-4733-a5c2-79d721873aff', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:94:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:20Z', 'updated_at': '2021-08-03T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:04.202340 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c371b83-a7bc-4405-bf40-f4703d823448 None None] Checking router: a293b2dc-c762-40a4-a797-2a834068adf4 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:04.219093 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c371b83-a7bc-4405-bf40-f4703d823448 None None] Routers {'a293b2dc-c762-40a4-a797-2a834068adf4'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:04.223943 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0c371b83-a7bc-4405-bf40-f4703d823448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:21:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293b2dc-c762-40a4-a797-2a834068adf4'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:04.225587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] For port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=9e90f39a-96f5-4701-ba3e-1b6be14cdca8,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:04.225976 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.530435 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0c371b83-a7bc-4405-bf40-f4703d823448 None None] Set router a293b2dc-c762-40a4-a797-2a834068adf4 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:04.530435 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0c371b83-a7bc-4405-bf40-f4703d823448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:22:03Z', 'revision_number': 6, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:04.530435 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c371b83-a7bc-4405-bf40-f4703d823448 None None] The sync data for ids ['a293b2dc-c762-40a4-a797-2a834068adf4'] in n-d-802918-7 is: [{'id': 'a293b2dc-c762-40a4-a797-2a834068adf4', 'name': 'tempest-AttachVolumeTestJSON-1663577036-router', 'tenant_id': '626233c70a404f73880d3d28058f737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:19Z', 'updated_at': '2021-08-03T19:22:03Z', 'revision_number': 6, 'project_id': '626233c70a404f73880d3d28058f737e', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:04.666061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:04.673398 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.679967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fad19-764e-483d-975d-f334e6195e9b None None] Sync routers for ids ['3f905b84-95ea-4aec-85ac-010d335210c1'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:04.702245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fad19-764e-483d-975d-f334e6195e9b None None] Routers {'3f905b84-95ea-4aec-85ac-010d335210c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:04.705781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f70fad19-764e-483d-975d-f334e6195e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:21:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3f905b84-95ea-4aec-85ac-010d335210c1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:04.707534 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.712092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.712808 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Floating IP 5035d7ee-7f7e-4706-ada6-205810645ac0 disassociated. External IP: 172.25.8.10, port: 9e90f39a-96f5-4701-ba3e-1b6be14cdca8. Aug 03 19:22:04.713423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Calling delete_port for 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:04.726041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:04.726041 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.787938 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Deleting port c90e9a17-6f35-4733-a5c2-79d721873aff {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:04.788976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.803602 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c767f8e0-7303-4fdd-b0c2-304820b490f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/floatingips/661488ce-ffbf-423b-8a6f-90ba8f60500b HTTP/1.1" status: 204 len: 168 time: 3.4529827 Aug 03 19:22:04.813024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'tag': '68855c41-6af8-41bb-812c-73effc074580'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:04.816263 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5052c8-47c3-4218-97ab-6698af3ed93b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "tag": "68855c41-6af8-41bb-812c-73effc074580"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:04.962724 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] For port c90e9a17-6f35-4733-a5c2-79d721873aff, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c90e9a17-6f35-4733-a5c2-79d721873aff,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:04.964535 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.998798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Calling delete_port for c90e9a17-6f35-4733-a5c2-79d721873aff owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:05.007833 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1524c2c2-9bc7-420d-afb0-e5f7e57ea7f6 x-openstack-request-id: req-1524c2c2-9bc7-420d-afb0-e5f7e57ea7f6 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:05.008773 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "tag": "68855c41-6af8-41bb-812c-73effc074580", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:05.009547 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1524c2c2-9bc7-420d-afb0-e5f7e57ea7f6 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:05.010324 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'tag': '68855c41-6af8-41bb-812c-73effc074580', 'status': 'completed', 'code': 200} Aug 03 19:22:05.125524 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f70fad19-764e-483d-975d-f334e6195e9b None None] Set router 3f905b84-95ea-4aec-85ac-010d335210c1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:05.128155 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.204732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event deleted for resources: {'Port': ['ID=9e90f39a-96f5-4701-ba3e-1b6be14cdca8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:05.490208 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1752dc1d-37ea-44d7-bab2-125f88930303 req-f2ed66bd-6df9-42b9-9990-6c0dae9999a8 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 210 time: 0.2475984 Aug 03 19:22:05.506765 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:05.531372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5052c8-47c3-4218-97ab-6698af3ed93b req-670271d6-ae14-46e0-bd5b-77973c203309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:05.533366 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a5052c8-47c3-4218-97ab-6698af3ed93b req-670271d6-ae14-46e0-bd5b-77973c203309 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 1096 time: 0.5292344 Aug 03 19:22:05.570314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ce693-196e-4dd1-b27b-710126542687 req-36337bf3-1445-41cf-a0b7-7b77b97a6a4f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:05.572027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc0ce693-196e-4dd1-b27b-710126542687 req-36337bf3-1445-41cf-a0b7-7b77b97a6a4f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.2416930 Aug 03 19:22:05.590762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f70fad19-764e-483d-975d-f334e6195e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:58Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7b630b16-e05b-44e1-b028-c3dceb8f5d19', 'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:40:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:56Z', 'updated_at': '2021-08-03T19:20:07Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '47662514-e287-43ec-9e3f-3c0676173287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:05.652818 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.701080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fad19-764e-483d-975d-f334e6195e9b None None] Checking router: 3f905b84-95ea-4aec-85ac-010d335210c1 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:05.724937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5a2f21a2-1c88-43e7-ba74-4d390f30af6f no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:05.733068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fad19-764e-483d-975d-f334e6195e9b None None] Routers {'3f905b84-95ea-4aec-85ac-010d335210c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:05.735183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f70fad19-764e-483d-975d-f334e6195e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:21:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3f905b84-95ea-4aec-85ac-010d335210c1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:05.779812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90e9a17-6f35-4733-a5c2-79d721873aff,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:05.853359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:05.868501 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14983f-bf6a-4d95-aff8-bb5a1861d22d None None] Sync routers for ids ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:05.879043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 5a2f21a2-1c88-43e7-ba74-4d390f30af6f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:05.879675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5a2f21a2-1c88-43e7-ba74-4d390f30af6f not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:05.880273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c90e9a17-6f35-4733-a5c2-79d721873aff no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:05.889727 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14983f-bf6a-4d95-aff8-bb5a1861d22d None None] Routers {'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:05.891029 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cf14983f-bf6a-4d95-aff8-bb5a1861d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:21:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:05.918297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c90e9a17-6f35-4733-a5c2-79d721873aff {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:05.918960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c90e9a17-6f35-4733-a5c2-79d721873aff not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:05.983396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] No DVR routers for this DVR port 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:05.988767 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.991185 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-547f59bd-b6d0-4a6c-a617-ffcfc56bdd46 req-1af15da3-7fd3-4e7a-8a2c-87a1013958f7 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.74 "DELETE /v2.0/ports/9e90f39a-96f5-4701-ba3e-1b6be14cdca8 HTTP/1.1" status: 204 len: 173 time: 2.4534709 Aug 03 19:22:05.991683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685fab86-fea1-47d3-8683-0316c05507b4', 'name': 'network-vif-deleted', 'tag': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:05.994298 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd05a71-0977-467d-80c2-af984ce2f632" -d '{"events": [{"server_uuid": "685fab86-fea1-47d3-8683-0316c05507b4", "name": "network-vif-deleted", "tag": "9e90f39a-96f5-4701-ba3e-1b6be14cdca8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:06.032912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc0ce693-196e-4dd1-b27b-710126542687 req-2f5c6487-6653-4ef8-8711-05c4931ab9cb tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821532 Aug 03 19:22:06.058577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f70fad19-764e-483d-975d-f334e6195e9b None None] Set router 3f905b84-95ea-4aec-85ac-010d335210c1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:06.178409 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5052c8-47c3-4218-97ab-6698af3ed93b req-47206c6c-6ffa-42ff-8845-0b55831d386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:06.181254 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cf14983f-bf6a-4d95-aff8-bb5a1861d22d None None] Set router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:06.182624 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a5052c8-47c3-4218-97ab-6698af3ed93b req-47206c6c-6ffa-42ff-8845-0b55831d386a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 HTTP/1.1" status: 200 len: 898 time: 0.6130559 Aug 03 19:22:06.356388 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1968ae11-beda-48f5-abe4-8a9a78ffe15f x-openstack-request-id: req-1968ae11-beda-48f5-abe4-8a9a78ffe15f {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:06.356676 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685fab86-fea1-47d3-8683-0316c05507b4", "name": "network-vif-deleted", "tag": "9e90f39a-96f5-4701-ba3e-1b6be14cdca8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:06.356936 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1968ae11-beda-48f5-abe4-8a9a78ffe15f {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:06.357360 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685fab86-fea1-47d3-8683-0316c05507b4', 'name': 'network-vif-deleted', 'tag': '9e90f39a-96f5-4701-ba3e-1b6be14cdca8', 'status': 'completed', 'code': 200} Aug 03 19:22:06.376288 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.386006 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a5052c8-47c3-4218-97ab-6698af3ed93b req-67e021fb-7985-48d3-8a0e-1b9285b73c26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 200 len: 217 time: 0.1861730 Aug 03 19:22:06.441049 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-288f7f49-f47a-4a06-b62d-dd4fe5bf5c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.532239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.594473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b9e85-3d1e-4276-9373-ec415f01a1fc req-cb1a39d2-bf21-402b-928e-35c7eaee65a8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:06.597252 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec4b9e85-3d1e-4276-9373-ec415f01a1fc req-cb1a39d2-bf21-402b-928e-35c7eaee65a8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.1326644 Aug 03 19:22:06.677232 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.710849 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cf14983f-bf6a-4d95-aff8-bb5a1861d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:23Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '95a529b5-57b1-492e-9c9b-54c8d9ae8e47', 'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'mac_address': 'fa:16:3e:e6:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:21Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 5, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'subnets': [{'id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:06.743141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f70fad19-764e-483d-975d-f334e6195e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:58Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7b630b16-e05b-44e1-b028-c3dceb8f5d19', 'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:40:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:56Z', 'updated_at': '2021-08-03T19:20:07Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '47662514-e287-43ec-9e3f-3c0676173287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:06.772736 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14983f-bf6a-4d95-aff8-bb5a1861d22d None None] Checking router: ec0bf996-b1bd-4fb5-a16e-fe532581e2fa for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:06.806464 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14983f-bf6a-4d95-aff8-bb5a1861d22d None None] Routers {'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:06.808761 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cf14983f-bf6a-4d95-aff8-bb5a1861d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:06.810670 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70fad19-764e-483d-975d-f334e6195e9b None None] The sync data for ids ['3f905b84-95ea-4aec-85ac-010d335210c1'] in n-d-802918-7 is: [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:19:58Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7b630b16-e05b-44e1-b028-c3dceb8f5d19', 'name': '', 'network_id': 'a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:40:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '47662514-e287-43ec-9e3f-3c0676173287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:56Z', 'updated_at': '2021-08-03T19:20:07Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '47662514-e287-43ec-9e3f-3c0676173287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:06.878617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.911441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5052c8-47c3-4218-97ab-6698af3ed93b req-0dd94e6e-fadf-4a00-9635-8f254411e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:06.913811 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a5052c8-47c3-4218-97ab-6698af3ed93b req-0dd94e6e-fadf-4a00-9635-8f254411e025 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47662514-e287-43ec-9e3f-3c0676173287 HTTP/1.1" status: 200 len: 835 time: 0.4610789 Aug 03 19:22:06.916771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.925249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Subnet': ['ID=9814e247-eabe-48d8-8e7a-82a6afd9cf11,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:07.005629 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cf14983f-bf6a-4d95-aff8-bb5a1861d22d None None] Set router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:07.034478 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48be5cab-e627-496d-ab7e-de2a378300bd req-8551cc10-25ed-4ad6-a3a7-de100ca3c825 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "GET /v2.0/ports?device_id=685fab86-fea1-47d3-8683-0316c05507b4 HTTP/1.1" status: 200 len: 210 time: 0.2624731 Aug 03 19:22:07.120934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-ec4b9e85-3d1e-4276-9373-ec415f01a1fc req-24d9e031-4951-4433-b796-5f2c703de292 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port 68855c41-6af8-41bb-812c-73effc074580 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:07.121543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec4b9e85-3d1e-4276-9373-ec415f01a1fc req-24d9e031-4951-4433-b796-5f2c703de292 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.121913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.122815 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a293b2dc-c762-40a4-a797-2a834068adf4 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:22:07.130175 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.135020 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-37f0d29d-9cd3-4a82-9fe2-6da488d82458 admin admin] 10.222.0.78 "DELETE /v2.0/routers/a293b2dc-c762-40a4-a797-2a834068adf4 HTTP/1.1" status: 204 len: 168 time: 3.7466147 Aug 03 19:22:07.139917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45556) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:07.207341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:07.268080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd0c49c-b3ae-4fe4-90a6-43dda26bf200 admin admin] Deleting subnet 00971ce7-1163-47c1-9547-5e85d939b3bb {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:07.276742 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c49c-b3ae-4fe4-90a6-43dda26bf200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.288293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:07.288629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 9e90f39a-96f5-4701-ba3e-1b6be14cdca8 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:07.396455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Checking segment: {'id': 'f5050342-b13c-41d3-ad8b-7e3aeb43810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '582e3ae3-b457-4c78-990a-3f883c995f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:07.398134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network hostable DHCP agents. Network: 582e3ae3-b457-4c78-990a-3f883c995f2d, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:07.415274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11c4b4-8b78-4f22-9125-29e9ae33d40b req-110eb6dd-4dce-4211-9f52-de48b5f18241 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:07.424808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b11c4b4-8b78-4f22-9125-29e9ae33d40b req-110eb6dd-4dce-4211-9f52-de48b5f18241 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 945 time: 0.2741089 Aug 03 19:22:07.436863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5052c8-47c3-4218-97ab-6698af3ed93b req-aa6dc5f7-a9b2-4aec-89ee-f6b2da77f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:07.453816 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a5052c8-47c3-4218-97ab-6698af3ed93b req-aa6dc5f7-a9b2-4aec-89ee-f6b2da77f0a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5138314 Aug 03 19:22:07.466400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ec4b9e85-3d1e-4276-9373-ec415f01a1fc req-24d9e031-4951-4433-b796-5f2c703de292 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port 68855c41-6af8-41bb-812c-73effc074580, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=68855c41-6af8-41bb-812c-73effc074580,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:07.466774 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec4b9e85-3d1e-4276-9373-ec415f01a1fc req-24d9e031-4951-4433-b796-5f2c703de292 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.505109 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b11c4b4-8b78-4f22-9125-29e9ae33d40b req-7fe83e53-a193-4545-9154-2f1759673aef tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803452 Aug 03 19:22:07.529801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-ec4b9e85-3d1e-4276-9373-ec415f01a1fc req-24d9e031-4951-4433-b796-5f2c703de292 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for 68855c41-6af8-41bb-812c-73effc074580 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:07.531004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c49c-b3ae-4fe4-90a6-43dda26bf200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.606756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network 582e3ae3-b457-4c78-990a-3f883c995f2d is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:07.629887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 582e3ae3-b457-4c78-990a-3f883c995f2d) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:07.635805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:07.636523 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.639357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb192d-dab4-4ede-ba98-2785c29637a6 None None] New status for floating IP 661488ce-ffbf-423b-8a6f-90ba8f60500b: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:22:07.647928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b0ce6-5290-4193-b824-ced7b31df110 None None] Network 582e3ae3-b457-4c78-990a-3f883c995f2d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:07.682456 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cf14983f-bf6a-4d95-aff8-bb5a1861d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:23Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '95a529b5-57b1-492e-9c9b-54c8d9ae8e47', 'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'mac_address': 'fa:16:3e:e6:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:21Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 5, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'subnets': [{'id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:07.683831 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a5052c8-47c3-4218-97ab-6698af3ed93b req-7b47581c-5d07-4b67-9235-b23aa3e5c9f6 service neutron] 10.222.0.37 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073920 Aug 03 19:22:07.762376 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-55adcac2-3e5e-468c-b30d-cbc659472e7c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8458095 Aug 03 19:22:07.767131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45568) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:07.787334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': '582e3ae3-b457-4c78-990a-3f883c995f2d', 'name': 'tempest-PortsIpV6TestJSON-717702805'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:07.857029 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec4b9e85-3d1e-4276-9373-ec415f01a1fc req-24d9e031-4951-4433-b796-5f2c703de292 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.914918 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c49c-b3ae-4fe4-90a6-43dda26bf200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.966811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9e031-4951-4433-b796-5f2c703de292 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=68855c41-6af8-41bb-812c-73effc074580,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:07.982485 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.068003 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14983f-bf6a-4d95-aff8-bb5a1861d22d None None] The sync data for ids ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'] in n-d-802918-7 is: [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:16:23Z', 'revision_number': 4, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '95a529b5-57b1-492e-9c9b-54c8d9ae8e47', 'name': '', 'network_id': '83fe2096-75f7-4db1-9a1a-81976ae4c69d', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'mac_address': 'fa:16:3e:e6:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:21Z', 'updated_at': '2021-08-03T19:16:41Z', 'revision_number': 5, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'subnets': [{'id': 'c063f720-ba3c-4a9e-a6c3-529b45855469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:08.071136 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c49c-b3ae-4fe4-90a6-43dda26bf200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.076240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-582e3ae3-b457-4c78-990a-3f883c995f2d', 'network_id': '582e3ae3-b457-4c78-990a-3f883c995f2d', 'tenant_id': '8e3031d8f9da4f509fc1e56a60df6cf2', 'fixed_ips': [{'subnet_id': '9814e247-eabe-48d8-8e7a-82a6afd9cf11'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:08.078618 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.080601 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:22:08.182189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4b9e85-3d1e-4276-9373-ec415f01a1fc req-24d9e031-4951-4433-b796-5f2c703de292 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] No DVR routers for this DVR port 68855c41-6af8-41bb-812c-73effc074580 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:08.195104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ec4b9e85-3d1e-4276-9373-ec415f01a1fc req-24d9e031-4951-4433-b796-5f2c703de292 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.200699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec4b9e85-3d1e-4276-9373-ec415f01a1fc req-24d9e031-4951-4433-b796-5f2c703de292 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.37 "DELETE /v2.0/ports/68855c41-6af8-41bb-812c-73effc074580 HTTP/1.1" status: 204 len: 173 time: 1.5957086 Aug 03 19:22:08.217346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45574) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:08.223008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0c49c-b3ae-4fe4-90a6-43dda26bf200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00971ce7-1163-47c1-9547-5e85d939b3bb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:08.238386 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4cd0c49c-b3ae-4fe4-90a6-43dda26bf200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.242251 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4cd0c49c-b3ae-4fe4-90a6-43dda26bf200 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/00971ce7-1163-47c1-9547-5e85d939b3bb HTTP/1.1" status: 204 len: 168 time: 1.1000569 Aug 03 19:22:08.244680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45576) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:08.253277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be03e6e9-d80a-479a-9aa6-75182f78f161 None None] Network 09426778-1e21-46ee-b224-87300f001221 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:08.276207 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a5052c8-47c3-4218-97ab-6698af3ed93b req-39421a69-b43b-410c-8945-7536421ddee6 service neutron] 10.222.0.37 "GET /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299218 Aug 03 19:22:08.289357 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:08.296686 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.379371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'name': 'network-vif-deleted', 'tag': '68855c41-6af8-41bb-812c-73effc074580'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:08.385146 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad1f43d-a85a-4dc0-873f-8922a94a1911" -d '{"events": [{"server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "name": "network-vif-deleted", "tag": "68855c41-6af8-41bb-812c-73effc074580"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:08.558583 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Allocated IP 2001:db8::2 (582e3ae3-b457-4c78-990a-3f883c995f2d/9814e247-eabe-48d8-8e7a-82a6afd9cf11/28a369fc-475a-4194-8e8c-a770c2fce0b8) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:08.624412 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e5f52b-8e01-4c20-adf6-7b88ecab365b x-openstack-request-id: req-d1e5f52b-8e01-4c20-adf6-7b88ecab365b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:08.624412 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ed54e7-bc2b-482c-afcd-1378bd258a81", "name": "network-vif-deleted", "tag": "68855c41-6af8-41bb-812c-73effc074580", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:08.624752 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1e5f52b-8e01-4c20-adf6-7b88ecab365b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:08.624980 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ed54e7-bc2b-482c-afcd-1378bd258a81', 'name': 'network-vif-deleted', 'tag': '68855c41-6af8-41bb-812c-73effc074580', 'status': 'completed', 'code': 200} Aug 03 19:22:08.652833 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.700749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port b6c38a6a-8123-48c6-80c6-eb41e7099c44 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:08.724550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-db3063a9-3916-43d7-ab36-5a4d13df0340 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Deleting port ddfe1bbb-4af1-4485-a873-5a8c579c381f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:08.725313 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db3063a9-3916-43d7-ab36-5a4d13df0340 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.772939 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2791cf-b866-42bb-8c14-b14a8aee5eea None None] New status for floating IP 5035d7ee-7f7e-4706-ada6-205810645ac0: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:22:08.947009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db3063a9-3916-43d7-ab36-5a4d13df0340 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.947666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db3063a9-3916-43d7-ab36-5a4d13df0340 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.978813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-db3063a9-3916-43d7-ab36-5a4d13df0340 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Calling delete_port for ddfe1bbb-4af1-4485-a873-5a8c579c381f owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:09.077216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Deleting port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:09.083102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.200660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac761b68-d3e5-45ed-9a24-99fc6011e546 None None] DHCP port deletion for 09426778-1e21-46ee-b224-87300f001221 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:09.288921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52a3a707-4536-49c2-a467-07ea9ce629a9 req-03a4d5cb-d358-4db6-9b2e-d563c921a9e9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5ed54e7-bc2b-482c-afcd-1378bd258a81 HTTP/1.1" status: 200 len: 210 time: 0.4240813 Aug 03 19:22:09.289823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] For port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6ebf9dd2-9e26-4999-8f76-f6c5f91f2887,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:09.290455 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.330951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Calling delete_port for 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:09.357651 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.448539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ac761b68-d3e5-45ed-9a24-99fc6011e546 None None] Deleting port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:09.449436 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac761b68-d3e5-45ed-9a24-99fc6011e546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.460652 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db3063a9-3916-43d7-ab36-5a4d13df0340 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.469078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 68855c41-6af8-41bb-812c-73effc074580 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:09.473258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Transition to ACTIVE for port object 28a369fc-475a-4194-8e8c-a770c2fce0b8 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:09.520433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3063a9-3916-43d7-ab36-5a4d13df0340 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event deleted for resources: {'Port': ['ID=ddfe1bbb-4af1-4485-a873-5a8c579c381f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:09.589700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.659437 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 68855c41-6af8-41bb-812c-73effc074580 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:09.660132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 68855c41-6af8-41bb-812c-73effc074580 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:09.677046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:09.679748 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db3063a9-3916-43d7-ab36-5a4d13df0340 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.683271 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db3063a9-3916-43d7-ab36-5a4d13df0340 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.684865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-db3063a9-3916-43d7-ab36-5a4d13df0340 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "DELETE /v2.0/floatingips/5035d7ee-7f7e-4706-ada6-205810645ac0 HTTP/1.1" status: 204 len: 168 time: 1.4650934 Aug 03 19:22:09.716507 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:09.716860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:09.745055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Transition to ACTIVE for port object 28a369fc-475a-4194-8e8c-a770c2fce0b8 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:09.746922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebf9dd2-9e26-4999-8f76-f6c5f91f2887,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:09.773749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] No DVR routers for this DVR port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:09.800401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ac761b68-d3e5-45ed-9a24-99fc6011e546 None None] For port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6ebf9dd2-9e26-4999-8f76-f6c5f91f2887,segment=NetworkSegment(52ccbc1f-42dc-4357-9ef3-8622b30434a8),segment_id=52ccbc1f-42dc-4357-9ef3-8622b30434a8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:09.800969 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac761b68-d3e5-45ed-9a24-99fc6011e546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.811899 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.836481 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.869599 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Network 582e3ae3-b457-4c78-990a-3f883c995f2d is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:09.877680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:09.879720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45608) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:09.945295 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ac761b68-d3e5-45ed-9a24-99fc6011e546 None None] Calling delete_port for 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:09.950745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:09.973806 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.035441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8::376 (582e3ae3-b457-4c78-990a-3f883c995f2d/9814e247-eabe-48d8-8e7a-82a6afd9cf11/b6c38a6a-8123-48c6-80c6-eb41e7099c44) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:10.042579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09426778-1e21-46ee-b224-87300f001221']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:10.055075 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-61226365-efa2-4a82-8bc3-76905b755a85 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.085903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ccbc1f-42dc-4357-9ef3-8622b30434a8') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:10.087114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ccbc1f-42dc-4357-9ef3-8622b30434a8') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:10.112655 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-61226365-efa2-4a82-8bc3-76905b755a85 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.118082 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.175410 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.207356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:10.208645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:10.212963 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:10.279660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-61226365-efa2-4a82-8bc3-76905b755a85 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.288922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-61226365-efa2-4a82-8bc3-76905b755a85 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.298971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-61226365-efa2-4a82-8bc3-76905b755a85 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] 10.222.0.78 "DELETE /v2.0/security-groups/6260889f-ec34-4504-a7ff-37be72b86e27 HTTP/1.1" status: 204 len: 168 time: 0.4139686 Aug 03 19:22:10.332646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Pushing event updated for resources: {'Port': ['ID=28a369fc-475a-4194-8e8c-a770c2fce0b8,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:10.336011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61226365-efa2-4a82-8bc3-76905b755a85 tempest-TestServerBasicOps-2138357306 tempest-TestServerBasicOps-2138357306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6260889f-ec34-4504-a7ff-37be72b86e27,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:10.355658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Attempting to bind port 28a369fc-475a-4194-8e8c-a770c2fce0b8 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:10.360037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Attempting to bind port 28a369fc-475a-4194-8e8c-a770c2fce0b8 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'f5050342-b13c-41d3-ad8b-7e3aeb43810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '582e3ae3-b457-4c78-990a-3f883c995f2d'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:10.361148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Attempting to bind port 28a369fc-475a-4194-8e8c-a770c2fce0b8 on network 582e3ae3-b457-4c78-990a-3f883c995f2d {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:10.404519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45620) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:10.405459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45622) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:10.433373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:10.434051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Checking segment: {'id': 'f5050342-b13c-41d3-ad8b-7e3aeb43810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '582e3ae3-b457-4c78-990a-3f883c995f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:10.434995 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.435370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Bound using segment: {'id': 'f5050342-b13c-41d3-ad8b-7e3aeb43810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '582e3ae3-b457-4c78-990a-3f883c995f2d'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:10.436217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Bound port: 28a369fc-475a-4194-8e8c-a770c2fce0b8, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5050342-b13c-41d3-ad8b-7e3aeb43810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '582e3ae3-b457-4c78-990a-3f883c995f2d'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:10.437489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.507015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.518627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.525486 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] 10.222.0.78 "DELETE /v2.0/networks/09426778-1e21-46ee-b224-87300f001221 HTTP/1.1" status: 204 len: 168 time: 2.2472827 Aug 03 19:22:10.589441 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac761b68-d3e5-45ed-9a24-99fc6011e546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.638947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ce17f-362f-489b-81d5-c9ef4de54158 admin admin] Pushing event deleted for resources: {'Network': ['ID=09426778-1e21-46ee-b224-87300f001221,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:10.674265 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac761b68-d3e5-45ed-9a24-99fc6011e546 None None] Network 09426778-1e21-46ee-b224-87300f001221 is not hosted by any dhcp agent {{(pid=100489) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:22:10.674791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac761b68-d3e5-45ed-9a24-99fc6011e546 None None] No DVR routers for this DVR port 6ebf9dd2-9e26-4999-8f76-f6c5f91f2887 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:10.684206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac761b68-d3e5-45ed-9a24-99fc6011e546 None None] Pushing event deleted for resources: {'Port': ['ID=6ebf9dd2-9e26-4999-8f76-f6c5f91f2887,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:10.704063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] For port 28a369fc-475a-4194-8e8c-a770c2fce0b8, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:10.750336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] For port 28a369fc-475a-4194-8e8c-a770c2fce0b8, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=28a369fc-475a-4194-8e8c-a770c2fce0b8,segment=NetworkSegment(f5050342-b13c-41d3-ad8b-7e3aeb43810a),segment_id=f5050342-b13c-41d3-ad8b-7e3aeb43810a)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:10.759739 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.767474 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.789577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object b6c38a6a-8123-48c6-80c6-eb41e7099c44 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:10.880282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45634) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:10.912683 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.966906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3085c2-de7f-4870-99d2-8e69398dff53 None None] Pushing event updated for resources: {'Port': ['ID=28a369fc-475a-4194-8e8c-a770c2fce0b8,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:11.016894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network 582e3ae3-b457-4c78-990a-3f883c995f2d is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:11.034203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:11.044633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:11.051253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.052086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.080820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=b6c38a6a-8123-48c6-80c6-eb41e7099c44,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:11.096636 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5d306cab-ce7b-454f-b90e-613f1ec31b53 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=626233c70a404f73880d3d28058f737e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115557 Aug 03 19:22:11.102631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45638) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:11.108173 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4de3b9fb-e2de-493e-85c4-704f6d37d46b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3321292 Aug 03 19:22:11.111215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45640) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:11.252867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-789e56af-bdeb-4fff-bd26-346641b09299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.292969 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-789e56af-bdeb-4fff-bd26-346641b09299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.297404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-25f8008a-8748-444a-bf62-ff08efcf037b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port b6c38a6a-8123-48c6-80c6-eb41e7099c44 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:11.297825 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25f8008a-8748-444a-bf62-ff08efcf037b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.472617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25f8008a-8748-444a-bf62-ff08efcf037b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.505197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-25f8008a-8748-444a-bf62-ff08efcf037b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for b6c38a6a-8123-48c6-80c6-eb41e7099c44 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:11.632176 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-789e56af-bdeb-4fff-bd26-346641b09299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.640941 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-789e56af-bdeb-4fff-bd26-346641b09299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.645739 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-789e56af-bdeb-4fff-bd26-346641b09299 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/765c0b12-79c6-4f90-8fc5-b9f62fca352c HTTP/1.1" status: 204 len: 168 time: 0.5395229 Aug 03 19:22:11.726166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e56af-bdeb-4fff-bd26-346641b09299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765c0b12-79c6-4f90-8fc5-b9f62fca352c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:11.804740 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25f8008a-8748-444a-bf62-ff08efcf037b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.837315 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 28a369fc-475a-4194-8e8c-a770c2fce0b8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:11.924742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 28a369fc-475a-4194-8e8c-a770c2fce0b8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:11.942710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-25f8008a-8748-444a-bf62-ff08efcf037b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.945250 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-25f8008a-8748-444a-bf62-ff08efcf037b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/b6c38a6a-8123-48c6-80c6-eb41e7099c44 HTTP/1.1" status: 204 len: 168 time: 0.8328252 Aug 03 19:22:11.946478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8008a-8748-444a-bf62-ff08efcf037b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=b6c38a6a-8123-48c6-80c6-eb41e7099c44,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:11.951400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45652) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:11.985328 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-8095baaf-2a88-4739-915f-33007a322f00 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:11.986291 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8095baaf-2a88-4739-915f-33007a322f00 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:11.988542 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8095baaf-2a88-4739-915f-33007a322f00 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/b6c38a6a-8123-48c6-80c6-eb41e7099c44 HTTP/1.1" status: 404 len: 333 time: 0.0365500 Aug 03 19:22:11.992435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45654) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:12.075264 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6f9241-096f-48f7-aaa6-b6abaf2a40b7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:22:12.083106 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ca6f9241-096f-48f7-aaa6-b6abaf2a40b7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/b6c38a6a-8123-48c6-80c6-eb41e7099c44 HTTP/1.1" status: 404 len: 333 time: 0.0894492 Aug 03 19:22:12.088300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45660) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:12.215001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4b2653-7cfd-4f16-9c64-b1b056a7f78a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting subnet 9814e247-eabe-48d8-8e7a-82a6afd9cf11 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:12.220290 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2653-7cfd-4f16-9c64-b1b056a7f78a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.290549 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2653-7cfd-4f16-9c64-b1b056a7f78a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.480967 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2653-7cfd-4f16-9c64-b1b056a7f78a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.578601 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.601974 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2653-7cfd-4f16-9c64-b1b056a7f78a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.689187 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2653-7cfd-4f16-9c64-b1b056a7f78a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.698801 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9a4b2653-7cfd-4f16-9c64-b1b056a7f78a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/9814e247-eabe-48d8-8e7a-82a6afd9cf11 HTTP/1.1" status: 204 len: 168 time: 0.6087949 Aug 03 19:22:12.700058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45678) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:12.701458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b2653-7cfd-4f16-9c64-b1b056a7f78a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Subnet': ['ID=9814e247-eabe-48d8-8e7a-82a6afd9cf11,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:12.883748 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.910284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552eb78-f2a7-4a30-818d-24c9b505ef66 None None] Network 582e3ae3-b457-4c78-990a-3f883c995f2d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:13.045095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 28a369fc-475a-4194-8e8c-a770c2fce0b8 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:13.045424 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.080901 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-71926bd8-f09a-4d2f-871e-fd711d1b383d None None] Provisioning for port 28a369fc-475a-4194-8e8c-a770c2fce0b8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:13.121041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-71926bd8-f09a-4d2f-871e-fd711d1b383d None None] Provisioning complete for port 28a369fc-475a-4194-8e8c-a770c2fce0b8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:13.122009 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-71926bd8-f09a-4d2f-871e-fd711d1b383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.151448 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.290992 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] For port 28a369fc-475a-4194-8e8c-a770c2fce0b8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=28a369fc-475a-4194-8e8c-a770c2fce0b8,segment=NetworkSegment(f5050342-b13c-41d3-ad8b-7e3aeb43810a),segment_id=f5050342-b13c-41d3-ad8b-7e3aeb43810a)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:13.291609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.332287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 28a369fc-475a-4194-8e8c-a770c2fce0b8 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:13.384993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76855d1f-7f34-4030-af09-781d9a8ddb0a None None] DHCP port deletion for 582e3ae3-b457-4c78-990a-3f883c995f2d request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:13.550587 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-71926bd8-f09a-4d2f-871e-fd711d1b383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.669247 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.754754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No DVR routers for this DVR port 28a369fc-475a-4194-8e8c-a770c2fce0b8 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:13.758184 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=28a369fc-475a-4194-8e8c-a770c2fce0b8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:13.787251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 28a369fc-475a-4194-8e8c-a770c2fce0b8 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:13.948549 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.990936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582e3ae3-b457-4c78-990a-3f883c995f2d']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:14.038962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5050342-b13c-41d3-ad8b-7e3aeb43810a') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:14.039634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5050342-b13c-41d3-ad8b-7e3aeb43810a') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:14.093059 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.135994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.155037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:14.157537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.205906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 28a369fc-475a-4194-8e8c-a770c2fce0b8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:14.207405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 28a369fc-475a-4194-8e8c-a770c2fce0b8 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:14.217742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-76855d1f-7f34-4030-af09-781d9a8ddb0a None None] Deleting port 28a369fc-475a-4194-8e8c-a770c2fce0b8 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:14.219604 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76855d1f-7f34-4030-af09-781d9a8ddb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:14.242877 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:14.270295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cc685-4ed6-460e-a1ca-e3ae4c8abb25 req-42352458-437d-47e6-84ad-8b71af310127 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:14.278857 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-771cc685-4ed6-460e-a1ca-e3ae4c8abb25 req-42352458-437d-47e6-84ad-8b71af310127 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.2112558 Aug 03 19:22:14.311637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] Deleting port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:14.312596 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.334865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-76855d1f-7f34-4030-af09-781d9a8ddb0a None None] For port 28a369fc-475a-4194-8e8c-a770c2fce0b8, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:14.335516 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76855d1f-7f34-4030-af09-781d9a8ddb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.358022 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-76855d1f-7f34-4030-af09-781d9a8ddb0a None None] Calling delete_port for 28a369fc-475a-4194-8e8c-a770c2fce0b8 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:14.363881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-76855d1f-7f34-4030-af09-781d9a8ddb0a None None] Port 28a369fc-475a-4194-8e8c-a770c2fce0b8 was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:22:14.364800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port 7b630b16-e05b-44e1-b028-c3dceb8f5d19 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:14.365221 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.421554 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76855d1f-7f34-4030-af09-781d9a8ddb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.490682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port 7b630b16-e05b-44e1-b028-c3dceb8f5d19, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7b630b16-e05b-44e1-b028-c3dceb8f5d19,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:14.491063 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.515925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for 7b630b16-e05b-44e1-b028-c3dceb8f5d19 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:14.522183 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.538066 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76855d1f-7f34-4030-af09-781d9a8ddb0a None None] No DVR routers for this DVR port 28a369fc-475a-4194-8e8c-a770c2fce0b8 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:14.545842 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.546757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76855d1f-7f34-4030-af09-781d9a8ddb0a None None] Pushing event deleted for resources: {'Port': ['ID=28a369fc-475a-4194-8e8c-a770c2fce0b8,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:14.563101 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/networks/582e3ae3-b457-4c78-990a-3f883c995f2d HTTP/1.1" status: 204 len: 168 time: 1.8478081 Aug 03 19:22:14.569280 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45720) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:14.579567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-301880113'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:14.625739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313d93f-5f87-4b2a-94c0-cc2ed4bd1b85 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Network': ['ID=582e3ae3-b457-4c78-990a-3f883c995f2d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:14.668329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:14.681390 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.736645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:14.749257 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.749903 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Added segment 3749fb8a-e2c7-4b2f-9226-4e25125fa568 of type vlan for network 28c66d3a-2588-4c05-b068-06382fa34796 Aug 03 19:22:14.751652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-771cc685-4ed6-460e-a1ca-e3ae4c8abb25 req-797ba05d-3057-4b47-a4cd-a6812366ef56 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4703281 Aug 03 19:22:14.806721 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.867458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] For port 95a529b5-57b1-492e-9c9b-54c8d9ae8e47, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=95a529b5-57b1-492e-9c9b-54c8d9ae8e47,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:14.868267 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.879114 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.895083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] Calling delete_port for 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:14.900513 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:14.901440 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.927773 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3568888 Aug 03 19:22:14.941223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45732) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:14.949306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': '28c66d3a-2588-4c05-b068-06382fa34796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:15.132148 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.147979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c8874-09e2-441c-a45e-a83ddb20280a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Network': ['ID=28c66d3a-2588-4c05-b068-06382fa34796,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:15.169133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 28c66d3a-2588-4c05-b068-06382fa34796 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:15.194802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=7b630b16-e05b-44e1-b028-c3dceb8f5d19,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:15.203556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:15.208381 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.380868 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.572942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.643704 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.675978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a529b5-57b1-492e-9c9b-54c8d9ae8e47,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:15.765824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Subnet': ['ID=c1f6b6e1-c8bd-4296-acf7-201ed487cfe2,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:15.788523 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Checking segment: {'id': '3749fb8a-e2c7-4b2f-9226-4e25125fa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '28c66d3a-2588-4c05-b068-06382fa34796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:15.789000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network hostable DHCP agents. Network: 28c66d3a-2588-4c05-b068-06382fa34796, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:15.807853 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.816167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network 28c66d3a-2588-4c05-b068-06382fa34796 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:15.828472 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 28c66d3a-2588-4c05-b068-06382fa34796) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:15.839051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a17c4-4c55-4539-aebd-6525d5134c08 None None] Network 28c66d3a-2588-4c05-b068-06382fa34796 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:15.850970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:15.852505 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.913589 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-71bca227-c443-44c3-9122-93bd80cd2c91 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9708703 Aug 03 19:22:15.916224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45754) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:15.925814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': '28c66d3a-2588-4c05-b068-06382fa34796', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1729269625'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:16.188541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:16.194529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.237784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port 97475037-35d9-41ca-aa06-9423eb0e50a4 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:16.243038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-28c66d3a-2588-4c05-b068-06382fa34796', 'network_id': '28c66d3a-2588-4c05-b068-06382fa34796', 'tenant_id': '8e3031d8f9da4f509fc1e56a60df6cf2', 'fixed_ips': [{'subnet_id': 'c1f6b6e1-c8bd-4296-acf7-201ed487cfe2'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:16.244492 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.357984 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.393230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4cefd-71db-4814-bc0f-9b545f9d749c req-dc896acc-6d8e-4569-92a3-7a6ea8f1f368 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:16.395301 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dca4cefd-71db-4814-bc0f-9b545f9d749c req-dc896acc-6d8e-4569-92a3-7a6ea8f1f368 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.4498672 Aug 03 19:22:16.434330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8::1cf (28c66d3a-2588-4c05-b068-06382fa34796/c1f6b6e1-c8bd-4296-acf7-201ed487cfe2/97475037-35d9-41ca-aa06-9423eb0e50a4) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:16.539661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 3f905b84-95ea-4aec-85ac-010d335210c1 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:16.590728 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.599323 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dca4cefd-71db-4814-bc0f-9b545f9d749c req-8f7c60a4-8963-4fba-8bfe-66e0d979fb24 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603382 Aug 03 19:22:16.612971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object 97475037-35d9-41ca-aa06-9423eb0e50a4 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:16.653938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.683721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network 28c66d3a-2588-4c05-b068-06382fa34796 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:16.729709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:16.743344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:16.753115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:16.754259 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.790602 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8721380 Aug 03 19:22:16.832160 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73e32d-fe07-41be-b7ef-d841e04f342c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=97475037-35d9-41ca-aa06-9423eb0e50a4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:16.840126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45772) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:16.849901 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Allocated IP 2001:db8::2 (28c66d3a-2588-4c05-b068-06382fa34796/c1f6b6e1-c8bd-4296-acf7-201ed487cfe2/40af2550-f55f-4128-a38b-b001b1e2cec4) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:17.036407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4590b0fd-5723-4df4-959d-76e738c41ae8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 97475037-35d9-41ca-aa06-9423eb0e50a4 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:17.037531 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4590b0fd-5723-4df4-959d-76e738c41ae8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.098779 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.113025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Transition to ACTIVE for port object 40af2550-f55f-4128-a38b-b001b1e2cec4 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:17.136240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Transition to ACTIVE for port object 40af2550-f55f-4128-a38b-b001b1e2cec4 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:17.146813 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.175919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Network 28c66d3a-2588-4c05-b068-06382fa34796 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:17.260122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:17.264528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Pushing event updated for resources: {'Port': ['ID=40af2550-f55f-4128-a38b-b001b1e2cec4,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:17.272335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:17.293090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4590b0fd-5723-4df4-959d-76e738c41ae8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.311348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4590b0fd-5723-4df4-959d-76e738c41ae8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 97475037-35d9-41ca-aa06-9423eb0e50a4 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:17.334445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:17.351127 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e213f179-bb1a-4575-84cd-970e2eae9b9a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "PUT /v2.0/routers/3f905b84-95ea-4aec-85ac-010d335210c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9407094 Aug 03 19:22:17.357421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45780) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:17.364307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac428a9-1a65-48f6-9712-9db8078bbdb4 None None] Sync routers for ids ['3f905b84-95ea-4aec-85ac-010d335210c1'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:17.376762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] Router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:17.392802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45782) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:17.414442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac428a9-1a65-48f6-9712-9db8078bbdb4 None None] Routers {'3f905b84-95ea-4aec-85ac-010d335210c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:17.415945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cac428a9-1a65-48f6-9712-9db8078bbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3f905b84-95ea-4aec-85ac-010d335210c1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:17.477491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Attempting to bind port 40af2550-f55f-4128-a38b-b001b1e2cec4 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:17.477908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Attempting to bind port 40af2550-f55f-4128-a38b-b001b1e2cec4 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '3749fb8a-e2c7-4b2f-9226-4e25125fa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '28c66d3a-2588-4c05-b068-06382fa34796'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:17.478549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Attempting to bind port 40af2550-f55f-4128-a38b-b001b1e2cec4 on network 28c66d3a-2588-4c05-b068-06382fa34796 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:17.490061 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:17.491043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Checking segment: {'id': '3749fb8a-e2c7-4b2f-9226-4e25125fa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '28c66d3a-2588-4c05-b068-06382fa34796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:17.491228 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.491624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Bound using segment: {'id': '3749fb8a-e2c7-4b2f-9226-4e25125fa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '28c66d3a-2588-4c05-b068-06382fa34796'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:17.492120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Bound port: 40af2550-f55f-4128-a38b-b001b1e2cec4, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3749fb8a-e2c7-4b2f-9226-4e25125fa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '28c66d3a-2588-4c05-b068-06382fa34796'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:17.492505 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.558710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-a914ce55-01cf-4a25-be98-d36fa94348e4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting subnet 47662514-e287-43ec-9e3f-3c0676173287 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:17.565627 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a914ce55-01cf-4a25-be98-d36fa94348e4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.598492 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4590b0fd-5723-4df4-959d-76e738c41ae8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.654672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a914ce55-01cf-4a25-be98-d36fa94348e4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.659441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590b0fd-5723-4df4-959d-76e738c41ae8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=97475037-35d9-41ca-aa06-9423eb0e50a4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:17.719601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e056bbc7-9ad5-4490-8ded-0672f76de80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.802656 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4590b0fd-5723-4df4-959d-76e738c41ae8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.808451 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4590b0fd-5723-4df4-959d-76e738c41ae8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/97475037-35d9-41ca-aa06-9423eb0e50a4 HTTP/1.1" status: 204 len: 168 time: 0.9629953 Aug 03 19:22:17.811345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45792) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:17.842293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a914ce55-01cf-4a25-be98-d36fa94348e4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.853553 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-477e433e-6c4c-45f3-b444-755b4a0a9ea5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:22:17.855408 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-477e433e-6c4c-45f3-b444-755b4a0a9ea5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/97475037-35d9-41ca-aa06-9423eb0e50a4 HTTP/1.1" status: 404 len: 333 time: 0.0434630 Aug 03 19:22:17.860745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-cac428a9-1a65-48f6-9712-9db8078bbdb4 None None] Set router 3f905b84-95ea-4aec-85ac-010d335210c1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:17.866959 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45794) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:18.009610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] For port 40af2550-f55f-4128-a38b-b001b1e2cec4, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:18.091792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] For port 40af2550-f55f-4128-a38b-b001b1e2cec4, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=40af2550-f55f-4128-a38b-b001b1e2cec4,segment=NetworkSegment(3749fb8a-e2c7-4b2f-9226-4e25125fa568),segment_id=3749fb8a-e2c7-4b2f-9226-4e25125fa568)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:18.102926 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.147629 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a914ce55-01cf-4a25-be98-d36fa94348e4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.211545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae0792-0389-4152-a911-821aa7f4030c None None] Pushing event updated for resources: {'Port': ['ID=40af2550-f55f-4128-a38b-b001b1e2cec4,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:18.269919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786352e1-d04c-4b93-a654-b0766814095a req-78fd9175-205f-4915-8d38-fbfb0868b4ba tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:18.278292 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-786352e1-d04c-4b93-a654-b0766814095a req-78fd9175-205f-4915-8d38-fbfb0868b4ba tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.3581796 Aug 03 19:22:18.285513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914ce55-01cf-4a25-be98-d36fa94348e4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Subnet': ['ID=47662514-e287-43ec-9e3f-3c0676173287,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:18.300606 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a914ce55-01cf-4a25-be98-d36fa94348e4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.306452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a914ce55-01cf-4a25-be98-d36fa94348e4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/subnets/47662514-e287-43ec-9e3f-3c0676173287 HTTP/1.1" status: 204 len: 168 time: 0.9473546 Aug 03 19:22:18.321968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45800) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:18.330358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49092b74-d7ef-427e-bf91-dd2c3041dce7 None None] Network a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:18.448704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:18.458154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0bfff1f5-12b2-4726-ad29-77b81d4e9570 admin admin] 10.222.0.78 "PUT /v2.0/routers/ec0bf996-b1bd-4fb5-a16e-fe532581e2fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0505180 Aug 03 19:22:18.464077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45802) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:18.472259 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f299c8-5a51-45d3-ad7c-6a88c64f803f None None] Sync routers for ids ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:18.511442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-786352e1-d04c-4b93-a654-b0766814095a req-5473e82c-1aff-4753-a258-7ec5e6dcbbeb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027996 Aug 03 19:22:18.513456 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f299c8-5a51-45d3-ad7c-6a88c64f803f None None] Routers {'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:18.523040 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-11f299c8-5a51-45d3-ad7c-6a88c64f803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:18.540970 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cac428a9-1a65-48f6-9712-9db8078bbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:22:14Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:18.581569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac428a9-1a65-48f6-9712-9db8078bbdb4 None None] Checking router: 3f905b84-95ea-4aec-85ac-010d335210c1 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:18.658382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac428a9-1a65-48f6-9712-9db8078bbdb4 None None] Routers {'3f905b84-95ea-4aec-85ac-010d335210c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:18.659331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cac428a9-1a65-48f6-9712-9db8078bbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3f905b84-95ea-4aec-85ac-010d335210c1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:18.713627 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0ffe9b-1b9f-4ded-993f-914045ffdd32 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting subnet c1f6b6e1-c8bd-4296-acf7-201ed487cfe2 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:18.717564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffe9b-1b9f-4ded-993f-914045ffdd32 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.722932 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.826820 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffe9b-1b9f-4ded-993f-914045ffdd32 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.828426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-cac428a9-1a65-48f6-9712-9db8078bbdb4 None None] Set router 3f905b84-95ea-4aec-85ac-010d335210c1 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:18.877224 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-11f299c8-5a51-45d3-ad7c-6a88c64f803f None None] Set router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:18.939192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85252e08-11fb-446a-96c8-e3813596846e None None] DHCP port deletion for a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:18.954874 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffe9b-1b9f-4ded-993f-914045ffdd32 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.119186 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-85252e08-11fb-446a-96c8-e3813596846e None None] Deleting port f2b7b803-1a1c-42ba-b6ab-506241c14eac {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:19.119860 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-85252e08-11fb-446a-96c8-e3813596846e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.201048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-85252e08-11fb-446a-96c8-e3813596846e None None] For port f2b7b803-1a1c-42ba-b6ab-506241c14eac, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f2b7b803-1a1c-42ba-b6ab-506241c14eac,segment=NetworkSegment(a7fe46da-5247-4ac6-8927-273ce8d2c1bf),segment_id=a7fe46da-5247-4ac6-8927-273ce8d2c1bf)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:19.201788 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-85252e08-11fb-446a-96c8-e3813596846e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.204554 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.230701 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-85252e08-11fb-446a-96c8-e3813596846e None None] Calling delete_port for f2b7b803-1a1c-42ba-b6ab-506241c14eac owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:19.236449 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffe9b-1b9f-4ded-993f-914045ffdd32 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.240074 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e056bbc7-9ad5-4490-8ded-0672f76de80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.270716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ffe9b-1b9f-4ded-993f-914045ffdd32 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f6b6e1-c8bd-4296-acf7-201ed487cfe2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:19.282120 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e056bbc7-9ad5-4490-8ded-0672f76de80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.290687 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-11f299c8-5a51-45d3-ad7c-6a88c64f803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:22:15Z', 'revision_number': 5, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:19.311065 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.357608 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffe9b-1b9f-4ded-993f-914045ffdd32 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.361279 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3e0ffe9b-1b9f-4ded-993f-914045ffdd32 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/c1f6b6e1-c8bd-4296-acf7-201ed487cfe2 HTTP/1.1" status: 204 len: 168 time: 1.4900496 Aug 03 19:22:19.363078 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f299c8-5a51-45d3-ad7c-6a88c64f803f None None] Checking router: ec0bf996-b1bd-4fb5-a16e-fe532581e2fa for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:19.367347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45812) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:19.392041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port b5d25fb7-f4d2-4c90-8330-5065c83e4d93 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:19.392583 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.395064 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f299c8-5a51-45d3-ad7c-6a88c64f803f None None] Routers {'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:19.395709 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-11f299c8-5a51-45d3-ad7c-6a88c64f803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:19.518366 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-85252e08-11fb-446a-96c8-e3813596846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.536301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056bbc7-9ad5-4490-8ded-0672f76de80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11dab07-6d3c-43ef-9298-bc62e7882ab3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:19.549130 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e056bbc7-9ad5-4490-8ded-0672f76de80a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8ab4655eba154cfab6ce6911a367fbe6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1550579 Aug 03 19:22:19.553296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45816) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:19.629272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85252e08-11fb-446a-96c8-e3813596846e None None] Pushing event deleted for resources: {'Port': ['ID=f2b7b803-1a1c-42ba-b6ab-506241c14eac,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:19.658046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85252e08-11fb-446a-96c8-e3813596846e None None] No DVR routers for this DVR port f2b7b803-1a1c-42ba-b6ab-506241c14eac on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:19.691880 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.696286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70b115fe-7229-4995-bffb-596e264096c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.700034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cac428a9-1a65-48f6-9712-9db8078bbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:22:14Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:19.742865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac428a9-1a65-48f6-9712-9db8078bbdb4 None None] The sync data for ids ['3f905b84-95ea-4aec-85ac-010d335210c1'] in n-d-802918-7 is: [{'id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-523375573', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:19:48Z', 'updated_at': '2021-08-03T19:22:14Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b5d25fb7-f4d2-4c90-8330-5065c83e4d93', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f905b84-95ea-4aec-85ac-010d335210c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:19:50Z', 'updated_at': '2021-08-03T19:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:19.797536 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70b115fe-7229-4995-bffb-596e264096c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.856651 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-11f299c8-5a51-45d3-ad7c-6a88c64f803f None None] Set router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:19.943670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port b5d25fb7-f4d2-4c90-8330-5065c83e4d93, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b5d25fb7-f4d2-4c90-8330-5065c83e4d93,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:19.945363 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.961304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for b5d25fb7-f4d2-4c90-8330-5065c83e4d93 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:19.973685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 40af2550-f55f-4128-a38b-b001b1e2cec4 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:20.003197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Deleting port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:20.003848 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.034764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.099144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70b115fe-7229-4995-bffb-596e264096c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.106901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70b115fe-7229-4995-bffb-596e264096c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.110414 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-70b115fe-7229-4995-bffb-596e264096c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a11dab07-6d3c-43ef-9298-bc62e7882ab3 HTTP/1.1" status: 204 len: 168 time: 0.5551431 Aug 03 19:22:20.140611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 40af2550-f55f-4128-a38b-b001b1e2cec4 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:20.227060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b115fe-7229-4995-bffb-596e264096c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11dab07-6d3c-43ef-9298-bc62e7882ab3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:20.302018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f2b7b803-1a1c-42ba-b6ab-506241c14eac no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:20.324135 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-11f299c8-5a51-45d3-ad7c-6a88c64f803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:22:15Z', 'revision_number': 5, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:20.371059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] For port b9dc8460-b726-4e4c-8b80-554e0c5cfd3e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b9dc8460-b726-4e4c-8b80-554e0c5cfd3e,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:20.371437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.386306 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f299c8-5a51-45d3-ad7c-6a88c64f803f None None] The sync data for ids ['ec0bf996-b1bd-4fb5-a16e-fe532581e2fa'] in n-d-802918-7 is: [{'id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'name': 'tempest-TestServerBasicOps-1967379555-router', 'tenant_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:17Z', 'updated_at': '2021-08-03T19:22:15Z', 'revision_number': 5, 'project_id': '9d5679ab7fb8468da9fc3e9c58daff06', 'gw_port': {'id': 'b9dc8460-b726-4e4c-8b80-554e0c5cfd3e', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bf996-b1bd-4fb5-a16e-fe532581e2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:18Z', 'updated_at': '2021-08-03T19:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:20.394174 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Calling delete_port for b9dc8460-b726-4e4c-8b80-554e0c5cfd3e owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:20.451998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a9c443-68d9-4d8d-bb60-693381adc4ff None None] Network 28c66d3a-2588-4c05-b068-06382fa34796 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:20.631115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: f2b7b803-1a1c-42ba-b6ab-506241c14eac {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:20.632001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f2b7b803-1a1c-42ba-b6ab-506241c14eac not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:20.682265 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.705757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Provisioning for port 40af2550-f55f-4128-a38b-b001b1e2cec4 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:20.729542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Provisioning complete for port 40af2550-f55f-4128-a38b-b001b1e2cec4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:20.730686 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.784610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=b5d25fb7-f4d2-4c90-8330-5065c83e4d93,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:20.796122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45838) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:20.828448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d9261-f27c-4133-b3f0-720c3d385525 req-aae1f981-aa63-4281-9778-ad4460521139 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:20.839599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c3d9261-f27c-4133-b3f0-720c3d385525 req-aae1f981-aa63-4281-9778-ad4460521139 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.7727134 Aug 03 19:22:20.888776 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.897331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f8520bd-5798-405d-83e4-d1d0d1f24b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.928776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a5bba9-3fea-4618-b2d8-d2e639c6416a None None] DHCP port deletion for 28c66d3a-2588-4c05-b068-06382fa34796 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:20.943444 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.029890 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.095548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] For port 40af2550-f55f-4128-a38b-b001b1e2cec4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=40af2550-f55f-4128-a38b-b001b1e2cec4,segment=NetworkSegment(3749fb8a-e2c7-4b2f-9226-4e25125fa568),segment_id=3749fb8a-e2c7-4b2f-9226-4e25125fa568)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:21.123353 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.137132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-71a5bba9-3fea-4618-b2d8-d2e639c6416a None None] Deleting port 40af2550-f55f-4128-a38b-b001b1e2cec4 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:21.137995 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-71a5bba9-3fea-4618-b2d8-d2e639c6416a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.167789 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f8520bd-5798-405d-83e4-d1d0d1f24b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.217441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.219348 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f8520bd-5798-405d-83e4-d1d0d1f24b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.221228 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.258976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9dc8460-b726-4e4c-8b80-554e0c5cfd3e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:21.334982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c3d9261-f27c-4133-b3f0-720c3d385525 req-48012bfb-8e5d-4d62-8a1b-753761d8f18b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4943662 Aug 03 19:22:21.337425 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.338568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Fanout notify agent at l3_agent the message router_deleted on router 3f905b84-95ea-4aec-85ac-010d335210c1 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:22:21.347425 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.348975 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-67929356-5bf8-46db-826f-8dfc459e9697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/routers/3f905b84-95ea-4aec-85ac-010d335210c1 HTTP/1.1" status: 204 len: 168 time: 3.0251830 Aug 03 19:22:21.355877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45848) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:21.404972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 40af2550-f55f-4128-a38b-b001b1e2cec4 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:21.405264 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.459202 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4f8520bd-5798-405d-83e4-d1d0d1f24b67 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a5f9cdaf98e441d86e92be5d2866111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6617160 Aug 03 19:22:21.460454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8520bd-5798-405d-83e4-d1d0d1f24b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7566ffb7-dcc0-45ee-ab25-c7b78b4344ed,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:21.465927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45850) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:21.504588 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.554145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Pushing event updated for resources: {'Port': ['ID=40af2550-f55f-4128-a38b-b001b1e2cec4,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:21.615456 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.616223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.616760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.617432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.618190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.618935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.619469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.619977 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.620487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.620992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.621537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.622057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cece693-2b0c-4ec1-b192-3c772b9da983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:21.673594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] For port 40af2550-f55f-4128-a38b-b001b1e2cec4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=40af2550-f55f-4128-a38b-b001b1e2cec4,segment=NetworkSegment(3749fb8a-e2c7-4b2f-9226-4e25125fa568),segment_id=3749fb8a-e2c7-4b2f-9226-4e25125fa568)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:21.674248 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.676682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-71a5bba9-3fea-4618-b2d8-d2e639c6416a None None] For port 40af2550-f55f-4128-a38b-b001b1e2cec4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=40af2550-f55f-4128-a38b-b001b1e2cec4,segment=NetworkSegment(3749fb8a-e2c7-4b2f-9226-4e25125fa568),segment_id=3749fb8a-e2c7-4b2f-9226-4e25125fa568)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:21.688301 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-71a5bba9-3fea-4618-b2d8-d2e639c6416a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.706329 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.712193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.726585 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-71a5bba9-3fea-4618-b2d8-d2e639c6416a None None] Calling delete_port for 40af2550-f55f-4128-a38b-b001b1e2cec4 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:21.760701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 40af2550-f55f-4128-a38b-b001b1e2cec4 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:21.769376 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.782323 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.782871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec0bf996-b1bd-4fb5-a16e-fe532581e2fa {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:22:21.788158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.789606 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d179ff7c-7bf7-40f3-9180-19051c09d3b2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/ec0bf996-b1bd-4fb5-a16e-fe532581e2fa HTTP/1.1" status: 204 len: 168 time: 3.3235168 Aug 03 19:22:21.793647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45856) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:21.858117 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eeb10e7-b016-472d-a404-0a38e444e36b admin admin] Deleting subnet c063f720-ba3c-4a9e-a6c3-529b45855469 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:21.867814 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6eeb10e7-b016-472d-a404-0a38e444e36b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.868114 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-71a5bba9-3fea-4618-b2d8-d2e639c6416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.937397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a5bba9-3fea-4618-b2d8-d2e639c6416a None None] No DVR routers for this DVR port 40af2550-f55f-4128-a38b-b001b1e2cec4 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:21.943992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5bba9-3fea-4618-b2d8-d2e639c6416a None None] Pushing event deleted for resources: {'Port': ['ID=40af2550-f55f-4128-a38b-b001b1e2cec4,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:21.962249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6eeb10e7-b016-472d-a404-0a38e444e36b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.055816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-166edddb-25b3-4529-aead-9ac66ec2fdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.088403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6eeb10e7-b016-472d-a404-0a38e444e36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.123365 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.222283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6eeb10e7-b016-472d-a404-0a38e444e36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.242201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=40af2550-f55f-4128-a38b-b001b1e2cec4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:22.248151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No DVR routers for this DVR port 40af2550-f55f-4128-a38b-b001b1e2cec4 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:22.274803 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-166edddb-25b3-4529-aead-9ac66ec2fdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.286684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb10e7-b016-472d-a404-0a38e444e36b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c063f720-ba3c-4a9e-a6c3-529b45855469,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:22.290746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6eeb10e7-b016-472d-a404-0a38e444e36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.292653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d63976-4958-44e2-90ff-f7b565fa44c3 None None] Network 83fe2096-75f7-4db1-9a1a-81976ae4c69d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:22.299048 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6eeb10e7-b016-472d-a404-0a38e444e36b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c063f720-ba3c-4a9e-a6c3-529b45855469 HTTP/1.1" status: 204 len: 168 time: 0.5040181 Aug 03 19:22:22.300049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45866) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:22.331986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.456064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:22.479496 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.482631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:22.483789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fe46da-5247-4ac6-8927-273ce8d2c1bf') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:22.520042 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.548428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7b630b16-e05b-44e1-b028-c3dceb8f5d19 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:22.573776 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.597184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c66d3a-2588-4c05-b068-06382fa34796']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:22.600863 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.627471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:22.627968 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.633575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3749fb8a-e2c7-4b2f-9226-4e25125fa568') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:22.634079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3749fb8a-e2c7-4b2f-9226-4e25125fa568') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:22.639238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Deleting port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:22.639680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:22.643242 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:22.676448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 7b630b16-e05b-44e1-b028-c3dceb8f5d19 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:22.678240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7b630b16-e05b-44e1-b028-c3dceb8f5d19 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:22.679349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:22.729209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:22.729997 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 95a529b5-57b1-492e-9c9b-54c8d9ae8e47 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:22.730953 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 40af2550-f55f-4128-a38b-b001b1e2cec4 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:22.739610 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-166edddb-25b3-4529-aead-9ac66ec2fdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.742577 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-166edddb-25b3-4529-aead-9ac66ec2fdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.746202 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-166edddb-25b3-4529-aead-9ac66ec2fdad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7566ffb7-dcc0-45ee-ab25-c7b78b4344ed HTTP/1.1" status: 204 len: 168 time: 1.2687104 Aug 03 19:22:22.746703 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.758982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] For port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:22.759681 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.767927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab7ba7-ed6a-451e-b8c7-182f1c2cc8cf req-8a0655ad-f48f-41a3-8fe8-80dd85c79723 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:22.769602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44ab7ba7-ed6a-451e-b8c7-182f1c2cc8cf req-8a0655ad-f48f-41a3-8fe8-80dd85c79723 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.2524421 Aug 03 19:22:22.774481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 40af2550-f55f-4128-a38b-b001b1e2cec4 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:22.775165 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 40af2550-f55f-4128-a38b-b001b1e2cec4 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:22.799600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166edddb-25b3-4529-aead-9ac66ec2fdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7566ffb7-dcc0-45ee-ab25-c7b78b4344ed,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:22.850111 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Calling delete_port for 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:22.879675 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.893254 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.898807 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.905110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/networks/a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1 HTTP/1.1" status: 204 len: 168 time: 1.5441947 Aug 03 19:22:22.934984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c13d1f-7344-40bd-b593-fde2272f7f8b None None] DHCP port deletion for 83fe2096-75f7-4db1-9a1a-81976ae4c69d request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:22.941228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:22.941739 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.944095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45878) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:22.948888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6418f-2cbb-4e4b-88fd-1624fab83054 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Network': ['ID=a6e881ce-88dd-4483-9ba7-e8fe03a5a8f1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:22.955195 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:23.030418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44ab7ba7-ed6a-451e-b8c7-182f1c2cc8cf req-a9ad70f1-5889-401e-9e51-e0cc7bb861e4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190039 Aug 03 19:22:23.108038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-36c13d1f-7344-40bd-b593-fde2272f7f8b None None] Deleting port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:23.109961 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-36c13d1f-7344-40bd-b593-fde2272f7f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.134250 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.139813 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-27035d1c-630a-4150-9e4e-bb6f8811ef00 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.160699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.162819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/networks/28c66d3a-2588-4c05-b068-06382fa34796 HTTP/1.1" status: 204 len: 168 time: 3.7944491 Aug 03 19:22:23.163864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2ce5-854a-4b00-8e75-834f2dce9d5a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Network': ['ID=28c66d3a-2588-4c05-b068-06382fa34796,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:23.174623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45886) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:23.188066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'name': 'tempest-PortsIpV6TestJSON-422081320'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:23.232958 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.296645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:23.300395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-36c13d1f-7344-40bd-b593-fde2272f7f8b None None] For port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf,segment=NetworkSegment(eb102a7b-1a35-421e-98ac-239cf8bdf49a),segment_id=eb102a7b-1a35-421e-98ac-239cf8bdf49a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:23.301637 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-36c13d1f-7344-40bd-b593-fde2272f7f8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.326145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-27035d1c-630a-4150-9e4e-bb6f8811ef00 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.336379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-36c13d1f-7344-40bd-b593-fde2272f7f8b None None] Calling delete_port for 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:23.361281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] No DVR routers for this DVR port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:23.449663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:23.459826 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.489546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port 832fa080-da7a-4250-8d48-9f6762a6b17b yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:23.555387 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.564602 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-36c13d1f-7344-40bd-b593-fde2272f7f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.599453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fe2096-75f7-4db1-9a1a-81976ae4c69d']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:23.635613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c13d1f-7344-40bd-b593-fde2272f7f8b None None] Pushing event deleted for resources: {'Port': ['ID=4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:23.646292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb102a7b-1a35-421e-98ac-239cf8bdf49a') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:23.647157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb102a7b-1a35-421e-98ac-239cf8bdf49a') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:23.658390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c13d1f-7344-40bd-b593-fde2272f7f8b None None] No DVR routers for this DVR port 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:23.689348 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.717115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b5d25fb7-f4d2-4c90-8330-5065c83e4d93 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:23.718807 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-27035d1c-630a-4150-9e4e-bb6f8811ef00 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.722448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-27035d1c-630a-4150-9e4e-bb6f8811ef00 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.737615 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-27035d1c-630a-4150-9e4e-bb6f8811ef00 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/security-groups/ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb HTTP/1.1" status: 204 len: 168 time: 0.7812274 Aug 03 19:22:23.738961 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.771393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: b5d25fb7-f4d2-4c90-8330-5065c83e4d93 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:23.771393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b5d25fb7-f4d2-4c90-8330-5065c83e4d93 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:23.771393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:23.780478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:23.781321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:23.785471 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:23.810422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27035d1c-630a-4150-9e4e-bb6f8811ef00 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2ac06b-54d9-4986-ad4d-dc884ac4bdfb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:23.859451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:23.859807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4f63f1b1-4cc2-4278-8ec3-07e1902d0bbf not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:23.860235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b9dc8460-b726-4e4c-8b80-554e0c5cfd3e no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:23.883139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.885901 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: b9dc8460-b726-4e4c-8b80-554e0c5cfd3e {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:23.886457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b9dc8460-b726-4e4c-8b80-554e0c5cfd3e not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:23.899751 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.915902 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.925922 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] 10.222.0.78 "DELETE /v2.0/networks/83fe2096-75f7-4db1-9a1a-81976ae4c69d HTTP/1.1" status: 204 len: 168 time: 1.6236613 Aug 03 19:22:23.928959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45910) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:23.946464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f69979-9b88-4d95-95fe-222f16f41632 admin admin] Pushing event deleted for resources: {'Network': ['ID=83fe2096-75f7-4db1-9a1a-81976ae4c69d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:24.091453 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.561228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45930) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:24.568718 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e973b49b-88ee-4eca-bf07-ef173c5e9e07 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998416133', 'description': 'tempest-secgroup-smoke-1998416133 description', 'project_id': 'b5fb9b01c0b84db08e058795c9072907'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:24.619824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e973b49b-88ee-4eca-bf07-ef173c5e9e07 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.639645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network af83caf5-b798-4631-9ef6-96bd52caa858 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:24.648973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:24.662180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:24.668485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:24.669286 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.709766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=832fa080-da7a-4250-8d48-9f6762a6b17b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:24.790896 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e973b49b-88ee-4eca-bf07-ef173c5e9e07 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.797919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e973b49b-88ee-4eca-bf07-ef173c5e9e07 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.812995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da11243-fbab-4da6-8187-d4444e2439c0 req-14ff933c-e206-4d72-a7e0-6cf57a151b42 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:24.814859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4da11243-fbab-4da6-8187-d4444e2439c0 req-14ff933c-e206-4d72-a7e0-6cf57a151b42 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.2171662 Aug 03 19:22:24.818958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d3206730-dc68-42a4-b55f-36d75cc41807 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6426029 Aug 03 19:22:24.821949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 45940) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:24.854776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973b49b-88ee-4eca-bf07-ef173c5e9e07 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1512d5-bbf4-422b-a112-6159e1f75b2e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:24.859384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e973b49b-88ee-4eca-bf07-ef173c5e9e07 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.860889 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e973b49b-88ee-4eca-bf07-ef173c5e9e07 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2975419 Aug 03 19:22:24.866179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45944) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:24.896158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-70d5c026-6090-451f-bd46-d6b825de8394 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '9a1512d5-bbf4-422b-a112-6159e1f75b2e', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:24.971933 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4da11243-fbab-4da6-8187-d4444e2439c0 req-07dd4221-25fe-47eb-a5fc-b27d366b9f0c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035633 Aug 03 19:22:24.972240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70d5c026-6090-451f-bd46-d6b825de8394 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.086103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ced90a7c-2804-47ca-85ac-bedd80869255 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 832fa080-da7a-4250-8d48-9f6762a6b17b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:25.086457 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ced90a7c-2804-47ca-85ac-bedd80869255 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.115891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70d5c026-6090-451f-bd46-d6b825de8394 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.123736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70d5c026-6090-451f-bd46-d6b825de8394 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.178371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ced90a7c-2804-47ca-85ac-bedd80869255 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.190028 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70d5c026-6090-451f-bd46-d6b825de8394 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.195902 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-70d5c026-6090-451f-bd46-d6b825de8394 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3227909 Aug 03 19:22:25.197333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45956) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:25.207187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ced90a7c-2804-47ca-85ac-bedd80869255 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 832fa080-da7a-4250-8d48-9f6762a6b17b owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:25.209417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a2526af0-7b3f-4383-a53d-71be4e2c9dbe tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '9a1512d5-bbf4-422b-a112-6159e1f75b2e', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:25.225359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5c026-6090-451f-bd46-d6b825de8394 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16208c6c-b476-470c-b545-ad850a0e4e71,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:25.261125 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2526af0-7b3f-4383-a53d-71be4e2c9dbe tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.344876 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2526af0-7b3f-4383-a53d-71be4e2c9dbe tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.351644 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2526af0-7b3f-4383-a53d-71be4e2c9dbe tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.368563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2526af0-7b3f-4383-a53d-71be4e2c9dbe tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8344d99f-8789-4968-bf0a-fbb870c46889,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:25.373545 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ced90a7c-2804-47ca-85ac-bedd80869255 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.392490 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2526af0-7b3f-4383-a53d-71be4e2c9dbe tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.399206 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a2526af0-7b3f-4383-a53d-71be4e2c9dbe tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1930206 Aug 03 19:22:25.399206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45964) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:25.406013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-21b90adc-0939-46f9-b5cd-e6eddd11d88a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '9a1512d5-bbf4-422b-a112-6159e1f75b2e', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:25.428415 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ced90a7c-2804-47ca-85ac-bedd80869255 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.433169 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ced90a7c-2804-47ca-85ac-bedd80869255 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/832fa080-da7a-4250-8d48-9f6762a6b17b HTTP/1.1" status: 204 len: 168 time: 0.6097245 Aug 03 19:22:25.434450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced90a7c-2804-47ca-85ac-bedd80869255 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=832fa080-da7a-4250-8d48-9f6762a6b17b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:25.435446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45968) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:25.439104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.453682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'mac_address': 'fa:16:3e:d9:02:4f', 'name': 'tempest-PortsIpV6TestJSON-696504488'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:25.500046 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21b90adc-0939-46f9-b5cd-e6eddd11d88a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.667660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:25.674304 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21b90adc-0939-46f9-b5cd-e6eddd11d88a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.743892 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21b90adc-0939-46f9-b5cd-e6eddd11d88a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.778405 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.784282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b90adc-0939-46f9-b5cd-e6eddd11d88a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fdb400-fbfb-472d-b7a3-a0335500b298,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:25.794005 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-21b90adc-0939-46f9-b5cd-e6eddd11d88a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.797717 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-21b90adc-0939-46f9-b5cd-e6eddd11d88a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953333 Aug 03 19:22:25.799122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45982) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:25.806931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f4103f53-602b-438d-a7a0-c46bed1a5de0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '9a1512d5-bbf4-422b-a112-6159e1f75b2e', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:25.828279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port cfa7437f-7d81-41d5-a4b1-7d9e5f113261 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:25.839243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] Deleting port f68d1a33-7e0b-4150-84a9-3eb478da7ee2 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:25.839857 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.901675 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4103f53-602b-438d-a7a0-c46bed1a5de0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.017953 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4103f53-602b-438d-a7a0-c46bed1a5de0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.041899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] For port f68d1a33-7e0b-4150-84a9-3eb478da7ee2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f68d1a33-7e0b-4150-84a9-3eb478da7ee2,segment=NetworkSegment(8bb3fb81-cce1-4117-8647-844ae6432c7d),segment_id=8bb3fb81-cce1-4117-8647-844ae6432c7d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:26.042286 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.049642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4103f53-602b-438d-a7a0-c46bed1a5de0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.085034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] Calling delete_port for f68d1a33-7e0b-4150-84a9-3eb478da7ee2 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:26.098021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4103f53-602b-438d-a7a0-c46bed1a5de0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b11bd9-e21f-421d-8189-c9fba478a571,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:26.116795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f4103f53-602b-438d-a7a0-c46bed1a5de0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.118237 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f4103f53-602b-438d-a7a0-c46bed1a5de0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3175483 Aug 03 19:22:26.124590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.126841 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 45998) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:26.133911 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9d58a115-cb3f-4edc-9733-ae419a65c06f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '9a1512d5-bbf4-422b-a112-6159e1f75b2e', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:26.180936 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-9d58a115-cb3f-4edc-9733-ae419a65c06f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Project b5fb9b01c0b84db08e058795c9072907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:22:26.202658 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d58a115-cb3f-4edc-9733-ae419a65c06f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.234584 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.318831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network af83caf5-b798-4631-9ef6-96bd52caa858 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:26.333808 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:26.341204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:26.348281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:26.368764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.369292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7279b9c-9820-4720-b5a8-30d9a09e0268 req-3cc637b9-6010-4fe4-8751-c148b5bbef82 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:26.369643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=cfa7437f-7d81-41d5-a4b1-7d9e5f113261,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:26.369824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7279b9c-9820-4720-b5a8-30d9a09e0268 req-3cc637b9-6010-4fe4-8751-c148b5bbef82 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.1824734 Aug 03 19:22:26.394671 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d58a115-cb3f-4edc-9733-ae419a65c06f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.402379 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3405951d-652c-42cc-af8e-6303e62499e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9600325 Aug 03 19:22:26.406715 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d58a115-cb3f-4edc-9733-ae419a65c06f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.422081 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46010) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:26.479333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58a115-cb3f-4edc-9733-ae419a65c06f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d46d07b-5fcb-4380-a7bb-d731c86bc21a,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:26.486648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d58a115-cb3f-4edc-9733-ae419a65c06f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.493309 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d58a115-cb3f-4edc-9733-ae419a65c06f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620436 Aug 03 19:22:26.499155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46016) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:26.507439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3a294ab0-14d1-402a-b022-414ab055b44e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '9a1512d5-bbf4-422b-a112-6159e1f75b2e', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:26.529272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7279b9c-9820-4720-b5a8-30d9a09e0268 req-a74b4c0c-4d9f-4f80-a91f-89bf0465d78f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598217 Aug 03 19:22:26.540108 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7a322-6fba-43e9-8151-baae5ddac20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:26.542805 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-33d7a322-6fba-43e9-8151-baae5ddac20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/cfa7437f-7d81-41d5-a4b1-7d9e5f113261 HTTP/1.1" status: 200 len: 844 time: 0.1118865 Aug 03 19:22:26.553024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46022) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:26.648210 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-3a294ab0-14d1-402a-b022-414ab055b44e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Project b5fb9b01c0b84db08e058795c9072907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:22:26.683799 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3a294ab0-14d1-402a-b022-414ab055b44e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.744366 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.820491 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b0598108-8c27-4f5f-8fbc-7192b54c8f19 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port cfa7437f-7d81-41d5-a4b1-7d9e5f113261 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:26.820851 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0598108-8c27-4f5f-8fbc-7192b54c8f19 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.832034 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3a294ab0-14d1-402a-b022-414ab055b44e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.846899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] Pushing event deleted for resources: {'Port': ['ID=f68d1a33-7e0b-4150-84a9-3eb478da7ee2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:26.949049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3a294ab0-14d1-402a-b022-414ab055b44e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.007823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a294ab0-14d1-402a-b022-414ab055b44e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e8f008-f92c-4466-a47b-c0af8648e248,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:27.027246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3a294ab0-14d1-402a-b022-414ab055b44e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.028701 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3a294ab0-14d1-402a-b022-414ab055b44e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5275216 Aug 03 19:22:27.032007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46040) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:27.037454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'network': {'name': 'tempest-network-smoke--1123090968', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'port_security_enabled': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:27.054750 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0598108-8c27-4f5f-8fbc-7192b54c8f19 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.101480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b0598108-8c27-4f5f-8fbc-7192b54c8f19 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for cfa7437f-7d81-41d5-a4b1-7d9e5f113261 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:27.130633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:27.136101 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.283082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:22:27.289671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:27.304130 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.304565 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Added segment 965a528b-1184-4414-b9a6-ae438385b8d3 of type vlan for network 057224d6-e8c3-4b58-92ee-b27f9b58c53b Aug 03 19:22:27.397725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.448570 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.462138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:27.465372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.489091 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.505222 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0598108-8c27-4f5f-8fbc-7192b54c8f19 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.599439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:27.646790 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6136150 Aug 03 19:22:27.659233 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'port_id': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'mac_address': 'fa:16:3e:45:ab:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:22:27.679109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46066) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:27.691872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'admin_state_up': True, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:27.709018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0598108-8c27-4f5f-8fbc-7192b54c8f19 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=cfa7437f-7d81-41d5-a4b1-7d9e5f113261,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:27.722670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0598108-8c27-4f5f-8fbc-7192b54c8f19 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.727868 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b0598108-8c27-4f5f-8fbc-7192b54c8f19 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/cfa7437f-7d81-41d5-a4b1-7d9e5f113261 HTTP/1.1" status: 204 len: 168 time: 1.1664948 Aug 03 19:22:27.737037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46068) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:27.774546 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.812701 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:27.856328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879174b5-d5e5-4a8a-aedd-704da0b9374b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Network': ['ID=057224d6-e8c3-4b58-92ee-b27f9b58c53b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:27.891779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:27.900492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 057224d6-e8c3-4b58-92ee-b27f9b58c53b details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:27.906612 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.910359 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0e3b28-3ffe-4fd6-af30-d9b1833dc9c2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:22:27.922894 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ff0e3b28-3ffe-4fd6-af30-d9b1833dc9c2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/cfa7437f-7d81-41d5-a4b1-7d9e5f113261 HTTP/1.1" status: 404 len: 333 time: 0.1712334 Aug 03 19:22:27.924174 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46072) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:27.928944 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.930948 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.948027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'name': 'tempest-PortsIpV6TestJSON-646930264'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:28.137944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638895eb-7c14-4c37-b13f-554a37e653e3 req-0fef1990-9024-43e5-8f9c-33eef09d159e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:28.144699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-638895eb-7c14-4c37-b13f-554a37e653e3 req-0fef1990-9024-43e5-8f9c-33eef09d159e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.3269632 Aug 03 19:22:28.214275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46082) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:28.261607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:28.330868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['449dd8fa-e057-4dc0-be71-fc0c744a8fb8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:28.514895 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.725789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-638895eb-7c14-4c37-b13f-554a37e653e3 req-91f24097-2ee4-4898-bd65-ba03cbcdd3a1 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5568368 Aug 03 19:22:28.762669 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50cdb7f0-1a0f-42ae-8c8f-8fea51b5300f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.836122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] Router 3a57c609-5349-4c3a-91d4-bff42014ea2f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:29.004105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:29.011301 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.035413 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.076639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port e7abf4bb-a8c8-4b69-b53a-50b55fe9233b yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:29.211216 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50cdb7f0-1a0f-42ae-8c8f-8fea51b5300f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.214351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:29.221081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f0a82159-df41-4242-a295-1cf766f6177d admin admin] 10.222.0.78 "PUT /v2.0/routers/3a57c609-5349-4c3a-91d4-bff42014ea2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2878580 Aug 03 19:22:29.223425 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50cdb7f0-1a0f-42ae-8c8f-8fea51b5300f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.226644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46094) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:29.237894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66cf12f-25d3-4020-b869-9331c0ca899f None None] Sync routers for ids ['3a57c609-5349-4c3a-91d4-bff42014ea2f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:29.255948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cf12f-25d3-4020-b869-9331c0ca899f None None] Routers {'3a57c609-5349-4c3a-91d4-bff42014ea2f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:29.259843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f66cf12f-25d3-4020-b869-9331c0ca899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3a57c609-5349-4c3a-91d4-bff42014ea2f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:29.362956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdb7f0-1a0f-42ae-8c8f-8fea51b5300f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62309a28-4bd6-49ff-8bca-9375639d1ab9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:29.368408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-50cdb7f0-1a0f-42ae-8c8f-8fea51b5300f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52a3676cb34241d48a837f6a5486cc4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1507933 Aug 03 19:22:29.405934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46096) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:29.471494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.553651 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-849471ee-be0f-4430-93a3-354435f8c392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.594136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f66cf12f-25d3-4020-b869-9331c0ca899f None None] Set router 3a57c609-5349-4c3a-91d4-bff42014ea2f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:29.634742 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-849471ee-be0f-4430-93a3-354435f8c392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.681965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.755903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:29.815497 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.825923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.860111 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-849471ee-be0f-4430-93a3-354435f8c392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.872922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-849471ee-be0f-4430-93a3-354435f8c392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.885812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-849471ee-be0f-4430-93a3-354435f8c392 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62309a28-4bd6-49ff-8bca-9375639d1ab9 HTTP/1.1" status: 204 len: 168 time: 0.4768901 Aug 03 19:22:29.916318 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network af83caf5-b798-4631-9ef6-96bd52caa858 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:29.939201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:29.945113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849471ee-be0f-4430-93a3-354435f8c392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62309a28-4bd6-49ff-8bca-9375639d1ab9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:29.951032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:29.958333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:29.960089 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.966349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.029571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=e7abf4bb-a8c8-4b69-b53a-50b55fe9233b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:30.063570 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d47a5c6-ceb9-4f0e-8504-a0d3b41989b5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1334705 Aug 03 19:22:30.083650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46110) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:30.104053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a838f48c-1b17-4da5-baab-9b9e18b92fac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:30.259938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.303592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:30.303972 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.323022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.336190 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a838f48c-1b17-4da5-baab-9b9e18b92fac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.495771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Deleting port d5929584-e56c-4b78-a439-1415c8fe41f2 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:30.498554 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.612980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bd50e-c0bc-4c5f-bc7c-213db014ef92 req-1fb2ac1d-e609-481b-9646-9b7fe55f49a2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:30.621845 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f9bd50e-c0bc-4c5f-bc7c-213db014ef92 req-1fb2ac1d-e609-481b-9646-9b7fe55f49a2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 945 time: 0.5890779 Aug 03 19:22:30.627850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.25.8.213 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/5b22b4cf-f84c-4d43-9e55-1883f901b618) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:30.767113 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.815951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46122) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:30.833354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:30.838927 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af03b39f-da8f-403d-b0bf-168e8aeb3669" -d '{"events": [{"server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "name": "network-vif-plugged", "status": "completed", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:30.891196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:30.893148 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1abdac7-b8ee-4db1-8032-9f23753e5885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.901002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f66cf12f-25d3-4020-b869-9331c0ca899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'name': 'tempest-TestServerBasicOps-2099329343-router', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:30Z', 'updated_at': '2021-08-03T19:22:26Z', 'revision_number': 5, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'gw_port': {'id': 'd5929584-e56c-4b78-a439-1415c8fe41f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:fe:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:16:32Z', 'updated_at': '2021-08-03T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:30.996381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66cf12f-25d3-4020-b869-9331c0ca899f None None] Checking router: 3a57c609-5349-4c3a-91d4-bff42014ea2f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:31.021387 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.027990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cf12f-25d3-4020-b869-9331c0ca899f None None] Routers {'3a57c609-5349-4c3a-91d4-bff42014ea2f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:31.030863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f66cf12f-25d3-4020-b869-9331c0ca899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3a57c609-5349-4c3a-91d4-bff42014ea2f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:31.040128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] For port d5929584-e56c-4b78-a439-1415c8fe41f2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d5929584-e56c-4b78-a439-1415c8fe41f2,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:31.045272 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.089617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Calling delete_port for d5929584-e56c-4b78-a439-1415c8fe41f2 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:31.170525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f9bd50e-c0bc-4c5f-bc7c-213db014ef92 req-9452cb4c-6e99-4223-82f3-8b072155a9c2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5471706 Aug 03 19:22:31.215661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.363785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:31.398531 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1abdac7-b8ee-4db1-8032-9f23753e5885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.401416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f66cf12f-25d3-4020-b869-9331c0ca899f None None] Set router 3a57c609-5349-4c3a-91d4-bff42014ea2f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:31.416129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1abdac7-b8ee-4db1-8032-9f23753e5885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.445309 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a838f48c-1b17-4da5-baab-9b9e18b92fac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.460617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a838f48c-1b17-4da5-baab-9b9e18b92fac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.486053 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2acccb-ce17-4b2f-b79d-9d77d6f816ea x-openstack-request-id: req-3e2acccb-ce17-4b2f-b79d-9d77d6f816ea {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:31.486531 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "name": "network-vif-plugged", "status": "completed", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:31.491782 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e2acccb-ce17-4b2f-b79d-9d77d6f816ea {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:31.492962 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'code': 200} Aug 03 19:22:31.544652 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b1abdac7-b8ee-4db1-8032-9f23753e5885 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9f9936542d074101b726d8ab8dc1cc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7215044 Aug 03 19:22:31.553945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abdac7-b8ee-4db1-8032-9f23753e5885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe77ea7-d79f-4b3f-8192-a3d05a9e36ca,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:31.556459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46134) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:31.581969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a838f48c-1b17-4da5-baab-9b9e18b92fac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] In _notify_port_updated(), no bound segment for port e7abf4bb-a8c8-4b69-b53a-50b55fe9233b on network af83caf5-b798-4631-9ef6-96bd52caa858 {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:22:31.600366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a838f48c-1b17-4da5-baab-9b9e18b92fac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:31.601598 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a838f48c-1b17-4da5-baab-9b9e18b92fac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.605474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a838f48c-1b17-4da5-baab-9b9e18b92fac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "PUT /v2.0/ports/e7abf4bb-a8c8-4b69-b53a-50b55fe9233b HTTP/1.1" status: 200 len: 818 time: 1.5167055 Aug 03 19:22:31.617868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46136) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:31.658564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.662597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f66cf12f-25d3-4020-b869-9331c0ca899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'name': 'tempest-TestServerBasicOps-2099329343-router', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:30Z', 'updated_at': '2021-08-03T19:22:29Z', 'revision_number': 6, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:31.725351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66cf12f-25d3-4020-b869-9331c0ca899f None None] The sync data for ids ['3a57c609-5349-4c3a-91d4-bff42014ea2f'] in n-d-802918-7 is: [{'id': '3a57c609-5349-4c3a-91d4-bff42014ea2f', 'name': 'tempest-TestServerBasicOps-2099329343-router', 'tenant_id': 'a429418004a44eeca5556ab3a661200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:16:30Z', 'updated_at': '2021-08-03T19:22:29Z', 'revision_number': 6, 'project_id': 'a429418004a44eeca5556ab3a661200d', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:31.764145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4560-7f30-48db-ba9e-87efcfae2602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.769994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:31.782878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:31.811038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838f48c-1b17-4da5-baab-9b9e18b92fac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=e7abf4bb-a8c8-4b69-b53a-50b55fe9233b,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:31.822225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:31.868554 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.874509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-93337815-ae73-46ea-9509-ad878c881a07 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port e7abf4bb-a8c8-4b69-b53a-50b55fe9233b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:31.875472 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-93337815-ae73-46ea-9509-ad878c881a07 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.908499 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4560-7f30-48db-ba9e-87efcfae2602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.913723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Pushing event deleted for resources: {'Port': ['ID=d5929584-e56c-4b78-a439-1415c8fe41f2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:32.015336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=5b22b4cf-f84c-4d43-9e55-1883f901b618,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:32.055781 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4560-7f30-48db-ba9e-87efcfae2602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.061718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4560-7f30-48db-ba9e-87efcfae2602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.066266 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7b3c4560-7f30-48db-ba9e-87efcfae2602 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7fe77ea7-d79f-4b3f-8192-a3d05a9e36ca HTTP/1.1" status: 204 len: 168 time: 0.5084128 Aug 03 19:22:32.123024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c4560-7f30-48db-ba9e-87efcfae2602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe77ea7-d79f-4b3f-8192-a3d05a9e36ca,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:32.684063 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-93337815-ae73-46ea-9509-ad878c881a07 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.805392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-93337815-ae73-46ea-9509-ad878c881a07 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for e7abf4bb-a8c8-4b69-b53a-50b55fe9233b owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:32.923234 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5af49-23f1-4ecc-a464-cdaffcc9b6ab req-6234c911-d422-4243-81f2-88febf84b5a2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:32.924872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70e5af49-23f1-4ecc-a464-cdaffcc9b6ab req-6234c911-d422-4243-81f2-88febf84b5a2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.2532134 Aug 03 19:22:32.937166 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.053408 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.389109 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-93337815-ae73-46ea-9509-ad878c881a07 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.526979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93337815-ae73-46ea-9509-ad878c881a07 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=e7abf4bb-a8c8-4b69-b53a-50b55fe9233b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:33.548007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-70e5af49-23f1-4ecc-a464-cdaffcc9b6ab req-9eb3ca0a-c1f8-47b2-929d-b60e935e6f49 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5333128 Aug 03 19:22:33.586949 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-93337815-ae73-46ea-9509-ad878c881a07 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.593575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-93337815-ae73-46ea-9509-ad878c881a07 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/e7abf4bb-a8c8-4b69-b53a-50b55fe9233b HTTP/1.1" status: 204 len: 168 time: 1.9704814 Aug 03 19:22:33.598193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46158) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:33.601905 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.605680 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.691803 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-94db3595-f5a5-4228-af2a-a23828cb2089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.771066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.773309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a57c609-5349-4c3a-91d4-bff42014ea2f {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:22:33.785746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.788141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a585f78d-f046-4255-a907-819da7ed93af admin admin] 10.222.0.78 "DELETE /v2.0/routers/3a57c609-5349-4c3a-91d4-bff42014ea2f HTTP/1.1" status: 204 len: 168 time: 4.5571580 Aug 03 19:22:33.828820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46164) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:33.871869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f68d1a33-7e0b-4150-84a9-3eb478da7ee2 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:33.907359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: f68d1a33-7e0b-4150-84a9-3eb478da7ee2 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:33.907707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f68d1a33-7e0b-4150-84a9-3eb478da7ee2 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:33.908136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d5929584-e56c-4b78-a439-1415c8fe41f2 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:33.946108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: d5929584-e56c-4b78-a439-1415c8fe41f2 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:33.946585 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d5929584-e56c-4b78-a439-1415c8fe41f2 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:33.976724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-0941343c-ddac-4955-a118-2f6e56162e78 admin admin] Deleting subnet 208acadd-4dd9-473c-a652-e3826aa98633 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:33.990761 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0941343c-ddac-4955-a118-2f6e56162e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.118061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82dd919-c47f-41fb-88d4-4d1526e7316f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:34.127183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c82dd919-c47f-41fb-88d4-4d1526e7316f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3879197 Aug 03 19:22:34.128889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46170) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:34.157749 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0941343c-ddac-4955-a118-2f6e56162e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.266536 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8eca20-13c0-42dd-8c63-3931621517e1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:22:34.275645 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2b8eca20-13c0-42dd-8c63-3931621517e1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/e7abf4bb-a8c8-4b69-b53a-50b55fe9233b HTTP/1.1" status: 404 len: 333 time: 0.1401713 Aug 03 19:22:34.279661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46174) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:34.291855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-561140643'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:34.305289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.337689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:34.343877 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.411810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:34.430441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.431007 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Added segment 7770f161-4e74-4245-a952-1d53361dc7bf of type vlan for network 03391df3-6561-4d08-9fd1-343c2c5c73c4 Aug 03 19:22:34.532481 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.622509 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0941343c-ddac-4955-a118-2f6e56162e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.663624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.670097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:34.674520 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.718882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:22:34.818066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5321743 Aug 03 19:22:34.820326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46184) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:34.827946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': '03391df3-6561-4d08-9fd1-343c2c5c73c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:34.906341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a1573-2698-4d75-99b2-f74ed9c46622 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Network': ['ID=03391df3-6561-4d08-9fd1-343c2c5c73c4,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:34.919384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 03391df3-6561-4d08-9fd1-343c2c5c73c4 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:34.959400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0941343c-ddac-4955-a118-2f6e56162e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.026658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eec27-b9f9-4590-bbee-ea771c3cea64 req-26067da4-386a-43e7-90b7-26d9a62a4f5f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:35.029411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d7eec27-b9f9-4590-bbee-ea771c3cea64 req-26067da4-386a-43e7-90b7-26d9a62a4f5f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.2703083 Aug 03 19:22:35.047541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941343c-ddac-4955-a118-2f6e56162e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208acadd-4dd9-473c-a652-e3826aa98633,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:35.084450 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0941343c-ddac-4955-a118-2f6e56162e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.089677 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0941343c-ddac-4955-a118-2f6e56162e78 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/208acadd-4dd9-473c-a652-e3826aa98633 HTTP/1.1" status: 204 len: 168 time: 1.2581344 Aug 03 19:22:35.090591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46186) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:35.107215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:35.109571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:35.111971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.135610 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.137179 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-698f0a51-3c33-4de5-89dc-090048f03179 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.4539855 Aug 03 19:22:35.142765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46188) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:35.144381 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Sync routers for ids ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:35.153292 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1561ffc-fff8-4fa1-a009-d86a7cca2725 None None] Network 4806447b-1a2a-433c-b01f-487ad2ceec9c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:35.217287 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Routers {'7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:35.218447 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-41c81196-30db-4683-9ec9-05508315e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:35.257291 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c294f29b-2c56-43eb-b04b-165f947b783a tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=b5fb9b01c0b84db08e058795c9072907&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1128297 Aug 03 19:22:35.259643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46192) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:35.338025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d7eec27-b9f9-4590-bbee-ea771c3cea64 req-e52c9396-4848-428f-9e3c-7bc0cc580273 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705562 Aug 03 19:22:35.355146 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.616847 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Set router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:35.697752 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.955487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Deleting port e3d66a24-79f2-439a-a5f9-4822303f2502 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:35.956536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.958568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Subnet': ['ID=aa2da629-e127-40e1-b9bb-400acdef2b02,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:35.994795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc3991-2e85-4f8b-b5f3-40b0e34d7b0b tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:36.018324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46204) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:36.022214 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4ffc3991-2e85-4f8b-b5f3-40b0e34d7b0b tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7609594 Aug 03 19:22:36.080429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7244f0f7-9fe5-4a69-964a-179fa7f7c7ee tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607524 Aug 03 19:22:36.081998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Checking segment: {'id': '7770f161-4e74-4245-a952-1d53361dc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03391df3-6561-4d08-9fd1-343c2c5c73c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:36.082483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network hostable DHCP agents. Network: 03391df3-6561-4d08-9fd1-343c2c5c73c4, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:36.091252 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46206) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:36.097147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1266778476', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:36.247120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] For port e3d66a24-79f2-439a-a5f9-4822303f2502, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e3d66a24-79f2-439a-a5f9-4822303f2502,segment=NetworkSegment(8bb3fb81-cce1-4117-8647-844ae6432c7d),segment_id=8bb3fb81-cce1-4117-8647-844ae6432c7d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:36.249077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9996db-334f-4b85-934d-b887cbd96673 None None] DHCP port deletion for 4806447b-1a2a-433c-b01f-487ad2ceec9c request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:36.252699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.305799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Calling delete_port for e3d66a24-79f2-439a-a5f9-4822303f2502 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:36.343829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:36.349157 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.352785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-0e9996db-334f-4b85-934d-b887cbd96673 None None] Deleting port e3d66a24-79f2-439a-a5f9-4822303f2502 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:36.353376 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0e9996db-334f-4b85-934d-b887cbd96673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.533729 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-41c81196-30db-4683-9ec9-05508315e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:32Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:36.580540 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1640377d-4c66-48c2-a580-13712dbdb6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.586665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network 03391df3-6561-4d08-9fd1-343c2c5c73c4 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:36.634822 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Checking router: 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:36.635890 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Updating router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 port 5b22b4cf-f84c-4d43-9e55-1883f901b618 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:22:36.683136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 03391df3-6561-4d08-9fd1-343c2c5c73c4) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:36.728963 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.755111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4378a88-dd04-4563-aa4c-88e88590b1c9 None None] Network 03391df3-6561-4d08-9fd1-343c2c5c73c4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:36.789225 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.789615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:36.790351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.862580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-0e9996db-334f-4b85-934d-b887cbd96673 None None] For port e3d66a24-79f2-439a-a5f9-4822303f2502, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e3d66a24-79f2-439a-a5f9-4822303f2502,segment=NetworkSegment(8bb3fb81-cce1-4117-8647-844ae6432c7d),segment_id=8bb3fb81-cce1-4117-8647-844ae6432c7d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:36.863080 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0e9996db-334f-4b85-934d-b887cbd96673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.923146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.985694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.036117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-0e9996db-334f-4b85-934d-b887cbd96673 None None] Calling delete_port for e3d66a24-79f2-439a-a5f9-4822303f2502 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:37.143004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Subnet': ['ID=59f875dd-e09c-407e-abfe-34474d3afe93,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:37.273251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] No DVR routers for this DVR port e3d66a24-79f2-439a-a5f9-4822303f2502 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:37.290211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d66a24-79f2-439a-a5f9-4822303f2502,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:37.319566 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Checking segment: {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:37.320203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network hostable DHCP agents. Network: 057224d6-e8c3-4b58-92ee-b27f9b58c53b, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:37.409897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network 057224d6-e8c3-4b58-92ee-b27f9b58c53b is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:37.455782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 057224d6-e8c3-4b58-92ee-b27f9b58c53b) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:37.474918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:37.474918 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.526135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02408fb1-314c-4490-9217-e7a25652968a None None] Network 057224d6-e8c3-4b58-92ee-b27f9b58c53b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:37.536397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9e8f90ad-3318-4d35-9f2d-79978052d1bb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7138798 Aug 03 19:22:37.545841 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-32320a2a-4477-43c3-993e-9a27838ab1d7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4528983 Aug 03 19:22:37.548013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46228) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:37.550661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46230) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:37.596516 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bac5a387-98db-4cba-8b54-f33919d9d8a3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': '03391df3-6561-4d08-9fd1-343c2c5c73c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:37.840393 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.889032 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Transition to ACTIVE for port object 5b22b4cf-f84c-4d43-9e55-1883f901b618 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:37.914948 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.915300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad64f04-9a77-4c98-a1ac-bea9e2f2aaac req-d7455c73-b419-4544-8299-339346ae77e8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:37.934139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ad64f04-9a77-4c98-a1ac-bea9e2f2aaac req-d7455c73-b419-4544-8299-339346ae77e8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 1.3632302 Aug 03 19:22:37.944343 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.097422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4806447b-1a2a-433c-b01f-487ad2ceec9c']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:38.163263 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Attempting to bind port 5b22b4cf-f84c-4d43-9e55-1883f901b618 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:38.163619 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Attempting to bind port 5b22b4cf-f84c-4d43-9e55-1883f901b618 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:38.163984 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Attempting to bind port 5b22b4cf-f84c-4d43-9e55-1883f901b618 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:38.204310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb3fb81-cce1-4117-8647-844ae6432c7d') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:38.204773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb3fb81-cce1-4117-8647-844ae6432c7d') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:38.234739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e3d66a24-79f2-439a-a5f9-4822303f2502 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:38.260024 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Pushing event updated for resources: {'Port': ['ID=5b22b4cf-f84c-4d43-9e55-1883f901b618,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:38.268018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ad64f04-9a77-4c98-a1ac-bea9e2f2aaac req-cca81f18-01c2-4648-8b5f-ca86fe858cc6 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723598 Aug 03 19:22:38.283794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-11b11553-f099-48c1-93a8-517f8c79dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:38.286530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-11b11553-f099-48c1-93a8-517f8c79dad8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 1097 time: 1.3297172 Aug 03 19:22:38.294674 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.295230 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.296059 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.296616 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.297176 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.297770 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.298307 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.298863 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.299405 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.299953 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.300506 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.301037 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.306641 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.323399 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:38.323919 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:38.324586 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.325241 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:38.331470 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Bound port: 5b22b4cf-f84c-4d43-9e55-1883f901b618, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:38.332117 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.333953 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: e3d66a24-79f2-439a-a5f9-4822303f2502 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:38.334479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e3d66a24-79f2-439a-a5f9-4822303f2502 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:38.504984 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:38.579990 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:22:38.591435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-03391df3-6561-4d08-9fd1-343c2c5c73c4', 'network_id': '03391df3-6561-4d08-9fd1-343c2c5c73c4', 'tenant_id': '8e3031d8f9da4f509fc1e56a60df6cf2', 'fixed_ips': [{'subnet_id': 'aa2da629-e127-40e1-b9bb-400acdef2b02'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:38.592379 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.610454 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.640033 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-41c81196-30db-4683-9ec9-05508315e36b None None] For port 5b22b4cf-f84c-4d43-9e55-1883f901b618, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:38.648499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:38.649119 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:38.651972 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:38.662609 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-41c81196-30db-4683-9ec9-05508315e36b None None] For port 5b22b4cf-f84c-4d43-9e55-1883f901b618, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5b22b4cf-f84c-4d43-9e55-1883f901b618,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:38.678410 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.692067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5a387-98db-4cba-8b54-f33919d9d8a3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:38.696919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bac5a387-98db-4cba-8b54-f33919d9d8a3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.752374 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0e9996db-334f-4b85-934d-b887cbd96673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.827223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9996db-334f-4b85-934d-b887cbd96673 None None] No DVR routers for this DVR port e3d66a24-79f2-439a-a5f9-4822303f2502 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:38.855208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:38.856437 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.921048 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.963850 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.970761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/4806447b-1a2a-433c-b01f-487ad2ceec9c HTTP/1.1" status: 204 len: 168 time: 3.8723235 Aug 03 19:22:39.025627 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18496932-6841-4a37-8a70-ac7d5f95c881 None None] Pushing event updated for resources: {'Port': ['ID=5b22b4cf-f84c-4d43-9e55-1883f901b618,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:39.046038 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Routers {'7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:39.051907 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-41c81196-30db-4683-9ec9-05508315e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:39.093394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4806447b-1a2a-433c-b01f-487ad2ceec9c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:39.129357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-8e35009f-00f7-4dc0-8f9f-7662c1aba114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:39.137459 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-8e35009f-00f7-4dc0-8f9f-7662c1aba114 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.8105028 Aug 03 19:22:39.141533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.149252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.150155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.150933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.151630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.152331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.154231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.156230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.158218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.158948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.160746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.161463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dceb8f-22cc-4da1-a509-f5eb295acde1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:39.206796 n-d-802918-7 neutron-server[100488]: INFO neutron.db.ipam_backend_mixin [None req-bac5a387-98db-4cba-8b54-f33919d9d8a3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa2da629-e127-40e1-b9bb-400acdef2b02 (CIDR: 2001:db8::/64) Aug 03 19:22:39.322916 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac5a387-98db-4cba-8b54-f33919d9d8a3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:22:39.327080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac5a387-98db-4cba-8b54-f33919d9d8a3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:39.370522 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bac5a387-98db-4cba-8b54-f33919d9d8a3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8164434 Aug 03 19:22:39.380750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46252) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:39.382105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Allocated IP 172.20.0.2 (057224d6-e8c3-4b58-92ee-b27f9b58c53b/59f875dd-e09c-407e-abfe-34474d3afe93/408bf2b3-66d2-4e00-8659-fcc5d01349af) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:39.392295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': '03391df3-6561-4d08-9fd1-343c2c5c73c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:39.731391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9996db-334f-4b85-934d-b887cbd96673 None None] Pushing event deleted for resources: {'Port': ['ID=e3d66a24-79f2-439a-a5f9-4822303f2502,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:39.790537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:39.798613 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.841212 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-41c81196-30db-4683-9ec9-05508315e36b None None] Set router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:39.988813 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.992554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-5f69365e-25f3-4d34-8686-226d41e6f8fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8 HTTP/1.1" status: 200 len: 1002 time: 0.8139076 Aug 03 19:22:40.066936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46256) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:40.115910 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.206626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Transition to ACTIVE for port object 408bf2b3-66d2-4e00-8659-fcc5d01349af will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:40.258119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-cf2a1095-22c5-4c13-a8dd-d4c2cef58872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:40.262163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-cf2a1095-22c5-4c13-a8dd-d4c2cef58872 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.2403712 Aug 03 19:22:40.286239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Transition to ACTIVE for port object 408bf2b3-66d2-4e00-8659-fcc5d01349af will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:40.317017 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.341535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Allocated IP 2001:db8::2 (03391df3-6561-4d08-9fd1-343c2c5c73c4/aa2da629-e127-40e1-b9bb-400acdef2b02/f80e83c4-b602-4bd3-bb45-e84ee1c838da) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:40.378444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44692de7-3f80-4687-806a-e68de700255d req-68cb98f3-79a0-4abe-9370-643e80edac68 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:40.390261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44692de7-3f80-4687-806a-e68de700255d req-68cb98f3-79a0-4abe-9370-643e80edac68 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.7418573 Aug 03 19:22:40.412299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Network 057224d6-e8c3-4b58-92ee-b27f9b58c53b is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:40.415580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Pushing event updated for resources: {'Port': ['ID=408bf2b3-66d2-4e00-8659-fcc5d01349af,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:40.416748 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2e0b9c87-6a63-4450-8746-e1bd1eaaafe4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d5679ab7fb8468da9fc3e9c58daff06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479762 Aug 03 19:22:40.418468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:40.424775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:40.467520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46262) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:40.618560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Attempting to bind port 408bf2b3-66d2-4e00-8659-fcc5d01349af on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:40.619172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Attempting to bind port 408bf2b3-66d2-4e00-8659-fcc5d01349af by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:40.619762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Attempting to bind port 408bf2b3-66d2-4e00-8659-fcc5d01349af on network 057224d6-e8c3-4b58-92ee-b27f9b58c53b {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:40.632208 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44692de7-3f80-4687-806a-e68de700255d req-24860fd9-f3e0-45bb-9ba0-19bb7817a972 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587918 Aug 03 19:22:40.634742 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.650705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:40.651092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Checking segment: {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:40.651511 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.651916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Bound using segment: {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:40.652423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Bound port: 408bf2b3-66d2-4e00-8659-fcc5d01349af, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:40.667230 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.683694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4664fa56-90cb-40d6-9b5e-3aed193aa7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.735322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-949d1a0a-9199-4869-b150-02cd86724397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:40.750709 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-41c81196-30db-4683-9ec9-05508315e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:32Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:40.751730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-949d1a0a-9199-4869-b150-02cd86724397 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4759984 Aug 03 19:22:40.771559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4664fa56-90cb-40d6-9b5e-3aed193aa7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.874191 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c81196-30db-4683-9ec9-05508315e36b None None] The sync data for ids ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'] in n-d-802918-7 is: [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:32Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:40.875574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] For port 408bf2b3-66d2-4e00-8659-fcc5d01349af, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:40.884672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] For port 408bf2b3-66d2-4e00-8659-fcc5d01349af, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=408bf2b3-66d2-4e00-8659-fcc5d01349af,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:40.905215 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.922954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-6579a5ca-e522-4bba-b8f4-0bff037cefc5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:22:40.925673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-6579a5ca-e522-4bba-b8f4-0bff037cefc5 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0338371 Aug 03 19:22:40.967583 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4664fa56-90cb-40d6-9b5e-3aed193aa7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.979704 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4664fa56-90cb-40d6-9b5e-3aed193aa7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.985424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4664fa56-90cb-40d6-9b5e-3aed193aa7e2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0273209e-1b65-4532-afab-e70b349578c1 HTTP/1.1" status: 204 len: 168 time: 0.5057409 Aug 03 19:22:41.146649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f590e4f-5c4f-4767-9e9c-136bd110dfcf None None] Pushing event updated for resources: {'Port': ['ID=408bf2b3-66d2-4e00-8659-fcc5d01349af,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:41.214076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664fa56-90cb-40d6-9b5e-3aed193aa7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0273209e-1b65-4532-afab-e70b349578c1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:41.408271 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.431631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Transition to ACTIVE for port object f80e83c4-b602-4bd3-bb45-e84ee1c838da will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:41.497924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-0dc53d20-6afd-49cf-9c35-d7d02fccc9a9 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604844 Aug 03 19:22:41.532673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Transition to ACTIVE for port object f80e83c4-b602-4bd3-bb45-e84ee1c838da will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:41.549971 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.928852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Pushing event updated for resources: {'Port': ['ID=f80e83c4-b602-4bd3-bb45-e84ee1c838da,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:41.983673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Network 03391df3-6561-4d08-9fd1-343c2c5c73c4 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:42.010802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:42.026452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:42.116132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e681b4f-75d7-4293-8779-729e6a3aa946 req-950ddfe8-5c6c-45d5-a460-d9dcde52b212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:42.138295 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e681b4f-75d7-4293-8779-729e6a3aa946 req-950ddfe8-5c6c-45d5-a460-d9dcde52b212 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.2637858 Aug 03 19:22:42.158606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 408bf2b3-66d2-4e00-8659-fcc5d01349af up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:42.217361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27a53cae-ff89-4c1e-b5f5-79b25889e0d6 req-f8bc3b58-08ae-4d07-8bed-3dc3816231de service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7120254 Aug 03 19:22:42.295846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e681b4f-75d7-4293-8779-729e6a3aa946 req-fafb0a6c-728a-42a7-ab78-300e3fea3d28 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566443 Aug 03 19:22:42.348647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46276) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:42.416700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Attempting to bind port f80e83c4-b602-4bd3-bb45-e84ee1c838da on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:42.417147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Attempting to bind port f80e83c4-b602-4bd3-bb45-e84ee1c838da by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7770f161-4e74-4245-a952-1d53361dc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03391df3-6561-4d08-9fd1-343c2c5c73c4'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:42.417781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Attempting to bind port f80e83c4-b602-4bd3-bb45-e84ee1c838da on network 03391df3-6561-4d08-9fd1-343c2c5c73c4 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:42.456808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:42.457430 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Checking segment: {'id': '7770f161-4e74-4245-a952-1d53361dc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03391df3-6561-4d08-9fd1-343c2c5c73c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:42.483959 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.484652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Bound using segment: {'id': '7770f161-4e74-4245-a952-1d53361dc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03391df3-6561-4d08-9fd1-343c2c5c73c4'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:42.485481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Bound port: f80e83c4-b602-4bd3-bb45-e84ee1c838da, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7770f161-4e74-4245-a952-1d53361dc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '03391df3-6561-4d08-9fd1-343c2c5c73c4'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:42.486178 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.508020 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.591710 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5c93-314a-4724-9ee1-16e8213bad07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.767581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 408bf2b3-66d2-4e00-8659-fcc5d01349af completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:42.812800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5b22b4cf-f84c-4d43-9e55-1883f901b618 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:42.825389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.20.0.1 (057224d6-e8c3-4b58-92ee-b27f9b58c53b/59f875dd-e09c-407e-abfe-34474d3afe93/bfa38e6c-2f1e-42ce-9a8e-328858084ec8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:42.968987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] For port f80e83c4-b602-4bd3-bb45-e84ee1c838da, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:42.991945 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5c93-314a-4724-9ee1-16e8213bad07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.995921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46282) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:43.022133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 5b22b4cf-f84c-4d43-9e55-1883f901b618 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:43.027541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] For port f80e83c4-b602-4bd3-bb45-e84ee1c838da, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f80e83c4-b602-4bd3-bb45-e84ee1c838da,segment=NetworkSegment(7770f161-4e74-4245-a952-1d53361dc7bf),segment_id=7770f161-4e74-4245-a952-1d53361dc7bf)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:43.029271 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5c93-314a-4724-9ee1-16e8213bad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.037327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5b22b4cf-f84c-4d43-9e55-1883f901b618 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:43.038020 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.040960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.210990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58858152-0453-4f02-8dec-4d9574b4339d None None] Pushing event updated for resources: {'Port': ['ID=f80e83c4-b602-4bd3-bb45-e84ee1c838da,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:43.246532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e5c93-314a-4724-9ee1-16e8213bad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7586f983-e66d-4d37-a246-6205d965a456,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:43.327848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network 03391df3-6561-4d08-9fd1-343c2c5c73c4 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:43.334950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:43.367754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.368076 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.391327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Subnet': ['ID=ac09be10-6184-42f6-b011-2cc8a5131cb2,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:43.459243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.512779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.513842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.514841 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.515412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.515970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.516492 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.523727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.524295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.531576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.533610 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.535504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1bf362e5-3b1a-44b6-8a51-fdf544ed713d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a429418004a44eeca5556ab3a661200d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371280 Aug 03 19:22:43.537015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.538016 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:43.542816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46286) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:43.603809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Transition to ACTIVE for port object bfa38e6c-2f1e-42ce-9a8e-328858084ec8 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:43.689655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab244b1d-a8a3-4684-b45d-13a36416d54a None None] Network 057224d6-e8c3-4b58-92ee-b27f9b58c53b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:43.730798 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-431db341-41eb-4a0d-845b-b0fd7d658748 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.3414459 Aug 03 19:22:43.759561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46290) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:43.766571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': '03391df3-6561-4d08-9fd1-343c2c5c73c4', 'fixed_ips': [{'subnet_id': 'aa2da629-e127-40e1-b9bb-400acdef2b02'}, {'subnet_id': 'ac09be10-6184-42f6-b011-2cc8a5131cb2'}], 'name': 'tempest-PortsIpV6TestJSON-336866324'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:43.817260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fe9e5c93-314a-4724-9ee1-16e8213bad07 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8eb586b038944d5b2392f56c5612086&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4660442 Aug 03 19:22:43.820743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46292) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:43.867269 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.935553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 5b22b4cf-f84c-4d43-9e55-1883f901b618, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5b22b4cf-f84c-4d43-9e55-1883f901b618,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:43.982076 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.070009 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.075006 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da10da10-3d67-412f-8b70-525b4c818798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.116999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-85bce7f5-8b3a-4e8d-b01e-86676514e7d6 None None] Provisioning for port 408bf2b3-66d2-4e00-8659-fcc5d01349af completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:44.180536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-85bce7f5-8b3a-4e8d-b01e-86676514e7d6 None None] Provisioning complete for port 408bf2b3-66d2-4e00-8659-fcc5d01349af triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:44.180536 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-85bce7f5-8b3a-4e8d-b01e-86676514e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.275291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70631a-5392-4ba4-8893-b098098b0ae0 req-e4b1de21-d0df-447d-994d-9682321273b9 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:44.294139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf70631a-5392-4ba4-8893-b098098b0ae0 req-e4b1de21-d0df-447d-994d-9682321273b9 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.7104282 Aug 03 19:22:44.305651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network 057224d6-e8c3-4b58-92ee-b27f9b58c53b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:44.363542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:44.389203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:44.422843 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf70631a-5392-4ba4-8893-b098098b0ae0 req-901f53de-4a8f-4718-bd7a-dc8c39fccb3f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272097 Aug 03 19:22:44.453897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da10da10-3d67-412f-8b70-525b4c818798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.455823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f80e83c4-b602-4bd3-bb45-e84ee1c838da up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:44.486503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=bfa38e6c-2f1e-42ce-9a8e-328858084ec8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:44.527955 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14801fa2-5fa8-4423-9c2b-7870f4406328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.570832 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14801fa2-5fa8-4423-9c2b-7870f4406328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.638375 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.642602 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:44.680006 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=5b22b4cf-f84c-4d43-9e55-1883f901b618,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:44.778269 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da10da10-3d67-412f-8b70-525b4c818798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.782573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-da10da10-3d67-412f-8b70-525b4c818798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.784127 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-da10da10-3d67-412f-8b70-525b4c818798 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65027b2a-246b-4df4-9aff-5303f38f3a40 HTTP/1.1" status: 204 len: 168 time: 1.2332599 Aug 03 19:22:44.810656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10da10-3d67-412f-8b70-525b4c818798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65027b2a-246b-4df4-9aff-5303f38f3a40,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:44.821345 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14801fa2-5fa8-4423-9c2b-7870f4406328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.824341 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14801fa2-5fa8-4423-9c2b-7870f4406328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.838860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-14801fa2-5fa8-4423-9c2b-7870f4406328 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7586f983-e66d-4d37-a246-6205d965a456 HTTP/1.1" status: 204 len: 168 time: 1.0055509 Aug 03 19:22:44.850367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14801fa2-5fa8-4423-9c2b-7870f4406328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7586f983-e66d-4d37-a246-6205d965a456,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:44.925353 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.082776 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:22:45.276371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f80e83c4-b602-4bd3-bb45-e84ee1c838da completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:45.312763 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-85bce7f5-8b3a-4e8d-b01e-86676514e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.353433 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.422472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-85bce7f5-8b3a-4e8d-b01e-86676514e7d6 None None] For port 408bf2b3-66d2-4e00-8659-fcc5d01349af, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=408bf2b3-66d2-4e00-8659-fcc5d01349af,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:45.428613 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-85bce7f5-8b3a-4e8d-b01e-86676514e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.583569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bce7f5-8b3a-4e8d-b01e-86676514e7d6 None None] Pushing event updated for resources: {'Port': ['ID=408bf2b3-66d2-4e00-8659-fcc5d01349af,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:45.753567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a683852-3412-46d6-963f-3dd4009bf1c3 req-1c92fa1c-575e-4dd2-9d51-d0c286e7324e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:45.778541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a683852-3412-46d6-963f-3dd4009bf1c3 req-1c92fa1c-575e-4dd2-9d51-d0c286e7324e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.1590145 Aug 03 19:22:45.856324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port 7cc2bd22-8ea6-409a-8f30-a299fa12c066 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:45.904600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cf987aef-90b1-4fdc-ba8c-6d66b4258366 None None] Provisioning complete for port 408bf2b3-66d2-4e00-8659-fcc5d01349af triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:45.908147 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cf987aef-90b1-4fdc-ba8c-6d66b4258366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.913009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a683852-3412-46d6-963f-3dd4009bf1c3 req-d64fbcfa-adea-4a53-8389-887b58942d91 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331513 Aug 03 19:22:46.225305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46314) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:46.259841 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 408bf2b3-66d2-4e00-8659-fcc5d01349af up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:46.274775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c2612-bc2c-451d-887b-e4fda8a380ff None None] Network 03391df3-6561-4d08-9fd1-343c2c5c73c4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:46.297898 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-27e9d2b5-a315-43b2-b08f-98be91917c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.679112 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-27e9d2b5-a315-43b2-b08f-98be91917c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.683198 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-27e9d2b5-a315-43b2-b08f-98be91917c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.715297 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.747076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cf987aef-90b1-4fdc-ba8c-6d66b4258366 None None] Provisioning for port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:46.778650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-27e9d2b5-a315-43b2-b08f-98be91917c70 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22acfce8086449e68e7fba1dfc834023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5518470 Aug 03 19:22:46.781441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46320) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:46.784049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cf987aef-90b1-4fdc-ba8c-6d66b4258366 None None] Provisioning complete for port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:46.784638 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cf987aef-90b1-4fdc-ba8c-6d66b4258366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.964196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 408bf2b3-66d2-4e00-8659-fcc5d01349af triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:46.965126 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.968111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-cf987aef-90b1-4fdc-ba8c-6d66b4258366 None None] Port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:46.980694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4df6d389-61e3-4d30-99e8-9adbaa553462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.010969 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4df6d389-61e3-4d30-99e8-9adbaa553462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.079588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9d2b5-a315-43b2-b08f-98be91917c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080a9a7-7ca2-44e8-977a-d9a5f516b653,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:47.086038 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4df6d389-61e3-4d30-99e8-9adbaa553462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.089170 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4df6d389-61e3-4d30-99e8-9adbaa553462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.097609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4df6d389-61e3-4d30-99e8-9adbaa553462 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0080a9a7-7ca2-44e8-977a-d9a5f516b653 HTTP/1.1" status: 204 len: 168 time: 0.3088722 Aug 03 19:22:47.108682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6d389-61e3-4d30-99e8-9adbaa553462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080a9a7-7ca2-44e8-977a-d9a5f516b653,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:47.194903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d16a2cc1-4780-4e66-80f6-809a0cc69e7a None None] Provisioning for port f80e83c4-b602-4bd3-bb45-e84ee1c838da completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:47.210666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d16a2cc1-4780-4e66-80f6-809a0cc69e7a None None] Provisioning complete for port f80e83c4-b602-4bd3-bb45-e84ee1c838da triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:47.211252 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d16a2cc1-4780-4e66-80f6-809a0cc69e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.333909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d91e3-7f7f-47a9-8b26-84ce415f6138 req-86ecb2df-6c11-4a64-87e9-737e32140357 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:47.335767 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-388d91e3-7f7f-47a9-8b26-84ce415f6138 req-86ecb2df-6c11-4a64-87e9-737e32140357 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.1981852 Aug 03 19:22:47.424141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-388d91e3-7f7f-47a9-8b26-84ce415f6138 req-5adb7a95-ddd1-41c5-9fc3-7dfd99067c57 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818563 Aug 03 19:22:47.464075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8::22e (03391df3-6561-4d08-9fd1-343c2c5c73c4/aa2da629-e127-40e1-b9bb-400acdef2b02/7cc2bd22-8ea6-409a-8f30-a299fa12c066) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:47.488052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8:0:1::125 (03391df3-6561-4d08-9fd1-343c2c5c73c4/ac09be10-6184-42f6-b011-2cc8a5131cb2/7cc2bd22-8ea6-409a-8f30-a299fa12c066) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:47.571057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46334) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:47.799199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.866284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object 7cc2bd22-8ea6-409a-8f30-a299fa12c066 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:47.969544 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.139276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=7cc2bd22-8ea6-409a-8f30-a299fa12c066,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:48.178147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network 03391df3-6561-4d08-9fd1-343c2c5c73c4 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:48.178509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5b22b4cf-f84c-4d43-9e55-1883f901b618 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:48.190722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfc5ff0-58fd-4ae6-885f-a40275609ce8 None None] Update dhcp port {'port': {'network_id': '03391df3-6561-4d08-9fd1-343c2c5c73c4', 'fixed_ips': [{'subnet_id': 'aa2da629-e127-40e1-b9bb-400acdef2b02', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ac09be10-6184-42f6-b011-2cc8a5131cb2'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'f80e83c4-b602-4bd3-bb45-e84ee1c838da'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:22:48.206019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-877002969-network', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:48.224816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:48.243268 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:48.254781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Made reservation on behalf of da4b8a4027f24153bbf8a48dd7c29730 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:48.263431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:48.266742 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.268433 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.294424 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.312984 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.325108 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-00bbee52-86d3-465f-bfff-00c4a80b3518 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.5602932 Aug 03 19:22:48.325888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46354) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:48.328597 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.337176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-01bff2df-c28b-44ef-853b-f23ba452beb2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa2da629-e127-40e1-b9bb-400acdef2b02'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:48.475831 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5ff0-58fd-4ae6-885f-a40275609ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.508115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=bfa38e6c-2f1e-42ce-9a8e-328858084ec8,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:48.536464 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.598464 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d16a2cc1-4780-4e66-80f6-809a0cc69e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.854943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5b22b4cf-f84c-4d43-9e55-1883f901b618 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:48.856850 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.857146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network 057224d6-e8c3-4b58-92ee-b27f9b58c53b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:48.859278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:48.943206 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.078157 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.237242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:49.273012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.273350 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Added segment 7319bd84-7811-4a11-ba69-50e2122ed946 of type vlan for network 803531de-87af-4ce3-96ef-771520f7dc68 Aug 03 19:22:49.300177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:49.319292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aca82bc-cfcf-4034-8849-b6948c6d37d9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:49.477073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407d597-6bdb-46f8-9b41-62486fa899dc req-ad0f1c55-2ff1-4e2d-b317-2762fed909cc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:49.504926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f407d597-6bdb-46f8-9b41-62486fa899dc req-ad0f1c55-2ff1-4e2d-b317-2762fed909cc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.5575144 Aug 03 19:22:49.521356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01bff2df-c28b-44ef-853b-f23ba452beb2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.699307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d16a2cc1-4780-4e66-80f6-809a0cc69e7a None None] For port f80e83c4-b602-4bd3-bb45-e84ee1c838da, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f80e83c4-b602-4bd3-bb45-e84ee1c838da,segment=NetworkSegment(7770f161-4e74-4245-a952-1d53361dc7bf),segment_id=7770f161-4e74-4245-a952-1d53361dc7bf)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:49.735045 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d16a2cc1-4780-4e66-80f6-809a0cc69e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.843399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:49.886340 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-844efe19-1f04-415e-9a22-4c921883bb2d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "PUT /v2.0/routers/7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3164072 Aug 03 19:22:49.927558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Sync routers for ids ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:49.957834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d16a2cc1-4780-4e66-80f6-809a0cc69e7a None None] Provisioning complete for port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:49.959248 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d16a2cc1-4780-4e66-80f6-809a0cc69e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.083176 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.165084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f407d597-6bdb-46f8-9b41-62486fa899dc req-be3ed95c-1580-498c-b2ba-0a40a8a2a285 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5974541 Aug 03 19:22:50.228883 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.229911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:50.230574 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.242542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d16a2cc1-4780-4e66-80f6-809a0cc69e7a None None] Port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:50.409642 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a2cc1-4780-4e66-80f6-809a0cc69e7a None None] Pushing event updated for resources: {'Port': ['ID=f80e83c4-b602-4bd3-bb45-e84ee1c838da,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:50.419945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Routers {'7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:50.421527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:50.500217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] Pushing event updated for resources: {'Network': ['ID=803531de-87af-4ce3-96ef-771520f7dc68,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:50.530280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-50c3f86a-543e-4795-ad56-657c3f46e7ce admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9577355 Aug 03 19:22:50.534718 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46398) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:50.540128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] Request body: {'subnet': {'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-877002969-subnet', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:50.553555 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b38d2d3f-4e4f-4885-85d0-d1d86ca8f77c None None] Provisioning complete for port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:50.555807 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b38d2d3f-4e4f-4885-85d0-d1d86ca8f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.561800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 803531de-87af-4ce3-96ef-771520f7dc68 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:50.649398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-b497ccca-1e59-4c56-84d6-e47a1381466c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998416133&fields=id&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 267 time: 0.1023979 Aug 03 19:22:50.666926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] Made reservation on behalf of da4b8a4027f24153bbf8a48dd7c29730 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:50.673929 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.771272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-ddfc5ff0-58fd-4ae6-885f-a40275609ce8 None None] Allocated IP 2001:db8:0:1::2 (03391df3-6561-4d08-9fd1-343c2c5c73c4/ac09be10-6184-42f6-b011-2cc8a5131cb2/f80e83c4-b602-4bd3-bb45-e84ee1c838da) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:50.815725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b38d2d3f-4e4f-4885-85d0-d1d86ca8f77c None None] Port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:51.063094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Set router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:51.152957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ddfc5ff0-58fd-4ae6-885f-a40275609ce8 None None] For port f80e83c4-b602-4bd3-bb45-e84ee1c838da, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f80e83c4-b602-4bd3-bb45-e84ee1c838da,segment=NetworkSegment(7770f161-4e74-4245-a952-1d53361dc7bf),segment_id=7770f161-4e74-4245-a952-1d53361dc7bf)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:51.332756 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5ff0-58fd-4ae6-885f-a40275609ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.599120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ddfc5ff0-58fd-4ae6-885f-a40275609ce8 None None] Transition to ACTIVE for port object f80e83c4-b602-4bd3-bb45-e84ee1c838da will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:51.642998 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ddfc5ff0-58fd-4ae6-885f-a40275609ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.798465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:46Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bfa38e6c-2f1e-42ce-9a8e-328858084ec8', 'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:75:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:41Z', 'updated_at': '2021-08-03T19:22:47Z', 'revision_number': 2, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:51.861419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cb433-fb5e-4a31-bdbd-56eb805457e4 req-64ceacee-cdd3-4684-b671-ed13671e4563 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:51.864253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc0cb433-fb5e-4a31-bdbd-56eb805457e4 req-64ceacee-cdd3-4684-b671-ed13671e4563 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.3073738 Aug 03 19:22:51.926749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-01bff2df-c28b-44ef-853b-f23ba452beb2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Delete allocated IP 2001:db8:0:1::125 (03391df3-6561-4d08-9fd1-343c2c5c73c4/ac09be10-6184-42f6-b011-2cc8a5131cb2) {{(pid=100487) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:22:51.956176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Checking router: 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:51.958954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Updating router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:22:52.012680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-97db9b5b-09fd-4770-9e08-72df7dd2be5c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:52.016154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-97db9b5b-09fd-4770-9e08-72df7dd2be5c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 797 time: 1.3613656 Aug 03 19:22:52.078378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-e8029943-7a8e-4608-8336-6a589a69b951 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/quotas/b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 375 time: 0.0225532 Aug 03 19:22:52.119052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc5ff0-58fd-4ae6-885f-a40275609ce8 None None] Pushing event updated for resources: {'Port': ['ID=f80e83c4-b602-4bd3-bb45-e84ee1c838da,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:52.148240 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.440583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46420) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:52.468517 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc0cb433-fb5e-4a31-bdbd-56eb805457e4 req-876c2b82-76b2-4844-ac8c-656b6292cd71 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5831740 Aug 03 19:22:52.621858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-78ba9094-6128-4434-afd9-948062eaeadf tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5321195 Aug 03 19:22:52.659588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f80e83c4-b602-4bd3-bb45-e84ee1c838da up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:52.881404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e25c7600-7350-48bf-8c62-1e14602e0a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.916225 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.034402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27124e5-3bd4-4b46-97d4-75493df87148,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:53.103431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-a2e53062-e556-4cd4-8b3c-3c1432b75ae1 service neutron] 10.222.0.78 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854716 Aug 03 19:22:53.179888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01bff2df-c28b-44ef-853b-f23ba452beb2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.201627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-01bff2df-c28b-44ef-853b-f23ba452beb2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Ignored duplicate provisioning block setup for port 7cc2bd22-8ea6-409a-8f30-a299fa12c066 by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:22:53.243534 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e25c7600-7350-48bf-8c62-1e14602e0a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.252855 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e25c7600-7350-48bf-8c62-1e14602e0a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.391989 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01bff2df-c28b-44ef-853b-f23ba452beb2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.404608 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e25c7600-7350-48bf-8c62-1e14602e0a1f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21511f9a03514358b903a1d1381c91bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9620388 Aug 03 19:22:53.416708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46426) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:53.438507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c7600-7350-48bf-8c62-1e14602e0a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf08a7f-5501-4315-bc06-a21f55bebfce,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:53.508594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaf612a-b793-4521-bc63-91d66c639058 None None] Network 03391df3-6561-4d08-9fd1-343c2c5c73c4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:53.545320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] Checking segment: {'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:53.545959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] Network hostable DHCP agents. Network: 803531de-87af-4ce3-96ef-771520f7dc68, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:53.603505 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-976b6b46-8e60-4cce-b60c-9542473b584a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.687085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bff2df-c28b-44ef-853b-f23ba452beb2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=7cc2bd22-8ea6-409a-8f30-a299fa12c066,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:53.697644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-01bff2df-c28b-44ef-853b-f23ba452beb2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] In _notify_port_updated(), no bound segment for port 7cc2bd22-8ea6-409a-8f30-a299fa12c066 on network 03391df3-6561-4d08-9fd1-343c2c5c73c4 {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:22:53.724827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-976b6b46-8e60-4cce-b60c-9542473b584a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.726556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bff2df-c28b-44ef-853b-f23ba452beb2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:53.727751 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01bff2df-c28b-44ef-853b-f23ba452beb2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.735059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-01bff2df-c28b-44ef-853b-f23ba452beb2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "PUT /v2.0/ports/7cc2bd22-8ea6-409a-8f30-a299fa12c066 HTTP/1.1" status: 200 len: 925 time: 5.4079759 Aug 03 19:22:53.736064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46430) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:53.774494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2c663ff3-9a1f-40e4-8003-721289ba5e8d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa2da629-e127-40e1-b9bb-400acdef2b02'}, {'subnet_id': 'ac09be10-6184-42f6-b011-2cc8a5131cb2'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:53.862915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-976b6b46-8e60-4cce-b60c-9542473b584a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.867960 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-976b6b46-8e60-4cce-b60c-9542473b584a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.882686 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-976b6b46-8e60-4cce-b60c-9542473b584a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/daf08a7f-5501-4315-bc06-a21f55bebfce HTTP/1.1" status: 204 len: 168 time: 0.4640594 Aug 03 19:22:53.912752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b6b46-8e60-4cce-b60c-9542473b584a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf08a7f-5501-4315-bc06-a21f55bebfce,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:53.935295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] Network 803531de-87af-4ce3-96ef-771520f7dc68 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:54.014811 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.084596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8c0e398a-2348-4289-9c9d-e9df64ec3e0f None None] Provisioning for port f80e83c4-b602-4bd3-bb45-e84ee1c838da completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:54.106022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 803531de-87af-4ce3-96ef-771520f7dc68) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:54.109188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Transition to ACTIVE for port object bfa38e6c-2f1e-42ce-9a8e-328858084ec8 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:54.118941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8c0e398a-2348-4289-9c9d-e9df64ec3e0f None None] Provisioning complete for port f80e83c4-b602-4bd3-bb45-e84ee1c838da triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:54.121199 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8c0e398a-2348-4289-9c9d-e9df64ec3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.128464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33870fde-9218-431a-a04a-809f25c9dbf9 None None] Network 803531de-87af-4ce3-96ef-771520f7dc68 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:54.166201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-a49c78ab-f7da-46e9-a200-e7e70b676220 service neutron] 10.222.0.78 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9624133 Aug 03 19:22:54.252524 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.268868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:54.269831 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.332358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8a4a0049-bf0b-4218-a92c-83d392d9c779 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7939322 Aug 03 19:22:54.334479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46436) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:54.343199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:54.492794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.494676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.507249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a79613-bafb-41e3-9f6a-784a151ee00a req-f068c15f-53b7-4145-8395-d7c045979d04 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:54.533095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96a79613-bafb-41e3-9f6a-784a151ee00a req-f068c15f-53b7-4145-8395-d7c045979d04 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.6442904 Aug 03 19:22:54.680337 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.920711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46446) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:54.959922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e04c86dc-ac85-415e-9033-7cdb7261acab req-2adb54ff-56fc-4f04-8fef-7daabf3897d3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 210 time: 0.2186170 Aug 03 19:22:54.995610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96a79613-bafb-41e3-9f6a-784a151ee00a req-e7734c7f-4d32-4e3c-bb45-03c2e34f45eb tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4600425 Aug 03 19:22:55.018058 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1691a962-d078-43ee-8cf0-192c96529992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.090220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c663ff3-9a1f-40e4-8003-721289ba5e8d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.232771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.592475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.617273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.640933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f255d-1d9b-4f91-ac42-2d53d7b22841 None None] Pushing event updated for resources: {'Port': ['ID=bfa38e6c-2f1e-42ce-9a8e-328858084ec8,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:55.903570 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1691a962-d078-43ee-8cf0-192c96529992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.931436 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1691a962-d078-43ee-8cf0-192c96529992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.975758 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Allocated IP 172.25.8.16 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/49d47111-6809-4944-b2d3-8c3c277cdd62) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:56.072366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Attempting to bind port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:56.080156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Attempting to bind port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:56.081003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Attempting to bind port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 on network 057224d6-e8c3-4b58-92ee-b27f9b58c53b {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:56.114396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-803531de-87af-4ce3-96ef-771520f7dc68', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:56.118638 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.142789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691a962-d078-43ee-8cf0-192c96529992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e55255b-8f12-4a64-ba08-d6c00e3607f6,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:56.260907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:56.262472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Checking segment: {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:56.262472 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.262998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Bound using segment: {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:56.264486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Bound port: bfa38e6c-2f1e-42ce-9a8e-328858084ec8, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:56.265238 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.287423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6926f273-8a8f-4a35-a4e8-1a25639332e5 req-010d1334-6288-479e-b7dc-69bbfcc952b3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 210 time: 0.1393147 Aug 03 19:22:56.308616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1691a962-d078-43ee-8cf0-192c96529992 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5569fa2ee82b48ce925ed7a237eebf4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3760374 Aug 03 19:22:56.317791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46466) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:56.410654 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74a0adb7-8493-4a27-8d7a-a38fff3350f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.442593 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-2c663ff3-9a1f-40e4-8003-721289ba5e8d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8:0:1::3d7 (03391df3-6561-4d08-9fd1-343c2c5c73c4/ac09be10-6184-42f6-b011-2cc8a5131cb2/7cc2bd22-8ea6-409a-8f30-a299fa12c066) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:56.523762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.573694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74a0adb7-8493-4a27-8d7a-a38fff3350f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.676224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c695369-bcd1-44e1-b8c5-47e6fea0f787 req-2c809e5c-7011-4de2-a571-3740bc112e03 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:56.690339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c695369-bcd1-44e1-b8c5-47e6fea0f787 req-2c809e5c-7011-4de2-a571-3740bc112e03 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.3150675 Aug 03 19:22:56.771574 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.795410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c695369-bcd1-44e1-b8c5-47e6fea0f787 req-70853fe4-44a1-49cc-b322-f36950a4476b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035597 Aug 03 19:22:56.956965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:56.968796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:56.995135 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:56.996274 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74a0adb7-8493-4a27-8d7a-a38fff3350f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.005109 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74a0adb7-8493-4a27-8d7a-a38fff3350f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.009902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-74a0adb7-8493-4a27-8d7a-a38fff3350f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e55255b-8f12-4a64-ba08-d6c00e3607f6 HTTP/1.1" status: 204 len: 168 time: 0.6897135 Aug 03 19:22:57.114337 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c663ff3-9a1f-40e4-8003-721289ba5e8d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.127670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0adb7-8493-4a27-8d7a-a38fff3350f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e55255b-8f12-4a64-ba08-d6c00e3607f6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:57.128105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] For port bfa38e6c-2f1e-42ce-9a8e-328858084ec8, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:57.146090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] For port bfa38e6c-2f1e-42ce-9a8e-328858084ec8, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bfa38e6c-2f1e-42ce-9a8e-328858084ec8,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:57.191397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-2c663ff3-9a1f-40e4-8003-721289ba5e8d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Ignored duplicate provisioning block setup for port 7cc2bd22-8ea6-409a-8f30-a299fa12c066 by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:22:57.206520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=49d47111-6809-4944-b2d3-8c3c277cdd62,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:57.213131 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c663ff3-9a1f-40e4-8003-721289ba5e8d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.228706 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.562252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-2c663ff3-9a1f-40e4-8003-721289ba5e8d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] In _notify_port_updated(), no bound segment for port 7cc2bd22-8ea6-409a-8f30-a299fa12c066 on network 03391df3-6561-4d08-9fd1-343c2c5c73c4 {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:22:57.588719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c663ff3-9a1f-40e4-8003-721289ba5e8d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:57.590996 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c663ff3-9a1f-40e4-8003-721289ba5e8d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.601830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2c663ff3-9a1f-40e4-8003-721289ba5e8d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "PUT /v2.0/ports/7cc2bd22-8ea6-409a-8f30-a299fa12c066 HTTP/1.1" status: 200 len: 1011 time: 3.8552735 Aug 03 19:22:57.603398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46512) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:57.769005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f255d-1d9b-4f91-ac42-2d53d7b22841 None None] Pushing event updated for resources: {'Port': ['ID=bfa38e6c-2f1e-42ce-9a8e-328858084ec8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:57.820649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Routers {'7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:57.823074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:57.832308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-776682f3-7d85-46e2-a6ce-f246cba224c3 req-8c406e18-504b-4f8d-bb8a-42ec64882291 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 210 time: 0.0976992 Aug 03 19:22:57.884723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c663ff3-9a1f-40e4-8003-721289ba5e8d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=7cc2bd22-8ea6-409a-8f30-a299fa12c066,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:57.967478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec4aed-faf9-4971-ba4a-253f78054350 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 7cc2bd22-8ea6-409a-8f30-a299fa12c066 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:57.972268 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4aed-faf9-4971-ba4a-253f78054350 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.235606 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4aed-faf9-4971-ba4a-253f78054350 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.270715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec4aed-faf9-4971-ba4a-253f78054350 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 7cc2bd22-8ea6-409a-8f30-a299fa12c066 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:58.317610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] Set router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:58.499213 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.532252 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Allocated IP 172.20.0.2 (803531de-87af-4ce3-96ef-771520f7dc68/f27124e5-3bd4-4b46-97d4-75493df87148/eabd5f70-cf91-4349-9436-41fa6d588b65) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:58.556034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2695f909-d5ea-42ad-982b-2e4e4c15226e None None] Provisioning complete for port f80e83c4-b602-4bd3-bb45-e84ee1c838da triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:58.556673 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2695f909-d5ea-42ad-982b-2e4e4c15226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.687893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbc7d-fe81-439f-986a-1e0792e17e61 req-34d24a4f-1823-4c05-a385-bfa9f8c2b89a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:58.715756 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecbbbc7d-fe81-439f-986a-1e0792e17e61 req-34d24a4f-1823-4c05-a385-bfa9f8c2b89a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.4071119 Aug 03 19:22:58.891614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecbbbc7d-fe81-439f-986a-1e0792e17e61 req-a555200c-1946-4fcf-ab10-775b16b65bc2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650233 Aug 03 19:22:59.013931 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.238990 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.291713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-624662d0-c8b2-4bd8-a809-636da3b10db5 req-0a05f9f5-f0f0-4793-8984-c46b8f2a9ea9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 210 time: 0.1456840 Aug 03 19:22:59.539201 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4aed-faf9-4971-ba4a-253f78054350 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.635334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec4aed-faf9-4971-ba4a-253f78054350 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=7cc2bd22-8ea6-409a-8f30-a299fa12c066,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:59.646172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Router 3ac51280-4152-4400-a6d0-03fd9e79b931 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:22:59.734008 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4aed-faf9-4971-ba4a-253f78054350 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.736628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f3ec4aed-faf9-4971-ba4a-253f78054350 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/7cc2bd22-8ea6-409a-8f30-a299fa12c066 HTTP/1.1" status: 204 len: 168 time: 2.1252308 Aug 03 19:22:59.741015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46600) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:59.774552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Transition to ACTIVE for port object eabd5f70-cf91-4349-9436-41fa6d588b65 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:59.816654 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd47ed9e-d21a-4809-af00-1672c39708d0 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:22:59.819474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cd47ed9e-d21a-4809-af00-1672c39708d0 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/7cc2bd22-8ea6-409a-8f30-a299fa12c066 HTTP/1.1" status: 404 len: 333 time: 0.0762444 Aug 03 19:22:59.825333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46606) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:59.946944 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2695f909-d5ea-42ad-982b-2e4e4c15226e None None] Could not find standard attr ID for object 7cc2bd22-8ea6-409a-8f30-a299fa12c066. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:22:59.955445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Transition to ACTIVE for port object eabd5f70-cf91-4349-9436-41fa6d588b65 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:59.956285 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.984883 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.059974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:46Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bfa38e6c-2f1e-42ce-9a8e-328858084ec8', 'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:75:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:41Z', 'updated_at': '2021-08-03T19:22:57Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:00.151370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Network 803531de-87af-4ce3-96ef-771520f7dc68 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:00.158936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e168e-97dc-4bf6-a8e6-587ec73aede2 None None] The sync data for ids ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'] in n-d-802918-7 is: [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:46Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bfa38e6c-2f1e-42ce-9a8e-328858084ec8', 'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:75:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:41Z', 'updated_at': '2021-08-03T19:22:57Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:00.161472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4baa93f8-bd5e-4ad9-afb2-0aa41d4f2c8f None None] Could not find standard attr ID for object 7cc2bd22-8ea6-409a-8f30-a299fa12c066. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:00.175934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:00.202257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:00.209183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:00.227558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Pushing event updated for resources: {'Port': ['ID=eabd5f70-cf91-4349-9436-41fa6d588b65,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:00.259032 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Sync routers for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:00.260243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ceeb626-e354-4019-bbf9-2f3c2023c1df tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting subnet ac09be10-6184-42f6-b011-2cc8a5131cb2 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:00.289470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.308304 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f56a2581-6c4f-4d27-a116-44dbe0ea8ee9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9603810 Aug 03 19:23:00.308968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46628) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:00.311939 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:00.319379 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:00.464305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Attempting to bind port eabd5f70-cf91-4349-9436-41fa6d588b65 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:00.467511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Attempting to bind port eabd5f70-cf91-4349-9436-41fa6d588b65 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:00.476128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Attempting to bind port eabd5f70-cf91-4349-9436-41fa6d588b65 on network 803531de-87af-4ce3-96ef-771520f7dc68 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:00.508766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-43e097c8-8c1d-4388-8e5b-bfad99e5e9aa None None] Could not find standard attr ID for object 7cc2bd22-8ea6-409a-8f30-a299fa12c066. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:00.546889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:00.554754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Checking segment: {'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:00.562368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.566762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Bound using segment: {'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:00.575916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Bound port: eabd5f70-cf91-4349-9436-41fa6d588b65, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:00.576558 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.767306 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb626-e354-4019-bbf9-2f3c2023c1df tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.831755 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:01.008132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bfa38e6c-2f1e-42ce-9a8e-328858084ec8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:01.066540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96053a4e-6c63-49e2-b60f-42e72cbda8cd req-93432e12-acf2-4a84-8c88-6a6d9edfa1e8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 210 time: 0.4074066 Aug 03 19:23:01.199233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e3283-d510-4b8f-a002-382256127321 req-8241b646-9cf5-490b-83e9-e6454e59822b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:01.206619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-237e3283-d510-4b8f-a002-382256127321 req-8241b646-9cf5-490b-83e9-e6454e59822b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.9217072 Aug 03 19:23:01.211660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb626-e354-4019-bbf9-2f3c2023c1df tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.229224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] For port eabd5f70-cf91-4349-9436-41fa6d588b65, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:01.304457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] For port eabd5f70-cf91-4349-9436-41fa6d588b65, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=eabd5f70-cf91-4349-9436-41fa6d588b65,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:01.306886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:01.319943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:01.325864 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.438309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-237e3283-d510-4b8f-a002-382256127321 req-854ba099-8df6-4e56-8691-b4d8774095df tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091012 Aug 03 19:23:01.443409 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.639430 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb626-e354-4019-bbf9-2f3c2023c1df tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.748860 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:22:57Z', 'revision_number': 3, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:01.759250 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.783527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83d477-7b05-4448-b175-30ee7dd5d40f None None] Pushing event updated for resources: {'Port': ['ID=eabd5f70-cf91-4349-9436-41fa6d588b65,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:01.801680 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb626-e354-4019-bbf9-2f3c2023c1df tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.852027 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Checking router: 3ac51280-4152-4400-a6d0-03fd9e79b931 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:01.853784 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Updating router 3ac51280-4152-4400-a6d0-03fd9e79b931 port 49d47111-6809-4944-b2d3-8c3c277cdd62 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:23:01.946480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceeb626-e354-4019-bbf9-2f3c2023c1df tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Subnet': ['ID=ac09be10-6184-42f6-b011-2cc8a5131cb2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:01.959904 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.971503 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb626-e354-4019-bbf9-2f3c2023c1df tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.979209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port bfa38e6c-2f1e-42ce-9a8e-328858084ec8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bfa38e6c-2f1e-42ce-9a8e-328858084ec8,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:01.988263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8ceeb626-e354-4019-bbf9-2f3c2023c1df tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/ac09be10-6184-42f6-b011-2cc8a5131cb2 HTTP/1.1" status: 204 len: 168 time: 2.1548197 Aug 03 19:23:01.990919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcdaf47-da6a-4b6e-a7b9-dff905cf2a05 None None] Network 03391df3-6561-4d08-9fd1-343c2c5c73c4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:01.992870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46710) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:02.335433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acd6fba-2af6-44db-9a2c-8d052e2f66b6 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting subnet aa2da629-e127-40e1-b9bb-400acdef2b02 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:02.420317 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.480563 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0acd6fba-2af6-44db-9a2c-8d052e2f66b6 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.668249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb6c9391-a71c-456c-86c0-05c9670ffba1 req-0f20674a-7d67-49de-896c-7554649c746e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 210 time: 0.3027911 Aug 03 19:23:02.808140 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0acd6fba-2af6-44db-9a2c-8d052e2f66b6 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.853641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=bfa38e6c-2f1e-42ce-9a8e-328858084ec8,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:02.882613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device eabd5f70-cf91-4349-9436-41fa6d588b65 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:03.109624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port eabd5f70-cf91-4349-9436-41fa6d588b65 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:03.218661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fafe32-331c-409a-8f21-ba5e16f1b023 req-2e178a62-56bf-40f1-9b92-d76533c4d656 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:03.227164 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2fafe32-331c-409a-8f21-ba5e16f1b023 req-2e178a62-56bf-40f1-9b92-d76533c4d656 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.4405348 Aug 03 19:23:03.316840 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.359854 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Transition to ACTIVE for port object 49d47111-6809-4944-b2d3-8c3c277cdd62 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:03.383009 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.433632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2fafe32-331c-409a-8f21-ba5e16f1b023 req-b72dd84e-2f23-4a05-84cc-1c3aa58b7750 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971161 Aug 03 19:23:03.495257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0acd6fba-2af6-44db-9a2c-8d052e2f66b6 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.589359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-bbdd615d-b59b-4770-8605-f36a8bbbbe31 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:03.591940 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-bbdd615d-b59b-4770-8605-f36a8bbbbe31 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.37 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 797 time: 1.1301641 Aug 03 19:23:03.602669 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Attempting to bind port 49d47111-6809-4944-b2d3-8c3c277cdd62 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:03.604127 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Attempting to bind port 49d47111-6809-4944-b2d3-8c3c277cdd62 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:03.605031 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Attempting to bind port 49d47111-6809-4944-b2d3-8c3c277cdd62 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:03.635959 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:03.636757 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:03.637535 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.638458 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:03.639807 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Bound port: 49d47111-6809-4944-b2d3-8c3c277cdd62, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:03.640656 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.662768 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0acd6fba-2af6-44db-9a2c-8d052e2f66b6 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.680397 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ab977a87-6bfc-4e81-9aee-42f2d831b5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.730306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd6fba-2af6-44db-9a2c-8d052e2f66b6 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2da629-e127-40e1-b9bb-400acdef2b02,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:03.738747 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0acd6fba-2af6-44db-9a2c-8d052e2f66b6 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.745113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0acd6fba-2af6-44db-9a2c-8d052e2f66b6 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/aa2da629-e127-40e1-b9bb-400acdef2b02 HTTP/1.1" status: 204 len: 168 time: 1.7480872 Aug 03 19:23:03.746588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 46834) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:03.943068 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212ab88-fd5c-4eaf-8113-317517044aa3 None None] Pushing event updated for resources: {'Port': ['ID=49d47111-6809-4944-b2d3-8c3c277cdd62,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:03.998426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cbacc405-54e7-4af2-8533-13c9a73287a2 req-9ee98f1c-9a41-4364-bfac-102493ccaffc tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 210 time: 0.0898550 Aug 03 19:23:04.030112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249275c6-c360-4505-8c6e-afe957b8c33e req-bf4b6528-04d4-48c5-8ea6-4cfabcdef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:04.033790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-249275c6-c360-4505-8c6e-afe957b8c33e req-bf4b6528-04d4-48c5-8ea6-4cfabcdef750 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 1097 time: 0.2575397 Aug 03 19:23:04.038211 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.073924 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-23334647-2b30-48ac-b2bf-5fc74edffa04 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 380 time: 0.4666021 Aug 03 19:23:04.100149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'port': {'device_id': '81d6886e-ff9e-4964-93ca-ec4465390891', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'admin_state_up': True, 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'security_groups': ['9a1512d5-bbf4-422b-a112-6159e1f75b2e']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:04.102513 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] For port 49d47111-6809-4944-b2d3-8c3c277cdd62, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:04.119881 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] For port 49d47111-6809-4944-b2d3-8c3c277cdd62, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49d47111-6809-4944-b2d3-8c3c277cdd62,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:04.123594 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.206074 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:04.206958 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:22:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:04.229859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 46876) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:04.405374 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.473761 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:04.480748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09abbee2-98da-4113-8260-7514f0f93430 None None] Network 803531de-87af-4ce3-96ef-771520f7dc68 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:04.518532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249275c6-c360-4505-8c6e-afe957b8c33e req-25ed254a-fc58-43f9-a9d7-1bddc0fccbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:04.524309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-249275c6-c360-4505-8c6e-afe957b8c33e req-25ed254a-fc58-43f9-a9d7-1bddc0fccbf5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.4809732 Aug 03 19:23:04.533068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port f80e83c4-b602-4bd3-bb45-e84ee1c838da {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:04.533415 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.763739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bfa38e6c-2f1e-42ce-9a8e-328858084ec8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:05.006994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a4a202d3-c0b2-40b8-969c-df8ab252e358 None None] Provisioning for port eabd5f70-cf91-4349-9436-41fa6d588b65 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:05.023493 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a4a202d3-c0b2-40b8-969c-df8ab252e358 None None] Provisioning complete for port eabd5f70-cf91-4349-9436-41fa6d588b65 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:05.023927 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d3-c0b2-40b8-969c-df8ab252e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.037427 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] For port f80e83c4-b602-4bd3-bb45-e84ee1c838da, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f80e83c4-b602-4bd3-bb45-e84ee1c838da,segment=NetworkSegment(7770f161-4e74-4245-a952-1d53361dc7bf),segment_id=7770f161-4e74-4245-a952-1d53361dc7bf)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:05.040778 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.048515 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212ab88-fd5c-4eaf-8113-317517044aa3 None None] Pushing event updated for resources: {'Port': ['ID=49d47111-6809-4944-b2d3-8c3c277cdd62,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:05.075078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Allocated IP 172.20.0.1 (803531de-87af-4ce3-96ef-771520f7dc68/f27124e5-3bd4-4b46-97d4-75493df87148/cba98934-5deb-4cb2-8c45-cb151783847d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:05.087116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for f80e83c4-b602-4bd3-bb45-e84ee1c838da owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:05.091044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-249275c6-c360-4505-8c6e-afe957b8c33e req-63451b64-1b61-43be-a7dc-f9be1daba7ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8 HTTP/1.1" status: 200 len: 1002 time: 0.5549204 Aug 03 19:23:05.107931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff72672-bbae-4207-8539-2789f2b717dc req-8d07ecf4-45e2-43d0-982e-3e02bd8dd6fc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:05.111622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ff72672-bbae-4207-8539-2789f2b717dc req-8d07ecf4-45e2-43d0-982e-3e02bd8dd6fc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.3572526 Aug 03 19:23:05.133298 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:22:57Z', 'revision_number': 3, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:05.145108 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80be0487-f894-409f-8b98-d678ded8d102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.145734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d1fa2-9f9a-4912-ace4-1c8463e3f62c None None] Network 03391df3-6561-4d08-9fd1-343c2c5c73c4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:05.193549 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a0e43-b0b7-47e5-8d07-2793366ce4a6 None None] The sync data for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 is: [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:22:57Z', 'revision_number': 3, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:05.309473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c75b8566-6f31-4d19-9198-e4cdbee83837 req-15028dc8-52ac-4ba3-881e-5e3808b27acb tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 210 time: 0.0846899 Aug 03 19:23:05.389329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ff72672-bbae-4207-8539-2789f2b717dc req-2ff5be67-f164-4c49-965f-b39848d096f3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523949 Aug 03 19:23:05.416349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:05.416677 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.445306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:05.445518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249275c6-c360-4505-8c6e-afe957b8c33e req-5d38a5db-9c74-4c23-a266-9cbdfd465137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:05.447979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.449974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-249275c6-c360-4505-8c6e-afe957b8c33e req-5d38a5db-9c74-4c23-a266-9cbdfd465137 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.3367081 Aug 03 19:23:05.459549 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.api [None req-80be0487-f894-409f-8b98-d678ded8d102 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:23:05.459549 n-d-802918-7 neutron-server[100488]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:23:05.459549 n-d-802918-7 neutron-server[100488]: [parameters: {'project_id': 'e170596a4dee4609bae8abd1b55c024b', 'id': 'c9628cf6-6604-4e92-850b-ac629523fe91', 'expiration': datetime.datetime(2021, 8, 3, 19, 25, 5, 376281)}] Aug 03 19:23:05.459549 n-d-802918-7 neutron-server[100488]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:23:05.460441 n-d-802918-7 neutron-server[100488]: DEBUG oslo_db.api [None req-80be0487-f894-409f-8b98-d678ded8d102 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:23:05.573166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249275c6-c360-4505-8c6e-afe957b8c33e req-74b1ed77-72e0-4ec3-9dab-90097a871ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:05.579373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-249275c6-c360-4505-8c6e-afe957b8c33e req-74b1ed77-72e0-4ec3-9dab-90097a871ed4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155167 Aug 03 19:23:05.581881 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.675929 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=f80e83c4-b602-4bd3-bb45-e84ee1c838da,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:05.693173 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d3-c0b2-40b8-969c-df8ab252e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.737581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.816665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a4a202d3-c0b2-40b8-969c-df8ab252e358 None None] For port eabd5f70-cf91-4349-9436-41fa6d588b65, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=eabd5f70-cf91-4349-9436-41fa6d588b65,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:05.830335 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d3-c0b2-40b8-969c-df8ab252e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.861257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9018ab23-06d3-46c8-b7a4-9a1781fee337 None None] DHCP port deletion for 03391df3-6561-4d08-9fd1-343c2c5c73c4 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:23:05.896884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No DVR routers for this DVR port f80e83c4-b602-4bd3-bb45-e84ee1c838da on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:05.924843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Transition to ACTIVE for port object cba98934-5deb-4cb2-8c45-cb151783847d will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:05.967384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80be0487-f894-409f-8b98-d678ded8d102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.051827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.20.0.14 (057224d6-e8c3-4b58-92ee-b27f9b58c53b/59f875dd-e09c-407e-abfe-34474d3afe93/4124d29e-0202-4b51-8f9b-e76b5ed447da) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:06.111477 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.208133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a202d3-c0b2-40b8-969c-df8ab252e358 None None] Pushing event updated for resources: {'Port': ['ID=eabd5f70-cf91-4349-9436-41fa6d588b65,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:06.234159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-51d7755d-3bdf-4268-ad65-7c7461b19baf None None] Could not find standard attr ID for object f80e83c4-b602-4bd3-bb45-e84ee1c838da. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:06.391691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-88a704b1-70b2-44f4-bc90-d69b00fbd0f5 None None] Provisioning complete for port eabd5f70-cf91-4349-9436-41fa6d588b65 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:06.393816 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-88a704b1-70b2-44f4-bc90-d69b00fbd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.410495 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.511441 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6280f95e-73e4-4f59-94fb-64ce04ea6393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.634226 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.714297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03391df3-6561-4d08-9fd1-343c2c5c73c4']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:06.733933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7770f161-4e74-4245-a952-1d53361dc7bf') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:06.734477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7770f161-4e74-4245-a952-1d53361dc7bf') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:06.750078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49d47111-6809-4944-b2d3-8c3c277cdd62 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:06.759545 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.793895 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.800539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:06.800539 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.848998 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80be0487-f894-409f-8b98-d678ded8d102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.851556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Pushing event updated for resources: {'Port': ['ID=cba98934-5deb-4cb2-8c45-cb151783847d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:06.866136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 49d47111-6809-4944-b2d3-8c3c277cdd62 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:06.870053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Network 803531de-87af-4ce3-96ef-771520f7dc68 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:06.871949 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80be0487-f894-409f-8b98-d678ded8d102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.872162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 49d47111-6809-4944-b2d3-8c3c277cdd62 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:06.875472 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:06.878365 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:06.881704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:06.915456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:07.004514 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.005462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.017804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e511b4f-0d55-40f4-8cf3-b3975e6350d7 req-cfd0e63e-b099-414d-831d-b32da47334b8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 210 time: 0.0906322 Aug 03 19:23:07.050925 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.054168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 49d47111-6809-4944-b2d3-8c3c277cdd62, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49d47111-6809-4944-b2d3-8c3c277cdd62,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:07.054752 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/networks/03391df3-6561-4d08-9fd1-343c2c5c73c4 HTTP/1.1" status: 204 len: 168 time: 3.3067446 Aug 03 19:23:07.062669 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.063082 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.064187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device eabd5f70-cf91-4349-9436-41fa6d588b65 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:07.072126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47028) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:07.081888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce58f99-da27-4ad0-bfc9-f21efc450773 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Network': ['ID=03391df3-6561-4d08-9fd1-343c2c5c73c4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:07.088392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-249275c6-c360-4505-8c6e-afe957b8c33e req-b381fee3-ca3e-4321-bf2a-aa8657af4c67 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4991956 Aug 03 19:23:07.255880 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-249275c6-c360-4505-8c6e-afe957b8c33e req-285d4ed7-edf6-4303-9ed6-278f16ced8c4 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590807 Aug 03 19:23:07.272883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557bd4a-ebda-46e5-a894-1b89903504e6 req-8c4b73bd-1559-4de5-82c4-24f2ff929125 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:07.283835 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4557bd4a-ebda-46e5-a894-1b89903504e6 req-8c4b73bd-1559-4de5-82c4-24f2ff929125 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 946 time: 0.4022641 Aug 03 19:23:07.292411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.301745 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-80be0487-f894-409f-8b98-d678ded8d102 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e170596a4dee4609bae8abd1b55c024b&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0699193 Aug 03 19:23:07.309224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be0487-f894-409f-8b98-d678ded8d102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b46b8-81e7-412f-b320-cde20006a237,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:07.315602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47032) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:07.361946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Transition to ACTIVE for port object 4124d29e-0202-4b51-8f9b-e76b5ed447da will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:07.370190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=49d47111-6809-4944-b2d3-8c3c277cdd62,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:07.392768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port eabd5f70-cf91-4349-9436-41fa6d588b65 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:07.393370 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.396754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c91116-413f-42c0-9dc6-cd104187c1f9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:07.400383 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-80c91116-413f-42c0-9dc6-cd104187c1f9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3130150 Aug 03 19:23:07.410292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47034) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:07.495221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4557bd4a-ebda-46e5-a894-1b89903504e6 req-0c5af3e2-0fb3-40cd-8da8-45cb66861289 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067921 Aug 03 19:23:07.495937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:07.508554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7d4c577c-ba4f-4ce0-9bc4-88a7b2532491 None None] Provisioning for port cba98934-5deb-4cb2-8c45-cb151783847d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:07.524920 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01b4ff0c-5708-4910-a304-223ae3e60a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.553086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7d4c577c-ba4f-4ce0-9bc4-88a7b2532491 None None] Provisioning complete for port cba98934-5deb-4cb2-8c45-cb151783847d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:07.553849 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7d4c577c-ba4f-4ce0-9bc4-88a7b2532491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.589160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-023ce8fa-d999-45f2-826e-6d4e6b7a3d9c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1723766 Aug 03 19:23:07.590446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47036) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:07.630895 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01b4ff0c-5708-4910-a304-223ae3e60a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.635048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2023775441'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:07.652580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c577c-ba4f-4ce0-9bc4-88a7b2532491 None None] Port cba98934-5deb-4cb2-8c45-cb151783847d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:07.670151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.719032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f80e83c4-b602-4bd3-bb45-e84ee1c838da no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:07.721466 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.739703 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01b4ff0c-5708-4910-a304-223ae3e60a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.743137 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01b4ff0c-5708-4910-a304-223ae3e60a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.744935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-01b4ff0c-5708-4910-a304-223ae3e60a17 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/359b46b8-81e7-412f-b320-cde20006a237 HTTP/1.1" status: 204 len: 168 time: 0.4216075 Aug 03 19:23:07.757452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4ff0c-5708-4910-a304-223ae3e60a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b46b8-81e7-412f-b320-cde20006a237,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:07.808168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: f80e83c4-b602-4bd3-bb45-e84ee1c838da {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:07.808983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f80e83c4-b602-4bd3-bb45-e84ee1c838da not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:07.813033 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.886710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:07.905063 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b039371c-d9b2-42dc-aeda-cc4e0bea2a2a" -d '{"events": [{"server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "name": "network-vif-unplugged", "status": "completed", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:07.936330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:07.957029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.975352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network 057224d6-e8c3-4b58-92ee-b27f9b58c53b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:07.986361 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68499c5-139a-4b8b-b1cd-ef401c24e94b x-openstack-request-id: req-e68499c5-139a-4b8b-b1cd-ef401c24e94b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:07.986819 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "name": "network-vif-unplugged", "status": "completed", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:07.987231 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e68499c5-139a-4b8b-b1cd-ef401c24e94b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:07.987848 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'code': 200} Aug 03 19:23:07.999031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:08.001683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:08.014977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:08.023045 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.027342 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.131387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:08.208854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:08.255498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:08.257533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.306607 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596109e-f8f6-4b2e-843c-13d2fab536db req-9c1cb585-628f-4238-a4f8-f946a4d0b22f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:08.308375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d596109e-f8f6-4b2e-843c-13d2fab536db req-9c1cb585-628f-4238-a4f8-f946a4d0b22f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 932 time: 0.0991583 Aug 03 19:23:08.342035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:23:08.375113 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.375873 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Added segment 1c7d2856-52a0-4412-a40f-99d9fa88fd26 of type vlan for network be22c769-8c08-44a1-ab86-4ef27fcdb228 Aug 03 19:23:08.386461 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-2ee95df2-a49f-4483-8fae-762cde495643 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3020856 Aug 03 19:23:08.392291 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d596109e-f8f6-4b2e-843c-13d2fab536db req-83282449-b4fa-45ca-abd3-54dcc0cff11b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564778 Aug 03 19:23:08.405565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Request body: {'port': {'device_id': '81d6886e-ff9e-4964-93ca-ec4465390891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:08.541980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49d47111-6809-4944-b2d3-8c3c277cdd62 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:08.553919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.578240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.603928 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.606650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9b05478b-376e-4826-bdbe-503d7ab4f327 None None] Provisioning for port 4124d29e-0202-4b51-8f9b-e76b5ed447da completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:08.619066 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.619839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9b05478b-376e-4826-bdbe-503d7ab4f327 None None] Provisioning complete for port 4124d29e-0202-4b51-8f9b-e76b5ed447da triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:08.620321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9b05478b-376e-4826-bdbe-503d7ab4f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.668999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9b05478b-376e-4826-bdbe-503d7ab4f327 None None] Port 4124d29e-0202-4b51-8f9b-e76b5ed447da cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:08.676854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 49d47111-6809-4944-b2d3-8c3c277cdd62 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:08.677694 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.700341 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.707719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:08.708427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.759518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e97da8-c17e-4944-ac31-1465c1c309a5 req-39cc9bf0-ce9c-477e-8634-d2087fd5be74 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:08.761734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78e97da8-c17e-4944-ac31-1465c1c309a5 req-39cc9bf0-ce9c-477e-8634-d2087fd5be74 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.0873909 Aug 03 19:23:08.821890 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78e97da8-c17e-4944-ac31-1465c1c309a5 req-a7618d8e-0fdd-47ea-80b1-c6058ca48da3 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525067 Aug 03 19:23:08.822245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Pushing event updated for resources: {'Port': ['ID=cba98934-5deb-4cb2-8c45-cb151783847d,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:08.834513 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2375546 Aug 03 19:23:08.838074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47064) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:08.853707 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.858062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': 'be22c769-8c08-44a1-ab86-4ef27fcdb228', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:08.894924 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6af6ac-ca07-410d-a7ee-b2e11a3748a9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Network': ['ID=be22c769-8c08-44a1-ab86-4ef27fcdb228,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:08.912824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network be22c769-8c08-44a1-ab86-4ef27fcdb228 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:23:09.008648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:09.014726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.307650 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.312060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4124d29e-0202-4b51-8f9b-e76b5ed447da {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:09.323811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.332685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Network 803531de-87af-4ce3-96ef-771520f7dc68 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:09.343390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:09.355269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Transition to ACTIVE for port object 4124d29e-0202-4b51-8f9b-e76b5ed447da will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:09.362353 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.416789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Subnet': ['ID=4393f47e-5f88-4f63-9a69-cabec43dca9c,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:09.427951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Checking segment: {'id': '1c7d2856-52a0-4412-a40f-99d9fa88fd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be22c769-8c08-44a1-ab86-4ef27fcdb228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:09.428336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network hostable DHCP agents. Network: be22c769-8c08-44a1-ab86-4ef27fcdb228, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:23:09.461770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network be22c769-8c08-44a1-ab86-4ef27fcdb228 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:23:09.497313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, be22c769-8c08-44a1-ab86-4ef27fcdb228) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:09.518924 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a2e07b-8a7e-4352-929c-81a2ef5d7b18 None None] Network be22c769-8c08-44a1-ab86-4ef27fcdb228 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:09.526554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:09.533308 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.560619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:09.581147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c7175729-659a-4537-8a56-56f5166f96d9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7406509 Aug 03 19:23:09.585229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47084) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:09.591059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': 'be22c769-8c08-44a1-ab86-4ef27fcdb228', 'name': 'tempest-PortsIpV6TestJSON-1809203579'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:09.682224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Router 3ac51280-4152-4400-a6d0-03fd9e79b931 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:09.918118 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.925024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:09.925446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:09.925729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da on network 057224d6-e8c3-4b58-92ee-b27f9b58c53b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:09.933790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Port 4124d29e-0202-4b51-8f9b-e76b5ed447da on network 057224d6-e8c3-4b58-92ee-b27f9b58c53b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:23:09.934402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da on network 057224d6-e8c3-4b58-92ee-b27f9b58c53b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:09.939564 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3d0a7-2237-4d40-abf0-b49a6df36737 req-7e926d2f-cfcb-4a6a-a0f1-de7829e1c5b2 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:09.941664 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dbc3d0a7-2237-4d40-abf0-b49a6df36737 req-7e926d2f-cfcb-4a6a-a0f1-de7829e1c5b2 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.2110932 Aug 03 19:23:09.946008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:09.946610 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Checking segment: {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:09.947162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Bound using segment: {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:09.947781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Bound port: 4124d29e-0202-4b51-8f9b-e76b5ed447da, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:09.948311 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.100128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d7119d84-d998-401b-9335-277a6a226dee None None] Provisioning complete for port cba98934-5deb-4cb2-8c45-cb151783847d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:10.101917 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d7119d84-d998-401b-9335-277a6a226dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.108543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dbc3d0a7-2237-4d40-abf0-b49a6df36737 req-5714ee1d-a6af-4322-83c3-a4852cd651b4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353974 Aug 03 19:23:10.126616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8da2d-c41e-423d-9eed-82058be6b14e req-54814073-efc7-4d4d-b61f-46e1dcb8ab4d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:10.128689 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76c8da2d-c41e-423d-9eed-82058be6b14e req-54814073-efc7-4d4d-b61f-46e1dcb8ab4d tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.0951035 Aug 03 19:23:10.129488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:10.140780 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.143493 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:10.150212 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b4be8e14-a566-4145-9835-986e98e10d1e admin admin] 10.222.0.78 "PUT /v2.0/routers/3ac51280-4152-4400-a6d0-03fd9e79b931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8366709 Aug 03 19:23:10.186983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port e0b307c1-45c1-4c27-b924-57e5fffdbedb yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:10.194363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:10.205386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d7119d84-d998-401b-9335-277a6a226dee None None] Port cba98934-5deb-4cb2-8c45-cb151783847d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:10.211334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Sync routers for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:10.218270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:10.230973 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.232938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:10.233842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:10.270167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76c8da2d-c41e-423d-9eed-82058be6b14e req-931b4797-d016-45ea-9e2f-83af0c6c03e7 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187131 Aug 03 19:23:10.396449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:10.445324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be22c769-8c08-44a1-ab86-4ef27fcdb228', 'network_id': 'be22c769-8c08-44a1-ab86-4ef27fcdb228', 'tenant_id': '8e3031d8f9da4f509fc1e56a60df6cf2', 'fixed_ips': [{'subnet_id': '4393f47e-5f88-4f63-9a69-cabec43dca9c'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:23:10.449907 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.462894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:10.474914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.478565 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-85a2c994-a046-4967-8f7f-8a1ba4252df7 service neutron] 10.222.0.37 "PUT /v2.0/ports/4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 1092 time: 2.0799088 Aug 03 19:23:10.485176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:10.497718 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea" -d '{"events": [{"name": "network-changed", "server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:10.617296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8::13b (be22c769-8c08-44a1-ab86-4ef27fcdb228/4393f47e-5f88-4f63-9a69-cabec43dca9c/e0b307c1-45c1-4c27-b924-57e5fffdbedb) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:10.675313 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cc4634-3644-4ad1-88b7-1214feff563a x-openstack-request-id: req-69cc4634-3644-4ad1-88b7-1214feff563a {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:10.680669 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:10.681417 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69cc4634-3644-4ad1-88b7-1214feff563a {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:10.682287 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'status': 'completed', 'code': 200} Aug 03 19:23:10.756579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-48a7bf70-db02-4ef8-8dbc-78a66ee913ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:10.762058 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-48a7bf70-db02-4ef8-8dbc-78a66ee913ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1095 time: 0.2016335 Aug 03 19:23:10.877904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-b4d08303-65e3-41ce-bcdf-0eef0489d18f req-aa50c229-7b42-44bd-b359-35d4dae306cd service neutron] (100487) timed out ('10.222.0.78', 54992) {{(pid=100487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:23:10.914922 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-58fd02b5-7952-4200-9403-7ea84cf20525 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 217 time: 0.1438346 Aug 03 19:23:10.949478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:11.045906 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.081570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object e0b307c1-45c1-4c27-b924-57e5fffdbedb will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:11.129009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-612b6f5a-a956-4707-b14c-c9de8db00f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:11.131638 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-612b6f5a-a956-4707-b14c-c9de8db00f43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.2092326 Aug 03 19:23:11.183231 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.320015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Allocated IP 2001:db8::2 (be22c769-8c08-44a1-ab86-4ef27fcdb228/4393f47e-5f88-4f63-9a69-cabec43dca9c/6698a92b-28d2-46fc-9ba8-d25fb361f6ba) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:11.329922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network be22c769-8c08-44a1-ab86-4ef27fcdb228 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:11.334941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:11.339631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-56a22d26-0199-4460-99d2-ad7224e304f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:11.351646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:11.358533 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-56a22d26-0199-4460-99d2-ad7224e304f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149889 Aug 03 19:23:11.364733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:11.371618 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.435774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=e0b307c1-45c1-4c27-b924-57e5fffdbedb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:11.469823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de664-8e31-4df1-98fd-aceac0296364 req-3e8f0f1b-259d-4f1d-a016-0ec76b3b0dc6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:11.491579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c6de664-8e31-4df1-98fd-aceac0296364 req-3e8f0f1b-259d-4f1d-a016-0ec76b3b0dc6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.2199011 Aug 03 19:23:11.554018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ccb74213-f33f-4a69-8dcf-3bb8f9ab0e87 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9668829 Aug 03 19:23:11.561041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47142) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:11.576887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': 'be22c769-8c08-44a1-ab86-4ef27fcdb228', 'name': 'tempest-PortsIpV6TestJSON-640196162'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:11.666656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c6de664-8e31-4df1-98fd-aceac0296364 req-ae91d6e8-b84f-4f05-b768-05feaba48d4e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630876 Aug 03 19:23:11.834238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 2, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:11.861429 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-281cf5e9-209c-46c4-9909-2d52d01d3868 service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973929 Aug 03 19:23:11.934264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Checking router: 3ac51280-4152-4400-a6d0-03fd9e79b931 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:11.935272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Updating router 3ac51280-4152-4400-a6d0-03fd9e79b931 port cba98934-5deb-4cb2-8c45-cb151783847d binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:23:11.991745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47156) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:12.003680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1808948740-network', 'tenant_id': '2587a42077bd47769525f023770c91df'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:12.033172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:12.042567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.099945 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.116172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Made reservation on behalf of 2587a42077bd47769525f023770c91df for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:12.130431 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.136325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port b5eb6a1d-74c9-4890-8efb-4cd4322f6788 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:12.166975 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.207373 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.220734 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0556d3c6-fa79-4753-9615-4557d59a5a44 req-9d3e2935-13ce-461d-92f0-f75daf036168 service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494384 Aug 03 19:23:12.374304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Transition to ACTIVE for port object 6698a92b-28d2-46fc-9ba8-d25fb361f6ba will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:12.407569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.413348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.437290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:23:12.451920 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.452286 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Added segment 7a77d1cb-5a4c-4a80-823f-57d3510bcf63 of type vlan for network e1c2c459-9718-4323-a5c6-91447aae4c04 Aug 03 19:23:12.462388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea req-d7ec6aaf-fb42-4c74-98ef-49aeaec436c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:12.472742 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea req-d7ec6aaf-fb42-4c74-98ef-49aeaec436c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1095 time: 0.1682913 Aug 03 19:23:12.513764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.584750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa72e82a-e7f3-46f6-9cae-29f391d5c4d0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:12.590269 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.591697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:12.592780 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.683169 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6878524 Aug 03 19:23:12.686301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47186) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:12.708447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] Request body: {'subnet': {'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1808948740-subnet', 'tenant_id': '2587a42077bd47769525f023770c91df', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:12.722194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51d3e0-f416-4ee6-8e6e-342160cbadb7 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c2c459-9718-4323-a5c6-91447aae4c04,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:12.726764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Transition to ACTIVE for port object 6698a92b-28d2-46fc-9ba8-d25fb361f6ba will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:12.760741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e1c2c459-9718-4323-a5c6-91447aae4c04 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:23:12.788495 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.854446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] Made reservation on behalf of 2587a42077bd47769525f023770c91df for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:12.858341 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.866847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea req-ee4ed079-2af7-4d2b-9d40-99bdf12fa861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:12.868764 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea req-ee4ed079-2af7-4d2b-9d40-99bdf12fa861 service neutron] 10.222.0.37 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.3948174 Aug 03 19:23:13.003427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8::b8 (be22c769-8c08-44a1-ab86-4ef27fcdb228/4393f47e-5f88-4f63-9a69-cabec43dca9c/b5eb6a1d-74c9-4890-8efb-4cd4322f6788) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:13.063113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2a317-092c-49ae-a073-e1df141bcadc req-6d2a1a83-22e8-4a3e-ad4c-5c57d2947e6c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:13.066220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fee2a317-092c-49ae-a073-e1df141bcadc req-6d2a1a83-22e8-4a3e-ad4c-5c57d2947e6c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.1723468 Aug 03 19:23:13.114841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748ba01-5417-4ce4-b5ff-e7b7e6be19cf req-a1c7d76b-1fa3-4a64-b0e2-84701ba55cbe tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:13.116745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e748ba01-5417-4ce4-b5ff-e7b7e6be19cf req-a1c7d76b-1fa3-4a64-b0e2-84701ba55cbe tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.2035475 Aug 03 19:23:13.147244 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea req-b0e70b9d-964d-4ce8-9a09-e9a614470959 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 217 time: 0.2585239 Aug 03 19:23:13.193309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e748ba01-5417-4ce4-b5ff-e7b7e6be19cf req-367dcd17-5c5c-44c8-87c8-704f611aeda6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628164 Aug 03 19:23:13.200883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fee2a317-092c-49ae-a073-e1df141bcadc req-d210f169-ab66-4384-bd8b-5ca89abb23c9 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244438 Aug 03 19:23:13.409654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47234) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:13.495941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Network be22c769-8c08-44a1-ab86-4ef27fcdb228 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:13.527236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Pushing event updated for resources: {'Port': ['ID=6698a92b-28d2-46fc-9ba8-d25fb361f6ba,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:13.541382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:13.542956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:13.546719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:13.743318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Attempting to bind port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:13.743759 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Attempting to bind port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '1c7d2856-52a0-4412-a40f-99d9fa88fd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be22c769-8c08-44a1-ab86-4ef27fcdb228'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:13.744140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Attempting to bind port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba on network be22c769-8c08-44a1-ab86-4ef27fcdb228 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:13.752961 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:13.753347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Checking segment: {'id': '1c7d2856-52a0-4412-a40f-99d9fa88fd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be22c769-8c08-44a1-ab86-4ef27fcdb228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:13.753800 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:13.754208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Bound using segment: {'id': '1c7d2856-52a0-4412-a40f-99d9fa88fd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be22c769-8c08-44a1-ab86-4ef27fcdb228'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:13.754856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Bound port: 6698a92b-28d2-46fc-9ba8-d25fb361f6ba, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7d2856-52a0-4412-a40f-99d9fa88fd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'be22c769-8c08-44a1-ab86-4ef27fcdb228'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:13.755260 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:13.900696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] For port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:13.944395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] For port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6698a92b-28d2-46fc-9ba8-d25fb361f6ba,segment=NetworkSegment(1c7d2856-52a0-4412-a40f-99d9fa88fd26),segment_id=1c7d2856-52a0-4412-a40f-99d9fa88fd26)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:13.960014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-f8aa0aa0-71b4-4359-a1a6-b8444c9cfd01 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5484743 Aug 03 19:23:13.961419 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.030529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b58fae-9f7a-46c9-9791-c8b702f609b2 None None] Pushing event updated for resources: {'Port': ['ID=6698a92b-28d2-46fc-9ba8-d25fb361f6ba,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:14.070884 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.107280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Transition to ACTIVE for port object cba98934-5deb-4cb2-8c45-cb151783847d will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:14.132291 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.195137 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.213352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object b5eb6a1d-74c9-4890-8efb-4cd4322f6788 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:14.270078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0dde8-fa06-480c-b1f7-4e479dc20343 None None] Pushing event updated for resources: {'Port': ['ID=cba98934-5deb-4cb2-8c45-cb151783847d,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:14.314315 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.320410 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.330468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea req-87b30edf-68b1-42f1-9d0f-d099d8bbb0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:14.332767 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea req-87b30edf-68b1-42f1-9d0f-d099d8bbb0ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 1.1491854 Aug 03 19:23:14.506702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Attempting to bind port cba98934-5deb-4cb2-8c45-cb151783847d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:14.506702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Attempting to bind port cba98934-5deb-4cb2-8c45-cb151783847d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:14.506702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Attempting to bind port cba98934-5deb-4cb2-8c45-cb151783847d on network 803531de-87af-4ce3-96ef-771520f7dc68 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:14.560986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:14.564775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Checking segment: {'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:14.566287 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.567652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Bound using segment: {'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:14.568220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Bound port: cba98934-5deb-4cb2-8c45-cb151783847d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:14.572140 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.615289 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf5721-ee08-4a1e-bc7d-293de927e867 req-9ff0ec6d-0c9b-46a1-9610-539a71eb55a5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:14.617046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09bf5721-ee08-4a1e-bc7d-293de927e867 req-9ff0ec6d-0c9b-46a1-9610-539a71eb55a5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.2134264 Aug 03 19:23:14.658293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bbc9d-2620-433e-bca0-75fb6fb40d50 req-87abfc50-1bf2-4cae-b32e-c3b3b1ac03d3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:14.660889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e6bbc9d-2620-433e-bca0-75fb6fb40d50 req-87abfc50-1bf2-4cae-b32e-c3b3b1ac03d3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.2443619 Aug 03 19:23:14.677471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network be22c769-8c08-44a1-ab86-4ef27fcdb228 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:14.701424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:14.704804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:14.711167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:14.711886 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.723624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=b5eb6a1d-74c9-4890-8efb-4cd4322f6788,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:14.738031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9164cf1-fc0d-489c-b210-c4af64ba0e72,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:14.748413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea req-df6f1bae-b25e-4c5e-87bf-2b94aa965863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:14.752879 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea req-df6f1bae-b25e-4c5e-87bf-2b94aa965863 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4087317 Aug 03 19:23:14.764885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] Checking segment: {'id': '7a77d1cb-5a4c-4a80-823f-57d3510bcf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:14.765328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] Network hostable DHCP agents. Network: e1c2c459-9718-4323-a5c6-91447aae4c04, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:23:14.801792 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-45b2af72-a6e6-47df-b740-60d019fd87fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2382543 Aug 03 19:23:14.808084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47288) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:14.830972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09bf5721-ee08-4a1e-bc7d-293de927e867 req-ab54a49f-8743-440f-8cf7-93fa13348f58 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670339 Aug 03 19:23:14.834840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] For port cba98934-5deb-4cb2-8c45-cb151783847d, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:14.844080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] For port cba98934-5deb-4cb2-8c45-cb151783847d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=cba98934-5deb-4cb2-8c45-cb151783847d,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:14.853061 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.862235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e6bbc9d-2620-433e-bca0-75fb6fb40d50 req-ceb687a0-fbcd-4c1d-b7ef-9c7aa197e5a5 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934414 Aug 03 19:23:14.973267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0dde8-fa06-480c-b1f7-4e479dc20343 None None] Pushing event updated for resources: {'Port': ['ID=cba98934-5deb-4cb2-8c45-cb151783847d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:14.999468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] Network e1c2c459-9718-4323-a5c6-91447aae4c04 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:23:15.018877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:15.019833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:15.030253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e1c2c459-9718-4323-a5c6-91447aae4c04) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:15.035135 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:15.035660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.093573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a2066-0bbb-452e-9591-152bad0d3a0a None None] Network e1c2c459-9718-4323-a5c6-91447aae4c04 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:15.097886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e5e12-2a32-4820-b526-24fb300e362f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:15.105675 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b03e5e12-2a32-4820-b526-24fb300e362f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A13b HTTP/1.1" status: 200 len: 929 time: 0.2670641 Aug 03 19:23:15.111078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47298) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:15.113228 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea req-d7299e19-489f-430c-b318-1f45c9181e3e service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398123 Aug 03 19:23:15.118546 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2f14531d-c8c4-42f7-af98-43a0e3ec9172 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4223292 Aug 03 19:23:15.119260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47300) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:15.129562 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1808948740-router', 'tenant_id': '2587a42077bd47769525f023770c91df', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:15.205320 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.211553 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.376398 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9304864-931b-4d6c-9dc8-5eb2c5fbafea req-63cfe3df-2cf8-40eb-aef3-c76a88824b7c service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539873 Aug 03 19:23:15.466971 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8714c-bbcc-460a-8a16-27dfd9c30280 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port b5eb6a1d-74c9-4890-8efb-4cd4322f6788 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:15.467803 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1f8714c-bbcc-460a-8a16-27dfd9c30280 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.505800 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.664993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:15.731389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1f8714c-bbcc-460a-8a16-27dfd9c30280 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.762590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8714c-bbcc-460a-8a16-27dfd9c30280 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for b5eb6a1d-74c9-4890-8efb-4cd4322f6788 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:15.855395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-e1c2c459-9718-4323-a5c6-91447aae4c04', 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04', 'tenant_id': '2587a42077bd47769525f023770c91df', 'fixed_ips': [{'subnet_id': 'f9164cf1-fc0d-489c-b210-c4af64ba0e72'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:23:15.856404 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.863960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.864929 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:15.885867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.165817 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1f8714c-bbcc-460a-8a16-27dfd9c30280 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.248544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47328) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:16.261484 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3af5ab8-ff08-4f7d-959f-32ceb1e94cb0 None None] Network be22c769-8c08-44a1-ab86-4ef27fcdb228 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:16.268410 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1f8714c-bbcc-460a-8a16-27dfd9c30280 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.270635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b1f8714c-bbcc-460a-8a16-27dfd9c30280 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/b5eb6a1d-74c9-4890-8efb-4cd4322f6788 HTTP/1.1" status: 204 len: 168 time: 1.1584206 Aug 03 19:23:16.309025 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47332) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:16.366122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8714c-bbcc-460a-8a16-27dfd9c30280 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=b5eb6a1d-74c9-4890-8efb-4cd4322f6788,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:16.369434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Allocated IP 172.20.0.2 (e1c2c459-9718-4323-a5c6-91447aae4c04/f9164cf1-fc0d-489c-b210-c4af64ba0e72/c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:16.395509 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-08746307-820d-44a0-b83e-ae183350d83b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:23:16.401416 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-08746307-820d-44a0-b83e-ae183350d83b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/b5eb6a1d-74c9-4890-8efb-4cd4322f6788 HTTP/1.1" status: 404 len: 333 time: 0.0850086 Aug 03 19:23:16.402990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47334) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:16.426544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-e2a3f301-cd37-46ba-a6e1-d990733de4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:16.428553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-e2a3f301-cd37-46ba-a6e1-d990733de4cc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82&tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf HTTP/1.1" status: 200 len: 1095 time: 0.6394820 Aug 03 19:23:16.444941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506e986-fa26-428c-b169-ad3d9f3ebb2b req-ea3820a5-f717-4abe-90b6-767ff8bcaab0 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:16.455914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e506e986-fa26-428c-b169-ad3d9f3ebb2b req-ea3820a5-f717-4abe-90b6-767ff8bcaab0 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.3479130 Aug 03 19:23:16.517126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf63db9-26db-4d59-8b0e-0e7b790d04ea req-33274505-b40e-479d-a73f-f90966483cf9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:16.527484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdf63db9-26db-4d59-8b0e-0e7b790d04ea req-33274505-b40e-479d-a73f-f90966483cf9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.3801029 Aug 03 19:23:16.564415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0042d8d-0f5f-40e9-b1c9-06644f59cd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.592462 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.resource_extend [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:23:16.654653 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e506e986-fa26-428c-b169-ad3d9f3ebb2b req-9cd1f4a2-98b4-41d8-9502-3c3508aaa968 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958222 Aug 03 19:23:16.656690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.687983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdf63db9-26db-4d59-8b0e-0e7b790d04ea req-02761cdd-b3f5-409d-9373-3eac27dad503 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607828 Aug 03 19:23:16.698936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-a07a3450-8bed-477c-a4a4-d03616a06c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:16.703719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-a07a3450-8bed-477c-a4a4-d03616a06c14 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 1095 time: 0.2026975 Aug 03 19:23:16.775821 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.780586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6698a92b-28d2-46fc-9ba8-d25fb361f6ba up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:16.822323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-b62f3b24-c82c-4379-8529-cef65bcfa62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:16.824032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-b62f3b24-c82c-4379-8529-cef65bcfa62e service neutron] 10.222.0.74 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.1122699 Aug 03 19:23:16.864050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Transition to ACTIVE for port object c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:16.875220 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.902735 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:16.938869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Transition to ACTIVE for port object c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:16.953344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-d517d91d-bfa8-4aeb-a9a9-77bf52ffe196 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8 HTTP/1.1" status: 200 len: 1000 time: 0.1212642 Aug 03 19:23:16.975694 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.981607 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0042d8d-0f5f-40e9-b1c9-06644f59cd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.989406 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d0042d8d-0f5f-40e9-b1c9-06644f59cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.047356 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Pushing event updated for resources: {'Port': ['ID=c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:17.077916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-34df98fc-f52e-4a28-98d5-895df914c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:17.081725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-34df98fc-f52e-4a28-98d5-895df914c89f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.1170769 Aug 03 19:23:17.112176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Network e1c2c459-9718-4323-a5c6-91447aae4c04 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:17.118028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:14Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:17.128073 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d0042d8d-0f5f-40e9-b1c9-06644f59cd66 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=76ad391110e34b8fbe1d59cf8d3d5f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8736892 Aug 03 19:23:17.128820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47338) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:17.167561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa65815-bfa8-4e31-97a5-dbef94aacd33 None None] The sync data for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 is: [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:14Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:17.175779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:17.179579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:17.182835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a171a-ea52-4a9f-8f0a-bb1783df21bc tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port e0b307c1-45c1-4c27-b924-57e5fffdbedb {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:17.185159 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b6a171a-ea52-4a9f-8f0a-bb1783df21bc tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.188632 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0042d8d-0f5f-40e9-b1c9-06644f59cd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bcb4eb-9596-4d3c-8c1e-b3c77ca9b610,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:17.213440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-351bd7cc-0c90-4f86-8d54-b3c1680a1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:17.216902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-351bd7cc-0c90-4f86-8d54-b3c1680a1f4d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276162 Aug 03 19:23:17.219994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:17.234882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6a878a38-5604-4964-940a-f9f64c0bb6a4 None None] Provisioning for port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:17.255993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'port_id': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'mac_address': 'fa:16:3e:d3:fb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:17.303335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6a878a38-5604-4964-940a-f9f64c0bb6a4 None None] Provisioning complete for port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:17.303869 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a878a38-5604-4964-940a-f9f64c0bb6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.342883 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-615c7cb4-7b79-4057-875a-fd090ef1571e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.423969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Attempting to bind port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:17.424342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Attempting to bind port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7a77d1cb-5a4c-4a80-823f-57d3510bcf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:17.424709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Attempting to bind port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb on network e1c2c459-9718-4323-a5c6-91447aae4c04 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:17.474032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:17.474782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Checking segment: {'id': '7a77d1cb-5a4c-4a80-823f-57d3510bcf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:17.477265 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.478304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Bound using segment: {'id': '7a77d1cb-5a4c-4a80-823f-57d3510bcf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:17.479034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Bound port: c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a77d1cb-5a4c-4a80-823f-57d3510bcf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:17.479794 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.509678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-abb0b9a4-9f67-42f1-b7a2-a53e338a88f1 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837093 Aug 03 19:23:17.542783 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b6a171a-ea52-4a9f-8f0a-bb1783df21bc tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.569050 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.590381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a171a-ea52-4a9f-8f0a-bb1783df21bc tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for e0b307c1-45c1-4c27-b924-57e5fffdbedb owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:17.603084 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-615c7cb4-7b79-4057-875a-fd090ef1571e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.620223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4124d29e-0202-4b51-8f9b-e76b5ed447da {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:17.706638 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a878a38-5604-4964-940a-f9f64c0bb6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.744635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ddf72b8-5503-4679-85d4-7f8cde354101 req-6e72226c-f2b6-465d-8a76-7089419c0cad service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241449 Aug 03 19:23:17.770491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:17.791214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Allocated IP 172.25.8.120 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/a3b3dcab-9552-4d69-8c37-7f95c7b6c46d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:17.835549 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.962049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:17.968427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] For port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:18.001835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] For port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb,segment=NetworkSegment(7a77d1cb-5a4c-4a80-823f-57d3510bcf63),segment_id=7a77d1cb-5a4c-4a80-823f-57d3510bcf63)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:18.012822 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.022276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6a878a38-5604-4964-940a-f9f64c0bb6a4 None None] For port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6698a92b-28d2-46fc-9ba8-d25fb361f6ba,segment=NetworkSegment(1c7d2856-52a0-4412-a40f-99d9fa88fd26),segment_id=1c7d2856-52a0-4412-a40f-99d9fa88fd26)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:18.050191 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a878a38-5604-4964-940a-f9f64c0bb6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.079728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['4124d29e-0202-4b51-8f9b-e76b5ed447da'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:18.127948 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.199697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ff75e-29d4-428f-95af-258fd31cd9a3 req-705c396f-5ba3-4cb8-901b-22e021c9772c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:18.203097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b7ff75e-29d4-428f-95af-258fd31cd9a3 req-705c396f-5ba3-4cb8-901b-22e021c9772c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.3109465 Aug 03 19:23:18.254567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.301066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0fcb9-3ab4-44fe-b248-fefc1c82425c req-bd8aa54c-09a2-4038-9f8c-8bcb563da37d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:18.306123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7d0fcb9-3ab4-44fe-b248-fefc1c82425c req-bd8aa54c-09a2-4038-9f8c-8bcb563da37d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 945 time: 0.4151838 Aug 03 19:23:18.328559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417b6ef-b234-4155-bea4-e4393fbb42b0 None None] Pushing event updated for resources: {'Port': ['ID=c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:18.425306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7d0fcb9-3ab4-44fe-b248-fefc1c82425c req-8bddf976-9978-46a7-8a7a-1495158e9e44 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112494 Aug 03 19:23:18.429811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b7ff75e-29d4-428f-95af-258fd31cd9a3 req-cbd1a3ff-1713-4486-91e2-4100500345be tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089801 Aug 03 19:23:18.527564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-615c7cb4-7b79-4057-875a-fd090ef1571e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.533244 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-615c7cb4-7b79-4057-875a-fd090ef1571e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.540609 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-615c7cb4-7b79-4057-875a-fd090ef1571e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/06bcb4eb-9596-4d3c-8c1e-b3c77ca9b610 HTTP/1.1" status: 204 len: 168 time: 1.4105029 Aug 03 19:23:18.561721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:18.572654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a4d29120-6ef3-4663-be28-5629d2ed9e8b None None] Provisioning for port e0b307c1-45c1-4c27-b924-57e5fffdbedb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:18.586426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:18.595495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a878a38-5604-4964-940a-f9f64c0bb6a4 None None] Pushing event updated for resources: {'Port': ['ID=6698a92b-28d2-46fc-9ba8-d25fb361f6ba,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:18.607369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c7cb4-7b79-4057-875a-fd090ef1571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bcb4eb-9596-4d3c-8c1e-b3c77ca9b610,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:18.618137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:18.623860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b3dcab-9552-4d69-8c37-7f95c7b6c46d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:18.649847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a4d29120-6ef3-4663-be28-5629d2ed9e8b None None] Provisioning complete for port e0b307c1-45c1-4c27-b924-57e5fffdbedb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:18.650151 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a4d29120-6ef3-4663-be28-5629d2ed9e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.121989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cba98934-5deb-4cb2-8c45-cb151783847d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:19.161295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b6a171a-ea52-4a9f-8f0a-bb1783df21bc tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.304090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a4d29120-6ef3-4663-be28-5629d2ed9e8b None None] Port e0b307c1-45c1-4c27-b924-57e5fffdbedb cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:19.374468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a4d29120-6ef3-4663-be28-5629d2ed9e8b None None] Provisioning complete for port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:19.375848 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a4d29120-6ef3-4663-be28-5629d2ed9e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.383065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port cba98934-5deb-4cb2-8c45-cb151783847d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:19.473777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port cba98934-5deb-4cb2-8c45-cb151783847d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:19.474436 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.606421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a171a-ea52-4a9f-8f0a-bb1783df21bc tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=e0b307c1-45c1-4c27-b924-57e5fffdbedb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:19.650828 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b6a171a-ea52-4a9f-8f0a-bb1783df21bc tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.656986 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5b6a171a-ea52-4a9f-8f0a-bb1783df21bc tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/e0b307c1-45c1-4c27-b924-57e5fffdbedb HTTP/1.1" status: 204 len: 168 time: 3.2485502 Aug 03 19:23:19.658322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47372) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:19.754525 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16fc45f-c894-457f-8981-7381d3318259 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:23:19.764457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e16fc45f-c894-457f-8981-7381d3318259 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/e0b307c1-45c1-4c27-b924-57e5fffdbedb HTTP/1.1" status: 404 len: 333 time: 0.1039097 Aug 03 19:23:19.769114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47374) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:19.912184 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.053006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47378) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.178612 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.240981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2e1c38ac-a135-4038-bacb-98dd7cf03e41 None None] Could not find standard attr ID for object b5eb6a1d-74c9-4890-8efb-4cd4322f6788. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:20.284942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975bd79-2b4c-4ada-a1cf-5cd6c092b6eb req-ec352e3b-40cd-4ddb-aaf4-ec5d124e6c34 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:20.288886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8975bd79-2b4c-4ada-a1cf-5cd6c092b6eb req-ec352e3b-40cd-4ddb-aaf4-ec5d124e6c34 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 945 time: 0.5184624 Aug 03 19:23:20.294686 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b9417f6c-9db6-4863-b14b-9f325ab3e78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.335133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6ebff7-52a7-4e0d-80aa-973cdf28150a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting subnet 4393f47e-5f88-4f63-9a69-cabec43dca9c {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:20.350219 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a6ebff7-52a7-4e0d-80aa-973cdf28150a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.470604 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a6ebff7-52a7-4e0d-80aa-973cdf28150a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.529291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port cba98934-5deb-4cb2-8c45-cb151783847d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=cba98934-5deb-4cb2-8c45-cb151783847d,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:20.534842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2e1c38ac-a135-4038-bacb-98dd7cf03e41 None None] Could not find standard attr ID for object e0b307c1-45c1-4c27-b924-57e5fffdbedb. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:20.543221 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.632847 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.837474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=cba98934-5deb-4cb2-8c45-cb151783847d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:20.864842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8225b82-96d4-4a4a-ae22-646524fe78cb req-d9308f93-8445-4a80-8dc3-bec2391c49b2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:20.874294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8225b82-96d4-4a4a-ae22-646524fe78cb req-d9308f93-8445-4a80-8dc3-bec2391c49b2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.8874378 Aug 03 19:23:21.028063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Router b213f333-c06b-47d5-b4ee-bf143d3474ec is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:23:21.229649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8975bd79-2b4c-4ada-a1cf-5cd6c092b6eb req-e28386ea-2eea-4ae0-9f24-46fce65af889 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9094219 Aug 03 19:23:21.258220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:21.266102 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a6ebff7-52a7-4e0d-80aa-973cdf28150a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.313006 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b32a3aa-6b37-43d6-b00c-f1da92e66b31 None None] Network e1c2c459-9718-4323-a5c6-91447aae4c04 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:21.339304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8225b82-96d4-4a4a-ae22-646524fe78cb req-b211cbfb-6ab0-498e-ad3f-7457454fb808 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4479351 Aug 03 19:23:21.445740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:21.466623 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Sync routers for ids ['b213f333-c06b-47d5-b4ee-bf143d3474ec'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:21.495118 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Routers {'b213f333-c06b-47d5-b4ee-bf143d3474ec'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:21.496622 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b213f333-c06b-47d5-b4ee-bf143d3474ec'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:21.517774 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a6ebff7-52a7-4e0d-80aa-973cdf28150a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.531324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Provisioning for port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:21.546189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:21.569221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Provisioning complete for port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:21.569849 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.581644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b9417f6c-9db6-4863-b14b-9f325ab3e78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.584302 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ebff7-52a7-4e0d-80aa-973cdf28150a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Subnet': ['ID=4393f47e-5f88-4f63-9a69-cabec43dca9c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:21.593317 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a6ebff7-52a7-4e0d-80aa-973cdf28150a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.596042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3a6ebff7-52a7-4e0d-80aa-973cdf28150a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/4393f47e-5f88-4f63-9a69-cabec43dca9c HTTP/1.1" status: 204 len: 168 time: 1.8243499 Aug 03 19:23:21.603620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47384) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:21.607819 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:21.608045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b9417f6c-9db6-4863-b14b-9f325ab3e78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.608208 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.611591 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.615984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a6b876-8c4f-475d-8201-91b0e4cfdc99 None None] Network be22c769-8c08-44a1-ab86-4ef27fcdb228 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:21.616352 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eca00f3f-6dfa-4308-b9ac-cecf986f66a1 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4929910 Aug 03 19:23:21.617536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47386) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:21.793191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9417f6c-9db6-4863-b14b-9f325ab3e78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8326fbba-cbc0-4d31-af0a-de236603ac55,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:21.811640 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Set router b213f333-c06b-47d5-b4ee-bf143d3474ec gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:21.813991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b9417f6c-9db6-4863-b14b-9f325ab3e78a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d94142b7885405285416accb8cfc3ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7426157 Aug 03 19:23:21.818632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47388) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:21.850174 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.964019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:22.068672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8548963e-00cc-49ce-9601-310874c9d7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.130099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8548963e-00cc-49ce-9601-310874c9d7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.186323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:22.192722 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.193777 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:23:22.304262 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'name': 'tempest-TestVolumeBackupRestore-1808948740-router', 'tenant_id': '2587a42077bd47769525f023770c91df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:23:19Z', 'revision_number': 3, 'project_id': '2587a42077bd47769525f023770c91df', 'gw_port': {'id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:16Z', 'updated_at': '2021-08-03T19:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:22.363981 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.405104 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Checking router: b213f333-c06b-47d5-b4ee-bf143d3474ec for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:22.406295 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Updating router b213f333-c06b-47d5-b4ee-bf143d3474ec port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:23:22.481889 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8548963e-00cc-49ce-9601-310874c9d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.486438 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.499840 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8548963e-00cc-49ce-9601-310874c9d7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.504673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8548963e-00cc-49ce-9601-310874c9d7cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8326fbba-cbc0-4d31-af0a-de236603ac55 HTTP/1.1" status: 204 len: 168 time: 0.6733377 Aug 03 19:23:22.530650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 4124d29e-0202-4b51-8f9b-e76b5ed447da completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:22.655231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 4124d29e-0202-4b51-8f9b-e76b5ed447da triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:22.660807 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.667296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] For port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6698a92b-28d2-46fc-9ba8-d25fb361f6ba,segment=NetworkSegment(1c7d2856-52a0-4412-a40f-99d9fa88fd26),segment_id=1c7d2856-52a0-4412-a40f-99d9fa88fd26)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:22.667665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.693374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548963e-00cc-49ce-9601-310874c9d7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8326fbba-cbc0-4d31-af0a-de236603ac55,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:22.833737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 6698a92b-28d2-46fc-9ba8-d25fb361f6ba owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:22.918010 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.927158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] For port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb,segment=NetworkSegment(7a77d1cb-5a4c-4a80-823f-57d3510bcf63),segment_id=7a77d1cb-5a4c-4a80-823f-57d3510bcf63)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:23.040550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da89ea-0d31-418e-8289-90c30973dbe7 req-84e0199b-0d09-4524-9d31-2e74c093a00e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:23.051825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2da89ea-0d31-418e-8289-90c30973dbe7 req-84e0199b-0d09-4524-9d31-2e74c093a00e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 945 time: 0.6275160 Aug 03 19:23:23.092130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db66b7-4081-44ba-b1c7-655b011002a9 req-2d203506-4ca2-46c7-967f-08a3b83aaec9 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:23.126976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-58db66b7-4081-44ba-b1c7-655b011002a9 req-2d203506-4ca2-46c7-967f-08a3b83aaec9 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.4618466 Aug 03 19:23:23.133882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d221b38-b989-49d0-9494-b4f0abc542a9 None None] DHCP port deletion for be22c769-8c08-44a1-ab86-4ef27fcdb228 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:23:23.147474 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.235703 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.314727 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Transition to ACTIVE for port object a3b3dcab-9552-4d69-8c37-7f95c7b6c46d will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:23.344138 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.394586 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.439983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4d97d424-8e76-4d28-968b-b37bfd0a05d4 None None] Provisioning complete for port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:23.440636 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4d97d424-8e76-4d28-968b-b37bfd0a05d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.483545 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.495493 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Attempting to bind port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:23.496544 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Attempting to bind port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:23.497845 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Attempting to bind port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:23.511864 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:23.513426 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:23.514044 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.514891 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:23.515598 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Bound port: a3b3dcab-9552-4d69-8c37-7f95c7b6c46d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:23.516163 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.602360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:23.615519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:23.620305 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a434aed1-a52a-4c5f-8c4b-d014d4e03ebf" -d '{"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-plugged", "status": "completed", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:23.623036 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] For port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:23.626482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Pushing event updated for resources: {'Port': ['ID=c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:23.633035 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] For port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a3b3dcab-9552-4d69-8c37-7f95c7b6c46d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:23.633637 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:23:23.634159 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:23:23.648598 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.677224 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.684106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-58db66b7-4081-44ba-b1c7-655b011002a9 req-f31a2525-e4d6-4da4-b85c-5b3d3900e047 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5560629 Aug 03 19:23:23.693704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No DVR routers for this DVR port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:23.694871 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.695412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.695773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.696273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.704204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.705232 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.706936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.708625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.711027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=6698a92b-28d2-46fc-9ba8-d25fb361f6ba,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:23.711469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.712109 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.719747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.721980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba9aba-5bea-488f-b368-4873f8cc0146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:23.725819 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df3842-16ae-4d64-8ae2-5c797862fc8c None None] Pushing event updated for resources: {'Port': ['ID=a3b3dcab-9552-4d69-8c37-7f95c7b6c46d,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:23.869542 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3b6174-7571-44ae-aded-476a930ac97e x-openstack-request-id: req-ba3b6174-7571-44ae-aded-476a930ac97e {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:23.877548 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-plugged", "status": "completed", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:23.877997 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba3b6174-7571-44ae-aded-476a930ac97e {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:23.881270 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'code': 200} Aug 03 19:23:23.891246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4d221b38-b989-49d0-9494-b4f0abc542a9 None None] Deleting port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:23.893958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4d221b38-b989-49d0-9494-b4f0abc542a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.938937 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df3842-16ae-4d64-8ae2-5c797862fc8c None None] Pushing event updated for resources: {'Port': ['ID=a3b3dcab-9552-4d69-8c37-7f95c7b6c46d,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:23.979773 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Routers {'b213f333-c06b-47d5-b4ee-bf143d3474ec'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:23.982350 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b213f333-c06b-47d5-b4ee-bf143d3474ec'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:24.019879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bac357-b0cd-4832-9683-1a86ae4563b2 req-307909d0-1d48-4635-a9a4-727a81f5d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:24.023468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2da89ea-0d31-418e-8289-90c30973dbe7 req-1f3ef4b2-63b6-4789-9375-8561bd018acb tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8941448 Aug 03 19:23:24.023892 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-15bac357-b0cd-4832-9683-1a86ae4563b2 req-307909d0-1d48-4635-a9a4-727a81f5d458 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1097 time: 0.1226594 Aug 03 19:23:24.077916 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.109784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be22c769-8c08-44a1-ab86-4ef27fcdb228']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:24.136207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7d2856-52a0-4412-a40f-99d9fa88fd26') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:24.137095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7d2856-52a0-4412-a40f-99d9fa88fd26') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:24.144253 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.183116 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.218284 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.245265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:24.245824 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:24.249917 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:24.323154 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] Set router b213f333-c06b-47d5-b4ee-bf143d3474ec gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:24.331161 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-15bac357-b0cd-4832-9683-1a86ae4563b2 req-b73f6a17-b4ad-4bd8-b5ae-ade7ff714f1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641680 Aug 03 19:23:24.393852 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.404569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.411041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:24.412867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/networks/be22c769-8c08-44a1-ab86-4ef27fcdb228 HTTP/1.1" status: 204 len: 168 time: 2.8071241 Aug 03 19:23:24.417803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47432) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:24.432857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2113469891'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:24.495401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f0099-2573-4e33-af3b-5332c4d665e2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Network': ['ID=be22c769-8c08-44a1-ab86-4ef27fcdb228,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:24.552246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:24.576660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.628617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6698a92b-28d2-46fc-9ba8-d25fb361f6ba up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:24.653678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:23:24.672162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.672780 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Added segment 07217359-0b88-4493-b1a9-597303c2cfbc of type vlan for network b366b357-8d20-4bfd-bf67-baeb20140271 Aug 03 19:23:24.791396 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.874953 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.875939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4d221b38-b989-49d0-9494-b4f0abc542a9 None None] For port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:24.876467 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4d221b38-b989-49d0-9494-b4f0abc542a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.891629 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'name': 'tempest-TestVolumeBackupRestore-1808948740-router', 'tenant_id': '2587a42077bd47769525f023770c91df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:23:19Z', 'revision_number': 3, 'project_id': '2587a42077bd47769525f023770c91df', 'gw_port': {'id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:16Z', 'updated_at': '2021-08-03T19:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:24.905556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4d221b38-b989-49d0-9494-b4f0abc542a9 None None] Calling delete_port for 6698a92b-28d2-46fc-9ba8-d25fb361f6ba owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:24.907969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:24.909251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-4d221b38-b989-49d0-9494-b4f0abc542a9 None None] Port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:23:24.910876 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.913200 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4d221b38-b989-49d0-9494-b4f0abc542a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.921803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Allocated IP 172.20.0.1 (e1c2c459-9718-4323-a5c6-91447aae4c04/f9164cf1-fc0d-489c-b210-c4af64ba0e72/a7cb19d0-9020-468a-b941-bb7481d1aaab) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:24.963193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d221b38-b989-49d0-9494-b4f0abc542a9 None None] Network be22c769-8c08-44a1-ab86-4ef27fcdb228 is not hosted by any dhcp agent {{(pid=100489) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:23:24.963917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d221b38-b989-49d0-9494-b4f0abc542a9 None None] No DVR routers for this DVR port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:24.969329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d221b38-b989-49d0-9494-b4f0abc542a9 None None] Pushing event deleted for resources: {'Port': ['ID=6698a92b-28d2-46fc-9ba8-d25fb361f6ba,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:24.971454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 6698a92b-28d2-46fc-9ba8-d25fb361f6ba {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:24.971839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6698a92b-28d2-46fc-9ba8-d25fb361f6ba not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 19:23:25.021431 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f37800-8237-4f6d-92ae-bd23e9627c69 None None] The sync data for ids ['b213f333-c06b-47d5-b4ee-bf143d3474ec'] in n-d-802918-7 is: [{'id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'name': 'tempest-TestVolumeBackupRestore-1808948740-router', 'tenant_id': '2587a42077bd47769525f023770c91df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:23:19Z', 'revision_number': 3, 'project_id': '2587a42077bd47769525f023770c91df', 'gw_port': {'id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:16Z', 'updated_at': '2021-08-03T19:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:25.044866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Port 6698a92b-28d2-46fc-9ba8-d25fb361f6ba not found, will not notify nova. {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 19:23:25.333986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cba98934-5deb-4cb2-8c45-cb151783847d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:25.405586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Network': ['ID=b366b357-8d20-4bfd-bf67-baeb20140271,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:25.475567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network b366b357-8d20-4bfd-bf67-baeb20140271 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:23:25.559878 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.593867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5cc7f1b3-2513-4af8-b07e-c6a821f9c1cf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1652763 Aug 03 19:23:25.605316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47456) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:25.654350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaba6e3-1741-4087-b1e0-dab6e67d5c69 req-3691bd70-3e19-4341-a9a1-0342e9336086 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:25.663469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': 'b366b357-8d20-4bfd-bf67-baeb20140271', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:25.665251 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcaba6e3-1741-4087-b1e0-dab6e67d5c69 req-3691bd70-3e19-4341-a9a1-0342e9336086 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.2108390 Aug 03 19:23:25.715336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368804f-7876-4a38-8176-316ccb9d867e req-49043912-26bf-4799-9313-26ecc0f30774 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:25.725106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8368804f-7876-4a38-8176-316ccb9d867e req-49043912-26bf-4799-9313-26ecc0f30774 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.7540245 Aug 03 19:23:25.794801 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fcaba6e3-1741-4087-b1e0-dab6e67d5c69 req-b981a822-aa9c-413a-adba-fa7411dde50a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284761 Aug 03 19:23:25.828899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8368804f-7876-4a38-8176-316ccb9d867e req-d002e0af-8405-4f46-a303-5a4ad8c8df86 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026666 Aug 03 19:23:25.990463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Transition to ACTIVE for port object a7cb19d0-9020-468a-b941-bb7481d1aaab will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:26.079806 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.101708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port cba98934-5deb-4cb2-8c45-cb151783847d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:26.103991 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.268521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Network e1c2c459-9718-4323-a5c6-91447aae4c04 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:26.302807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:26.358839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:26.525474 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Pushing event updated for resources: {'Port': ['ID=a7cb19d0-9020-468a-b941-bb7481d1aaab,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:26.532815 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.651324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:26.655630 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.738705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:26.939714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:26.940147 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.040409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-51888024-4834-459c-a259-e021586bc65c None None] Provisioning for port a7cb19d0-9020-468a-b941-bb7481d1aaab completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:27.051076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-51888024-4834-459c-a259-e021586bc65c None None] Provisioning complete for port a7cb19d0-9020-468a-b941-bb7481d1aaab triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:27.051076 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-51888024-4834-459c-a259-e021586bc65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.152113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-51888024-4834-459c-a259-e021586bc65c None None] Port a7cb19d0-9020-468a-b941-bb7481d1aaab cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:27.265014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6698a92b-28d2-46fc-9ba8-d25fb361f6ba no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:27.361049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 6698a92b-28d2-46fc-9ba8-d25fb361f6ba {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:27.362275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6698a92b-28d2-46fc-9ba8-d25fb361f6ba not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:27.490777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f108d8-84bb-4967-ae3c-d85bbd079663 req-fc2f5678-3f6f-4fdb-b732-54d0e830d83e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.515112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57f108d8-84bb-4967-ae3c-d85bbd079663 req-fc2f5678-3f6f-4fdb-b732-54d0e830d83e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.4596703 Aug 03 19:23:27.558626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5431-49d3-4e84-b75c-b012be4f6259 req-a7cf5399-1106-4262-8253-cb319d2229b4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.589219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-536d5431-49d3-4e84-b75c-b012be4f6259 req-a7cf5399-1106-4262-8253-cb319d2229b4 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.4150939 Aug 03 19:23:27.664761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a3b3dcab-9552-4d69-8c37-7f95c7b6c46d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:27.725961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57f108d8-84bb-4967-ae3c-d85bbd079663 req-63a7fc18-313d-418d-8ebb-501d8531d427 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885653 Aug 03 19:23:27.755146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.816106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-536d5431-49d3-4e84-b75c-b012be4f6259 req-94bf1eb7-dfc5-4d61-bf0d-5cec818d69ca tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216504 Aug 03 19:23:27.818187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:27.826141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:27.826544 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.847437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.066063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821c07b-06f4-4bab-8c64-90a64b8225ca req-44faeb34-4de4-466f-bd5f-32c959ce21f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:28.067758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6821c07b-06f4-4bab-8c64-90a64b8225ca req-44faeb34-4de4-466f-bd5f-32c959ce21f7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.1587024 Aug 03 19:23:28.075256 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.094158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Subnet': ['ID=9e0e70bc-c93b-4546-ac7e-7c751c55ce4a,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:28.119779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a3b3dcab-9552-4d69-8c37-7f95c7b6c46d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:28.126182 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.163955 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6821c07b-06f4-4bab-8c64-90a64b8225ca req-5a1f8dcb-eaf3-4c64-918b-98040b9ac0aa tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807717 Aug 03 19:23:28.172480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47504) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:28.213114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47508) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:28.229945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Checking segment: {'id': '07217359-0b88-4493-b1a9-597303c2cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b366b357-8d20-4bfd-bf67-baeb20140271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:28.230315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network hostable DHCP agents. Network: b366b357-8d20-4bfd-bf67-baeb20140271, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:23:28.270157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=a3b3dcab-9552-4d69-8c37-7f95c7b6c46d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:28.271839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network b366b357-8d20-4bfd-bf67-baeb20140271 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:23:28.299282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, b366b357-8d20-4bfd-bf67-baeb20140271) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:28.307784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d52aa-496d-4589-9923-0a450127337e tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:28.313139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:28.314192 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.316724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce184a74-ba15-4da8-a2cb-09e762fd43f6 None None] Network b366b357-8d20-4bfd-bf67-baeb20140271 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:28.335970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-534d52aa-496d-4589-9923-0a450127337e tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1092 time: 0.1173422 Aug 03 19:23:28.341634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47510) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:28.354109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:28.369569 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9a333044-720d-461e-a6b9-002f58d5a20b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7575960 Aug 03 19:23:28.371555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47512) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:28.379320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': 'b366b357-8d20-4bfd-bf67-baeb20140271', 'name': 'tempest-PortsIpV6TestJSON-1536959359', 'fixed_ips': [{'subnet_id': '9e0e70bc-c93b-4546-ac7e-7c751c55ce4a', 'ip_address': '2001:db8::10'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:28.416960 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.422666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.564001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.811490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:28.816072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-b366b357-8d20-4bfd-bf67-baeb20140271', 'network_id': 'b366b357-8d20-4bfd-bf67-baeb20140271', 'tenant_id': '8e3031d8f9da4f509fc1e56a60df6cf2', 'fixed_ips': [{'subnet_id': '9e0e70bc-c93b-4546-ac7e-7c751c55ce4a'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:23:28.817033 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.909861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.928607 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.022657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.103221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Allocated IP 2001:db8::2 (b366b357-8d20-4bfd-bf67-baeb20140271/9e0e70bc-c93b-4546-ac7e-7c751c55ce4a/363a7478-1623-4adc-ab13-69e5830e16c5) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:29.189653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Pushing event updated for resources: {'Port': ['ID=a7cb19d0-9020-468a-b941-bb7481d1aaab,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:29.204532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:29.577934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a3b3dcab-9552-4d69-8c37-7f95c7b6c46d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:29.660813 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.730238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Network e1c2c459-9718-4323-a5c6-91447aae4c04 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:29.739300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:29.757431 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.768212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Transition to ACTIVE for port object 363a7478-1623-4adc-ab13-69e5830e16c5 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:29.788253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Transition to ACTIVE for port object 363a7478-1623-4adc-ab13-69e5830e16c5 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:29.811070 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.856948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Network b366b357-8d20-4bfd-bf67-baeb20140271 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:29.867784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.25.8.22 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/47aba6e8-5c90-4fa1-b3ff-bb0b9a95076f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:29.872448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:29.875088 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.894412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port d550b8ab-873f-4875-9b17-f3c498491cbd yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:29.925190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:30.092585 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Pushing event updated for resources: {'Port': ['ID=363a7478-1623-4adc-ab13-69e5830e16c5,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:30.188697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Attempting to bind port 363a7478-1623-4adc-ab13-69e5830e16c5 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:30.189333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Attempting to bind port 363a7478-1623-4adc-ab13-69e5830e16c5 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '07217359-0b88-4493-b1a9-597303c2cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b366b357-8d20-4bfd-bf67-baeb20140271'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:30.189579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Attempting to bind port 363a7478-1623-4adc-ab13-69e5830e16c5 on network b366b357-8d20-4bfd-bf67-baeb20140271 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:30.195848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:30.196226 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.222950 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.233784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:30.234224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Checking segment: {'id': '07217359-0b88-4493-b1a9-597303c2cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b366b357-8d20-4bfd-bf67-baeb20140271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:30.234758 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.235194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Bound using segment: {'id': '07217359-0b88-4493-b1a9-597303c2cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b366b357-8d20-4bfd-bf67-baeb20140271'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:30.235870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Bound port: 363a7478-1623-4adc-ab13-69e5830e16c5, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07217359-0b88-4493-b1a9-597303c2cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b366b357-8d20-4bfd-bf67-baeb20140271'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:30.236447 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.268640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2009714-eb64-4713-9086-93ee9af23738 req-f1b7bada-5a77-4cc5-b1f0-cf214a064f61 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:30.285028 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2009714-eb64-4713-9086-93ee9af23738 req-f1b7bada-5a77-4cc5-b1f0-cf214a064f61 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 1.2795579 Aug 03 19:23:30.384869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8::10 (b366b357-8d20-4bfd-bf67-baeb20140271/9e0e70bc-c93b-4546-ac7e-7c751c55ce4a/d550b8ab-873f-4875-9b17-f3c498491cbd) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:30.477050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-011dcbf9-19f9-4aa3-bc4c-27294b11b230 None None] Provisioning complete for port a7cb19d0-9020-468a-b941-bb7481d1aaab triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:30.478454 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-011dcbf9-19f9-4aa3-bc4c-27294b11b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.499238 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2009714-eb64-4713-9086-93ee9af23738 req-04d4b9cf-4d69-44ce-973f-c36686e85936 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925123 Aug 03 19:23:30.569107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] For port 363a7478-1623-4adc-ab13-69e5830e16c5, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:30.606948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] For port 363a7478-1623-4adc-ab13-69e5830e16c5, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=363a7478-1623-4adc-ab13-69e5830e16c5,segment=NetworkSegment(07217359-0b88-4493-b1a9-597303c2cfbc),segment_id=07217359-0b88-4493-b1a9-597303c2cfbc)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:30.628644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.688858 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.697000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Router b213f333-c06b-47d5-b4ee-bf143d3474ec has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:30.744138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-011dcbf9-19f9-4aa3-bc4c-27294b11b230 None None] Port a7cb19d0-9020-468a-b941-bb7481d1aaab cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:30.810440 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.870157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object d550b8ab-873f-4875-9b17-f3c498491cbd will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:30.971690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:30.974895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56358f25-55a2-4cbb-ac0a-08ce2b549974 None None] Pushing event updated for resources: {'Port': ['ID=363a7478-1623-4adc-ab13-69e5830e16c5,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:30.979343 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.989890 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1c48e40d-a764-4085-8140-34ef22c840cf admin admin] 10.222.0.78 "PUT /v2.0/routers/b213f333-c06b-47d5-b4ee-bf143d3474ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3703849 Aug 03 19:23:31.005065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Sync routers for ids ['b213f333-c06b-47d5-b4ee-bf143d3474ec'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:31.047281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Routers {'b213f333-c06b-47d5-b4ee-bf143d3474ec'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:31.066630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b213f333-c06b-47d5-b4ee-bf143d3474ec'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:31.101591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Allocated IP 172.25.8.110 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/4aa5393e-b9f6-4589-a775-f14588793dd7) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:31.136871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network b366b357-8d20-4bfd-bf67-baeb20140271 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:31.148477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:31.168791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:31.183453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:31.188337 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.243298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=d550b8ab-873f-4875-9b17-f3c498491cbd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:31.252169 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8382770e-0375-49a8-91e9-7b3f3041043e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8768451 Aug 03 19:23:31.258110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47538) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:31.271350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': 'b366b357-8d20-4bfd-bf67-baeb20140271', 'name': 'tempest-PortsIpV6TestJSON-1513549540', 'fixed_ips': [{'subnet_id': '9e0e70bc-c93b-4546-ac7e-7c751c55ce4a', 'ip_address': '2001:db8::f'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:31.551669 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:31.557914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.582262 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.595415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Set router b213f333-c06b-47d5-b4ee-bf143d3474ec gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:31.609166 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.623981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port 77a63b23-5a2c-4e5e-91d8-8c8c89e7887d yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:31.776716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:31.804590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:31.911197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:32.107375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'name': 'tempest-TestVolumeBackupRestore-1808948740-router', 'tenant_id': '2587a42077bd47769525f023770c91df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:23:27Z', 'revision_number': 4, 'project_id': '2587a42077bd47769525f023770c91df', 'gw_port': {'id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:16Z', 'updated_at': '2021-08-03T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'a7cb19d0-9020-468a-b941-bb7481d1aaab', 'name': '', 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04', 'tenant_id': '2587a42077bd47769525f023770c91df', 'mac_address': 'fa:16:3e:e7:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f9164cf1-fc0d-489c-b210-c4af64ba0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:24Z', 'updated_at': '2021-08-03T19:23:28Z', 'revision_number': 2, 'project_id': '2587a42077bd47769525f023770c91df', 'subnets': [{'id': 'f9164cf1-fc0d-489c-b210-c4af64ba0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:32.211314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=47aba6e8-5c90-4fa1-b3ff-bb0b9a95076f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:32.287894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Checking router: b213f333-c06b-47d5-b4ee-bf143d3474ec for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:32.302150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Updating router b213f333-c06b-47d5-b4ee-bf143d3474ec port a7cb19d0-9020-468a-b941-bb7481d1aaab binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:23:32.399506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8::f (b366b357-8d20-4bfd-bf67-baeb20140271/9e0e70bc-c93b-4546-ac7e-7c751c55ce4a/77a63b23-5a2c-4e5e-91d8-8c8c89e7887d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:32.432362 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.491360 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.625476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ff5dd-b9af-476a-9595-42481d01db30 req-8bbf630c-3a34-488e-8a22-0d94be1dcbf5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:32.657899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed5ff5dd-b9af-476a-9595-42481d01db30 req-8bbf630c-3a34-488e-8a22-0d94be1dcbf5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.8327579 Aug 03 19:23:32.839871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:32.903260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:32.964078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:33.171552 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed5ff5dd-b9af-476a-9595-42481d01db30 req-bed2f44d-a9c7-4d36-aa3f-fce06d7aa75f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5065644 Aug 03 19:23:33.257326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.285387 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.299830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Transition to ACTIVE for port object a7cb19d0-9020-468a-b941-bb7481d1aaab will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:33.315250 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.328414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object 77a63b23-5a2c-4e5e-91d8-8c8c89e7887d will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:33.378877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event updated for resources: {'Port': ['ID=4aa5393e-b9f6-4589-a775-f14588793dd7,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:33.453017 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0734c-a207-4b82-9fe3-9c6e9188713e None None] Pushing event updated for resources: {'Port': ['ID=a7cb19d0-9020-468a-b941-bb7481d1aaab,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:33.474926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.570942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.746247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d78059-6de7-4ff5-b89b-4d7ca006ec08 None None] Network b366b357-8d20-4bfd-bf67-baeb20140271 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:33.752334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network b366b357-8d20-4bfd-bf67-baeb20140271 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:33.789359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:33.790749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:33.800683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:33.801015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.813427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 363a7478-1623-4adc-ab13-69e5830e16c5 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:33.858170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=77a63b23-5a2c-4e5e-91d8-8c8c89e7887d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:33.884016 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-67a4d293-5c62-41c3-bd67-01f306f4ff73 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6198399 Aug 03 19:23:33.887473 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47610) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:33.948693 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.143877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d8386f-4a6b-4f43-944c-d30641ea613a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.148218 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f0d8386f-4a6b-4f43-944c-d30641ea613a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2568560 Aug 03 19:23:34.148894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47626) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:34.286331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea84f06-7022-4e59-b71b-e5f52cfbaec3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.319659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea84f06-7022-4e59-b71b-e5f52cfbaec3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.346422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea84f06-7022-4e59-b71b-e5f52cfbaec3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.354550 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5ea84f06-7022-4e59-b71b-e5f52cfbaec3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1993122 Aug 03 19:23:34.361248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47646) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:34.374762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eb684199-4183-4da1-8958-7ad9c78a9fba None None] Provisioning for port 363a7478-1623-4adc-ab13-69e5830e16c5 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:34.404346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Attempting to bind port a7cb19d0-9020-468a-b941-bb7481d1aaab on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:34.404888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Attempting to bind port a7cb19d0-9020-468a-b941-bb7481d1aaab by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7a77d1cb-5a4c-4a80-823f-57d3510bcf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:34.405548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Attempting to bind port a7cb19d0-9020-468a-b941-bb7481d1aaab on network e1c2c459-9718-4323-a5c6-91447aae4c04 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:34.431173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:34.432474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Checking segment: {'id': '7a77d1cb-5a4c-4a80-823f-57d3510bcf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:34.433092 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.435971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Bound using segment: {'id': '7a77d1cb-5a4c-4a80-823f-57d3510bcf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:34.437923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Bound port: a7cb19d0-9020-468a-b941-bb7481d1aaab, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a77d1cb-5a4c-4a80-823f-57d3510bcf63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:34.438601 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.517181 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-104e1e82-b56b-4e70-b26a-8f8846cb1857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.586202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9d695174-691d-400b-946b-d591f3a52fd5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 77a63b23-5a2c-4e5e-91d8-8c8c89e7887d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:34.587025 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d695174-691d-400b-946b-d591f3a52fd5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.748197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d695174-691d-400b-946b-d591f3a52fd5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.759800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] For port a7cb19d0-9020-468a-b941-bb7481d1aaab, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:34.769992 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9d695174-691d-400b-946b-d591f3a52fd5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 77a63b23-5a2c-4e5e-91d8-8c8c89e7887d owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:34.770257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] For port a7cb19d0-9020-468a-b941-bb7481d1aaab, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a7cb19d0-9020-468a-b941-bb7481d1aaab,segment=NetworkSegment(7a77d1cb-5a4c-4a80-823f-57d3510bcf63),segment_id=7a77d1cb-5a4c-4a80-823f-57d3510bcf63)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:34.814290 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.859968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 363a7478-1623-4adc-ab13-69e5830e16c5 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:34.912746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.913913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 363a7478-1623-4adc-ab13-69e5830e16c5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:34.914453 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.970876 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.007359 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d695174-691d-400b-946b-d591f3a52fd5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.199727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d695174-691d-400b-946b-d591f3a52fd5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=77a63b23-5a2c-4e5e-91d8-8c8c89e7887d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:35.232023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0734c-a207-4b82-9fe3-9c6e9188713e None None] Pushing event updated for resources: {'Port': ['ID=a7cb19d0-9020-468a-b941-bb7481d1aaab,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:35.289952 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d695174-691d-400b-946b-d591f3a52fd5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.299509 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d695174-691d-400b-946b-d591f3a52fd5 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/77a63b23-5a2c-4e5e-91d8-8c8c89e7887d HTTP/1.1" status: 204 len: 168 time: 0.9337251 Aug 03 19:23:35.302548 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47660) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:35.353297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Routers {'b213f333-c06b-47d5-b4ee-bf143d3474ec'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:35.356815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b213f333-c06b-47d5-b4ee-bf143d3474ec'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:35.392117 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-5baa7916-cd11-40f3-8291-0823056e0aa6 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:23:35.397727 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5baa7916-cd11-40f3-8291-0823056e0aa6 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/77a63b23-5a2c-4e5e-91d8-8c8c89e7887d HTTP/1.1" status: 404 len: 333 time: 0.0906956 Aug 03 19:23:35.398731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47662) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:35.478232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event updated for resources: {'Port': ['ID=4aa5393e-b9f6-4589-a775-f14588793dd7,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:35.503353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009363-444b-4da5-b7d2-d682e02e1480 req-ee16c0e2-e05d-4f7a-9674-a16ea3c7a110 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:35.506960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12009363-444b-4da5-b7d2-d682e02e1480 req-ee16c0e2-e05d-4f7a-9674-a16ea3c7a110 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.5733805 Aug 03 19:23:35.631714 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.704716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1bae9535-ad09-4722-8d84-0f462865b86e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port d550b8ab-873f-4875-9b17-f3c498491cbd {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:35.709533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bae9535-ad09-4722-8d84-0f462865b86e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.930069 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12009363-444b-4da5-b7d2-d682e02e1480 req-f6e35af4-f89e-4850-b8e6-c71657497c53 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990145 Aug 03 19:23:35.971912 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.974578 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-10470f71-be2d-4b7e-837d-9da0a6737c0f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8004956 Aug 03 19:23:35.990792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47670) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:36.034856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2094281090'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:36.199561 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.282687 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.311330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] Set router b213f333-c06b-47d5-b4ee-bf143d3474ec gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:36.311623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Made reservation on behalf of aa7b7944a5304f5593270f6a13215919 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:36.331168 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.342398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 363a7478-1623-4adc-ab13-69e5830e16c5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=363a7478-1623-4adc-ab13-69e5830e16c5,segment=NetworkSegment(07217359-0b88-4493-b1a9-597303c2cfbc),segment_id=07217359-0b88-4493-b1a9-597303c2cfbc)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:36.382113 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.388406 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.432468 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bae9535-ad09-4722-8d84-0f462865b86e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.509527 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c16bd02f-50bd-47c0-a554-d54209f3b69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.527563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1bae9535-ad09-4722-8d84-0f462865b86e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for d550b8ab-873f-4875-9b17-f3c498491cbd owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:36.786715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.135303 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.246514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=363a7478-1623-4adc-ab13-69e5830e16c5,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:37.280137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d5f813c1-2d31-4df3-852e-1b49103e755d None None] Provisioning complete for port 363a7478-1623-4adc-ab13-69e5830e16c5 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:37.282163 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d5f813c1-2d31-4df3-852e-1b49103e755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.669832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831ca4c-a9a2-4075-be7c-2bd6a897b1af req-363cb52d-f7c3-4c09-9b1e-2d1e9b7772a2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:37.678687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c831ca4c-a9a2-4075-be7c-2bd6a897b1af req-363cb52d-f7c3-4c09-9b1e-2d1e9b7772a2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.2966740 Aug 03 19:23:37.730269 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.745472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.839218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'name': 'tempest-TestVolumeBackupRestore-1808948740-router', 'tenant_id': '2587a42077bd47769525f023770c91df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:23:27Z', 'revision_number': 4, 'project_id': '2587a42077bd47769525f023770c91df', 'gw_port': {'id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:16Z', 'updated_at': '2021-08-03T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'a7cb19d0-9020-468a-b941-bb7481d1aaab', 'name': '', 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04', 'tenant_id': '2587a42077bd47769525f023770c91df', 'mac_address': 'fa:16:3e:e7:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f9164cf1-fc0d-489c-b210-c4af64ba0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:24Z', 'updated_at': '2021-08-03T19:23:34Z', 'revision_number': 4, 'project_id': '2587a42077bd47769525f023770c91df', 'subnets': [{'id': 'f9164cf1-fc0d-489c-b210-c4af64ba0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:37.846706 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bae9535-ad09-4722-8d84-0f462865b86e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.853846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d5f813c1-2d31-4df3-852e-1b49103e755d None None] Could not find standard attr ID for object d550b8ab-873f-4875-9b17-f3c498491cbd. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:37.924251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:23:37.994774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c831ca4c-a9a2-4075-be7c-2bd6a897b1af req-748bcd4a-8cb9-4329-a1bd-d701cabe432c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089285 Aug 03 19:23:38.018281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.033465 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.069109 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc2635-e222-4d30-83be-c11eec9d38ea None None] The sync data for ids ['b213f333-c06b-47d5-b4ee-bf143d3474ec'] in n-d-802918-7 is: [{'id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'name': 'tempest-TestVolumeBackupRestore-1808948740-router', 'tenant_id': '2587a42077bd47769525f023770c91df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:23:27Z', 'revision_number': 4, 'project_id': '2587a42077bd47769525f023770c91df', 'gw_port': {'id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:16Z', 'updated_at': '2021-08-03T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'a7cb19d0-9020-468a-b941-bb7481d1aaab', 'name': '', 'network_id': 'e1c2c459-9718-4323-a5c6-91447aae4c04', 'tenant_id': '2587a42077bd47769525f023770c91df', 'mac_address': 'fa:16:3e:e7:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f9164cf1-fc0d-489c-b210-c4af64ba0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:24Z', 'updated_at': '2021-08-03T19:23:34Z', 'revision_number': 4, 'project_id': '2587a42077bd47769525f023770c91df', 'subnets': [{'id': 'f9164cf1-fc0d-489c-b210-c4af64ba0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:38.083728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-133b60c6-4164-4d97-8629-5b60972cf319 None None] Could not find standard attr ID for object d550b8ab-873f-4875-9b17-f3c498491cbd. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:38.091111 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.162262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=47aba6e8-5c90-4fa1-b3ff-bb0b9a95076f,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:38.176386 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.208991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33b9b63-b73d-418e-b5bf-e4fb892002ce,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:38.252067 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bae9535-ad09-4722-8d84-0f462865b86e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.264146 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1bae9535-ad09-4722-8d84-0f462865b86e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/d550b8ab-873f-4875-9b17-f3c498491cbd HTTP/1.1" status: 204 len: 168 time: 2.8569810 Aug 03 19:23:38.271944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47692) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:38.273132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae9535-ad09-4722-8d84-0f462865b86e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=d550b8ab-873f-4875-9b17-f3c498491cbd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:38.291990 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.294213 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Added segment e673143b-31e2-4a48-ad9c-c61233d30c3d of type vlan for network e10c95ff-5eaf-425c-ac95-448a1e97c0c4 Aug 03 19:23:38.344541 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-60581468-abd9-4a28-9c56-ea4197201d28 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:23:38.360288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47694) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:38.390483 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-60581468-abd9-4a28-9c56-ea4197201d28 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/d550b8ab-873f-4875-9b17-f3c498491cbd HTTP/1.1" status: 404 len: 333 time: 0.0761969 Aug 03 19:23:38.524544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cbed767d-f061-4d2e-a791-0b1d1d73950b None None] Could not find standard attr ID for object 77a63b23-5a2c-4e5e-91d8-8c8c89e7887d. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:38.608011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.667342 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Floating IP ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082 associated. External IP: 172.25.8.22, port: 4124d29e-0202-4b51-8f9b-e76b5ed447da. Aug 03 19:23:38.750797 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.785449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:38.785449 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.823615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 363a7478-1623-4adc-ab13-69e5830e16c5 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:38.977947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 363a7478-1623-4adc-ab13-69e5830e16c5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:38.981900 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.072366 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0804877 Aug 03 19:23:39.081462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47704) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:39.096258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Request body: {'subnet': {'network_id': 'e10c95ff-5eaf-425c-ac95-448a1e97c0c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:39.250329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting subnet 9e0e70bc-c93b-4546-ac7e-7c751c55ce4a {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:39.259281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9822e79-f911-49b2-94d6-a4c2554369b4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event updated for resources: {'Network': ['ID=e10c95ff-5eaf-425c-ac95-448a1e97c0c4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:39.335306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e10c95ff-5eaf-425c-ac95-448a1e97c0c4 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:23:39.338434 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.432806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Made reservation on behalf of aa7b7944a5304f5593270f6a13215919 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:39.442974 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.565059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a7cb19d0-9020-468a-b941-bb7481d1aaab up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:39.658214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68e8e7-dd52-484e-b985-3461ad57bd3b req-427e9b80-655a-4e8b-b678-deb425569e9e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:39.664087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd68e8e7-dd52-484e-b985-3461ad57bd3b req-427e9b80-655a-4e8b-b678-deb425569e9e tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.4027634 Aug 03 19:23:39.695206 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.724024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port a7cb19d0-9020-468a-b941-bb7481d1aaab completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:39.730746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a7cb19d0-9020-468a-b941-bb7481d1aaab triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:39.732253 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.839936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cd68e8e7-dd52-484e-b985-3461ad57bd3b req-36310fd1-6eac-4146-8fc7-ae2483ab3a96 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323447 Aug 03 19:23:39.848574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a658b-84ed-42dd-b9e6-69529fa442ea req-740a10ff-30ee-4c78-9d12-3faeaf6fbd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:39.854260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e3a658b-84ed-42dd-b9e6-69529fa442ea req-740a10ff-30ee-4c78-9d12-3faeaf6fbd14 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 1095 time: 0.7458253 Aug 03 19:23:39.963195 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.047178 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.066219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port a7cb19d0-9020-468a-b941-bb7481d1aaab, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a7cb19d0-9020-468a-b941-bb7481d1aaab,segment=NetworkSegment(7a77d1cb-5a4c-4a80-823f-57d3510bcf63),segment_id=7a77d1cb-5a4c-4a80-823f-57d3510bcf63)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:40.075267 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.180709 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.208993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=a7cb19d0-9020-468a-b941-bb7481d1aaab,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:40.241887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Checking segment: {'id': 'e673143b-31e2-4a48-ad9c-c61233d30c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e10c95ff-5eaf-425c-ac95-448a1e97c0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:40.243230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Network hostable DHCP agents. Network: e10c95ff-5eaf-425c-ac95-448a1e97c0c4, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:23:40.287899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event updated for resources: {'Subnet': ['ID=64c3c40f-cc5c-4297-89e7-3b9d8214c769,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:40.323201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Network e10c95ff-5eaf-425c-ac95-448a1e97c0c4 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:23:40.334749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:40.341471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e10c95ff-5eaf-425c-ac95-448a1e97c0c4) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:40.351886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c072f-1485-42c5-a7d3-467ba92b50e7 None None] Network e10c95ff-5eaf-425c-ac95-448a1e97c0c4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:40.370875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:40.373927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.381111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a658b-84ed-42dd-b9e6-69529fa442ea req-f0ad268e-b2ce-49a1-8c60-074b9b0cbf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:40.383295 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e3a658b-84ed-42dd-b9e6-69529fa442ea req-f0ad268e-b2ce-49a1-8c60-074b9b0cbf12 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 200 len: 918 time: 0.3297451 Aug 03 19:23:40.405614 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-599c08ce-b211-4791-9c33-90a426b35e74 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3172641 Aug 03 19:23:40.407285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47720) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:40.423149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-31041431', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:40.477182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e3a658b-84ed-42dd-b9e6-69529fa442ea req-037aebe1-371f-48eb-ba1e-e00a4ce53fff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8 HTTP/1.1" status: 200 len: 1000 time: 0.0852973 Aug 03 19:23:40.500400 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.503250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.633791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a658b-84ed-42dd-b9e6-69529fa442ea req-31b2ed28-71b0-4c95-872f-5cfba44e9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:40.635345 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e3a658b-84ed-42dd-b9e6-69529fa442ea req-31b2ed28-71b0-4c95-872f-5cfba44e9ab3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 200 len: 856 time: 0.1427331 Aug 03 19:23:40.636814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a7cb19d0-9020-468a-b941-bb7481d1aaab up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:40.678211 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.771581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a7cb19d0-9020-468a-b941-bb7481d1aaab triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:40.771989 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.822489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-e10c95ff-5eaf-425c-ac95-448a1e97c0c4', 'network_id': 'e10c95ff-5eaf-425c-ac95-448a1e97c0c4', 'tenant_id': 'aa7b7944a5304f5593270f6a13215919', 'fixed_ips': [{'subnet_id': '64c3c40f-cc5c-4297-89e7-3b9d8214c769'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:23:40.823480 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.862154 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:41.338432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Allocated IP 172.20.0.2 (e10c95ff-5eaf-425c-ac95-448a1e97c0c4/64c3c40f-cc5c-4297-89e7-3b9d8214c769/ade7fcf9-5648-4ba5-beb4-b9fbdae575ef) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:41.595439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:41.609448 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a459c9a-ad0c-4135-8683-044c837afbdb None None] Sync routers for ids ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:41.639308 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a459c9a-ad0c-4135-8683-044c837afbdb None None] Routers {'7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:41.642591 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6a459c9a-ad0c-4135-8683-044c837afbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:41.658671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:41.660666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a658b-84ed-42dd-b9e6-69529fa442ea req-cd378541-1859-4791-84c9-5a75621edb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:41.662408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e3a658b-84ed-42dd-b9e6-69529fa442ea req-cd378541-1859-4791-84c9-5a75621edb8d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f6a868e-2cf0-4888-ba1c-a660f65f3874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9861507 Aug 03 19:23:41.835267 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:41.895475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:41.906637 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:41.953469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c72326-42c6-4157-b493-5d4646d260e4 req-5d48603f-c7f6-429f-9e72-f6fe585c4798 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:41.959398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Transition to ACTIVE for port object ade7fcf9-5648-4ba5-beb4-b9fbdae575ef will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:41.962962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4c72326-42c6-4157-b493-5d4646d260e4 req-5d48603f-c7f6-429f-9e72-f6fe585c4798 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 944 time: 0.4474895 Aug 03 19:23:41.974339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-36a339ff-d7da-4d96-86f8-4b887244863e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.6311011 Aug 03 19:23:41.978989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:41.983053 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b047b8-6186-4449-9fd8-3549e98a2d78" -d '{"events": [{"name": "network-changed", "server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:41.987178 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.019576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:42.033822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Transition to ACTIVE for port object ade7fcf9-5648-4ba5-beb4-b9fbdae575ef will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:42.056042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'port_id': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'mac_address': 'fa:16:3e:45:ab:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:42.063934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0e70bc-c93b-4546-ac7e-7c751c55ce4a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:42.065323 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.075352 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6a459c9a-ad0c-4135-8683-044c837afbdb None None] Set router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:42.096844 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.100533 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/9e0e70bc-c93b-4546-ac7e-7c751c55ce4a HTTP/1.1" status: 204 len: 168 time: 3.7380846 Aug 03 19:23:42.104547 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47744) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:42.127201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4c72326-42c6-4157-b493-5d4646d260e4 req-b2c6959b-81ba-4631-ac60-6ebbabce1e24 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622541 Aug 03 19:23:42.149751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.152165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.152918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.155316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.155677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.156034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.156900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.156900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.157098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.157375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.157745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.166441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa90da-3beb-46fb-be7f-a46a449ac2e8 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:42.192423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e3a658b-84ed-42dd-b9e6-69529fa442ea req-f7eb1270-2a1e-42df-8348-e2905e85fd1a service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946311 Aug 03 19:23:42.267947 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.282747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Pushing event updated for resources: {'Port': ['ID=ade7fcf9-5648-4ba5-beb4-b9fbdae575ef,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:42.285803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4634b6cf-1782-4c3c-8aa0-1f579681f025 None None] Network b366b357-8d20-4bfd-bf67-baeb20140271 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:42.291438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:42.340380 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c711cbfc-8b67-49c8-9e0a-b05c7d412183 x-openstack-request-id: req-c711cbfc-8b67-49c8-9e0a-b05c7d412183 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:42.340714 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:42.340940 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c711cbfc-8b67-49c8-9e0a-b05c7d412183 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:42.341365 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'status': 'completed', 'code': 200} Aug 03 19:23:42.359644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:42.365261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Network e10c95ff-5eaf-425c-ac95-448a1e97c0c4 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:42.370116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:42.374685 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.379653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:42.380518 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.510201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Attempting to bind port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:42.514590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Attempting to bind port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'e673143b-31e2-4a48-ad9c-c61233d30c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e10c95ff-5eaf-425c-ac95-448a1e97c0c4'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:42.515624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Attempting to bind port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef on network e10c95ff-5eaf-425c-ac95-448a1e97c0c4 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:42.541785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:42.542289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Checking segment: {'id': 'e673143b-31e2-4a48-ad9c-c61233d30c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e10c95ff-5eaf-425c-ac95-448a1e97c0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:42.542582 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.543658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Bound using segment: {'id': 'e673143b-31e2-4a48-ad9c-c61233d30c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e10c95ff-5eaf-425c-ac95-448a1e97c0c4'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:42.544199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Bound port: ade7fcf9-5648-4ba5-beb4-b9fbdae575ef, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e673143b-31e2-4a48-ad9c-c61233d30c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e10c95ff-5eaf-425c-ac95-448a1e97c0c4'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:42.544590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.567477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961bdb-86dc-4992-8c71-40e2d9123169 req-d9ecdef3-7160-4483-9441-133d4130067a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:42.571992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2961bdb-86dc-4992-8c71-40e2d9123169 req-d9ecdef3-7160-4483-9441-133d4130067a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.2603114 Aug 03 19:23:42.608564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:42.674963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b047b8-6186-4449-9fd8-3549e98a2d78 req-f13d185a-0292-4b20-b428-c8dcd649c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:42.678537 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54b047b8-6186-4449-9fd8-3549e98a2d78 req-f13d185a-0292-4b20-b428-c8dcd649c56d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1097 time: 0.2857218 Aug 03 19:23:42.687229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e3a658b-84ed-42dd-b9e6-69529fa442ea req-92485dfe-38b3-493c-94b8-660632b0e227 service neutron] 10.222.0.74 "GET /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877996 Aug 03 19:23:42.720105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['449dd8fa-e057-4dc0-be71-fc0c744a8fb8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:42.791975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] For port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:42.814378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] For port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ade7fcf9-5648-4ba5-beb4-b9fbdae575ef,segment=NetworkSegment(e673143b-31e2-4a48-ad9c-c61233d30c3d),segment_id=e673143b-31e2-4a48-ad9c-c61233d30c3d)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:42.836356 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.847596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2961bdb-86dc-4992-8c71-40e2d9123169 req-f1969184-ab7e-49ea-af34-e9e4e1b71be4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495713 Aug 03 19:23:42.874744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47754) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:43.020363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af2e71-2adb-402d-8e8c-f2d892193796 None None] DHCP port deletion for b366b357-8d20-4bfd-bf67-baeb20140271 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:23:43.025139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3d759256-5133-4587-ab3c-0c1eb5656cce tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082 HTTP/1.1" status: 200 len: 991 time: 0.1487799 Aug 03 19:23:43.139576 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.186304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609783bb-2db9-4dd2-bf5a-a6da17814cbb None None] Pushing event updated for resources: {'Port': ['ID=ade7fcf9-5648-4ba5-beb4-b9fbdae575ef,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:43.196328 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.454132 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6a459c9a-ad0c-4135-8683-044c837afbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:46Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'port_id': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'mac_address': 'fa:16:3e:d3:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d6886e-ff9e-4964-93ca-ec4465390891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:23:34Z', 'updated_at': '2021-08-03T19:23:34Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa38e6c-2f1e-42ce-9a8e-328858084ec8', 'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:75:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:41Z', 'updated_at': '2021-08-03T19:23:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:43.478135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-12af2e71-2adb-402d-8e8c-f2d892193796 None None] Deleting port 363a7478-1623-4adc-ab13-69e5830e16c5 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:43.480364 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-12af2e71-2adb-402d-8e8c-f2d892193796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.492628 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7116b-6fc6-436b-91b8-8a6d1a693276 req-9bee3c6f-a3e0-48b7-b027-d331e494db91 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:43.503944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5d7116b-6fc6-436b-91b8-8a6d1a693276 req-9bee3c6f-a3e0-48b7-b027-d331e494db91 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 945 time: 0.1450412 Aug 03 19:23:43.508214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Allocated IP 172.25.8.126 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/651b602e-f8cd-4f77-b2c9-4e5b3e4562c7) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:43.614409 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a459c9a-ad0c-4135-8683-044c837afbdb None None] Checking router: 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:43.640007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 363a7478-1623-4adc-ab13-69e5830e16c5 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:43.640345 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.640610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5d7116b-6fc6-436b-91b8-8a6d1a693276 req-f177fbc9-033f-4e1e-9e82-73d28ab6a6f0 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339638 Aug 03 19:23:43.644079 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a459c9a-ad0c-4135-8683-044c837afbdb None None] Routers {'7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:43.644717 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6a459c9a-ad0c-4135-8683-044c837afbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:43.759982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b047b8-6186-4449-9fd8-3549e98a2d78 req-7e1e2bbb-580e-486a-b0b2-f35ba71182b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:43.765916 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54b047b8-6186-4449-9fd8-3549e98a2d78 req-7e1e2bbb-580e-486a-b0b2-f35ba71182b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.8695147 Aug 03 19:23:43.828151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-12af2e71-2adb-402d-8e8c-f2d892193796 None None] For port 363a7478-1623-4adc-ab13-69e5830e16c5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=363a7478-1623-4adc-ab13-69e5830e16c5,segment=NetworkSegment(07217359-0b88-4493-b1a9-597303c2cfbc),segment_id=07217359-0b88-4493-b1a9-597303c2cfbc)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:43.829090 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-12af2e71-2adb-402d-8e8c-f2d892193796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.916501 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-12af2e71-2adb-402d-8e8c-f2d892193796 None None] Calling delete_port for 363a7478-1623-4adc-ab13-69e5830e16c5 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:43.977918 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6a459c9a-ad0c-4135-8683-044c837afbdb None None] Set router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:44.031757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47772) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:44.065573 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-12af2e71-2adb-402d-8e8c-f2d892193796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.157073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ff112882-9a5b-4ef3-93ee-349409722b37 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082 HTTP/1.1" status: 200 len: 991 time: 0.1258485 Aug 03 19:23:44.158375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af2e71-2adb-402d-8e8c-f2d892193796 None None] No DVR routers for this DVR port 363a7478-1623-4adc-ab13-69e5830e16c5 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:44.160265 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af2e71-2adb-402d-8e8c-f2d892193796 None None] Pushing event deleted for resources: {'Port': ['ID=363a7478-1623-4adc-ab13-69e5830e16c5,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:44.231263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] For port 363a7478-1623-4adc-ab13-69e5830e16c5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=363a7478-1623-4adc-ab13-69e5830e16c5,segment=NetworkSegment(07217359-0b88-4493-b1a9-597303c2cfbc),segment_id=07217359-0b88-4493-b1a9-597303c2cfbc)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:44.231921 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.279136 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54b047b8-6186-4449-9fd8-3549e98a2d78 req-3ed852f3-91b0-431b-b9bc-f688621664ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 999 time: 0.3746781 Aug 03 19:23:44.280478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 363a7478-1623-4adc-ab13-69e5830e16c5 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:44.398380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b047b8-6186-4449-9fd8-3549e98a2d78 req-62054824-7958-4201-9e2b-455796769319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.400095 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54b047b8-6186-4449-9fd8-3549e98a2d78 req-62054824-7958-4201-9e2b-455796769319 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.1098132 Aug 03 19:23:44.474460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.610849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b047b8-6186-4449-9fd8-3549e98a2d78 req-f35c70c3-b3f9-4f6f-bc92-69d1fb8c74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:44.613216 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54b047b8-6186-4449-9fd8-3549e98a2d78 req-f35c70c3-b3f9-4f6f-bc92-69d1fb8c74bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996167 Aug 03 19:23:44.644263 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6a459c9a-ad0c-4135-8683-044c837afbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:46Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'port_id': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'mac_address': 'fa:16:3e:d3:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d6886e-ff9e-4964-93ca-ec4465390891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:23:34Z', 'updated_at': '2021-08-03T19:23:34Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa38e6c-2f1e-42ce-9a8e-328858084ec8', 'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:75:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:41Z', 'updated_at': '2021-08-03T19:23:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:44.650700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ade7fcf9-5648-4ba5-beb4-b9fbdae575ef up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:44.733384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:44.736401 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a459c9a-ad0c-4135-8683-044c837afbdb None None] The sync data for ids ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'] in n-d-802918-7 is: [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:46Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'port_id': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'mac_address': 'fa:16:3e:d3:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d6886e-ff9e-4964-93ca-ec4465390891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:23:34Z', 'updated_at': '2021-08-03T19:23:34Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa38e6c-2f1e-42ce-9a8e-328858084ec8', 'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:75:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:41Z', 'updated_at': '2021-08-03T19:23:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:44.824104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 363a7478-1623-4adc-ab13-69e5830e16c5 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:44.854470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.900449 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 363a7478-1623-4adc-ab13-69e5830e16c5 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:44.900805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 363a7478-1623-4adc-ab13-69e5830e16c5 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:44.999389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ac04-96b5-4db6-b35e-248ce3fa6fbb req-e9624355-aa12-4618-a3af-a1eaf993dd2f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:45.010378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f885ac04-96b5-4db6-b35e-248ce3fa6fbb req-e9624355-aa12-4618-a3af-a1eaf993dd2f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 945 time: 0.1041007 Aug 03 19:23:45.014231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=363a7478-1623-4adc-ab13-69e5830e16c5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:45.033583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.033934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.034277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.034913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.035251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.035717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.035957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.036248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.036560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.036882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.037207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.037551 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:45.082831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f885ac04-96b5-4db6-b35e-248ce3fa6fbb req-6aeb3228-4e19-4794-bfa5-fa84c41ebfec tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714386 Aug 03 19:23:45.083453 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54b047b8-6186-4449-9fd8-3549e98a2d78 req-67601166-9725-4e4b-9604-40aa2efb73b6 service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569380 Aug 03 19:23:45.085903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No DVR routers for this DVR port 363a7478-1623-4adc-ab13-69e5830e16c5 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:45.107881 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.161667 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47790) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:45.242779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318340e5-90a1-4cd6-8ef1-81faea567a60 None None] New status for floating IP ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:23:45.297025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ba63e-0bc0-4b9b-88a1-f1b600dcf3c6 None None] Network e10c95ff-5eaf-425c-ac95-448a1e97c0c4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:45.327881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-33ec22c1-e2b1-4ead-9f00-f35c9f83dbfe tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082 HTTP/1.1" status: 200 len: 991 time: 0.1649289 Aug 03 19:23:45.442810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.457841 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54b047b8-6186-4449-9fd8-3549e98a2d78 req-8342d067-1695-4355-a346-af02afa049f0 service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666296 Aug 03 19:23:45.470580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:45.474852 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b366b357-8d20-4bfd-bf67-baeb20140271']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:45.487763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07217359-0b88-4493-b1a9-597303c2cfbc') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:45.488122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07217359-0b88-4493-b1a9-597303c2cfbc') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:45.499402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:45.506724 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.519238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:45.553995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.560764 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.566817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event updated for resources: {'Port': ['ID=651b602e-f8cd-4f77-b2c9-4e5b3e4562c7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:45.568331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4db3b7fe-03b4-4a4f-9917-4ce5b9833644 None None] Provisioning for port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:45.577575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:45.577951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:45.583250 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:45.599539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4db3b7fe-03b4-4a4f-9917-4ce5b9833644 None None] Provisioning complete for port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:45.601106 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4db3b7fe-03b4-4a4f-9917-4ce5b9833644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.702471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:45.827342 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.844720 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.848831 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/networks/b366b357-8d20-4bfd-bf67-baeb20140271 HTTP/1.1" status: 204 len: 168 time: 3.7427173 Aug 03 19:23:45.854629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47802) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:45.868496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1873437486'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:45.877537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be50643-f503-4b4a-b89f-af544c606d96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Network': ['ID=b366b357-8d20-4bfd-bf67-baeb20140271,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:45.946213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:45.974386 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.062603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:23:46.111702 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.112494 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Added segment 29c7b904-9660-46f3-bc7c-d4489e02df76 of type vlan for network 5cf4727d-5203-4a42-8d40-84dccbc70dfb Aug 03 19:23:46.252057 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.335114 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.339833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47812) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:46.381447 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4db3b7fe-03b4-4a4f-9917-4ce5b9833644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.436013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:46.436694 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.480124 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:23:46.495013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4db3b7fe-03b4-4a4f-9917-4ce5b9833644 None None] For port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ade7fcf9-5648-4ba5-beb4-b9fbdae575ef,segment=NetworkSegment(e673143b-31e2-4a48-ad9c-c61233d30c3d),segment_id=e673143b-31e2-4a48-ad9c-c61233d30c3d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:46.505860 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4db3b7fe-03b4-4a4f-9917-4ce5b9833644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.540747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd888db-e837-49ea-93ff-8273337b22c2 req-564bb7cc-b6b9-4c27-b420-1aee398f1bf6 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:46.557371 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dd888db-e837-49ea-93ff-8273337b22c2 req-564bb7cc-b6b9-4c27-b420-1aee398f1bf6 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 945 time: 0.2968845 Aug 03 19:23:46.609603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3b7fe-03b4-4a4f-9917-4ce5b9833644 None None] Pushing event updated for resources: {'Port': ['ID=ade7fcf9-5648-4ba5-beb4-b9fbdae575ef,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:46.628807 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.632443 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.647849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:46.649453 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.676074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:46.677335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:46.680099 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa88993-dd7b-4463-ae86-d9fb80ab2a86" -d '{"events": [{"server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "name": "network-vif-plugged", "status": "completed", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:46.686294 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.702281 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0cec3e7e-2aa5-40ad-b4f7-2190369cbd1a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082 HTTP/1.1" status: 200 len: 993 time: 0.3550680 Aug 03 19:23:46.784918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,revision_number=10']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:46.797840 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffc647f-5fa4-4561-a9e8-ff867c76326f x-openstack-request-id: req-1ffc647f-5fa4-4561-a9e8-ff867c76326f {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:46.798359 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "name": "network-vif-plugged", "status": "completed", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:46.798845 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ffc647f-5fa4-4561-a9e8-ff867c76326f {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:46.799420 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'code': 200} Aug 03 19:23:46.878235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dd888db-e837-49ea-93ff-8273337b22c2 req-93271c86-218e-4e35-bf9a-55ecbe3f98dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933559 Aug 03 19:23:46.901303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0447931 Aug 03 19:23:46.913991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47824) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:46.919663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': '5cf4727d-5203-4a42-8d40-84dccbc70dfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:46.940732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0fb2f-2e10-45c9-83ff-888da8df22fd tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Network': ['ID=5cf4727d-5203-4a42-8d40-84dccbc70dfb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:46.972016 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 5cf4727d-5203-4a42-8d40-84dccbc70dfb details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:23:47.054007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.147062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:47.155032 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.169748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-55069c8b-8e88-4faa-9005-364a524868cf None None] Provisioning complete for port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:47.170840 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-55069c8b-8e88-4faa-9005-364a524868cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.333915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bc79e-b8ef-46a8-a892-f4e88f43db45 req-1b6a98a7-927c-4b92-a917-7a538aeb7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:47.335399 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b8bc79e-b8ef-46a8-a892-f4e88f43db45 req-1b6a98a7-927c-4b92-a917-7a538aeb7ae6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 1098 time: 0.2487953 Aug 03 19:23:47.340997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Router 497f01a2-1b64-4782-94d9-328bd4605828 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:23:47.436841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b8bc79e-b8ef-46a8-a892-f4e88f43db45 req-d04d02ef-66e8-46cf-9138-5a5b64a0e15b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882020 Aug 03 19:23:47.580443 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:47.596949 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399fddd-e0d5-4926-b991-23c6be08f296 None None] Sync routers for ids ['497f01a2-1b64-4782-94d9-328bd4605828'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:47.620581 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399fddd-e0d5-4926-b991-23c6be08f296 None None] Routers {'497f01a2-1b64-4782-94d9-328bd4605828'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:47.623681 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.626696 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.628688 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7399fddd-e0d5-4926-b991-23c6be08f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['497f01a2-1b64-4782-94d9-328bd4605828'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:47.633073 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ef0fe157-5a28-4765-9d50-49975dfab7c4 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.2228281 Aug 03 19:23:47.634455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47830) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:47.746658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Subnet': ['ID=f3256cf5-68c3-4c89-abcb-a58d1e341d86,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:47.763959 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7399fddd-e0d5-4926-b991-23c6be08f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:47.791968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Checking segment: {'id': '29c7b904-9660-46f3-bc7c-d4489e02df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5cf4727d-5203-4a42-8d40-84dccbc70dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:47.792356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network hostable DHCP agents. Network: 5cf4727d-5203-4a42-8d40-84dccbc70dfb, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:23:47.822997 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399fddd-e0d5-4926-b991-23c6be08f296 None None] Routers {'497f01a2-1b64-4782-94d9-328bd4605828'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:47.825083 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7399fddd-e0d5-4926-b991-23c6be08f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['497f01a2-1b64-4782-94d9-328bd4605828'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:47.828559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network 5cf4727d-5203-4a42-8d40-84dccbc70dfb is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:23:47.861570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 5cf4727d-5203-4a42-8d40-84dccbc70dfb) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:47.875064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a915cb3c-15ab-467a-9d59-a24ae64dcf2f None None] Network 5cf4727d-5203-4a42-8d40-84dccbc70dfb requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:47.880960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:47.881849 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.921620 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b642faa5-15a9-4ead-a814-35b0a6ceda33 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0020401 Aug 03 19:23:47.931784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47840) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:47.943762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a5c78e3d-ebff-445b-b09f-82528c25faa2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1319523108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:47.995913 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a5c78e3d-ebff-445b-b09f-82528c25faa2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.999066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a5c78e3d-ebff-445b-b09f-82528c25faa2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.079737 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7399fddd-e0d5-4926-b991-23c6be08f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:48.085560 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7399fddd-e0d5-4926-b991-23c6be08f296 None None] The sync data for ids ['497f01a2-1b64-4782-94d9-328bd4605828'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:48.178865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a5c78e3d-ebff-445b-b09f-82528c25faa2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.235745 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a5c78e3d-ebff-445b-b09f-82528c25faa2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.303327 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a5c78e3d-ebff-445b-b09f-82528c25faa2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.305015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a5c78e3d-ebff-445b-b09f-82528c25faa2 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3716757 Aug 03 19:23:48.312196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47844) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:48.326805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'network_id': '5cf4727d-5203-4a42-8d40-84dccbc70dfb', 'name': 'tempest-PortsIpV6TestJSON-63804049'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:48.366411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-5cf4727d-5203-4a42-8d40-84dccbc70dfb', 'network_id': '5cf4727d-5203-4a42-8d40-84dccbc70dfb', 'tenant_id': '8e3031d8f9da4f509fc1e56a60df6cf2', 'fixed_ips': [{'subnet_id': 'f3256cf5-68c3-4c89-abcb-a58d1e341d86'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:23:48.367494 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.593912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901a0a9-7ede-4fd3-8225-e33220812ff3 req-6b7ef3ae-ff7a-4225-957f-9f024dc1d3dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:48.596419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c901a0a9-7ede-4fd3-8225-e33220812ff3 req-6b7ef3ae-ff7a-4225-957f-9f024dc1d3dd tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 947 time: 0.4204826 Aug 03 19:23:48.657661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ade7fcf9-5648-4ba5-beb4-b9fbdae575ef up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:48.667698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:48.678292 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.749745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port d4fea31c-c9a3-4506-92f7-5ae8333b7d9a yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:48.849999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c901a0a9-7ede-4fd3-8225-e33220812ff3 req-31912f05-14fa-41d2-8661-75d0725608dc tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017238 Aug 03 19:23:48.925448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.929274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:48.929924 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.996674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Allocated IP 2001:db8::2 (5cf4727d-5203-4a42-8d40-84dccbc70dfb/f3256cf5-68c3-4c89-abcb-a58d1e341d86/bb94f2ae-45ad-49b1-a6ee-5396cebb6320) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:49.480353 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.523285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Transition to ACTIVE for port object bb94f2ae-45ad-49b1-a6ee-5396cebb6320 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:49.573901 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Transition to ACTIVE for port object bb94f2ae-45ad-49b1-a6ee-5396cebb6320 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:49.586083 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.678690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Network 5cf4727d-5203-4a42-8d40-84dccbc70dfb is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:49.683070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:49.689215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:49.712596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Pushing event updated for resources: {'Port': ['ID=bb94f2ae-45ad-49b1-a6ee-5396cebb6320,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:49.777460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8::94 (5cf4727d-5203-4a42-8d40-84dccbc70dfb/f3256cf5-68c3-4c89-abcb-a58d1e341d86/d4fea31c-c9a3-4506-92f7-5ae8333b7d9a) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:49.794336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Attempting to bind port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:49.794832 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Attempting to bind port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '29c7b904-9660-46f3-bc7c-d4489e02df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5cf4727d-5203-4a42-8d40-84dccbc70dfb'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:49.795380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Attempting to bind port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 on network 5cf4727d-5203-4a42-8d40-84dccbc70dfb {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:49.801909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:49.802439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Checking segment: {'id': '29c7b904-9660-46f3-bc7c-d4489e02df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5cf4727d-5203-4a42-8d40-84dccbc70dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:49.802968 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.803481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Bound using segment: {'id': '29c7b904-9660-46f3-bc7c-d4489e02df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5cf4727d-5203-4a42-8d40-84dccbc70dfb'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:49.804287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Bound port: bb94f2ae-45ad-49b1-a6ee-5396cebb6320, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c7b904-9660-46f3-bc7c-d4489e02df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5cf4727d-5203-4a42-8d40-84dccbc70dfb'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:49.805095 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.979103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] For port bb94f2ae-45ad-49b1-a6ee-5396cebb6320, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:49.995769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] For port bb94f2ae-45ad-49b1-a6ee-5396cebb6320, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bb94f2ae-45ad-49b1-a6ee-5396cebb6320,segment=NetworkSegment(29c7b904-9660-46f3-bc7c-d4489e02df76),segment_id=29c7b904-9660-46f3-bc7c-d4489e02df76)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:50.007375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.141567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.194406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object d4fea31c-c9a3-4506-92f7-5ae8333b7d9a will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:50.216257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f3827-a62a-4443-8b51-d6bb4baed753 req-6b89d858-ce9a-4b32-8dd0-b01b87599a95 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:50.236714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a9f3827-a62a-4443-8b51-d6bb4baed753 req-6b89d858-ce9a-4b32-8dd0-b01b87599a95 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 947 time: 0.1438029 Aug 03 19:23:50.243971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8beeedd-5a7a-48d6-963e-0bc2f8a41e4e None None] Pushing event updated for resources: {'Port': ['ID=bb94f2ae-45ad-49b1-a6ee-5396cebb6320,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:50.343248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a9f3827-a62a-4443-8b51-d6bb4baed753 req-ab1cc084-4324-4bf7-8d3a-64e2d03e379b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943069 Aug 03 19:23:50.345898 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.371537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Allocated IP 172.20.0.1 (e10c95ff-5eaf-425c-ac95-448a1e97c0c4/64c3c40f-cc5c-4297-89e7-3b9d8214c769/248a8d13-b550-41fb-a136-95d567278b98) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:50.435446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network 5cf4727d-5203-4a42-8d40-84dccbc70dfb is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:50.438178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=d4fea31c-c9a3-4506-92f7-5ae8333b7d9a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:50.450647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:50.457554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:50.492533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:50.494149 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.581366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a06e65b5-df81-4efa-bc57-fd6502d8f52b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2644830 Aug 03 19:23:50.588394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47908) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:50.816481 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.875971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Transition to ACTIVE for port object 248a8d13-b550-41fb-a136-95d567278b98 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:50.943894 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.054909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Network e10c95ff-5eaf-425c-ac95-448a1e97c0c4 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:51.057780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:51.061091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event updated for resources: {'Port': ['ID=248a8d13-b550-41fb-a136-95d567278b98,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:51.064451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:51.130266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.358643 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.471568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e137b31a-dac7-458f-a2e0-39423f2e37d5 None None] Provisioning for port 248a8d13-b550-41fb-a136-95d567278b98 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:51.481030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e137b31a-dac7-458f-a2e0-39423f2e37d5 None None] Provisioning complete for port 248a8d13-b550-41fb-a136-95d567278b98 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:51.481595 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e137b31a-dac7-458f-a2e0-39423f2e37d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.523209 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.590627 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e137b31a-dac7-458f-a2e0-39423f2e37d5 None None] Port 248a8d13-b550-41fb-a136-95d567278b98 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:51.916837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd3215-074d-4f2d-965c-ce3171b75d42 None None] Network 5cf4727d-5203-4a42-8d40-84dccbc70dfb requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:51.937792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a3626-5913-4966-970f-4421ca36eeeb req-dca50c2c-b210-45b7-9819-8470cd66941f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:51.945016 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc6a3626-5913-4966-970f-4421ca36eeeb req-dca50c2c-b210-45b7-9819-8470cd66941f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 947 time: 0.3413656 Aug 03 19:23:52.057909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc6a3626-5913-4966-970f-4421ca36eeeb req-259e6255-2b42-45f9-9e12-aae70ab36e34 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029570 Aug 03 19:23:52.067646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e51ca307-fcb6-4a15-a3e9-6ca6f6239e7a None None] Provisioning for port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:52.111559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.122494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.280225 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.284952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=d4fea31c-c9a3-4506-92f7-5ae8333b7d9a,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:52.287643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.384842 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.422940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event updated for resources: {'Port': ['ID=248a8d13-b550-41fb-a136-95d567278b98,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:52.427404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.575434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bb94f2ae-45ad-49b1-a6ee-5396cebb6320 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:52.659324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Network e10c95ff-5eaf-425c-ac95-448a1e97c0c4 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:52.665588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:52.678841 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:52.685663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:52.686611 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.900296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Router 497f01a2-1b64-4782-94d9-328bd4605828 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:52.910603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.969921 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.055764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port bb94f2ae-45ad-49b1-a6ee-5396cebb6320, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bb94f2ae-45ad-49b1-a6ee-5396cebb6320,segment=NetworkSegment(29c7b904-9660-46f3-bc7c-d4489e02df76),segment_id=29c7b904-9660-46f3-bc7c-d4489e02df76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:53.069280 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.101531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-034e01b7-0637-4a16-bd5f-0fc31a8900d5 None None] Provisioning complete for port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:53.101929 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-034e01b7-0637-4a16-bd5f-0fc31a8900d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.188811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=bb94f2ae-45ad-49b1-a6ee-5396cebb6320,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:53.274577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:53.286501 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-da7675ab-0ec3-4ab2-880a-b6d1b0316072 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "PUT /v2.0/routers/497f01a2-1b64-4782-94d9-328bd4605828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6477327 Aug 03 19:23:53.294600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47948) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:53.298883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632282e-ed23-4f61-a559-1a3972231518 None None] Sync routers for ids ['497f01a2-1b64-4782-94d9-328bd4605828'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:53.316809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Request body: {'port': {'network_id': 'e10c95ff-5eaf-425c-ac95-448a1e97c0c4', 'name': 'tempest-FloatingIPAdminTestJSON-222232375'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:53.329197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632282e-ed23-4f61-a559-1a3972231518 None None] Routers {'497f01a2-1b64-4782-94d9-328bd4605828'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:53.329197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a632282e-ed23-4f61-a559-1a3972231518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['497f01a2-1b64-4782-94d9-328bd4605828'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:53.401301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a632282e-ed23-4f61-a559-1a3972231518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:53.416356 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-034e01b7-0637-4a16-bd5f-0fc31a8900d5 None None] Provisioning for port d4fea31c-c9a3-4506-92f7-5ae8333b7d9a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:53.436068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-034e01b7-0637-4a16-bd5f-0fc31a8900d5 None None] Provisioning complete for port d4fea31c-c9a3-4506-92f7-5ae8333b7d9a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:53.436493 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-034e01b7-0637-4a16-bd5f-0fc31a8900d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.517290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632282e-ed23-4f61-a559-1a3972231518 None None] Routers {'497f01a2-1b64-4782-94d9-328bd4605828'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:53.520249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a632282e-ed23-4f61-a559-1a3972231518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['497f01a2-1b64-4782-94d9-328bd4605828'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:53.614734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-034e01b7-0637-4a16-bd5f-0fc31a8900d5 None None] Port d4fea31c-c9a3-4506-92f7-5ae8333b7d9a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:53.616814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Made reservation on behalf of aa7b7944a5304f5593270f6a13215919 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:53.618847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a632282e-ed23-4f61-a559-1a3972231518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:53.619704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632282e-ed23-4f61-a559-1a3972231518 None None] The sync data for ids ['497f01a2-1b64-4782-94d9-328bd4605828'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:53.626616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.664048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] device_id is not set on port 234f15cc-4d11-4255-99f3-c8474c71e652 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:53.699568 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.717855 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.719428 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.767881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ab0f72b4-7522-4b30-903d-ad5ab4bdde30 None None] Provisioning complete for port d4fea31c-c9a3-4506-92f7-5ae8333b7d9a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:53.768275 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ab0f72b4-7522-4b30-903d-ad5ab4bdde30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.878481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f72b4-7522-4b30-903d-ad5ab4bdde30 None None] Port d4fea31c-c9a3-4506-92f7-5ae8333b7d9a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:53.910652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=d4fea31c-c9a3-4506-92f7-5ae8333b7d9a,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:53.927698 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ab0f72b4-7522-4b30-903d-ad5ab4bdde30 None None] Provisioning complete for port 248a8d13-b550-41fb-a136-95d567278b98 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:53.928932 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ab0f72b4-7522-4b30-903d-ad5ab4bdde30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.980162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Allocated IP 172.20.0.7 (e10c95ff-5eaf-425c-ac95-448a1e97c0c4/64c3c40f-cc5c-4297-89e7-3b9d8214c769/234f15cc-4d11-4255-99f3-c8474c71e652) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:54.042033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f72b4-7522-4b30-903d-ad5ab4bdde30 None None] Port 248a8d13-b550-41fb-a136-95d567278b98 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:54.061072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network 5cf4727d-5203-4a42-8d40-84dccbc70dfb is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:54.063128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:54.218373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-edc615fb-23de-4ab7-8f5b-557ed350b5ba None None] Provisioning complete for port d4fea31c-c9a3-4506-92f7-5ae8333b7d9a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:54.218704 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-edc615fb-23de-4ab7-8f5b-557ed350b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.338701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Router c5869981-8a07-4e42-8864-bad042d39086 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:23:54.344140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-edc615fb-23de-4ab7-8f5b-557ed350b5ba None None] Port d4fea31c-c9a3-4506-92f7-5ae8333b7d9a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:54.377321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.413181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Transition to ACTIVE for port object 234f15cc-4d11-4255-99f3-c8474c71e652 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:54.538680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:54.544725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.547409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e95afb91-5503-4dc4-b261-8c5aed65ee35 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "PUT /v2.0/routers/c5869981-8a07-4e42-8864-bad042d39086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9523420 Aug 03 19:23:54.554314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 47966) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:54.562597 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb29693-5957-4237-80ec-f2f1333766c7 None None] Sync routers for ids ['c5869981-8a07-4e42-8864-bad042d39086'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:54.567897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bb94f2ae-45ad-49b1-a6ee-5396cebb6320 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:54.595359 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb29693-5957-4237-80ec-f2f1333766c7 None None] Routers {'c5869981-8a07-4e42-8864-bad042d39086'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:54.598184 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cfb29693-5957-4237-80ec-f2f1333766c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c5869981-8a07-4e42-8864-bad042d39086'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:54.600320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Network e10c95ff-5eaf-425c-ac95-448a1e97c0c4 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:54.609542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:54.614688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:54.664499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event updated for resources: {'Port': ['ID=234f15cc-4d11-4255-99f3-c8474c71e652,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:54.712478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a2698ff9-6c9c-4bc0-bd1b-60ad69d8d7d4 None None] Provisioning complete for port d4fea31c-c9a3-4506-92f7-5ae8333b7d9a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:54.713585 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a2698ff9-6c9c-4bc0-bd1b-60ad69d8d7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.731725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:54.732424 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.781339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38046423-35e2-44a8-bb2d-131ff1b5e23f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:54.785810 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-38046423-35e2-44a8-bb2d-131ff1b5e23f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5869981-8a07-4e42-8864-bad042d39086 HTTP/1.1" status: 200 len: 986 time: 0.2075577 Aug 03 19:23:54.786545 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cb22767c-3533-4819-9de6-b685779346cd tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4831848 Aug 03 19:23:54.791962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47972) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:54.796717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 47974) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:54.806811 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cfb29693-5957-4237-80ec-f2f1333766c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:54.862391 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb29693-5957-4237-80ec-f2f1333766c7 None None] Routers {'c5869981-8a07-4e42-8864-bad042d39086'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:54.869605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a2698ff9-6c9c-4bc0-bd1b-60ad69d8d7d4 None None] Port d4fea31c-c9a3-4506-92f7-5ae8333b7d9a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:54.871025 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cfb29693-5957-4237-80ec-f2f1333766c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c5869981-8a07-4e42-8864-bad042d39086'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:54.889820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:54.894279 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:55.017038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'project_id': 'aa7b7944a5304f5593270f6a13215919', 'port_id': '234f15cc-4d11-4255-99f3-c8474c71e652'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:55.023617 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cfb29693-5957-4237-80ec-f2f1333766c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:55.025152 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb29693-5957-4237-80ec-f2f1333766c7 None None] The sync data for ids ['c5869981-8a07-4e42-8864-bad042d39086'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:55.161726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:55.167687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-88db6234-4232-4296-8498-bb5ff2da8450 None None] Provisioning for port 234f15cc-4d11-4255-99f3-c8474c71e652 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:55.177032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-88db6234-4232-4296-8498-bb5ff2da8450 None None] Provisioning complete for port 234f15cc-4d11-4255-99f3-c8474c71e652 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:55.177874 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-88db6234-4232-4296-8498-bb5ff2da8450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:55.249813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-88db6234-4232-4296-8498-bb5ff2da8450 None None] Port 234f15cc-4d11-4255-99f3-c8474c71e652 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:55.520667 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:55.843186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Allocated IP 172.25.8.54 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/581a3f6f-2e55-42b4-96f7-d39c35e4be90) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:55.845915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5820dbfb-f046-4809-90d2-cb250f64a78e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.104008 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.197379 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.283357 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:56.288278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:56.293687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:56.297419 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5820dbfb-f046-4809-90d2-cb250f64a78e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port d4fea31c-c9a3-4506-92f7-5ae8333b7d9a {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:56.297887 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5820dbfb-f046-4809-90d2-cb250f64a78e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.367500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Pushing event updated for resources: {'Port': ['ID=581a3f6f-2e55-42b4-96f7-d39c35e4be90,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:56.453444 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5820dbfb-f046-4809-90d2-cb250f64a78e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.488199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5820dbfb-f046-4809-90d2-cb250f64a78e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for d4fea31c-c9a3-4506-92f7-5ae8333b7d9a owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:57.263146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5820dbfb-f046-4809-90d2-cb250f64a78e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.316833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820dbfb-f046-4809-90d2-cb250f64a78e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=d4fea31c-c9a3-4506-92f7-5ae8333b7d9a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:57.324727 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.524590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.654324 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5820dbfb-f046-4809-90d2-cb250f64a78e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.916302 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5820dbfb-f046-4809-90d2-cb250f64a78e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Router c5869981-8a07-4e42-8864-bad042d39086 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:58.039249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5820dbfb-f046-4809-90d2-cb250f64a78e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:58.051481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ed33f-d9be-449e-a657-9a66015da946 None None] Sync routers for ids ['c5869981-8a07-4e42-8864-bad042d39086'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:58.052322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48026) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:58.052732 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5820dbfb-f046-4809-90d2-cb250f64a78e tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "PUT /v2.0/routers/c5869981-8a07-4e42-8864-bad042d39086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2443731 Aug 03 19:23:58.063532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ed33f-d9be-449e-a657-9a66015da946 None None] Routers {'c5869981-8a07-4e42-8864-bad042d39086'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:58.064515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-330ed33f-d9be-449e-a657-9a66015da946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c5869981-8a07-4e42-8864-bad042d39086'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:58.064775 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.071178 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.087538 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0905ce-cd00-42f2-b7d1-bb424b35ab07 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:23:58.102402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-330ed33f-d9be-449e-a657-9a66015da946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:58.107203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eb0905ce-cd00-42f2-b7d1-bb424b35ab07 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/d4fea31c-c9a3-4506-92f7-5ae8333b7d9a HTTP/1.1" status: 404 len: 333 time: 0.0509055 Aug 03 19:23:58.107994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48030) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:58.116201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ed33f-d9be-449e-a657-9a66015da946 None None] Routers {'c5869981-8a07-4e42-8864-bad042d39086'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:58.117133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-330ed33f-d9be-449e-a657-9a66015da946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c5869981-8a07-4e42-8864-bad042d39086'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:58.165956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-330ed33f-d9be-449e-a657-9a66015da946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:58.174596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ed33f-d9be-449e-a657-9a66015da946 None None] The sync data for ids ['c5869981-8a07-4e42-8864-bad042d39086'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:58.182811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Pushing event updated for resources: {'Port': ['ID=581a3f6f-2e55-42b4-96f7-d39c35e4be90,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:58.204627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.252800 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f1bcb14-1d1d-4cdd-a6d4-06d8e773f294 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.347762 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Floating IP 90b91be7-d840-40b3-9460-10094ab4b844 associated. External IP: 172.25.8.54, port: 234f15cc-4d11-4255-99f3-c8474c71e652. Aug 03 19:23:58.739443 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Router 497f01a2-1b64-4782-94d9-328bd4605828 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:58.959015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:58.976165 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f1bcb14-1d1d-4cdd-a6d4-06d8e773f294 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.976714 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed708a74-54b9-4f31-8065-65f51f123792 None None] Sync routers for ids ['497f01a2-1b64-4782-94d9-328bd4605828'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:58.986322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f1bcb14-1d1d-4cdd-a6d4-06d8e773f294 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.989636 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.001090 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed708a74-54b9-4f31-8065-65f51f123792 None None] Routers {'497f01a2-1b64-4782-94d9-328bd4605828'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:59.001769 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ed708a74-54b9-4f31-8065-65f51f123792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['497f01a2-1b64-4782-94d9-328bd4605828'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:59.050315 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8e8ddd40-79ed-4005-89fc-44805ff2f8f7 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.2508984 Aug 03 19:23:59.053300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48054) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:59.072087 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ed708a74-54b9-4f31-8065-65f51f123792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:59.098587 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed708a74-54b9-4f31-8065-65f51f123792 None None] Routers {'497f01a2-1b64-4782-94d9-328bd4605828'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:59.099955 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ed708a74-54b9-4f31-8065-65f51f123792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['497f01a2-1b64-4782-94d9-328bd4605828'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:59.134866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f1bcb14-1d1d-4cdd-a6d4-06d8e773f294 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.135650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1bcb14-1d1d-4cdd-a6d4-06d8e773f294 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Fanout notify agent at l3_agent the message router_deleted on router c5869981-8a07-4e42-8864-bad042d39086 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:23:59.151005 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f1bcb14-1d1d-4cdd-a6d4-06d8e773f294 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.152884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2f1bcb14-1d1d-4cdd-a6d4-06d8e773f294 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/routers/c5869981-8a07-4e42-8864-bad042d39086 HTTP/1.1" status: 204 len: 168 time: 1.0436831 Aug 03 19:23:59.157381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48056) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:59.215710 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ed708a74-54b9-4f31-8065-65f51f123792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:59.216497 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed708a74-54b9-4f31-8065-65f51f123792 None None] The sync data for ids ['497f01a2-1b64-4782-94d9-328bd4605828'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:59.218728 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:23:59.237269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-73ffce84-20a7-4388-9a56-23aa0f075694 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] 10.222.0.78 "GET /v2.0/floatingips/90b91be7-d840-40b3-9460-10094ab4b844 HTTP/1.1" status: 200 len: 981 time: 0.1821203 Aug 03 19:23:59.240009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48058) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:59.278638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99b0e3b-44bf-4ce3-873c-9f9f1e7330ca tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting subnet f3256cf5-68c3-4c89-abcb-a58d1e341d86 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:59.284621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b99b0e3b-44bf-4ce3-873c-9f9f1e7330ca tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.352164 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b99b0e3b-44bf-4ce3-873c-9f9f1e7330ca tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.373025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d4a9bd82-b21b-4ed4-aaf9-282f95b92bab tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1317382 Aug 03 19:23:59.376842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48064) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:59.478294 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b99b0e3b-44bf-4ce3-873c-9f9f1e7330ca tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.577857 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b99b0e3b-44bf-4ce3-873c-9f9f1e7330ca tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.621248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b0e3b-44bf-4ce3-873c-9f9f1e7330ca tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Subnet': ['ID=f3256cf5-68c3-4c89-abcb-a58d1e341d86,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:59.623601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b99b0e3b-44bf-4ce3-873c-9f9f1e7330ca tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.628675 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b99b0e3b-44bf-4ce3-873c-9f9f1e7330ca tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/f3256cf5-68c3-4c89-abcb-a58d1e341d86 HTTP/1.1" status: 204 len: 168 time: 0.4695027 Aug 03 19:23:59.629375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48070) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:59.631982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa807e-290b-4885-a631-a274eb175337 None None] Network 5cf4727d-5203-4a42-8d40-84dccbc70dfb requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:59.660460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Deleting port 581a3f6f-2e55-42b4-96f7-d39c35e4be90 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:59.660841 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.747100 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.786437 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.786782 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.792278 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.806896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Calling delete_port for 581a3f6f-2e55-42b4-96f7-d39c35e4be90 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:59.923152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1dfe7b-c1a4-491d-aa3e-c7ab8ed5d9b4 None None] DHCP port deletion for 5cf4727d-5203-4a42-8d40-84dccbc70dfb request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:23:59.965870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:59.966146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.978913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-aa1dfe7b-c1a4-491d-aa3e-c7ab8ed5d9b4 None None] Deleting port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:59.979346 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfe7b-c1a4-491d-aa3e-c7ab8ed5d9b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.068136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-aa1dfe7b-c1a4-491d-aa3e-c7ab8ed5d9b4 None None] For port bb94f2ae-45ad-49b1-a6ee-5396cebb6320, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bb94f2ae-45ad-49b1-a6ee-5396cebb6320,segment=NetworkSegment(29c7b904-9660-46f3-bc7c-d4489e02df76),segment_id=29c7b904-9660-46f3-bc7c-d4489e02df76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:00.068842 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfe7b-c1a4-491d-aa3e-c7ab8ed5d9b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.072118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] For port bb94f2ae-45ad-49b1-a6ee-5396cebb6320, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bb94f2ae-45ad-49b1-a6ee-5396cebb6320,segment=NetworkSegment(29c7b904-9660-46f3-bc7c-d4489e02df76),segment_id=29c7b904-9660-46f3-bc7c-d4489e02df76)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:00.072611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.086373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-aa1dfe7b-c1a4-491d-aa3e-c7ab8ed5d9b4 None None] Calling delete_port for bb94f2ae-45ad-49b1-a6ee-5396cebb6320 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:00.091952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for bb94f2ae-45ad-49b1-a6ee-5396cebb6320 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:00.195744 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.201880 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfe7b-c1a4-491d-aa3e-c7ab8ed5d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.215648 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dfe7b-c1a4-491d-aa3e-c7ab8ed5d9b4 None None] No DVR routers for this DVR port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:00.222230 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.239657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dfe7b-c1a4-491d-aa3e-c7ab8ed5d9b4 None None] Pushing event deleted for resources: {'Port': ['ID=bb94f2ae-45ad-49b1-a6ee-5396cebb6320,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:00.257721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No DVR routers for this DVR port bb94f2ae-45ad-49b1-a6ee-5396cebb6320 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:00.282280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event deleted for resources: {'Port': ['ID=581a3f6f-2e55-42b4-96f7-d39c35e4be90,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:00.289856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=bb94f2ae-45ad-49b1-a6ee-5396cebb6320,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:00.409601 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.410023 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Floating IP 90b91be7-d840-40b3-9460-10094ab4b844 disassociated (deleted). External IP: 172.25.8.54, port: 234f15cc-4d11-4255-99f3-c8474c71e652. Aug 03 19:24:00.411550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.432505 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf4727d-5203-4a42-8d40-84dccbc70dfb']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:00.450574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c7b904-9660-46f3-bc7c-d4489e02df76') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:00.451052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c7b904-9660-46f3-bc7c-d4489e02df76') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:00.463934 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.482474 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.492438 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:00.492850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:00.496954 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:00.591113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bb94f2ae-45ad-49b1-a6ee-5396cebb6320 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:00.619133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: bb94f2ae-45ad-49b1-a6ee-5396cebb6320 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:00.619761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bb94f2ae-45ad-49b1-a6ee-5396cebb6320 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:00.657115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.676319 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.687276 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/networks/5cf4727d-5203-4a42-8d40-84dccbc70dfb HTTP/1.1" status: 204 len: 168 time: 1.0388741 Aug 03 19:24:00.687276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1feea-d716-42db-b321-624a7fdecef7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Network': ['ID=5cf4727d-5203-4a42-8d40-84dccbc70dfb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:00.688445 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48092) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:00.770838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5e919-2cb6-488a-b77f-f91544fb802f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:00.772791 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-30e5e919-2cb6-488a-b77f-f91544fb802f tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/d5980060-f699-4e5b-b321-49f6b4db54d4 HTTP/1.1" status: 200 len: 844 time: 0.0791717 Aug 03 19:24:00.777350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48096) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:00.831104 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1ab6ba63-4b3d-4a39-8564-6bc38ed7efd7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/d5980060-f699-4e5b-b321-49f6b4db54d4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0489244 Aug 03 19:24:00.831491 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48100) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:00.837544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-37d77fec-eb4c-4680-a56b-2415ddccbd5c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:00.886908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Router 497f01a2-1b64-4782-94d9-328bd4605828 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:24:00.977290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d77fec-eb4c-4680-a56b-2415ddccbd5c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:00.984765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37d77fec-eb4c-4680-a56b-2415ddccbd5c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.034832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:01.042320 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.057722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d008ae-3d75-4d5d-9db8-70f5488ab0f9 None None] Sync routers for ids ['497f01a2-1b64-4782-94d9-328bd4605828'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:01.088235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d008ae-3d75-4d5d-9db8-70f5488ab0f9 None None] Routers {'497f01a2-1b64-4782-94d9-328bd4605828'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:01.089778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-96d008ae-3d75-4d5d-9db8-70f5488ab0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['497f01a2-1b64-4782-94d9-328bd4605828'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:01.156632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7b44e747-c234-4beb-a6c9-e453fca9727f tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "DELETE /v2.0/floatingips/90b91be7-d840-40b3-9460-10094ab4b844 HTTP/1.1" status: 204 len: 168 time: 1.7781146 Aug 03 19:24:01.158023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48102) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:01.174753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:01.218085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-96d008ae-3d75-4d5d-9db8-70f5488ab0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:01.230891 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.239121 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d008ae-3d75-4d5d-9db8-70f5488ab0f9 None None] Routers {'497f01a2-1b64-4782-94d9-328bd4605828'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:01.240384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-96d008ae-3d75-4d5d-9db8-70f5488ab0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:23:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['497f01a2-1b64-4782-94d9-328bd4605828'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:01.307799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-96d008ae-3d75-4d5d-9db8-70f5488ab0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:01.309803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d008ae-3d75-4d5d-9db8-70f5488ab0f9 None None] The sync data for ids ['497f01a2-1b64-4782-94d9-328bd4605828'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:01.358173 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37d77fec-eb4c-4680-a56b-2415ddccbd5c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.412287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d77fec-eb4c-4680-a56b-2415ddccbd5c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network af83caf5-b798-4631-9ef6-96bd52caa858 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:01.414954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-37d77fec-eb4c-4680-a56b-2415ddccbd5c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:01.423058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d77fec-eb4c-4680-a56b-2415ddccbd5c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:01.423682 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-37d77fec-eb4c-4680-a56b-2415ddccbd5c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.434915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c495757-d862-411c-aeb8-962d82719816 None None] Network af83caf5-b798-4631-9ef6-96bd52caa858 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:01.438273 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d77fec-eb4c-4680-a56b-2415ddccbd5c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Subnet': ['ID=1bc34b87-9913-4406-85b2-af60f4911922,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:01.461261 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-37d77fec-eb4c-4680-a56b-2415ddccbd5c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6241260 Aug 03 19:24:01.461637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48108) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:01.467168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-86193974-4eaf-4ae1-b8de-54407e4eb0e1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'security_group': {'name': 'tempest-secgroup-1779686529'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:01.494141 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.554064 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-86193974-4eaf-4ae1-b8de-54407e4eb0e1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.718907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Allocated IP 172.25.8.99 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/0ac0b75d-1994-492f-9ee7-49d97320fb8c) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:01.743739 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-86193974-4eaf-4ae1-b8de-54407e4eb0e1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.754017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-86193974-4eaf-4ae1-b8de-54407e4eb0e1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.788733 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-86193974-4eaf-4ae1-b8de-54407e4eb0e1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.794066 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-86193974-4eaf-4ae1-b8de-54407e4eb0e1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3314450 Aug 03 19:24:01.795218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-af83caf5-b798-4631-9ef6-96bd52caa858', 'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'tenant_id': '8e3031d8f9da4f509fc1e56a60df6cf2', 'fixed_ips': [{'subnet_id': '1bc34b87-9913-4406-85b2-af60f4911922'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:24:01.797440 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.806646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48122) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:01.816440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-44f6ff9b-d4bf-40e2-8ebb-2570b5011329 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'security_group': {'name': 'tempest-secgroup-585131610'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:01.856788 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44f6ff9b-d4bf-40e2-8ebb-2570b5011329 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.880466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86193974-4eaf-4ae1-b8de-54407e4eb0e1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1304a0-9070-4548-bbd6-a7781b6b2c53,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:01.968504 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.073406 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.075851 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44f6ff9b-d4bf-40e2-8ebb-2570b5011329 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.084117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Allocated IP 2001:db8::2 (af83caf5-b798-4631-9ef6-96bd52caa858/1bc34b87-9913-4406-85b2-af60f4911922/ed5f4b64-48a0-451d-81c4-2abc760c43d6) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:02.087540 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44f6ff9b-d4bf-40e2-8ebb-2570b5011329 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.175591 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44f6ff9b-d4bf-40e2-8ebb-2570b5011329 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.179374 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-44f6ff9b-d4bf-40e2-8ebb-2570b5011329 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3722436 Aug 03 19:24:02.183735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48128) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:02.192870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Pushing event updated for resources: {'Port': ['ID=0ac0b75d-1994-492f-9ee7-49d97320fb8c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:02.194787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-31634858', 'security_groups': ['0b86bb92-9b6f-48a2-bcab-ec94e6088fdb'], 'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1bc34b87-9913-4406-85b2-af60f4911922'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:02.202336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6ff9b-d4bf-40e2-8ebb-2570b5011329 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b86bb92-9b6f-48a2-bcab-ec94e6088fdb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:02.217035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:02.219254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:02.224909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:02.380125 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.412190 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.438613 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.442050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Transition to ACTIVE for port object ed5f4b64-48a0-451d-81c4-2abc760c43d6 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:02.468677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:02.475600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Transition to ACTIVE for port object ed5f4b64-48a0-451d-81c4-2abc760c43d6 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:02.486244 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.552122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Network af83caf5-b798-4631-9ef6-96bd52caa858 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:02.556528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:02.561949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:02.578675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Pushing event updated for resources: {'Port': ['ID=ed5f4b64-48a0-451d-81c4-2abc760c43d6,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:02.653533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.676906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port 37809b85-41f6-4202-9221-4591da834f90 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:24:02.684175 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.696152 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.696406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Attempting to bind port ed5f4b64-48a0-451d-81c4-2abc760c43d6 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:02.696899 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Attempting to bind port ed5f4b64-48a0-451d-81c4-2abc760c43d6 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c45aa0b4-a9b2-481c-add2-9d9fdd3585d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:02.697481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Attempting to bind port ed5f4b64-48a0-451d-81c4-2abc760c43d6 on network af83caf5-b798-4631-9ef6-96bd52caa858 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:02.708383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:02.709112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Checking segment: {'id': 'c45aa0b4-a9b2-481c-add2-9d9fdd3585d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:02.709826 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.710458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Bound using segment: {'id': 'c45aa0b4-a9b2-481c-add2-9d9fdd3585d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:02.711240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Bound port: ed5f4b64-48a0-451d-81c4-2abc760c43d6, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45aa0b4-a9b2-481c-add2-9d9fdd3585d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:02.711921 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.881813 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.919679 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.926318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7625468 Aug 03 19:24:02.926521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48138) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:02.926640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] For port ed5f4b64-48a0-451d-81c4-2abc760c43d6, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:02.929982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] For port ed5f4b64-48a0-451d-81c4-2abc760c43d6, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ed5f4b64-48a0-451d-81c4-2abc760c43d6,segment=NetworkSegment(c45aa0b4-a9b2-481c-add2-9d9fdd3585d3),segment_id=c45aa0b4-a9b2-481c-add2-9d9fdd3585d3)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:02.945339 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.979583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d72eab-bddd-4bba-b43f-40adea89fa79 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Pushing event updated for resources: {'Port': ['ID=0ac0b75d-1994-492f-9ee7-49d97320fb8c,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:03.065614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccbf7c-5eb6-45cc-9845-ac540bef6fd5 None None] Pushing event updated for resources: {'Port': ['ID=ed5f4b64-48a0-451d-81c4-2abc760c43d6,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:03.097048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8::1d0 (af83caf5-b798-4631-9ef6-96bd52caa858/1bc34b87-9913-4406-85b2-af60f4911922/37809b85-41f6-4202-9221-4591da834f90) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:03.147820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:03.307628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.456910 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.482356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object 37809b85-41f6-4202-9221-4591da834f90 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:03.548740 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.712810 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4c55d3a4-7d7d-4006-99d2-6ce458fd9053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.747634 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.766799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Allocated IP 172.25.8.248 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/c75b6885-a553-4bc3-827f-6ef75169198f) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:03.836175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network af83caf5-b798-4631-9ef6-96bd52caa858 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:03.868395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:03.872540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:03.878563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:03.879231 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.883827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=37809b85-41f6-4202-9221-4591da834f90,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:03.924479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8241e8a9-dedb-463a-a6fd-d8a75c4d7efb tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7327635 Aug 03 19:24:03.924479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48154) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:03.929106 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e00596ff-b9bf-413c-b84f-4a1d0c4d9af1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:04.031986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:04.133119 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:04.205766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:04.220048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:04.235571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:04.241138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Pushing event updated for resources: {'Port': ['ID=c75b6885-a553-4bc3-827f-6ef75169198f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:04.299269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00596ff-b9bf-413c-b84f-4a1d0c4d9af1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:04.305295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e00596ff-b9bf-413c-b84f-4a1d0c4d9af1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:04.361108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272e3c8-a5be-4cfb-aa9d-d9e03db44bb1 req-fb343335-98d2-4d64-a4d6-565f31770f81 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:04.362145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0272e3c8-a5be-4cfb-aa9d-d9e03db44bb1 req-fb343335-98d2-4d64-a4d6-565f31770f81 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1097 time: 0.1288447 Aug 03 19:24:04.434350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0272e3c8-a5be-4cfb-aa9d-d9e03db44bb1 req-02f02fdf-8092-462d-8935-4a6822547854 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583410 Aug 03 19:24:04.662635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ed5f4b64-48a0-451d-81c4-2abc760c43d6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:04.719879 n-d-802918-7 neutron-server[100488]: INFO neutron.db.ipam_backend_mixin [None req-e00596ff-b9bf-413c-b84f-4a1d0c4d9af1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bc34b87-9913-4406-85b2-af60f4911922 (CIDR: 2001:db8::/64) Aug 03 19:24:04.728239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:04.731296 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00596ff-b9bf-413c-b84f-4a1d0c4d9af1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:24:04.731770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00596ff-b9bf-413c-b84f-4a1d0c4d9af1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:04.779902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5f434-62f8-412f-8008-e627c2c384cf req-50bbdf47-09ec-4eee-9480-fd03a5aab3b3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:04.790496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2dd5f434-62f8-412f-8008-e627c2c384cf req-50bbdf47-09ec-4eee-9480-fd03a5aab3b3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.1276171 Aug 03 19:24:04.806845 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e00596ff-b9bf-413c-b84f-4a1d0c4d9af1 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8823526 Aug 03 19:24:04.817177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48174) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:04.829633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e47a6dff-f3ad-473e-8db0-c681025f9dac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:04.836521 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:04.899655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:04.922519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2dd5f434-62f8-412f-8008-e627c2c384cf req-4684f019-e34f-40d1-8acd-3ba8d378c606 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208107 Aug 03 19:24:04.988459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48180) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:04.991450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d1508364-9053-403e-baa9-982d01e6986f None None] Provisioning complete for port d5980060-f699-4e5b-b321-49f6b4db54d4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:04.993853 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d1508364-9053-403e-baa9-982d01e6986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.111273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d1508364-9053-403e-baa9-982d01e6986f None None] Port d5980060-f699-4e5b-b321-49f6b4db54d4 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:05.153364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d1508364-9053-403e-baa9-982d01e6986f None None] Provisioning for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:05.162287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d1508364-9053-403e-baa9-982d01e6986f None None] Provisioning complete for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:05.163001 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d1508364-9053-403e-baa9-982d01e6986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.197319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2b7c4231-2ea2-46ce-bb4f-dca3fabee1bf tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082 HTTP/1.1" status: 200 len: 993 time: 0.1988015 Aug 03 19:24:05.260314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47a6dff-f3ad-473e-8db0-c681025f9dac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:05.266349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e47a6dff-f3ad-473e-8db0-c681025f9dac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.351313 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d1508364-9053-403e-baa9-982d01e6986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.362063 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.379242 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.407563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d1508364-9053-403e-baa9-982d01e6986f None None] For port ed5f4b64-48a0-451d-81c4-2abc760c43d6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ed5f4b64-48a0-451d-81c4-2abc760c43d6,segment=NetworkSegment(c45aa0b4-a9b2-481c-add2-9d9fdd3585d3),segment_id=c45aa0b4-a9b2-481c-add2-9d9fdd3585d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:05.419625 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d1508364-9053-403e-baa9-982d01e6986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.530237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1508364-9053-403e-baa9-982d01e6986f None None] Pushing event updated for resources: {'Port': ['ID=ed5f4b64-48a0-451d-81c4-2abc760c43d6,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:05.553351 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Pushing event updated for resources: {'Port': ['ID=c75b6885-a553-4bc3-827f-6ef75169198f,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:05.583192 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.587810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-edbd9be5-e25a-40f9-93a8-8dd758737fa1 None None] Provisioning for port 37809b85-41f6-4202-9221-4591da834f90 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:05.598560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-edbd9be5-e25a-40f9-93a8-8dd758737fa1 None None] Provisioning complete for port 37809b85-41f6-4202-9221-4591da834f90 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:05.599353 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-edbd9be5-e25a-40f9-93a8-8dd758737fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.647743 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.653153 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-256ca919-83fb-44b6-b922-a6c123dbd456 tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7215469 Aug 03 19:24:05.653461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48198) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:05.669833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-edbd9be5-e25a-40f9-93a8-8dd758737fa1 None None] Port 37809b85-41f6-4202-9221-4591da834f90 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:05.785246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-63b9d7f1-8ef2-4c11-bf56-05529925d478 tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1299894 Aug 03 19:24:05.786027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48200) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:05.917111 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e47a6dff-f3ad-473e-8db0-c681025f9dac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.928556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c3695129-0195-4473-afeb-f2e0e2893777 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1385484 Aug 03 19:24:05.929596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48206) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:06.052131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47a6dff-f3ad-473e-8db0-c681025f9dac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network af83caf5-b798-4631-9ef6-96bd52caa858 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:06.052131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a6dff-f3ad-473e-8db0-c681025f9dac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Subnet': ['ID=d5f907ce-c7d8-411f-8503-a288f2008221,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:06.065540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e47a6dff-f3ad-473e-8db0-c681025f9dac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:06.079928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a6dff-f3ad-473e-8db0-c681025f9dac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:06.080995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e47a6dff-f3ad-473e-8db0-c681025f9dac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.084527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65488a21-2613-4426-8ccf-cdb465750271 None None] Network af83caf5-b798-4631-9ef6-96bd52caa858 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:06.141707 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e47a6dff-f3ad-473e-8db0-c681025f9dac tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3222847 Aug 03 19:24:06.154377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48214) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:06.163100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1241883931', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5f907ce-c7d8-411f-8503-a288f2008221'}], 'security_groups': ['6c1304a0-9070-4548-bbd6-a7781b6b2c53']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:06.318357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7917b1-37af-4706-9427-8bc6d041fde7 req-255f8f8b-23d9-47df-a0ea-c6f14bcf62f5 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:06.321111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df7917b1-37af-4706-9427-8bc6d041fde7 req-255f8f8b-23d9-47df-a0ea-c6f14bcf62f5 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.2737231 Aug 03 19:24:06.403596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a554da9a-5f3a-474b-a14b-bfd05bdffe4c tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Deleting port c75b6885-a553-4bc3-827f-6ef75169198f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:06.404139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a554da9a-5f3a-474b-a14b-bfd05bdffe4c tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.443560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df7917b1-37af-4706-9427-8bc6d041fde7 req-4a5f30f3-08f7-448f-b090-9c8d9e23f9a4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131573 Aug 03 19:24:06.452827 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ebaa7a24-f544-4087-934f-c77c1a974e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.535899 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.634387 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-7cbae0d0-ee77-4f27-8556-0adbc698c5db service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5119555 Aug 03 19:24:06.640025 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a554da9a-5f3a-474b-a14b-bfd05bdffe4c tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.641648 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a554da9a-5f3a-474b-a14b-bfd05bdffe4c tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.668709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a554da9a-5f3a-474b-a14b-bfd05bdffe4c tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Calling delete_port for c75b6885-a553-4bc3-827f-6ef75169198f owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:06.709384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3af7a5-bd1f-49c9-b1ec-65e802389916 None None] Update dhcp port {'port': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'fixed_ips': [{'subnet_id': '1bc34b87-9913-4406-85b2-af60f4911922', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd5f907ce-c7d8-411f-8503-a288f2008221'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'ed5f4b64-48a0-451d-81c4-2abc760c43d6'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:24:06.718277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ed5f4b64-48a0-451d-81c4-2abc760c43d6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:06.724453 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.791561 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2d3af7a5-bd1f-49c9-b1ec-65e802389916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.042558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:07.043280 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.075734 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a554da9a-5f3a-474b-a14b-bfd05bdffe4c tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.123024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554da9a-5f3a-474b-a14b-bfd05bdffe4c tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Pushing event deleted for resources: {'Port': ['ID=c75b6885-a553-4bc3-827f-6ef75169198f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:07.233933 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a554da9a-5f3a-474b-a14b-bfd05bdffe4c tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.238352 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a554da9a-5f3a-474b-a14b-bfd05bdffe4c tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.241556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a554da9a-5f3a-474b-a14b-bfd05bdffe4c tempest-FloatingIPAdminTestJSON-345571331 tempest-FloatingIPAdminTestJSON-345571331-project] 10.222.0.78 "DELETE /v2.0/floatingips/a8698733-d112-4bf8-9126-5976b94e055d HTTP/1.1" status: 204 len: 168 time: 1.3075912 Aug 03 19:24:07.243834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48236) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:07.292212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Delete allocated IP 2001:db8::1d0 (af83caf5-b798-4631-9ef6-96bd52caa858/1bc34b87-9913-4406-85b2-af60f4911922) {{(pid=100488) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:24:07.303478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8:0:1::25b (af83caf5-b798-4631-9ef6-96bd52caa858/d5f907ce-c7d8-411f-8503-a288f2008221/37809b85-41f6-4202-9221-4591da834f90) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:07.442393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-03cb599e-8949-4f23-b96b-7ec838e40b3d tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Deleting port 0ac0b75d-1994-492f-9ee7-49d97320fb8c {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:07.442763 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03cb599e-8949-4f23-b96b-7ec838e40b3d tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.596927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.614973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object 37809b85-41f6-4202-9221-4591da834f90 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:07.626038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.705262 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03cb599e-8949-4f23-b96b-7ec838e40b3d tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.706132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03cb599e-8949-4f23-b96b-7ec838e40b3d tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.731998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-2d3af7a5-bd1f-49c9-b1ec-65e802389916 None None] Allocated IP 2001:db8:0:1::2 (af83caf5-b798-4631-9ef6-96bd52caa858/d5f907ce-c7d8-411f-8503-a288f2008221/ed5f4b64-48a0-451d-81c4-2abc760c43d6) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:07.752548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-03cb599e-8949-4f23-b96b-7ec838e40b3d tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Calling delete_port for 0ac0b75d-1994-492f-9ee7-49d97320fb8c owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:07.810623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849fa4-c190-43b4-93f0-e881eaa6ee33 req-017109eb-d230-4c7c-815a-5bb881db757c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:07.812320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-26849fa4-c190-43b4-93f0-e881eaa6ee33 req-017109eb-d230-4c7c-815a-5bb881db757c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.1832781 Aug 03 19:24:08.036356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-26849fa4-c190-43b4-93f0-e881eaa6ee33 req-75fee184-7742-4f86-bf31-9602996cec72 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140257 Aug 03 19:24:08.100468 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.189335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2d3af7a5-bd1f-49c9-b1ec-65e802389916 None None] For port ed5f4b64-48a0-451d-81c4-2abc760c43d6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ed5f4b64-48a0-451d-81c4-2abc760c43d6,segment=NetworkSegment(c45aa0b4-a9b2-481c-add2-9d9fdd3585d3),segment_id=c45aa0b4-a9b2-481c-add2-9d9fdd3585d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:08.249046 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2d3af7a5-bd1f-49c9-b1ec-65e802389916 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.299107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2d3af7a5-bd1f-49c9-b1ec-65e802389916 None None] Transition to ACTIVE for port object ed5f4b64-48a0-451d-81c4-2abc760c43d6 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:08.301826 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03cb599e-8949-4f23-b96b-7ec838e40b3d tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.305548 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2d3af7a5-bd1f-49c9-b1ec-65e802389916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.392274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb599e-8949-4f23-b96b-7ec838e40b3d tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ac0b75d-1994-492f-9ee7-49d97320fb8c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:08.401160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3af7a5-bd1f-49c9-b1ec-65e802389916 None None] Pushing event updated for resources: {'Port': ['ID=ed5f4b64-48a0-451d-81c4-2abc760c43d6,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:08.468271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=37809b85-41f6-4202-9221-4591da834f90,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:08.534151 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] In _notify_port_updated(), no bound segment for port 37809b85-41f6-4202-9221-4591da834f90 on network af83caf5-b798-4631-9ef6-96bd52caa858 {{(pid=100488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:24:08.541130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:08.543240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.544777 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aa9cd9f3-b9fb-47a7-8aa2-76588727c649 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "PUT /v2.0/ports/37809b85-41f6-4202-9221-4591da834f90 HTTP/1.1" status: 200 len: 931 time: 2.3890858 Aug 03 19:24:08.549745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48276) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:08.572098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ed5f4b64-48a0-451d-81c4-2abc760c43d6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:08.611520 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03cb599e-8949-4f23-b96b-7ec838e40b3d tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.617273 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03cb599e-8949-4f23-b96b-7ec838e40b3d tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.619548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-03cb599e-8949-4f23-b96b-7ec838e40b3d tempest-FloatingIPAdminTestJSON-614761774 tempest-FloatingIPAdminTestJSON-614761774-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/2151d589-e5b2-474d-8044-bd6c8b5dae48 HTTP/1.1" status: 204 len: 168 time: 1.3730724 Aug 03 19:24:08.623224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48278) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:08.746677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5d192ae7-99ca-4418-9845-0308bf306985 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 37809b85-41f6-4202-9221-4591da834f90 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:08.746926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d192ae7-99ca-4418-9845-0308bf306985 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.866222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b820869e-4c67-4cb4-93b4-946576db336a tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Deleting port 234f15cc-4d11-4255-99f3-c8474c71e652 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:08.866823 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b820869e-4c67-4cb4-93b4-946576db336a tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.888040 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d192ae7-99ca-4418-9845-0308bf306985 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.917899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5d192ae7-99ca-4418-9845-0308bf306985 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 37809b85-41f6-4202-9221-4591da834f90 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:09.025027 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b820869e-4c67-4cb4-93b4-946576db336a tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.065696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b820869e-4c67-4cb4-93b4-946576db336a tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Calling delete_port for 234f15cc-4d11-4255-99f3-c8474c71e652 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:09.099888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1439f-c356-4847-8613-e95039eeca25 req-9568a62b-c382-4fc7-952e-5ece022cbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:09.101830 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-9568a62b-c382-4fc7-952e-5ece022cbd0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1097 time: 0.0795469 Aug 03 19:24:09.334899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd90d-31ce-46cb-975f-df1fe1dab6ca req-775c5a5d-23fd-48dd-8edc-20b9c07483e3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:09.338033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-376bd90d-31ce-46cb-975f-df1fe1dab6ca req-775c5a5d-23fd-48dd-8edc-20b9c07483e3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.1331954 Aug 03 19:24:09.341868 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1439f-c356-4847-8613-e95039eeca25 req-df3c0fb4-2372-4eed-8591-5b1847c2de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:09.343962 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-df3c0fb4-2372-4eed-8591-5b1847c2de1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.2087231 Aug 03 19:24:09.351582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d192ae7-99ca-4418-9845-0308bf306985 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.441014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-376bd90d-31ce-46cb-975f-df1fe1dab6ca req-54a0d0d6-d9a9-4d8d-a2c0-f75383c6f6a9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935237 Aug 03 19:24:09.463164 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d192ae7-99ca-4418-9845-0308bf306985 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=37809b85-41f6-4202-9221-4591da834f90,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:09.500379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b820869e-4c67-4cb4-93b4-946576db336a tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.506784 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1329cfc-e85d-4990-b1d7-601712f675dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 1001 time: 0.1521769 Aug 03 19:24:09.534913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d192ae7-99ca-4418-9845-0308bf306985 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.537061 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5d192ae7-99ca-4418-9845-0308bf306985 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/37809b85-41f6-4202-9221-4591da834f90 HTTP/1.1" status: 204 len: 168 time: 0.9858317 Aug 03 19:24:09.548598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820869e-4c67-4cb4-93b4-946576db336a tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event deleted for resources: {'Port': ['ID=234f15cc-4d11-4255-99f3-c8474c71e652,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:09.552277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48296) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:09.613466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1439f-c356-4847-8613-e95039eeca25 req-0efc436c-7518-418b-9434-c7a9dc19700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:09.615308 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3179c2d7-ea74-4e1b-9ca3-114ba86bd4b9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:24:09.620240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3179c2d7-ea74-4e1b-9ca3-114ba86bd4b9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/37809b85-41f6-4202-9221-4591da834f90 HTTP/1.1" status: 404 len: 333 time: 0.0650206 Aug 03 19:24:09.621176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48298) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:09.628517 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-0efc436c-7518-418b-9434-c7a9dc19700a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.1058118 Aug 03 19:24:09.704014 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.716379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b820869e-4c67-4cb4-93b4-946576db336a tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.718753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b820869e-4c67-4cb4-93b4-946576db336a tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "DELETE /v2.0/ports/234f15cc-4d11-4255-99f3-c8474c71e652 HTTP/1.1" status: 204 len: 168 time: 1.0939715 Aug 03 19:24:09.723647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48300) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:09.755918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1439f-c356-4847-8613-e95039eeca25 req-7064d706-ec34-45af-bccf-d1a73f8ccb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:09.757610 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-7064d706-ec34-45af-bccf-d1a73f8ccb4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209552 Aug 03 19:24:09.767998 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac85a94f-ca75-442d-9f93-18f1237c3b7a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.796986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-935d45e7-62c9-40e6-84ea-7a2f0ba86836 None None] Provisioning complete for port d5980060-f699-4e5b-b321-49f6b4db54d4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:09.800014 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-935d45e7-62c9-40e6-84ea-7a2f0ba86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.847900 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac85a94f-ca75-442d-9f93-18f1237c3b7a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.892236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc798ad-b5e5-4bcd-a564-f1e1c0e21c4a tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:09.893999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fdc798ad-b5e5-4bcd-a564-f1e1c0e21c4a tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "GET /v2.0/ports?device_id=497f01a2-1b64-4782-94d9-328bd4605828 HTTP/1.1" status: 200 len: 913 time: 0.1689248 Aug 03 19:24:09.897162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48306) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:09.917220 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-e234df57-2906-43ee-99b1-5a76a1a2df63 service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454964 Aug 03 19:24:09.919324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-935d45e7-62c9-40e6-84ea-7a2f0ba86836 None None] Port d5980060-f699-4e5b-b321-49f6b4db54d4 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:09.943718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-935d45e7-62c9-40e6-84ea-7a2f0ba86836 None None] Provisioning for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:09.960438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-935d45e7-62c9-40e6-84ea-7a2f0ba86836 None None] Provisioning complete for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:09.960844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-935d45e7-62c9-40e6-84ea-7a2f0ba86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.173650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-935d45e7-62c9-40e6-84ea-7a2f0ba86836 None None] Could not find standard attr ID for object 37809b85-41f6-4202-9221-4591da834f90. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:24:10.211487 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-c8541c88-61a3-4b16-b636-34822c4c3fe2 service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878788 Aug 03 19:24:10.390087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7ed9a03b-dc9a-4c15-ad61-e843eb2a1ed1 None None] Could not find standard attr ID for object 37809b85-41f6-4202-9221-4591da834f90. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:24:10.599597 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac85a94f-ca75-442d-9f93-18f1237c3b7a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.602355 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ac85a94f-ca75-442d-9f93-18f1237c3b7a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.607520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ac85a94f-ca75-442d-9f93-18f1237c3b7a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/security-groups/0b86bb92-9b6f-48a2-bcab-ec94e6088fdb HTTP/1.1" status: 204 len: 168 time: 0.9607627 Aug 03 19:24:10.614706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48318) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:10.654083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85a94f-ca75-442d-9f93-18f1237c3b7a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b86bb92-9b6f-48a2-bcab-ec94e6088fdb,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:10.710877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f24bcb74-6ca0-42b3-b4de-76a317be64c9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.738333 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f24bcb74-6ca0-42b3-b4de-76a317be64c9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.767410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fff30-8ece-49e2-9667-a53e4d429def req-49459f91-c44e-458d-a221-9f70d0fcd1c6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:10.770101 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc2fff30-8ece-49e2-9667-a53e4d429def req-49459f91-c44e-458d-a221-9f70d0fcd1c6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.1646950 Aug 03 19:24:10.790806 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f24bcb74-6ca0-42b3-b4de-76a317be64c9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.795055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f24bcb74-6ca0-42b3-b4de-76a317be64c9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.799985 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f24bcb74-6ca0-42b3-b4de-76a317be64c9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/security-groups/6c1304a0-9070-4548-bbd6-a7781b6b2c53 HTTP/1.1" status: 204 len: 168 time: 0.1809158 Aug 03 19:24:10.802629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48320) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:10.862084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bcb74-6ca0-42b3-b4de-76a317be64c9 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1304a0-9070-4548-bbd6-a7781b6b2c53,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:10.918907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d7f21c-a7da-4ae5-9720-850ba548d880 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting subnet 1bc34b87-9913-4406-85b2-af60f4911922 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:10.923033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc2fff30-8ece-49e2-9667-a53e4d429def req-e76bdb28-e3de-4ada-bf99-33f2bcc2d40b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686684 Aug 03 19:24:10.924718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-54d7f21c-a7da-4ae5-9720-850ba548d880 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.008020 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-54d7f21c-a7da-4ae5-9720-850ba548d880 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.143585 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b57f9471-7f3b-4373-bf92-2cf322c981b9 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.187996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-54d7f21c-a7da-4ae5-9720-850ba548d880 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.330932 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-54d7f21c-a7da-4ae5-9720-850ba548d880 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.372171 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7f21c-a7da-4ae5-9720-850ba548d880 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc34b87-9913-4406-85b2-af60f4911922,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:11.374856 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-54d7f21c-a7da-4ae5-9720-850ba548d880 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.377067 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-54d7f21c-a7da-4ae5-9720-850ba548d880 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/1bc34b87-9913-4406-85b2-af60f4911922 HTTP/1.1" status: 204 len: 168 time: 0.5751300 Aug 03 19:24:11.381580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48334) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:11.384487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc16007-1f08-4ea8-bf46-56fd5ba55a32 None None] Network af83caf5-b798-4631-9ef6-96bd52caa858 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:11.387894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e72aa2aa-264e-4857-be3f-6bd89c90dd4d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:11.544453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72aa2aa-264e-4857-be3f-6bd89c90dd4d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:11.561975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e72aa2aa-264e-4857-be3f-6bd89c90dd4d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.618705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b57f9471-7f3b-4373-bf92-2cf322c981b9 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Deleting port 248a8d13-b550-41fb-a136-95d567278b98 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:11.618960 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b57f9471-7f3b-4373-bf92-2cf322c981b9 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.825965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b57f9471-7f3b-4373-bf92-2cf322c981b9 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.846888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b57f9471-7f3b-4373-bf92-2cf322c981b9 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Calling delete_port for 248a8d13-b550-41fb-a136-95d567278b98 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:12.005039 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e72aa2aa-264e-4857-be3f-6bd89c90dd4d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.128980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72aa2aa-264e-4857-be3f-6bd89c90dd4d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network af83caf5-b798-4631-9ef6-96bd52caa858 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:12.138737 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e72aa2aa-264e-4857-be3f-6bd89c90dd4d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:12.144765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72aa2aa-264e-4857-be3f-6bd89c90dd4d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:12.145275 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e72aa2aa-264e-4857-be3f-6bd89c90dd4d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.156225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72aa2aa-264e-4857-be3f-6bd89c90dd4d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Subnet': ['ID=ab648822-84f4-4f49-b304-dfe23769db7c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:12.188839 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e72aa2aa-264e-4857-be3f-6bd89c90dd4d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8060164 Aug 03 19:24:12.192453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48348) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:12.202513 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-34c26846-330e-4472-a012-6730ea28bf3a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'security_group': {'name': 'tempest-secgroup-158276740'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:12.238407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34c26846-330e-4472-a012-6730ea28bf3a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.257998 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b57f9471-7f3b-4373-bf92-2cf322c981b9 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.310002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f9471-7f3b-4373-bf92-2cf322c981b9 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event deleted for resources: {'Port': ['ID=248a8d13-b550-41fb-a136-95d567278b98,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:12.361274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e445-cc4d-499a-9706-d18ca8037ab6 req-bff276ce-463f-49aa-ad1d-a9d3a44a84b7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:12.377218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d06e445-cc4d-499a-9706-d18ca8037ab6 req-bff276ce-463f-49aa-ad1d-a9d3a44a84b7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.1686883 Aug 03 19:24:12.521108 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34c26846-330e-4472-a012-6730ea28bf3a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.529631 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34c26846-330e-4472-a012-6730ea28bf3a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.535815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d06e445-cc4d-499a-9706-d18ca8037ab6 req-22a8f1bd-6ec4-49b0-9975-a90575375b36 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246061 Aug 03 19:24:12.637583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34c26846-330e-4472-a012-6730ea28bf3a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.639691 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-34c26846-330e-4472-a012-6730ea28bf3a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4456682 Aug 03 19:24:12.651465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48356) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:12.696021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-742b03b2-cd67-4cdd-9670-fa863e4cde83 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'security_group': {'name': 'tempest-secgroup-1800843180'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:12.763476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c26846-330e-4472-a012-6730ea28bf3a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9412f9-8e5a-4c20-b6e0-60a53d58a4f8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:12.795777 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-742b03b2-cd67-4cdd-9670-fa863e4cde83 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.878444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b57f9471-7f3b-4373-bf92-2cf322c981b9 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.062922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-742b03b2-cd67-4cdd-9670-fa863e4cde83 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.079281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-742b03b2-cd67-4cdd-9670-fa863e4cde83 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.100502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e974e546-f98c-4674-ab96-a6261925b7d1 None None] Network af83caf5-b798-4631-9ef6-96bd52caa858 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:13.114595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-742b03b2-cd67-4cdd-9670-fa863e4cde83 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.118517 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-742b03b2-cd67-4cdd-9670-fa863e4cde83 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4655764 Aug 03 19:24:13.124927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48362) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:13.133851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a2bbb8b2-55aa-49e1-90cf-304f6a3c3c14 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'security_group': {'name': 'tempest-secgroup-548996051'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:13.149834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b03b2-cd67-4cdd-9670-fa863e4cde83 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9d991f-70ec-46b1-90d0-9a0580d7a2aa,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:13.247888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-81a89901-4cf8-4b4e-97e7-4c8f7f001a0f None None] Provisioning complete for port d5980060-f699-4e5b-b321-49f6b4db54d4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:13.248473 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-81a89901-4cf8-4b4e-97e7-4c8f7f001a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.360275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-81a89901-4cf8-4b4e-97e7-4c8f7f001a0f None None] Port d5980060-f699-4e5b-b321-49f6b4db54d4 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:13.400427 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb8b2-55aa-49e1-90cf-304f6a3c3c14 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.487581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57f9471-7f3b-4373-bf92-2cf322c981b9 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Router 497f01a2-1b64-4782-94d9-328bd4605828 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:24:13.507203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-81a89901-4cf8-4b4e-97e7-4c8f7f001a0f None None] Provisioning complete for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:13.507584 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-81a89901-4cf8-4b4e-97e7-4c8f7f001a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.713630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145e613b-5fb3-4106-bf4e-4319e8828fa6 None None] Update dhcp port {'port': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'fixed_ips': [{'subnet_id': 'd5f907ce-c7d8-411f-8503-a288f2008221', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ab648822-84f4-4f49-b304-dfe23769db7c'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'ed5f4b64-48a0-451d-81c4-2abc760c43d6'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:24:13.777466 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb8b2-55aa-49e1-90cf-304f6a3c3c14 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.785896 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb8b2-55aa-49e1-90cf-304f6a3c3c14 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.826944 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-145e613b-5fb3-4106-bf4e-4319e8828fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.838624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57f9471-7f3b-4373-bf92-2cf322c981b9 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:13.846621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b57f9471-7f3b-4373-bf92-2cf322c981b9 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "PUT /v2.0/routers/497f01a2-1b64-4782-94d9-328bd4605828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9476845 Aug 03 19:24:13.849208 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2bbb8b2-55aa-49e1-90cf-304f6a3c3c14 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.849851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48376) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:13.853945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a2bbb8b2-55aa-49e1-90cf-304f6a3c3c14 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7271850 Aug 03 19:24:13.855344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48378) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:13.856288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbb8b2-55aa-49e1-90cf-304f6a3c3c14 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6864b421-7fe2-4837-9133-35400a1833ce,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:13.863129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1122891487', 'security_groups': ['6864b421-7fe2-4837-9133-35400a1833ce'], 'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab648822-84f4-4f49-b304-dfe23769db7c'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:13.879939 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2728d6-bfa0-4a1e-ac27-8b3d37421b24 None None] Sync routers for ids ['497f01a2-1b64-4782-94d9-328bd4605828'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:13.903248 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2728d6-bfa0-4a1e-ac27-8b3d37421b24 None None] Routers {'497f01a2-1b64-4782-94d9-328bd4605828'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:13.903912 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ee2728d6-bfa0-4a1e-ac27-8b3d37421b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['497f01a2-1b64-4782-94d9-328bd4605828'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:13.926144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a4ee7-c6f6-459c-a2dc-7cca9088f418 req-3ec2b955-93b7-4dc1-ab63-028f45ce79e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:13.927940 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f2a4ee7-c6f6-459c-a2dc-7cca9088f418 req-3ec2b955-93b7-4dc1-ab63-028f45ce79e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.2824087 Aug 03 19:24:13.990813 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ee2728d6-bfa0-4a1e-ac27-8b3d37421b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:14.000495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f2a4ee7-c6f6-459c-a2dc-7cca9088f418 req-3b687e83-62e7-4aba-a572-78ab548a2356 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650856 Aug 03 19:24:14.023037 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2728d6-bfa0-4a1e-ac27-8b3d37421b24 None None] Routers {'497f01a2-1b64-4782-94d9-328bd4605828'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:14.023741 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ee2728d6-bfa0-4a1e-ac27-8b3d37421b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['497f01a2-1b64-4782-94d9-328bd4605828'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:14.084101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-145e613b-5fb3-4106-bf4e-4319e8828fa6 None None] Allocated IP 2001:db8::2 (af83caf5-b798-4631-9ef6-96bd52caa858/ab648822-84f4-4f49-b304-dfe23769db7c/ed5f4b64-48a0-451d-81c4-2abc760c43d6) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:14.111549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:14.116075 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ee2728d6-bfa0-4a1e-ac27-8b3d37421b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:14.116752 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2728d6-bfa0-4a1e-ac27-8b3d37421b24 None None] The sync data for ids ['497f01a2-1b64-4782-94d9-328bd4605828'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:14.153619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:14.279090 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:14.311440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] device_id is not set on port 499c26af-3fcc-4379-af54-0ee946a6bd32 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:24:14.316957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:14.318466 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-145e613b-5fb3-4106-bf4e-4319e8828fa6 None None] For port ed5f4b64-48a0-451d-81c4-2abc760c43d6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ed5f4b64-48a0-451d-81c4-2abc760c43d6,segment=NetworkSegment(c45aa0b4-a9b2-481c-add2-9d9fdd3585d3),segment_id=c45aa0b4-a9b2-481c-add2-9d9fdd3585d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:14.407550 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-145e613b-5fb3-4106-bf4e-4319e8828fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:14.442501 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Deleting port 651b602e-f8cd-4f77-b2c9-4e5b3e4562c7 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:14.443005 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:14.494839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-145e613b-5fb3-4106-bf4e-4319e8828fa6 None None] Transition to ACTIVE for port object ed5f4b64-48a0-451d-81c4-2abc760c43d6 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:14.502958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-145e613b-5fb3-4106-bf4e-4319e8828fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:14.590212 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:14.638608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Calling delete_port for 651b602e-f8cd-4f77-b2c9-4e5b3e4562c7 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:14.672258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8::2c6 (af83caf5-b798-4631-9ef6-96bd52caa858/ab648822-84f4-4f49-b304-dfe23769db7c/499c26af-3fcc-4379-af54-0ee946a6bd32) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:14.741288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e613b-5fb3-4106-bf4e-4319e8828fa6 None None] Pushing event updated for resources: {'Port': ['ID=ed5f4b64-48a0-451d-81c4-2abc760c43d6,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:14.977832 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.037419 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event deleted for resources: {'Port': ['ID=651b602e-f8cd-4f77-b2c9-4e5b3e4562c7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:15.094107 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.132843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object 499c26af-3fcc-4379-af54-0ee946a6bd32 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:15.214662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.270753 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.373720 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.388395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network af83caf5-b798-4631-9ef6-96bd52caa858 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:15.391011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:15.395404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:15.403403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:15.404479 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.431097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=499c26af-3fcc-4379-af54-0ee946a6bd32,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:15.456712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.457608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13a1ab-78d5-4afb-a5b2-f544309b648e req-10d806c5-2f6d-46c8-aeec-56e9bf9b6778 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:15.459573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f13a1ab-78d5-4afb-a5b2-f544309b648e req-10d806c5-2f6d-46c8-aeec-56e9bf9b6778 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.2631907 Aug 03 19:24:15.461540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7b9e3919-9a64-4f92-bf1d-6699a183ee96 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6023302 Aug 03 19:24:15.463294 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.465607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48400) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:15.474634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7c5f9126-93ef-43f2-bb5d-c9876d77df92 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:15.568643 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f13a1ab-78d5-4afb-a5b2-f544309b648e req-92e1e511-1616-4921-97f2-c101897dee5f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010413 Aug 03 19:24:15.662230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.662793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Fanout notify agent at l3_agent the message router_deleted on router 497f01a2-1b64-4782-94d9-328bd4605828 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:24:15.671144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.672526 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3158fd17-9575-4fcf-a167-ade3cf3fab4e tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "DELETE /v2.0/routers/497f01a2-1b64-4782-94d9-328bd4605828 HTTP/1.1" status: 204 len: 168 time: 1.8205831 Aug 03 19:24:15.675640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48406) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:15.743141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5f9126-93ef-43f2-bb5d-c9876d77df92 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:15.748520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9126-93ef-43f2-bb5d-c9876d77df92 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.768071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdc29ea-c270-40a1-9d35-27884d1af0dc tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Deleting subnet 64c3c40f-cc5c-4297-89e7-3b9d8214c769 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:15.814277 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5fdc29ea-c270-40a1-9d35-27884d1af0dc tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.878554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e4d52cc8-23ea-41e6-88c3-9dc2235ea7bb None None] Provisioning complete for port d5980060-f699-4e5b-b321-49f6b4db54d4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:15.879257 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e4d52cc8-23ea-41e6-88c3-9dc2235ea7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.896365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5fdc29ea-c270-40a1-9d35-27884d1af0dc tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.928531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e4d52cc8-23ea-41e6-88c3-9dc2235ea7bb None None] Port d5980060-f699-4e5b-b321-49f6b4db54d4 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:15.953228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e4d52cc8-23ea-41e6-88c3-9dc2235ea7bb None None] Provisioning for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:15.963104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e4d52cc8-23ea-41e6-88c3-9dc2235ea7bb None None] Provisioning complete for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:15.964108 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e4d52cc8-23ea-41e6-88c3-9dc2235ea7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.017233 n-d-802918-7 neutron-server[100488]: INFO neutron.db.ipam_backend_mixin [None req-7c5f9126-93ef-43f2-bb5d-c9876d77df92 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab648822-84f4-4f49-b304-dfe23769db7c (CIDR: 2001:db8::/64) Aug 03 19:24:16.024291 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5f9126-93ef-43f2-bb5d-c9876d77df92 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:24:16.024780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5f9126-93ef-43f2-bb5d-c9876d77df92 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:16.076640 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7c5f9126-93ef-43f2-bb5d-c9876d77df92 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6097991 Aug 03 19:24:16.081270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48414) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:16.087462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2dd4036f-7054-493e-8554-6beb42a7d2ab tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:16.099617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5fdc29ea-c270-40a1-9d35-27884d1af0dc tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.274775 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5fdc29ea-c270-40a1-9d35-27884d1af0dc tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.277692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd4036f-7054-493e-8554-6beb42a7d2ab tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:16.281872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2dd4036f-7054-493e-8554-6beb42a7d2ab tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.351111 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5fdc29ea-c270-40a1-9d35-27884d1af0dc tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.351370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f242b-5b1d-4ae6-8083-6d3e05e31a69 None None] Network e10c95ff-5eaf-425c-ac95-448a1e97c0c4 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:16.358559 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5fdc29ea-c270-40a1-9d35-27884d1af0dc tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "DELETE /v2.0/subnets/64c3c40f-cc5c-4297-89e7-3b9d8214c769 HTTP/1.1" status: 204 len: 168 time: 0.6815643 Aug 03 19:24:16.361459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc29ea-c270-40a1-9d35-27884d1af0dc tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event deleted for resources: {'Subnet': ['ID=64c3c40f-cc5c-4297-89e7-3b9d8214c769,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:16.364140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48418) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:16.414445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6759dca1-9aa8-4a18-ab91-89b45a43248d None None] Provisioning for port 499c26af-3fcc-4379-af54-0ee946a6bd32 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:16.422998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6759dca1-9aa8-4a18-ab91-89b45a43248d None None] Provisioning complete for port 499c26af-3fcc-4379-af54-0ee946a6bd32 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:16.435893 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6759dca1-9aa8-4a18-ab91-89b45a43248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.568094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6759dca1-9aa8-4a18-ab91-89b45a43248d None None] Port 499c26af-3fcc-4379-af54-0ee946a6bd32 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:16.619674 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.624562 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ed5f4b64-48a0-451d-81c4-2abc760c43d6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:16.675505 n-d-802918-7 neutron-server[100487]: INFO neutron.db.ipam_backend_mixin [None req-2dd4036f-7054-493e-8554-6beb42a7d2ab tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d5f907ce-c7d8-411f-8503-a288f2008221 (CIDR: 2001:db8:0:1::/64) Aug 03 19:24:16.683487 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd4036f-7054-493e-8554-6beb42a7d2ab tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:24:16.684618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd4036f-7054-493e-8554-6beb42a7d2ab tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:16.768261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:16.768732 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.791576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2dd4036f-7054-493e-8554-6beb42a7d2ab tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7088461 Aug 03 19:24:16.796310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48432) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:16.802835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ef8c8b26-ba4e-4dfc-973c-674935e90a9d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'subnet': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:16.844882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e5b0a1-641a-4cfc-a8df-18ded9538777 None None] DHCP port deletion for e10c95ff-5eaf-425c-ac95-448a1e97c0c4 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:24:16.914647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Deleting port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:16.915177 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.995687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-76e5b0a1-641a-4cfc-a8df-18ded9538777 None None] Deleting port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:16.996221 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76e5b0a1-641a-4cfc-a8df-18ded9538777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.008900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a383bf-b6e6-469d-a936-8a2678787aa4 req-231fdfa7-598c-4ce8-84c8-533287eae2d6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:17.014696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45a383bf-b6e6-469d-a936-8a2678787aa4 req-231fdfa7-598c-4ce8-84c8-533287eae2d6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.1908829 Aug 03 19:24:17.027634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] For port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ade7fcf9-5648-4ba5-beb4-b9fbdae575ef,segment=NetworkSegment(e673143b-31e2-4a48-ad9c-c61233d30c3d),segment_id=e673143b-31e2-4a48-ad9c-c61233d30c3d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:17.028760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.045274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8c8b26-ba4e-4dfc-973c-674935e90a9d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Made reservation on behalf of 8e3031d8f9da4f509fc1e56a60df6cf2 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:17.050021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Calling delete_port for ade7fcf9-5648-4ba5-beb4-b9fbdae575ef owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:17.054058 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef8c8b26-ba4e-4dfc-973c-674935e90a9d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.112917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-76e5b0a1-641a-4cfc-a8df-18ded9538777 None None] For port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ade7fcf9-5648-4ba5-beb4-b9fbdae575ef,segment=NetworkSegment(e673143b-31e2-4a48-ad9c-c61233d30c3d),segment_id=e673143b-31e2-4a48-ad9c-c61233d30c3d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:17.113467 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76e5b0a1-641a-4cfc-a8df-18ded9538777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.133411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-76e5b0a1-641a-4cfc-a8df-18ded9538777 None None] Calling delete_port for ade7fcf9-5648-4ba5-beb4-b9fbdae575ef owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:17.207269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45a383bf-b6e6-469d-a936-8a2678787aa4 req-542a927c-905a-4136-aeb9-c2a5debbea7d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628716 Aug 03 19:24:17.249198 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76e5b0a1-641a-4cfc-a8df-18ded9538777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.278333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5b0a1-641a-4cfc-a8df-18ded9538777 None None] Pushing event deleted for resources: {'Port': ['ID=ade7fcf9-5648-4ba5-beb4-b9fbdae575ef,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:17.284865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5b0a1-641a-4cfc-a8df-18ded9538777 None None] No DVR routers for this DVR port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:17.303126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.330594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event deleted for resources: {'Port': ['ID=ade7fcf9-5648-4ba5-beb4-b9fbdae575ef,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:17.334535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] No DVR routers for this DVR port ade7fcf9-5648-4ba5-beb4-b9fbdae575ef on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:17.422722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef8c8b26-ba4e-4dfc-973c-674935e90a9d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.441658 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.455450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10c95ff-5eaf-425c-ac95-448a1e97c0c4']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:17.468441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e673143b-31e2-4a48-ad9c-c61233d30c3d') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:17.468769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e673143b-31e2-4a48-ad9c-c61233d30c3d') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:17.486006 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.489586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8c8b26-ba4e-4dfc-973c-674935e90a9d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Network af83caf5-b798-4631-9ef6-96bd52caa858 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:17.496615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-ef8c8b26-ba4e-4dfc-973c-674935e90a9d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:17.502172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8c8b26-ba4e-4dfc-973c-674935e90a9d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:17.503189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ef8c8b26-ba4e-4dfc-973c-674935e90a9d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.507730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c8b26-ba4e-4dfc-973c-674935e90a9d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Subnet': ['ID=dc5ba00a-d2c2-451e-ad62-f72e6d9fcf24,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:17.511484 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ae2891-cc8e-49b3-bb0e-b070f8f8530f None None] Network af83caf5-b798-4631-9ef6-96bd52caa858 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:17.534286 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ef8c8b26-ba4e-4dfc-973c-674935e90a9d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7364445 Aug 03 19:24:17.538398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48444) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:17.538666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.544548 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1059951465', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dc5ba00a-d2c2-451e-ad62-f72e6d9fcf24'}], 'security_groups': ['5e9412f9-8e5a-4c20-b6e0-60a53d58a4f8', 'fb9d991f-70ec-46b1-90d0-9a0580d7a2aa']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:17.552967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:17.553677 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:17.559647 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:17.720166 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.764272 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.769088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "DELETE /v2.0/networks/e10c95ff-5eaf-425c-ac95-448a1e97c0c4 HTTP/1.1" status: 204 len: 168 time: 1.4007673 Aug 03 19:24:17.769088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda830b-07e7-42a7-9bf1-4987a89332ae tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event deleted for resources: {'Network': ['ID=e10c95ff-5eaf-425c-ac95-448a1e97c0c4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:17.769917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48448) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:17.847454 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.005785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9295c23-0580-429e-bc7d-822dbc3bb563 None None] Update dhcp port {'port': {'network_id': 'af83caf5-b798-4631-9ef6-96bd52caa858', 'fixed_ips': [{'subnet_id': 'd5f907ce-c7d8-411f-8503-a288f2008221', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ab648822-84f4-4f49-b304-dfe23769db7c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dc5ba00a-d2c2-451e-ad62-f72e6d9fcf24'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'ed5f4b64-48a0-451d-81c4-2abc760c43d6'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:24:18.027880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ba038a4c-4510-489a-a5e5-b2f153f323a6 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Deleting port 4aa5393e-b9f6-4589-a775-f14588793dd7 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:18.028430 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ba038a4c-4510-489a-a5e5-b2f153f323a6 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.063954 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9295c23-0580-429e-bc7d-822dbc3bb563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.142257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ba038a4c-4510-489a-a5e5-b2f153f323a6 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.142612 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ba038a4c-4510-489a-a5e5-b2f153f323a6 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.188763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ba038a4c-4510-489a-a5e5-b2f153f323a6 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Calling delete_port for 4aa5393e-b9f6-4589-a775-f14588793dd7 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:18.384033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Delete allocated IP 2001:db8::2c6 (af83caf5-b798-4631-9ef6-96bd52caa858/ab648822-84f4-4f49-b304-dfe23769db7c) {{(pid=100488) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:24:18.404581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Allocated IP 2001:db8:0:2::1d0 (af83caf5-b798-4631-9ef6-96bd52caa858/dc5ba00a-d2c2-451e-ad62-f72e6d9fcf24/499c26af-3fcc-4379-af54-0ee946a6bd32) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:18.531757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ba038a4c-4510-489a-a5e5-b2f153f323a6 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.590383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba038a4c-4510-489a-a5e5-b2f153f323a6 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Pushing event deleted for resources: {'Port': ['ID=4aa5393e-b9f6-4589-a775-f14588793dd7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:18.597994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ade7fcf9-5648-4ba5-beb4-b9fbdae575ef no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:18.601872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e6251-4ecc-45b6-a070-24b6ba9d79eb req-1888e224-91d2-4839-a7a0-b8eb87bf63d0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:18.603781 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-680e6251-4ecc-45b6-a070-24b6ba9d79eb req-1888e224-91d2-4839-a7a0-b8eb87bf63d0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.2431767 Aug 03 19:24:18.645133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ade7fcf9-5648-4ba5-beb4-b9fbdae575ef {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:18.645656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ade7fcf9-5648-4ba5-beb4-b9fbdae575ef not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:18.714273 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-680e6251-4ecc-45b6-a070-24b6ba9d79eb req-b70a0b25-8e76-4930-9c10-834e39835017 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025808 Aug 03 19:24:18.735299 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ba038a4c-4510-489a-a5e5-b2f153f323a6 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.745701 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ba038a4c-4510-489a-a5e5-b2f153f323a6 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.749820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ba038a4c-4510-489a-a5e5-b2f153f323a6 tempest-FloatingIPAdminTestJSON-655331696 tempest-FloatingIPAdminTestJSON-655331696-project] 10.222.0.78 "DELETE /v2.0/floatingips/d1158c68-97bb-4d80-af9f-24b6724a8b01 HTTP/1.1" status: 204 len: 168 time: 0.9784884 Aug 03 19:24:18.850393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.870650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Transition to ACTIVE for port object 499c26af-3fcc-4379-af54-0ee946a6bd32 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:18.879324 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.974625 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] In _notify_port_updated(), no bound segment for port 499c26af-3fcc-4379-af54-0ee946a6bd32 on network af83caf5-b798-4631-9ef6-96bd52caa858 {{(pid=100488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:24:18.975383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-f9295c23-0580-429e-bc7d-822dbc3bb563 None None] Allocated IP 2001:db8:0:2::2 (af83caf5-b798-4631-9ef6-96bd52caa858/dc5ba00a-d2c2-451e-ad62-f72e6d9fcf24/ed5f4b64-48a0-451d-81c4-2abc760c43d6) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:18.990706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:18.992682 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.997267 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "PUT /v2.0/ports/499c26af-3fcc-4379-af54-0ee946a6bd32 HTTP/1.1" status: 200 len: 970 time: 1.4573207 Aug 03 19:24:19.002284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48494) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:19.024226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f699ec-92d6-4388-86ea-6dbd1cebcc0d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event updated for resources: {'Port': ['ID=499c26af-3fcc-4379-af54-0ee946a6bd32,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:19.184415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f9295c23-0580-429e-bc7d-822dbc3bb563 None None] For port ed5f4b64-48a0-451d-81c4-2abc760c43d6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ed5f4b64-48a0-451d-81c4-2abc760c43d6,segment=NetworkSegment(c45aa0b4-a9b2-481c-add2-9d9fdd3585d3),segment_id=c45aa0b4-a9b2-481c-add2-9d9fdd3585d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:19.275553 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9295c23-0580-429e-bc7d-822dbc3bb563 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.313168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f9295c23-0580-429e-bc7d-822dbc3bb563 None None] Transition to ACTIVE for port object ed5f4b64-48a0-451d-81c4-2abc760c43d6 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:19.325153 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9295c23-0580-429e-bc7d-822dbc3bb563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.438161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9295c23-0580-429e-bc7d-822dbc3bb563 None None] Pushing event updated for resources: {'Port': ['ID=ed5f4b64-48a0-451d-81c4-2abc760c43d6,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:19.488581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48506) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:19.754078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5b6be316-8b3d-4183-ba18-f1c8506140af tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port 499c26af-3fcc-4379-af54-0ee946a6bd32 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:19.754746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b6be316-8b3d-4183-ba18-f1c8506140af tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.877850 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f512d41e-4d1a-49cc-aa1b-2b00aee9ef7c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa7b7944a5304f5593270f6a13215919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870296 Aug 03 19:24:19.878803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48520) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:19.987229 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b85759e-12c8-4c1b-b368-6fa89955d58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.047484 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b85759e-12c8-4c1b-b368-6fa89955d58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.076761 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b6be316-8b3d-4183-ba18-f1c8506140af tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.127074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5b6be316-8b3d-4183-ba18-f1c8506140af tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for 499c26af-3fcc-4379-af54-0ee946a6bd32 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:20.193557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b85759e-12c8-4c1b-b368-6fa89955d58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.200470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b85759e-12c8-4c1b-b368-6fa89955d58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.221157 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0b85759e-12c8-4c1b-b368-6fa89955d58a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e33b9b63-b73d-418e-b5bf-e4fb892002ce HTTP/1.1" status: 204 len: 168 time: 0.3261435 Aug 03 19:24:20.251229 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85759e-12c8-4c1b-b368-6fa89955d58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33b9b63-b73d-418e-b5bf-e4fb892002ce,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:20.319722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecadaf-9e24-4588-a6b8-e3fc18a63aaf req-f68bfc82-cbea-453c-8c1c-eae837cea019 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:20.326341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-97ecadaf-9e24-4588-a6b8-e3fc18a63aaf req-f68bfc82-cbea-453c-8c1c-eae837cea019 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.3329592 Aug 03 19:24:20.398430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-97ecadaf-9e24-4588-a6b8-e3fc18a63aaf req-dc68a053-9077-4f1b-b499-b883a940a614 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601208 Aug 03 19:24:20.498326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b6be316-8b3d-4183-ba18-f1c8506140af tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.568000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6be316-8b3d-4183-ba18-f1c8506140af tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=499c26af-3fcc-4379-af54-0ee946a6bd32,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:20.600085 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b6be316-8b3d-4183-ba18-f1c8506140af tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.603338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5b6be316-8b3d-4183-ba18-f1c8506140af tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/499c26af-3fcc-4379-af54-0ee946a6bd32 HTTP/1.1" status: 204 len: 168 time: 1.5993590 Aug 03 19:24:20.611508 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48538) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:20.687587 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-02af338b-068f-4015-9044-176986304c8b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] GET failed (client error): The resource could not be found. Aug 03 19:24:20.689460 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-02af338b-068f-4015-9044-176986304c8b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports/499c26af-3fcc-4379-af54-0ee946a6bd32 HTTP/1.1" status: 404 len: 333 time: 0.0761526 Aug 03 19:24:20.697422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48542) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:20.720524 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ed5f4b64-48a0-451d-81c4-2abc760c43d6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:20.811681 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10e89f8f-7758-4b86-8821-774c1e04dcb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.853753 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10e89f8f-7758-4b86-8821-774c1e04dcb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.925089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48546) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:20.943278 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10e89f8f-7758-4b86-8821-774c1e04dcb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.944414 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2b4cd8f-3c11-4c09-b989-d4ad01c94799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.949364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10e89f8f-7758-4b86-8821-774c1e04dcb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.955113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-10e89f8f-7758-4b86-8821-774c1e04dcb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/security-groups/6864b421-7fe2-4837-9133-35400a1833ce HTTP/1.1" status: 204 len: 168 time: 0.2555733 Aug 03 19:24:20.960154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48548) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:20.991692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e89f8f-7758-4b86-8821-774c1e04dcb7 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6864b421-7fe2-4837-9133-35400a1833ce,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:21.068546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad741ce4-38c5-4122-8aec-46697fad6546 None None] Provisioning complete for port d5980060-f699-4e5b-b321-49f6b4db54d4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:21.069808 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ad741ce4-38c5-4122-8aec-46697fad6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.099786 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e10f55b8-60c4-4a7d-a1c5-e11160a7d036 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.147612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ad741ce4-38c5-4122-8aec-46697fad6546 None None] Port d5980060-f699-4e5b-b321-49f6b4db54d4 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:21.159492 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e10f55b8-60c4-4a7d-a1c5-e11160a7d036 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.164440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad741ce4-38c5-4122-8aec-46697fad6546 None None] Provisioning for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:21.180488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad741ce4-38c5-4122-8aec-46697fad6546 None None] Provisioning complete for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:21.180859 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ad741ce4-38c5-4122-8aec-46697fad6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.229193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2b4cd8f-3c11-4c09-b989-d4ad01c94799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.237008 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e2b4cd8f-3c11-4c09-b989-d4ad01c94799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.239957 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e10f55b8-60c4-4a7d-a1c5-e11160a7d036 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.244381 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e10f55b8-60c4-4a7d-a1c5-e11160a7d036 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.246267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e10f55b8-60c4-4a7d-a1c5-e11160a7d036 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/security-groups/fb9d991f-70ec-46b1-90d0-9a0580d7a2aa HTTP/1.1" status: 204 len: 168 time: 0.2841513 Aug 03 19:24:21.252246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48556) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:21.268555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f55b8-60c4-4a7d-a1c5-e11160a7d036 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9d991f-70ec-46b1-90d0-9a0580d7a2aa,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:21.337011 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-164beed5-cf74-404b-b8d7-709aaac7a887 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.356390 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e2b4cd8f-3c11-4c09-b989-d4ad01c94799 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a4d2658aedef426a867d1ab1ebaa102e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291773 Aug 03 19:24:21.357042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48558) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:21.357847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4cd8f-3c11-4c09-b989-d4ad01c94799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5ea2c3-d478-41b6-b682-a0441ebdabd4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:21.379061 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad741ce4-38c5-4122-8aec-46697fad6546 None None] Could not find standard attr ID for object 499c26af-3fcc-4379-af54-0ee946a6bd32. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:24:21.400849 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-164beed5-cf74-404b-b8d7-709aaac7a887 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.439233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d86f7512-2d38-4922-ba70-bacbbd5a35e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.474351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-164beed5-cf74-404b-b8d7-709aaac7a887 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.477393 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-164beed5-cf74-404b-b8d7-709aaac7a887 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.482058 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-164beed5-cf74-404b-b8d7-709aaac7a887 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/security-groups/5e9412f9-8e5a-4c20-b6e0-60a53d58a4f8 HTTP/1.1" status: 204 len: 168 time: 0.2254233 Aug 03 19:24:21.482401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48566) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:21.487921 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d86f7512-2d38-4922-ba70-bacbbd5a35e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.500055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-283644f2-5cd3-45cd-8ebf-e10b7f36da8f None None] Could not find standard attr ID for object 499c26af-3fcc-4379-af54-0ee946a6bd32. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:24:21.500687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164beed5-cf74-404b-b8d7-709aaac7a887 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9412f9-8e5a-4c20-b6e0-60a53d58a4f8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:21.611688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-0325d8a5-4ab6-4a67-aa82-259b128f2d1b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting subnet ab648822-84f4-4f49-b304-dfe23769db7c {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:21.615328 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0325d8a5-4ab6-4a67-aa82-259b128f2d1b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.644913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62970748-fa36-4bb5-8471-25b79735fb5c req-5492fcb1-0c68-4848-9e0a-025ff09152f1 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:21.648995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62970748-fa36-4bb5-8471-25b79735fb5c req-5492fcb1-0c68-4848-9e0a-025ff09152f1 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.1099854 Aug 03 19:24:21.669823 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0325d8a5-4ab6-4a67-aa82-259b128f2d1b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.768588 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62970748-fa36-4bb5-8471-25b79735fb5c req-096c3d36-cabe-4981-a05a-f5070ee0f151 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102583 Aug 03 19:24:21.829929 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d86f7512-2d38-4922-ba70-bacbbd5a35e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.829929 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d86f7512-2d38-4922-ba70-bacbbd5a35e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.829929 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d86f7512-2d38-4922-ba70-bacbbd5a35e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d5ea2c3-d478-41b6-b682-a0441ebdabd4 HTTP/1.1" status: 204 len: 168 time: 0.4583759 Aug 03 19:24:21.856220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f7512-2d38-4922-ba70-bacbbd5a35e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5ea2c3-d478-41b6-b682-a0441ebdabd4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:21.909315 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0325d8a5-4ab6-4a67-aa82-259b128f2d1b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.998029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0325d8a5-4ab6-4a67-aa82-259b128f2d1b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.031272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325d8a5-4ab6-4a67-aa82-259b128f2d1b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Subnet': ['ID=ab648822-84f4-4f49-b304-dfe23769db7c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:22.035536 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0325d8a5-4ab6-4a67-aa82-259b128f2d1b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.038653 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0325d8a5-4ab6-4a67-aa82-259b128f2d1b tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/ab648822-84f4-4f49-b304-dfe23769db7c HTTP/1.1" status: 204 len: 168 time: 0.5437977 Aug 03 19:24:22.048010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48592) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:22.048419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad934e0-aaa4-46f8-b05f-aade8302c5d3 None None] Network af83caf5-b798-4631-9ef6-96bd52caa858 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:22.148998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d116d468-ba22-4934-a13f-a3ed49853680 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting subnet dc5ba00a-d2c2-451e-ad62-f72e6d9fcf24 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:22.157169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d116d468-ba22-4934-a13f-a3ed49853680 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.262805 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d116d468-ba22-4934-a13f-a3ed49853680 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.456775 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-81f1439f-c356-4847-8613-e95039eeca25 req-f543f586-19df-47e6-bed8-7654d6a17fc4 service neutron] show failed (client error): The resource could not be found. Aug 03 19:24:22.458167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c024-69c3-4834-b6de-3d52f7107033 req-f4a7e9fe-166e-44f7-b438-a2be9c380b70 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:22.461645 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-f543f586-19df-47e6-bed8-7654d6a17fc4 service neutron] 10.222.0.37 "GET /v2.0/ports/4124d29e-0202-4b51-8f9b-e76b5ed447da/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.1943679 Aug 03 19:24:22.486094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2605c024-69c3-4834-b6de-3d52f7107033 req-f4a7e9fe-166e-44f7-b438-a2be9c380b70 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 947 time: 0.1421700 Aug 03 19:24:22.552280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2605c024-69c3-4834-b6de-3d52f7107033 req-12d538f0-c50b-4576-8f54-c9982608bf33 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645401 Aug 03 19:24:22.584315 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d116d468-ba22-4934-a13f-a3ed49853680 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.732267 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d116d468-ba22-4934-a13f-a3ed49853680 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.749793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48604) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:22.769646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e7cff99-c29b-478e-b840-6fdb2516bb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.806434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116d468-ba22-4934-a13f-a3ed49853680 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5ba00a-d2c2-451e-ad62-f72e6d9fcf24,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:22.809424 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d116d468-ba22-4934-a13f-a3ed49853680 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.813654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d116d468-ba22-4934-a13f-a3ed49853680 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/dc5ba00a-d2c2-451e-ad62-f72e6d9fcf24 HTTP/1.1" status: 204 len: 168 time: 0.7617126 Aug 03 19:24:22.833755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48608) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:22.878113 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b50ba1-7e87-43c1-ab5a-2cad086a9226 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:22.878652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b50ba1-7e87-43c1-ab5a-2cad086a9226 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:22.882891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-54b50ba1-7e87-43c1-ab5a-2cad086a9226 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/ab648822-84f4-4f49-b304-dfe23769db7c HTTP/1.1" status: 404 len: 337 time: 0.0452144 Aug 03 19:24:22.886047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48610) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:22.959335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1439f-c356-4847-8613-e95039eeca25 req-6ae7cddb-d813-4503-b92f-408820ccef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:22.965820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-6ae7cddb-d813-4503-b92f-408820ccef2a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 1097 time: 0.2000029 Aug 03 19:24:23.013071 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e7cff99-c29b-478e-b840-6fdb2516bb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.021976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4e7cff99-c29b-478e-b840-6fdb2516bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.039747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:23.057144 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4e7cff99-c29b-478e-b840-6fdb2516bb03 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2c6ad073e2c42f0965fe81503e2284d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065636 Aug 03 19:24:23.062231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48614) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:23.088025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abbbd99-ef34-48a5-89ad-e47a9850d98d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting subnet d5f907ce-c7d8-411f-8503-a288f2008221 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:23.096664 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2abbbd99-ef34-48a5-89ad-e47a9850d98d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.188412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cff99-c29b-478e-b840-6fdb2516bb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f538097-9eaa-4c6b-b442-6cbbb1d6086a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:23.235696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c65648cb-1d53-4c03-ac01-b1852deb878b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.238106 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b33a-fcbe-4e5f-a140-37d2b6907819 req-d51f4c9d-919d-4b87-bdbe-07423b3a3f2a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:23.256190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f086b33a-fcbe-4e5f-a140-37d2b6907819 req-d51f4c9d-919d-4b87-bdbe-07423b3a3f2a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.3091819 Aug 03 19:24:23.272700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c65648cb-1d53-4c03-ac01-b1852deb878b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.304907 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2abbbd99-ef34-48a5-89ad-e47a9850d98d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.340719 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.363905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c65648cb-1d53-4c03-ac01-b1852deb878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.367178 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c65648cb-1d53-4c03-ac01-b1852deb878b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.368914 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c65648cb-1d53-4c03-ac01-b1852deb878b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f538097-9eaa-4c6b-b442-6cbbb1d6086a HTTP/1.1" status: 204 len: 168 time: 0.3052106 Aug 03 19:24:23.379693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65648cb-1d53-4c03-ac01-b1852deb878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f538097-9eaa-4c6b-b442-6cbbb1d6086a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:23.484591 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f086b33a-fcbe-4e5f-a140-37d2b6907819 req-6f2c5e19-d5e2-4328-bcef-637f15013c7a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263200 Aug 03 19:24:23.602893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81beeaa-0cb0-4ed4-98d2-98e78b5f0ae4 None None] Network af83caf5-b798-4631-9ef6-96bd52caa858 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:23.787867 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2abbbd99-ef34-48a5-89ad-e47a9850d98d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.810511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d32fdc02-978e-4623-acf8-0af011590094 None None] Provisioning complete for port d5980060-f699-4e5b-b321-49f6b4db54d4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:23.810889 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d32fdc02-978e-4623-acf8-0af011590094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.886118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:23.960077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:24.061746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.070133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d32fdc02-978e-4623-acf8-0af011590094 None None] Port d5980060-f699-4e5b-b321-49f6b4db54d4 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:24.085534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Transition to ACTIVE for port object 4124d29e-0202-4b51-8f9b-e76b5ed447da will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:24.107256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:24.110465 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64cf093-9f55-4f51-8653-bb40da4769fb" -d '{"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-unplugged", "status": "completed", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:24.124357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d32fdc02-978e-4623-acf8-0af011590094 None None] Provisioning complete for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:24.124729 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d32fdc02-978e-4623-acf8-0af011590094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.169936 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.301026 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b906d25e-4157-432c-a2a0-f95f8ceaa0af x-openstack-request-id: req-b906d25e-4157-432c-a2a0-f95f8ceaa0af {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:24.301543 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-unplugged", "status": "completed", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:24.301998 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b906d25e-4157-432c-a2a0-f95f8ceaa0af {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:24.302628 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'code': 200} Aug 03 19:24:24.538142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:24.563064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-a63ff2e2-c859-4b71-bca8-d7d4be27a28f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:24.566018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-a63ff2e2-c859-4b71-bca8-d7d4be27a28f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 947 time: 0.7209563 Aug 03 19:24:24.597161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc93f-f4ca-4a00-9af9-e4f2d5d64718 req-f8942787-351a-465a-8663-89ee87c10642 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:24.618147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1edc93f-f4ca-4a00-9af9-e4f2d5d64718 req-f8942787-351a-465a-8663-89ee87c10642 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 947 time: 0.7750781 Aug 03 19:24:24.646261 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2abbbd99-ef34-48a5-89ad-e47a9850d98d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.949661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbbd99-ef34-48a5-89ad-e47a9850d98d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f907ce-c7d8-411f-8503-a288f2008221,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:24.974473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2abbbd99-ef34-48a5-89ad-e47a9850d98d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.976833 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2abbbd99-ef34-48a5-89ad-e47a9850d98d tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/d5f907ce-c7d8-411f-8503-a288f2008221 HTTP/1.1" status: 204 len: 168 time: 2.0883992 Aug 03 19:24:24.980281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48658) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.023615 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf259f2-2ff1-4017-9c85-561f87d8fee3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:25.042840 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf259f2-2ff1-4017-9c85-561f87d8fee3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:25.047016 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-edf259f2-2ff1-4017-9c85-561f87d8fee3 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/1bc34b87-9913-4406-85b2-af60f4911922 HTTP/1.1" status: 404 len: 337 time: 0.0630870 Aug 03 19:24:25.048074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48662) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.085985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] No DVR routers for this DVR port 4124d29e-0202-4b51-8f9b-e76b5ed447da on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:25.113973 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-abe6ffcc-3168-4035-a0c5-b6a3e4562903 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "GET /v2.0/ports?device_id=c5869981-8a07-4e42-8864-bad042d39086 HTTP/1.1" status: 200 len: 205 time: 0.0643923 Aug 03 19:24:25.114752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48664) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.178657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1edc93f-f4ca-4a00-9af9-e4f2d5d64718 req-b498482b-d5c9-4d03-8094-d8555ade8d10 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5585165 Aug 03 19:24:25.233656 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-13c638d1-d779-408c-8e9f-79f5792c9555 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] delete failed (client error): The resource could not be found. Aug 03 19:24:25.238028 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-13c638d1-d779-408c-8e9f-79f5792c9555 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/routers/c5869981-8a07-4e42-8864-bad042d39086 HTTP/1.1" status: 404 len: 336 time: 0.1203501 Aug 03 19:24:25.239317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48668) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.325050 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6c1dcb-0fda-4b21-9d76-46f1ce6e8f83 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:25.333234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6c1dcb-0fda-4b21-9d76-46f1ce6e8f83 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:25.337034 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8e6c1dcb-0fda-4b21-9d76-46f1ce6e8f83 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/f3256cf5-68c3-4c89-abcb-a58d1e341d86 HTTP/1.1" status: 404 len: 337 time: 0.0840409 Aug 03 19:24:25.340469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48676) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.409000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c652b-2380-4d21-ae4e-2dd122648d88 None None] Network af83caf5-b798-4631-9ef6-96bd52caa858 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:25.421944 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3c61a6-44e3-4939-9a54-795e335ca135 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:25.424356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3c61a6-44e3-4939-9a54-795e335ca135 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:25.433248 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6d3c61a6-44e3-4939-9a54-795e335ca135 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/9e0e70bc-c93b-4546-ac7e-7c751c55ce4a HTTP/1.1" status: 404 len: 337 time: 0.0867722 Aug 03 19:24:25.437548 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48680) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.515370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd889790-4ef3-482d-93ac-6be62f4af1fe req-11ab1b03-5131-4740-b616-dab7657b7129 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:25.517772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd889790-4ef3-482d-93ac-6be62f4af1fe req-11ab1b03-5131-4740-b616-dab7657b7129 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.8469381 Aug 03 19:24:25.533160 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfd3f2c-8f21-4e54-b466-0081ecc8a19c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:25.533643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfd3f2c-8f21-4e54-b466-0081ecc8a19c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:25.536518 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1bfd3f2c-8f21-4e54-b466-0081ecc8a19c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/4393f47e-5f88-4f63-9a69-cabec43dca9c HTTP/1.1" status: 404 len: 337 time: 0.0995324 Aug 03 19:24:25.539556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48684) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.573464 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4da803-6f09-4965-99d9-bf742b7b0bbf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:25.574484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4da803-6f09-4965-99d9-bf742b7b0bbf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:25.576541 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dd4da803-6f09-4965-99d9-bf742b7b0bbf tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/7cc2bd22-8ea6-409a-8f30-a299fa12c066 HTTP/1.1" status: 404 len: 333 time: 0.0359852 Aug 03 19:24:25.580777 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48686) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.596521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b6b2bf17-be1e-42f2-90c9-3652b1af38cc None None] Provisioning complete for port d5980060-f699-4e5b-b321-49f6b4db54d4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:25.597294 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6b2bf17-be1e-42f2-90c9-3652b1af38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.614447 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fa8d5a-cffc-429f-a773-873e16d1f5df tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:25.615169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fa8d5a-cffc-429f-a773-873e16d1f5df tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:25.617174 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-65fa8d5a-cffc-429f-a773-873e16d1f5df tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/ac09be10-6184-42f6-b011-2cc8a5131cb2 HTTP/1.1" status: 404 len: 337 time: 0.0350296 Aug 03 19:24:25.620225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48690) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.648883 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73f37d7-80b2-469c-b2c8-ed1e00f5f29c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:25.649623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73f37d7-80b2-469c-b2c8-ed1e00f5f29c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:25.651665 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e73f37d7-80b2-469c-b2c8-ed1e00f5f29c tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/aa2da629-e127-40e1-b9bb-400acdef2b02 HTTP/1.1" status: 404 len: 337 time: 0.0301111 Aug 03 19:24:25.659357 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48692) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.678757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd889790-4ef3-482d-93ac-6be62f4af1fe req-b3330e52-be7d-4920-8b5b-e56fb00dc6a1 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374702 Aug 03 19:24:25.720653 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9e444a-e4f1-438c-9dc2-483a279aa6de tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:25.722266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9e444a-e4f1-438c-9dc2-483a279aa6de tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:25.723646 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cc9e444a-e4f1-438c-9dc2-483a279aa6de tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/97475037-35d9-41ca-aa06-9423eb0e50a4 HTTP/1.1" status: 404 len: 333 time: 0.0634403 Aug 03 19:24:25.725464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2bf17-be1e-42f2-90c9-3652b1af38cc None None] Port d5980060-f699-4e5b-b321-49f6b4db54d4 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:25.726158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48694) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.726652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Deleting port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:25.727274 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.753687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b6b2bf17-be1e-42f2-90c9-3652b1af38cc None None] Provisioning complete for port ed5f4b64-48a0-451d-81c4-2abc760c43d6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:25.754380 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6b2bf17-be1e-42f2-90c9-3652b1af38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.784646 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-9109a963-3d2a-42e7-a525-6081652bfd37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:25.785083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9109a963-3d2a-42e7-a525-6081652bfd37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:25.798948 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9109a963-3d2a-42e7-a525-6081652bfd37 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/c1f6b6e1-c8bd-4296-acf7-201ed487cfe2 HTTP/1.1" status: 404 len: 337 time: 0.0714409 Aug 03 19:24:25.799606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48698) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.868101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] DHCP port deletion for af83caf5-b798-4631-9ef6-96bd52caa858 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:24:25.886260 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-5538b207-07c0-45dd-a887-f8f5e23fe8aa tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:25.886260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5538b207-07c0-45dd-a887-f8f5e23fe8aa tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:25.891291 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5538b207-07c0-45dd-a887-f8f5e23fe8aa tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/subnets/9814e247-eabe-48d8-8e7a-82a6afd9cf11 HTTP/1.1" status: 404 len: 337 time: 0.0903311 Aug 03 19:24:25.892360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48704) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.892541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48706) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.950806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:25.951154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:25.951507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da on network 057224d6-e8c3-4b58-92ee-b27f9b58c53b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:25.997515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Port 4124d29e-0202-4b51-8f9b-e76b5ed447da on network 057224d6-e8c3-4b58-92ee-b27f9b58c53b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:24:25.998021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da on network 057224d6-e8c3-4b58-92ee-b27f9b58c53b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:26.019152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Deleting port ed5f4b64-48a0-451d-81c4-2abc760c43d6 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:26.019806 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.021739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:26.022089 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Checking segment: {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:26.022482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Bound using segment: {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:26.022941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Bound port: 4124d29e-0202-4b51-8f9b-e76b5ed447da, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:26.023429 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.085354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1143900305', 'router:external': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:26.093715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] For port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:26.094073 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.127169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Made reservation on behalf of f796409209394c958a785966a159feb0 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:26.132246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.145596 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.231722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] For port ed5f4b64-48a0-451d-81c4-2abc760c43d6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ed5f4b64-48a0-451d-81c4-2abc760c43d6,segment=NetworkSegment(c45aa0b4-a9b2-481c-add2-9d9fdd3585d3),segment_id=c45aa0b4-a9b2-481c-add2-9d9fdd3585d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:26.232096 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.268230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Calling delete_port for ed5f4b64-48a0-451d-81c4-2abc760c43d6 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:26.413013 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.427054 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.458146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:24:26.472128 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efa3928-065d-4495-b2d3-7869597333be,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:26.479064 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.479984 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Added segment d4fdcd5d-5418-4198-96c2-6ee6c1a047f7 of type vlan for network e882f375-3bb9-40a0-87e9-5b0894847fd9 Aug 03 19:24:26.507296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:26.515323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:26.522681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-cabf153c-64fe-4990-99ca-943eaaff7f9a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Deleting port d5980060-f699-4e5b-b321-49f6b4db54d4 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:26.523521 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cabf153c-64fe-4990-99ca-943eaaff7f9a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.524880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:26.541543 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.542702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.586239 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.653550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.654719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:26.655501 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.732297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:26.732937 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.734554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] 10.222.0.74 "PUT /v2.0/ports/4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 1092 time: 3.7168705 Aug 03 19:24:26.736426 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.736815 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.737135 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Floating IP bd2427ad-21a2-4b9d-942f-2db3031a5e71 disassociated. External IP: 172.25.8.237, port: 449dd8fa-e057-4dc0-be71-fc0c744a8fb8. Aug 03 19:24:26.737517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Calling delete_port for 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:26.764296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] No DVR routers for this DVR port ed5f4b64-48a0-451d-81c4-2abc760c43d6 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:26.767269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event updated for resources: {'Network': ['ID=e882f375-3bb9-40a0-87e9-5b0894847fd9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:26.770404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:26.772746 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:26.782985 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-900d10ec-822a-4c3a-b5dc-f20aa095f7c8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8893268 Aug 03 19:24:26.787833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48722) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:26.791596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Pushing event deleted for resources: {'Port': ['ID=ed5f4b64-48a0-451d-81c4-2abc760c43d6,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:26.795566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ed5f4b64-48a0-451d-81c4-2abc760c43d6 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:26.802907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Request body: {'subnet': {'network_id': 'e882f375-3bb9-40a0-87e9-5b0894847fd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:26.824286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e882f375-3bb9-40a0-87e9-5b0894847fd9 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:24:26.856429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Made reservation on behalf of f796409209394c958a785966a159feb0 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:26.859762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.881761 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cabf153c-64fe-4990-99ca-943eaaff7f9a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.004701 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ed5f4b64-48a0-451d-81c4-2abc760c43d6 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:27.005747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ed5f4b64-48a0-451d-81c4-2abc760c43d6 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:27.023943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-cabf153c-64fe-4990-99ca-943eaaff7f9a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Calling delete_port for d5980060-f699-4e5b-b321-49f6b4db54d4 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:27.055677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.056245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.056816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.058180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.058869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.059442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.060069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.060717 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.061326 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.061941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.062635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.063803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087eca2-19b5-4d9b-b119-dc4f643ec2c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:27.088540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a02fee-1012-4e12-8956-a44205a31e8a service neutron] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:27.110458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92f8a1-ad6d-43c1-a0fe-16d874f20ddd req-46d268dd-4a2b-4a95-8603-f08e0df0b6b5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.111171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:27.112550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e92f8a1-ad6d-43c1-a0fe-16d874f20ddd req-46d268dd-4a2b-4a95-8603-f08e0df0b6b5 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 947 time: 0.6497347 Aug 03 19:24:27.164573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1439f-c356-4847-8613-e95039eeca25 req-75f59bc9-3026-4faf-8bb1-e067d83b0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.166487 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-75f59bc9-3026-4faf-8bb1-e067d83b0ea6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1095 time: 0.3775136 Aug 03 19:24:27.361384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba326d-7d33-48dc-98a5-2a40787d68e9 req-67729860-0016-4bce-b768-ae517b105659 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.363075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89ba326d-7d33-48dc-98a5-2a40787d68e9 req-67729860-0016-4bce-b768-ae517b105659 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.4862199 Aug 03 19:24:27.481455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e92f8a1-ad6d-43c1-a0fe-16d874f20ddd req-4437eff9-5d4e-46cf-9b9e-29a8c471e7ff tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups?id=f4b015dc-38a9-490f-80db-1d6a266edb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203046 Aug 03 19:24:27.510716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:24:27.512134 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.561376 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.578348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89ba326d-7d33-48dc-98a5-2a40787d68e9 req-42bb2bcb-806a-4b3a-a357-aa6317343a93 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990745 Aug 03 19:24:27.605046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event updated for resources: {'Subnet': ['ID=92037a64-1b39-45e0-bbb3-97aaebb4dbaf,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:27.636721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event deleted for resources: {'Port': ['ID=449dd8fa-e057-4dc0-be71-fc0c744a8fb8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:27.640188 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cabf153c-64fe-4990-99ca-943eaaff7f9a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.652565 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df5b1dd-e69e-4ef3-9807-41705817e4bb x-openstack-request-id: req-4df5b1dd-e69e-4ef3-9807-41705817e4bb {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:27.653035 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:27.653453 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4df5b1dd-e69e-4ef3-9807-41705817e4bb {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:27.654246 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'status': 'completed', 'code': 200} Aug 03 19:24:27.658018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Checking segment: {'id': 'd4fdcd5d-5418-4198-96c2-6ee6c1a047f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e882f375-3bb9-40a0-87e9-5b0894847fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:27.658396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Network hostable DHCP agents. Network: e882f375-3bb9-40a0-87e9-5b0894847fd9, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:24:27.662879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1439f-c356-4847-8613-e95039eeca25 req-0393b559-f2db-4f2d-8a91-26b73d8e13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.665695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-0393b559-f2db-4f2d-8a91-26b73d8e13d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.4875090 Aug 03 19:24:27.783414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-f29497af-d505-4425-83b9-70fc77d72b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.786482 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-f29497af-d505-4425-83b9-70fc77d72b29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1095 time: 0.1210759 Aug 03 19:24:27.788742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Network e882f375-3bb9-40a0-87e9-5b0894847fd9 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:24:27.792236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf153c-64fe-4990-99ca-943eaaff7f9a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Port': ['ID=d5980060-f699-4e5b-b321-49f6b4db54d4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:27.810874 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cabf153c-64fe-4990-99ca-943eaaff7f9a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.816383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cabf153c-64fe-4990-99ca-943eaaff7f9a tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/ports/d5980060-f699-4e5b-b321-49f6b4db54d4 HTTP/1.1" status: 204 len: 168 time: 1.9205887 Aug 03 19:24:27.821422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48732) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:27.908775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-5b25bb64-a1e8-479c-b3bf-78ecd9bc18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.910579 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-5b25bb64-a1e8-479c-b3bf-78ecd9bc18fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.1033242 Aug 03 19:24:27.911768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e882f375-3bb9-40a0-87e9-5b0894847fd9) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:27.916733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.916943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:27.918172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.960824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:27.961305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:27.965225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7669dd32-2e07-4d03-a5d2-f025927b66d3 None None] Network e882f375-3bb9-40a0-87e9-5b0894847fd9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:27.974448 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.030941 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-10dc1b06-68b6-41f3-b518-ba4acd32e6d6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2407572 Aug 03 19:24:28.036994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48740) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:28.046043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1837711920', 'network_id': 'e882f375-3bb9-40a0-87e9-5b0894847fd9'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:28.125549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Made reservation on behalf of f796409209394c958a785966a159feb0 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:28.138657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.166131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] device_id is not set on port 66324619-a1c8-46ad-9f37-67498f54c7ae yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:24:28.337631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Allocated IP 172.20.0.6 (e882f375-3bb9-40a0-87e9-5b0894847fd9/92037a64-1b39-45e0-bbb3-97aaebb4dbaf/66324619-a1c8-46ad-9f37-67498f54c7ae) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:28.345892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7411ed66-45c9-49b8-910b-a7bdd1074b46 None None] Network e882f375-3bb9-40a0-87e9-5b0894847fd9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:28.741609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-191c9897-6aa3-48fc-98bc-73f43bd93073 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 999 time: 1.0651584 Aug 03 19:24:28.746517 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c587701-865b-4f13-8a6b-6e45f43424df req-29008fca-56a7-4433-9acb-dfc446fa210a tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 210 time: 0.0518975 Aug 03 19:24:28.963090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Router 30784467-1faa-4428-a71a-789e6aa84d6f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:24:28.965121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1439f-c356-4847-8613-e95039eeca25 req-0f175c27-2e45-4ad9-8f95-f6e8fe83fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:28.966755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-0f175c27-2e45-4ad9-8f95-f6e8fe83fe2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.2099600 Aug 03 19:24:28.992636 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-18169a9e-26c0-401b-aae4-98c00c893a8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 999 time: 1.0718694 Aug 03 19:24:29.059536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.059751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-72929ebd-409a-4759-9e1a-6758260c1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:29.061283 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-72929ebd-409a-4759-9e1a-6758260c1eca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.0573506 Aug 03 19:24:29.086566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af83caf5-b798-4631-9ef6-96bd52caa858']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:29.102739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cd8cd-7924-41cd-8c5c-e4f456eaeb88 req-e3527a50-7d44-46da-a50e-1e5f29b9dfaa tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:29.111338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f4cd8cd-7924-41cd-8c5c-e4f456eaeb88 req-e3527a50-7d44-46da-a50e-1e5f29b9dfaa tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.3184431 Aug 03 19:24:29.143813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45aa0b4-a9b2-481c-add2-9d9fdd3585d3') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:29.144328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45aa0b4-a9b2-481c-add2-9d9fdd3585d3') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:29.231541 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.254924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1439f-c356-4847-8613-e95039eeca25 req-aca45a8f-3603-4ef6-86e5-50fdfcf4d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:29.255646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-dff88881-127b-4493-8439-2410b1724942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:29.257711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-aca45a8f-3603-4ef6-86e5-50fdfcf4d53f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2818336 Aug 03 19:24:29.261725 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-dff88881-127b-4493-8439-2410b1724942 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892469 Aug 03 19:24:29.313964 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.347205 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.368711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f4cd8cd-7924-41cd-8c5c-e4f456eaeb88 req-c33d0f52-923b-4930-a245-a114c7399047 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563009 Aug 03 19:24:29.400403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:29.400868 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:29.405071 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:29.512758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:29.526948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba125a5-f639-4146-9b9b-d238a2b42c4d None None] Sync routers for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:29.548210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba125a5-f639-4146-9b9b-d238a2b42c4d None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:29.549722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ba125a5-f639-4146-9b9b-d238a2b42c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:29.594089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-64fb8553-0b0d-4e0f-bf2d-a1f312174ecd service neutron] 10.222.0.74 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095305 Aug 03 19:24:29.606011 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.651495 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-7c0f0d04-b62a-4c4c-b07f-a36e76a338fe service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837638 Aug 03 19:24:29.656368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.676699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.680110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] 10.222.0.78 "DELETE /v2.0/networks/af83caf5-b798-4631-9ef6-96bd52caa858 HTTP/1.1" status: 204 len: 168 time: 1.8570120 Aug 03 19:24:29.723577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Network e882f375-3bb9-40a0-87e9-5b0894847fd9 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:29.764283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:29.768123 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:29.801075 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.844229 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:29.844934 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.847197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9ba125a5-f639-4146-9b9b-d238a2b42c4d None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:29.889202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bb8f3-5734-4f45-a62a-6c70e9a53899 tempest-PortsIpV6TestJSON-386235415 tempest-PortsIpV6TestJSON-386235415-project] Pushing event deleted for resources: {'Network': ['ID=af83caf5-b798-4631-9ef6-96bd52caa858,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:29.891296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event updated for resources: {'Port': ['ID=66324619-a1c8-46ad-9f37-67498f54c7ae,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:29.914043 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c0aa4513-3cce-45d8-b349-93023da1698a tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8755252 Aug 03 19:24:29.914973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48768) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:30.004789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] No DVR routers for this DVR port 449dd8fa-e057-4dc0-be71-fc0c744a8fb8 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:30.056692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-fb75366e-97ea-44aa-952a-f37c53d19868 service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836164 Aug 03 19:24:30.058289 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.071081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80935cc6-132e-4341-af46-f3e9a3dfacd7 req-dc8edcf9-f47a-400e-b0a0-f2b8acd8097c tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.74 "DELETE /v2.0/ports/449dd8fa-e057-4dc0-be71-fc0c744a8fb8 HTTP/1.1" status: 204 len: 173 time: 5.4446876 Aug 03 19:24:30.076259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'name': 'network-vif-deleted', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:30.095844 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8218d627-b50f-4270-87a9-4982aa2fe63a" -d '{"events": [{"server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "name": "network-vif-deleted", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:30.108202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-0ccab91d-4774-4dd8-ad3a-7b9daf9de879 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Deleting port 66324619-a1c8-46ad-9f37-67498f54c7ae {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:30.108688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ccab91d-4774-4dd8-ad3a-7b9daf9de879 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.152106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2abe979-cc81-41e3-a8b5-6c34fec7227b req-96350349-442c-4f34-ac11-ff614708e4d2 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2582d07-45c5-449e-a4dc-5c6f77972a82 HTTP/1.1" status: 200 len: 210 time: 0.1580732 Aug 03 19:24:30.217339 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7720fad-f43e-434f-8f3b-b1d1d53062d3 x-openstack-request-id: req-f7720fad-f43e-434f-8f3b-b1d1d53062d3 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:30.217996 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2582d07-45c5-449e-a4dc-5c6f77972a82", "name": "network-vif-deleted", "tag": "449dd8fa-e057-4dc0-be71-fc0c744a8fb8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:30.218461 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7720fad-f43e-434f-8f3b-b1d1d53062d3 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:30.219119 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2582d07-45c5-449e-a4dc-5c6f77972a82', 'name': 'network-vif-deleted', 'tag': '449dd8fa-e057-4dc0-be71-fc0c744a8fb8', 'status': 'completed', 'code': 200} Aug 03 19:24:30.230201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-e9f7175c-9994-40ec-b9ff-0915d52de153 service neutron] 10.222.0.74 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212199 Aug 03 19:24:30.306481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ba125a5-f639-4146-9b9b-d238a2b42c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:30.357702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ccab91d-4774-4dd8-ad3a-7b9daf9de879 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.373780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-0ccab91d-4774-4dd8-ad3a-7b9daf9de879 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Calling delete_port for 66324619-a1c8-46ad-9f37-67498f54c7ae owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:30.378419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba125a5-f639-4146-9b9b-d238a2b42c4d None None] Checking router: 30784467-1faa-4428-a71a-789e6aa84d6f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:24:30.394023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba125a5-f639-4146-9b9b-d238a2b42c4d None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:30.394954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ba125a5-f639-4146-9b9b-d238a2b42c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:30.444032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-ca15f29e-dafe-4ff1-9e41-3de7a01949df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:30.446751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-ca15f29e-dafe-4ff1-9e41-3de7a01949df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1095 time: 0.1099341 Aug 03 19:24:30.561690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48780) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:30.565268 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9ba125a5-f639-4146-9b9b-d238a2b42c4d None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:30.711622 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ccab91d-4774-4dd8-ad3a-7b9daf9de879 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.730527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9073e72-52e0-4498-97c9-19432bbbf4bc req-14f72106-33c7-4361-8f4c-711a9c8c0130 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:30.738507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9073e72-52e0-4498-97c9-19432bbbf4bc req-14f72106-33c7-4361-8f4c-711a9c8c0130 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.1307943 Aug 03 19:24:30.749269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccab91d-4774-4dd8-ad3a-7b9daf9de879 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event deleted for resources: {'Port': ['ID=66324619-a1c8-46ad-9f37-67498f54c7ae,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:30.808951 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9073e72-52e0-4498-97c9-19432bbbf4bc req-a077b52c-6ec9-40d6-a4d1-7d0b589f775c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640578 Aug 03 19:24:30.810296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-98fbfe22-7a4b-4065-9f64-4ed95c605c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:30.811939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-98fbfe22-7a4b-4065-9f64-4ed95c605c19 service neutron] 10.222.0.74 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.3568747 Aug 03 19:24:30.884502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0ccab91d-4774-4dd8-ad3a-7b9daf9de879 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.889950 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0ccab91d-4774-4dd8-ad3a-7b9daf9de879 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "DELETE /v2.0/ports/66324619-a1c8-46ad-9f37-67498f54c7ae HTTP/1.1" status: 204 len: 168 time: 0.9693007 Aug 03 19:24:30.897110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48784) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:30.910774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-7e0484b0-335a-4ddd-981f-a75a10a40893 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 999 time: 0.0893707 Aug 03 19:24:30.911360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e882f375-3bb9-40a0-87e9-5b0894847fd9', 'external_fixed_ips': [{'subnet_id': '92037a64-1b39-45e0-bbb3-97aaebb4dbaf', 'ip_address': '172.20.0.6'}]}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:30.986987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-4fe0323d-9548-4817-8a85-8a033bc554b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:30.989850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-4fe0323d-9548-4817-8a85-8a033bc554b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.0712848 Aug 03 19:24:30.995230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48786) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:30.995655 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bb54e262-0324-40d1-8dfb-8233e50fa4d6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8e3031d8f9da4f509fc1e56a60df6cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191747 Aug 03 19:24:30.998810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.000935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9ba125a5-f639-4146-9b9b-d238a2b42c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:31.002537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.042674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba125a5-f639-4146-9b9b-d238a2b42c4d None None] The sync data for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 is: [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:14:53Z', 'revision_number': 4, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'c4e0a62b-2681-4d5c-a19a-06d9336b6ded', 'name': '', 'network_id': '9f6a868e-2cf0-4888-ba1c-a660f65f3874', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'mac_address': 'fa:16:3e:2a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2425, 'fixed_ips': [{'subnet_id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:52Z', 'updated_at': '2021-08-03T19:15:04Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'subnets': [{'id': '264034eb-0f0f-41a5-8765-49be8817bd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:31.100970 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78d60707-d33a-4b8e-bd8f-f0aec9a804af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.108204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-2e1f8c70-a834-4949-beb6-5febd81a0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:31.110030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-2e1f8c70-a834-4949-beb6-5febd81a0780 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088912 Aug 03 19:24:31.116419 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.191044 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78d60707-d33a-4b8e-bd8f-f0aec9a804af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.296274 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-387b01b5-0ab7-4d7a-9f3f-c629bea23ad5 service neutron] 10.222.0.74 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770825 Aug 03 19:24:31.386694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48804) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:31.423199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.446039 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78d60707-d33a-4b8e-bd8f-f0aec9a804af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.449085 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78d60707-d33a-4b8e-bd8f-f0aec9a804af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.454571 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-78d60707-d33a-4b8e-bd8f-f0aec9a804af admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3f230f7a-c9dc-4d19-a955-c7c610e6dc44 HTTP/1.1" status: 204 len: 168 time: 0.4525681 Aug 03 19:24:31.485927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d60707-d33a-4b8e-bd8f-f0aec9a804af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f230f7a-c9dc-4d19-a955-c7c610e6dc44,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:31.568559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9845fbbf-31a0-45cc-850b-dfa32595980b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.570595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e77dc758-7d61-43e2-b5c8-a3d68e773d5b req-f872f92f-53f6-48e5-bf0b-5319be334880 service neutron] 10.222.0.74 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659221 Aug 03 19:24:31.645432 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9845fbbf-31a0-45cc-850b-dfa32595980b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.656899 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f401e2-a684-4eff-a159-bd84a8030e11 None None] New status for floating IP bd2427ad-21a2-4b9d-942f-2db3031a5e71: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:24:31.705518 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9845fbbf-31a0-45cc-850b-dfa32595980b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.711349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9845fbbf-31a0-45cc-850b-dfa32595980b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.712968 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9845fbbf-31a0-45cc-850b-dfa32595980b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "DELETE /v2.0/security-groups/f4b015dc-38a9-490f-80db-1d6a266edb3d HTTP/1.1" status: 204 len: 168 time: 0.3254240 Aug 03 19:24:31.715649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48814) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:31.746372 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-dee3b1fb-2fe5-469b-a388-d2ab1616318f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] show failed (client error): The resource could not be found. Aug 03 19:24:31.747410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dee3b1fb-2fe5-469b-a388-d2ab1616318f tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "GET /v2.0/security-groups/f4b015dc-38a9-490f-80db-1d6a266edb3d HTTP/1.1" status: 404 len: 347 time: 0.0306313 Aug 03 19:24:31.749991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845fbbf-31a0-45cc-850b-dfa32595980b tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b015dc-38a9-490f-80db-1d6a266edb3d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:31.750460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48816) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:32.052388 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.114421 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.135839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4694fd-531d-446d-8ff1-5c12a9b2a250 req-bc23f426-0a0b-49f5-a3de-a2812a57de39 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:32.138214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e4694fd-531d-446d-8ff1-5c12a9b2a250 req-bc23f426-0a0b-49f5-a3de-a2812a57de39 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.0747044 Aug 03 19:24:32.150115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b82e9514-bcda-416c-b3ad-6076d5d52bd8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Deleting port 5ffc6496-017a-442c-8156-16635159b8c8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:32.151456 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b82e9514-bcda-416c-b3ad-6076d5d52bd8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.323491 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e4694fd-531d-446d-8ff1-5c12a9b2a250 req-a882792c-f256-4718-a228-e321361e0c20 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677794 Aug 03 19:24:32.363757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b82e9514-bcda-416c-b3ad-6076d5d52bd8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.364537 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b82e9514-bcda-416c-b3ad-6076d5d52bd8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.385590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b82e9514-bcda-416c-b3ad-6076d5d52bd8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Calling delete_port for 5ffc6496-017a-442c-8156-16635159b8c8 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:32.539671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Allocated IP 172.20.0.6 (e882f375-3bb9-40a0-87e9-5b0894847fd9/92037a64-1b39-45e0-bbb3-97aaebb4dbaf/0391a9b4-9343-4388-b599-3fb690c6a6de) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:32.629809 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b82e9514-bcda-416c-b3ad-6076d5d52bd8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.666109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e9514-bcda-416c-b3ad-6076d5d52bd8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Pushing event deleted for resources: {'Port': ['ID=5ffc6496-017a-442c-8156-16635159b8c8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:32.753449 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.792519 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b82e9514-bcda-416c-b3ad-6076d5d52bd8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.796393 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b82e9514-bcda-416c-b3ad-6076d5d52bd8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.797875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b82e9514-bcda-416c-b3ad-6076d5d52bd8 tempest-AttachVolumeShelveTestJSON-58406131 tempest-AttachVolumeShelveTestJSON-58406131-project] 10.222.0.78 "DELETE /v2.0/floatingips/bd2427ad-21a2-4b9d-942f-2db3031a5e71 HTTP/1.1" status: 204 len: 168 time: 1.0463469 Aug 03 19:24:32.875225 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.951650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Network e882f375-3bb9-40a0-87e9-5b0894847fd9 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:32.955819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:32.962049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:33.063998 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event updated for resources: {'Port': ['ID=0391a9b4-9343-4388-b599-3fb690c6a6de,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:33.505805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.637699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4942a-5ceb-4811-957f-f73a8be21d4c req-03c8790a-ed2e-4289-a9f8-13693da4bcad tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:33.641024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10a4942a-5ceb-4811-957f-f73a8be21d4c req-03c8790a-ed2e-4289-a9f8-13693da4bcad tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.1460609 Aug 03 19:24:33.652832 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c7965bbd-0942-48e5-bf67-5fee26a72961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.722541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10a4942a-5ceb-4811-957f-f73a8be21d4c req-b376e8e2-c48e-423c-a34e-b5102915b187 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677559 Aug 03 19:24:33.819191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.917576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:24:34.160861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Router bdaa6661-79fc-4e40-bd86-33d3bfd1cd63 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:24:34.215979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:34.239449 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'port_id': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'mac_address': 'fa:16:3e:d3:fb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:24:34.347410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-f3895cff-b3d4-4f4f-aa5d-b30a41732e44 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:34.349619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-f3895cff-b3d4-4f4f-aa5d-b30a41732e44 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891&tenant_id=b5fb9b01c0b84db08e058795c9072907&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 944 time: 0.3092155 Aug 03 19:24:34.354901 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:34.385684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4124d29e-0202-4b51-8f9b-e76b5ed447da {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:34.435632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:34.440840 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:34.455879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:34.491274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Sync routers for ids ['bdaa6661-79fc-4e40-bd86-33d3bfd1cd63'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:34.495371 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:34.497336 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3f9685bd-7750-469d-8755-26cedcaf2fc8 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.5988100 Aug 03 19:24:34.500812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48886) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:34.578882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:34.588522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Routers {'bdaa6661-79fc-4e40-bd86-33d3bfd1cd63'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:34.589277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['bdaa6661-79fc-4e40-bd86-33d3bfd1cd63'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:34.644129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521bf6e-5cec-4600-ad78-40cff84a0e9a req-27a36894-4e57-4f68-978e-638eefddcd3d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:34.663503 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4521bf6e-5cec-4600-ad78-40cff84a0e9a req-27a36894-4e57-4f68-978e-638eefddcd3d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 944 time: 0.4735157 Aug 03 19:24:34.684708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-3a301ec1-f899-4f7d-b49a-945960f8614d service neutron] 10.222.0.74 "GET /v2.0/ports/4124d29e-0202-4b51-8f9b-e76b5ed447da/bindings/n-h1-802918-7 HTTP/1.1" status: 200 len: 382 time: 0.3254969 Aug 03 19:24:34.814167 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:34.865206 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4521bf6e-5cec-4600-ad78-40cff84a0e9a req-b084fccb-d522-44c6-bcd7-88c2030e1931 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870384 Aug 03 19:24:34.890862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-3bbceb6f-c558-4ebd-9033-d607deee0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:34.899031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-3bbceb6f-c558-4ebd-9033-d607deee0063 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1096 time: 0.1455579 Aug 03 19:24:35.159710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-a4fccc12-1610-41c2-a141-5b8189f2f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:35.164788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-a4fccc12-1610-41c2-a141-5b8189f2f0ef service neutron] 10.222.0.74 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.2580056 Aug 03 19:24:35.221860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Set router bdaa6661-79fc-4e40-bd86-33d3bfd1cd63 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:35.368824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-fd39b9c3-a7e8-4960-8c9e-d536e0527986 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 1000 time: 0.1960731 Aug 03 19:24:35.498371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-0d1ecfb2-ffff-4ebc-8efd-80f961774b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:35.500009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-0d1ecfb2-ffff-4ebc-8efd-80f961774b88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.1219392 Aug 03 19:24:35.577304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['4124d29e-0202-4b51-8f9b-e76b5ed447da'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:35.599144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-18e650b9-33a6-43a7-89f7-35b3d9538d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:35.604813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-18e650b9-33a6-43a7-89f7-35b3d9538d2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905092 Aug 03 19:24:35.613177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.786457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Deleting port 0391a9b4-9343-4388-b599-3fb690c6a6de {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:35.786918 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.888673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdaa6661-79fc-4e40-bd86-33d3bfd1cd63', 'name': '', 'tenant_id': 'f796409209394c958a785966a159feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e882f375-3bb9-40a0-87e9-5b0894847fd9', 'external_fixed_ips': [{'subnet_id': '92037a64-1b39-45e0-bbb3-97aaebb4dbaf', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '0391a9b4-9343-4388-b599-3fb690c6a6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:31Z', 'updated_at': '2021-08-03T19:24:33Z', 'revision_number': 3, 'project_id': 'f796409209394c958a785966a159feb0', 'gw_port': {'id': '0391a9b4-9343-4388-b599-3fb690c6a6de', 'name': '', 'network_id': 'e882f375-3bb9-40a0-87e9-5b0894847fd9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:bd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdaa6661-79fc-4e40-bd86-33d3bfd1cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '92037a64-1b39-45e0-bbb3-97aaebb4dbaf', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:32Z', 'updated_at': '2021-08-03T19:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92037a64-1b39-45e0-bbb3-97aaebb4dbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:35.890221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-4c00f445-70a7-42d3-9a3e-24ac4b42f0b1 service neutron] 10.222.0.74 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809863 Aug 03 19:24:35.891087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48914) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:36.000859 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.026687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Checking router: bdaa6661-79fc-4e40-bd86-33d3bfd1cd63 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:24:36.027071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Updating router bdaa6661-79fc-4e40-bd86-33d3bfd1cd63 port 0391a9b4-9343-4388-b599-3fb690c6a6de binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:24:36.035788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Calling delete_port for 0391a9b4-9343-4388-b599-3fb690c6a6de owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:36.089425 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:24:36.120992 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.251943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2124fc74-3cd3-43f4-9d99-b6d8951af60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.252137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6150a5-8e2d-4477-adaa-2222c9af7018 req-f4c15271-1e20-4729-a4e9-a2bf38f4d823 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:36.255544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a6150a5-8e2d-4477-adaa-2222c9af7018 req-f4c15271-1e20-4729-a4e9-a2bf38f4d823 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 945 time: 0.1623070 Aug 03 19:24:36.292302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-285ca4ec-32c5-4fcd-a54a-a3a4b1ae6475 service neutron] 10.222.0.74 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937266 Aug 03 19:24:36.325945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a6150a5-8e2d-4477-adaa-2222c9af7018 req-c13651cf-08a5-430d-987d-f2e508d0fabd tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620437 Aug 03 19:24:36.429147 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2124fc74-3cd3-43f4-9d99-b6d8951af60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.438221 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2124fc74-3cd3-43f4-9d99-b6d8951af60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.561766 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9166820-a794-4170-9eaa-5d734342d1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.593821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124fc74-3cd3-43f4-9d99-b6d8951af60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcae5e5-e347-4e9f-9b13-c7fd96a0db99,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:36.599065 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2124fc74-3cd3-43f4-9d99-b6d8951af60f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7317b5c934a64aa8a691c59482d5c904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069023 Aug 03 19:24:36.601720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48928) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:36.644769 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.744400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c547-5a78-4386-83ff-130ab1204ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.796051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event deleted for resources: {'Port': ['ID=0391a9b4-9343-4388-b599-3fb690c6a6de,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:36.813883 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.821640 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c547-5a78-4386-83ff-130ab1204ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.941137 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c547-5a78-4386-83ff-130ab1204ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.947689 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a9e1c547-5a78-4386-83ff-130ab1204ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.950266 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a9e1c547-5a78-4386-83ff-130ab1204ff1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6fcae5e5-e347-4e9f-9b13-c7fd96a0db99 HTTP/1.1" status: 204 len: 168 time: 0.3466983 Aug 03 19:24:36.967748 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.985700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1c547-5a78-4386-83ff-130ab1204ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcae5e5-e347-4e9f-9b13-c7fd96a0db99,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:37.123394 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:24:37.123973 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:24:37.243565 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.250700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.366603 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.367512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bdaa6661-79fc-4e40-bd86-33d3bfd1cd63 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:24:37.380335 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.382943 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a1f4494-b4f7-44d5-90b0-f4fb5c05fc2e tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "DELETE /v2.0/routers/bdaa6661-79fc-4e40-bd86-33d3bfd1cd63 HTTP/1.1" status: 204 len: 168 time: 2.8787222 Aug 03 19:24:37.385280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48948) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:37.534039 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a79770-36ad-47af-ab17-f18da1c9a2c3 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Deleting subnet 92037a64-1b39-45e0-bbb3-97aaebb4dbaf {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:37.576563 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14a79770-36ad-47af-ab17-f18da1c9a2c3 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.662222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Port 0391a9b4-9343-4388-b599-3fb690c6a6de not found while updating agent binding for router bdaa6661-79fc-4e40-bd86-33d3bfd1cd63. {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 19:24:37.680806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48952) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:37.691401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Routers set() bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:37.692908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Router IDs set() for agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:24:37.697528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_agentschedulers_db [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bdaa6661-79fc-4e40-bd86-33d3bfd1cd63'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent'). {{(pid=100489) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:24:37.697528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10beb261-bac8-4dff-b114-b995e7c7c116 None None] The sync data for ids ['bdaa6661-79fc-4e40-bd86-33d3bfd1cd63'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:37.708910 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1351aba-e8b9-438d-af45-370198916510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.769162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14a79770-36ad-47af-ab17-f18da1c9a2c3 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.812257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078faa4-3626-4cc1-86aa-dbe753ef5a7e req-b8ab133a-0c46-4c2f-9f60-1d6bd42cc6f9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:37.814819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b078faa4-3626-4cc1-86aa-dbe753ef5a7e req-b8ab133a-0c46-4c2f-9f60-1d6bd42cc6f9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 945 time: 0.2687643 Aug 03 19:24:37.917121 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14a79770-36ad-47af-ab17-f18da1c9a2c3 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.940806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:37.951776 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1351aba-e8b9-438d-af45-370198916510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.957322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1351aba-e8b9-438d-af45-370198916510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.071584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1351aba-e8b9-438d-af45-370198916510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59a70ef-b20e-41d8-926e-e08121edb1e5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:38.074421 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.096080 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b078faa4-3626-4cc1-86aa-dbe753ef5a7e req-0cd6b87a-ff7e-4fd3-b902-4ca5cda3a068 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526712 Aug 03 19:24:38.101601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 48958) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:38.102702 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e1351aba-e8b9-438d-af45-370198916510 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a0cbe4a69024210998fe20e662a0f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199612 Aug 03 19:24:38.107782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 4124d29e-0202-4b51-8f9b-e76b5ed447da completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:38.128294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 4124d29e-0202-4b51-8f9b-e76b5ed447da triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:38.128774 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.343803 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.379168 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6581d2a2-4ed1-4019-89f0-6404750b5ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.407957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:38.409809 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:38.414635 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee75bc4e-a4e5-43c2-95a7-4f2f82eef9a2" -d '{"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-plugged", "status": "completed", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:38.416550 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14a79770-36ad-47af-ab17-f18da1c9a2c3 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.424767 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.477275 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6581d2a2-4ed1-4019-89f0-6404750b5ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.550334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:38.565230 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ca35d-90a3-4def-8792-4ce76fb9d29f x-openstack-request-id: req-f23ca35d-90a3-4def-8792-4ce76fb9d29f {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:38.565546 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-plugged", "status": "completed", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:38.565819 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f23ca35d-90a3-4def-8792-4ce76fb9d29f {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:38.566967 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'code': 200} Aug 03 19:24:38.606792 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6581d2a2-4ed1-4019-89f0-6404750b5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.609298 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6581d2a2-4ed1-4019-89f0-6404750b5ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.614074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6581d2a2-4ed1-4019-89f0-6404750b5ec9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f59a70ef-b20e-41d8-926e-e08121edb1e5 HTTP/1.1" status: 204 len: 168 time: 0.5066361 Aug 03 19:24:38.624363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a79770-36ad-47af-ab17-f18da1c9a2c3 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=92037a64-1b39-45e0-bbb3-97aaebb4dbaf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:38.642362 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14a79770-36ad-47af-ab17-f18da1c9a2c3 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.644353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-14a79770-36ad-47af-ab17-f18da1c9a2c3 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/92037a64-1b39-45e0-bbb3-97aaebb4dbaf HTTP/1.1" status: 204 len: 168 time: 1.2583179 Aug 03 19:24:38.647271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581d2a2-4ed1-4019-89f0-6404750b5ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59a70ef-b20e-41d8-926e-e08121edb1e5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:38.647531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 48966) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:38.893155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29846f0d-7f3a-4d2f-8d39-7b256f603142 req-1a63095b-208b-468a-8c73-8f843f7e0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:38.899345 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29846f0d-7f3a-4d2f-8d39-7b256f603142 req-1a63095b-208b-468a-8c73-8f843f7e0de1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1097 time: 0.1179218 Aug 03 19:24:38.944528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:39.156599 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:39.180340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29846f0d-7f3a-4d2f-8d39-7b256f603142 req-df19e1ac-ab3a-4eb6-88a2-c5eabda1d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:39.181213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29846f0d-7f3a-4d2f-8d39-7b256f603142 req-df19e1ac-ab3a-4eb6-88a2-c5eabda1d462 service neutron] 10.222.0.74 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.2619171 Aug 03 19:24:39.201412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e882f375-3bb9-40a0-87e9-5b0894847fd9']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:39.247441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fdcd5d-5418-4198-96c2-6ee6c1a047f7') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:39.247744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fdcd5d-5418-4198-96c2-6ee6c1a047f7') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:39.277423 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:39.298259 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:39.307915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:39.308342 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:39.363518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29846f0d-7f3a-4d2f-8d39-7b256f603142 req-d1a4f5a3-186c-4670-beac-09c86c3af005 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 1001 time: 0.1736417 Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:39.457606 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:39.461648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:39.471631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e882f375-3bb9-40a0-87e9-5b0894847fd9 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:24:39.486940 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:39.503565 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e882f375-3bb9-40a0-87e9-5b0894847fd9 HTTP/1.1" status: 204 len: 168 time: 0.8530397 Aug 03 19:24:39.504924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b249b-98af-4f04-b785-dd8a8067aa4a req-68a32823-ad7b-49cf-8ae5-aa5416ea7c95 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:39.518807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b5b249b-98af-4f04-b785-dd8a8067aa4a req-68a32823-ad7b-49cf-8ae5-aa5416ea7c95 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 946 time: 0.2273991 Aug 03 19:24:39.586230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baca3e1-9296-4071-9084-decbf8372620 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event deleted for resources: {'Network': ['ID=e882f375-3bb9-40a0-87e9-5b0894847fd9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:39.625579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29846f0d-7f3a-4d2f-8d39-7b256f603142 req-c5de4a0f-783c-4e04-9e87-9e0daf526bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:39.628290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29846f0d-7f3a-4d2f-8d39-7b256f603142 req-c5de4a0f-783c-4e04-9e87-9e0daf526bba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.2461202 Aug 03 19:24:39.645473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b5b249b-98af-4f04-b785-dd8a8067aa4a req-7ee377f6-05a2-4214-9dca-f0c947c5c8de tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232235 Aug 03 19:24:39.654121 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-dccef3c9-6d0a-40a6-b486-180f8c380c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:39.663922 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-dccef3c9-6d0a-40a6-b486-180f8c380c1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 1097 time: 0.2730720 Aug 03 19:24:39.671811 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:39.680408 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:39.739841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29846f0d-7f3a-4d2f-8d39-7b256f603142 req-7094221f-f782-465c-a2cb-327113cfb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:39.743218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29846f0d-7f3a-4d2f-8d39-7b256f603142 req-7094221f-f782-465c-a2cb-327113cfb763 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915933 Aug 03 19:24:39.933133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.081182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29846f0d-7f3a-4d2f-8d39-7b256f603142 req-94485879-2b58-4421-80d9-0faf408b8714 service neutron] 10.222.0.74 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283830 Aug 03 19:24:40.284482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29846f0d-7f3a-4d2f-8d39-7b256f603142 req-b10f80d0-ed66-4b1a-a14b-72af7aaa6734 service neutron] 10.222.0.74 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898234 Aug 03 19:24:40.424087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49018) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:40.429340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d29c3a3c-40a4-4731-9d74-77270e29a017 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Request body: {'router': {'name': 'tempest-router--228917644', 'project_id': 'eb6f41d1004a4bdcafda24e4bf3cb2c0'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:40.479413 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d29c3a3c-40a4-4731-9d74-77270e29a017 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.480904 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d29c3a3c-40a4-4731-9d74-77270e29a017 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.561929 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d29c3a3c-40a4-4731-9d74-77270e29a017 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.567500 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d29c3a3c-40a4-4731-9d74-77270e29a017 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.580227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:40.595712 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d29c3a3c-40a4-4731-9d74-77270e29a017 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.597234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d29c3a3c-40a4-4731-9d74-77270e29a017 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1719401 Aug 03 19:24:40.600256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49020) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:40.626957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:40.678068 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.694171 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Transition to ACTIVE for port object 4124d29e-0202-4b51-8f9b-e76b5ed447da will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:40.695477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:40.701040 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8bb2f7-2f56-443b-903a-bdcc2e9603c0" -d '{"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-unplugged", "status": "completed", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:40.706281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.827427 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9934738-acee-4f90-98c0-bd92f37db151 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.863473 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=10']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:41.045553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] No DVR routers for this DVR port 4124d29e-0202-4b51-8f9b-e76b5ed447da on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:41.251733 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f0a234-a137-4612-963b-feab773b2ab8 x-openstack-request-id: req-b8f0a234-a137-4612-963b-feab773b2ab8 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:41.252218 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-unplugged", "status": "completed", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:41.252652 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8f0a234-a137-4612-963b-feab773b2ab8 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:41.253165 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'code': 200} Aug 03 19:24:41.283558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49034) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:41.299874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:41.300384 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:41.301103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da on network 057224d6-e8c3-4b58-92ee-b27f9b58c53b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:41.306365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Port 4124d29e-0202-4b51-8f9b-e76b5ed447da on network 057224d6-e8c3-4b58-92ee-b27f9b58c53b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:24:41.306885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Attempting to bind port 4124d29e-0202-4b51-8f9b-e76b5ed447da on network 057224d6-e8c3-4b58-92ee-b27f9b58c53b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:41.313533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:41.314035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Checking segment: {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:41.314561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Bound using segment: {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:41.315226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Bound port: 4124d29e-0202-4b51-8f9b-e76b5ed447da, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965a528b-1184-4414-b9a6-ae438385b8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:41.315709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.401248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:41.406360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a123fc-daf8-45f9-b28b-daece871017e req-ee9687da-297f-4c3a-9ecd-6d6977ea172c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:41.407284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:41.411083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4a123fc-daf8-45f9-b28b-daece871017e req-ee9687da-297f-4c3a-9ecd-6d6977ea172c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 945 time: 0.4921508 Aug 03 19:24:41.417755 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9934738-acee-4f90-98c0-bd92f37db151 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.419625 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.425630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9934738-acee-4f90-98c0-bd92f37db151 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.493686 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9934738-acee-4f90-98c0-bd92f37db151 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.495496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9934738-acee-4f90-98c0-bd92f37db151 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4655ffe-2181-4188-b78f-53fdf458afbe {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:24:41.501986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c9934738-acee-4f90-98c0-bd92f37db151 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.511334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c9934738-acee-4f90-98c0-bd92f37db151 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "DELETE /v2.0/routers/d4655ffe-2181-4188-b78f-53fdf458afbe HTTP/1.1" status: 204 len: 168 time: 0.9053764 Aug 03 19:24:41.546389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=11']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:41.564643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:41.565684 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.566974 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b864772a-6d36-4f3a-a3c4-bb50e724a301 service neutron] 10.222.0.37 "PUT /v2.0/ports/4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 1093 time: 1.8967731 Aug 03 19:24:41.611569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-40ccf461-442f-4a8a-95d7-c9940e3399ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.616481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4a123fc-daf8-45f9-b28b-daece871017e req-0b1e9dca-7518-434b-8632-735af6bf675c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272647 Aug 03 19:24:41.738775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-6ce07e14-eeb1-4f48-80ab-b007520d3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:41.743291 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-6ce07e14-eeb1-4f48-80ab-b007520d3c30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1096 time: 0.1313696 Aug 03 19:24:41.766857 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-40ccf461-442f-4a8a-95d7-c9940e3399ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.773340 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-40ccf461-442f-4a8a-95d7-c9940e3399ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.874424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-40ccf461-442f-4a8a-95d7-c9940e3399ff admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d3f777da773c4feb99dde9e8e7e1cea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5828586 Aug 03 19:24:41.884590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49044) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:41.909179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49048) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:41.930652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccf461-442f-4a8a-95d7-c9940e3399ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91150889-1b86-4e5e-b137-f6dad7a0a52d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:41.970777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:42.069161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b66f1d87-b56d-4763-ac52-1d3f1af01d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:42.071075 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-b66f1d87-b56d-4763-ac52-1d3f1af01d44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.3197670 Aug 03 19:24:42.071400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.076956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:42.120832 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.240998 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.244946 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.249995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/91150889-1b86-4e5e-b137-f6dad7a0a52d HTTP/1.1" status: 204 len: 168 time: 0.3566136 Aug 03 19:24:42.256991 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-797952c4-4634-42eb-92b1-57d88bcbc07d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 999 time: 0.1775014 Aug 03 19:24:42.261251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91150889-1b86-4e5e-b137-f6dad7a0a52d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:42.284580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.284946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.285292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.285664 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.285999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.286331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.286662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.286987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.287311 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.287632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.287957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.288277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4964bda-5cd0-4fb1-a005-f144fb00e823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:42.409615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-6484602', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:42.453849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-6cff420d-7c12-49c5-8a2a-9dfa751a1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:42.457157 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-6cff420d-7c12-49c5-8a2a-9dfa751a1eab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.1916783 Aug 03 19:24:42.494964 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.496656 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.618380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-731bf5b1-abef-4ede-9701-fbced937e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:42.622412 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-731bf5b1-abef-4ede-9701-fbced937e4ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493869 Aug 03 19:24:42.784197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.979569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f10f3-9579-49a9-8284-3c30cc684529 req-3b3701b4-5c53-4539-b19c-93d15e509dce tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:42.982301 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-995f10f3-9579-49a9-8284-3c30cc684529 req-3b3701b4-5c53-4539-b19c-93d15e509dce tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 945 time: 0.1657474 Aug 03 19:24:43.086687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-995f10f3-9579-49a9-8284-3c30cc684529 req-ff4131fd-3eb5-4189-a4bf-75bf939824ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935502 Aug 03 19:24:43.272361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:43.272361 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836965de-8886-427c-b4d9-4e17e6db1283" -d '{"events": [{"name": "network-changed", "server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:43.315689 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-ece28085-9664-4f45-9d68-b35c2cf06060 service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698887 Aug 03 19:24:43.315997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:43.427754 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df4746d-b73b-4eab-8219-dcb35d019716 x-openstack-request-id: req-9df4746d-b73b-4eab-8219-dcb35d019716 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:43.428303 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:43.429070 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9df4746d-b73b-4eab-8219-dcb35d019716 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:43.429645 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'status': 'completed', 'code': 200} Aug 03 19:24:43.607401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836965de-8886-427c-b4d9-4e17e6db1283 req-65eb7d7a-1892-4215-8133-1648e70ed921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:43.612997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-65eb7d7a-1892-4215-8133-1648e70ed921 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1096 time: 0.1817746 Aug 03 19:24:43.868609 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3357d344-763d-4fd7-bc71-97ee9bd243a5 req-fd6d7137-992b-4dbf-b868-8abc1d703e33 service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452232 Aug 03 19:24:44.128843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836965de-8886-427c-b4d9-4e17e6db1283 req-4aead559-1936-4b37-8f3b-ff906dcec34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:44.131844 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-4aead559-1936-4b37-8f3b-ff906dcec34a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1096 time: 0.1145501 Aug 03 19:24:44.567643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836965de-8886-427c-b4d9-4e17e6db1283 req-ac7cfb6e-ef6b-4a0f-866b-003487bfa362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:44.571481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-ac7cfb6e-ef6b-4a0f-866b-003487bfa362 service neutron] 10.222.0.74 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.9540246 Aug 03 19:24:44.611265 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.696066 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.729127 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-2f4c73b4-157c-4d21-ad77-e2af84c1d96e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 999 time: 0.1499043 Aug 03 19:24:44.890450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836965de-8886-427c-b4d9-4e17e6db1283 req-ceaa304a-31d2-4b4a-8d89-8c9baea3163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:44.898744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-ceaa304a-31d2-4b4a-8d89-8c9baea3163f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.1597476 Aug 03 19:24:45.135574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Allocated IP 172.25.8.141 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/9059f68c-d464-4b78-b8d2-ffd29cf1d9aa) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:45.195375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c168c-011d-45fb-bdf9-cacfa3e542f3 req-6fbebd96-d7b5-466d-96de-8564bebdeff4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:45.195976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-646c168c-011d-45fb-bdf9-cacfa3e542f3 req-6fbebd96-d7b5-466d-96de-8564bebdeff4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 945 time: 0.8083525 Aug 03 19:24:45.206541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836965de-8886-427c-b4d9-4e17e6db1283 req-035826e4-4116-406f-bece-4c5539169b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:45.208259 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-035826e4-4116-406f-bece-4c5539169b09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.9500377 Aug 03 19:24:45.211716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836965de-8886-427c-b4d9-4e17e6db1283 req-c717af85-f085-4391-91dd-8697c816cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:45.213943 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-c717af85-f085-4391-91dd-8697c816cd4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076153 Aug 03 19:24:45.356604 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.362780 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-ce7e21a8-874f-4b32-a0ef-103bb1920844 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 999 time: 0.1454663 Aug 03 19:24:45.412939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-646c168c-011d-45fb-bdf9-cacfa3e542f3 req-9d217906-95a4-4915-a155-6e4a27a75598 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944301 Aug 03 19:24:45.498256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-a9d54f50-7610-40ca-9c3b-a4e279db1b43 service neutron] 10.222.0.74 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275195 Aug 03 19:24:45.591920 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.638869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836965de-8886-427c-b4d9-4e17e6db1283 req-9f251905-dbe6-42c4-a921-7b169fbbefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:45.640206 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-9f251905-dbe6-42c4-a921-7b169fbbefc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.2553930 Aug 03 19:24:45.831184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-7bf6d880-6994-4e4b-95ea-dd2e6e383473 service neutron] 10.222.0.74 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220031 Aug 03 19:24:45.859731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836965de-8886-427c-b4d9-4e17e6db1283 req-e9aeec40-fddc-4a07-8c02-6744fe08d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:45.861709 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-e9aeec40-fddc-4a07-8c02-6744fe08d7ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120600 Aug 03 19:24:45.863997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.927450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:45.956797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:45.962009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:46.013087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Pushing event updated for resources: {'Port': ['ID=9059f68c-d464-4b78-b8d2-ffd29cf1d9aa,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:46.031640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.031981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.032336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.032669 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.033003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.033340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.033714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.034046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.034375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.034701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.035038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.035750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:46.175898 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-9a6d7ca8-99bc-4a88-ace1-d72cf88d0a26 service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045614 Aug 03 19:24:46.211379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:24:46.302944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49144) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:46.496128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:46.555971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'port_id': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'mac_address': 'fa:16:3e:d3:fb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:24:46.711379 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.750093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4124d29e-0202-4b51-8f9b-e76b5ed447da {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:46.754278 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-836965de-8886-427c-b4d9-4e17e6db1283 req-e041905f-b68b-48dc-b016-ad0e8e753d6d service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690126 Aug 03 19:24:46.755963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b93877-5c33-4e2d-887f-af086877f136 req-ee33eca6-5dc4-4495-bc4d-00a0e556cd68 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:46.757627 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b93877-5c33-4e2d-887f-af086877f136 req-ee33eca6-5dc4-4495-bc4d-00a0e556cd68 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 945 time: 0.1411612 Aug 03 19:24:46.782439 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.811753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:46.820105 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.904391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b93877-5c33-4e2d-887f-af086877f136 req-e15b942d-210a-48b2-ad4a-f07a6966be6f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365843 Aug 03 19:24:46.905481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49164) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:47.026208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=12']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:47.118023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['4124d29e-0202-4b51-8f9b-e76b5ed447da'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:47.217349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c23ae824-b069-4f4f-b8ca-a169ca651458 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082 HTTP/1.1" status: 200 len: 992 time: 0.3104196 Aug 03 19:24:47.408525 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.943157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Router 7e3ae7c5-3199-4579-81ed-ef795e5f913a is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:24:47.986463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.119322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:48.132159 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c3d0d9-852b-458b-8df0-19b159c7ea20 None None] Sync routers for ids ['7e3ae7c5-3199-4579-81ed-ef795e5f913a'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:48.148711 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c3d0d9-852b-458b-8df0-19b159c7ea20 None None] Routers {'7e3ae7c5-3199-4579-81ed-ef795e5f913a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:48.149638 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c5c3d0d9-852b-458b-8df0-19b159c7ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7e3ae7c5-3199-4579-81ed-ef795e5f913a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:48.153655 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.159649 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f0b46f71-9c8f-4a8f-b1ba-6c40d9e2a5e3 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.2454686 Aug 03 19:24:48.165830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49196) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:48.219026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:48.290925 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c5c3d0d9-852b-458b-8df0-19b159c7ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:48.300736 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c3d0d9-852b-458b-8df0-19b159c7ea20 None None] Routers {'7e3ae7c5-3199-4579-81ed-ef795e5f913a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:48.301369 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c5c3d0d9-852b-458b-8df0-19b159c7ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7e3ae7c5-3199-4579-81ed-ef795e5f913a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:48.341740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 4124d29e-0202-4b51-8f9b-e76b5ed447da completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:48.354343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 4124d29e-0202-4b51-8f9b-e76b5ed447da triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:48.356870 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.384097 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c5c3d0d9-852b-458b-8df0-19b159c7ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:48.385239 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c3d0d9-852b-458b-8df0-19b159c7ea20 None None] The sync data for ids ['7e3ae7c5-3199-4579-81ed-ef795e5f913a'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:48.559040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49210) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:48.560507 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-83d146f3-155e-4305-a804-88ab24a8380f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/routers/7e3ae7c5-3199-4579-81ed-ef795e5f913a HTTP/1.1" status: 200 len: 918 time: 0.3924770 Aug 03 19:24:48.585664 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.625164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:48.626431 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:48.629625 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b419b8d-6226-4d39-9605-2419f9e1f299" -d '{"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-plugged", "status": "completed", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:48.644630 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.662367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49214) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:48.667380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-53e1e412-7c8d-447f-bb3f-79703ed4fc59 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e3ae7c5-3199-4579-81ed-ef795e5f913a HTTP/1.1" status: 200 len: 205 time: 0.1067672 Aug 03 19:24:48.732956 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2418ea1b-bb2f-4e64-9c24-468edcfb8bcc x-openstack-request-id: req-2418ea1b-bb2f-4e64-9c24-468edcfb8bcc {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:48.733537 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-plugged", "status": "completed", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:48.733964 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2418ea1b-bb2f-4e64-9c24-468edcfb8bcc {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:48.734514 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'code': 200} Aug 03 19:24:48.744527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] Deleting port c4e0a62b-2681-4d5c-a19a-06d9336b6ded {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:48.745173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.765301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=13']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:48.930664 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] For port c4e0a62b-2681-4d5c-a19a-06d9336b6ded, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c4e0a62b-2681-4d5c-a19a-06d9336b6ded,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:48.931009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.937621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.948877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] Calling delete_port for c4e0a62b-2681-4d5c-a19a-06d9336b6ded owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:49.278418 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.360930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e0a62b-2681-4d5c-a19a-06d9336b6ded,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:49.605315 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.725234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Deleting port 9059f68c-d464-4b78-b8d2-ffd29cf1d9aa {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:49.725726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.754400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.839644 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.862630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Calling delete_port for 9059f68c-d464-4b78-b8d2-ffd29cf1d9aa owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:50.220251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] Router 30784467-1faa-4428-a71a-789e6aa84d6f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:24:50.232746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.286056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Pushing event deleted for resources: {'Port': ['ID=9059f68c-d464-4b78-b8d2-ffd29cf1d9aa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:50.401877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.504610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:50.521055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867dff0-d325-4b0b-a34a-b43cfe06e7a7 None None] Sync routers for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:50.523573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a998fc66-90eb-4797-9b4e-403c6afd249f admin admin] 10.222.0.78 "PUT /v2.0/routers/30784467-1faa-4428-a71a-789e6aa84d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2196021 Aug 03 19:24:50.533491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49268) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:50.564448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867dff0-d325-4b0b-a34a-b43cfe06e7a7 None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:50.565529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e867dff0-d325-4b0b-a34a-b43cfe06e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:50.581988 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.595132 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.680248 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.683448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Fanout notify agent at l3_agent the message router_deleted on router 7e3ae7c5-3199-4579-81ed-ef795e5f913a {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:24:50.698260 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.706534 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.708240 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d361982b-cedf-4435-9359-8ad8c14cd70e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/7e3ae7c5-3199-4579-81ed-ef795e5f913a HTTP/1.1" status: 204 len: 168 time: 2.0440884 Aug 03 19:24:50.715939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49272) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:50.731720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1162656993', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'enable_snat': False}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:50.783693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.785232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.908052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e867dff0-d325-4b0b-a34a-b43cfe06e7a7 None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:50.927234 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.055290 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.200627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Deleting port 850548cd-d2a4-4f50-a75b-df9e5aeae52f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:51.200963 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.313750 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.421178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] For port 850548cd-d2a4-4f50-a75b-df9e5aeae52f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=850548cd-d2a4-4f50-a75b-df9e5aeae52f,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:51.421429 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.483258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Calling delete_port for 850548cd-d2a4-4f50-a75b-df9e5aeae52f owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:51.612823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e867dff0-d325-4b0b-a34a-b43cfe06e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:24:49Z', 'revision_number': 5, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port': {'id': '850548cd-d2a4-4f50-a75b-df9e5aeae52f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:14:48Z', 'updated_at': '2021-08-03T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:51.739287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867dff0-d325-4b0b-a34a-b43cfe06e7a7 None None] Checking router: 30784467-1faa-4428-a71a-789e6aa84d6f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:24:51.766439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e867dff0-d325-4b0b-a34a-b43cfe06e7a7 None None] Routers {'30784467-1faa-4428-a71a-789e6aa84d6f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:51.767441 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e867dff0-d325-4b0b-a34a-b43cfe06e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['30784467-1faa-4428-a71a-789e6aa84d6f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:51.896019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e867dff0-d325-4b0b-a34a-b43cfe06e7a7 None None] Set router 30784467-1faa-4428-a71a-789e6aa84d6f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:51.913068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.948096 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.016977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Pushing event deleted for resources: {'Port': ['ID=850548cd-d2a4-4f50-a75b-df9e5aeae52f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:52.073384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.110191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e867dff0-d325-4b0b-a34a-b43cfe06e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 6, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:52.202516 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.230765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867dff0-d325-4b0b-a34a-b43cfe06e7a7 None None] The sync data for ids ['30784467-1faa-4428-a71a-789e6aa84d6f'] in n-d-802918-7 is: [{'id': '30784467-1faa-4428-a71a-789e6aa84d6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802888-router', 'tenant_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:14:46Z', 'updated_at': '2021-08-03T19:24:51Z', 'revision_number': 6, 'project_id': 'd076a1d7d4d7479e9aa626b42d5ff2bf', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:52.401798 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.406600 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.471119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Allocated IP 172.25.8.35 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/da983b42-ac88-41d4-a702-5c7efa4aa313) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:52.527115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.528740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30784467-1faa-4428-a71a-789e6aa84d6f {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:24:52.546506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.553212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-efc8bceb-4788-4c52-948d-6176cce4ede5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/30784467-1faa-4428-a71a-789e6aa84d6f HTTP/1.1" status: 204 len: 168 time: 2.0145121 Aug 03 19:24:52.553814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49318) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:52.682239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.789985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0ac396-5652-42bd-8622-cd5b2f5ba482 admin admin] Deleting subnet 264034eb-0f0f-41a5-8765-49be8817bd3c {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:52.809649 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac396-5652-42bd-8622-cd5b2f5ba482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.821585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.849862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4e0a62b-2681-4d5c-a19a-06d9336b6ded no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:52.916712 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac396-5652-42bd-8622-cd5b2f5ba482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.924787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:52.931352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:52.950260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:52.963848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event updated for resources: {'Port': ['ID=da983b42-ac88-41d4-a702-5c7efa4aa313,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:52.968865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c4e0a62b-2681-4d5c-a19a-06d9336b6ded {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:52.970068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c4e0a62b-2681-4d5c-a19a-06d9336b6ded not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:53.070915 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac396-5652-42bd-8622-cd5b2f5ba482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.290235 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac396-5652-42bd-8622-cd5b2f5ba482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.419485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ac396-5652-42bd-8622-cd5b2f5ba482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=264034eb-0f0f-41a5-8765-49be8817bd3c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:53.421256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1651d391-2f16-4ffb-805a-49480071217a None None] Network 9f6a868e-2cf0-4888-ba1c-a660f65f3874 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:53.432368 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4b0ac396-5652-42bd-8622-cd5b2f5ba482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.448858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4b0ac396-5652-42bd-8622-cd5b2f5ba482 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/264034eb-0f0f-41a5-8765-49be8817bd3c HTTP/1.1" status: 204 len: 168 time: 0.8924344 Aug 03 19:24:53.449965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49340) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:53.621099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.702810 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.861342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fad0a2c-583f-4ff0-afd6-dc0ac1a0b74b None None] DHCP port deletion for 9f6a868e-2cf0-4888-ba1c-a660f65f3874 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:24:53.897752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Deleting port 5317b887-bd32-4de7-8a48-e408b4978e46 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:53.898115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.985777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2fad0a2c-583f-4ff0-afd6-dc0ac1a0b74b None None] Deleting port 5317b887-bd32-4de7-8a48-e408b4978e46 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:53.991790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2fad0a2c-583f-4ff0-afd6-dc0ac1a0b74b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.051167 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.110419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] For port 5317b887-bd32-4de7-8a48-e408b4978e46, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5317b887-bd32-4de7-8a48-e408b4978e46,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:54.111208 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.119467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2fad0a2c-583f-4ff0-afd6-dc0ac1a0b74b None None] For port 5317b887-bd32-4de7-8a48-e408b4978e46, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5317b887-bd32-4de7-8a48-e408b4978e46,segment=NetworkSegment(5fe8bcac-8bdb-40e1-881b-c32ca7e29268),segment_id=5fe8bcac-8bdb-40e1-881b-c32ca7e29268)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:54.120240 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2fad0a2c-583f-4ff0-afd6-dc0ac1a0b74b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.138303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2fad0a2c-583f-4ff0-afd6-dc0ac1a0b74b None None] Calling delete_port for 5317b887-bd32-4de7-8a48-e408b4978e46 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:54.161901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Calling delete_port for 5317b887-bd32-4de7-8a48-e408b4978e46 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:54.316665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.351511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=5317b887-bd32-4de7-8a48-e408b4978e46,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:54.357678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] No DVR routers for this DVR port 5317b887-bd32-4de7-8a48-e408b4978e46 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:54.479658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Router af17f65d-4946-4704-9e5f-015fe7fdb02a is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:24:54.515342 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2fad0a2c-583f-4ff0-afd6-dc0ac1a0b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.552295 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.557356 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad0a2c-583f-4ff0-afd6-dc0ac1a0b74b None None] Pushing event deleted for resources: {'Port': ['ID=5317b887-bd32-4de7-8a48-e408b4978e46,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:54.566885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad0a2c-583f-4ff0-afd6-dc0ac1a0b74b None None] No DVR routers for this DVR port 5317b887-bd32-4de7-8a48-e408b4978e46 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:54.594768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6a868e-2cf0-4888-ba1c-a660f65f3874']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:54.612661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe8bcac-8bdb-40e1-881b-c32ca7e29268') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:54.613633 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe8bcac-8bdb-40e1-881b-c32ca7e29268') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:54.645281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.676485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.693986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 850548cd-d2a4-4f50-a75b-df9e5aeae52f no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:54.700908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:54.701696 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.783461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:54.786280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 850548cd-d2a4-4f50-a75b-df9e5aeae52f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:54.788441 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 850548cd-d2a4-4f50-a75b-df9e5aeae52f not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:54.792318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5317b887-bd32-4de7-8a48-e408b4978e46 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:54.799713 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Sync routers for ids ['af17f65d-4946-4704-9e5f-015fe7fdb02a'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:54.818453 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Routers {'af17f65d-4946-4704-9e5f-015fe7fdb02a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:54.820876 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['af17f65d-4946-4704-9e5f-015fe7fdb02a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:54.847401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.849026 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d235f8b-d405-4997-9e93-6d794f00557d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1317728 Aug 03 19:24:54.855746 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49366) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:54.866560 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:54.871598 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 5317b887-bd32-4de7-8a48-e408b4978e46 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:54.872157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5317b887-bd32-4de7-8a48-e408b4978e46 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:54.873068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.902547 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.907220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] 10.222.0.78 "DELETE /v2.0/networks/9f6a868e-2cf0-4888-ba1c-a660f65f3874 HTTP/1.1" status: 204 len: 168 time: 1.4535043 Aug 03 19:24:54.938604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570889c-62db-4108-8590-95e52e8a4ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6a868e-2cf0-4888-ba1c-a660f65f3874,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:55.105637 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8e7c2280-b5bc-42f9-85ac-1ccbe7a7d342 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/routers/af17f65d-4946-4704-9e5f-015fe7fdb02a HTTP/1.1" status: 200 len: 908 time: 0.2484925 Aug 03 19:24:55.110396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49372) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:55.114154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1162656993', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'enable_snat': True}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:55.159715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.160826 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.248006 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Set router af17f65d-4946-4704-9e5f-015fe7fdb02a gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:55.267967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49378) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:55.332147 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.633306 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17f65d-4946-4704-9e5f-015fe7fdb02a', 'name': 'tempest-snat-router-1162656993', 'tenant_id': 'f796409209394c958a785966a159feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.35'}], 'enable_snat': False}, 'gw_port_id': 'da983b42-ac88-41d4-a702-5c7efa4aa313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:24:53Z', 'revision_number': 3, 'project_id': 'f796409209394c958a785966a159feb0', 'gw_port': {'id': 'da983b42-ac88-41d4-a702-5c7efa4aa313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17f65d-4946-4704-9e5f-015fe7fdb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:52Z', 'updated_at': '2021-08-03T19:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:55.657754 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.719138 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Checking router: af17f65d-4946-4704-9e5f-015fe7fdb02a for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:24:55.719955 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Updating router af17f65d-4946-4704-9e5f-015fe7fdb02a port da983b42-ac88-41d4-a702-5c7efa4aa313 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:24:55.788143 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.067044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49396) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:56.069311 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c098635c-3ce1-426f-ba3d-f8b53203d5cf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d076a1d7d4d7479e9aa626b42d5ff2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7993317 Aug 03 19:24:56.198048 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.252711 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.421473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f18328a-0ff4-41a9-85d5-6a96fd2dc5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.489623 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f18328a-0ff4-41a9-85d5-6a96fd2dc5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.595883 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f18328a-0ff4-41a9-85d5-6a96fd2dc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.601748 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.602858 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0f18328a-0ff4-41a9-85d5-6a96fd2dc5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.614944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0f18328a-0ff4-41a9-85d5-6a96fd2dc5c9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60bd74ce-74b6-4297-bd7d-f3690cfecaf2 HTTP/1.1" status: 204 len: 168 time: 0.5469532 Aug 03 19:24:56.620960 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Transition to ACTIVE for port object da983b42-ac88-41d4-a702-5c7efa4aa313 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:56.625253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18328a-0ff4-41a9-85d5-6a96fd2dc5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bd74ce-74b6-4297-bd7d-f3690cfecaf2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:56.632460 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.785132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Allocated IP 172.25.8.106 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/5ae6d923-fa25-47b7-88eb-90e4f2750577) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:56.787672 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Pushing event updated for resources: {'Port': ['ID=da983b42-ac88-41d4-a702-5c7efa4aa313,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:56.795449 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Attempting to bind port da983b42-ac88-41d4-a702-5c7efa4aa313 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:56.796890 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Attempting to bind port da983b42-ac88-41d4-a702-5c7efa4aa313 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:56.797705 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Attempting to bind port da983b42-ac88-41d4-a702-5c7efa4aa313 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:56.823432 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:56.824530 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:56.826161 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.826808 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:56.828148 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Bound port: da983b42-ac88-41d4-a702-5c7efa4aa313, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:56.835562 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.859234 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.864346 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.865347 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.866084 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.866678 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.867245 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.869960 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.870579 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.871148 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.871689 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.873228 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:56.873836 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:57.023160 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] For port da983b42-ac88-41d4-a702-5c7efa4aa313, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:57.030807 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] For port da983b42-ac88-41d4-a702-5c7efa4aa313, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=da983b42-ac88-41d4-a702-5c7efa4aa313,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:57.042063 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.065881 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.105245 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b315afb-9950-4fd4-bca0-e0752bac7531 None None] Pushing event updated for resources: {'Port': ['ID=da983b42-ac88-41d4-a702-5c7efa4aa313,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:57.142282 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Routers {'af17f65d-4946-4704-9e5f-015fe7fdb02a'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:57.142935 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['af17f65d-4946-4704-9e5f-015fe7fdb02a'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:57.224288 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.334608 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] Set router af17f65d-4946-4704-9e5f-015fe7fdb02a gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:57.381798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:57.387470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:57.419082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:57.501194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event updated for resources: {'Port': ['ID=5ae6d923-fa25-47b7-88eb-90e4f2750577,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:57.786889 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17f65d-4946-4704-9e5f-015fe7fdb02a', 'name': 'tempest-snat-router-1162656993', 'tenant_id': 'f796409209394c958a785966a159feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.35'}], 'enable_snat': False}, 'gw_port_id': 'da983b42-ac88-41d4-a702-5c7efa4aa313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:24:53Z', 'revision_number': 3, 'project_id': 'f796409209394c958a785966a159feb0', 'gw_port': {'id': 'da983b42-ac88-41d4-a702-5c7efa4aa313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17f65d-4946-4704-9e5f-015fe7fdb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:52Z', 'updated_at': '2021-08-03T19:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:57.879241 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc0f0d-2187-49f3-8c57-316b2a8ef97a None None] The sync data for ids ['af17f65d-4946-4704-9e5f-015fe7fdb02a'] in n-d-802918-7 is: [{'id': 'af17f65d-4946-4704-9e5f-015fe7fdb02a', 'name': 'tempest-snat-router-1162656993', 'tenant_id': 'f796409209394c958a785966a159feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.35'}], 'enable_snat': False}, 'gw_port_id': 'da983b42-ac88-41d4-a702-5c7efa4aa313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:50Z', 'updated_at': '2021-08-03T19:24:53Z', 'revision_number': 3, 'project_id': 'f796409209394c958a785966a159feb0', 'gw_port': {'id': 'da983b42-ac88-41d4-a702-5c7efa4aa313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17f65d-4946-4704-9e5f-015fe7fdb02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:52Z', 'updated_at': '2021-08-03T19:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:58.832221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device da983b42-ac88-41d4-a702-5c7efa4aa313 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:59.323144 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.413302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port da983b42-ac88-41d4-a702-5c7efa4aa313 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:59.428967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port da983b42-ac88-41d4-a702-5c7efa4aa313 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:59.432016 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.668835 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.741826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port da983b42-ac88-41d4-a702-5c7efa4aa313, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=da983b42-ac88-41d4-a702-5c7efa4aa313,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:59.761457 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.882884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=da983b42-ac88-41d4-a702-5c7efa4aa313,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:59.889531 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.008249 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.421402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Router 20d36f8b-822d-4e83-ab76-8bc990aed989 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:25:00.628423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:00.670210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Sync routers for ids ['20d36f8b-822d-4e83-ab76-8bc990aed989'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:00.677259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.682645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49536) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:00.683837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1ff50c25-6be1-419f-99e5-04650ddee306 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5733840 Aug 03 19:25:00.710549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Routers {'20d36f8b-822d-4e83-ab76-8bc990aed989'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:00.711686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['20d36f8b-822d-4e83-ab76-8bc990aed989'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:00.909115 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-78ebb0de-3083-492e-aaf2-400c946812b4 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/routers/20d36f8b-822d-4e83-ab76-8bc990aed989 HTTP/1.1" status: 200 len: 908 time: 0.2251000 Aug 03 19:25:00.913241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49544) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:00.994690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device da983b42-ac88-41d4-a702-5c7efa4aa313 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:01.219135 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:01.229376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Set router 20d36f8b-822d-4e83-ab76-8bc990aed989 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:01.539334 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:01.563120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port da983b42-ac88-41d4-a702-5c7efa4aa313 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:01.564213 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:01.673865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Deleting port 5ae6d923-fa25-47b7-88eb-90e4f2750577 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:01.674148 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:01.823844 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:01.857350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Calling delete_port for 5ae6d923-fa25-47b7-88eb-90e4f2750577 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:01.939656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d36f8b-822d-4e83-ab76-8bc990aed989', 'name': 'tempest-snat-router-1162656993', 'tenant_id': 'f796409209394c958a785966a159feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '5ae6d923-fa25-47b7-88eb-90e4f2750577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:55Z', 'updated_at': '2021-08-03T19:24:58Z', 'revision_number': 3, 'project_id': 'f796409209394c958a785966a159feb0', 'gw_port': {'id': '5ae6d923-fa25-47b7-88eb-90e4f2750577', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:72:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d36f8b-822d-4e83-ab76-8bc990aed989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:56Z', 'updated_at': '2021-08-03T19:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:02.010058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Checking router: 20d36f8b-822d-4e83-ab76-8bc990aed989 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:25:02.011422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Updating router 20d36f8b-822d-4e83-ab76-8bc990aed989 port 5ae6d923-fa25-47b7-88eb-90e4f2750577 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:25:02.066637 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.267783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.373524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ae6d923-fa25-47b7-88eb-90e4f2750577,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:02.546498 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.760391 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.762179 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:25:02.762767 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:25:02.767751 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.950474 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.956857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20d36f8b-822d-4e83-ab76-8bc990aed989 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:25:02.972320 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.975608 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0171f1e7-56e1-4a90-9dd4-273864d88f22 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "DELETE /v2.0/routers/20d36f8b-822d-4e83-ab76-8bc990aed989 HTTP/1.1" status: 204 len: 168 time: 2.0608332 Aug 03 19:25:02.980049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49592) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:03.313647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Port 5ae6d923-fa25-47b7-88eb-90e4f2750577 not found while updating agent binding for router 20d36f8b-822d-4e83-ab76-8bc990aed989. {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 19:25:03.330546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Routers set() bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:03.331244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Router IDs set() for agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:25:03.332282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_agentschedulers_db [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'20d36f8b-822d-4e83-ab76-8bc990aed989'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:24:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent'). {{(pid=100489) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:25:03.332812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6edaf1-1a87-486e-bab2-820f9573a5f7 None None] The sync data for ids ['20d36f8b-822d-4e83-ab76-8bc990aed989'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:03.394101 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:03.669282 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:03.680620 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b38f61ea-25bf-4621-b1b0-c34f4067d948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:03.771398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Deleting port da983b42-ac88-41d4-a702-5c7efa4aa313 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:03.773673 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:03.940251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] For port da983b42-ac88-41d4-a702-5c7efa4aa313, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=da983b42-ac88-41d4-a702-5c7efa4aa313,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:03.940808 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:04.005003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Calling delete_port for da983b42-ac88-41d4-a702-5c7efa4aa313 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:04.434066 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:04.520600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event deleted for resources: {'Port': ['ID=da983b42-ac88-41d4-a702-5c7efa4aa313,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:04.664033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:04.933534 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:04.933534 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:05.089674 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:05.093407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af17f65d-4946-4704-9e5f-015fe7fdb02a {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:25:05.105803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:05.129415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49660) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:05.131018 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-433242d1-f34b-4eaa-b57a-fbf3b3958229 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "DELETE /v2.0/routers/af17f65d-4946-4704-9e5f-015fe7fdb02a HTTP/1.1" status: 204 len: 168 time: 2.1494756 Aug 03 19:25:05.136083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-39890493', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}, 'admin_state_up': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:05.184787 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:05.186948 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:05.334933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49664) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:05.341045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:05.547609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:05.877843 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6dbe48b8-b97a-4f42-83b1-aae7a7dc7ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.078335 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.138954 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.166643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6dbe48b8-b97a-4f42-83b1-aae7a7dc7ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.187855 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6dbe48b8-b97a-4f42-83b1-aae7a7dc7ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.290283 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6dbe48b8-b97a-4f42-83b1-aae7a7dc7ac8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=292da7804d0c4b44b7cb3df54ff8cee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9484298 Aug 03 19:25:06.293404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49690) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:06.315545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe48b8-b97a-4f42-83b1-aae7a7dc7ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc917afe-b329-4444-9562-9e29d0249267,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:06.353435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Allocated IP 172.25.8.71 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/d649fa5a-0a6e-46ee-8535-d5b214ffa1fb) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:06.451603 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b63e0a0-4af4-47a4-aba0-799cd789a582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.515196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-683bbca7-f2d0-4756-9956-88bfc23d7a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.565746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-683bbca7-f2d0-4756-9956-88bfc23d7a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.616907 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.642831 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-683bbca7-f2d0-4756-9956-88bfc23d7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.644406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device da983b42-ac88-41d4-a702-5c7efa4aa313 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:25:06.645475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-683bbca7-f2d0-4756-9956-88bfc23d7a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.655694 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-683bbca7-f2d0-4756-9956-88bfc23d7a4a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc917afe-b329-4444-9562-9e29d0249267 HTTP/1.1" status: 204 len: 168 time: 0.3601224 Aug 03 19:25:06.673104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bbca7-f2d0-4756-9956-88bfc23d7a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc917afe-b329-4444-9562-9e29d0249267,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:06.749556 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.766644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: da983b42-ac88-41d4-a702-5c7efa4aa313 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:25:06.767239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device da983b42-ac88-41d4-a702-5c7efa4aa313 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:25:06.794018 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:06.836084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:06.851185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:06.856138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:06.861231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Pushing event updated for resources: {'Port': ['ID=d649fa5a-0a6e-46ee-8535-d5b214ffa1fb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:07.357953 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49732) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:07.375710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36796edd-2b6f-4851-8d0c-a68c5600e73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.539057 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36796edd-2b6f-4851-8d0c-a68c5600e73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.548969 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.549621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36796edd-2b6f-4851-8d0c-a68c5600e73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.638976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36796edd-2b6f-4851-8d0c-a68c5600e73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42ae12a-f52b-4e22-baa3-1c1880594244,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:07.651379 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-36796edd-2b6f-4851-8d0c-a68c5600e73a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=859dc94f7c964fbcb971fed821cc2262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920043 Aug 03 19:25:07.652239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49740) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:07.788784 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5349e19a-9a0b-4609-8cfb-8ebb3504f20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.834691 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5349e19a-9a0b-4609-8cfb-8ebb3504f20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.915691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.929422 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.935872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5349e19a-9a0b-4609-8cfb-8ebb3504f20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.940877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5349e19a-9a0b-4609-8cfb-8ebb3504f20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.942503 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5349e19a-9a0b-4609-8cfb-8ebb3504f20f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b42ae12a-f52b-4e22-baa3-1c1880594244 HTTP/1.1" status: 204 len: 168 time: 0.2889295 Aug 03 19:25:08.005070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349e19a-9a0b-4609-8cfb-8ebb3504f20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42ae12a-f52b-4e22-baa3-1c1880594244,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:08.115156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Router a4ec3994-97e0-4679-943e-f4df73c9e99d is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:25:08.370386 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:08.392296 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008fcd5-0db3-42b1-af89-8b60094d0163 None None] Sync routers for ids ['a4ec3994-97e0-4679-943e-f4df73c9e99d'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:08.421247 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:08.423354 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e6d55fb3-962d-48e6-9f95-87f1ad3519ff tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2910066 Aug 03 19:25:08.427767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49756) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:08.436189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-642656bb-cc35-49a7-bec5-ba0f4164bc04 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'enable_snat': False}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:08.437793 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008fcd5-0db3-42b1-af89-8b60094d0163 None None] Routers {'a4ec3994-97e0-4679-943e-f4df73c9e99d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:08.438878 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7008fcd5-0db3-42b1-af89-8b60094d0163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a4ec3994-97e0-4679-943e-f4df73c9e99d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:08.540355 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7008fcd5-0db3-42b1-af89-8b60094d0163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:08.556980 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008fcd5-0db3-42b1-af89-8b60094d0163 None None] Routers {'a4ec3994-97e0-4679-943e-f4df73c9e99d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:08.557644 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7008fcd5-0db3-42b1-af89-8b60094d0163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a4ec3994-97e0-4679-943e-f4df73c9e99d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:08.643437 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7008fcd5-0db3-42b1-af89-8b60094d0163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:08.644381 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008fcd5-0db3-42b1-af89-8b60094d0163 None None] The sync data for ids ['a4ec3994-97e0-4679-943e-f4df73c9e99d'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:08.922011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49762) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:08.943459 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b74091-6580-4b80-a5f6-f1e2a080b1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:09.163146 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b74091-6580-4b80-a5f6-f1e2a080b1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:09.170462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78b74091-6580-4b80-a5f6-f1e2a080b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:09.240609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-642656bb-cc35-49a7-bec5-ba0f4164bc04 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:09.277286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-78b74091-6580-4b80-a5f6-f1e2a080b1e4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9d0677c3ea7e4649920e6255ea63e6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541236 Aug 03 19:25:09.279908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49768) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:09.288816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b74091-6580-4b80-a5f6-f1e2a080b1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39209fc-fc2f-43ad-87b3-5325415761f2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:09.362134 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a0a600d-e48f-4014-8064-e8b27a67250c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:09.410064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a0a600d-e48f-4014-8064-e8b27a67250c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:09.516649 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a0a600d-e48f-4014-8064-e8b27a67250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:09.520591 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a0a600d-e48f-4014-8064-e8b27a67250c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:09.522112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4a0a600d-e48f-4014-8064-e8b27a67250c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f39209fc-fc2f-43ad-87b3-5325415761f2 HTTP/1.1" status: 204 len: 168 time: 0.2404411 Aug 03 19:25:09.541096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a600d-e48f-4014-8064-e8b27a67250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39209fc-fc2f-43ad-87b3-5325415761f2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:09.679760 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.069533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-642656bb-cc35-49a7-bec5-ba0f4164bc04 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.076129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-642656bb-cc35-49a7-bec5-ba0f4164bc04 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.362061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642656bb-cc35-49a7-bec5-ba0f4164bc04 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Router a4ec3994-97e0-4679-943e-f4df73c9e99d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:25:10.597996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642656bb-cc35-49a7-bec5-ba0f4164bc04 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:10.609852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6565bd-b427-4d6d-a88c-4d9c8b10c5f3 None None] Sync routers for ids ['a4ec3994-97e0-4679-943e-f4df73c9e99d'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:10.624246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-642656bb-cc35-49a7-bec5-ba0f4164bc04 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.627125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6565bd-b427-4d6d-a88c-4d9c8b10c5f3 None None] Routers {'a4ec3994-97e0-4679-943e-f4df73c9e99d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:10.628077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9a6565bd-b427-4d6d-a88c-4d9c8b10c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a4ec3994-97e0-4679-943e-f4df73c9e99d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:10.628543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49788) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:10.630609 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-642656bb-cc35-49a7-bec5-ba0f4164bc04 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "PUT /v2.0/routers/a4ec3994-97e0-4679-943e-f4df73c9e99d HTTP/1.1" status: 200 len: 919 time: 2.1960716 Aug 03 19:25:10.676592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9a6565bd-b427-4d6d-a88c-4d9c8b10c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:10.702691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6565bd-b427-4d6d-a88c-4d9c8b10c5f3 None None] Routers {'a4ec3994-97e0-4679-943e-f4df73c9e99d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:10.704334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9a6565bd-b427-4d6d-a88c-4d9c8b10c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a4ec3994-97e0-4679-943e-f4df73c9e99d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:10.808507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49794) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:10.809407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6f48e6b8-7369-4459-a374-2c83225d82c2 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/routers/a4ec3994-97e0-4679-943e-f4df73c9e99d HTTP/1.1" status: 200 len: 919 time: 0.1789560 Aug 03 19:25:10.814070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9a6565bd-b427-4d6d-a88c-4d9c8b10c5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:10.814759 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6565bd-b427-4d6d-a88c-4d9c8b10c5f3 None None] The sync data for ids ['a4ec3994-97e0-4679-943e-f4df73c9e99d'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:10.965795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2fb6a4-d838-4096-9045-4c50aa9d6bf7 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:10.967676 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-da2fb6a4-d838-4096-9045-4c50aa9d6bf7 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&device_id=a4ec3994-97e0-4679-943e-f4df73c9e99d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1579089 Aug 03 19:25:10.973109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49802) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:11.156829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc813c62-951e-4dfe-97f6-cba01354539c tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:11.168258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49808) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:11.168889 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fc813c62-951e-4dfe-97f6-cba01354539c tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 881 time: 0.1934118 Aug 03 19:25:11.218845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49810) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:11.230765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a575f9cf-a2bb-40bd-a775-52ee88f1d0cc tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ec3994-97e0-4679-943e-f4df73c9e99d HTTP/1.1" status: 200 len: 205 time: 0.0599964 Aug 03 19:25:11.234815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49812) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:11.483389 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b1c0013-8e74-4b31-bf29-d7544ad7d95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.547513 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.681599 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b1c0013-8e74-4b31-bf29-d7544ad7d95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.695230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8b1c0013-8e74-4b31-bf29-d7544ad7d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.743900 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8b1c0013-8e74-4b31-bf29-d7544ad7d95c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b5d735e622e142e1aec5a3aca9b76c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5216494 Aug 03 19:25:11.743900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49830) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:11.848396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c0013-8e74-4b31-bf29-d7544ad7d95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d89cc-a336-4ec8-bacf-925ba78948dd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:11.871877 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.909445 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30030fb-1c5c-4e16-a9da-5cbda7d5878a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.959713 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30030fb-1c5c-4e16-a9da-5cbda7d5878a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:12.080087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30030fb-1c5c-4e16-a9da-5cbda7d5878a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:12.083429 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30030fb-1c5c-4e16-a9da-5cbda7d5878a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:12.089815 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a30030fb-1c5c-4e16-a9da-5cbda7d5878a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c76d89cc-a336-4ec8-bacf-925ba78948dd HTTP/1.1" status: 204 len: 168 time: 0.3441613 Aug 03 19:25:12.101094 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30030fb-1c5c-4e16-a9da-5cbda7d5878a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d89cc-a336-4ec8-bacf-925ba78948dd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:12.472249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Deleting port d649fa5a-0a6e-46ee-8535-d5b214ffa1fb {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:12.472744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:12.682952 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:12.698224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Calling delete_port for d649fa5a-0a6e-46ee-8535-d5b214ffa1fb owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:12.846074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49890) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:12.894581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f512ac0f-9cb9-4da3-8230-d7d781b0087d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.027965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.089920 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:25:13.116982 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Pushing event deleted for resources: {'Port': ['ID=d649fa5a-0a6e-46ee-8535-d5b214ffa1fb,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:13.248483 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f512ac0f-9cb9-4da3-8230-d7d781b0087d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.255363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f512ac0f-9cb9-4da3-8230-d7d781b0087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.278775 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.295838 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f512ac0f-9cb9-4da3-8230-d7d781b0087d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68ab51fd79884dc48f379cc151d9f44b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4486566 Aug 03 19:25:13.297977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49894) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:13.347699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512ac0f-9cb9-4da3-8230-d7d781b0087d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe26aa2-ec12-44db-a258-9f18dd9b7475,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:13.428481 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ff98-2919-49b9-8d85-b062de15bcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.480402 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ff98-2919-49b9-8d85-b062de15bcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.589451 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ff98-2919-49b9-8d85-b062de15bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.597684 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ff98-2919-49b9-8d85-b062de15bcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.599691 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8cb0ff98-2919-49b9-8d85-b062de15bcff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1fe26aa2-ec12-44db-a258-9f18dd9b7475 HTTP/1.1" status: 204 len: 168 time: 0.3008006 Aug 03 19:25:13.620497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0ff98-2919-49b9-8d85-b062de15bcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe26aa2-ec12-44db-a258-9f18dd9b7475,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:13.631076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.636353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.798534 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.799329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Fanout notify agent at l3_agent the message router_deleted on router a4ec3994-97e0-4679-943e-f4df73c9e99d {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:25:13.835521 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.837660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fc5f8c51-a2a7-414a-8d65-49938c062b0c tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/a4ec3994-97e0-4679-943e-f4df73c9e99d HTTP/1.1" status: 204 len: 168 time: 2.6012316 Aug 03 19:25:13.843388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 49926) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:13.857251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a42f02d4-cc5a-425f-aa1e-ef2636b96de0 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1542977208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:13.928683 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42f02d4-cc5a-425f-aa1e-ef2636b96de0 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.941980 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42f02d4-cc5a-425f-aa1e-ef2636b96de0 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.124388 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42f02d4-cc5a-425f-aa1e-ef2636b96de0 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.131077 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42f02d4-cc5a-425f-aa1e-ef2636b96de0 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.187631 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a42f02d4-cc5a-425f-aa1e-ef2636b96de0 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.192852 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 49944) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:14.193393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a42f02d4-cc5a-425f-aa1e-ef2636b96de0 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3478355 Aug 03 19:25:14.199855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:14.666352 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.261704 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.397738 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.700647 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.910158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Allocated IP 172.25.8.94 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/8c96da35-7eee-4b6c-a8ff-892c015098c4) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:16.250798 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.331803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.399647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:16.409126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:16.430914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:16.499161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Pushing event updated for resources: {'Port': ['ID=8c96da35-7eee-4b6c-a8ff-892c015098c4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:16.902847 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.343438 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.348508 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.662794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Router a6d70e66-d652-4d3e-b8dc-fd23d36fe440 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:25:17.973804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:17.982730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.983891 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8a67c65c-1cb5-448c-95f4-b90d22f90ac5 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "PUT /v2.0/routers/a6d70e66-d652-4d3e-b8dc-fd23d36fe440 HTTP/1.1" status: 200 len: 879 time: 3.7898655 Aug 03 19:25:17.986658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:17.996301 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427923e-e7ef-4920-8bc4-839970163d0b None None] Sync routers for ids ['a6d70e66-d652-4d3e-b8dc-fd23d36fe440'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:18.029587 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427923e-e7ef-4920-8bc4-839970163d0b None None] Routers {'a6d70e66-d652-4d3e-b8dc-fd23d36fe440'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:18.034916 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1427923e-e7ef-4920-8bc4-839970163d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a6d70e66-d652-4d3e-b8dc-fd23d36fe440'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:18.179954 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1427923e-e7ef-4920-8bc4-839970163d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:18.220521 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427923e-e7ef-4920-8bc4-839970163d0b None None] Routers {'a6d70e66-d652-4d3e-b8dc-fd23d36fe440'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:18.222063 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1427923e-e7ef-4920-8bc4-839970163d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a6d70e66-d652-4d3e-b8dc-fd23d36fe440'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:18.345187 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4f18b681-b0b5-49db-b490-f181b9117fe9 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/routers/a6d70e66-d652-4d3e-b8dc-fd23d36fe440 HTTP/1.1" status: 200 len: 920 time: 0.3565354 Aug 03 19:25:18.351498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50054) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:18.420271 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1427923e-e7ef-4920-8bc4-839970163d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:18.421249 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1427923e-e7ef-4920-8bc4-839970163d0b None None] The sync data for ids ['a6d70e66-d652-4d3e-b8dc-fd23d36fe440'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:18.479434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca9fe9-6e94-4635-a6e3-0b959da99504 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:18.482781 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5bca9fe9-6e94-4635-a6e3-0b959da99504 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&device_id=a6d70e66-d652-4d3e-b8dc-fd23d36fe440&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1290207 Aug 03 19:25:18.487082 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50056) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:18.728957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053479ac-c87e-4e96-a02f-17187f013867 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:18.730312 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-053479ac-c87e-4e96-a02f-17187f013867 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 881 time: 0.2417960 Aug 03 19:25:18.734987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50062) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:18.799204 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e0c164fd-5771-40b2-a025-958a0afbf137 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6d70e66-d652-4d3e-b8dc-fd23d36fe440 HTTP/1.1" status: 200 len: 205 time: 0.0629869 Aug 03 19:25:18.803594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50064) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:19.187915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.277398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50074) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:19.345407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12741a59-a891-4a02-972f-063cbc328ab5 req-69fe789e-ef97-48a3-8b6e-be0540f71b12 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:19.347609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12741a59-a891-4a02-972f-063cbc328ab5 req-69fe789e-ef97-48a3-8b6e-be0540f71b12 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1098 time: 0.8319507 Aug 03 19:25:19.466723 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12741a59-a891-4a02-972f-063cbc328ab5 req-a596a0e0-5049-4887-853b-11cc10ddb0ce tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044695 Aug 03 19:25:19.498608 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.499956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50082) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:19.629041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Deleting port 8c96da35-7eee-4b6c-a8ff-892c015098c4 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:19.629845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.630952 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ebcc3e90-dd89-4b66-ba4f-c456086ff6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.866028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port 47aba6e8-5c90-4fa1-b3ff-bb0b9a95076f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:19.866278 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.909106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.926245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Calling delete_port for 8c96da35-7eee-4b6c-a8ff-892c015098c4 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:19.935404 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ebcc3e90-dd89-4b66-ba4f-c456086ff6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.946325 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ebcc3e90-dd89-4b66-ba4f-c456086ff6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.016736 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ebcc3e90-dd89-4b66-ba4f-c456086ff6bb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39a6c577902a496e9c21871575cd18dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7344198 Aug 03 19:25:20.021344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50084) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:20.030016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc3e90-dd89-4b66-ba4f-c456086ff6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bace6e39-cbee-4f0c-8cd4-f90d056af136,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:20.034719 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.035332 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.059335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for 47aba6e8-5c90-4fa1-b3ff-bb0b9a95076f owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:20.318666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d08280-fc6f-45c4-91bf-7dd28b8e96e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.366556 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d08280-fc6f-45c4-91bf-7dd28b8e96e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.440726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.491639 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.516784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=47aba6e8-5c90-4fa1-b3ff-bb0b9a95076f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:20.540543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Pushing event deleted for resources: {'Port': ['ID=8c96da35-7eee-4b6c-a8ff-892c015098c4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:20.549272 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d08280-fc6f-45c4-91bf-7dd28b8e96e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.553631 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3d08280-fc6f-45c4-91bf-7dd28b8e96e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.556182 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d3d08280-fc6f-45c4-91bf-7dd28b8e96e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bace6e39-cbee-4f0c-8cd4-f90d056af136 HTTP/1.1" status: 204 len: 168 time: 0.5325618 Aug 03 19:25:20.586277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d08280-fc6f-45c4-91bf-7dd28b8e96e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bace6e39-cbee-4f0c-8cd4-f90d056af136,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:20.679445 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.704766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.705580 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Floating IP ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082 disassociated (deleted). External IP: 172.25.8.22, port: 4124d29e-0202-4b51-8f9b-e76b5ed447da. Aug 03 19:25:20.891295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.894576 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.965492 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.966249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Fanout notify agent at l3_agent the message router_deleted on router a6d70e66-d652-4d3e-b8dc-fd23d36fe440 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:25:20.974458 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.975636 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-12f4dd92-e010-4d5d-aa05-dd24fb7331a1 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/a6d70e66-d652-4d3e-b8dc-fd23d36fe440 HTTP/1.1" status: 204 len: 168 time: 2.1708641 Aug 03 19:25:20.982625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50100) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:20.987847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c8531dd8-7907-491d-99b6-d31f457a695e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1476852701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:21.041217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8531dd8-7907-491d-99b6-d31f457a695e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.044594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8531dd8-7907-491d-99b6-d31f457a695e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.219074 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8531dd8-7907-491d-99b6-d31f457a695e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.228778 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8531dd8-7907-491d-99b6-d31f457a695e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.321963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50104) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:21.362962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6578e510-38f8-4725-a079-b974ead81830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.527213 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6578e510-38f8-4725-a079-b974ead81830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.532694 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6578e510-38f8-4725-a079-b974ead81830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.572999 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8531dd8-7907-491d-99b6-d31f457a695e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.573952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578e510-38f8-4725-a079-b974ead81830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aaf60a-bc98-409e-af00-047c024b6807,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:21.575349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c8531dd8-7907-491d-99b6-d31f457a695e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5912106 Aug 03 19:25:21.582313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50108) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:21.590690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'enable_snat': True}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:21.601817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:25:21.702276 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6578e510-38f8-4725-a079-b974ead81830 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7999a8c75b0f4b0d813cd052620aa99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758645 Aug 03 19:25:21.706867 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50110) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:21.881182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:21.887696 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.903757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c964d78-25e2-48a1-9c72-1dbaa8c154bd None None] Sync routers for ids ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:21.921223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c964d78-25e2-48a1-9c72-1dbaa8c154bd None None] Routers {'7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:21.923817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9c964d78-25e2-48a1-9c72-1dbaa8c154bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:21.983218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f77dd141-02fc-4253-a46b-b952ae5b28f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.013839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9063eb43-d999-4ad0-8f22-88d707a8981d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/floatingips/ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082 HTTP/1.1" status: 204 len: 168 time: 2.5091047 Aug 03 19:25:22.018397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:22.027211 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa" -d '{"events": [{"name": "network-changed", "server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:22.105172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f77dd141-02fc-4253-a46b-b952ae5b28f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.141397 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b4c91d-7bf6-4d9c-b249-05068b24010a x-openstack-request-id: req-12b4c91d-7bf6-4d9c-b249-05068b24010a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:22.142189 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:22.142841 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12b4c91d-7bf6-4d9c-b249-05068b24010a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:22.143694 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'status': 'completed', 'code': 200} Aug 03 19:25:22.275899 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.312929 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9c964d78-25e2-48a1-9c72-1dbaa8c154bd None None] Set router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:22.498407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa req-a16f32c6-d134-4935-a2f5-4876424b197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:22.502416 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa req-a16f32c6-d134-4935-a2f5-4876424b197a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 1098 time: 0.3008647 Aug 03 19:25:22.671232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f77dd141-02fc-4253-a46b-b952ae5b28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.676853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f77dd141-02fc-4253-a46b-b952ae5b28f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.681654 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f77dd141-02fc-4253-a46b-b952ae5b28f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98aaf60a-bc98-409e-af00-047c024b6807 HTTP/1.1" status: 204 len: 168 time: 0.9674578 Aug 03 19:25:22.788076 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dd141-02fc-4253-a46b-b952ae5b28f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aaf60a-bc98-409e-af00-047c024b6807,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:22.984691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd7d2-de65-443b-bbd8-48c97917d4cb req-2c13b06a-9a23-451d-b9a3-0908c6bab8ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.000391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23edd7d2-de65-443b-bbd8-48c97917d4cb req-2c13b06a-9a23-451d-b9a3-0908c6bab8ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 947 time: 0.2155161 Aug 03 19:25:23.057650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa req-0ab06448-cb69-4992-9aef-7ac8b1da6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.061670 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa req-0ab06448-cb69-4992-9aef-7ac8b1da6fd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 200 len: 898 time: 0.5445404 Aug 03 19:25:23.069305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9c964d78-25e2-48a1-9c72-1dbaa8c154bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:46Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bfa38e6c-2f1e-42ce-9a8e-328858084ec8', 'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:75:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:41Z', 'updated_at': '2021-08-03T19:23:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:23.139010 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23edd7d2-de65-443b-bbd8-48c97917d4cb req-c840e465-9bbb-46e7-b11a-ae88b9cbd531 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=9a1512d5-bbf4-422b-a112-6159e1f75b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375811 Aug 03 19:25:23.177111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c964d78-25e2-48a1-9c72-1dbaa8c154bd None None] Checking router: 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:25:23.195473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c964d78-25e2-48a1-9c72-1dbaa8c154bd None None] Routers {'7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:23.196440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9c964d78-25e2-48a1-9c72-1dbaa8c154bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:23.878137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9c964d78-25e2-48a1-9c72-1dbaa8c154bd None None] Set router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:24.032828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19953af1-d3c1-415c-93bf-fe59e6fdeabf req-f829c0ef-f05e-4974-9da8-feaa943a5748 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:24.037966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19953af1-d3c1-415c-93bf-fe59e6fdeabf req-f829c0ef-f05e-4974-9da8-feaa943a5748 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.37 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 947 time: 0.1081839 Aug 03 19:25:24.267061 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa req-ce5b2779-dcb7-4d44-96c3-904630f4a38c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 200 len: 217 time: 1.1955302 Aug 03 19:25:24.327375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-19953af1-d3c1-415c-93bf-fe59e6fdeabf req-89568b18-412e-4209-9f20-e9a3a0f1c046 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port 4124d29e-0202-4b51-8f9b-e76b5ed447da {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:24.327732 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-19953af1-d3c1-415c-93bf-fe59e6fdeabf req-89568b18-412e-4209-9f20-e9a3a0f1c046 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.516299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-19953af1-d3c1-415c-93bf-fe59e6fdeabf req-89568b18-412e-4209-9f20-e9a3a0f1c046 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port 4124d29e-0202-4b51-8f9b-e76b5ed447da, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=4124d29e-0202-4b51-8f9b-e76b5ed447da,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:24.516949 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-19953af1-d3c1-415c-93bf-fe59e6fdeabf req-89568b18-412e-4209-9f20-e9a3a0f1c046 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.535316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-19953af1-d3c1-415c-93bf-fe59e6fdeabf req-89568b18-412e-4209-9f20-e9a3a0f1c046 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for 4124d29e-0202-4b51-8f9b-e76b5ed447da owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:24.682229 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.708805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa req-89cd573a-7d75-4ae8-824c-2f4c121a6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:24.718723 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa req-89cd573a-7d75-4ae8-824c-2f4c121a6c40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 200 len: 835 time: 0.3541539 Aug 03 19:25:24.724790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9c964d78-25e2-48a1-9c72-1dbaa8c154bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:46Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bfa38e6c-2f1e-42ce-9a8e-328858084ec8', 'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:75:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:41Z', 'updated_at': '2021-08-03T19:23:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:24.849928 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.893301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c964d78-25e2-48a1-9c72-1dbaa8c154bd None None] The sync data for ids ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'] in n-d-802918-7 is: [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:22:46Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'bfa38e6c-2f1e-42ce-9a8e-328858084ec8', 'name': '', 'network_id': '057224d6-e8c3-4b58-92ee-b27f9b58c53b', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:75:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:41Z', 'updated_at': '2021-08-03T19:23:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '59f875dd-e09c-407e-abfe-34474d3afe93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:24.941967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-19953af1-d3c1-415c-93bf-fe59e6fdeabf req-89568b18-412e-4209-9f20-e9a3a0f1c046 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.097052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89568b18-412e-4209-9f20-e9a3a0f1c046 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=4124d29e-0202-4b51-8f9b-e76b5ed447da,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:25.282452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa req-d6e2fcfb-fb63-4a1b-86cf-21fa5bd0fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:25.284434 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa req-d6e2fcfb-fb63-4a1b-86cf-21fa5bd0fb25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=057224d6-e8c3-4b58-92ee-b27f9b58c53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4762073 Aug 03 19:25:25.301679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-19953af1-d3c1-415c-93bf-fe59e6fdeabf req-89568b18-412e-4209-9f20-e9a3a0f1c046 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] No DVR routers for this DVR port 4124d29e-0202-4b51-8f9b-e76b5ed447da on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:25:25.305088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-19953af1-d3c1-415c-93bf-fe59e6fdeabf req-89568b18-412e-4209-9f20-e9a3a0f1c046 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.313291 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19953af1-d3c1-415c-93bf-fe59e6fdeabf req-89568b18-412e-4209-9f20-e9a3a0f1c046 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.37 "DELETE /v2.0/ports/4124d29e-0202-4b51-8f9b-e76b5ed447da HTTP/1.1" status: 204 len: 173 time: 1.2664104 Aug 03 19:25:25.313923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-deleted', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:25.329178 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a80541-4401-4c71-af36-2391540c6ae5" -d '{"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-deleted", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:25.440363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5061f52f-1b9d-435d-b131-67c5970fc55b req-0c52d5a0-6573-42d0-bbd5-8ba930f23c1d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=81d6886e-ff9e-4964-93ca-ec4465390891 HTTP/1.1" status: 200 len: 210 time: 0.8919215 Aug 03 19:25:25.476113 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e972f1c4-a076-47bc-b451-ac47bc11e760 x-openstack-request-id: req-e972f1c4-a076-47bc-b451-ac47bc11e760 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:25.476708 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d6886e-ff9e-4964-93ca-ec4465390891", "name": "network-vif-deleted", "tag": "4124d29e-0202-4b51-8f9b-e76b5ed447da", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:25.477564 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e972f1c4-a076-47bc-b451-ac47bc11e760 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:25.478219 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d6886e-ff9e-4964-93ca-ec4465390891', 'name': 'network-vif-deleted', 'tag': '4124d29e-0202-4b51-8f9b-e76b5ed447da', 'status': 'completed', 'code': 200} Aug 03 19:25:25.682534 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa req-9b31ca1f-abbd-4de0-892c-3c3817b0e448 service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847558 Aug 03 19:25:25.800461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Allocated IP 172.25.8.248 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/f67bceb2-e6b1-486f-991a-93262fb17041) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:26.125321 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-31c8c353-8ce6-4ae5-9275-bf90dcd158fa req-846f9836-b3c8-473b-bbde-65e74e3489df service neutron] 10.222.0.37 "GET /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131182 Aug 03 19:25:26.274059 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb5986-1a91-45d4-9064-b4b195399e96 None None] New status for floating IP ba47b0a6-ba35-4beb-b3e2-f1adb8ad5082: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:25:26.339909 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.427621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.569207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:26.585588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:26.596310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:26.642828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50392) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:26.675094 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event updated for resources: {'Port': ['ID=f67bceb2-e6b1-486f-991a-93262fb17041,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:27.034499 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.741237 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.758192 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.872993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.127543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Router ee607bbc-49dc-4508-bc5c-48a12ab80c36 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:25:28.482294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:25:28.551892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 4124d29e-0202-4b51-8f9b-e76b5ed447da {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:25:28.557630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 4124d29e-0202-4b51-8f9b-e76b5ed447da not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:25:28.618991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:28.623958 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.628172 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-545d074b-2be0-45dc-96b4-7ccd1ea68bb6 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "PUT /v2.0/routers/ee607bbc-49dc-4508-bc5c-48a12ab80c36 HTTP/1.1" status: 200 len: 915 time: 7.0417721 Aug 03 19:25:28.631225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50558) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:28.641070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port bfa38e6c-2f1e-42ce-9a8e-328858084ec8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:28.642815 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.653786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9856223d-98d6-4183-b197-765ae087acdf None None] Sync routers for ids ['ee607bbc-49dc-4508-bc5c-48a12ab80c36'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:28.675385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9856223d-98d6-4183-b197-765ae087acdf None None] Routers {'ee607bbc-49dc-4508-bc5c-48a12ab80c36'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:28.676103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9856223d-98d6-4183-b197-765ae087acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ee607bbc-49dc-4508-bc5c-48a12ab80c36'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:28.790468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9856223d-98d6-4183-b197-765ae087acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:28.808800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9856223d-98d6-4183-b197-765ae087acdf None None] Routers {'ee607bbc-49dc-4508-bc5c-48a12ab80c36'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:28.811566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9856223d-98d6-4183-b197-765ae087acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['ee607bbc-49dc-4508-bc5c-48a12ab80c36'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:28.892075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9856223d-98d6-4183-b197-765ae087acdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:28.894921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9856223d-98d6-4183-b197-765ae087acdf None None] The sync data for ids ['ee607bbc-49dc-4508-bc5c-48a12ab80c36'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:28.901533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port bfa38e6c-2f1e-42ce-9a8e-328858084ec8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bfa38e6c-2f1e-42ce-9a8e-328858084ec8,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:28.903427 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.921422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for bfa38e6c-2f1e-42ce-9a8e-328858084ec8 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:29.036549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50600) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:29.036692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1c8250d3-c4d6-4141-a4f0-512903470f1c tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/routers/ee607bbc-49dc-4508-bc5c-48a12ab80c36 HTTP/1.1" status: 200 len: 921 time: 0.4035013 Aug 03 19:25:29.255411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c601a7-8614-4d43-98d7-ead2e34d454d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:29.257662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-95c601a7-8614-4d43-98d7-ead2e34d454d tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&device_id=ee607bbc-49dc-4508-bc5c-48a12ab80c36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2182100 Aug 03 19:25:29.261574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50624) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:29.477830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1333f0f7-0b95-4a53-82f4-de8ae786777f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:29.479795 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1333f0f7-0b95-4a53-82f4-de8ae786777f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 881 time: 0.2171476 Aug 03 19:25:29.484690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50652) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:29.538959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1f0a199a-fffe-47af-8740-181920dab942 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee607bbc-49dc-4508-bc5c-48a12ab80c36 HTTP/1.1" status: 200 len: 205 time: 0.0523760 Aug 03 19:25:29.540618 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.542104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50658) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:29.646248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=bfa38e6c-2f1e-42ce-9a8e-328858084ec8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:29.794344 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.980871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.222219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.237430 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.356766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Deleting port f67bceb2-e6b1-486f-991a-93262fb17041 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:30.357430 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.501882 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.526217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Calling delete_port for f67bceb2-e6b1-486f-991a-93262fb17041 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:30.657671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:25:30.938750 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.064370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Pushing event deleted for resources: {'Port': ['ID=f67bceb2-e6b1-486f-991a-93262fb17041,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:31.222558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.588216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:31.594226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bf847d73-05ff-460f-9192-a4e02de6205f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "PUT /v2.0/routers/7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9488680 Aug 03 19:25:31.598922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50732) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:31.603530 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e9151-e4ab-4078-bc4f-cbdc89d15c2a None None] Sync routers for ids ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:31.621460 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e9151-e4ab-4078-bc4f-cbdc89d15c2a None None] Routers {'7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:31.622398 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-513e9151-e4ab-4078-bc4f-cbdc89d15c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:31.646593 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.660747 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.769216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7c3e64-067f-422b-9a13-a4860255d156 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting subnet 59f875dd-e09c-407e-abfe-34474d3afe93 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:25:31.777599 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3e64-067f-422b-9a13-a4860255d156 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.857748 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.858618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Fanout notify agent at l3_agent the message router_deleted on router ee607bbc-49dc-4508-bc5c-48a12ab80c36 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:25:31.876142 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.883558 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-20352005-8628-4d4e-8859-458718cf7f27 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/ee607bbc-49dc-4508-bc5c-48a12ab80c36 HTTP/1.1" status: 204 len: 168 time: 2.3399110 Aug 03 19:25:31.883965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3e64-067f-422b-9a13-a4860255d156 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.889819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50736) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:31.906903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c2696527-bc52-42cf-a0a1-2c61f8d3510f tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-820554957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:31.984741 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2696527-bc52-42cf-a0a1-2c61f8d3510f tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.990630 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2696527-bc52-42cf-a0a1-2c61f8d3510f tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.018320 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-513e9151-e4ab-4078-bc4f-cbdc89d15c2a None None] Set router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:32.145716 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2696527-bc52-42cf-a0a1-2c61f8d3510f tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.182875 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2696527-bc52-42cf-a0a1-2c61f8d3510f tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.185842 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3e64-067f-422b-9a13-a4860255d156 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.264398 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2696527-bc52-42cf-a0a1-2c61f8d3510f tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.274499 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c2696527-bc52-42cf-a0a1-2c61f8d3510f tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3812408 Aug 03 19:25:32.275545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50746) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:32.297751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'enable_snat': False}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:32.315847 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3e64-067f-422b-9a13-a4860255d156 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.360033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c3e64-067f-422b-9a13-a4860255d156 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Subnet': ['ID=59f875dd-e09c-407e-abfe-34474d3afe93,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:32.383134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c4584-392a-40ea-9b7a-95fcb93a950c None None] Network 057224d6-e8c3-4b58-92ee-b27f9b58c53b requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:32.384334 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f7c3e64-067f-422b-9a13-a4860255d156 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.386842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7f7c3e64-067f-422b-9a13-a4860255d156 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/subnets/59f875dd-e09c-407e-abfe-34474d3afe93 HTTP/1.1" status: 204 len: 168 time: 0.7865965 Aug 03 19:25:32.391487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50752) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:32.746171 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.831262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] DHCP port deletion for 057224d6-e8c3-4b58-92ee-b27f9b58c53b request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:25:33.022315 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Deleting port 408bf2b3-66d2-4e00-8659-fcc5d01349af {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:33.023710 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.048381 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-513e9151-e4ab-4078-bc4f-cbdc89d15c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:25:29Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '5b22b4cf-f84c-4d43-9e55-1883f901b618', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:30Z', 'updated_at': '2021-08-03T19:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:33.061354 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.122414 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e9151-e4ab-4078-bc4f-cbdc89d15c2a None None] Checking router: 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:25:33.150096 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e9151-e4ab-4078-bc4f-cbdc89d15c2a None None] Routers {'7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:33.150842 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-513e9151-e4ab-4078-bc4f-cbdc89d15c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:33.238974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port 5b22b4cf-f84c-4d43-9e55-1883f901b618 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:33.239353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.300002 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-513e9151-e4ab-4078-bc4f-cbdc89d15c2a None None] Set router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:33.303237 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.430284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] For port 408bf2b3-66d2-4e00-8659-fcc5d01349af, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=408bf2b3-66d2-4e00-8659-fcc5d01349af,segment=NetworkSegment(965a528b-1184-4414-b9a6-ae438385b8d3),segment_id=965a528b-1184-4414-b9a6-ae438385b8d3)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:33.436956 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.469807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port 5b22b4cf-f84c-4d43-9e55-1883f901b618, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5b22b4cf-f84c-4d43-9e55-1883f901b618,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:33.471029 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.509938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Calling delete_port for 408bf2b3-66d2-4e00-8659-fcc5d01349af owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:33.528569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for 5b22b4cf-f84c-4d43-9e55-1883f901b618 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:33.565385 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-513e9151-e4ab-4078-bc4f-cbdc89d15c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:25:33Z', 'revision_number': 6, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:33.693184 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e9151-e4ab-4078-bc4f-cbdc89d15c2a None None] The sync data for ids ['7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0'] in n-d-802918-7 is: [{'id': '7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1700162750', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:27Z', 'updated_at': '2021-08-03T19:25:33Z', 'revision_number': 6, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:33.781064 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2bbdaf0c-8f39-4ba4-ab67-42d0a9d00bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.866885 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.937369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] No DVR routers for this DVR port 408bf2b3-66d2-4e00-8659-fcc5d01349af on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:25:33.946598 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Pushing event deleted for resources: {'Port': ['ID=408bf2b3-66d2-4e00-8659-fcc5d01349af,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:33.982630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:33.983284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:33.983783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:33.984449 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:33.985163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:33.986959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:33.987572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:33.988056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:33.989743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:33.990727 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:33.991365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:33.992042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59c0f91-3f5b-4167-9964-6275d2126a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:34.124902 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.235238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=5b22b4cf-f84c-4d43-9e55-1883f901b618,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:34.344857 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.487412 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.495832 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.580496 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.580708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Fanout notify agent at l3_agent the message router_deleted on router 7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:25:34.592075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.600132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.601861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c80e7f06-21a6-4c91-8a41-1ba4882931db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/routers/7ef3fa34-5cd4-4b1d-a85b-c52cc659ece0 HTTP/1.1" status: 204 len: 168 time: 2.2090051 Aug 03 19:25:34.604976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50786) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:34.623967 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.799143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 408bf2b3-66d2-4e00-8659-fcc5d01349af no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:25:34.849596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 408bf2b3-66d2-4e00-8659-fcc5d01349af {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:25:34.849596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 408bf2b3-66d2-4e00-8659-fcc5d01349af not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:25:34.849596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5b22b4cf-f84c-4d43-9e55-1883f901b618 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:25:34.872381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 5b22b4cf-f84c-4d43-9e55-1883f901b618 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:25:34.873443 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5b22b4cf-f84c-4d43-9e55-1883f901b618 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:25:34.874040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bfa38e6c-2f1e-42ce-9a8e-328858084ec8 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:25:34.884470 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.905095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: bfa38e6c-2f1e-42ce-9a8e-328858084ec8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:25:34.905535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bfa38e6c-2f1e-42ce-9a8e-328858084ec8 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:25:35.008946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Allocated IP 172.25.8.234 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/85287761-aa04-4e8d-9909-0c73b069a9e8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:35.099226 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.123789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057224d6-e8c3-4b58-92ee-b27f9b58c53b']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:35.150874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965a528b-1184-4414-b9a6-ae438385b8d3') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:35.151477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965a528b-1184-4414-b9a6-ae438385b8d3') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:35.162830 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.181999 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.191926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:25:35.192342 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:25:35.197259 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:25:35.275388 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.293767 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.295323 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.298429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/networks/057224d6-e8c3-4b58-92ee-b27f9b58c53b HTTP/1.1" status: 204 len: 168 time: 0.6921918 Aug 03 19:25:35.316612 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc93cee-23cc-4248-90e5-f604a52b7348 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Network': ['ID=057224d6-e8c3-4b58-92ee-b27f9b58c53b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:35.320796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50796) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:35.361435 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.419622 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Pushing event updated for resources: {'Port': ['ID=85287761-aa04-4e8d-9909-0c73b069a9e8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:35.435337 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:35.437298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:35.439328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91a1a2c1-2747-419c-acdc-28218c4c9eaf tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.445012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:35.493667 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91a1a2c1-2747-419c-acdc-28218c4c9eaf tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.654311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91a1a2c1-2747-419c-acdc-28218c4c9eaf tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.657172 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91a1a2c1-2747-419c-acdc-28218c4c9eaf tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.658585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-91a1a2c1-2747-419c-acdc-28218c4c9eaf tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/security-groups/9a1512d5-bbf4-422b-a112-6159e1f75b2e HTTP/1.1" status: 204 len: 168 time: 0.3363419 Aug 03 19:25:35.691934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1a2c1-2747-419c-acdc-28218c4c9eaf tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1512d5-bbf4-422b-a112-6159e1f75b2e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:36.013420 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.359342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50818) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:36.372230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0bf295cd-bdef-4d77-905b-5db8f9f33f3c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568986809', 'description': 'tempest-secgroup-smoke-1568986809 description', 'project_id': 'b5fb9b01c0b84db08e058795c9072907'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:36.450451 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bf295cd-bdef-4d77-905b-5db8f9f33f3c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.463629 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e33a-1163-4d2f-8ac7-3812379245cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.704464 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.715923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.731800 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bf295cd-bdef-4d77-905b-5db8f9f33f3c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.732092 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.749414 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bf295cd-bdef-4d77-905b-5db8f9f33f3c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.861059 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bf295cd-bdef-4d77-905b-5db8f9f33f3c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.872949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0bf295cd-bdef-4d77-905b-5db8f9f33f3c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5069678 Aug 03 19:25:36.873668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50826) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:36.882257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d4751ffc-ff10-4c1e-b6aa-18966b3b53db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '6cfbcee9-6e7d-455c-9d28-4c6630b2323d', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:36.892439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf295cd-bdef-4d77-905b-5db8f9f33f3c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfbcee9-6e7d-455c-9d28-4c6630b2323d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:36.966459 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d4751ffc-ff10-4c1e-b6aa-18966b3b53db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.208726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Router f6d96952-d842-488a-934d-3ed298a9fdae is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:25:37.261012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d4751ffc-ff10-4c1e-b6aa-18966b3b53db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.270873 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d4751ffc-ff10-4c1e-b6aa-18966b3b53db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.340637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4751ffc-ff10-4c1e-b6aa-18966b3b53db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fb9ea1-99aa-4beb-83b5-feba3029a4bc,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:37.386578 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d4751ffc-ff10-4c1e-b6aa-18966b3b53db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.389226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d4751ffc-ff10-4c1e-b6aa-18966b3b53db tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5135179 Aug 03 19:25:37.400911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50848) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:37.422351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-01e0687f-f869-4954-983b-c9ebcf5ccd01 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '6cfbcee9-6e7d-455c-9d28-4c6630b2323d', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:37.507241 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:37.512866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.514950 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-11542837-d86f-4a15-ad97-454c2ddf409f tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "PUT /v2.0/routers/f6d96952-d842-488a-934d-3ed298a9fdae HTTP/1.1" status: 200 len: 915 time: 5.2351847 Aug 03 19:25:37.519083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50850) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:37.522526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdc6998-971a-42c9-991c-e627403d202f None None] Sync routers for ids ['f6d96952-d842-488a-934d-3ed298a9fdae'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:37.542442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc6998-971a-42c9-991c-e627403d202f None None] Routers {'f6d96952-d842-488a-934d-3ed298a9fdae'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:37.544561 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01e0687f-f869-4954-983b-c9ebcf5ccd01 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.562155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2cdc6998-971a-42c9-991c-e627403d202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f6d96952-d842-488a-934d-3ed298a9fdae'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:37.730300 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2cdc6998-971a-42c9-991c-e627403d202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:37.779189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc6998-971a-42c9-991c-e627403d202f None None] Routers {'f6d96952-d842-488a-934d-3ed298a9fdae'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:37.779870 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01e0687f-f869-4954-983b-c9ebcf5ccd01 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.780273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2cdc6998-971a-42c9-991c-e627403d202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f6d96952-d842-488a-934d-3ed298a9fdae'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:37.793490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01e0687f-f869-4954-983b-c9ebcf5ccd01 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.843481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0687f-f869-4954-983b-c9ebcf5ccd01 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bd178b-55e1-4347-a59d-43af73682ac2,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:37.854816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-01e0687f-f869-4954-983b-c9ebcf5ccd01 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.856044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-01e0687f-f869-4954-983b-c9ebcf5ccd01 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4490423 Aug 03 19:25:37.860499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50856) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:37.865613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-21d214c5-581f-4b04-aa82-217835ffb6f3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '6cfbcee9-6e7d-455c-9d28-4c6630b2323d', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:37.908981 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5e4dc29a-a667-46a2-bd04-6b3323513926 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/routers/f6d96952-d842-488a-934d-3ed298a9fdae HTTP/1.1" status: 200 len: 921 time: 0.3796809 Aug 03 19:25:37.914687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50858) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:37.933859 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-21d214c5-581f-4b04-aa82-217835ffb6f3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.002416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2cdc6998-971a-42c9-991c-e627403d202f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:38.005073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdc6998-971a-42c9-991c-e627403d202f None None] The sync data for ids ['f6d96952-d842-488a-934d-3ed298a9fdae'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:38.035909 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.066431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe70c13-5ef4-48c9-acfa-826715a8e64b tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:38.072105 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-abe70c13-5ef4-48c9-acfa-826715a8e64b tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&device_id=f6d96952-d842-488a-934d-3ed298a9fdae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1523066 Aug 03 19:25:38.073622 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50862) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:38.128693 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-21d214c5-581f-4b04-aa82-217835ffb6f3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.136482 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-21d214c5-581f-4b04-aa82-217835ffb6f3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.183215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d214c5-581f-4b04-aa82-217835ffb6f3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f50182-33d7-48e7-99d6-2a71e1360346,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:38.191374 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-21d214c5-581f-4b04-aa82-217835ffb6f3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.192446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-21d214c5-581f-4b04-aa82-217835ffb6f3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3308327 Aug 03 19:25:38.197056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50864) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:38.204498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-afefeb36-3078-4551-85d1-51b9897f140a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '6cfbcee9-6e7d-455c-9d28-4c6630b2323d', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:38.253637 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-afefeb36-3078-4551-85d1-51b9897f140a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.437133 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-afefeb36-3078-4551-85d1-51b9897f140a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.445354 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-afefeb36-3078-4551-85d1-51b9897f140a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.502092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefeb36-3078-4551-85d1-51b9897f140a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a57d569-db04-407b-8051-6b1f638ad36b,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:38.515908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-afefeb36-3078-4551-85d1-51b9897f140a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.518621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-afefeb36-3078-4551-85d1-51b9897f140a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3199990 Aug 03 19:25:38.523931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50870) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:38.533014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b4bbdd42-5ef8-47ca-802d-a03ecee51f1e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '6cfbcee9-6e7d-455c-9d28-4c6630b2323d', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:38.606246 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-b4bbdd42-5ef8-47ca-802d-a03ecee51f1e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Project b5fb9b01c0b84db08e058795c9072907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:25:38.613993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdd42-5ef8-47ca-802d-a03ecee51f1e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.695864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e50ce8-7078-48a5-a06a-84a9a27711f0 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:38.700560 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-36e50ce8-7078-48a5-a06a-84a9a27711f0 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 881 time: 0.6226590 Aug 03 19:25:38.721790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50874) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:38.831222 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdd42-5ef8-47ca-802d-a03ecee51f1e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.847498 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fa9c77d5-36ab-4f54-b58e-112b8bb8db9b tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6d96952-d842-488a-934d-3ed298a9fdae HTTP/1.1" status: 200 len: 205 time: 0.1218920 Aug 03 19:25:38.850074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50878) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:38.853960 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdd42-5ef8-47ca-802d-a03ecee51f1e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.933162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbdd42-5ef8-47ca-802d-a03ecee51f1e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1c1b52-5d6a-47ab-8eb0-ba5f14375f66,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:38.956205 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdd42-5ef8-47ca-802d-a03ecee51f1e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.957916 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b4bbdd42-5ef8-47ca-802d-a03ecee51f1e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4319887 Aug 03 19:25:38.962640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50880) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:38.967470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7abb80b6-e8f9-4890-8f40-a0bcac4ab5e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '6cfbcee9-6e7d-455c-9d28-4c6630b2323d', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:39.057469 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-7abb80b6-e8f9-4890-8f40-a0bcac4ab5e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Project b5fb9b01c0b84db08e058795c9072907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:25:39.065079 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7abb80b6-e8f9-4890-8f40-a0bcac4ab5e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.140628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.311465 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7abb80b6-e8f9-4890-8f40-a0bcac4ab5e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.324260 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7abb80b6-e8f9-4890-8f40-a0bcac4ab5e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.330770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.383930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb80b6-e8f9-4890-8f40-a0bcac4ab5e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257a68ad-a890-4698-96e2-dbcd6037c759,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:39.397961 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7abb80b6-e8f9-4890-8f40-a0bcac4ab5e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.404118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7abb80b6-e8f9-4890-8f40-a0bcac4ab5e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4368639 Aug 03 19:25:39.406084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50886) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:39.419584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'network': {'name': 'tempest-network-smoke--2124832078', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'port_security_enabled': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:39.475041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Deleting port 85287761-aa04-4e8d-9909-0c73b069a9e8 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:39.475690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.483339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:39.502786 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.639255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:25:39.678938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.680477 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Added segment 9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6 of type vlan for network 5d156c52-eeba-4cee-a0fc-1186738ac05d Aug 03 19:25:39.699168 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.708072 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.752068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50896) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:39.753668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Calling delete_port for 85287761-aa04-4e8d-9909-0c73b069a9e8 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:39.839443 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.940573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.956472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:39.964546 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.139846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7307973 Aug 03 19:25:40.152259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50900) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:40.166306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'admin_state_up': True, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:40.217017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72476574-5597-4f3f-8f25-fd3d9f8da962 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Network': ['ID=5d156c52-eeba-4cee-a0fc-1186738ac05d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:40.245728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 5d156c52-eeba-4cee-a0fc-1186738ac05d details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:25:40.256538 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.263989 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.305356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ad584a7-3743-4d64-b41c-ffd46e914b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.405197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.492467 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Pushing event deleted for resources: {'Port': ['ID=85287761-aa04-4e8d-9909-0c73b069a9e8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:40.538678 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.632631 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.789554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.795867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.810941 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ad584a7-3743-4d64-b41c-ffd46e914b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.817793 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ad584a7-3743-4d64-b41c-ffd46e914b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.986483 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7ad584a7-3743-4d64-b41c-ffd46e914b0a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6583d8133a48478791c156c42741c78d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2276337 Aug 03 19:25:40.987742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad584a7-3743-4d64-b41c-ffd46e914b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b09db4-52f2-40ee-97c7-1268ce3b9b59,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:41.002650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50912) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:41.020865 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.029852 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Fanout notify agent at l3_agent the message router_deleted on router f6d96952-d842-488a-934d-3ed298a9fdae {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:25:41.043725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.047331 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3f8136a8-c051-4935-855b-cf4575cb0988 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/f6d96952-d842-488a-934d-3ed298a9fdae HTTP/1.1" status: 204 len: 168 time: 2.1933498 Aug 03 19:25:41.053352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 50918) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:41.063413 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.079387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-22723083', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:41.151444 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e298c90-01a3-4768-ab9f-4620e72c70b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.155967 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.157467 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.245386 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.332481 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e298c90-01a3-4768-ab9f-4620e72c70b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.477734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.487881 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.530626 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e298c90-01a3-4768-ab9f-4620e72c70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.534418 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7e298c90-01a3-4768-ab9f-4620e72c70b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.537900 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7e298c90-01a3-4768-ab9f-4620e72c70b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4b09db4-52f2-40ee-97c7-1268ce3b9b59 HTTP/1.1" status: 204 len: 168 time: 0.5276122 Aug 03 19:25:41.548282 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.600344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e298c90-01a3-4768-ab9f-4620e72c70b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b09db4-52f2-40ee-97c7-1268ce3b9b59,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:41.788169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.25.8.165 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/4da77c2f-c102-4e63-a0bc-ef47f066a790) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:42.066121 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.126383 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.200217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:42.219217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:42.235088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:42.237573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=4da77c2f-c102-4e63-a0bc-ef47f066a790,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:42.478951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50954) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:42.496111 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.673655 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.713855 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.720371 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.903541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Allocated IP 172.25.8.97 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/c2f86d32-1759-4370-b051-39d62b2e63b8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:43.158496 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.228713 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.286561 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.312211 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.319478 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.383760 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:43.393971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:43.400486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:43.431902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1f1ae3e8004348cda75deaf32336d9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9506540 Aug 03 19:25:43.434599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50974) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:43.435286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d1a32-20e8-4e1f-809f-ca4dc229ae83,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:43.479925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.480277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.480711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.481253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.481676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.482284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.482623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.483075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.483269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.483596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.483970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.484227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fa954-681e-4e73-b84e-33d62476ca81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:43.543911 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Pushing event updated for resources: {'Port': ['ID=c2f86d32-1759-4370-b051-39d62b2e63b8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:43.589944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 374f2091-1cd7-44fb-8d56-1be7687caa46 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:25:43.593201 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46bffc07-9864-4bfe-8c2c-d3f4166f8e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.699036 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46bffc07-9864-4bfe-8c2c-d3f4166f8e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.989918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50980) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.063893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:44.067234 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46bffc07-9864-4bfe-8c2c-d3f4166f8e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.071099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46bffc07-9864-4bfe-8c2c-d3f4166f8e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.075523 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Sync routers for ids ['374f2091-1cd7-44fb-8d56-1be7687caa46'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:44.077716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-46bffc07-9864-4bfe-8c2c-d3f4166f8e2c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d22d1a32-20e8-4e1f-809f-ca4dc229ae83 HTTP/1.1" status: 204 len: 168 time: 0.6393793 Aug 03 19:25:44.104398 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.105912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f646afe6-b6b8-476a-ba7f-69209ec21956 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9509099 Aug 03 19:25:44.112869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50992) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.114127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bffc07-9864-4bfe-8c2c-d3f4166f8e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d1a32-20e8-4e1f-809f-ca4dc229ae83,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:44.136950 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Routers {'374f2091-1cd7-44fb-8d56-1be7687caa46'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:44.137636 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['374f2091-1cd7-44fb-8d56-1be7687caa46'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:44.160030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-55cd2063-9968-4c0f-b355-17fad4b06234 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=b5fb9b01c0b84db08e058795c9072907&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397363 Aug 03 19:25:44.160400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 50994) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.239255 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.355948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e46b03f-6ffc-4dba-a5ce-b8e77b576414 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:44.359364 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3e46b03f-6ffc-4dba-a5ce-b8e77b576414 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1974535 Aug 03 19:25:44.362026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51004) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.430485 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Set router 374f2091-1cd7-44fb-8d56-1be7687caa46 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:44.487729 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-71954e4e-6bc0-402f-9ed8-5f771b05fdcc tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1240795 Aug 03 19:25:44.491281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51006) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.508799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-27735113', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:44.691179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1f6bd525-75f8-4f16-a888-ac8a096cf7d4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9dc9ac00d27144f19e1333db24df6ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6807015 Aug 03 19:25:44.695285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51012) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.820392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:44.824590 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.935600 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-228a64b5-7a68-460d-af84-e368e60e71f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.939533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.001147 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-228a64b5-7a68-460d-af84-e368e60e71f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.108460 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:42Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:45.190514 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Checking router: 374f2091-1cd7-44fb-8d56-1be7687caa46 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:25:45.190866 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Updating router 374f2091-1cd7-44fb-8d56-1be7687caa46 port 4da77c2f-c102-4e63-a0bc-ef47f066a790 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:25:45.216114 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-228a64b5-7a68-460d-af84-e368e60e71f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.222553 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-228a64b5-7a68-460d-af84-e368e60e71f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.228596 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-228a64b5-7a68-460d-af84-e368e60e71f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c361a552-d5cf-4eea-a7f6-78d67dabd8f3 HTTP/1.1" status: 204 len: 168 time: 0.5297778 Aug 03 19:25:45.336240 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.407391 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.451807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a64b5-7a68-460d-af84-e368e60e71f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c361a552-d5cf-4eea-a7f6-78d67dabd8f3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:45.577391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Router 216f3a16-22bd-491f-8ae0-128329649192 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:25:45.611992 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.936853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Subnet': ['ID=978ff7fd-3468-4cfd-b2eb-46def902baf4,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:45.971384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Checking segment: {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:45.971965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network hostable DHCP agents. Network: 5d156c52-eeba-4cee-a0fc-1186738ac05d, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:25:45.995835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:46.041651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d411468-79a2-418f-bd14-e27356a27467 None None] Sync routers for ids ['216f3a16-22bd-491f-8ae0-128329649192'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:46.045889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network 5d156c52-eeba-4cee-a0fc-1186738ac05d is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:25:46.065808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d411468-79a2-418f-bd14-e27356a27467 None None] Routers {'216f3a16-22bd-491f-8ae0-128329649192'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:46.066950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.067541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4d411468-79a2-418f-bd14-e27356a27467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['216f3a16-22bd-491f-8ae0-128329649192'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:46.072946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 5d156c52-eeba-4cee-a0fc-1186738ac05d) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:46.077920 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a844a41c-cb7f-4aee-8e6d-b73b66308b8a tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.0208709 Aug 03 19:25:46.079657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:46.085275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:46.086490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.093250 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:46.141272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-19de9502-dd15-403a-9ccc-bbe85aaefc94 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6442204 Aug 03 19:25:46.142744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51048) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:46.167235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4d411468-79a2-418f-bd14-e27356a27467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:46.175776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896b6014-127e-4306-a909-1921d2e944d1 None None] Network 5d156c52-eeba-4cee-a0fc-1186738ac05d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:46.254913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d411468-79a2-418f-bd14-e27356a27467 None None] Routers {'216f3a16-22bd-491f-8ae0-128329649192'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:46.261683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4d411468-79a2-418f-bd14-e27356a27467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['216f3a16-22bd-491f-8ae0-128329649192'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:46.319504 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.343543 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Transition to ACTIVE for port object 4da77c2f-c102-4e63-a0bc-ef47f066a790 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:46.356832 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4d411468-79a2-418f-bd14-e27356a27467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:46.357536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d411468-79a2-418f-bd14-e27356a27467 None None] The sync data for ids ['216f3a16-22bd-491f-8ae0-128329649192'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:46.358318 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.527625 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Attempting to bind port 4da77c2f-c102-4e63-a0bc-ef47f066a790 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:46.528271 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Attempting to bind port 4da77c2f-c102-4e63-a0bc-ef47f066a790 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:46.535319 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Attempting to bind port 4da77c2f-c102-4e63-a0bc-ef47f066a790 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:46.592941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-5d156c52-eeba-4cee-a0fc-1186738ac05d', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ips': [{'subnet_id': '978ff7fd-3468-4cfd-b2eb-46def902baf4'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:25:46.593909 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.619210 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:46.619849 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:46.620535 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.621195 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:46.622090 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Bound port: 4da77c2f-c102-4e63-a0bc-ef47f066a790, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:46.632317 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.862188 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] For port 4da77c2f-c102-4e63-a0bc-ef47f066a790, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:46.870240 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] For port 4da77c2f-c102-4e63-a0bc-ef47f066a790, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4da77c2f-c102-4e63-a0bc-ef47f066a790,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:46.878804 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dd915-ac47-4e75-b175-b738a3ac5147 None None] Pushing event updated for resources: {'Port': ['ID=4da77c2f-c102-4e63-a0bc-ef47f066a790,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:46.896060 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.010452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Allocated IP 172.20.0.2 (5d156c52-eeba-4cee-a0fc-1186738ac05d/978ff7fd-3468-4cfd-b2eb-46def902baf4/fa67ee2d-350b-4200-a1a1-7fa809415813) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:47.082579 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dd915-ac47-4e75-b175-b738a3ac5147 None None] Pushing event updated for resources: {'Port': ['ID=4da77c2f-c102-4e63-a0bc-ef47f066a790,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:47.128702 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Routers {'374f2091-1cd7-44fb-8d56-1be7687caa46'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:47.129911 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['374f2091-1cd7-44fb-8d56-1be7687caa46'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:47.491589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.533431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.604488 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] Set router 374f2091-1cd7-44fb-8d56-1be7687caa46 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:47.680921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Deleting port c2f86d32-1759-4370-b051-39d62b2e63b8 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:47.681571 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.931260 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.957454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Transition to ACTIVE for port object fa67ee2d-350b-4200-a1a1-7fa809415813 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:48.032140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Transition to ACTIVE for port object fa67ee2d-350b-4200-a1a1-7fa809415813 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:48.056645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.092846 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.121979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Network 5d156c52-eeba-4cee-a0fc-1186738ac05d is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:48.124232 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Pushing event updated for resources: {'Port': ['ID=fa67ee2d-350b-4200-a1a1-7fa809415813,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:48.127452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:48.137526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:48.165100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Calling delete_port for c2f86d32-1759-4370-b051-39d62b2e63b8 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:48.265009 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:42Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:48.381122 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da147fa9-3d75-41fd-92fb-b49b385fbbfb None None] The sync data for ids ['374f2091-1cd7-44fb-8d56-1be7687caa46'] in n-d-802918-7 is: [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:42Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:48.415161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Attempting to bind port fa67ee2d-350b-4200-a1a1-7fa809415813 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:48.416298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Attempting to bind port fa67ee2d-350b-4200-a1a1-7fa809415813 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:48.417123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Attempting to bind port fa67ee2d-350b-4200-a1a1-7fa809415813 on network 5d156c52-eeba-4cee-a0fc-1186738ac05d {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:48.447198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:48.448826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Checking segment: {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:48.451345 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.457025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Bound using segment: {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:48.459123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Bound port: fa67ee2d-350b-4200-a1a1-7fa809415813, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:48.460062 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.847286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] For port fa67ee2d-350b-4200-a1a1-7fa809415813, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:48.857288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] For port fa67ee2d-350b-4200-a1a1-7fa809415813, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fa67ee2d-350b-4200-a1a1-7fa809415813,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:48.870495 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.894135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.975890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Pushing event deleted for resources: {'Port': ['ID=c2f86d32-1759-4370-b051-39d62b2e63b8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:49.015937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.016373 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.016774 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.017235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.017653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.018030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.023580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.023580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.023580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.023580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.023580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.024960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:49.095714 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.187567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548809a-4307-4ae8-95c0-cbc5945d6542 None None] Pushing event updated for resources: {'Port': ['ID=fa67ee2d-350b-4200-a1a1-7fa809415813,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:49.358583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.066745 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.076401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.095320 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:25:50.134207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.20.0.1 (5d156c52-eeba-4cee-a0fc-1186738ac05d/978ff7fd-3468-4cfd-b2eb-46def902baf4/33452bb7-7524-4c44-bf68-47f0020d1514) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:50.423233 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Router 216f3a16-22bd-491f-8ae0-128329649192 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:25:50.579867 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.645361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Transition to ACTIVE for port object 33452bb7-7524-4c44-bf68-47f0020d1514 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:50.815114 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.858068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:50.884994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.892823 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b80210f4-660d-407d-9002-5e47f198c2ea tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "PUT /v2.0/routers/216f3a16-22bd-491f-8ae0-128329649192 HTTP/1.1" status: 200 len: 704 time: 4.8061407 Aug 03 19:25:50.896898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4da77c2f-c102-4e63-a0bc-ef47f066a790 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:50.898381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51128) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:50.908682 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e8726-fd6e-4c67-b79e-27ae11f39b77 None None] Sync routers for ids ['216f3a16-22bd-491f-8ae0-128329649192'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:50.941262 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e8726-fd6e-4c67-b79e-27ae11f39b77 None None] Routers {'216f3a16-22bd-491f-8ae0-128329649192'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:50.946083 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0f0e8726-fd6e-4c67-b79e-27ae11f39b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['216f3a16-22bd-491f-8ae0-128329649192'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:50.983554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network 5d156c52-eeba-4cee-a0fc-1186738ac05d is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:51.015901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:51.038116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:51.119925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 4da77c2f-c102-4e63-a0bc-ef47f066a790 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:51.125606 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0f0e8726-fd6e-4c67-b79e-27ae11f39b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:51.138862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4da77c2f-c102-4e63-a0bc-ef47f066a790 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:51.141064 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.166460 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e8726-fd6e-4c67-b79e-27ae11f39b77 None None] Routers {'216f3a16-22bd-491f-8ae0-128329649192'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:51.168018 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0f0e8726-fd6e-4c67-b79e-27ae11f39b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['216f3a16-22bd-491f-8ae0-128329649192'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:51.237380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=33452bb7-7524-4c44-bf68-47f0020d1514,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:51.292546 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3c35fa61-bb59-40ca-b0ec-28c33f481bb0 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/routers/216f3a16-22bd-491f-8ae0-128329649192 HTTP/1.1" status: 200 len: 739 time: 0.3881216 Aug 03 19:25:51.295385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51140) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:51.298897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.509317 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-19678a50-6d31-41cd-bc0d-332bdcbf0492 tempest-RoutersAdminTest-1849932080 tempest-RoutersAdminTest-1849932080-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&device_id=216f3a16-22bd-491f-8ae0-128329649192 HTTP/1.1" status: 200 len: 205 time: 0.2033768 Aug 03 19:25:51.510401 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.547740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51144) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:51.571444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 4da77c2f-c102-4e63-a0bc-ef47f066a790, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4da77c2f-c102-4e63-a0bc-ef47f066a790,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:51.578872 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.579968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fa67ee2d-350b-4200-a1a1-7fa809415813 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:51.628723 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0f0e8726-fd6e-4c67-b79e-27ae11f39b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:51.631779 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e8726-fd6e-4c67-b79e-27ae11f39b77 None None] The sync data for ids ['216f3a16-22bd-491f-8ae0-128329649192'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:51.704620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51160) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:51.705457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=4da77c2f-c102-4e63-a0bc-ef47f066a790,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:51.708768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e29b6a9-ce27-4c5d-a824-6a17c52efd69 None None] Network 5d156c52-eeba-4cee-a0fc-1186738ac05d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:25:51.729682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-56db3473-eb5a-4d6c-9bfa-59cf0b89836b tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=216f3a16-22bd-491f-8ae0-128329649192 HTTP/1.1" status: 200 len: 205 time: 0.1803517 Aug 03 19:25:52.023875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a8852ba8-d453-457c-9e6b-9387c41779c4 None None] Provisioning for port fa67ee2d-350b-4200-a1a1-7fa809415813 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:52.122621 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.277909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port fa67ee2d-350b-4200-a1a1-7fa809415813 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:52.286597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port fa67ee2d-350b-4200-a1a1-7fa809415813 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:52.287675 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.592590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.594176 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-472f1711-1e1a-478d-9615-93b58d20de79 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.682245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port fa67ee2d-350b-4200-a1a1-7fa809415813, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fa67ee2d-350b-4200-a1a1-7fa809415813,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:52.694767 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.695693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51180) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:52.826172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=fa67ee2d-350b-4200-a1a1-7fa809415813,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:52.924329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4da77c2f-c102-4e63-a0bc-ef47f066a790 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:53.095558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4da77c2f-c102-4e63-a0bc-ef47f066a790 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:53.096584 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.118676 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.124683 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.191211 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-472f1711-1e1a-478d-9615-93b58d20de79 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.197177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-472f1711-1e1a-478d-9615-93b58d20de79 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.199380 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2be39a5-a020-40f2-a901-eda482435761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.223594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.243868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=33452bb7-7524-4c44-bf68-47f0020d1514,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:53.328618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-46771c2f-bd28-4b70-a560-6ba10d360f6f None None] Provisioning complete for port fa67ee2d-350b-4200-a1a1-7fa809415813 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:53.328618 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46771c2f-bd28-4b70-a560-6ba10d360f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.397419 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-472f1711-1e1a-478d-9615-93b58d20de79 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.406078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472f1711-1e1a-478d-9615-93b58d20de79 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Fanout notify agent at l3_agent the message router_deleted on router 216f3a16-22bd-491f-8ae0-128329649192 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:25:53.422581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-472f1711-1e1a-478d-9615-93b58d20de79 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.430324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51198) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.431441 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-472f1711-1e1a-478d-9615-93b58d20de79 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/216f3a16-22bd-491f-8ae0-128329649192 HTTP/1.1" status: 204 len: 168 time: 1.7246134 Aug 03 19:25:53.485374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e532ea62-904b-4f94-b390-6c29b5a939dc tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=216f3a16-22bd-491f-8ae0-128329649192 HTTP/1.1" status: 200 len: 205 time: 0.0538847 Aug 03 19:25:53.491324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51200) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.532802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network 5d156c52-eeba-4cee-a0fc-1186738ac05d is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:53.534172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:53.622585 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-46771c2f-bd28-4b70-a560-6ba10d360f6f None None] Provisioning for port 33452bb7-7524-4c44-bf68-47f0020d1514 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:53.627368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-46771c2f-bd28-4b70-a560-6ba10d360f6f None None] Provisioning complete for port 33452bb7-7524-4c44-bf68-47f0020d1514 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:53.627753 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46771c2f-bd28-4b70-a560-6ba10d360f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.631339 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-b6788aa9-7f65-459e-8c9d-ea9b3d324516 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] delete failed (client error): The resource could not be found. Aug 03 19:25:53.632503 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b6788aa9-7f65-459e-8c9d-ea9b3d324516 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/216f3a16-22bd-491f-8ae0-128329649192 HTTP/1.1" status: 404 len: 336 time: 0.1390979 Aug 03 19:25:53.641385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51202) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.709122 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9319f077-6231-4beb-8ad2-3bcf62ae641d tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=f6d96952-d842-488a-934d-3ed298a9fdae HTTP/1.1" status: 200 len: 205 time: 0.0664840 Aug 03 19:25:53.712078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51204) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.724172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-46771c2f-bd28-4b70-a560-6ba10d360f6f None None] Port 33452bb7-7524-4c44-bf68-47f0020d1514 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:25:53.738740 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2be39a5-a020-40f2-a901-eda482435761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.745409 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f2be39a5-a020-40f2-a901-eda482435761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.812570 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f2be39a5-a020-40f2-a901-eda482435761 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ffcf85ae41684a368cc1e9c08988bfa9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1155117 Aug 03 19:25:53.813752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51206) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.828902 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-dbe181de-d677-434f-9197-810b74f12685 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] delete failed (client error): The resource could not be found. Aug 03 19:25:53.829805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be39a5-a020-40f2-a901-eda482435761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1076901a-e7e0-4bcc-97a7-341271a3f3af,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:53.832522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dbe181de-d677-434f-9197-810b74f12685 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/f6d96952-d842-488a-934d-3ed298a9fdae HTTP/1.1" status: 404 len: 336 time: 0.1163883 Aug 03 19:25:53.837309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51208) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.892722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0e033e6e-771a-407f-bb55-84407ce88048 None None] Provisioning complete for port 33452bb7-7524-4c44-bf68-47f0020d1514 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:53.893104 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0e033e6e-771a-407f-bb55-84407ce88048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.897169 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dc1ad477-0ac6-4260-ba3c-8a58e84e4aa4 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee607bbc-49dc-4508-bc5c-48a12ab80c36 HTTP/1.1" status: 200 len: 205 time: 0.0580060 Aug 03 19:25:53.901972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51214) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.917778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 374f2091-1cd7-44fb-8d56-1be7687caa46 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:25:53.936982 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bbf81a56-1673-4fcb-95ad-fa86c6aff617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.961657 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-b65f89d5-495a-4210-ab6a-581617827603 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] delete failed (client error): The resource could not be found. Aug 03 19:25:53.962823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b65f89d5-495a-4210-ab6a-581617827603 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/ee607bbc-49dc-4508-bc5c-48a12ab80c36 HTTP/1.1" status: 404 len: 336 time: 0.0598261 Aug 03 19:25:53.965538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51218) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.986108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-0e033e6e-771a-407f-bb55-84407ce88048 None None] Port 33452bb7-7524-4c44-bf68-47f0020d1514 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:25:54.004804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e41eff70-cf47-4692-9392-0a3446427c93 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=a6d70e66-d652-4d3e-b8dc-fd23d36fe440 HTTP/1.1" status: 200 len: 205 time: 0.0377762 Aug 03 19:25:54.017623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bbf81a56-1673-4fcb-95ad-fa86c6aff617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.046618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51222) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:54.108811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bbf81a56-1673-4fcb-95ad-fa86c6aff617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.112591 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bbf81a56-1673-4fcb-95ad-fa86c6aff617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.120199 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bbf81a56-1673-4fcb-95ad-fa86c6aff617 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1076901a-e7e0-4bcc-97a7-341271a3f3af HTTP/1.1" status: 204 len: 168 time: 0.3014290 Aug 03 19:25:54.141920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf81a56-1673-4fcb-95ad-fa86c6aff617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1076901a-e7e0-4bcc-97a7-341271a3f3af,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:54.171757 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-90cf9724-f606-4396-bbea-93d4dcc9d985 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] delete failed (client error): The resource could not be found. Aug 03 19:25:54.173026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-90cf9724-f606-4396-bbea-93d4dcc9d985 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/a6d70e66-d652-4d3e-b8dc-fd23d36fe440 HTTP/1.1" status: 404 len: 336 time: 0.1255257 Aug 03 19:25:54.175822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51226) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:54.257601 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-82f6d3e1-c0c9-4281-9eab-a6ad88e71517 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=a4ec3994-97e0-4679-943e-f4df73c9e99d HTTP/1.1" status: 200 len: 205 time: 0.0765986 Aug 03 19:25:54.258052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51228) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:54.341011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:54.343198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4cbd9cc6-473b-4d7c-ba71-2072d2e0c497 None None] Provisioning complete for port 33452bb7-7524-4c44-bf68-47f0020d1514 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:54.344043 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4cbd9cc6-473b-4d7c-ba71-2072d2e0c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.354695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-32f7e28d-f9fc-4755-81c3-1fcd8f64df88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "PUT /v2.0/routers/374f2091-1cd7-44fb-8d56-1be7687caa46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2102909 Aug 03 19:25:54.389842 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-21fb380b-4b90-4ff6-b82c-4f5b330a6051 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] delete failed (client error): The resource could not be found. Aug 03 19:25:54.391687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-21fb380b-4b90-4ff6-b82c-4f5b330a6051 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/a4ec3994-97e0-4679-943e-f4df73c9e99d HTTP/1.1" status: 404 len: 336 time: 0.1323237 Aug 03 19:25:54.395777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51236) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:54.456946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0db82c03-23b3-47e0-a0a3-f45b2f200ef7 tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "GET /v2.0/ports?device_id=7e3ae7c5-3199-4579-81ed-ef795e5f913a HTTP/1.1" status: 200 len: 205 time: 0.0558593 Aug 03 19:25:54.457482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51238) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:54.477462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Sync routers for ids ['374f2091-1cd7-44fb-8d56-1be7687caa46'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:54.592250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Routers {'374f2091-1cd7-44fb-8d56-1be7687caa46'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:54.593273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['374f2091-1cd7-44fb-8d56-1be7687caa46'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:54.685913 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-42ab78b2-9647-455d-bacd-d0960bdc353e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] delete failed (client error): The resource could not be found. Aug 03 19:25:54.693848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51250) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:54.702214 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-42ab78b2-9647-455d-bacd-d0960bdc353e tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/routers/7e3ae7c5-3199-4579-81ed-ef795e5f913a HTTP/1.1" status: 404 len: 336 time: 0.2355924 Aug 03 19:25:54.754901 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-6367563f-b22c-4f59-a65b-6beae52713ae tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] DELETE failed (client error): The resource could not be found. Aug 03 19:25:54.755371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6367563f-b22c-4f59-a65b-6beae52713ae tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:25:54.757925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6367563f-b22c-4f59-a65b-6beae52713ae tempest-RoutersAdminTest-1830723832 tempest-RoutersAdminTest-1830723832-project] 10.222.0.78 "DELETE /v2.0/subnets/92037a64-1b39-45e0-bbb3-97aaebb4dbaf HTTP/1.1" status: 404 len: 337 time: 0.0601182 Aug 03 19:25:54.856149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4cbd9cc6-473b-4d7c-ba71-2072d2e0c497 None None] Port 33452bb7-7524-4c44-bf68-47f0020d1514 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:25:54.907240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-7f2a1967-3da1-4bc8-b51b-be6687a8279d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568986809&fields=id&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 267 time: 0.0507848 Aug 03 19:25:55.087570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fa67ee2d-350b-4200-a1a1-7fa809415813 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:55.246330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-368b42df-de57-4ec1-b57b-c1e6027bc6cc tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:55.251191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-368b42df-de57-4ec1-b57b-c1e6027bc6cc tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/networks?id=5d156c52-eeba-4cee-a0fc-1186738ac05d HTTP/1.1" status: 200 len: 797 time: 0.3416944 Aug 03 19:25:55.266858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51264) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:55.283321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-fee43f2b-d12a-4343-9fa8-d2cdb2675653 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/quotas/b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 375 time: 0.0242293 Aug 03 19:25:55.306586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Set router 374f2091-1cd7-44fb-8d56-1be7687caa46 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:55.312270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb81d54f-2813-4e14-be32-07cb4a2b4b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.408349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51268) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:55.522327 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-af2003ca-e3f7-4ca2-a92e-08747a4f6f88 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2211318 Aug 03 19:25:55.595779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port fa67ee2d-350b-4200-a1a1-7fa809415813 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:55.596392 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.730078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb81d54f-2813-4e14-be32-07cb4a2b4b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.744241 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb81d54f-2813-4e14-be32-07cb4a2b4b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.803473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-30e06098-d1e2-4a39-ace4-9068daeffd11 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:25:55.807647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-30e06098-d1e2-4a39-ace4-9068daeffd11 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2549677 Aug 03 19:25:55.934963 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1cf96c7-096a-4e97-a39c-fc109f97c335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.968232 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fb81d54f-2813-4e14-be32-07cb4a2b4b67 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=641181bea8144a3fb27478ebb568002a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6993835 Aug 03 19:25:55.973258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81d54f-2813-4e14-be32-07cb4a2b4b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b61c0bf-7d2a-458d-b999-cce1f3454913,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:56.003919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51286) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:56.076955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '33452bb7-7524-4c44-bf68-47f0020d1514', 'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:d6:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:49Z', 'updated_at': '2021-08-03T19:25:52Z', 'revision_number': 2, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:56.151926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a73f83c0-d0d1-4dbb-87e3-0f06baeae060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.157038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Checking router: 374f2091-1cd7-44fb-8d56-1be7687caa46 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:25:56.158608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Updating router 374f2091-1cd7-44fb-8d56-1be7687caa46 port 33452bb7-7524-4c44-bf68-47f0020d1514 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:25:56.162403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-15b021c9-fe13-4c71-97a5-fe4c2d6228c6 service neutron] 10.222.0.78 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472459 Aug 03 19:25:56.200215 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a73f83c0-d0d1-4dbb-87e3-0f06baeae060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.243006 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.312421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-6a098982-6381-4dba-9401-111dfc2b2242 service neutron] 10.222.0.78 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474242 Aug 03 19:25:56.366733 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1cf96c7-096a-4e97-a39c-fc109f97c335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.372911 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a73f83c0-d0d1-4dbb-87e3-0f06baeae060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.381310 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a73f83c0-d0d1-4dbb-87e3-0f06baeae060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.388480 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a73f83c0-d0d1-4dbb-87e3-0f06baeae060 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b61c0bf-7d2a-458d-b999-cce1f3454913 HTTP/1.1" status: 204 len: 168 time: 0.3815658 Aug 03 19:25:56.395010 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1cf96c7-096a-4e97-a39c-fc109f97c335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.416220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f83c0-d0d1-4dbb-87e3-0f06baeae060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b61c0bf-7d2a-458d-b999-cce1f3454913,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:56.468454 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c1cf96c7-096a-4e97-a39c-fc109f97c335 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56b83b4d13ca4c7495e6eda49b83ba7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0549822 Aug 03 19:25:56.471576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51292) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:56.497835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf96c7-096a-4e97-a39c-fc109f97c335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eae86a4-b965-4d8c-a537-d9aae7e44049,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:56.651668 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44165bbc-c921-4e20-a182-05fb61cc61dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.753827 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44165bbc-c921-4e20-a182-05fb61cc61dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.965272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aca50af2-f5c8-439b-ad2a-62772f355462 req-a79edc65-f823-4826-9b54-3e06b43fa0b3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 210 time: 0.0988688 Aug 03 19:25:56.971219 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44165bbc-c921-4e20-a182-05fb61cc61dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.986434 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44165bbc-c921-4e20-a182-05fb61cc61dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.996423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-44165bbc-c921-4e20-a182-05fb61cc61dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9eae86a4-b965-4d8c-a537-d9aae7e44049 HTTP/1.1" status: 204 len: 168 time: 0.5237217 Aug 03 19:25:57.034118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44165bbc-c921-4e20-a182-05fb61cc61dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eae86a4-b965-4d8c-a537-d9aae7e44049,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:57.156340 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.186797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Transition to ACTIVE for port object 33452bb7-7524-4c44-bf68-47f0020d1514 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:57.196128 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.298956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7609ba-63b1-4a42-8a76-3a10246b26b8 None None] Pushing event updated for resources: {'Port': ['ID=33452bb7-7524-4c44-bf68-47f0020d1514,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:57.479573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Attempting to bind port 33452bb7-7524-4c44-bf68-47f0020d1514 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:57.482473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Attempting to bind port 33452bb7-7524-4c44-bf68-47f0020d1514 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:57.483265 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Attempting to bind port 33452bb7-7524-4c44-bf68-47f0020d1514 on network 5d156c52-eeba-4cee-a0fc-1186738ac05d {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:57.504293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:57.504930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Checking segment: {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:57.505723 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.506410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Bound using segment: {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:57.516509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Bound port: 33452bb7-7524-4c44-bf68-47f0020d1514, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:57.517344 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.750022 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] For port 33452bb7-7524-4c44-bf68-47f0020d1514, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:57.760919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] For port 33452bb7-7524-4c44-bf68-47f0020d1514, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=33452bb7-7524-4c44-bf68-47f0020d1514,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:57.773097 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.915245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51338) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:57.982792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Routers {'374f2091-1cd7-44fb-8d56-1be7687caa46'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:57.984235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:25:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['374f2091-1cd7-44fb-8d56-1be7687caa46'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:58.016839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0f9e5bca-6054-4456-ba45-bd40462a96f0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f796409209394c958a785966a159feb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996015 Aug 03 19:25:58.019796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51342) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:58.216554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7609ba-63b1-4a42-8a76-3a10246b26b8 None None] Pushing event updated for resources: {'Port': ['ID=33452bb7-7524-4c44-bf68-47f0020d1514,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:58.279574 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1abcace4-c0c9-4804-888a-c7aca75e5624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.338557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1abcace4-c0c9-4804-888a-c7aca75e5624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.465779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93c91233-f3b2-4fde-bcde-b56382f564ed req-fd031084-50c5-4bc0-913c-b84c2915b146 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 210 time: 0.1375318 Aug 03 19:25:58.473728 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1abcace4-c0c9-4804-888a-c7aca75e5624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.478837 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1abcace4-c0c9-4804-888a-c7aca75e5624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.485722 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1abcace4-c0c9-4804-888a-c7aca75e5624 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4efa3928-065d-4495-b2d3-7869597333be HTTP/1.1" status: 204 len: 168 time: 0.4627938 Aug 03 19:25:58.525776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcace4-c0c9-4804-888a-c7aca75e5624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efa3928-065d-4495-b2d3-7869597333be,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:58.703597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] Set router 374f2091-1cd7-44fb-8d56-1be7687caa46 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:59.412905 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '33452bb7-7524-4c44-bf68-47f0020d1514', 'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:d6:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:49Z', 'updated_at': '2021-08-03T19:25:57Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:59.530539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51993408-d54c-4861-a8a9-89442758e2e3 None None] The sync data for ids ['374f2091-1cd7-44fb-8d56-1be7687caa46'] in n-d-802918-7 is: [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '33452bb7-7524-4c44-bf68-47f0020d1514', 'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:d6:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:49Z', 'updated_at': '2021-08-03T19:25:57Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:59.638786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-575f9538-bd11-4ac4-9478-47dd451216f8 req-d44d5e14-0bce-4f54-9ac1-7e767520efa3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 210 time: 0.0441709 Aug 03 19:25:59.790102 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.862483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-44b6a688-8349-4c98-b436-143c933f5603 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:59.865290 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-44b6a688-8349-4c98-b436-143c933f5603 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.37 "GET /v2.0/networks?id=5d156c52-eeba-4cee-a0fc-1186738ac05d HTTP/1.1" status: 200 len: 797 time: 0.7661495 Aug 03 19:26:00.080171 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-7814d42c-7b23-411d-95a6-cab58fc25edb tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 380 time: 0.2031019 Aug 03 19:26:00.122275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'port': {'device_id': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'admin_state_up': True, 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'security_groups': ['6cfbcee9-6e7d-455c-9d28-4c6630b2323d']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:00.445943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:00.455927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.471984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51450) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:00.703668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-816407657'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:00.781046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Made reservation on behalf of f3ca991f9e3d413da25a460d19d419da for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:00.792598 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.822457 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.889583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.20.0.4 (5d156c52-eeba-4cee-a0fc-1186738ac05d/978ff7fd-3468-4cfd-b2eb-46def902baf4/49ff79a1-833b-4c2d-91d1-3c797389b560) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:00.946419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 33452bb7-7524-4c44-bf68-47f0020d1514 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:01.044729 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64cec841-82a4-4821-8953-219b17033111 req-987e6961-a1bd-449a-a161-29003641e2ed tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 210 time: 0.0719702 Aug 03 19:26:01.047300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51470) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:01.145972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 33452bb7-7524-4c44-bf68-47f0020d1514 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:01.152222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 33452bb7-7524-4c44-bf68-47f0020d1514 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:01.152753 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.191652 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.202620 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.264877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:26:01.315306 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.315720 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Added segment 931d6ff2-27a8-42fc-87ba-cd1e13df8ce9 of type vlan for network 5da01c7e-3dae-42ad-9027-b44238abb3ba Aug 03 19:26:01.326589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bb1090-ca0e-4395-afc6-aa95dc429b91,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:01.362422 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.381635 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f646ef8-318a-43ac-9765-5b6ed39cd103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.438616 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.468493 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 33452bb7-7524-4c44-bf68-47f0020d1514, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=33452bb7-7524-4c44-bf68-47f0020d1514,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:01.476865 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.532466 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.539618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:01.540290 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.640412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.643809 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=33452bb7-7524-4c44-bf68-47f0020d1514,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:01.664802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Transition to ACTIVE for port object 49ff79a1-833b-4c2d-91d1-3c797389b560 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:01.708967 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.846395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=49ff79a1-833b-4c2d-91d1-3c797389b560,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:01.858840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'Network': ['ID=5da01c7e-3dae-42ad-9027-b44238abb3ba,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:01.866012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network 5d156c52-eeba-4cee-a0fc-1186738ac05d is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:01.871012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:01.876075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:26:01.889436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:01.964744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f646ef8-318a-43ac-9765-5b6ed39cd103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.986322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f646ef8-318a-43ac-9765-5b6ed39cd103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.097632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a79213ac-4de2-41e5-8882-829f69a72f1d tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6210899 Aug 03 19:26:02.136502 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:02.138011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.146682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51490) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:02.164189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Request body: {'subnet': {'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:02.211345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f646ef8-318a-43ac-9765-5b6ed39cd103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d63928c-4cdd-4986-8225-0910527e16d4,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:02.242637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f646ef8-318a-43ac-9765-5b6ed39cd103 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a08c685814e44b1792c82bb762f39c11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1935503 Aug 03 19:26:02.246145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51496) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:02.402015 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-8161f06e-41f0-421b-8dbf-7fd3fb33c2ba tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3102827 Aug 03 19:26:02.421049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Request body: {'port': {'device_id': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:02.536233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.538406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Made reservation on behalf of f3ca991f9e3d413da25a460d19d419da for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:02.543142 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.560610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5a59b9c0-f9ba-4f07-9ab6-f2bc0b7743b2 None None] Provisioning for port 49ff79a1-833b-4c2d-91d1-3c797389b560 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:02.582555 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5a59b9c0-f9ba-4f07-9ab6-f2bc0b7743b2 None None] Provisioning complete for port 49ff79a1-833b-4c2d-91d1-3c797389b560 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:02.582944 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a59b9c0-f9ba-4f07-9ab6-f2bc0b7743b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.592768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648d7c0-77df-49ec-aefe-2d23cc72f33f req-0f9b33f6-f0e2-4cb8-98bc-d2c7ec006820 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:02.599602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9648d7c0-77df-49ec-aefe-2d23cc72f33f req-0f9b33f6-f0e2-4cb8-98bc-d2c7ec006820 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 931 time: 0.2162726 Aug 03 19:26:02.601828 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03800a31-3d75-4d23-9df8-3b23c6af2ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.633322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03800a31-3d75-4d23-9df8-3b23c6af2ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.666166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5a59b9c0-f9ba-4f07-9ab6-f2bc0b7743b2 None None] Port 49ff79a1-833b-4c2d-91d1-3c797389b560 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:02.770268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9648d7c0-77df-49ec-aefe-2d23cc72f33f req-6d69758b-842d-4ea8-9cc2-f86c86719dcf tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977714 Aug 03 19:26:02.820292 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03800a31-3d75-4d23-9df8-3b23c6af2ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.824630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03800a31-3d75-4d23-9df8-3b23c6af2ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.826976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-03800a31-3d75-4d23-9df8-3b23c6af2ade admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d63928c-4cdd-4986-8225-0910527e16d4 HTTP/1.1" status: 204 len: 168 time: 0.5791154 Aug 03 19:26:02.846500 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03800a31-3d75-4d23-9df8-3b23c6af2ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d63928c-4cdd-4986-8225-0910527e16d4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:02.876470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 33452bb7-7524-4c44-bf68-47f0020d1514 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:02.997994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 33452bb7-7524-4c44-bf68-47f0020d1514 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:02.998297 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.373093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ff79a1-833b-4c2d-91d1-3c797389b560 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:03.432317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.449367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Transition to ACTIVE for port object 49ff79a1-833b-4c2d-91d1-3c797389b560 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:03.458787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.577594 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.654619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'Subnet': ['ID=c9cc7627-c27f-490e-8983-4764d64f0135,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:03.696283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Pushing event updated for resources: {'Port': ['ID=49ff79a1-833b-4c2d-91d1-3c797389b560,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:03.708680 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-26fea0d7-d750-4009-a824-9885140e36c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.786536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Checking segment: {'id': '931d6ff2-27a8-42fc-87ba-cd1e13df8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:03.786823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Network hostable DHCP agents. Network: 5da01c7e-3dae-42ad-9027-b44238abb3ba, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:26:03.987955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:26:04.016809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75927-7fa5-47b8-afb5-e7386d186e3e req-cb45ad57-c928-4faa-9d55-8cafecf5f82d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.018782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11a75927-7fa5-47b8-afb5-e7386d186e3e req-cb45ad57-c928-4faa-9d55-8cafecf5f82d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 943 time: 0.1101277 Aug 03 19:26:04.031680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 5da01c7e-3dae-42ad-9027-b44238abb3ba) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:04.051042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36d61e-3c33-4d22-be20-da8a548efc29 None None] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:04.056844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.062049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.079959 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:04.080738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:04.081581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 on network 5d156c52-eeba-4cee-a0fc-1186738ac05d {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:04.100014 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9ebfe479-b13a-4f92-adcd-db4d86865861 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9465451 Aug 03 19:26:04.100014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Port 49ff79a1-833b-4c2d-91d1-3c797389b560 on network 5d156c52-eeba-4cee-a0fc-1186738ac05d not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:04.100014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 on network 5d156c52-eeba-4cee-a0fc-1186738ac05d {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:04.101362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51542) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:04.108898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11a75927-7fa5-47b8-afb5-e7386d186e3e req-702287f2-3d57-452d-9355-3dedeed1f664 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750318 Aug 03 19:26:04.131345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Request body: {'port': {'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1140446244'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:04.179448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:04.180013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Checking segment: {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:04.180637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Bound using segment: {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:04.181378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Bound port: 49ff79a1-833b-4c2d-91d1-3c797389b560, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:04.200107 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.509946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-5da01c7e-3dae-42ad-9027-b44238abb3ba', 'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba', 'tenant_id': 'f3ca991f9e3d413da25a460d19d419da', 'fixed_ips': [{'subnet_id': 'c9cc7627-c27f-490e-8983-4764d64f0135'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:26:04.510846 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.593238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:04.617679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:04.637205 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.681397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.682246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.686143 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] 10.222.0.37 "PUT /v2.0/ports/49ff79a1-833b-4c2d-91d1-3c797389b560 HTTP/1.1" status: 200 len: 1091 time: 2.2749467 Aug 03 19:26:04.720865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:04.723256 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35801825-6447-4bc0-9f12-d2d7e71fec53" -d '{"events": [{"name": "network-changed", "server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:04.738468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Made reservation on behalf of f3ca991f9e3d413da25a460d19d419da for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:04.743411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.924487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bacd0-7c22-47b9-b612-75da37dcb040 service neutron] Pushing event updated for resources: {'Port': ['ID=49ff79a1-833b-4c2d-91d1-3c797389b560,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:04.936850 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da17955c-2e68-48f2-aa72-90e07d11386e x-openstack-request-id: req-da17955c-2e68-48f2-aa72-90e07d11386e {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:04.937830 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:04.938492 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da17955c-2e68-48f2-aa72-90e07d11386e {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:04.939390 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'status': 'completed', 'code': 200} Aug 03 19:26:04.945860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] device_id is not set on port bf91e43e-6841-4df5-bb3d-971d79bb7216 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:04.962418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Allocated IP 2001:db8::2 (5da01c7e-3dae-42ad-9027-b44238abb3ba/c9cc7627-c27f-490e-8983-4764d64f0135/750a0885-e201-45c0-b820-bec88258ae52) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:05.331115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-35d71dfc-fccd-4082-bbfb-81c409841d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.334292 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-35d71dfc-fccd-4082-bbfb-81c409841d06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1094 time: 0.5388258 Aug 03 19:26:05.458125 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.470182 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Transition to ACTIVE for port object 750a0885-e201-45c0-b820-bec88258ae52 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:05.480169 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-6dad861d-4fd1-4d32-9693-9b80a5b67924 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ff79a1-833b-4c2d-91d1-3c797389b560 HTTP/1.1" status: 200 len: 217 time: 0.1343515 Aug 03 19:26:05.498548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Transition to ACTIVE for port object 750a0885-e201-45c0-b820-bec88258ae52 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:05.511575 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.554073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:05.579728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71274300-863b-4f54-8b53-a2df4e29cfb4 req-dec5ef78-903e-4f33-bd8b-b437f59b099f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.584191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71274300-863b-4f54-8b53-a2df4e29cfb4 req-dec5ef78-903e-4f33-bd8b-b437f59b099f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 943 time: 0.1535814 Aug 03 19:26:05.658357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:05.684423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Pushing event updated for resources: {'Port': ['ID=750a0885-e201-45c0-b820-bec88258ae52,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:05.685542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71274300-863b-4f54-8b53-a2df4e29cfb4 req-e85a95ac-8247-4e2b-b623-ee16ac48b0f1 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878403 Aug 03 19:26:05.691239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Allocated IP 2001:db8::19f (5da01c7e-3dae-42ad-9027-b44238abb3ba/c9cc7627-c27f-490e-8983-4764d64f0135/bf91e43e-6841-4df5-bb3d-971d79bb7216) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:05.721909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:05.789872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-bf8bc619-2c75-45ca-a24b-7f8f684df791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.791715 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-bf8bc619-2c75-45ca-a24b-7f8f684df791 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=978ff7fd-3468-4cfd-b2eb-46def902baf4 HTTP/1.1" status: 200 len: 833 time: 0.2628772 Aug 03 19:26:05.832742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Attempting to bind port 750a0885-e201-45c0-b820-bec88258ae52 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:05.833335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Attempting to bind port 750a0885-e201-45c0-b820-bec88258ae52 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '931d6ff2-27a8-42fc-87ba-cd1e13df8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:05.833982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Attempting to bind port 750a0885-e201-45c0-b820-bec88258ae52 on network 5da01c7e-3dae-42ad-9027-b44238abb3ba {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:05.844975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:05.845742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Checking segment: {'id': '931d6ff2-27a8-42fc-87ba-cd1e13df8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:05.846336 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.847086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Bound using segment: {'id': '931d6ff2-27a8-42fc-87ba-cd1e13df8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:05.848103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Bound port: 750a0885-e201-45c0-b820-bec88258ae52, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931d6ff2-27a8-42fc-87ba-cd1e13df8ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:05.848697 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.932172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-7bdfda4e-d39d-45bf-9b99-da86f41d1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.934070 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-7bdfda4e-d39d-45bf-9b99-da86f41d1433 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d156c52-eeba-4cee-a0fc-1186738ac05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301966 Aug 03 19:26:06.016487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] For port 750a0885-e201-45c0-b820-bec88258ae52, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:06.044962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] For port 750a0885-e201-45c0-b820-bec88258ae52, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=750a0885-e201-45c0-b820-bec88258ae52,segment=NetworkSegment(931d6ff2-27a8-42fc-87ba-cd1e13df8ce9),segment_id=931d6ff2-27a8-42fc-87ba-cd1e13df8ce9)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:06.061055 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.077235 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.125191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Transition to ACTIVE for port object bf91e43e-6841-4df5-bb3d-971d79bb7216 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:06.147535 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-778d2244-ee81-4438-82cc-5f46c4027fcc service neutron] 10.222.0.37 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033947 Aug 03 19:26:06.360335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2558a2-4a6c-42ff-b43f-b44257423da8 None None] Pushing event updated for resources: {'Port': ['ID=750a0885-e201-45c0-b820-bec88258ae52,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:06.453827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51600) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:06.457856 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d4c90d96-0011-4c05-8d0c-2244ae3f4b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.498870 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.658459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:06.791283 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.809327 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.031174 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:07.039248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:07.070527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:07.083907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4392487-ebd8-48a3-a500-d2832f127a58 req-0b2c5225-003a-4341-98a2-7e07eeff1740 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.084163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.085050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.086895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4392487-ebd8-48a3-a500-d2832f127a58 req-0b2c5225-003a-4341-98a2-7e07eeff1740 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 943 time: 0.1268775 Aug 03 19:26:07.118732 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8d757f13-ed9c-400b-aaee-7988f7db9cb4 req-efecb7c2-f4a0-4add-a41b-d065040b90bb service neutron] 10.222.0.37 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9330673 Aug 03 19:26:07.120514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 750a0885-e201-45c0-b820-bec88258ae52 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:07.146553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'Port': ['ID=bf91e43e-6841-4df5-bb3d-971d79bb7216,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:07.200637 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-68fdaa88-be3c-4d4e-9273-88b9e5320c8c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0880039 Aug 03 19:26:07.202030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51610) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:07.224133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Request body: {'port': {'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1784509998', 'allowed_address_pairs': [{'ip_address': '2001:db8::19f', 'mac_address': 'fa:16:3e:5e:31:99'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:07.252974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 750a0885-e201-45c0-b820-bec88258ae52 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:07.343737 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35801825-6447-4bc0-9f12-d2d7e71fec53 req-68a5bb55-ce6e-44e4-b3a0-7008d7658002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.349065 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-35801825-6447-4bc0-9f12-d2d7e71fec53 req-68a5bb55-ce6e-44e4-b3a0-7008d7658002 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1094 time: 0.1403980 Aug 03 19:26:07.544070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4392487-ebd8-48a3-a500-d2832f127a58 req-f892606e-af20-4e6c-ab5d-265895f7ed9c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032083 Aug 03 19:26:07.640037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35801825-6447-4bc0-9f12-d2d7e71fec53 req-314656e7-623d-4642-94a3-005d8e630b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.642064 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-35801825-6447-4bc0-9f12-d2d7e71fec53 req-314656e7-623d-4642-94a3-005d8e630b8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d156c52-eeba-4cee-a0fc-1186738ac05d HTTP/1.1" status: 200 len: 898 time: 0.2848752 Aug 03 19:26:07.647067 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.730058 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-35801825-6447-4bc0-9f12-d2d7e71fec53 req-eecaa466-67ed-485a-8157-e23a6467f27a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ff79a1-833b-4c2d-91d1-3c797389b560 HTTP/1.1" status: 200 len: 217 time: 0.0783956 Aug 03 19:26:07.932957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Allocated IP 172.25.8.144 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/fd34ebea-943d-4725-b45d-9c5db2902fe3) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:07.943923 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.965218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35801825-6447-4bc0-9f12-d2d7e71fec53 req-a519769f-1e37-4a69-aba7-6d2c3f5ae1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:07.969132 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-35801825-6447-4bc0-9f12-d2d7e71fec53 req-a519769f-1e37-4a69-aba7-6d2c3f5ae1d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=978ff7fd-3468-4cfd-b2eb-46def902baf4 HTTP/1.1" status: 200 len: 833 time: 0.2306948 Aug 03 19:26:07.980867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Made reservation on behalf of f3ca991f9e3d413da25a460d19d419da for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:08.166087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35801825-6447-4bc0-9f12-d2d7e71fec53 req-770072c9-dfdc-48c8-93a7-5bee643c29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:08.197261 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-35801825-6447-4bc0-9f12-d2d7e71fec53 req-770072c9-dfdc-48c8-93a7-5bee643c29e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d156c52-eeba-4cee-a0fc-1186738ac05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2180591 Aug 03 19:26:08.232901 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.279021 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.292714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] device_id is not set on port d3809e0b-4a48-4761-a864-713000e0ddd9 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:08.454521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602762bb-782e-402c-b836-1e61b09b2721 None None] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:08.472128 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-35801825-6447-4bc0-9f12-d2d7e71fec53 req-7bdf6f53-22d3-4b05-a5dc-45f054c39ddc service neutron] 10.222.0.37 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650847 Aug 03 19:26:08.510375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Allocated IP 2001:db8::2fc (5da01c7e-3dae-42ad-9027-b44238abb3ba/c9cc7627-c27f-490e-8983-4764d64f0135/d3809e0b-4a48-4761-a864-713000e0ddd9) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:08.680651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d0a39d2d-d9b1-46e8-b121-cdac10e9b20b None None] Provisioning for port 750a0885-e201-45c0-b820-bec88258ae52 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:08.699145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d0a39d2d-d9b1-46e8-b121-cdac10e9b20b None None] Provisioning complete for port 750a0885-e201-45c0-b820-bec88258ae52 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:08.700867 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d0a39d2d-d9b1-46e8-b121-cdac10e9b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.774310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.873448 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-35801825-6447-4bc0-9f12-d2d7e71fec53 req-20dde258-1c2d-4901-bdc0-22d5fe220a8f service neutron] 10.222.0.37 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896925 Aug 03 19:26:09.004990 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:09.012521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Pushing event updated for resources: {'Port': ['ID=fd34ebea-943d-4725-b45d-9c5db2902fe3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:09.038371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:09.069306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:09.094828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3512eb-f9db-4bc7-91ae-4b4ff6acf035 req-985ff855-9b04-4dfe-b592-541f34441c8f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:09.102856 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c3512eb-f9db-4bc7-91ae-4b4ff6acf035 req-985ff855-9b04-4dfe-b592-541f34441c8f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 943 time: 0.3198862 Aug 03 19:26:09.161056 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d0a39d2d-d9b1-46e8-b121-cdac10e9b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.263560 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.280358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Transition to ACTIVE for port object d3809e0b-4a48-4761-a864-713000e0ddd9 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:09.289305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d0a39d2d-d9b1-46e8-b121-cdac10e9b20b None None] For port 750a0885-e201-45c0-b820-bec88258ae52, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=750a0885-e201-45c0-b820-bec88258ae52,segment=NetworkSegment(931d6ff2-27a8-42fc-87ba-cd1e13df8ce9),segment_id=931d6ff2-27a8-42fc-87ba-cd1e13df8ce9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:09.300519 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d0a39d2d-d9b1-46e8-b121-cdac10e9b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.417170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a39d2d-d9b1-46e8-b121-cdac10e9b20b None None] Pushing event updated for resources: {'Port': ['ID=750a0885-e201-45c0-b820-bec88258ae52,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:09.450386 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.513835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:09.563910 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c3512eb-f9db-4bc7-91ae-4b4ff6acf035 req-346b36b0-cb31-435f-8487-52c11a40630e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178340 Aug 03 19:26:09.565112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:09.601333 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.602780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-86be5889-57b7-486e-8d40-5da215956b22 None None] Provisioning complete for port 750a0885-e201-45c0-b820-bec88258ae52 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:09.603524 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-86be5889-57b7-486e-8d40-5da215956b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.616924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'Port': ['ID=d3809e0b-4a48-4761-a864-713000e0ddd9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:09.620934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:09.644607 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:09.645543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.679564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4ac00269-6bba-4d86-94ad-f580fb9e1d96 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4706209 Aug 03 19:26:09.679861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51676) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:09.721040 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.790330 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.873742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76d677-6d74-4f0c-a9a8-95039ffb67fb tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:09.892889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76d677-6d74-4f0c-a9a8-95039ffb67fb tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:09.905789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df76d677-6d74-4f0c-a9a8-95039ffb67fb tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:09.912053 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-df76d677-6d74-4f0c-a9a8-95039ffb67fb tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2309511 Aug 03 19:26:09.917906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51680) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:10.060867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-86be5889-57b7-486e-8d40-5da215956b22 None None] Provisioning for port bf91e43e-6841-4df5-bb3d-971d79bb7216 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:10.073536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-86be5889-57b7-486e-8d40-5da215956b22 None None] Provisioning complete for port bf91e43e-6841-4df5-bb3d-971d79bb7216 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:10.073965 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-86be5889-57b7-486e-8d40-5da215956b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.123414 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.136795 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.180265 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-86be5889-57b7-486e-8d40-5da215956b22 None None] Port bf91e43e-6841-4df5-bb3d-971d79bb7216 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:10.215423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f8671097-4ac7-4785-930a-f36bb27a59aa tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Deleting port d3809e0b-4a48-4761-a864-713000e0ddd9 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:10.215779 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8671097-4ac7-4785-930a-f36bb27a59aa tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.354882 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.355224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6e837d70-595e-48da-a72c-40fdeb86e2f5 None None] Provisioning complete for port bf91e43e-6841-4df5-bb3d-971d79bb7216 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:10.356741 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e837d70-595e-48da-a72c-40fdeb86e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.384155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Pushing event updated for resources: {'Port': ['ID=fd34ebea-943d-4725-b45d-9c5db2902fe3,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:10.410513 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.411877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6b05710a-54f1-4856-85ec-fb5d86a9bd33 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9558084 Aug 03 19:26:10.418243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51690) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:10.440976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2d37fe4f-4d1e-4324-b626-594e2706244b tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-680096176', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'fixed_ips': [{'ip_address': '172.25.8.144'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:10.443236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6e837d70-595e-48da-a72c-40fdeb86e2f5 None None] Port bf91e43e-6841-4df5-bb3d-971d79bb7216 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:10.471544 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8671097-4ac7-4785-930a-f36bb27a59aa tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.496293 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f8671097-4ac7-4785-930a-f36bb27a59aa tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Calling delete_port for d3809e0b-4a48-4761-a864-713000e0ddd9 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:10.515654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d37fe4f-4d1e-4324-b626-594e2706244b tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Made reservation on behalf of 04c528e70e9640ca8662e964bf25d149 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:10.519668 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d37fe4f-4d1e-4324-b626-594e2706244b tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.540253 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d37fe4f-4d1e-4324-b626-594e2706244b tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.653919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 49ff79a1-833b-4c2d-91d1-3c797389b560 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:10.805367 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8671097-4ac7-4785-930a-f36bb27a59aa tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.921537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8671097-4ac7-4785-930a-f36bb27a59aa tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event deleted for resources: {'Port': ['ID=d3809e0b-4a48-4761-a864-713000e0ddd9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:10.937862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:10.955319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'port_id': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'mac_address': 'fa:16:3e:f5:a3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:10.959194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 750a0885-e201-45c0-b820-bec88258ae52 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:10.982296 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e40d76-8aa5-422c-a74e-be612dcf8311 req-cbb311bf-10d4-4df4-a08c-925fc07222f2 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:10.985684 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7e40d76-8aa5-422c-a74e-be612dcf8311 req-cbb311bf-10d4-4df4-a08c-925fc07222f2 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 943 time: 0.2314816 Aug 03 19:26:10.991956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6b8e1251-f5c0-4500-97b4-49d5a85417af None None] Could not find standard attr ID for object d3809e0b-4a48-4761-a864-713000e0ddd9. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:26:11.018765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d37fe4f-4d1e-4324-b626-594e2706244b tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.027986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d37fe4f-4d1e-4324-b626-594e2706244b tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.078394 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.092459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-2d37fe4f-4d1e-4324-b626-594e2706244b tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] device_id is not set on port 0fa8f697-a362-474c-9689-feaad8f1cd2d yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:11.117137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ff79a1-833b-4c2d-91d1-3c797389b560 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:11.129647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7e40d76-8aa5-422c-a74e-be612dcf8311 req-393c25f1-6cd0-4afe-a681-492aacaa37e7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300845 Aug 03 19:26:11.149748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:11.156282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 750a0885-e201-45c0-b820-bec88258ae52 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:11.156726 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.160322 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.445087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=49ff79a1-833b-4c2d-91d1-3c797389b560,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:11.449213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['49ff79a1-833b-4c2d-91d1-3c797389b560'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:11.535712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37fe4f-4d1e-4324-b626-594e2706244b tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37528b4-7a58-44fd-b574-9911adaa6b9d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:11.776693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f8671097-4ac7-4785-930a-f36bb27a59aa tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.782980 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f8671097-4ac7-4785-930a-f36bb27a59aa tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "DELETE /v2.0/ports/d3809e0b-4a48-4761-a864-713000e0ddd9 HTTP/1.1" status: 204 len: 168 time: 1.8596635 Aug 03 19:26:11.783298 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51720) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:11.841668 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bdad36-edfb-4c75-9896-3b4157ade214 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] GET failed (client error): The resource could not be found. Aug 03 19:26:11.843849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-16bdad36-edfb-4c75-9896-3b4157ade214 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "GET /v2.0/ports/d3809e0b-4a48-4761-a864-713000e0ddd9 HTTP/1.1" status: 404 len: 333 time: 0.0595000 Aug 03 19:26:11.849880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51722) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:11.855803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Request body: {'port': {'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2491875'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:11.883183 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d37fe4f-4d1e-4324-b626-594e2706244b tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 19:26:11.884498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d37fe4f-4d1e-4324-b626-594e2706244b tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:26:11.909584 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2d37fe4f-4d1e-4324-b626-594e2706244b tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4745851 Aug 03 19:26:11.909966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51724) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:12.220027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Made reservation on behalf of f3ca991f9e3d413da25a460d19d419da for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:12.224766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.261719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-77fd9d3a-26c8-42a0-bad2-a3a2127a400c tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Deleting port fd34ebea-943d-4725-b45d-9c5db2902fe3 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:12.262182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77fd9d3a-26c8-42a0-bad2-a3a2127a400c tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.267959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] device_id is not set on port 2e5a63eb-0669-423a-9b47-41b3c18e47fb yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:12.470433 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77fd9d3a-26c8-42a0-bad2-a3a2127a400c tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.470778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77fd9d3a-26c8-42a0-bad2-a3a2127a400c tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.488706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-77fd9d3a-26c8-42a0-bad2-a3a2127a400c tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Calling delete_port for fd34ebea-943d-4725-b45d-9c5db2902fe3 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:12.668914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 49ff79a1-833b-4c2d-91d1-3c797389b560 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:12.669815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Allocated IP 2001:db8::284 (5da01c7e-3dae-42ad-9027-b44238abb3ba/c9cc7627-c27f-490e-8983-4764d64f0135/2e5a63eb-0669-423a-9b47-41b3c18e47fb) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:12.689905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77fd9d3a-26c8-42a0-bad2-a3a2127a400c tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.701670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c605a6-d3f7-42c8-9561-c2361246b740 req-bb00b004-8686-43c6-88a2-1c7b8f51a2fc tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.714634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8c605a6-d3f7-42c8-9561-c2361246b740 req-bb00b004-8686-43c6-88a2-1c7b8f51a2fc tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 944 time: 0.2989047 Aug 03 19:26:12.779224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd9d3a-26c8-42a0-bad2-a3a2127a400c tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd34ebea-943d-4725-b45d-9c5db2902fe3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:12.819416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 49ff79a1-833b-4c2d-91d1-3c797389b560 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:12.831546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 49ff79a1-833b-4c2d-91d1-3c797389b560 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:12.833116 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.930441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77fd9d3a-26c8-42a0-bad2-a3a2127a400c tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.937293 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77fd9d3a-26c8-42a0-bad2-a3a2127a400c tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.939823 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-77fd9d3a-26c8-42a0-bad2-a3a2127a400c tempest-ExternalNetworksAdminNegativeTestJSON-1637460904 tempest-ExternalNetworksAdminNegativeTestJSON-1637460904-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/6e62d277-3f12-4c3f-90d1-5a8fc163dc31 HTTP/1.1" status: 204 len: 168 time: 1.0280244 Aug 03 19:26:13.008960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8c605a6-d3f7-42c8-9561-c2361246b740 req-0a54a9d0-873a-4edf-83a2-77c97823cc79 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609842 Aug 03 19:26:13.047711 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.109296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:13.115014 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113e3c7c-12d6-4ea3-9b15-f888f66c07d9" -d '{"events": [{"server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "name": "network-vif-plugged", "status": "completed", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:13.126835 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.167656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Transition to ACTIVE for port object 2e5a63eb-0669-423a-9b47-41b3c18e47fb will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:13.248660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:13.275414 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d060a388-491c-4bee-9e0b-bd7e0f3b5e2b x-openstack-request-id: req-d060a388-491c-4bee-9e0b-bd7e0f3b5e2b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:13.276055 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "name": "network-vif-plugged", "status": "completed", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:13.276606 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d060a388-491c-4bee-9e0b-bd7e0f3b5e2b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:13.286451 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'code': 200} Aug 03 19:26:13.302741 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.319133 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.492010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=49ff79a1-833b-4c2d-91d1-3c797389b560,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:13.527528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:13.534497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:13.553372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:13.575368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca93545-782c-497b-a2fc-ad835b63352e req-b4743218-7ec0-4b27-9a11-0a30d7fda8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.579465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.580737 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.581647 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8ca93545-782c-497b-a2fc-ad835b63352e req-b4743218-7ec0-4b27-9a11-0a30d7fda8cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1096 time: 0.1960919 Aug 03 19:26:13.633628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51766) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:13.660154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'Port': ['ID=2e5a63eb-0669-423a-9b47-41b3c18e47fb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:13.679737 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fed520bc-60dd-42d4-b09d-0e21be1b10d7 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8281362 Aug 03 19:26:13.682835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51770) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:13.692059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d640a819-0d7c-4590-96ee-89d9da9b4fdc tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19f', 'mac_address': 'fa:16:3e:5e:31:99'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:13.744795 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8ca93545-782c-497b-a2fc-ad835b63352e req-2915af1b-c9a6-4fb2-8c1c-d7a4e37d2785 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403003 Aug 03 19:26:13.840693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a016e28-6f51-46dc-b4ab-2bccf4cc3eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.053127 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a016e28-6f51-46dc-b4ab-2bccf4cc3eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.062333 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a016e28-6f51-46dc-b4ab-2bccf4cc3eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.141821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a016e28-6f51-46dc-b4ab-2bccf4cc3eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad01a675-1d93-4c34-9c13-3754cb1369b9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:14.148606 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a016e28-6f51-46dc-b4ab-2bccf4cc3eaf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37b842e5bf1c467b9c09cb8a06360015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120778 Aug 03 19:26:14.151615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51782) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:14.173705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3c2e9841-52dd-499c-8c57-751ce73775b3 None None] Provisioning for port 2e5a63eb-0669-423a-9b47-41b3c18e47fb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:14.180425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3c2e9841-52dd-499c-8c57-751ce73775b3 None None] Provisioning complete for port 2e5a63eb-0669-423a-9b47-41b3c18e47fb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:14.181032 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3c2e9841-52dd-499c-8c57-751ce73775b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.205250 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d640a819-0d7c-4590-96ee-89d9da9b4fdc tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.267240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b3be-530c-4b0a-92b9-1ddd0b445d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.300108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e9841-52dd-499c-8c57-751ce73775b3 None None] Port 2e5a63eb-0669-423a-9b47-41b3c18e47fb cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:14.359191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b3be-530c-4b0a-92b9-1ddd0b445d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.454010 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b3be-530c-4b0a-92b9-1ddd0b445d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.461465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfb0b3be-530c-4b0a-92b9-1ddd0b445d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.466601 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cfb0b3be-530c-4b0a-92b9-1ddd0b445d8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ad01a675-1d93-4c34-9c13-3754cb1369b9 HTTP/1.1" status: 204 len: 168 time: 0.3133523 Aug 03 19:26:14.478457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0b3be-530c-4b0a-92b9-1ddd0b445d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad01a675-1d93-4c34-9c13-3754cb1369b9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:14.578737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beae462-2302-4213-8e52-909b4f03b430 req-f3fc967a-9b92-4426-84ff-65e045522c0a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:14.582167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8beae462-2302-4213-8e52-909b4f03b430 req-f3fc967a-9b92-4426-84ff-65e045522c0a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.3442051 Aug 03 19:26:15.054298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51806) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:15.192367 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d40548f9-f2ed-435b-a4e1-e83a31c47bef admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=04c528e70e9640ca8662e964bf25d149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362617 Aug 03 19:26:15.197948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51812) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:15.345033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-366e1f51-617e-4119-8705-afd0a85bf713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.421238 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.429626 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-366e1f51-617e-4119-8705-afd0a85bf713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.526599 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-366e1f51-617e-4119-8705-afd0a85bf713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.530892 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-366e1f51-617e-4119-8705-afd0a85bf713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.537230 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-366e1f51-617e-4119-8705-afd0a85bf713 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e37528b4-7a58-44fd-b574-9911adaa6b9d HTTP/1.1" status: 204 len: 168 time: 0.3371603 Aug 03 19:26:15.561144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e1f51-617e-4119-8705-afd0a85bf713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37528b4-7a58-44fd-b574-9911adaa6b9d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:15.569698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8beae462-2302-4213-8e52-909b4f03b430 req-2322b36c-8fde-4914-a728-c024b540b04b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9694474 Aug 03 19:26:15.636490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d640a819-0d7c-4590-96ee-89d9da9b4fdc tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.646405 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d640a819-0d7c-4590-96ee-89d9da9b4fdc tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.762075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d640a819-0d7c-4590-96ee-89d9da9b4fdc tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] In _notify_port_updated(), no bound segment for port 2e5a63eb-0669-423a-9b47-41b3c18e47fb on network 5da01c7e-3dae-42ad-9027-b44238abb3ba {{(pid=100487) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:26:15.769755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d640a819-0d7c-4590-96ee-89d9da9b4fdc tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:15.771029 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d640a819-0d7c-4590-96ee-89d9da9b4fdc tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.773236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d640a819-0d7c-4590-96ee-89d9da9b4fdc tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "PUT /v2.0/ports/2e5a63eb-0669-423a-9b47-41b3c18e47fb HTTP/1.1" status: 200 len: 1000 time: 2.0887871 Aug 03 19:26:15.777557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51820) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:15.818068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640a819-0d7c-4590-96ee-89d9da9b4fdc tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'Port': ['ID=2e5a63eb-0669-423a-9b47-41b3c18e47fb,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:16.032263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a798f202-7c1d-4dd3-8f60-70741b0d8174 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Deleting port 2e5a63eb-0669-423a-9b47-41b3c18e47fb {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:16.033657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a798f202-7c1d-4dd3-8f60-70741b0d8174 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:16.208437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a798f202-7c1d-4dd3-8f60-70741b0d8174 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:16.233405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a798f202-7c1d-4dd3-8f60-70741b0d8174 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Calling delete_port for 2e5a63eb-0669-423a-9b47-41b3c18e47fb owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:16.353182 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-913bda07-964b-4df4-8fa7-b9ca546a5cf0 None None] Provisioning complete for port 2e5a63eb-0669-423a-9b47-41b3c18e47fb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:16.354040 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-913bda07-964b-4df4-8fa7-b9ca546a5cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:16.435887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-913bda07-964b-4df4-8fa7-b9ca546a5cf0 None None] Port 2e5a63eb-0669-423a-9b47-41b3c18e47fb cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:16.582172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a798f202-7c1d-4dd3-8f60-70741b0d8174 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:16.639520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798f202-7c1d-4dd3-8f60-70741b0d8174 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event deleted for resources: {'Port': ['ID=2e5a63eb-0669-423a-9b47-41b3c18e47fb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:17.098345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7aec8-b9a7-4481-85f4-24e8da9a5d16 req-855a34e2-15a0-421f-9876-60973a47669f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.107080 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a798f202-7c1d-4dd3-8f60-70741b0d8174 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.112355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75b7aec8-b9a7-4481-85f4-24e8da9a5d16 req-855a34e2-15a0-421f-9876-60973a47669f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.1352434 Aug 03 19:26:17.116833 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a798f202-7c1d-4dd3-8f60-70741b0d8174 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "DELETE /v2.0/ports/2e5a63eb-0669-423a-9b47-41b3c18e47fb HTTP/1.1" status: 204 len: 168 time: 1.3375864 Aug 03 19:26:17.118284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51858) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:17.238175 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6d2875-87f7-4a3a-8e0c-6985a2020688 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] GET failed (client error): The resource could not be found. Aug 03 19:26:17.241650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5c6d2875-87f7-4a3a-8e0c-6985a2020688 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "GET /v2.0/ports/2e5a63eb-0669-423a-9b47-41b3c18e47fb HTTP/1.1" status: 404 len: 333 time: 0.1131978 Aug 03 19:26:17.245826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51862) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:17.253545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Request body: {'port': {'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-16864872'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:17.359396 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75b7aec8-b9a7-4481-85f4-24e8da9a5d16 req-fc4a6248-5633-4a3e-8f08-122f0705d827 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315464 Aug 03 19:26:17.579524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Made reservation on behalf of f3ca991f9e3d413da25a460d19d419da for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:17.583810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.611802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a207db-85e2-4a8a-bd07-394d8a95e7bf req-21fbabc5-bb76-4f1f-84cc-184ec9773a75 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.614712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33a207db-85e2-4a8a-bd07-394d8a95e7bf req-21fbabc5-bb76-4f1f-84cc-184ec9773a75 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.1427760 Aug 03 19:26:17.624341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] device_id is not set on port 2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:17.695581 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33a207db-85e2-4a8a-bd07-394d8a95e7bf req-942d4c67-66fb-44d0-94c2-e26f8c526811 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735400 Aug 03 19:26:17.713370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51874) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:17.764442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f9129-364c-42c5-b0f0-d5522eef42f3 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.769546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-350f9129-364c-42c5-b0f0-d5522eef42f3 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1091 time: 0.0546777 Aug 03 19:26:17.770225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51876) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:17.776233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:17.814601 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.920508 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Allocated IP 2001:db8::130 (5da01c7e-3dae-42ad-9027-b44238abb3ba/c9cc7627-c27f-490e-8983-4764d64f0135/2ec264bb-db3a-4d7c-a0a9-4dfb245f5090) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:18.008019 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.314585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.358536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Transition to ACTIVE for port object 2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:18.415370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.25.8.197 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/a0fd55fa-a106-4c65-a3dd-aee1f112f80f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:18.447948 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.560889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:18.567629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:18.580331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:18.604979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:18.606106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.665918 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4178729 Aug 03 19:26:18.681362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51904) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:18.697353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3aab1033-2606-4d8f-b520-0e53121db364 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5e:31:99'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:18.711085 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f4a5-d43d-4b10-9fab-dcfcd8332a76 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'Port': ['ID=2ec264bb-db3a-4d7c-a0a9-4dfb245f5090,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:18.883618 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.027317 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.115177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:19.143470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:19.150386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f81c9322-f39f-49c8-a17f-bc13258a8907 None None] Provisioning for port 2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:19.159718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f81c9322-f39f-49c8-a17f-bc13258a8907 None None] Provisioning complete for port 2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:19.160640 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f81c9322-f39f-49c8-a17f-bc13258a8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.167827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:19.244211 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3aab1033-2606-4d8f-b520-0e53121db364 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.279070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f81c9322-f39f-49c8-a17f-bc13258a8907 None None] Port 2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:19.521957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51918) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:19.637621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3aab1033-2606-4d8f-b520-0e53121db364 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.658268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3aab1033-2606-4d8f-b520-0e53121db364 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.813317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3aab1033-2606-4d8f-b520-0e53121db364 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] In _notify_port_updated(), no bound segment for port 2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 on network 5da01c7e-3dae-42ad-9027-b44238abb3ba {{(pid=100488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:26:19.847053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aab1033-2606-4d8f-b520-0e53121db364 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.848178 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3aab1033-2606-4d8f-b520-0e53121db364 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.862133 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3aab1033-2606-4d8f-b520-0e53121db364 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "PUT /v2.0/ports/2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 HTTP/1.1" status: 200 len: 1001 time: 1.1784115 Aug 03 19:26:19.863726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab1033-2606-4d8f-b520-0e53121db364 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'Port': ['ID=2ec264bb-db3a-4d7c-a0a9-4dfb245f5090,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:19.879223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51924) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:19.935637 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.978865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-596271444', 'router:external': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:20.027027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=a0fd55fa-a106-4c65-a3dd-aee1f112f80f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:20.120813 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.154859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Made reservation on behalf of f207cd35511b4bd4bad3e194354faf43 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:20.158230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.204641 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.330182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-99e8c33d-0175-4f65-ba16-5359b3a6923c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Deleting port 2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:20.331498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99e8c33d-0175-4f65-ba16-5359b3a6923c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.446829 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6ea6e27d-96e1-4ffb-9677-7112a0918482 None None] Provisioning complete for port 2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:20.447986 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e27d-96e1-4ffb-9677-7112a0918482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.449203 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.532113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.535262 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.570819 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.576193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:26:20.608643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6e27d-96e1-4ffb-9677-7112a0918482 None None] Port 2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:20.617015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.617816 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Added segment 816a8532-ecba-4c2a-b6e2-e64ebd024937 of type vlan for network 797b4cc3-42da-4ad8-99da-60d1b3c46f64 Aug 03 19:26:20.638688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c687e2-230a-41f8-8026-eccbcd815d6e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:20.691904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99e8c33d-0175-4f65-ba16-5359b3a6923c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.716217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-99e8c33d-0175-4f65-ba16-5359b3a6923c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Calling delete_port for 2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:20.731517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.831572 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=a0fd55fa-a106-4c65-a3dd-aee1f112f80f,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:20.838072 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.839256 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.839952 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.892099 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:20.937700 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4105303 Aug 03 19:26:20.938034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51936) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:20.945838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Request body: {'subnet': {'network_id': '797b4cc3-42da-4ad8-99da-60d1b3c46f64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:20.989150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a943f1-74a4-414b-9543-952d62306fb9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event updated for resources: {'Network': ['ID=797b4cc3-42da-4ad8-99da-60d1b3c46f64,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:21.012536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 797b4cc3-42da-4ad8-99da-60d1b3c46f64 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:26:21.050418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Made reservation on behalf of f207cd35511b4bd4bad3e194354faf43 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:21.064385 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.154536 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99e8c33d-0175-4f65-ba16-5359b3a6923c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.202671 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Floating IP 66f35cd4-cf57-4a07-a2ba-5fa1e1b56515 associated. External IP: 172.25.8.197, port: 49ff79a1-833b-4c2d-91d1-3c797389b560. Aug 03 19:26:21.311106 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8c33d-0175-4f65-ba16-5359b3a6923c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event deleted for resources: {'Port': ['ID=2ec264bb-db3a-4d7c-a0a9-4dfb245f5090,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:21.393564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-99e8c33d-0175-4f65-ba16-5359b3a6923c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.404450 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-99e8c33d-0175-4f65-ba16-5359b3a6923c tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "DELETE /v2.0/ports/2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 HTTP/1.1" status: 204 len: 168 time: 1.5200777 Aug 03 19:26:21.405930 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51946) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:21.569415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 374f2091-1cd7-44fb-8d56-1be7687caa46 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:26:21.679780 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-709e8abd-e292-45fb-a5dc-db98889f2fff tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] GET failed (client error): The resource could not be found. Aug 03 19:26:21.684065 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-709e8abd-e292-45fb-a5dc-db98889f2fff tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "GET /v2.0/ports/2ec264bb-db3a-4d7c-a0a9-4dfb245f5090 HTTP/1.1" status: 404 len: 333 time: 0.2681961 Aug 03 19:26:21.687917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 51952) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:21.734705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Request body: {'port': {'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-258750462'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:21.812903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:26:21.832165 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf3d82-c613-437a-9de9-e7c6a43a0c1c None None] Sync routers for ids ['374f2091-1cd7-44fb-8d56-1be7687caa46'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:26:21.845276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.847304 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf3d82-c613-437a-9de9-e7c6a43a0c1c None None] Routers {'374f2091-1cd7-44fb-8d56-1be7687caa46'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:21.847953 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5fcf3d82-c613-437a-9de9-e7c6a43a0c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['374f2091-1cd7-44fb-8d56-1be7687caa46'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:21.976220 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-5fcf3d82-c613-437a-9de9-e7c6a43a0c1c None None] Set router 374f2091-1cd7-44fb-8d56-1be7687caa46 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:21.998481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bc09f88e-89f8-4492-94b9-fcfabd073697 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2246644 Aug 03 19:26:22.013391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:22.018669 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e5fe77-3064-4238-85bc-fc0a13aaf818" -d '{"events": [{"name": "network-changed", "server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:22.136401 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a3a2e2-a027-4793-a4a0-ee6a4ecc43f0 x-openstack-request-id: req-48a3a2e2-a027-4793-a4a0-ee6a4ecc43f0 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:22.137421 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:22.138380 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48a3a2e2-a027-4793-a4a0-ee6a4ecc43f0 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:22.139873 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'status': 'completed', 'code': 200} Aug 03 19:26:22.307519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bdbfa-60fc-45f8-8d0f-50f9cd57e893 req-58a5bf1e-2f72-4b6c-9952-54a907cf5429 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:22.337212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-431bdbfa-60fc-45f8-8d0f-50f9cd57e893 req-58a5bf1e-2f72-4b6c-9952-54a907cf5429 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.1702218 Aug 03 19:26:22.451403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-431bdbfa-60fc-45f8-8d0f-50f9cd57e893 req-11834ae5-76d6-4dba-a081-40ad8a9c6e33 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033947 Aug 03 19:26:22.479773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51968) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:22.487624 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5fcf3d82-c613-437a-9de9-e7c6a43a0c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '66f35cd4-cf57-4a07-a2ba-5fa1e1b56515', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'port_id': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'mac_address': 'fa:16:3e:f5:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:26:19Z', 'updated_at': '2021-08-03T19:26:19Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33452bb7-7524-4c44-bf68-47f0020d1514', 'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:d6:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:49Z', 'updated_at': '2021-08-03T19:26:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:22.527554 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf3d82-c613-437a-9de9-e7c6a43a0c1c None None] Checking router: 374f2091-1cd7-44fb-8d56-1be7687caa46 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:26:22.540670 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf3d82-c613-437a-9de9-e7c6a43a0c1c None None] Routers {'374f2091-1cd7-44fb-8d56-1be7687caa46'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:22.542778 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5fcf3d82-c613-437a-9de9-e7c6a43a0c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['374f2091-1cd7-44fb-8d56-1be7687caa46'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:22.653807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-05414bf0-0346-4d89-9cd9-66e881634338 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/66f35cd4-cf57-4a07-a2ba-5fa1e1b56515 HTTP/1.1" status: 200 len: 991 time: 0.1706994 Aug 03 19:26:22.674472 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-5fcf3d82-c613-437a-9de9-e7c6a43a0c1c None None] Set router 374f2091-1cd7-44fb-8d56-1be7687caa46 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:22.710886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Made reservation on behalf of f3ca991f9e3d413da25a460d19d419da for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:22.717806 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.803587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] device_id is not set on port 7cd5e1b0-f41e-4400-97b4-e2b975f6beb9 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:23.014301 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5fcf3d82-c613-437a-9de9-e7c6a43a0c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '66f35cd4-cf57-4a07-a2ba-5fa1e1b56515', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'port_id': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'mac_address': 'fa:16:3e:f5:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:26:19Z', 'updated_at': '2021-08-03T19:26:19Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33452bb7-7524-4c44-bf68-47f0020d1514', 'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:d6:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:49Z', 'updated_at': '2021-08-03T19:26:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:23.081575 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf3d82-c613-437a-9de9-e7c6a43a0c1c None None] The sync data for ids ['374f2091-1cd7-44fb-8d56-1be7687caa46'] in n-d-802918-7 is: [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '66f35cd4-cf57-4a07-a2ba-5fa1e1b56515', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'port_id': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'mac_address': 'fa:16:3e:f5:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:26:19Z', 'updated_at': '2021-08-03T19:26:19Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33452bb7-7524-4c44-bf68-47f0020d1514', 'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:d6:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:49Z', 'updated_at': '2021-08-03T19:26:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:26:23.246762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Allocated IP 2001:db8::1e6 (5da01c7e-3dae-42ad-9027-b44238abb3ba/c9cc7627-c27f-490e-8983-4764d64f0135/7cd5e1b0-f41e-4400-97b4-e2b975f6beb9) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:23.406764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:26:23.407226 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.607428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-41a625ab-df0f-430a-8aef-4f0975de37bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910439 Aug 03 19:26:23.611492 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ffcb251d-b385-4863-8f63-a36df266c938,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:23.654145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5fe77-3064-4238-85bc-fc0a13aaf818 req-ce209dd4-7901-4c6f-a0f7-dc07b6922703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.655868 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-13e5fe77-3064-4238-85bc-fc0a13aaf818 req-ce209dd4-7901-4c6f-a0f7-dc07b6922703 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1096 time: 0.9578156 Aug 03 19:26:23.656417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 51992) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:23.680663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a808c-fb11-47c4-aff7-d4abcc52d5fd None None] New status for floating IP 66f35cd4-cf57-4a07-a2ba-5fa1e1b56515: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:26:23.916994 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c9980cd5-e7d8-4256-acb7-9033aca546d4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/66f35cd4-cf57-4a07-a2ba-5fa1e1b56515 HTTP/1.1" status: 200 len: 991 time: 0.2557538 Aug 03 19:26:23.979690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Checking segment: {'id': '816a8532-ecba-4c2a-b6e2-e64ebd024937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '797b4cc3-42da-4ad8-99da-60d1b3c46f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:23.980539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Network hostable DHCP agents. Network: 797b4cc3-42da-4ad8-99da-60d1b3c46f64, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:26:24.017970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5fe77-3064-4238-85bc-fc0a13aaf818 req-18da3e9f-2c68-4698-aba6-0cc08750d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.022357 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-13e5fe77-3064-4238-85bc-fc0a13aaf818 req-18da3e9f-2c68-4698-aba6-0cc08750d0ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d156c52-eeba-4cee-a0fc-1186738ac05d HTTP/1.1" status: 200 len: 898 time: 0.3550007 Aug 03 19:26:24.216183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Network 797b4cc3-42da-4ad8-99da-60d1b3c46f64 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:26:24.228283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.266465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 797b4cc3-42da-4ad8-99da-60d1b3c46f64) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:24.279928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ba349-e691-437a-a4c3-091c90935823 None None] Network 797b4cc3-42da-4ad8-99da-60d1b3c46f64 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:24.309953 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.310944 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.323999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Transition to ACTIVE for port object 7cd5e1b0-f41e-4400-97b4-e2b975f6beb9 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:24.344060 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-13e5fe77-3064-4238-85bc-fc0a13aaf818 req-9478a289-2b8e-4fed-a8a9-26e3f78bf15c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ff79a1-833b-4c2d-91d1-3c797389b560 HTTP/1.1" status: 200 len: 999 time: 0.3002429 Aug 03 19:26:24.510358 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6b249f43-df3b-4636-942d-dbd8deccc896 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5646610 Aug 03 19:26:24.510612 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52006) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:24.528372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-843127205', 'network_id': '797b4cc3-42da-4ad8-99da-60d1b3c46f64'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:24.585877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Made reservation on behalf of f207cd35511b4bd4bad3e194354faf43 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:24.603799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5fe77-3064-4238-85bc-fc0a13aaf818 req-9d0f460b-a528-4eee-9584-5bd1c5c85cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.606695 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-13e5fe77-3064-4238-85bc-fc0a13aaf818 req-9d0f460b-a528-4eee-9584-5bd1c5c85cf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=978ff7fd-3468-4cfd-b2eb-46def902baf4 HTTP/1.1" status: 200 len: 833 time: 0.2358265 Aug 03 19:26:24.621765 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.643922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea1041b-b263-4f7e-85c4-9f442396552c None None] Network 797b4cc3-42da-4ad8-99da-60d1b3c46f64 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:24.688906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] device_id is not set on port 63a0e4f0-c0e0-4d32-a3d8-dd44991ac0ca yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:24.692020 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.840101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'Port': ['ID=7cd5e1b0-f41e-4400-97b4-e2b975f6beb9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:24.898525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:24.900693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5fe77-3064-4238-85bc-fc0a13aaf818 req-66335b40-ed6e-4e21-b0c6-9382223aff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.902567 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-13e5fe77-3064-4238-85bc-fc0a13aaf818 req-66335b40-ed6e-4e21-b0c6-9382223aff3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d156c52-eeba-4cee-a0fc-1186738ac05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2853415 Aug 03 19:26:24.905071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:24.909145 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:24.916780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.917223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.919621 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52010) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:25.163220 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-70cb9bb3-7f29-44dd-a337-c70af9d75f53 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4724627 Aug 03 19:26:25.194731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52016) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:25.205676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Allocated IP 2001:db8::102 (797b4cc3-42da-4ad8-99da-60d1b3c46f64/ffcb251d-b385-4863-8f63-a36df266c938/63a0e4f0-c0e0-4d32-a3d8-dd44991ac0ca) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:25.226466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Request body: {'port': {'network_id': '5da01c7e-3dae-42ad-9027-b44238abb3ba', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1421651936'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:25.357380 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d6b1eeda-583e-432c-9e8f-a9945d2565e2 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/66f35cd4-cf57-4a07-a2ba-5fa1e1b56515 HTTP/1.1" status: 200 len: 993 time: 0.4139502 Aug 03 19:26:25.423108 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-13e5fe77-3064-4238-85bc-fc0a13aaf818 req-ea1fb706-ca6a-49cf-858d-cc67be57a69c service neutron] 10.222.0.37 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021915 Aug 03 19:26:25.523196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ecb0a681-d970-4b6a-adcc-3afe06c457f4 None None] Provisioning for port 7cd5e1b0-f41e-4400-97b4-e2b975f6beb9 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:25.533235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ecb0a681-d970-4b6a-adcc-3afe06c457f4 None None] Provisioning complete for port 7cd5e1b0-f41e-4400-97b4-e2b975f6beb9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:25.533908 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ecb0a681-d970-4b6a-adcc-3afe06c457f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.634341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ecb0a681-d970-4b6a-adcc-3afe06c457f4 None None] Port 7cd5e1b0-f41e-4400-97b4-e2b975f6beb9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:25.705942 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-13e5fe77-3064-4238-85bc-fc0a13aaf818 req-3192021c-4a0e-495e-a26a-7f276d313fa1 service neutron] 10.222.0.37 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747893 Aug 03 19:26:25.884162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Made reservation on behalf of f3ca991f9e3d413da25a460d19d419da for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:25.889629 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.920403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-739871f4-6684-4336-a503-4575c33e308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.925582 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-739871f4-6684-4336-a503-4575c33e308c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1096 time: 0.1101489 Aug 03 19:26:25.927377 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.950574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] device_id is not set on port 98604ded-bcc8-4196-9ab9-7218635c5bfa yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:26.155220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-59e2c61b-b946-4f05-a446-5cc1ae85f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.159128 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-59e2c61b-b946-4f05-a446-5cc1ae85f5a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d156c52-eeba-4cee-a0fc-1186738ac05d HTTP/1.1" status: 200 len: 898 time: 0.2020781 Aug 03 19:26:26.244299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Allocated IP 2001:db8::2cd (5da01c7e-3dae-42ad-9027-b44238abb3ba/c9cc7627-c27f-490e-8983-4764d64f0135/98604ded-bcc8-4196-9ab9-7218635c5bfa) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:26.300526 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-30557249-0800-4f63-95b4-123f908b542a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ff79a1-833b-4c2d-91d1-3c797389b560 HTTP/1.1" status: 200 len: 1001 time: 0.1327512 Aug 03 19:26:26.372203 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.407770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-4eea6478-55ec-477a-b02d-d8bacb94fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.428920 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-4eea6478-55ec-477a-b02d-d8bacb94fb43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=978ff7fd-3468-4cfd-b2eb-46def902baf4 HTTP/1.1" status: 200 len: 833 time: 0.1201980 Aug 03 19:26:26.509086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Network 797b4cc3-42da-4ad8-99da-60d1b3c46f64 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:26.514742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event updated for resources: {'Port': ['ID=63a0e4f0-c0e0-4d32-a3d8-dd44991ac0ca,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:26.523146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:26.532849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:26.534554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.535534 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.551719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-b1614c01-39a7-44b6-8191-259b3428457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.553951 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-b1614c01-39a7-44b6-8191-259b3428457d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d156c52-eeba-4cee-a0fc-1186738ac05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121011 Aug 03 19:26:26.626181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-889534e4-5e62-417c-9ce0-d32ceb812508 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1060772 Aug 03 19:26:26.635333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52038) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:26.711624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.760199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Transition to ACTIVE for port object 98604ded-bcc8-4196-9ab9-7218635c5bfa will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:26.769353 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-de180216-0110-4f5c-8932-1d5aa6874b66 service neutron] 10.222.0.37 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046313 Aug 03 19:26:26.860128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e5b536f7-f988-43bb-8c8c-a49266140f7b tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Deleting port 63a0e4f0-c0e0-4d32-a3d8-dd44991ac0ca {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:26.861532 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e5b536f7-f988-43bb-8c8c-a49266140f7b tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.891452 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.917809 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fc389626-efa4-48b3-8e65-b7fa15c92f3f req-695c65f2-7a18-4f66-9a56-5e2a5a54bf06 service neutron] 10.222.0.37 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359560 Aug 03 19:26:26.998800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:27.000529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:27.011080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:27.018362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:27.019173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.054590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8551552 Aug 03 19:26:27.058928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52046) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:27.064525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-69c2f1a9-cf39-4c20-b979-618e2f87c7d0 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19f', 'mac_address': 'fa:16:3e:5e:31:99'}, {'ip_address': '2001:db8::1e6', 'mac_address': 'fa:16:3e:91:57:d5'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:27.075277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcd283-d096-4c7e-b979-28d062b5b0c4 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'Port': ['ID=98604ded-bcc8-4196-9ab9-7218635c5bfa,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:27.124360 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:26:27.144040 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e5b536f7-f988-43bb-8c8c-a49266140f7b tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.174325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e5b536f7-f988-43bb-8c8c-a49266140f7b tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Calling delete_port for 63a0e4f0-c0e0-4d32-a3d8-dd44991ac0ca owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:27.426351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e5b536f7-f988-43bb-8c8c-a49266140f7b tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.426850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69c2f1a9-cf39-4c20-b979-618e2f87c7d0 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.465939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b536f7-f988-43bb-8c8c-a49266140f7b tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event deleted for resources: {'Port': ['ID=63a0e4f0-c0e0-4d32-a3d8-dd44991ac0ca,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:27.507161 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e5b536f7-f988-43bb-8c8c-a49266140f7b tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.517555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e5b536f7-f988-43bb-8c8c-a49266140f7b tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "DELETE /v2.0/ports/63a0e4f0-c0e0-4d32-a3d8-dd44991ac0ca HTTP/1.1" status: 204 len: 168 time: 0.8736007 Aug 03 19:26:27.525719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52052) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:27.535830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '797b4cc3-42da-4ad8-99da-60d1b3c46f64', 'external_fixed_ips': [{'subnet_id': 'ffcb251d-b385-4863-8f63-a36df266c938', 'ip_address': '2001:db8::102'}]}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:27.618740 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.620402 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.629423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-648785d2-3d93-4d36-abaa-9d43bc223636 None None] Provisioning for port 98604ded-bcc8-4196-9ab9-7218635c5bfa completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:27.646085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-648785d2-3d93-4d36-abaa-9d43bc223636 None None] Provisioning complete for port 98604ded-bcc8-4196-9ab9-7218635c5bfa triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:27.648386 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-648785d2-3d93-4d36-abaa-9d43bc223636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.741631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-648785d2-3d93-4d36-abaa-9d43bc223636 None None] Port 98604ded-bcc8-4196-9ab9-7218635c5bfa cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:27.758230 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.859715 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69c2f1a9-cf39-4c20-b979-618e2f87c7d0 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.869148 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69c2f1a9-cf39-4c20-b979-618e2f87c7d0 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.939568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2f1a9-cf39-4c20-b979-618e2f87c7d0 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event updated for resources: {'Port': ['ID=98604ded-bcc8-4196-9ab9-7218635c5bfa,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:27.982870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-69c2f1a9-cf39-4c20-b979-618e2f87c7d0 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] In _notify_port_updated(), no bound segment for port 98604ded-bcc8-4196-9ab9-7218635c5bfa on network 5da01c7e-3dae-42ad-9027-b44238abb3ba {{(pid=100488) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:26:27.993805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2f1a9-cf39-4c20-b979-618e2f87c7d0 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:27.994906 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69c2f1a9-cf39-4c20-b979-618e2f87c7d0 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:27.998505 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-69c2f1a9-cf39-4c20-b979-618e2f87c7d0 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "PUT /v2.0/ports/98604ded-bcc8-4196-9ab9-7218635c5bfa HTTP/1.1" status: 200 len: 1068 time: 0.9383268 Aug 03 19:26:28.002907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52064) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:28.161545 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:28.258775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e3937161-d6e6-48b3-81c0-bbe306cc59de tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Deleting port 98604ded-bcc8-4196-9ab9-7218635c5bfa {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:28.275357 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e3937161-d6e6-48b3-81c0-bbe306cc59de tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:28.577440 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e3937161-d6e6-48b3-81c0-bbe306cc59de tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:28.594607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e3937161-d6e6-48b3-81c0-bbe306cc59de tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Calling delete_port for 98604ded-bcc8-4196-9ab9-7218635c5bfa owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:28.674234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52074) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:28.696840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-719b6d57-6ea4-48da-9e09-997e9a419ba0 None None] Provisioning complete for port 98604ded-bcc8-4196-9ab9-7218635c5bfa triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:28.697632 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-719b6d57-6ea4-48da-9e09-997e9a419ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:28.814391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-719b6d57-6ea4-48da-9e09-997e9a419ba0 None None] Port 98604ded-bcc8-4196-9ab9-7218635c5bfa cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:28.868025 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e3937161-d6e6-48b3-81c0-bbe306cc59de tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:28.932716 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:28.938717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3937161-d6e6-48b3-81c0-bbe306cc59de tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event deleted for resources: {'Port': ['ID=98604ded-bcc8-4196-9ab9-7218635c5bfa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:28.988394 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.100481 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8b88eed-9f8d-424a-a182-5293bb495bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.244033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Allocated IP 2001:db8::102 (797b4cc3-42da-4ad8-99da-60d1b3c46f64/ffcb251d-b385-4863-8f63-a36df266c938/96d2a3e6-1de0-45f1-be5c-447d0a937ec8) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:29.456956 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.463358 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e3937161-d6e6-48b3-81c0-bbe306cc59de tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.469181 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e3937161-d6e6-48b3-81c0-bbe306cc59de tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "DELETE /v2.0/ports/98604ded-bcc8-4196-9ab9-7218635c5bfa HTTP/1.1" status: 204 len: 168 time: 1.4624214 Aug 03 19:26:29.473940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52086) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:29.517138 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.531346 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb192cf4-080c-4cc1-8ecf-5f94070b1f1a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] GET failed (client error): The resource could not be found. Aug 03 19:26:29.536208 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fb192cf4-080c-4cc1-8ecf-5f94070b1f1a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "GET /v2.0/ports/98604ded-bcc8-4196-9ab9-7218635c5bfa HTTP/1.1" status: 404 len: 333 time: 0.0576806 Aug 03 19:26:29.537785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52088) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:29.586859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event updated for resources: {'Port': ['ID=96d2a3e6-1de0-45f1-be5c-447d0a937ec8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:29.598036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Network 797b4cc3-42da-4ad8-99da-60d1b3c46f64 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:29.599819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:29.611067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:29.727074 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8b88eed-9f8d-424a-a182-5293bb495bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.751344 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8b88eed-9f8d-424a-a182-5293bb495bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.798088 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.813761 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d8b88eed-9f8d-424a-a182-5293bb495bed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=263fb489e05946cdba7fbd22ab3a56fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1344767 Aug 03 19:26:29.813761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d31c0693-4071-4b0f-85c3-7e62c9704207 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Deleting port 7cd5e1b0-f41e-4400-97b4-e2b975f6beb9 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:29.813761 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d31c0693-4071-4b0f-85c3-7e62c9704207 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.815440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b88eed-9f8d-424a-a182-5293bb495bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0f29e2-b03c-4a41-ada1-f6c2ab9da50d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:29.817993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52096) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:29.975296 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d31c0693-4071-4b0f-85c3-7e62c9704207 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:29.991326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d31c0693-4071-4b0f-85c3-7e62c9704207 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Calling delete_port for 7cd5e1b0-f41e-4400-97b4-e2b975f6beb9 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:30.181551 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa44a-27d2-45d8-bab6-c8e594a921d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.219744 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa44a-27d2-45d8-bab6-c8e594a921d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.265517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d31c0693-4071-4b0f-85c3-7e62c9704207 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.325253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c0693-4071-4b0f-85c3-7e62c9704207 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event deleted for resources: {'Port': ['ID=7cd5e1b0-f41e-4400-97b4-e2b975f6beb9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:30.329553 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa44a-27d2-45d8-bab6-c8e594a921d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.333358 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3b6aa44a-27d2-45d8-bab6-c8e594a921d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.338642 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3b6aa44a-27d2-45d8-bab6-c8e594a921d1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fd0f29e2-b03c-4a41-ada1-f6c2ab9da50d HTTP/1.1" status: 204 len: 168 time: 0.5138986 Aug 03 19:26:30.373598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6aa44a-27d2-45d8-bab6-c8e594a921d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0f29e2-b03c-4a41-ada1-f6c2ab9da50d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:30.378228 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d31c0693-4071-4b0f-85c3-7e62c9704207 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.380280 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d31c0693-4071-4b0f-85c3-7e62c9704207 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "DELETE /v2.0/ports/7cd5e1b0-f41e-4400-97b4-e2b975f6beb9 HTTP/1.1" status: 204 len: 168 time: 0.8422139 Aug 03 19:26:30.388787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52106) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:30.436007 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d91ee12-3f75-4bcd-b7d8-c88195786043 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] GET failed (client error): The resource could not be found. Aug 03 19:26:30.447220 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0d91ee12-3f75-4bcd-b7d8-c88195786043 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "GET /v2.0/ports/7cd5e1b0-f41e-4400-97b4-e2b975f6beb9 HTTP/1.1" status: 404 len: 333 time: 0.0571506 Aug 03 19:26:30.448172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52108) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:30.524008 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.647169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2f25ffad-5ef9-443f-8e3c-2af7c01e1e8f tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Deleting port bf91e43e-6841-4df5-bb3d-971d79bb7216 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:30.647725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f25ffad-5ef9-443f-8e3c-2af7c01e1e8f tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.912927 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.953730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f25ffad-5ef9-443f-8e3c-2af7c01e1e8f tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.984461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2f25ffad-5ef9-443f-8e3c-2af7c01e1e8f tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Calling delete_port for bf91e43e-6841-4df5-bb3d-971d79bb7216 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:31.124865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Router 8aee6da2-b926-48d6-9f3c-7616ecc2ca4b is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:26:31.285680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f25ffad-5ef9-443f-8e3c-2af7c01e1e8f tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.410794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2f25ffad-5ef9-443f-8e3c-2af7c01e1e8f tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.415434 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2f25ffad-5ef9-443f-8e3c-2af7c01e1e8f tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "DELETE /v2.0/ports/bf91e43e-6841-4df5-bb3d-971d79bb7216 HTTP/1.1" status: 204 len: 168 time: 0.9660115 Aug 03 19:26:31.418048 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52136) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:31.420463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25ffad-5ef9-443f-8e3c-2af7c01e1e8f tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event deleted for resources: {'Port': ['ID=bf91e43e-6841-4df5-bb3d-971d79bb7216,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:31.423816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:26:31.446833 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Sync routers for ids ['8aee6da2-b926-48d6-9f3c-7616ecc2ca4b'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:26:31.487549 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Routers {'8aee6da2-b926-48d6-9f3c-7616ecc2ca4b'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:31.489647 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['8aee6da2-b926-48d6-9f3c-7616ecc2ca4b'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:31.504383 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.515937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-47055e85-635e-44de-ae3b-2a68b7f77f94 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9861865 Aug 03 19:26:31.517065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52138) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:31.544347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cb9c55-6e64-4f52-9194-3db411490b38 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Deleting subnet c9cc7627-c27f-490e-8983-4764d64f0135 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:26:31.549368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cb9c55-6e64-4f52-9194-3db411490b38 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.638414 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cb9c55-6e64-4f52-9194-3db411490b38 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.706016 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Set router 8aee6da2-b926-48d6-9f3c-7616ecc2ca4b gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:31.741578 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.877108 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cb9c55-6e64-4f52-9194-3db411490b38 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.964294 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.986294 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cb9c55-6e64-4f52-9194-3db411490b38 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.027023 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb9c55-6e64-4f52-9194-3db411490b38 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cc7627-c27f-490e-8983-4764d64f0135,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:32.031043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47cb9c55-6e64-4f52-9194-3db411490b38 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.033126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-47cb9c55-6e64-4f52-9194-3db411490b38 tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "DELETE /v2.0/subnets/c9cc7627-c27f-490e-8983-4764d64f0135 HTTP/1.1" status: 204 len: 168 time: 0.6138699 Aug 03 19:26:32.040263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52154) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:32.046094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac412964-b800-4e15-a9fc-5b7f4a69d7b2 None None] Network 5da01c7e-3dae-42ad-9027-b44238abb3ba requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:32.105926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Deleting port 96d2a3e6-1de0-45f1-be5c-447d0a937ec8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:32.106252 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.168086 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aee6da2-b926-48d6-9f3c-7616ecc2ca4b', 'name': '', 'tenant_id': 'f207cd35511b4bd4bad3e194354faf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '797b4cc3-42da-4ad8-99da-60d1b3c46f64', 'external_fixed_ips': [{'subnet_id': 'ffcb251d-b385-4863-8f63-a36df266c938', 'ip_address': '2001:db8::102'}], 'enable_snat': True}, 'gw_port_id': '96d2a3e6-1de0-45f1-be5c-447d0a937ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:26:27Z', 'updated_at': '2021-08-03T19:26:29Z', 'revision_number': 3, 'project_id': 'f207cd35511b4bd4bad3e194354faf43', 'gw_port': {'id': '96d2a3e6-1de0-45f1-be5c-447d0a937ec8', 'name': '', 'network_id': '797b4cc3-42da-4ad8-99da-60d1b3c46f64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:28:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aee6da2-b926-48d6-9f3c-7616ecc2ca4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'ffcb251d-b385-4863-8f63-a36df266c938', 'ip_address': '2001:db8::102', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:26:28Z', 'updated_at': '2021-08-03T19:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffcb251d-b385-4863-8f63-a36df266c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:32.206877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.232637 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Checking router: 8aee6da2-b926-48d6-9f3c-7616ecc2ca4b for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:26:32.233727 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Updating router 8aee6da2-b926-48d6-9f3c-7616ecc2ca4b port 96d2a3e6-1de0-45f1-be5c-447d0a937ec8 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:26:32.301547 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.316615 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.329199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Deleting port 750a0885-e201-45c0-b820-bec88258ae52 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:32.329430 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5191d2c4-13bf-4555-aca9-3d0039a0e85c None None] DHCP port deletion for 5da01c7e-3dae-42ad-9027-b44238abb3ba request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:26:32.329972 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.349159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Calling delete_port for 96d2a3e6-1de0-45f1-be5c-447d0a937ec8 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:32.459685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5191d2c4-13bf-4555-aca9-3d0039a0e85c None None] Deleting port 750a0885-e201-45c0-b820-bec88258ae52 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:32.462325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] For port 750a0885-e201-45c0-b820-bec88258ae52, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=750a0885-e201-45c0-b820-bec88258ae52,segment=NetworkSegment(931d6ff2-27a8-42fc-87ba-cd1e13df8ce9),segment_id=931d6ff2-27a8-42fc-87ba-cd1e13df8ce9)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:32.462719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.466748 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5191d2c4-13bf-4555-aca9-3d0039a0e85c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.509213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Calling delete_port for 750a0885-e201-45c0-b820-bec88258ae52 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:32.560555 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5191d2c4-13bf-4555-aca9-3d0039a0e85c None None] For port 750a0885-e201-45c0-b820-bec88258ae52, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=750a0885-e201-45c0-b820-bec88258ae52,segment=NetworkSegment(931d6ff2-27a8-42fc-87ba-cd1e13df8ce9),segment_id=931d6ff2-27a8-42fc-87ba-cd1e13df8ce9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:32.574204 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5191d2c4-13bf-4555-aca9-3d0039a0e85c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.595328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5191d2c4-13bf-4555-aca9-3d0039a0e85c None None] Calling delete_port for 750a0885-e201-45c0-b820-bec88258ae52 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:32.708584 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.756527 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.761984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] No DVR routers for this DVR port 750a0885-e201-45c0-b820-bec88258ae52 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:32.798879 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5191d2c4-13bf-4555-aca9-3d0039a0e85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.827558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event deleted for resources: {'Port': ['ID=750a0885-e201-45c0-b820-bec88258ae52,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:32.861630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191d2c4-13bf-4555-aca9-3d0039a0e85c None None] No DVR routers for this DVR port 750a0885-e201-45c0-b820-bec88258ae52 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:32.867907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event deleted for resources: {'Port': ['ID=96d2a3e6-1de0-45f1-be5c-447d0a937ec8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:32.882679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191d2c4-13bf-4555-aca9-3d0039a0e85c None None] Pushing event deleted for resources: {'Port': ['ID=750a0885-e201-45c0-b820-bec88258ae52,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:32.889726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.928767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 750a0885-e201-45c0-b820-bec88258ae52 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:32.971047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 750a0885-e201-45c0-b820-bec88258ae52 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:32.971398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 750a0885-e201-45c0-b820-bec88258ae52 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:32.979223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.999680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da01c7e-3dae-42ad-9027-b44238abb3ba']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:33.025255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931d6ff2-27a8-42fc-87ba-cd1e13df8ce9') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:33.025589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931d6ff2-27a8-42fc-87ba-cd1e13df8ce9') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:33.035566 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.db.api [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100490) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:26:33.036394 n-d-802918-7 neutron-server[100490]: DEBUG oslo_db.api [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:26:33.041434 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.066545 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.077463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:33.078097 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.133860 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:33.139720 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:33.143287 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.154392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.162222 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.164027 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] 10.222.0.78 "DELETE /v2.0/networks/5da01c7e-3dae-42ad-9027-b44238abb3ba HTTP/1.1" status: 204 len: 168 time: 1.1227231 Aug 03 19:26:33.216528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314b2ff-4f39-4010-92c6-79b19c2fb63a tempest-AllowedAddressPairIpV6TestJSON-1139995577 tempest-AllowedAddressPairIpV6TestJSON-1139995577-project] Pushing event deleted for resources: {'Network': ['ID=5da01c7e-3dae-42ad-9027-b44238abb3ba,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:33.242633 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.243511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8aee6da2-b926-48d6-9f3c-7616ecc2ca4b {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:26:33.249178 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.254607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c0391d12-428f-49fe-88b9-6cbb4123085c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "DELETE /v2.0/routers/8aee6da2-b926-48d6-9f3c-7616ecc2ca4b HTTP/1.1" status: 204 len: 168 time: 1.7323160 Aug 03 19:26:33.255074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52180) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:33.475563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-af83235b-170c-44a8-9858-74350857de33 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Deleting subnet ffcb251d-b385-4863-8f63-a36df266c938 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:26:33.487401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af83235b-170c-44a8-9858-74350857de33 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.655599 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Port 96d2a3e6-1de0-45f1-be5c-447d0a937ec8 not found while updating agent binding for router 8aee6da2-b926-48d6-9f3c-7616ecc2ca4b. {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 19:26:33.670938 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b8624fcc-2208-4790-801e-a6c4d88c9318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.693604 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Routers set() bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:33.694040 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Router IDs set() for agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:26:33.695130 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8aee6da2-b926-48d6-9f3c-7616ecc2ca4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent'). {{(pid=100490) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:26:33.695735 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6687ae-04d1-465f-881f-1574de9887de None None] The sync data for ids ['8aee6da2-b926-48d6-9f3c-7616ecc2ca4b'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:26:33.752689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52194) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:34.049422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c3bc0e4f-a8c8-47ef-8e94-d3643085c047 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f3ca991f9e3d413da25a460d19d419da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950101 Aug 03 19:26:34.050220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52206) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:34.188326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eb34895f-020d-4581-a591-e0908a1f7fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.193751 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af83235b-170c-44a8-9858-74350857de33 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.240623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af83235b-170c-44a8-9858-74350857de33 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.275091 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eb34895f-020d-4581-a591-e0908a1f7fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.306787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af83235b-170c-44a8-9858-74350857de33 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.348748 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af83235b-170c-44a8-9858-74350857de33 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.356346 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-af83235b-170c-44a8-9858-74350857de33 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/ffcb251d-b385-4863-8f63-a36df266c938 HTTP/1.1" status: 204 len: 168 time: 1.0960181 Aug 03 19:26:34.386218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52214) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:34.396183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83235b-170c-44a8-9858-74350857de33 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ffcb251d-b385-4863-8f63-a36df266c938,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:34.512191 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eb34895f-020d-4581-a591-e0908a1f7fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.524781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eb34895f-020d-4581-a591-e0908a1f7fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.527291 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eb34895f-020d-4581-a591-e0908a1f7fb8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8bb1090-ca0e-4395-afc6-aa95dc429b91 HTTP/1.1" status: 204 len: 168 time: 0.4758563 Aug 03 19:26:34.554749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34895f-020d-4581-a591-e0908a1f7fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bb1090-ca0e-4395-afc6-aa95dc429b91,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:34.603077 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.868615 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.937790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797b4cc3-42da-4ad8-99da-60d1b3c46f64']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:34.984936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816a8532-ecba-4c2a-b6e2-e64ebd024937') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:34.985290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816a8532-ecba-4c2a-b6e2-e64ebd024937') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:34.998009 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.019602 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.034506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:35.034958 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:35.037968 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:35.118721 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.155612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 797b4cc3-42da-4ad8-99da-60d1b3c46f64 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:26:35.159746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.169585 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "DELETE /v2.0/networks/797b4cc3-42da-4ad8-99da-60d1b3c46f64 HTTP/1.1" status: 204 len: 168 time: 0.7818859 Aug 03 19:26:35.170843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a19616-3ea1-45bb-8fac-46f85fc154aa tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event deleted for resources: {'Network': ['ID=797b4cc3-42da-4ad8-99da-60d1b3c46f64,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:36.031528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52266) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:36.041154 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-22c9af88-8f86-4253-9296-b7a4ec990bb2 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Request body: {'router': {'name': 'tempest-router--118726430', 'project_id': '82b8bf930fbe4b1fb52ba3fe2f96ed56'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:36.056526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52268) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:36.096078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22c9af88-8f86-4253-9296-b7a4ec990bb2 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.098511 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22c9af88-8f86-4253-9296-b7a4ec990bb2 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.219711 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22c9af88-8f86-4253-9296-b7a4ec990bb2 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.225699 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22c9af88-8f86-4253-9296-b7a4ec990bb2 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.244623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-22c9af88-8f86-4253-9296-b7a4ec990bb2 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.248608 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-22c9af88-8f86-4253-9296-b7a4ec990bb2 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2155399 Aug 03 19:26:36.248857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52278) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:36.354080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1905187043'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:36.431917 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-79e3c7b7-ccb1-4288-8eeb-bd9f43a23375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.437654 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-af6a9e73-807f-4474-a991-76259d4d2128 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.547443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:36.553823 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.579419 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.724952 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.795803 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-af6a9e73-807f-4474-a991-76259d4d2128 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.802919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-af6a9e73-807f-4474-a991-76259d4d2128 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.869331 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-af6a9e73-807f-4474-a991-76259d4d2128 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.869886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6a9e73-807f-4474-a991-76259d4d2128 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1902dd2-5e05-46bb-9daf-0ab41cd171ef {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:26:36.874816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-af6a9e73-807f-4474-a991-76259d4d2128 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.879621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-af6a9e73-807f-4474-a991-76259d4d2128 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "DELETE /v2.0/routers/a1902dd2-5e05-46bb-9daf-0ab41cd171ef HTTP/1.1" status: 204 len: 168 time: 0.6292458 Aug 03 19:26:36.948831 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.958256 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:37.006199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733eb393-7ec8-4a81-a5ab-1924e241525a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:37.039364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:26:37.059568 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:37.060348 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Added segment c1bc77ca-3cdf-4238-aad5-72eea4235018 of type vlan for network be4488c1-7522-4535-990c-62582defe7af Aug 03 19:26:37.086511 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52294) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:37.134554 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:37.231841 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:37.238237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:37.239039 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:37.376934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Network': ['ID=be4488c1-7522-4535-990c-62582defe7af,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:37.390811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3c696f7f-3382-43be-b691-6074af0af691 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3320680 Aug 03 19:26:37.396759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52312) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:37.750175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:37.753815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network be4488c1-7522-4535-990c-62582defe7af details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:26:37.788532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1569181824', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:37.865843 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:37.868736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:37.920934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:37.929978 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:37.972741 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:38.103431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:38.480320 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:38.754637 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:38.852898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=ec90d2cd-074c-4fb9-a9e2-1854bef81b4d,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:38.951061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:38.951430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network hostable DHCP agents. Network: be4488c1-7522-4535-990c-62582defe7af, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:26:38.980162 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.006090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.024923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:26:39.123049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, be4488c1-7522-4535-990c-62582defe7af) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:39.142378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:39.143289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.143419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a39bc77-e0c3-4424-af20-e00e58547949 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:39.209985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52354) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:39.210602 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9c3b55df-161a-468b-b461-865e86b375e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8116281 Aug 03 19:26:39.225185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'name': 'tempest-NetworksTestDHCPv6-500312036'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:39.322805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Allocated IP 172.25.8.233 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/49cb0f40-36bb-467f-97f2-d78b5d574791) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:39.438237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': 'ec90d2cd-074c-4fb9-a9e2-1854bef81b4d'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:26:39.463296 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.537236 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.608056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:39.654075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.662684 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.730448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:39.734393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:39.744440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:39.752831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Pushing event updated for resources: {'Port': ['ID=49cb0f40-36bb-467f-97f2-d78b5d574791,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:39.754303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 7be2c385-acb4-4e2d-b7dd-f244a1ec9a6b yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:40.155521 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.178361 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/ec90d2cd-074c-4fb9-a9e2-1854bef81b4d/195387d0-dd5b-40c7-8269-c814f6a6dcfd) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:40.337431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.619732 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.644668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Transition to ACTIVE for port object 195387d0-dd5b-40c7-8269-c814f6a6dcfd will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:40.665340 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.685025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Transition to ACTIVE for port object 195387d0-dd5b-40c7-8269-c814f6a6dcfd will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:40.696775 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.775950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:40.786412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:40.798983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:40.894001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::208 (be4488c1-7522-4535-990c-62582defe7af/ec90d2cd-074c-4fb9-a9e2-1854bef81b4d/7be2c385-acb4-4e2d-b7dd-f244a1ec9a6b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:40.904618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Pushing event updated for resources: {'Port': ['ID=195387d0-dd5b-40c7-8269-c814f6a6dcfd,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:40.923608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Router 1bdcaef2-d56c-46d5-9c34-e804e482cf7d is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:26:40.956732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Attempting to bind port 195387d0-dd5b-40c7-8269-c814f6a6dcfd on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:40.957363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Attempting to bind port 195387d0-dd5b-40c7-8269-c814f6a6dcfd by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:40.958024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Attempting to bind port 195387d0-dd5b-40c7-8269-c814f6a6dcfd on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:40.972361 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.972826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.973358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.973912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.974983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.975560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.976154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.976978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.977454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.977923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.978451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.979100 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:40.989085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:40.989613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:40.990276 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.990906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:40.991496 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Bound port: 195387d0-dd5b-40c7-8269-c814f6a6dcfd, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:40.991970 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.127157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] For port 195387d0-dd5b-40c7-8269-c814f6a6dcfd, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:41.143662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] For port 195387d0-dd5b-40c7-8269-c814f6a6dcfd, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=195387d0-dd5b-40c7-8269-c814f6a6dcfd,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:41.151652 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.158202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:26:41.238147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f6272-976a-446c-a515-d9ffd7f7d85d None None] Sync routers for ids ['1bdcaef2-d56c-46d5-9c34-e804e482cf7d'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:26:41.248702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.250093 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c50f6ece-0df1-4de0-aca0-83d467e709ee tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1621478 Aug 03 19:26:41.252914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52402) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:41.274700 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.323753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 7be2c385-acb4-4e2d-b7dd-f244a1ec9a6b will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:41.324008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f6272-976a-446c-a515-d9ffd7f7d85d None None] Routers {'1bdcaef2-d56c-46d5-9c34-e804e482cf7d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:41.324940 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-810f6272-976a-446c-a515-d9ffd7f7d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1bdcaef2-d56c-46d5-9c34-e804e482cf7d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:41.443590 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.512826 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ebad09ef-6c61-41c4-9f0c-da07c831379f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/routers/1bdcaef2-d56c-46d5-9c34-e804e482cf7d HTTP/1.1" status: 200 len: 925 time: 0.2584958 Aug 03 19:26:41.515771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52410) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:41.540266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-810f6272-976a-446c-a515-d9ffd7f7d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:41.590942 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c56d6a-5dae-48e0-a38d-ae47eeb154d2 None None] Pushing event updated for resources: {'Port': ['ID=195387d0-dd5b-40c7-8269-c814f6a6dcfd,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:41.599963 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f6272-976a-446c-a515-d9ffd7f7d85d None None] Routers {'1bdcaef2-d56c-46d5-9c34-e804e482cf7d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:41.600626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-810f6272-976a-446c-a515-d9ffd7f7d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['1bdcaef2-d56c-46d5-9c34-e804e482cf7d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:41.636763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=7be2c385-acb4-4e2d-b7dd-f244a1ec9a6b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:41.662251 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-86231bfa-e1de-43f9-a8d1-539d392a6a9a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bdcaef2-d56c-46d5-9c34-e804e482cf7d HTTP/1.1" status: 200 len: 205 time: 0.1412623 Aug 03 19:26:41.664084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52416) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:41.684276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-810f6272-976a-446c-a515-d9ffd7f7d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:41.684276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f6272-976a-446c-a515-d9ffd7f7d85d None None] The sync data for ids ['1bdcaef2-d56c-46d5-9c34-e804e482cf7d'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:26:41.694310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:41.696305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:41.704616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:41.719174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.719880 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.814962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5a3541b0-baa6-486b-8d68-ab6098a7dcbe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6032658 Aug 03 19:26:41.819405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52420) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:41.981373 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b94457-80e5-4409-bd41-d7ef2ee82125 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:42.000464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b94457-80e5-4409-bd41-d7ef2ee82125 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:42.003747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-93b94457-80e5-4409-bd41-d7ef2ee82125 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1740065 Aug 03 19:26:42.006356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52426) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:42.041664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.201331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce9f8e-850d-44d5-ba89-4a2074dc5ccd tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 7be2c385-acb4-4e2d-b7dd-f244a1ec9a6b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:42.207805 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3ce9f8e-850d-44d5-ba89-4a2074dc5ccd tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.270321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.359872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3ce9f8e-850d-44d5-ba89-4a2074dc5ccd tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.362586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Deleting port 49cb0f40-36bb-467f-97f2-d78b5d574791 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:42.364069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.393090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce9f8e-850d-44d5-ba89-4a2074dc5ccd tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 7be2c385-acb4-4e2d-b7dd-f244a1ec9a6b owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:42.528272 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.582067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Calling delete_port for 49cb0f40-36bb-467f-97f2-d78b5d574791 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:42.704798 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3ce9f8e-850d-44d5-ba89-4a2074dc5ccd tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.760188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce9f8e-850d-44d5-ba89-4a2074dc5ccd tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=7be2c385-acb4-4e2d-b7dd-f244a1ec9a6b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:42.782490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3ce9f8e-850d-44d5-ba89-4a2074dc5ccd tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.788363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f3ce9f8e-850d-44d5-ba89-4a2074dc5ccd tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/7be2c385-acb4-4e2d-b7dd-f244a1ec9a6b HTTP/1.1" status: 204 len: 168 time: 0.7768898 Aug 03 19:26:42.790005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52448) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:42.961873 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.983096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 195387d0-dd5b-40c7-8269-c814f6a6dcfd up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:42.988968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2032303a-79ce-46e1-9872-7567ae64989a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:42.992089 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2032303a-79ce-46e1-9872-7567ae64989a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:42.993791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2032303a-79ce-46e1-9872-7567ae64989a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2021272 Aug 03 19:26:42.999342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52454) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:43.045412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Pushing event deleted for resources: {'Port': ['ID=49cb0f40-36bb-467f-97f2-d78b5d574791,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:43.062146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a78d835-3496-4d3b-8148-f0cd4adea224 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:43.133900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet ec90d2cd-074c-4fb9-a9e2-1854bef81b4d {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:26:43.147495 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.223593 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.225357 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.228636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cfd3a45c-c4e5-465d-b1b4-dc693ea02dfa None None] Provisioning for port 195387d0-dd5b-40c7-8269-c814f6a6dcfd completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:43.271107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 195387d0-dd5b-40c7-8269-c814f6a6dcfd completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:43.278298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 195387d0-dd5b-40c7-8269-c814f6a6dcfd triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:43.278959 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.339981 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.426431 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.476143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.479917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.501515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=ec90d2cd-074c-4fb9-a9e2-1854bef81b4d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:43.513982 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.516279 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/ec90d2cd-074c-4fb9-a9e2-1854bef81b4d HTTP/1.1" status: 204 len: 168 time: 0.5159116 Aug 03 19:26:43.518761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.519299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.519803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.520328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.520841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.522281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.522802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.523310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.523821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.524323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.524814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.525309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674791-9957-4999-8b3b-3d49a180b15c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:43.528240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52472) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:43.570896 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.571612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Fanout notify agent at l3_agent the message router_deleted on router 1bdcaef2-d56c-46d5-9c34-e804e482cf7d {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:26:43.580808 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.586354 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-886b0f3b-f8e0-4658-88cd-3fc2f0fc9037 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/1bdcaef2-d56c-46d5-9c34-e804e482cf7d HTTP/1.1" status: 204 len: 168 time: 1.9180915 Aug 03 19:26:43.590504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52474) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:43.603529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1577926162', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'enable_snat': False}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:43.650875 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.652392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.654112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6453fd6d-19d8-4ae2-ae09-b484d69fc3c8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195672 Aug 03 19:26:43.657380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52478) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:43.667464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7387661e-6249-4858-a3fb-75bd65534e37 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:43.760292 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.799608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7387661e-6249-4858-a3fb-75bd65534e37 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:43.804650 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7387661e-6249-4858-a3fb-75bd65534e37 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.806384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.833280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 195387d0-dd5b-40c7-8269-c814f6a6dcfd, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=195387d0-dd5b-40c7-8269-c814f6a6dcfd,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:43.839118 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.955766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=195387d0-dd5b-40c7-8269-c814f6a6dcfd,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:44.110058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c45ddc-bcff-45df-87a3-f18cca9ad2fb None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:44.243231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-518ccaaf-656e-4937-a30b-1c80a8832fd9 None None] Provisioning complete for port 195387d0-dd5b-40c7-8269-c814f6a6dcfd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:44.243580 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-518ccaaf-656e-4937-a30b-1c80a8832fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.258623 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7387661e-6249-4858-a3fb-75bd65534e37 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.381553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7387661e-6249-4858-a3fb-75bd65534e37 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:44.429979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387661e-6249-4858-a3fb-75bd65534e37 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=dadee849-3e58-408c-af46-8c4562608b1e,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:44.441532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-7387661e-6249-4858-a3fb-75bd65534e37 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:44.452312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7387661e-6249-4858-a3fb-75bd65534e37 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:44.452956 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7387661e-6249-4858-a3fb-75bd65534e37 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.489191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7387661e-6249-4858-a3fb-75bd65534e37 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8293982 Aug 03 19:26:44.494488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52496) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.503276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'name': 'tempest-NetworksTestDHCPv6-756298799'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:44.781020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:44.787703 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.830434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:44.848867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.982627 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 195387d0-dd5b-40c7-8269-c814f6a6dcfd up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:45.073273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd270f-2256-49b6-a5ca-370d428d76e6 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:45.156766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 195387d0-dd5b-40c7-8269-c814f6a6dcfd triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:45.157813 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.220491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6ffc7777-149b-4261-a7a6-ad8694ae145d None None] Provisioning complete for port 195387d0-dd5b-40c7-8269-c814f6a6dcfd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:45.220875 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6ffc7777-149b-4261-a7a6-ad8694ae145d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.583108 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.744268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.789450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.821164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::a7 (be4488c1-7522-4535-990c-62582defe7af/dadee849-3e58-408c-af46-8c4562608b1e/8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:46.154032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Allocated IP 172.25.8.110 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b5b54edc-2b3e-46be-b043-3734e272f6cb) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:46.272820 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.314497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:46.360249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-668c0b33-dd6b-4735-a1d6-72540733fc38 None None] Provisioning complete for port 195387d0-dd5b-40c7-8269-c814f6a6dcfd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:46.362082 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-668c0b33-dd6b-4735-a1d6-72540733fc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.372517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.423993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.516116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:46.525716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:46.530741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:46.543279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.543959 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.548371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.574797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:46.624874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ad987d62-bb15-4b37-8bac-ad2e69fa4ad0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1273763 Aug 03 19:26:46.627378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52536) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:46.698912 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:46.745614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event updated for resources: {'Port': ['ID=b5b54edc-2b3e-46be-b043-3734e272f6cb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:46.749362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c5386-e0c9-4ec3-b496-72fa4737c528 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.764681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:46.772978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:46.778555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c5386-e0c9-4ec3-b496-72fa4737c528 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.795424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-035c5386-e0c9-4ec3-b496-72fa4737c528 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1668131 Aug 03 19:26:46.796335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52544) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:46.873364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-33efde07-1066-4da3-a406-0f9227b4cb25 None None] Could not find standard attr ID for object 7be2c385-acb4-4e2d-b7dd-f244a1ec9a6b. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:26:47.016279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cfc2d-4677-41be-8ab2-29b7e915f964 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:47.017842 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfc2d-4677-41be-8ab2-29b7e915f964 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.356996 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfc2d-4677-41be-8ab2-29b7e915f964 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.395464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cfc2d-4677-41be-8ab2-29b7e915f964 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:47.467137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-01123f35-17e0-47a8-913d-b050af34001f None None] Provisioning for port 8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:47.476301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-01123f35-17e0-47a8-913d-b050af34001f None None] Provisioning complete for port 8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:47.477380 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-01123f35-17e0-47a8-913d-b050af34001f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.545539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52560) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:47.578821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-01123f35-17e0-47a8-913d-b050af34001f None None] Port 8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:47.603145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.789316 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfc2d-4677-41be-8ab2-29b7e915f964 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.903254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cfc2d-4677-41be-8ab2-29b7e915f964 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:47.974611 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfc2d-4677-41be-8ab2-29b7e915f964 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.981054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52572) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:47.982417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1b4cfc2d-4677-41be-8ab2-29b7e915f964 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41 HTTP/1.1" status: 204 len: 168 time: 1.1847272 Aug 03 19:26:48.111469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b92a6d-df60-4410-8c1c-a99bbf234375 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:48.113059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b92a6d-df60-4410-8c1c-a99bbf234375 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:48.115279 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d2b92a6d-df60-4410-8c1c-a99bbf234375 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1324551 Aug 03 19:26:48.118691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52576) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:48.135472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13297269-0ae8-465f-82ac-0f9c4f8e5bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.190365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.238376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca0ef39-519f-42f1-9a04-e09fac74b6b8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet dadee849-3e58-408c-af46-8c4562608b1e {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:26:48.246038 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ef39-519f-42f1-9a04-e09fac74b6b8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.309760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ef39-519f-42f1-9a04-e09fac74b6b8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.385762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ef39-519f-42f1-9a04-e09fac74b6b8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.521387 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ef39-519f-42f1-9a04-e09fac74b6b8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.549044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Router 19e258d2-8d5d-4499-852c-12794505537b is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:26:48.562740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ef39-519f-42f1-9a04-e09fac74b6b8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=dadee849-3e58-408c-af46-8c4562608b1e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:48.566111 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13297269-0ae8-465f-82ac-0f9c4f8e5bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.572890 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ef39-519f-42f1-9a04-e09fac74b6b8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.576222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2ca0ef39-519f-42f1-9a04-e09fac74b6b8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/dadee849-3e58-408c-af46-8c4562608b1e HTTP/1.1" status: 204 len: 168 time: 0.4563010 Aug 03 19:26:48.580361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52584) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:48.581597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a46738d-d4eb-4b77-9d46-cb6cde3f3748 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:48.582824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13297269-0ae8-465f-82ac-0f9c4f8e5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.718898 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-40baa24a-993a-4885-b355-905917624e27 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1373465 Aug 03 19:26:48.724427 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52588) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:48.733393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-29e2c3a4-08bc-4f86-985b-62d75fc5db9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:48.750750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13297269-0ae8-465f-82ac-0f9c4f8e5bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c70b136-4c29-4b84-b714-d4a847fa1dde,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:48.824118 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-13297269-0ae8-465f-82ac-0f9c4f8e5bcb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1476f59bf1c4591b057a0b0ca929057&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2310076 Aug 03 19:26:48.830063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52596) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:48.879621 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:26:48.900126 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Sync routers for ids ['19e258d2-8d5d-4499-852c-12794505537b'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:26:48.918509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff29a9a-ae12-47cc-9859-083062206841 None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:26:48.924547 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Routers {'19e258d2-8d5d-4499-852c-12794505537b'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:48.925565 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['19e258d2-8d5d-4499-852c-12794505537b'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:48.961300 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.968002 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a78ee58d-d9ab-4730-84a9-653c347ee571 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.3754103 Aug 03 19:26:48.970655 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:48.974301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52598) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:49.042322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.048052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8ff29a9a-ae12-47cc-9859-083062206841 None None] Deleting port 195387d0-dd5b-40c7-8269-c814f6a6dcfd {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:49.048410 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8ff29a9a-ae12-47cc-9859-083062206841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.151567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e2c3a4-08bc-4f86-985b-62d75fc5db9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:49.152843 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.156505 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-29e2c3a4-08bc-4f86-985b-62d75fc5db9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.164949 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.185973 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c70b136-4c29-4b84-b714-d4a847fa1dde HTTP/1.1" status: 204 len: 168 time: 0.3539104 Aug 03 19:26:49.211451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8ff29a9a-ae12-47cc-9859-083062206841 None None] For port 195387d0-dd5b-40c7-8269-c814f6a6dcfd, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=195387d0-dd5b-40c7-8269-c814f6a6dcfd,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:49.212136 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8ff29a9a-ae12-47cc-9859-083062206841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.221232 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c70b136-4c29-4b84-b714-d4a847fa1dde,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:49.235578 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8ff29a9a-ae12-47cc-9859-083062206841 None None] Calling delete_port for 195387d0-dd5b-40c7-8269-c814f6a6dcfd owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:49.286375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.287153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.288390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.289527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.290168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.298191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.298889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.299469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.300061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.301099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.301753 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.302386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c59770-91a3-4d57-8d18-d27946356629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:49.358312 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Set router 19e258d2-8d5d-4499-852c-12794505537b gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:49.431486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52610) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:49.432285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-484f1819-c798-48f2-a0ca-12172d4d80ea tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/routers/19e258d2-8d5d-4499-852c-12794505537b HTTP/1.1" status: 200 len: 909 time: 0.4555261 Aug 03 19:26:49.447391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1577926162', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'enable_snat': True}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:49.451746 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8ff29a9a-ae12-47cc-9859-083062206841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.482259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff29a9a-ae12-47cc-9859-083062206841 None None] No DVR routers for this DVR port 195387d0-dd5b-40c7-8269-c814f6a6dcfd on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:49.496266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.499295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.541237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff29a9a-ae12-47cc-9859-083062206841 None None] Pushing event deleted for resources: {'Port': ['ID=195387d0-dd5b-40c7-8269-c814f6a6dcfd,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:49.636228 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.637298 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c65a4c-0900-43d4-b049-6d6b4f8e6913 req-5c11985b-0de5-4e2c-a678-3a251d49a320 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:49.651641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1c65a4c-0900-43d4-b049-6d6b4f8e6913 req-5c11985b-0de5-4e2c-a678-3a251d49a320 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.4697800 Aug 03 19:26:49.807865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1c65a4c-0900-43d4-b049-6d6b4f8e6913 req-eafe1c16-03e5-4813-a1f3-9d598c0ee54c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548607 Aug 03 19:26:49.810876 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e258d2-8d5d-4499-852c-12794505537b', 'name': 'tempest-snat-router-1577926162', 'tenant_id': 'f207cd35511b4bd4bad3e194354faf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.110'}], 'enable_snat': False}, 'gw_port_id': 'b5b54edc-2b3e-46be-b043-3734e272f6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:26:43Z', 'updated_at': '2021-08-03T19:26:47Z', 'revision_number': 3, 'project_id': 'f207cd35511b4bd4bad3e194354faf43', 'gw_port': {'id': 'b5b54edc-2b3e-46be-b043-3734e272f6cb', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e258d2-8d5d-4499-852c-12794505537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:26:45Z', 'updated_at': '2021-08-03T19:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:49.852746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52618) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:49.951750 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Checking router: 19e258d2-8d5d-4499-852c-12794505537b for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:26:49.956685 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Updating router 19e258d2-8d5d-4499-852c-12794505537b port b5b54edc-2b3e-46be-b043-3734e272f6cb binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:26:50.023020 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.071366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9a86ba39-4f71-4cb2-87a3-3964d87cac3a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/66f35cd4-cf57-4a07-a2ba-5fa1e1b56515 HTTP/1.1" status: 200 len: 993 time: 0.2143197 Aug 03 19:26:50.102017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.257536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-29e2c3a4-08bc-4f86-985b-62d75fc5db9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.404464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e2c3a4-08bc-4f86-985b-62d75fc5db9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:50.411016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-29e2c3a4-08bc-4f86-985b-62d75fc5db9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:50.438742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e2c3a4-08bc-4f86-985b-62d75fc5db9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:50.443623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7710fc65-2765-4f59-8fe7-8476f6ac4612 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:50.457981 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-29e2c3a4-08bc-4f86-985b-62d75fc5db9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.511190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-29e2c3a4-08bc-4f86-985b-62d75fc5db9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7844877 Aug 03 19:26:50.514029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52638) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:50.537124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2c3a4-08bc-4f86-985b-62d75fc5db9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=381c4b4d-bec8-40c7-86d3-4b414528c73f,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:50.581403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'name': 'tempest-NetworksTestDHCPv6-666521582'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:50.617372 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.654178 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Transition to ACTIVE for port object b5b54edc-2b3e-46be-b043-3734e272f6cb will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:50.669526 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.712380 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.715821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e1eb-2951-4748-8a6d-0e5e1d6f7a8c req-8e96aee2-94e9-4e3e-b324-72642c50207f tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:50.719548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8728e1eb-2951-4748-8a6d-0e5e1d6f7a8c req-8e96aee2-94e9-4e3e-b324-72642c50207f tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1096 time: 0.0877781 Aug 03 19:26:50.834726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8728e1eb-2951-4748-8a6d-0e5e1d6f7a8c req-6ad76c1a-02fc-4d01-b2b3-45516cedb90b tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027458 Aug 03 19:26:50.836404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': '381c4b4d-bec8-40c7-86d3-4b414528c73f'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:26:50.836977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.846728 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.889327 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Pushing event updated for resources: {'Port': ['ID=b5b54edc-2b3e-46be-b043-3734e272f6cb,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:50.935474 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Attempting to bind port b5b54edc-2b3e-46be-b043-3734e272f6cb on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:50.936376 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Attempting to bind port b5b54edc-2b3e-46be-b043-3734e272f6cb by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:50.937251 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Attempting to bind port b5b54edc-2b3e-46be-b043-3734e272f6cb on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:50.941665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 195387d0-dd5b-40c7-8269-c814f6a6dcfd no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:50.967690 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:50.968624 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:50.968978 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:50.972277 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:50.973231 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Bound port: b5b54edc-2b3e-46be-b043-3734e272f6cb, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:50.974698 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.101103 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] For port b5b54edc-2b3e-46be-b043-3734e272f6cb, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:51.108673 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] For port b5b54edc-2b3e-46be-b043-3734e272f6cb, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b5b54edc-2b3e-46be-b043-3734e272f6cb,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:51.112455 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.113610 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.118944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:51.119457 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.120545 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.121320 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.122109 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.122879 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.123627 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.125286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.127615 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.128479 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.129241 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.130292 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:51.157132 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.261944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port b12ca1dc-19a1-45b1-a197-4565574d6bda yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:26:51.278814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 195387d0-dd5b-40c7-8269-c814f6a6dcfd {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:51.279375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 195387d0-dd5b-40c7-8269-c814f6a6dcfd not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:51.305652 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Routers {'19e258d2-8d5d-4499-852c-12794505537b'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:51.311471 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['19e258d2-8d5d-4499-852c-12794505537b'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:51.423544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/381c4b4d-bec8-40c7-86d3-4b414528c73f/90111201-2e44-4a63-9643-7582c6164653) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:51.473425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Allocated IP 172.25.8.66 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/6a50a187-f5af-4fd4-941b-e77669d78b7d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:51.622498 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] Set router 19e258d2-8d5d-4499-852c-12794505537b gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:51.675983 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.726184 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.825769 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d894f24-a502-46b7-8bcb-3cf5f0782418 None None] Pushing event updated for resources: {'Port': ['ID=b5b54edc-2b3e-46be-b043-3734e272f6cb,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:51.872279 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.884344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Transition to ACTIVE for port object 90111201-2e44-4a63-9643-7582c6164653 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:51.891192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:51.902921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:51.905538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Transition to ACTIVE for port object 90111201-2e44-4a63-9643-7582c6164653 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:51.920750 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:51.961268 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event updated for resources: {'Port': ['ID=6a50a187-f5af-4fd4-941b-e77669d78b7d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:51.976247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:51.985102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:51.992943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:52.116303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::39a (be4488c1-7522-4535-990c-62582defe7af/381c4b4d-bec8-40c7-86d3-4b414528c73f/b12ca1dc-19a1-45b1-a197-4565574d6bda) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:52.168429 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e258d2-8d5d-4499-852c-12794505537b', 'name': 'tempest-snat-router-1577926162', 'tenant_id': 'f207cd35511b4bd4bad3e194354faf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.110'}], 'enable_snat': False}, 'gw_port_id': 'b5b54edc-2b3e-46be-b043-3734e272f6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:26:43Z', 'updated_at': '2021-08-03T19:26:47Z', 'revision_number': 3, 'project_id': 'f207cd35511b4bd4bad3e194354faf43', 'gw_port': {'id': 'b5b54edc-2b3e-46be-b043-3734e272f6cb', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e258d2-8d5d-4499-852c-12794505537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:26:45Z', 'updated_at': '2021-08-03T19:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:52.209747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Pushing event updated for resources: {'Port': ['ID=90111201-2e44-4a63-9643-7582c6164653,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:52.237467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Attempting to bind port 90111201-2e44-4a63-9643-7582c6164653 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:52.238069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Attempting to bind port 90111201-2e44-4a63-9643-7582c6164653 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:52.239037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Attempting to bind port 90111201-2e44-4a63-9643-7582c6164653 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:52.267331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:52.268985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:52.271569 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.272548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:52.274752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Bound port: 90111201-2e44-4a63-9643-7582c6164653, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:52.277408 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.314759 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566bf3a-1428-4945-9c41-7fccb7b5b82f None None] The sync data for ids ['19e258d2-8d5d-4499-852c-12794505537b'] in n-d-802918-7 is: [{'id': '19e258d2-8d5d-4499-852c-12794505537b', 'name': 'tempest-snat-router-1577926162', 'tenant_id': 'f207cd35511b4bd4bad3e194354faf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.110'}], 'enable_snat': False}, 'gw_port_id': 'b5b54edc-2b3e-46be-b043-3734e272f6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:26:43Z', 'updated_at': '2021-08-03T19:26:47Z', 'revision_number': 3, 'project_id': 'f207cd35511b4bd4bad3e194354faf43', 'gw_port': {'id': 'b5b54edc-2b3e-46be-b043-3734e272f6cb', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e258d2-8d5d-4499-852c-12794505537b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:26:45Z', 'updated_at': '2021-08-03T19:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:26:52.450205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] For port 90111201-2e44-4a63-9643-7582c6164653, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:52.462645 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] For port 90111201-2e44-4a63-9643-7582c6164653, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=90111201-2e44-4a63-9643-7582c6164653,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:52.472152 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.476501 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:52.488210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-003cba45-4668-4bab-8581-98c1a7dc71aa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1748459 Aug 03 19:26:52.608231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f40a4-3aed-481b-8128-373e3f59dc4d None None] Pushing event updated for resources: {'Port': ['ID=90111201-2e44-4a63-9643-7582c6164653,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:53.131179 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.147883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object b12ca1dc-19a1-45b1-a197-4565574d6bda will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:53.250129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b5b54edc-2b3e-46be-b043-3734e272f6cb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:53.364119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port b5b54edc-2b3e-46be-b043-3734e272f6cb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:53.372115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b5b54edc-2b3e-46be-b043-3734e272f6cb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:53.372844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.487245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.626874 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.700700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port b5b54edc-2b3e-46be-b043-3734e272f6cb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b5b54edc-2b3e-46be-b043-3734e272f6cb,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:53.717651 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.761960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-78509c77-10de-44ef-8054-bc961c4fcb6c tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:26:53.763240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-78509c77-10de-44ef-8054-bc961c4fcb6c tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076141 Aug 03 19:26:53.785412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Request body: {'binding': {'host': 'n-h1-802918-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:53.791688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Unknown quota resources ['binding']. {{(pid=100487) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:26:53.796274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:53.820629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:53.828186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=b12ca1dc-19a1-45b1-a197-4565574d6bda,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:53.833555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:53.838740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=b5b54edc-2b3e-46be-b043-3734e272f6cb,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:53.865398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:53.866957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.909472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.127785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 on host n-h1-802918-7 for vnic_type normal with profile None {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:54.129616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:54.130807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 on network 5d156c52-eeba-4cee-a0fc-1186738ac05d {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:54.140951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Port 49ff79a1-833b-4c2d-91d1-3c797389b560 on network 5d156c52-eeba-4cee-a0fc-1186738ac05d not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:54.141426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 on network 5d156c52-eeba-4cee-a0fc-1186738ac05d {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:54.157298 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:54.158012 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Checking segment: {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:54.158678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Bound using segment: {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:54.159387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Bound port: 49ff79a1-833b-4c2d-91d1-3c797389b560, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:54.210337 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c9638aa1-378d-4e4d-969f-bb3b1881c99d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6928904 Aug 03 19:26:54.218192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52732) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:54.383345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039920a1-ae3c-44db-9d35-2f3ba4cd35ef tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:54.390551 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039920a1-ae3c-44db-9d35-2f3ba4cd35ef tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:54.392326 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-039920a1-ae3c-44db-9d35-2f3ba4cd35ef tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1732757 Aug 03 19:26:54.403205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:54.407391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52736) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:54.534792 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] Notify callbacks [] for binding, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.550631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] 10.222.0.78 "POST /v2.0/ports/49ff79a1-833b-4c2d-91d1-3c797389b560/bindings HTTP/1.1" status: 201 len: 389 time: 0.7623208 Aug 03 19:26:54.725053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-57e628f7-7918-458c-bbb0-7327293aff47 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port b12ca1dc-19a1-45b1-a197-4565574d6bda {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:54.725446 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-57e628f7-7918-458c-bbb0-7327293aff47 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.908976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fde30e15-0296-482b-ab0b-9a5f75484a83 None None] Provisioning for port 90111201-2e44-4a63-9643-7582c6164653 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:55.104519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b82d-52bb-415b-badb-ba43d0a4070a req-c5720930-a884-48af-a3a7-c752bb85b712 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:55.113304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8975b82d-52bb-415b-badb-ba43d0a4070a req-c5720930-a884-48af-a3a7-c752bb85b712 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.2869446 Aug 03 19:26:55.138399 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-57e628f7-7918-458c-bbb0-7327293aff47 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.195868 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-57e628f7-7918-458c-bbb0-7327293aff47 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for b12ca1dc-19a1-45b1-a197-4565574d6bda owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:55.240547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-98349fd9-da38-4d11-b021-e21e9a160dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:55.244913 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-98349fd9-da38-4d11-b021-e21e9a160dc1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1096 time: 0.2331491 Aug 03 19:26:55.266715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8975b82d-52bb-415b-badb-ba43d0a4070a req-cea86777-6010-43d2-82f3-32af8eafd438 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383731 Aug 03 19:26:55.287917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b5b54edc-2b3e-46be-b043-3734e272f6cb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:55.347092 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.439969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b5b54edc-2b3e-46be-b043-3734e272f6cb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:55.441067 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.570405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8f56dbec-249a-45a4-9722-81a23e25172e None None] Provisioning for port b12ca1dc-19a1-45b1-a197-4565574d6bda completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:55.594890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8f56dbec-249a-45a4-9722-81a23e25172e None None] Provisioning complete for port b12ca1dc-19a1-45b1-a197-4565574d6bda triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:55.596850 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8f56dbec-249a-45a4-9722-81a23e25172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.629185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-eca5b9d2-e817-4407-a419-35430089e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:55.631296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-eca5b9d2-e817-4407-a419-35430089e191 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5d156c52-eeba-4cee-a0fc-1186738ac05d HTTP/1.1" status: 200 len: 898 time: 0.3552465 Aug 03 19:26:55.698941 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Router 9f64e59b-bbd4-4c1a-80ef-9438492f2c51 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:26:55.785215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8f56dbec-249a-45a4-9722-81a23e25172e None None] Port b12ca1dc-19a1-45b1-a197-4565574d6bda cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:26:55.806813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 90111201-2e44-4a63-9643-7582c6164653 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:55.841848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-8bb88f18-9d04-427e-92b9-7fb9109a4038 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ff79a1-833b-4c2d-91d1-3c797389b560 HTTP/1.1" status: 200 len: 1001 time: 0.2014747 Aug 03 19:26:55.902929 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:26:55.932754 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.936972 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d35d698-fea3-465a-88bb-e4954a2d899a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5007806 Aug 03 19:26:55.937207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] Sync routers for ids ['9f64e59b-bbd4-4c1a-80ef-9438492f2c51'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:26:55.937761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52766) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:56.021444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-bdd5ac2c-c2d4-499c-82df-dd935c5cf900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:56.026400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-bdd5ac2c-c2d4-499c-82df-dd935c5cf900 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=978ff7fd-3468-4cfd-b2eb-46def902baf4 HTTP/1.1" status: 200 len: 833 time: 0.1719997 Aug 03 19:26:56.030371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-57e628f7-7918-458c-bbb0-7327293aff47 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.032753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] Routers {'9f64e59b-bbd4-4c1a-80ef-9438492f2c51'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:56.033570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['9f64e59b-bbd4-4c1a-80ef-9438492f2c51'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:56.038725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 90111201-2e44-4a63-9643-7582c6164653 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:56.080360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 90111201-2e44-4a63-9643-7582c6164653 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:56.081239 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.156077 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-94e0c48e-e303-4592-a7e2-4f4e4684636c tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/routers/9f64e59b-bbd4-4c1a-80ef-9438492f2c51 HTTP/1.1" status: 200 len: 907 time: 0.2170811 Aug 03 19:26:56.160373 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52770) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:56.235214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e628f7-7918-458c-bbb0-7327293aff47 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=b12ca1dc-19a1-45b1-a197-4565574d6bda,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:56.319892 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-57e628f7-7918-458c-bbb0-7327293aff47 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.323687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-57e628f7-7918-458c-bbb0-7327293aff47 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/b12ca1dc-19a1-45b1-a197-4565574d6bda HTTP/1.1" status: 204 len: 168 time: 1.9139633 Aug 03 19:26:56.343889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52776) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:56.529125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c53fa07-2be4-49ae-a757-3b0831ac2d68 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:56.532956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c53fa07-2be4-49ae-a757-3b0831ac2d68 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:56.536809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3c53fa07-2be4-49ae-a757-3b0831ac2d68 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1890090 Aug 03 19:26:56.543694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52784) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:56.577490 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.614263 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] Set router 9f64e59b-bbd4-4c1a-80ef-9438492f2c51 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:56.632513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-ccd0f633-df02-41e8-98c4-c923201e0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:56.636480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-ccd0f633-df02-41e8-98c4-c923201e0577 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5d156c52-eeba-4cee-a0fc-1186738ac05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5920072 Aug 03 19:26:56.791582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.861191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Deleting port 6a50a187-f5af-4fd4-941b-e77669d78b7d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:56.862034 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.874661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee132e9c-a5fe-4645-8307-6730bbd4ae26 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 381c4b4d-bec8-40c7-86d3-4b414528c73f {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:26:56.880124 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee132e9c-a5fe-4645-8307-6730bbd4ae26 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.983858 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee132e9c-a5fe-4645-8307-6730bbd4ae26 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.029792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.052870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Calling delete_port for 6a50a187-f5af-4fd4-941b-e77669d78b7d owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:57.083121 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.179962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 90111201-2e44-4a63-9643-7582c6164653, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=90111201-2e44-4a63-9643-7582c6164653,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:57.200094 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.218702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec555ce-0398-411e-b3fa-cc47bdce8825 req-601dc41a-1af1-442d-b6f4-a69f086da5b2 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:57.234712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ec555ce-0398-411e-b3fa-cc47bdce8825 req-601dc41a-1af1-442d-b6f4-a69f086da5b2 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.6932144 Aug 03 19:26:57.397994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=90111201-2e44-4a63-9643-7582c6164653,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:57.446648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ec555ce-0398-411e-b3fa-cc47bdce8825 req-fcfbe88a-6380-41a6-9cc4-42058f547999 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088981 Aug 03 19:26:57.453722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f64e59b-bbd4-4c1a-80ef-9438492f2c51', 'name': 'tempest-snat-router-1577926162', 'tenant_id': 'f207cd35511b4bd4bad3e194354faf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '6a50a187-f5af-4fd4-941b-e77669d78b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:26:49Z', 'updated_at': '2021-08-03T19:26:53Z', 'revision_number': 3, 'project_id': 'f207cd35511b4bd4bad3e194354faf43', 'gw_port': {'id': '6a50a187-f5af-4fd4-941b-e77669d78b7d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f64e59b-bbd4-4c1a-80ef-9438492f2c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:26:50Z', 'updated_at': '2021-08-03T19:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:57.463122 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee132e9c-a5fe-4645-8307-6730bbd4ae26 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.526016 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] Checking router: 9f64e59b-bbd4-4c1a-80ef-9438492f2c51 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:26:57.526563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] Updating router 9f64e59b-bbd4-4c1a-80ef-9438492f2c51 port 6a50a187-f5af-4fd4-941b-e77669d78b7d binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:26:57.544072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-194d1345-cff2-468e-bdec-4f5720f92dc3 service neutron] 10.222.0.74 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8390245 Aug 03 19:26:57.596707 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.599705 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.668979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a50a187-f5af-4fd4-941b-e77669d78b7d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:57.676166 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] Port 6a50a187-f5af-4fd4-941b-e77669d78b7d not found while updating agent binding for router 9f64e59b-bbd4-4c1a-80ef-9438492f2c51. {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 19:26:57.711008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] Routers {'9f64e59b-bbd4-4c1a-80ef-9438492f2c51'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:57.712325 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['9f64e59b-bbd4-4c1a-80ef-9438492f2c51'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:57.745592 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee132e9c-a5fe-4645-8307-6730bbd4ae26 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.798683 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ee132e9c-a5fe-4645-8307-6730bbd4ae26 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.802104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ee132e9c-a5fe-4645-8307-6730bbd4ae26 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/381c4b4d-bec8-40c7-86d3-4b414528c73f HTTP/1.1" status: 204 len: 168 time: 1.2559102 Aug 03 19:26:57.835825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52810) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:57.871732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:57.921071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-7564c408-46db-4e3c-8728-3f6d170addf0 service neutron] 10.222.0.74 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677032 Aug 03 19:26:57.922205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee132e9c-a5fe-4645-8307-6730bbd4ae26 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=381c4b4d-bec8-40c7-86d3-4b414528c73f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:57.927799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8f4f33c4-209d-4152-8a0a-2f20bfd68b2e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902226 Aug 03 19:26:57.938282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52816) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:57.956815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049286c-f694-4042-96c8-92afea9d319b None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:58.029926 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] Set router 9f64e59b-bbd4-4c1a-80ef-9438492f2c51 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:58.038712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d501cfcd-8ebe-4a49-8bff-aee1c1596f56 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:58.041679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d501cfcd-8ebe-4a49-8bff-aee1c1596f56 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1013336 Aug 03 19:26:58.045865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52818) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:58.068883 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.077314 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.179979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.180993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f64e59b-bbd4-4c1a-80ef-9438492f2c51 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:26:58.194687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.196434 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ad472d57-3a14-496e-98be-60051534e4c7 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "DELETE /v2.0/routers/9f64e59b-bbd4-4c1a-80ef-9438492f2c51 HTTP/1.1" status: 204 len: 168 time: 2.0339580 Aug 03 19:26:58.200799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52822) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:58.217200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f64e59b-bbd4-4c1a-80ef-9438492f2c51', 'name': 'tempest-snat-router-1577926162', 'tenant_id': 'f207cd35511b4bd4bad3e194354faf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:26:49Z', 'updated_at': '2021-08-03T19:26:57Z', 'revision_number': 5, 'project_id': 'f207cd35511b4bd4bad3e194354faf43', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:58.297766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638d756-f8f5-416c-a0e2-76f087febd3a None None] The sync data for ids ['9f64e59b-bbd4-4c1a-80ef-9438492f2c51'] in n-d-802918-7 is: [{'id': '9f64e59b-bbd4-4c1a-80ef-9438492f2c51', 'name': 'tempest-snat-router-1577926162', 'tenant_id': 'f207cd35511b4bd4bad3e194354faf43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:26:49Z', 'updated_at': '2021-08-03T19:26:57Z', 'revision_number': 5, 'project_id': 'f207cd35511b4bd4bad3e194354faf43', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:26:58.336559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6410fba8-5103-40de-bb77-4c6b3eab7f18 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:58.343931 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6410fba8-5103-40de-bb77-4c6b3eab7f18 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2964792 Aug 03 19:26:58.345691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52826) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:58.479873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-55277b90-2e39-4377-bdb4-c64e358012b6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139317 Aug 03 19:26:58.485459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52832) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:58.492256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-8354a020-54de-4a32-a22d-41b241156eff tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:58.494554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-8354a020-54de-4a32-a22d-41b241156eff tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42&tenant_id=b5fb9b01c0b84db08e058795c9072907&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1096 time: 0.3869009 Aug 03 19:26:58.496079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-63caaadf-12cf-4607-aacb-124759568ec1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:58.500688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.550036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802918-7'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:58.596968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c653c47-8bdf-4f78-ad10-36b02ab351bf None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:26:58.685558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8c653c47-8bdf-4f78-ad10-36b02ab351bf None None] Deleting port 90111201-2e44-4a63-9643-7582c6164653 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:58.685978 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8c653c47-8bdf-4f78-ad10-36b02ab351bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.690562 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.790223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63caaadf-12cf-4607-aacb-124759568ec1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:58.794723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-63caaadf-12cf-4607-aacb-124759568ec1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.917102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8c653c47-8bdf-4f78-ad10-36b02ab351bf None None] For port 90111201-2e44-4a63-9643-7582c6164653, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=90111201-2e44-4a63-9643-7582c6164653,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:58.918206 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8c653c47-8bdf-4f78-ad10-36b02ab351bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.926867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:58.939700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8c653c47-8bdf-4f78-ad10-36b02ab351bf None None] Calling delete_port for 90111201-2e44-4a63-9643-7582c6164653 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:58.942082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04e0d9-ea20-439c-b033-c8c5666b30f0 req-b2af01a7-08d4-464a-934f-446225cf136e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:58.944411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c04e0d9-ea20-439c-b033-c8c5666b30f0 req-b2af01a7-08d4-464a-934f-446225cf136e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.2026179 Aug 03 19:26:59.081282 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8c653c47-8bdf-4f78-ad10-36b02ab351bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.082227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0c04e0d9-ea20-439c-b033-c8c5666b30f0 req-9c9fa664-708d-4c68-ace6-c674c6196f19 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282971 Aug 03 19:26:59.144742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c653c47-8bdf-4f78-ad10-36b02ab351bf None None] No DVR routers for this DVR port 90111201-2e44-4a63-9643-7582c6164653 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:59.146751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c653c47-8bdf-4f78-ad10-36b02ab351bf None None] Pushing event deleted for resources: {'Port': ['ID=90111201-2e44-4a63-9643-7582c6164653,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:59.151483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:59.225392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:59.324737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:59.335754 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11371e0b-1ec9-4fd4-a586-a7251c7f9fe6" -d '{"events": [{"server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "name": "network-vif-unplugged", "status": "completed", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:59.341077 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.347073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Deleting port b5b54edc-2b3e-46be-b043-3734e272f6cb {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:59.347405 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.350160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.391931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 90111201-2e44-4a63-9643-7582c6164653 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:59.418962 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd3d3d2-03a7-4e63-ae9d-f385350573b7 x-openstack-request-id: req-2fd3d3d2-03a7-4e63-ae9d-f385350573b7 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:59.419537 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "name": "network-vif-unplugged", "status": "completed", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:59.420009 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2fd3d3d2-03a7-4e63-ae9d-f385350573b7 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:59.420606 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'code': 200} Aug 03 19:26:59.453557 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 90111201-2e44-4a63-9643-7582c6164653 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:59.453884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 90111201-2e44-4a63-9643-7582c6164653 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:59.532578 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-63caaadf-12cf-4607-aacb-124759568ec1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.633405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] For port b5b54edc-2b3e-46be-b043-3734e272f6cb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b5b54edc-2b3e-46be-b043-3734e272f6cb,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:59.634022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.651147 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Calling delete_port for b5b54edc-2b3e-46be-b043-3734e272f6cb owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:59.653172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Pushing event updated for resources: {'Port': ['ID=49ff79a1-833b-4c2d-91d1-3c797389b560,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:59.766078 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.792176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63caaadf-12cf-4607-aacb-124759568ec1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:59.798045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 on host n-h2-802918-7 for vnic_type normal with profile {"migrating_to": "n-h1-802918-7"} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:59.799114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:59.800046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 on network 5d156c52-eeba-4cee-a0fc-1186738ac05d {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:59.805461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-63caaadf-12cf-4607-aacb-124759568ec1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:59.812508 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63caaadf-12cf-4607-aacb-124759568ec1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:59.813135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-63caaadf-12cf-4607-aacb-124759568ec1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:59.823163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Port 49ff79a1-833b-4c2d-91d1-3c797389b560 on network 5d156c52-eeba-4cee-a0fc-1186738ac05d not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:59.826266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Attempting to bind port 49ff79a1-833b-4c2d-91d1-3c797389b560 on network 5d156c52-eeba-4cee-a0fc-1186738ac05d {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:59.831953 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bbd763-5061-43cc-a4f9-13933c0f425c None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:59.879639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:59.881565 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Checking segment: {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:59.883341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Bound using segment: {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:59.884926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Bound port: 49ff79a1-833b-4c2d-91d1-3c797389b560, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:59.886182 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.014214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caaadf-12cf-4607-aacb-124759568ec1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=8887335f-fd2e-4370-8cf4-0786f0fe2ffe,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:00.024284 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.099220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d472f619-4ed1-4a0c-ad7d-9261a69df3af None None] Provisioning complete for port 49ff79a1-833b-4c2d-91d1-3c797389b560 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:00.099600 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d472f619-4ed1-4a0c-ad7d-9261a69df3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.120599 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-63caaadf-12cf-4607-aacb-124759568ec1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6340127 Aug 03 19:27:00.124320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5b54edc-2b3e-46be-b043-3734e272f6cb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:00.125993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52872) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:00.145704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': '8887335f-fd2e-4370-8cf4-0786f0fe2ffe', 'ip_address': '2001:db8::a17e:30f1:38bc:a9e1'}], 'name': 'tempest-NetworksTestDHCPv6-493200373'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:00.148596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:00.173427 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:00.186079 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.269915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d472f619-4ed1-4a0c-ad7d-9261a69df3af None None] Port 49ff79a1-833b-4c2d-91d1-3c797389b560 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:00.371672 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.486992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': '8887335f-fd2e-4370-8cf4-0786f0fe2ffe'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:27:00.487916 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.533965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.537399 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.624650 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.624903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19e258d2-8d5d-4499-852c-12794505537b {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:27:00.638541 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.639638 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-62b19fdc-91d5-48ff-af4f-eb5b70af25d9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "DELETE /v2.0/routers/19e258d2-8d5d-4499-852c-12794505537b HTTP/1.1" status: 204 len: 168 time: 2.4371126 Aug 03 19:27:00.650765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 52884) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:00.663367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2026472135', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:00.688574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Pushing event updated for resources: {'Port': ['ID=49ff79a1-833b-4c2d-91d1-3c797389b560,revision_number=8']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:00.799756 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.801132 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:00.813230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:00.829836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a01ad7-ccf1-4377-bf59-62e52fc5923b req-c491fb65-f3ff-4305-a7f0-8892fbd57ab7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:00.834193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02a01ad7-ccf1-4377-bf59-62e52fc5923b req-c491fb65-f3ff-4305-a7f0-8892fbd57ab7 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 943 time: 0.4497564 Aug 03 19:27:01.000457 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.027475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-36333a52-0a23-43aa-94bf-c3419fb00274 None None] Provisioning complete for port 49ff79a1-833b-4c2d-91d1-3c797389b560 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:01.028329 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-36333a52-0a23-43aa-94bf-c3419fb00274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.053960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02a01ad7-ccf1-4377-bf59-62e52fc5923b req-4dfac4b1-d13a-421f-a45a-610106efce11 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970773 Aug 03 19:27:01.056381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:01.057544 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.074845 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-761fc9c6-5df2-4c80-b058-bf9aed1a52b2 service neutron] 10.222.0.74 "PUT /v2.0/ports/49ff79a1-833b-4c2d-91d1-3c797389b560 HTTP/1.1" status: 200 len: 1121 time: 2.5673857 Aug 03 19:27:01.144635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/8887335f-fd2e-4370-8cf4-0786f0fe2ffe/4ce585cd-bb26-47f3-928e-40425adf43ed) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:01.155905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.234707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port b5fa7a17-46de-4b2c-8180-04adfd3f5f3a yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:27:01.297848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['49ff79a1-833b-4c2d-91d1-3c797389b560'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:01.426949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:01.432251 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:01.463446 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.544281 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bf3cc5-3c04-4534-944c-6f35e3233443 x-openstack-request-id: req-e0bf3cc5-3c04-4534-944c-6f35e3233443 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:01.545123 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:01.545845 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0bf3cc5-3c04-4534-944c-6f35e3233443 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:01.546815 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'status': 'completed', 'code': 200} Aug 03 19:27:01.557347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b5b54edc-2b3e-46be-b043-3734e272f6cb no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:01.564902 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.612438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: b5b54edc-2b3e-46be-b043-3734e272f6cb {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:01.612438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b5b54edc-2b3e-46be-b043-3734e272f6cb not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:01.620076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Transition to ACTIVE for port object 4ce585cd-bb26-47f3-928e-40425adf43ed will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:01.622202 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-36333a52-0a23-43aa-94bf-c3419fb00274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.684674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-36333a52-0a23-43aa-94bf-c3419fb00274 None None] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:01.690825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:01.694727 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb2a8ff-d06f-4d09-add6-ff3cafff0168" -d '{"events": [{"server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "name": "network-vif-plugged", "status": "completed", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:01.700071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d req-590f069f-3332-4e7c-90f7-7149352df201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:01.703762 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-36333a52-0a23-43aa-94bf-c3419fb00274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.706410 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d req-590f069f-3332-4e7c-90f7-7149352df201 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1124 time: 0.1161311 Aug 03 19:27:01.708343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Transition to ACTIVE for port object 4ce585cd-bb26-47f3-928e-40425adf43ed will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:01.803254 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537624e0-4dd7-4855-ae97-2706e5452543 x-openstack-request-id: req-537624e0-4dd7-4855-ae97-2706e5452543 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:01.803571 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "name": "network-vif-plugged", "status": "completed", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:01.804056 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-537624e0-4dd7-4855-ae97-2706e5452543 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:01.804229 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'code': 200} Aug 03 19:27:01.812290 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:01.931737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:01.944974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:01.953930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:02.316782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d req-3702a612-846a-46ca-b199-c85aacb4fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:02.318477 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d req-3702a612-846a-46ca-b199-c85aacb4fa80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d156c52-eeba-4cee-a0fc-1186738ac05d HTTP/1.1" status: 200 len: 898 time: 0.5959868 Aug 03 19:27:02.400990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36333a52-0a23-43aa-94bf-c3419fb00274 None None] Pushing event updated for resources: {'Port': ['ID=49ff79a1-833b-4c2d-91d1-3c797389b560,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:02.413600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf19113-f23c-4425-becd-d71164d5b393 req-17e131fd-8c40-4fa1-b914-7f787cfa0706 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:02.415429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cf19113-f23c-4425-becd-d71164d5b393 req-17e131fd-8c40-4fa1-b914-7f787cfa0706 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.1550066 Aug 03 19:27:02.419097 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d req-79eac6df-842b-4dcb-90b6-d260bc3c8434 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ff79a1-833b-4c2d-91d1-3c797389b560 HTTP/1.1" status: 200 len: 1001 time: 0.0750763 Aug 03 19:27:02.478700 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::a17e:30f1:38bc:a9e1 (be4488c1-7522-4535-990c-62582defe7af/8887335f-fd2e-4370-8cf4-0786f0fe2ffe/b5fa7a17-46de-4b2c-8180-04adfd3f5f3a) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:02.517332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cf19113-f23c-4425-becd-d71164d5b393 req-55d2f690-60df-429a-aa4a-ef095929bf95 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988908 Aug 03 19:27:02.530353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Attempting to bind port 4ce585cd-bb26-47f3-928e-40425adf43ed on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:02.531644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Attempting to bind port 4ce585cd-bb26-47f3-928e-40425adf43ed by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:02.531848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Attempting to bind port 4ce585cd-bb26-47f3-928e-40425adf43ed on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:02.572475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d req-c50fd494-c446-4c86-b53d-5f534e1699e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:02.574097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:02.574711 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d req-c50fd494-c446-4c86-b53d-5f534e1699e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=978ff7fd-3468-4cfd-b2eb-46def902baf4 HTTP/1.1" status: 200 len: 833 time: 0.1433659 Aug 03 19:27:02.574821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:02.575544 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.577536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:02.577536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Bound port: 4ce585cd-bb26-47f3-928e-40425adf43ed, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:02.577958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.644442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Pushing event updated for resources: {'Port': ['ID=4ce585cd-bb26-47f3-928e-40425adf43ed,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:02.832091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] For port 4ce585cd-bb26-47f3-928e-40425adf43ed, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:02.834020 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.840263 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] For port 4ce585cd-bb26-47f3-928e-40425adf43ed, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4ce585cd-bb26-47f3-928e-40425adf43ed,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:02.840263 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.902963 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:02.956135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ec39e-3533-4741-af02-3e107bbb7aed None None] Pushing event updated for resources: {'Port': ['ID=4ce585cd-bb26-47f3-928e-40425adf43ed,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:02.991758 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d req-90cb8106-7ea1-4deb-8e33-f5d943c7f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:02.993331 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d req-90cb8106-7ea1-4deb-8e33-f5d943c7f4a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d156c52-eeba-4cee-a0fc-1186738ac05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3126359 Aug 03 19:27:03.174286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.270897 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d req-ba640706-e0e3-4461-8513-7b59273886db service neutron] 10.222.0.37 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666874 Aug 03 19:27:03.274874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object b5fa7a17-46de-4b2c-8180-04adfd3f5f3a will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:03.296322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Allocated IP 172.25.8.22 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b4e780f4-d5e3-4574-96e0-3600bb9c5bb5) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:03.535798 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.664433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4ce585cd-bb26-47f3-928e-40425adf43ed up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:03.702397 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d8b8273a-020d-4cc1-8c63-3b8b9918aa2d req-b6886a2e-d81b-4634-ba66-41715c733c3c service neutron] 10.222.0.37 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164526 Aug 03 19:27:03.764677 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8e84ca26-f56f-4cef-abd6-bfcdf5f9986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.788400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:03.833775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 4ce585cd-bb26-47f3-928e-40425adf43ed completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:03.834289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=b5fa7a17-46de-4b2c-8180-04adfd3f5f3a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:03.842647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:03.848197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed8bf4-9981-49c0-8b96-5c9799fdf34e req-3d9d7081-8f07-47ce-9a67-2cdb0192f5d8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:03.866638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:03.879258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78ed8bf4-9981-49c0-8b96-5c9799fdf34e req-3d9d7081-8f07-47ce-9a67-2cdb0192f5d8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.1906075 Aug 03 19:27:03.880609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:03.880609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.939602 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:03.942621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78ed8bf4-9981-49c0-8b96-5c9799fdf34e req-011c84b1-8f17-4fea-8a8f-6939ca594c2b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698588 Aug 03 19:27:03.965589 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-10f69c49-3f06-43ca-bcd4-ba925faeb0f6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8359311 Aug 03 19:27:03.968764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52958) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:04.043882 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.100019 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:27:04.101369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62621a8b-1e74-48df-983f-f5846902f978 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:04.118346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62621a8b-1e74-48df-983f-f5846902f978 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:04.127100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-62621a8b-1e74-48df-983f-f5846902f978 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1559668 Aug 03 19:27:04.131532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52962) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:04.140116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Pushing event updated for resources: {'Port': ['ID=b4e780f4-d5e3-4574-96e0-3600bb9c5bb5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:04.179459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:04.182405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:04.191879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:04.340757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4dfebc72-15cb-4f3a-82c8-3f031080b88e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port b5fa7a17-46de-4b2c-8180-04adfd3f5f3a {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:04.341372 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4dfebc72-15cb-4f3a-82c8-3f031080b88e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.713871 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 49ff79a1-833b-4c2d-91d1-3c797389b560 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:27:04.845895 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.980424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e89a0b95-1eab-491f-a737-02dee8e248b1 None None] Provisioning for port 4ce585cd-bb26-47f3-928e-40425adf43ed completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:05.001085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e89a0b95-1eab-491f-a737-02dee8e248b1 None None] Provisioning complete for port 4ce585cd-bb26-47f3-928e-40425adf43ed triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:05.002179 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e89a0b95-1eab-491f-a737-02dee8e248b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.238302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:05.291549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 49ff79a1-833b-4c2d-91d1-3c797389b560 has no active binding in host n-h1-802918-7 {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:27:05.377031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698895f-ce2e-4baa-af00-6a75006ca1b4 req-0b10a1b3-cb37-4e1f-af82-1e8110197284 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.385017 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1698895f-ce2e-4baa-af00-6a75006ca1b4 req-0b10a1b3-cb37-4e1f-af82-1e8110197284 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.2668741 Aug 03 19:27:05.442663 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4dfebc72-15cb-4f3a-82c8-3f031080b88e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.459264 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e89a0b95-1eab-491f-a737-02dee8e248b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.466758 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1698895f-ce2e-4baa-af00-6a75006ca1b4 req-3d690be4-62b6-40c2-9936-9b0de1e182dd tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806990 Aug 03 19:27:05.479125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4dfebc72-15cb-4f3a-82c8-3f031080b88e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for b5fa7a17-46de-4b2c-8180-04adfd3f5f3a owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:05.533314 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.542089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e89a0b95-1eab-491f-a737-02dee8e248b1 None None] For port 4ce585cd-bb26-47f3-928e-40425adf43ed, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4ce585cd-bb26-47f3-928e-40425adf43ed,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:05.551165 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e89a0b95-1eab-491f-a737-02dee8e248b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.668546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a0b95-1eab-491f-a737-02dee8e248b1 None None] Pushing event updated for resources: {'Port': ['ID=4ce585cd-bb26-47f3-928e-40425adf43ed,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:05.695539 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4dfebc72-15cb-4f3a-82c8-3f031080b88e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.699193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5fd03fd7-bc0b-4313-b23e-c6a454ce19a9 None None] Provisioning for port b5fa7a17-46de-4b2c-8180-04adfd3f5f3a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:05.707394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5fd03fd7-bc0b-4313-b23e-c6a454ce19a9 None None] Provisioning complete for port b5fa7a17-46de-4b2c-8180-04adfd3f5f3a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:05.708113 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5fd03fd7-bc0b-4313-b23e-c6a454ce19a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.761862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfebc72-15cb-4f3a-82c8-3f031080b88e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=b5fa7a17-46de-4b2c-8180-04adfd3f5f3a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:05.784642 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5fd03fd7-bc0b-4313-b23e-c6a454ce19a9 None None] Port b5fa7a17-46de-4b2c-8180-04adfd3f5f3a was deleted so its status cannot be updated. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:27:05.810494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4dfebc72-15cb-4f3a-82c8-3f031080b88e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.815181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4dfebc72-15cb-4f3a-82c8-3f031080b88e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/b5fa7a17-46de-4b2c-8180-04adfd3f5f3a HTTP/1.1" status: 204 len: 168 time: 1.6823268 Aug 03 19:27:05.820528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52994) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:05.872860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Router 98c1ca7d-3ced-46a8-8178-2401d87b1895 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:27:06.077545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c5ba0-b381-47ad-a5e2-c3194b382abe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:06.077545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c5ba0-b381-47ad-a5e2-c3194b382abe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:06.082012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-589c5ba0-b381-47ad-a5e2-c3194b382abe tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2597175 Aug 03 19:27:06.087679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 52998) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:06.192751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6403511a-20d6-45fb-ba55-2016456b772c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 8887335f-fd2e-4370-8cf4-0786f0fe2ffe {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:06.199715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6403511a-20d6-45fb-ba55-2016456b772c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.258076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6403511a-20d6-45fb-ba55-2016456b772c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.279275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:06.296285 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18bbfc-22ac-48e5-987b-13045950ebcf None None] Sync routers for ids ['98c1ca7d-3ced-46a8-8178-2401d87b1895'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:06.316574 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18bbfc-22ac-48e5-987b-13045950ebcf None None] Routers {'98c1ca7d-3ced-46a8-8178-2401d87b1895'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:06.318108 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-db18bbfc-22ac-48e5-987b-13045950ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['98c1ca7d-3ced-46a8-8178-2401d87b1895'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:06.344909 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.347320 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-58d564ca-24d5-4cd5-a39b-b4149e890dfc tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6953096 Aug 03 19:27:06.352822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53004) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:06.361041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-28c01bf5-d76f-467b-b9e3-3c3755de2638 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'enable_snat': False}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:06.366932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-99aacfff-6657-42b5-933b-030e0fddd04f service neutron] 10.222.0.37 "GET /v2.0/ports/49ff79a1-833b-4c2d-91d1-3c797389b560/bindings/n-h1-802918-7 HTTP/1.1" status: 200 len: 384 time: 0.2512202 Aug 03 19:27:06.407616 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-db18bbfc-22ac-48e5-987b-13045950ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:06.425969 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18bbfc-22ac-48e5-987b-13045950ebcf None None] Routers {'98c1ca7d-3ced-46a8-8178-2401d87b1895'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:06.428267 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-db18bbfc-22ac-48e5-987b-13045950ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:26:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['98c1ca7d-3ced-46a8-8178-2401d87b1895'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:06.445031 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-652e4135-d062-4dbe-bf4c-74cc43f4ddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.472543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6403511a-20d6-45fb-ba55-2016456b772c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.504565 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-db18bbfc-22ac-48e5-987b-13045950ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:06.506380 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18bbfc-22ac-48e5-987b-13045950ebcf None None] The sync data for ids ['98c1ca7d-3ced-46a8-8178-2401d87b1895'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:06.600948 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6403511a-20d6-45fb-ba55-2016456b772c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.674215 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6403511a-20d6-45fb-ba55-2016456b772c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.676956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6403511a-20d6-45fb-ba55-2016456b772c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/8887335f-fd2e-4370-8cf4-0786f0fe2ffe HTTP/1.1" status: 204 len: 168 time: 0.5826440 Aug 03 19:27:06.679877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403511a-20d6-45fb-ba55-2016456b772c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=8887335f-fd2e-4370-8cf4-0786f0fe2ffe,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:06.682554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53010) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:06.692597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5127fd61-72ec-40db-8a16-a9587ae1d2a1 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:06.754188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-21292d57-9610-4e18-9b50-4fa7dd24d130 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693038 Aug 03 19:27:06.758919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53016) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:06.767439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d2807a78-392c-4689-b0ab-ae8de8a775ed tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:06.806675 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.908322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c243f-6bac-4c30-8bcc-0a96ad073cfb req-c5064249-ace1-4577-9aa4-047a9c0f35f9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:06.917895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d3c243f-6bac-4c30-8bcc-0a96ad073cfb req-c5064249-ace1-4577-9aa4-047a9c0f35f9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 945 time: 0.3070574 Aug 03 19:27:06.944001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2807a78-392c-4689-b0ab-ae8de8a775ed tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:06.947919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2807a78-392c-4689-b0ab-ae8de8a775ed tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.073871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d3c243f-6bac-4c30-8bcc-0a96ad073cfb req-60c08396-398a-4b16-a4e1-a3e2349fde80 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546366 Aug 03 19:27:07.149195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b58f2-e8ed-45dd-9599-84e1ce90808e None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:27:07.312218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b58f2-e8ed-45dd-9599-84e1ce90808e None None] Deleting port 4ce585cd-bb26-47f3-928e-40425adf43ed {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:07.312668 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc6b58f2-e8ed-45dd-9599-84e1ce90808e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.334357 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-f5005f16-4100-4be9-b548-8d96eebca349 req-f4d94343-5ae5-4573-b98b-9e20bc8d2090 service neutron] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:07.392526 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-28c01bf5-d76f-467b-b9e3-3c3755de2638 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.443991 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2807a78-392c-4689-b0ab-ae8de8a775ed tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.480786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-f5005f16-4100-4be9-b548-8d96eebca349 req-f4d94343-5ae5-4573-b98b-9e20bc8d2090 service neutron] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:07.524286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4ce585cd-bb26-47f3-928e-40425adf43ed no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:07.604268 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-f5005f16-4100-4be9-b548-8d96eebca349 req-f4d94343-5ae5-4573-b98b-9e20bc8d2090 service neutron] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:07.626227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:07.632012 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41256582-209e-45d6-a2bf-cae62e860339" -d '{"events": [{"server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "name": "network-vif-unplugged", "status": "completed", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:07.688587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2807a78-392c-4689-b0ab-ae8de8a775ed tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:07.690720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2807a78-392c-4689-b0ab-ae8de8a775ed tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=ba236844-3973-496c-bb86-1a57b63769e4,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:07.694187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-d2807a78-392c-4689-b0ab-ae8de8a775ed tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:07.697074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2807a78-392c-4689-b0ab-ae8de8a775ed tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:07.697728 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2807a78-392c-4689-b0ab-ae8de8a775ed tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.724146 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d2807a78-392c-4689-b0ab-ae8de8a775ed tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9632568 Aug 03 19:27:07.728828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53028) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:07.729830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f5005f16-4100-4be9-b548-8d96eebca349 req-f4d94343-5ae5-4573-b98b-9e20bc8d2090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.734836 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e00bf62-9f76-4d02-b9a3-a94d28698e9b x-openstack-request-id: req-4e00bf62-9f76-4d02-b9a3-a94d28698e9b {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:07.735286 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "name": "network-vif-unplugged", "status": "completed", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:07.735668 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e00bf62-9f76-4d02-b9a3-a94d28698e9b {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:07.736271 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'code': 200} Aug 03 19:27:07.749431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': 'ba236844-3973-496c-bb86-1a57b63769e4', 'ip_address': '2001:db8::3537:c5b5:643:2331'}], 'name': 'tempest-NetworksTestDHCPv6-1493063779'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:07.768902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-dc6b58f2-e8ed-45dd-9599-84e1ce90808e None None] For port 4ce585cd-bb26-47f3-928e-40425adf43ed, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4ce585cd-bb26-47f3-928e-40425adf43ed,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:07.768902 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc6b58f2-e8ed-45dd-9599-84e1ce90808e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.836916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b58f2-e8ed-45dd-9599-84e1ce90808e None None] Calling delete_port for 4ce585cd-bb26-47f3-928e-40425adf43ed owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:07.866343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-f5005f16-4100-4be9-b548-8d96eebca349 req-f4d94343-5ae5-4573-b98b-9e20bc8d2090 service neutron] Transition to ACTIVE for port object 49ff79a1-833b-4c2d-91d1-3c797389b560 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:07.878792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f5005f16-4100-4be9-b548-8d96eebca349 req-f4d94343-5ae5-4573-b98b-9e20bc8d2090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.930629 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.026806 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.030573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 4ce585cd-bb26-47f3-928e-40425adf43ed, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4ce585cd-bb26-47f3-928e-40425adf43ed,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:08.059106 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.162921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:08.191851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=4ce585cd-bb26-47f3-928e-40425adf43ed,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:08.262098 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc6b58f2-e8ed-45dd-9599-84e1ce90808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.377039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b58f2-e8ed-45dd-9599-84e1ce90808e None None] No DVR routers for this DVR port 4ce585cd-bb26-47f3-928e-40425adf43ed on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:08.389547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b58f2-e8ed-45dd-9599-84e1ce90808e None None] Pushing event deleted for resources: {'Port': ['ID=4ce585cd-bb26-47f3-928e-40425adf43ed,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:08.438005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab51e9b-bb51-4494-b6de-5bda0a824ea3 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:08.456753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044e054-3af7-404c-9923-37fa421baf31 req-b9a3b255-af30-47e5-86fd-a7fcd9256439 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:08.475817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6044e054-3af7-404c-9923-37fa421baf31 req-b9a3b255-af30-47e5-86fd-a7fcd9256439 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 944 time: 0.1572614 Aug 03 19:27:08.522932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d94343-5ae5-4573-b98b-9e20bc8d2090 service neutron] Pushing event updated for resources: {'Port': ['ID=49ff79a1-833b-4c2d-91d1-3c797389b560,revision_number=11']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:08.605663 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.659944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6044e054-3af7-404c-9923-37fa421baf31 req-fbc7e101-1019-41e3-9827-4eb034f20171 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831105 Aug 03 19:27:08.681844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 80ea2d9e-7553-4703-b46b-25026ad92339 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:27:08.784709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': 'ba236844-3973-496c-bb86-1a57b63769e4'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:27:08.786607 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.830803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5005f16-4100-4be9-b548-8d96eebca349 req-f4d94343-5ae5-4573-b98b-9e20bc8d2090 service neutron] No DVR routers for this DVR port 49ff79a1-833b-4c2d-91d1-3c797389b560 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:09.070375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/ba236844-3973-496c-bb86-1a57b63769e4/e078ae2a-8d4f-4d0a-a440-d69e4b9832d3) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:09.342211 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-28c01bf5-d76f-467b-b9e3-3c3755de2638 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.348701 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-28c01bf5-d76f-467b-b9e3-3c3755de2638 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.361798 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.368668 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-f4d94343-5ae5-4573-b98b-9e20bc8d2090 service neutron] 10.222.0.37 "PUT /v2.0/ports/49ff79a1-833b-4c2d-91d1-3c797389b560/bindings/n-h1-802918-7/activate HTTP/1.1" status: 200 len: 369 time: 2.9855130 Aug 03 19:27:09.382608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Transition to ACTIVE for port object e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:09.419085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Transition to ACTIVE for port object e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:09.431808 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.547573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::3537:c5b5:643:2331 (be4488c1-7522-4535-990c-62582defe7af/ba236844-3973-496c-bb86-1a57b63769e4/80ea2d9e-7553-4703-b46b-25026ad92339) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:09.555757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-8f6d80e5-7f2e-4734-b45e-a05a3c3147e0 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:09.562023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-8f6d80e5-7f2e-4734-b45e-a05a3c3147e0 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42&tenant_id=b5fb9b01c0b84db08e058795c9072907&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 1095 time: 0.0820382 Aug 03 19:27:09.628740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:09.663428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:09.667923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c01bf5-d76f-467b-b9e3-3c3755de2638 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Router 98c1ca7d-3ced-46a8-8178-2401d87b1895 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:09.679720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:09.697168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Pushing event updated for resources: {'Port': ['ID=e078ae2a-8d4f-4d0a-a440-d69e4b9832d3,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:09.718179 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.748152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-8a096bdf-f95e-47e2-8b15-9c8a33de148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:09.754367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-8a096bdf-f95e-47e2-8b15-9c8a33de148b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 1095 time: 0.1797106 Aug 03 19:27:09.852075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Attempting to bind port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:09.852523 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Attempting to bind port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:09.852990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Attempting to bind port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:09.860982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:09.861589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:09.862119 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.862633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:09.863249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Bound port: e078ae2a-8d4f-4d0a-a440-d69e4b9832d3, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:09.864409 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.895779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c01bf5-d76f-467b-b9e3-3c3755de2638 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:09.901835 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-28c01bf5-d76f-467b-b9e3-3c3755de2638 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.908096 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-28c01bf5-d76f-467b-b9e3-3c3755de2638 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "PUT /v2.0/routers/98c1ca7d-3ced-46a8-8178-2401d87b1895 HTTP/1.1" status: 200 len: 925 time: 3.5536540 Aug 03 19:27:09.909068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53062) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:09.927147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe50000-7b48-44bf-94c0-e5615b8650ab None None] Sync routers for ids ['98c1ca7d-3ced-46a8-8178-2401d87b1895'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:09.948335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe50000-7b48-44bf-94c0-e5615b8650ab None None] Routers {'98c1ca7d-3ced-46a8-8178-2401d87b1895'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:09.948335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dbe50000-7b48-44bf-94c0-e5615b8650ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['98c1ca7d-3ced-46a8-8178-2401d87b1895'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:09.999312 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dbe50000-7b48-44bf-94c0-e5615b8650ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:10.014923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe50000-7b48-44bf-94c0-e5615b8650ab None None] Routers {'98c1ca7d-3ced-46a8-8178-2401d87b1895'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:10.015560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dbe50000-7b48-44bf-94c0-e5615b8650ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['98c1ca7d-3ced-46a8-8178-2401d87b1895'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:10.064496 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] For port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:10.067390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dbe50000-7b48-44bf-94c0-e5615b8650ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:10.068074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe50000-7b48-44bf-94c0-e5615b8650ab None None] The sync data for ids ['98c1ca7d-3ced-46a8-8178-2401d87b1895'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:10.088520 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] For port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e078ae2a-8d4f-4d0a-a440-d69e4b9832d3,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:10.095477 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.130521 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.190248 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a445b649-dc25-4171-a69e-b1f1bedeab3e tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/routers/98c1ca7d-3ced-46a8-8178-2401d87b1895 HTTP/1.1" status: 200 len: 925 time: 0.2794189 Aug 03 19:27:10.201813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53070) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:10.210936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc84eda-e190-4c2b-bb98-d717f3a4cd82 None None] Pushing event updated for resources: {'Port': ['ID=e078ae2a-8d4f-4d0a-a440-d69e4b9832d3,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:10.230583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 80ea2d9e-7553-4703-b46b-25026ad92339 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:10.304383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049da31c-e196-413c-a4e7-dab61392da5b tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.309303 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-049da31c-e196-413c-a4e7-dab61392da5b tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&device_id=98c1ca7d-3ced-46a8-8178-2401d87b1895&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1040649 Aug 03 19:27:10.312230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53072) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:10.326425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb75aa0-81ed-4e0c-8d84-b9f8a8ff5460 req-fc70349e-4dd4-4ed5-be92-05b639261082 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.338299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2cb75aa0-81ed-4e0c-8d84-b9f8a8ff5460 req-fc70349e-4dd4-4ed5-be92-05b639261082 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 944 time: 0.5110240 Aug 03 19:27:10.366502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-9e7c3342-ea26-4beb-9676-83bda7f90026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.368832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-9e7c3342-ea26-4beb-9676-83bda7f90026 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1095 time: 0.5678985 Aug 03 19:27:10.524282 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.555557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2cb75aa0-81ed-4e0c-8d84-b9f8a8ff5460 req-c7ba85fd-4bfe-4f02-9929-0546223ca2e8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084892 Aug 03 19:27:10.574127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3d6a7-7db2-44e0-904f-5e2b0477260a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.575699 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dca3d6a7-7db2-44e0-904f-5e2b0477260a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 881 time: 0.2621677 Aug 03 19:27:10.580333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53078) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:10.673006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-66dea704-89b0-4bc3-98b2-57df64da81fd tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=98c1ca7d-3ced-46a8-8178-2401d87b1895 HTTP/1.1" status: 200 len: 205 time: 0.0851960 Aug 03 19:27:10.684736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53082) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:10.689423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:10.700287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:10.725404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=80ea2d9e-7553-4703-b46b-25026ad92339,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:10.730309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:10.742993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.743671 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.768350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3d1be639-ffd1-4076-b405-a8928969f7ca tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0368996 Aug 03 19:27:10.775341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53084) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:10.791127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-e1c7b24f-f176-4580-badd-774210706e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.792699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-e1c7b24f-f176-4580-badd-774210706e0f service neutron] 10.222.0.74 "GET /v2.0/networks?id=5d156c52-eeba-4cee-a0fc-1186738ac05d HTTP/1.1" status: 200 len: 898 time: 0.4109817 Aug 03 19:27:10.880318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcdb9fc-f50d-411f-9136-aa2f1b15e3d4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.887088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcdb9fc-f50d-411f-9136-aa2f1b15e3d4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:10.892775 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4bcdb9fc-f50d-411f-9136-aa2f1b15e3d4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1163003 Aug 03 19:27:10.899451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53086) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:10.933000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 49ff79a1-833b-4c2d-91d1-3c797389b560 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:10.958770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.987906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-578fb6c0-8837-4aec-9ec1-d6b03e7b428f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ff79a1-833b-4c2d-91d1-3c797389b560 HTTP/1.1" status: 200 len: 999 time: 0.1797447 Aug 03 19:27:11.057676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-52aeb863-5a1f-4a49-b505-654668884e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 80ea2d9e-7553-4703-b46b-25026ad92339 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:11.058076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-52aeb863-5a1f-4a49-b505-654668884e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.071124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 49ff79a1-833b-4c2d-91d1-3c797389b560 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:11.132397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-4ccc1637-cb21-409d-adab-d6086e06be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.134274 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-4ccc1637-cb21-409d-adab-d6086e06be5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=978ff7fd-3468-4cfd-b2eb-46def902baf4 HTTP/1.1" status: 200 len: 833 time: 0.1369112 Aug 03 19:27:11.251809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.301757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-0789b7f5-a1de-44fc-8f0a-638d1f2c76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:11.304324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-0789b7f5-a1de-44fc-8f0a-638d1f2c76fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5d156c52-eeba-4cee-a0fc-1186738ac05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594405 Aug 03 19:27:11.326991 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-52aeb863-5a1f-4a49-b505-654668884e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.409359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-52aeb863-5a1f-4a49-b505-654668884e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 80ea2d9e-7553-4703-b46b-25026ad92339 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:11.431368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Deleting port b4e780f4-d5e3-4574-96e0-3600bb9c5bb5 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:11.434509 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.464290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:11.594371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:11.642392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.673968 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-52aeb863-5a1f-4a49-b505-654668884e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.678402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Calling delete_port for b4e780f4-d5e3-4574-96e0-3600bb9c5bb5 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:11.755535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aeb863-5a1f-4a49-b505-654668884e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=80ea2d9e-7553-4703-b46b-25026ad92339,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:11.835875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eaf1a223-3ba5-4b67-931c-c6b3bd2dae4d None None] Provisioning for port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:11.852204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eaf1a223-3ba5-4b67-931c-c6b3bd2dae4d None None] Provisioning complete for port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:11.852204 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a223-3ba5-4b67-931c-c6b3bd2dae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.897544 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-52aeb863-5a1f-4a49-b505-654668884e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:11.908631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-52aeb863-5a1f-4a49-b505-654668884e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/80ea2d9e-7553-4703-b46b-25026ad92339 HTTP/1.1" status: 204 len: 168 time: 1.0079675 Aug 03 19:27:11.921015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53102) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:11.996652 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a223-3ba5-4b67-931c-c6b3bd2dae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.013003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.039668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2494a-e361-4554-b587-96ff3248de77 req-453a568e-fc1d-447d-9aae-f6c6c1f4e4f6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.044371 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Pushing event deleted for resources: {'Port': ['ID=b4e780f4-d5e3-4574-96e0-3600bb9c5bb5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:12.058692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1b2494a-e361-4554-b587-96ff3248de77 req-453a568e-fc1d-447d-9aae-f6c6c1f4e4f6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 944 time: 0.3777587 Aug 03 19:27:12.062039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-63b8d80e-b4b3-474f-9c99-a4b2970c9b89 service neutron] 10.222.0.74 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7471492 Aug 03 19:27:12.107501 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-eaf1a223-3ba5-4b67-931c-c6b3bd2dae4d None None] For port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e078ae2a-8d4f-4d0a-a440-d69e4b9832d3,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:12.117126 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a223-3ba5-4b67-931c-c6b3bd2dae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.218882 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29e6e8d-86c7-4d75-bb49-c68ce90625ba tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.220513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29e6e8d-86c7-4d75-bb49-c68ce90625ba tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.222265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a29e6e8d-86c7-4d75-bb49-c68ce90625ba tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2984798 Aug 03 19:27:12.229420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53108) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:12.258689 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.273902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1a223-3ba5-4b67-931c-c6b3bd2dae4d None None] Pushing event updated for resources: {'Port': ['ID=e078ae2a-8d4f-4d0a-a440-d69e4b9832d3,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:12.281423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-891f238d-0405-4f38-9698-dbfd27590346 None None] Could not find standard attr ID for object 80ea2d9e-7553-4703-b46b-25026ad92339. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:27:12.324732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1b2494a-e361-4554-b587-96ff3248de77 req-e2dfe665-a527-4e8b-b58f-1cace77f6cd9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650399 Aug 03 19:27:12.408470 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-474d48e6-3f23-4386-a563-fe0e86aa1e52 service neutron] 10.222.0.74 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225408 Aug 03 19:27:12.443542 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.448215 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.465027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e10bba-5291-491a-98d3-4580c7a46d72 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet ba236844-3973-496c-bb86-1a57b63769e4 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:12.551380 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71e10bba-5291-491a-98d3-4580c7a46d72 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.650276 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71e10bba-5291-491a-98d3-4580c7a46d72 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.731354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.731927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Fanout notify agent at l3_agent the message router_deleted on router 98c1ca7d-3ced-46a8-8178-2401d87b1895 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:27:12.743863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.752441 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5b06add8-c5f2-446d-bf7e-0b32416e4345 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/98c1ca7d-3ced-46a8-8178-2401d87b1895 HTTP/1.1" status: 204 len: 168 time: 2.0644720 Aug 03 19:27:12.753469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53120) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:12.768385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ceb70126-3aaf-4ba0-b8f8-f3a5c946e638 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-376551633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:12.859411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005f16-4100-4be9-b548-8d96eebca349 req-ef048249-9934-4091-a524-32b27197fa3c tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:12.862915 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-ef048249-9934-4091-a524-32b27197fa3c tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42&tenant_id=b5fb9b01c0b84db08e058795c9072907&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 1095 time: 0.1180513 Aug 03 19:27:12.899309 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71e10bba-5291-491a-98d3-4580c7a46d72 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.975339 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ceb70126-3aaf-4ba0-b8f8-f3a5c946e638 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:12.977021 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ceb70126-3aaf-4ba0-b8f8-f3a5c946e638 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.058065 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ceb70126-3aaf-4ba0-b8f8-f3a5c946e638 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.060633 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71e10bba-5291-491a-98d3-4580c7a46d72 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.078357 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-71e10bba-5291-491a-98d3-4580c7a46d72 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.080492 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-71e10bba-5291-491a-98d3-4580c7a46d72 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/ba236844-3973-496c-bb86-1a57b63769e4 HTTP/1.1" status: 204 len: 168 time: 0.8499882 Aug 03 19:27:13.081645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ceb70126-3aaf-4ba0-b8f8-f3a5c946e638 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.089403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53124) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:13.100965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6daf02-5aad-4aa1-a255-5581016930d5 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:13.119944 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ceb70126-3aaf-4ba0-b8f8-f3a5c946e638 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.123776 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ceb70126-3aaf-4ba0-b8f8-f3a5c946e638 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3594306 Aug 03 19:27:13.123776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e10bba-5291-491a-98d3-4580c7a46d72 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=ba236844-3973-496c-bb86-1a57b63769e4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:13.124769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53126) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:13.130462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:13.160982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b39acbd9-4a74-463e-947b-f18360d00ed0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697865 Aug 03 19:27:13.175827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53128) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:13.184370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c71df85b-8b0a-417c-be1d-21fd38fcf5a5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:13.197924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f5005f16-4100-4be9-b548-8d96eebca349 req-69e7db7d-5fdc-420c-8667-4fb06a71f4ae service neutron] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:13.225629 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5005f16-4100-4be9-b548-8d96eebca349 req-69e7db7d-5fdc-420c-8667-4fb06a71f4ae service neutron] Notify callbacks [] for binding, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.227411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-69e7db7d-5fdc-420c-8667-4fb06a71f4ae service neutron] 10.222.0.74 "DELETE /v2.0/ports/49ff79a1-833b-4c2d-91d1-3c797389b560/bindings/n-h2-802918-7 HTTP/1.1" status: 204 len: 173 time: 0.3557434 Aug 03 19:27:13.386409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71df85b-8b0a-417c-be1d-21fd38fcf5a5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:13.396634 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c71df85b-8b0a-417c-be1d-21fd38fcf5a5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.505277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:13.551094 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.673711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:13.674512 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.740491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bfe5d8-3ce2-443e-b44f-d207ef246ee5 None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:27:13.881257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfe5d8-3ce2-443e-b44f-d207ef246ee5 None None] Deleting port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:13.881737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe5d8-3ce2-443e-b44f-d207ef246ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.977088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d4bfe5d8-3ce2-443e-b44f-d207ef246ee5 None None] For port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e078ae2a-8d4f-4d0a-a440-d69e4b9832d3,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:13.977459 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe5d8-3ce2-443e-b44f-d207ef246ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:13.995531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfe5d8-3ce2-443e-b44f-d207ef246ee5 None None] Calling delete_port for e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:14.084720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85020108-9e6b-47ec-ace9-a13729d8eef7 req-21016f4e-1222-45f3-be63-39324b6f13e0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:14.093948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85020108-9e6b-47ec-ace9-a13729d8eef7 req-21016f4e-1222-45f3-be63-39324b6f13e0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 944 time: 0.5922835 Aug 03 19:27:14.169624 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe5d8-3ce2-443e-b44f-d207ef246ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:14.211102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfe5d8-3ce2-443e-b44f-d207ef246ee5 None None] Pushing event deleted for resources: {'Port': ['ID=e078ae2a-8d4f-4d0a-a440-d69e4b9832d3,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:14.217927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bfe5d8-3ce2-443e-b44f-d207ef246ee5 None None] No DVR routers for this DVR port e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:14.404033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85020108-9e6b-47ec-ace9-a13729d8eef7 req-25467563-142b-4830-a027-ec602fff3725 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085449 Aug 03 19:27:14.408878 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c71df85b-8b0a-417c-be1d-21fd38fcf5a5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:14.542716 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:14.551516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71df85b-8b0a-417c-be1d-21fd38fcf5a5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:14.554480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-c71df85b-8b0a-417c-be1d-21fd38fcf5a5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:14.564567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71df85b-8b0a-417c-be1d-21fd38fcf5a5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:14.571280 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:14.571516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50486dda-5909-418a-821e-a577968dd2b7 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:14.579295 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c71df85b-8b0a-417c-be1d-21fd38fcf5a5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:14.618246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71df85b-8b0a-417c-be1d-21fd38fcf5a5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=fee5af97-f9cd-49ce-ae71-161e22678ff2,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:14.663415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c71df85b-8b0a-417c-be1d-21fd38fcf5a5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4844849 Aug 03 19:27:14.664053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53146) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:14.671229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': 'fee5af97-f9cd-49ce-ae71-161e22678ff2', 'ip_address': '2001:db8::cd49:ae4:cc50:e9b3'}], 'name': 'tempest-NetworksTestDHCPv6-632790195'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:14.756159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f32e1-9fe9-4b45-9d3d-2c78dd45d1f4 req-7040df7f-3f30-427b-8160-50084c02c351 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:14.757998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b56f32e1-9fe9-4b45-9d3d-2c78dd45d1f4 req-7040df7f-3f30-427b-8160-50084c02c351 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1095 time: 0.1708984 Aug 03 19:27:14.873207 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b56f32e1-9fe9-4b45-9d3d-2c78dd45d1f4 req-c3b26d5c-0872-4df2-bad8-e6da34ca452b tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956080 Aug 03 19:27:14.876304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:14.935449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Allocated IP 172.25.8.95 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/87f93046-c89d-4fe5-bcfb-0e4c4f1bc49d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:15.048167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': 'fee5af97-f9cd-49ce-ae71-161e22678ff2'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:27:15.049080 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.065945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53152) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:15.083225 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.086746 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-963b121a-09b0-4184-946f-f10fb762f298 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618080678', 'description': 'tempest-secgroup-smoke-1618080678 description', 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:15.122943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 1b667ae8-2055-40f2-8202-97a011693f36 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:27:15.155951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-963b121a-09b0-4184-946f-f10fb762f298 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.237641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579908-98ed-444a-9911-8b2d939dc777 req-a164d955-2ba4-4ee3-9ada-77855b8ec0a3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:15.242112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f579908-98ed-444a-9911-8b2d939dc777 req-a164d955-2ba4-4ee3-9ada-77855b8ec0a3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 944 time: 0.1707296 Aug 03 19:27:15.256542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/fee5af97-f9cd-49ce-ae71-161e22678ff2/2d1b1202-6e29-4abc-a11a-16e40181b111) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:15.299578 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.354919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:15.374855 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f579908-98ed-444a-9911-8b2d939dc777 req-c72569fc-65e0-4345-bb0d-84a0af211568 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257792 Aug 03 19:27:15.406962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:15.406962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e078ae2a-8d4f-4d0a-a440-d69e4b9832d3 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:15.410891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53154) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:15.441390 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.456623 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.506254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:15.513411 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:15.522333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f761ff4d-8041-4c14-b3bb-006e8257342e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/66f35cd4-cf57-4a07-a2ba-5fa1e1b56515 HTTP/1.1" status: 200 len: 991 time: 0.1082945 Aug 03 19:27:15.524314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:15.571022 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.581813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Transition to ACTIVE for port object 2d1b1202-6e29-4abc-a11a-16e40181b111 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:15.594502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-963b121a-09b0-4184-946f-f10fb762f298 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.605002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Transition to ACTIVE for port object 2d1b1202-6e29-4abc-a11a-16e40181b111 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:15.606815 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-963b121a-09b0-4184-946f-f10fb762f298 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.611043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Pushing event updated for resources: {'Port': ['ID=87f93046-c89d-4fe5-bcfb-0e4c4f1bc49d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:15.617833 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.680808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:15.684445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:15.688720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:15.731557 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Pushing event updated for resources: {'Port': ['ID=2d1b1202-6e29-4abc-a11a-16e40181b111,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:15.742090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::cd49:ae4:cc50:e9b3 (be4488c1-7522-4535-990c-62582defe7af/fee5af97-f9cd-49ce-ae71-161e22678ff2/1b667ae8-2055-40f2-8202-97a011693f36) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:15.770920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Attempting to bind port 2d1b1202-6e29-4abc-a11a-16e40181b111 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:15.771914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Attempting to bind port 2d1b1202-6e29-4abc-a11a-16e40181b111 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:15.772350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Attempting to bind port 2d1b1202-6e29-4abc-a11a-16e40181b111 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:15.779686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:15.780059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:15.780586 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.781120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:15.781790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Bound port: 2d1b1202-6e29-4abc-a11a-16e40181b111, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:15.782285 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.793838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53160) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:15.802704 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-963b121a-09b0-4184-946f-f10fb762f298 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.804066 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-963b121a-09b0-4184-946f-f10fb762f298 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7347639 Aug 03 19:27:15.809762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53162) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:15.814534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-aea100b8-4b90-4567-bcb3-5b9f7450ab95 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Request body: {'security_group_rule': {'security_group_id': '4bdb572d-e6f9-4cfe-a902-fb7cee131706', 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:15.821127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b121a-09b0-4184-946f-f10fb762f298 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdb572d-e6f9-4cfe-a902-fb7cee131706,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:15.887095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] For port 2d1b1202-6e29-4abc-a11a-16e40181b111, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:15.896493 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] For port 2d1b1202-6e29-4abc-a11a-16e40181b111, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2d1b1202-6e29-4abc-a11a-16e40181b111,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:15.907289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aea100b8-4b90-4567-bcb3-5b9f7450ab95 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:15.907564 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.015724 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.044989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fbaa0-766f-4600-806c-1598882399fa None None] Pushing event updated for resources: {'Port': ['ID=2d1b1202-6e29-4abc-a11a-16e40181b111,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:16.138219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aea100b8-4b90-4567-bcb3-5b9f7450ab95 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.154749 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aea100b8-4b90-4567-bcb3-5b9f7450ab95 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.183035 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.205428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 1b667ae8-2055-40f2-8202-97a011693f36 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:16.212921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port a0fd55fa-a106-4c65-a3dd-aee1f112f80f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:16.213287 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.227828 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea100b8-4b90-4567-bcb3-5b9f7450ab95 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea1fe26-6583-4bec-98c9-b06e94983a7a,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:16.259389 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aea100b8-4b90-4567-bcb3-5b9f7450ab95 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.260240 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aea100b8-4b90-4567-bcb3-5b9f7450ab95 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4493964 Aug 03 19:27:16.265237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53166) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:16.271577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-90739833-0281-47e2-9b7e-bed468286712 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Request body: {'security_group_rule': {'security_group_id': '4bdb572d-e6f9-4cfe-a902-fb7cee131706', 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:16.347389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.468567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.468932 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.473855 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90739833-0281-47e2-9b7e-bed468286712 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.485809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.493872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.525574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for a0fd55fa-a106-4c65-a3dd-aee1f112f80f owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:16.546955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=1b667ae8-2055-40f2-8202-97a011693f36,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:16.640782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:16.683464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:16.686193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Router cfe7c998-e67a-4c5a-9aa0-03ab3626d415 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:27:16.688545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:16.700122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.701844 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.821952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c2f4505e-bbef-4966-9a5e-b0342a34f362 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1516407 Aug 03 19:27:16.835944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53168) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:16.902305 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:16.914344 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.917426 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0d5a509c-2b17-4914-85f1-9397e9767e3a tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "PUT /v2.0/routers/cfe7c998-e67a-4c5a-9aa0-03ab3626d415 HTTP/1.1" status: 200 len: 882 time: 3.7915709 Aug 03 19:27:16.919732 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d854e-6c7b-462f-9e87-75f056d617ab None None] Sync routers for ids ['cfe7c998-e67a-4c5a-9aa0-03ab3626d415'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:16.921567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53170) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:16.935862 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90739833-0281-47e2-9b7e-bed468286712 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.936198 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d854e-6c7b-462f-9e87-75f056d617ab None None] Routers {'cfe7c998-e67a-4c5a-9aa0-03ab3626d415'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:16.937179 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f7d854e-6c7b-462f-9e87-75f056d617ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['cfe7c998-e67a-4c5a-9aa0-03ab3626d415'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:16.951300 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90739833-0281-47e2-9b7e-bed468286712 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.988056 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f7d854e-6c7b-462f-9e87-75f056d617ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:17.009563 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d854e-6c7b-462f-9e87-75f056d617ab None None] Routers {'cfe7c998-e67a-4c5a-9aa0-03ab3626d415'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:17.010366 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f7d854e-6c7b-462f-9e87-75f056d617ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['cfe7c998-e67a-4c5a-9aa0-03ab3626d415'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:17.064225 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f7d854e-6c7b-462f-9e87-75f056d617ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:17.065223 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d854e-6c7b-462f-9e87-75f056d617ab None None] The sync data for ids ['cfe7c998-e67a-4c5a-9aa0-03ab3626d415'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:17.079347 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90739833-0281-47e2-9b7e-bed468286712 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.085306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-90739833-0281-47e2-9b7e-bed468286712 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8134634 Aug 03 19:27:17.086292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53174) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:17.090983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90739833-0281-47e2-9b7e-bed468286712 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20022f1d-9ec6-4bc2-aceb-5bcbdb479fa6,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:17.114392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3ddf7c92-3cb8-4c74-8531-c2a0b2481ab9 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Request body: {'security_group_rule': {'security_group_id': '4bdb572d-e6f9-4cfe-a902-fb7cee131706', 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:17.137003 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d84c46b-ced3-4226-84a3-4001ceecdcbd tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:17.143370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d84c46b-ced3-4226-84a3-4001ceecdcbd tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:17.145720 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5d84c46b-ced3-4226-84a3-4001ceecdcbd tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3082693 Aug 03 19:27:17.151162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53176) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:17.194385 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2858d6e0-dde9-465c-84a0-b900015a1bbf tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/routers/cfe7c998-e67a-4c5a-9aa0-03ab3626d415 HTTP/1.1" status: 200 len: 923 time: 0.2709355 Aug 03 19:27:17.195445 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53178) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:17.287403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7c00c1-16cc-43bd-83f5-7a6e4466ee9a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:17.295061 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bd7c00c1-16cc-43bd-83f5-7a6e4466ee9a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&device_id=cfe7c998-e67a-4c5a-9aa0-03ab3626d415&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0980673 Aug 03 19:27:17.299463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53180) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:17.333383 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7c92-3cb8-4c74-8531-c2a0b2481ab9 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.408467 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.417372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2d1b1202-6e29-4abc-a11a-16e40181b111 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:17.501486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d55676-9690-4248-8347-98cb996acc20 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:17.510249 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-50d55676-9690-4248-8347-98cb996acc20 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 881 time: 0.2094021 Aug 03 19:27:17.512067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53182) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:17.554235 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c8829556-a9d2-46a9-99cf-475cb9796949 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe7c998-e67a-4c5a-9aa0-03ab3626d415 HTTP/1.1" status: 200 len: 205 time: 0.0365081 Aug 03 19:27:17.554691 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53184) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:17.567428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 2d1b1202-6e29-4abc-a11a-16e40181b111 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:17.586051 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7c92-3cb8-4c74-8531-c2a0b2481ab9 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.686235 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=a0fd55fa-a106-4c65-a3dd-aee1f112f80f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:17.698366 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7c92-3cb8-4c74-8531-c2a0b2481ab9 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.778029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.784508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1b8bb-1cb3-4f2b-b0e1-c41d3138cf1e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 1b667ae8-2055-40f2-8202-97a011693f36 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:17.785064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b8bb-1cb3-4f2b-b0e1-c41d3138cf1e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.864196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf7c92-3cb8-4c74-8531-c2a0b2481ab9 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc8d25e-05bb-401a-b9d6-7c230817614b,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:17.885017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7c92-3cb8-4c74-8531-c2a0b2481ab9 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.891558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3ddf7c92-3cb8-4c74-8531-c2a0b2481ab9 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8015065 Aug 03 19:27:17.892482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53186) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:17.912760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ebe263b6-37e0-4ccd-b0ac-62174b2d2e4a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Request body: {'security_group_rule': {'security_group_id': '4bdb572d-e6f9-4cfe-a902-fb7cee131706', 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:17.956448 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.957003 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Floating IP 66f35cd4-cf57-4a07-a2ba-5fa1e1b56515 disassociated (deleted). External IP: 172.25.8.197, port: 49ff79a1-833b-4c2d-91d1-3c797389b560. Aug 03 19:27:17.984844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c9df9dd9-e756-4808-9bfc-148b2e49e980 None None] Provisioning for port 2d1b1202-6e29-4abc-a11a-16e40181b111 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:18.006365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c9df9dd9-e756-4808-9bfc-148b2e49e980 None None] Provisioning complete for port 2d1b1202-6e29-4abc-a11a-16e40181b111 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:18.006947 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c9df9dd9-e756-4808-9bfc-148b2e49e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.017105 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.111382 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ebe263b6-37e0-4ccd-b0ac-62174b2d2e4a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.131259 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Deleting port 87f93046-c89d-4fe5-bcfb-0e4c4f1bc49d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:18.131575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.133535 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b8bb-1cb3-4f2b-b0e1-c41d3138cf1e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.161629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1b8bb-1cb3-4f2b-b0e1-c41d3138cf1e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 1b667ae8-2055-40f2-8202-97a011693f36 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:18.223103 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c9df9dd9-e756-4808-9bfc-148b2e49e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.268129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c9df9dd9-e756-4808-9bfc-148b2e49e980 None None] For port 2d1b1202-6e29-4abc-a11a-16e40181b111, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2d1b1202-6e29-4abc-a11a-16e40181b111,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:18.273221 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c9df9dd9-e756-4808-9bfc-148b2e49e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.279880 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.326464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Calling delete_port for 87f93046-c89d-4fe5-bcfb-0e4c4f1bc49d owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:18.348911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df9dd9-e756-4808-9bfc-148b2e49e980 None None] Pushing event updated for resources: {'Port': ['ID=2d1b1202-6e29-4abc-a11a-16e40181b111,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:18.405711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c146469e-3424-48ab-b886-a9007894364b None None] Provisioning for port 1b667ae8-2055-40f2-8202-97a011693f36 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:18.413281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c146469e-3424-48ab-b886-a9007894364b None None] Provisioning complete for port 1b667ae8-2055-40f2-8202-97a011693f36 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:18.413868 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c146469e-3424-48ab-b886-a9007894364b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.579182 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ebe263b6-37e0-4ccd-b0ac-62174b2d2e4a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.590315 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ebe263b6-37e0-4ccd-b0ac-62174b2d2e4a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.631207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe263b6-37e0-4ccd-b0ac-62174b2d2e4a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588cc63e-f5ca-485a-985a-4f1931c0725d,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:18.671705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.679023 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ebe263b6-37e0-4ccd-b0ac-62174b2d2e4a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.683083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ebe263b6-37e0-4ccd-b0ac-62174b2d2e4a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7798314 Aug 03 19:27:18.687123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53190) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:18.714674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-97310b4f-2462-418e-ade2-044f7a681351 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Request body: {'security_group_rule': {'security_group_id': '4bdb572d-e6f9-4cfe-a902-fb7cee131706', 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:18.728031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Pushing event deleted for resources: {'Port': ['ID=87f93046-c89d-4fe5-bcfb-0e4c4f1bc49d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:18.731796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c146469e-3424-48ab-b886-a9007894364b None None] Port 1b667ae8-2055-40f2-8202-97a011693f36 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:18.787367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b8bb-1cb3-4f2b-b0e1-c41d3138cf1e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.796510 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.802880 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-97310b4f-2462-418e-ade2-044f7a681351 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Project da4b8a4027f24153bbf8a48dd7c29730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:27:18.953253 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:18.958096 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.040598 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.042432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Fanout notify agent at l3_agent the message router_deleted on router cfe7c998-e67a-4c5a-9aa0-03ab3626d415 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:27:19.062590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.066875 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ee70a6e1-7b1b-4abf-a0a3-6e177b05a078 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/cfe7c998-e67a-4c5a-9aa0-03ab3626d415 HTTP/1.1" status: 204 len: 168 time: 1.5101707 Aug 03 19:27:19.072018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53192) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:19.083460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3492bc92-ef98-4287-af9b-140437270d13 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1771594448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:19.112028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 374f2091-1cd7-44fb-8d56-1be7687caa46 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:19.113383 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-97310b4f-2462-418e-ade2-044f7a681351 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.141883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1b8bb-1cb3-4f2b-b0e1-c41d3138cf1e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=1b667ae8-2055-40f2-8202-97a011693f36,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:19.155450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3492bc92-ef98-4287-af9b-140437270d13 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.158338 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3492bc92-ef98-4287-af9b-140437270d13 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.158665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7e1b8bb-1cb3-4f2b-b0e1-c41d3138cf1e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.161396 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f7e1b8bb-1cb3-4f2b-b0e1-c41d3138cf1e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/1b667ae8-2055-40f2-8202-97a011693f36 HTTP/1.1" status: 204 len: 168 time: 2.0052993 Aug 03 19:27:19.166101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53196) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:19.356887 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-97310b4f-2462-418e-ade2-044f7a681351 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.366619 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-97310b4f-2462-418e-ade2-044f7a681351 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.424088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97310b4f-2462-418e-ade2-044f7a681351 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3acd737-800b-4a23-9e77-09ca19e2c146,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:19.425216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370ee0c-0e74-4a78-9996-e12a9a76532b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:19.429433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370ee0c-0e74-4a78-9996-e12a9a76532b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:19.432926 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1370ee0c-0e74-4a78-9996-e12a9a76532b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2618217 Aug 03 19:27:19.436802 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3492bc92-ef98-4287-af9b-140437270d13 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.437127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53198) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:19.447581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3492bc92-ef98-4287-af9b-140437270d13 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.490018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2d1b1202-6e29-4abc-a11a-16e40181b111 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:19.490513 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-97310b4f-2462-418e-ade2-044f7a681351 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.491889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-97310b4f-2462-418e-ade2-044f7a681351 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7818036 Aug 03 19:27:19.496345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53200) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:19.515000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-91f867e2-af66-482f-8b45-8822e855bafb tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Request body: {'security_group_rule': {'security_group_id': '4bdb572d-e6f9-4cfe-a902-fb7cee131706', 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:19.526705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:19.531511 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3492bc92-ef98-4287-af9b-140437270d13 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.532968 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.539885 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-db900ab9-9e59-45f6-a6a3-2e1c29364fa1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet fee5af97-f9cd-49ce-ae71-161e22678ff2 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:19.548028 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3492bc92-ef98-4287-af9b-140437270d13 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4725845 Aug 03 19:27:19.552103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53202) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:19.559228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'enable_snat': True}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:19.589048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf03ab69-f054-4705-8eb4-ba548e14c4b6 None None] Sync routers for ids ['374f2091-1cd7-44fb-8d56-1be7687caa46'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:19.594303 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db900ab9-9e59-45f6-a6a3-2e1c29364fa1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.648199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf03ab69-f054-4705-8eb4-ba548e14c4b6 None None] Routers {'374f2091-1cd7-44fb-8d56-1be7687caa46'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:19.650039 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db900ab9-9e59-45f6-a6a3-2e1c29364fa1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.650636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bf03ab69-f054-4705-8eb4-ba548e14c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['374f2091-1cd7-44fb-8d56-1be7687caa46'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:19.762982 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db900ab9-9e59-45f6-a6a3-2e1c29364fa1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.807423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5fc876ae-a6a2-4b25-add7-aab75e7567ec tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/floatingips/66f35cd4-cf57-4a07-a2ba-5fa1e1b56515 HTTP/1.1" status: 204 len: 168 time: 4.0087163 Aug 03 19:27:19.810424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:19.812866 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80" -d '{"events": [{"name": "network-changed", "server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:19.825418 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-91f867e2-af66-482f-8b45-8822e855bafb tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Project da4b8a4027f24153bbf8a48dd7c29730 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:27:19.866245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2d1b1202-6e29-4abc-a11a-16e40181b111 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:19.866924 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.882503 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db900ab9-9e59-45f6-a6a3-2e1c29364fa1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.936177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91f867e2-af66-482f-8b45-8822e855bafb tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.959974 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-db900ab9-9e59-45f6-a6a3-2e1c29364fa1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:19.964573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-db900ab9-9e59-45f6-a6a3-2e1c29364fa1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/fee5af97-f9cd-49ce-ae71-161e22678ff2 HTTP/1.1" status: 204 len: 168 time: 0.5219531 Aug 03 19:27:19.964573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db900ab9-9e59-45f6-a6a3-2e1c29364fa1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=fee5af97-f9cd-49ce-ae71-161e22678ff2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:19.971321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2190c26c-0985-49c3-93e4-b43be18635b9 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:19.977142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53210) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:19.999134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-bf03ab69-f054-4705-8eb4-ba548e14c4b6 None None] Set router 374f2091-1cd7-44fb-8d56-1be7687caa46 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:20.043094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cba7dc09-ebe4-4769-a989-acf687d9ca55 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643795 Aug 03 19:27:20.046396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53212) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:20.209297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f99518-1558-4cfe-b279-1a9d7b2bb9e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:20.215487 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f9f99518-1558-4cfe-b279-1a9d7b2bb9e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1675076 Aug 03 19:27:20.218163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53218) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:20.220634 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e47df41-e923-4fe8-a579-180ca0f35864 x-openstack-request-id: req-9e47df41-e923-4fe8-a579-180ca0f35864 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:20.220634 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:20.220634 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e47df41-e923-4fe8-a579-180ca0f35864 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:20.220634 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'status': 'completed', 'code': 200} Aug 03 19:27:20.321857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a203da-608c-46b9-b86f-f8be16e36577 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:20.323655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-30a203da-608c-46b9-b86f-f8be16e36577 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1014915 Aug 03 19:27:20.326993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53222) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:20.373132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b5cb60bb-fdba-4a82-aaa3-34a248442a51 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447598 Aug 03 19:27:20.378635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53224) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:20.386654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-85d82cc6-8bc5-457f-9611-444353e921e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:20.422247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80 req-2714602a-c184-4eb0-8489-850b2829b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:20.424049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80 req-2714602a-c184-4eb0-8489-850b2829b99f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 1095 time: 0.1474445 Aug 03 19:27:20.472670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.494302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1586a640-67f9-468a-afbd-957238cb4a2b None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:27:20.615752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91f867e2-af66-482f-8b45-8822e855bafb tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.624115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bf03ab69-f054-4705-8eb4-ba548e14c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '33452bb7-7524-4c44-bf68-47f0020d1514', 'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:d6:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:49Z', 'updated_at': '2021-08-03T19:26:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:20.629446 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1586a640-67f9-468a-afbd-957238cb4a2b None None] Deleting port 2d1b1202-6e29-4abc-a11a-16e40181b111 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:20.629884 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1586a640-67f9-468a-afbd-957238cb4a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.679892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf03ab69-f054-4705-8eb4-ba548e14c4b6 None None] Checking router: 374f2091-1cd7-44fb-8d56-1be7687caa46 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:20.698578 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91f867e2-af66-482f-8b45-8822e855bafb tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.731446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f867e2-af66-482f-8b45-8822e855bafb tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2873d0-0666-4aa2-af21-6d95a8d967f4,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:20.743555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aed26f-c8cd-4592-9243-23f13c3936b8 req-50c60862-667a-4d82-80f3-43e1f6a7b701 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:20.755064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2aed26f-c8cd-4592-9243-23f13c3936b8 req-50c60862-667a-4d82-80f3-43e1f6a7b701 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 944 time: 0.3359177 Aug 03 19:27:20.772885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf03ab69-f054-4705-8eb4-ba548e14c4b6 None None] Routers {'374f2091-1cd7-44fb-8d56-1be7687caa46'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:20.773612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bf03ab69-f054-4705-8eb4-ba548e14c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['374f2091-1cd7-44fb-8d56-1be7687caa46'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:20.844795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1586a640-67f9-468a-afbd-957238cb4a2b None None] For port 2d1b1202-6e29-4abc-a11a-16e40181b111, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2d1b1202-6e29-4abc-a11a-16e40181b111,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:20.845154 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1586a640-67f9-468a-afbd-957238cb4a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.854757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d82cc6-8bc5-457f-9611-444353e921e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:20.860523 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85d82cc6-8bc5-457f-9611-444353e921e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.861719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-91f867e2-af66-482f-8b45-8822e855bafb tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:20.866170 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-91f867e2-af66-482f-8b45-8822e855bafb tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3679798 Aug 03 19:27:20.954826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80 req-d413196d-e997-4a45-a146-179e9f2f7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:20.958161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80 req-d413196d-e997-4a45-a146-179e9f2f7c4c service neutron] 10.222.0.74 "GET /v2.0/networks?id=5d156c52-eeba-4cee-a0fc-1186738ac05d HTTP/1.1" status: 200 len: 898 time: 0.4551754 Aug 03 19:27:21.031739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2aed26f-c8cd-4592-9243-23f13c3936b8 req-4bdfcd72-69eb-4305-a524-b48d0dbcf793 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751911 Aug 03 19:27:21.045283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-bf03ab69-f054-4705-8eb4-ba548e14c4b6 None None] Set router 374f2091-1cd7-44fb-8d56-1be7687caa46 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:21.106834 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:21.120464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1586a640-67f9-468a-afbd-957238cb4a2b None None] Calling delete_port for 2d1b1202-6e29-4abc-a11a-16e40181b111 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:21.163249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80 req-4286cb69-a508-4f75-9855-79fbe64a3956 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ff79a1-833b-4c2d-91d1-3c797389b560 HTTP/1.1" status: 200 len: 217 time: 0.1160583 Aug 03 19:27:21.215214 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:21.334008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d3a20-5ce7-4163-9458-a6c04c055c31 req-296225bc-4a18-4edb-9c55-4e5fdcb589ff tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:21.337795 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e62d3a20-5ce7-4163-9458-a6c04c055c31 req-296225bc-4a18-4edb-9c55-4e5fdcb589ff tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 944 time: 0.4842684 Aug 03 19:27:21.463388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2d1b1202-6e29-4abc-a11a-16e40181b111 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:21.502602 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Allocated IP 172.25.8.138 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/6ef94956-4e47-4d85-85bf-7c0b4bae4687) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:21.562088 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1586a640-67f9-468a-afbd-957238cb4a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:21.597939 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85d82cc6-8bc5-457f-9611-444353e921e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:21.643772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586a640-67f9-468a-afbd-957238cb4a2b None None] Pushing event deleted for resources: {'Port': ['ID=2d1b1202-6e29-4abc-a11a-16e40181b111,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:21.647306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586a640-67f9-468a-afbd-957238cb4a2b None None] No DVR routers for this DVR port 2d1b1202-6e29-4abc-a11a-16e40181b111 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:21.705079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80 req-7d556ee1-546c-43ad-9b56-aa2773ae0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:21.708649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80 req-7d556ee1-546c-43ad-9b56-aa2773ae0268 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=978ff7fd-3468-4cfd-b2eb-46def902baf4 HTTP/1.1" status: 200 len: 833 time: 0.5340512 Aug 03 19:27:21.738141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No active binding found for port 2d1b1202-6e29-4abc-a11a-16e40181b111 {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:27:21.739554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2d1b1202-6e29-4abc-a11a-16e40181b111 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:21.799222 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:21.829373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bf03ab69-f054-4705-8eb4-ba548e14c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '33452bb7-7524-4c44-bf68-47f0020d1514', 'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:d6:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:49Z', 'updated_at': '2021-08-03T19:26:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:21.853045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d82cc6-8bc5-457f-9611-444353e921e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:21.887646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:21.888544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf03ab69-f054-4705-8eb4-ba548e14c4b6 None None] The sync data for ids ['374f2091-1cd7-44fb-8d56-1be7687caa46'] in n-d-802918-7 is: [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '33452bb7-7524-4c44-bf68-47f0020d1514', 'name': '', 'network_id': '5d156c52-eeba-4cee-a0fc-1186738ac05d', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:d6:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:49Z', 'updated_at': '2021-08-03T19:26:01Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': '978ff7fd-3468-4cfd-b2eb-46def902baf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:21.910410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-85d82cc6-8bc5-457f-9611-444353e921e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:21.919936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d82cc6-8bc5-457f-9611-444353e921e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=4dc43da9-d3a7-4237-b5db-6212a5bb8a4a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:21.924347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d2f480-e52d-43c5-909e-d8fe87bc7708 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:21.934148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d82cc6-8bc5-457f-9611-444353e921e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:21.935563 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85d82cc6-8bc5-457f-9611-444353e921e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:21.965338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-2b76fc37-2064-4dea-8903-f9da2623ff04 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618080678&fields=id&tenant_id=da4b8a4027f24153bbf8a48dd7c29730 HTTP/1.1" status: 200 len: 267 time: 0.3558841 Aug 03 19:27:22.035691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80 req-b7f16291-1f3a-45dc-86cf-ec844236f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:22.040281 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80 req-b7f16291-1f3a-45dc-86cf-ec844236f626 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5d156c52-eeba-4cee-a0fc-1186738ac05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2884655 Aug 03 19:27:22.048519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-85d82cc6-8bc5-457f-9611-444353e921e1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6675570 Aug 03 19:27:22.052617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53340) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:22.082850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': '4dc43da9-d3a7-4237-b5db-6212a5bb8a4a', 'ip_address': '2001:db8::495f:b08c:273d:29f2'}], 'name': 'tempest-NetworksTestDHCPv6-1166991893'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:22.118729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:22.154475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:22.209159 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event updated for resources: {'Port': ['ID=6ef94956-4e47-4d85-85bf-7c0b4bae4687,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:22.213766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:22.402706 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': '4dc43da9-d3a7-4237-b5db-6212a5bb8a4a'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:27:22.404105 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:22.476794 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf289f8-e727-45f8-89d0-448209ed9a00 None None] New status for floating IP 66f35cd4-cf57-4a07-a2ba-5fa1e1b56515: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:27:22.541795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e62d3a20-5ce7-4163-9458-a6c04c055c31 req-42b26ce7-a5b6-4d2e-8f0a-588638df8012 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port 49ff79a1-833b-4c2d-91d1-3c797389b560 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:22.542525 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e62d3a20-5ce7-4163-9458-a6c04c055c31 req-42b26ce7-a5b6-4d2e-8f0a-588638df8012 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:22.694579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-df79739e-e17e-4888-a79f-ce5bba6b29c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:22.697481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-df79739e-e17e-4888-a79f-ce5bba6b29c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/networks?id=803531de-87af-4ce3-96ef-771520f7dc68 HTTP/1.1" status: 200 len: 813 time: 0.7103240 Aug 03 19:27:22.788865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80 req-de18147a-f3a0-4d56-be32-04c31ce8b8cd service neutron] 10.222.0.74 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070395 Aug 03 19:27:22.816345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698d39-21de-4a63-a619-38430332ffa7 req-23fe7568-0544-4f88-924c-8f45d28a9bf6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:22.819157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa698d39-21de-4a63-a619-38430332ffa7 req-23fe7568-0544-4f88-924c-8f45d28a9bf6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 944 time: 0.5439777 Aug 03 19:27:22.826002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:22.831532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/4dc43da9-d3a7-4237-b5db-6212a5bb8a4a/589d96dd-0d78-44b7-a619-3d8c7632ea46) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:22.850735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-303c10fe-c63a-4e76-9d00-784a354c300a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/quotas/da4b8a4027f24153bbf8a48dd7c29730 HTTP/1.1" status: 200 len: 375 time: 0.1176896 Aug 03 19:27:23.097284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e62d3a20-5ce7-4163-9458-a6c04c055c31 req-42b26ce7-a5b6-4d2e-8f0a-588638df8012 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port 49ff79a1-833b-4c2d-91d1-3c797389b560, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=49ff79a1-833b-4c2d-91d1-3c797389b560,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:23.099725 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e62d3a20-5ce7-4163-9458-a6c04c055c31 req-42b26ce7-a5b6-4d2e-8f0a-588638df8012 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.138139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e62d3a20-5ce7-4163-9458-a6c04c055c31 req-42b26ce7-a5b6-4d2e-8f0a-588638df8012 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for 49ff79a1-833b-4c2d-91d1-3c797389b560 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:23.149781 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.194251 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa698d39-21de-4a63-a619-38430332ffa7 req-99e2e3da-1774-4c74-8228-7d49db367735 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=6cfbcee9-6e7d-455c-9d28-4c6630b2323d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250694 Aug 03 19:27:23.202071 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.207863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port a9f5f689-8c0b-48c8-8af9-43a7f24842a9 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:27:23.262328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.276606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Transition to ACTIVE for port object 589d96dd-0d78-44b7-a619-3d8c7632ea46 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:23.325827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Transition to ACTIVE for port object 589d96dd-0d78-44b7-a619-3d8c7632ea46 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:23.343093 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.358563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-2ce8124e-fedc-4c9f-9af9-3263b05d2e9a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=da4b8a4027f24153bbf8a48dd7c29730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4699647 Aug 03 19:27:23.429259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:23.474239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:23.497734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Pushing event updated for resources: {'Port': ['ID=589d96dd-0d78-44b7-a619-3d8c7632ea46,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:23.516486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:23.536772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbee92cd-00eb-4c9c-92e2-da6b6fe5ed80 req-44625946-ae70-4617-a6e8-35142c2a0f25 service neutron] 10.222.0.74 "GET /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895030 Aug 03 19:27:23.586106 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e62d3a20-5ce7-4163-9458-a6c04c055c31 req-42b26ce7-a5b6-4d2e-8f0a-588638df8012 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.647304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Attempting to bind port 589d96dd-0d78-44b7-a619-3d8c7632ea46 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:23.648669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Attempting to bind port 589d96dd-0d78-44b7-a619-3d8c7632ea46 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:23.649481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Attempting to bind port 589d96dd-0d78-44b7-a619-3d8c7632ea46 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:23.663003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:23.664200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:23.665074 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.666226 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:23.668009 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Bound port: 589d96dd-0d78-44b7-a619-3d8c7632ea46, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:23.668704 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.669443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b26ce7-a5b6-4d2e-8f0a-588638df8012 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=49ff79a1-833b-4c2d-91d1-3c797389b560,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:23.739558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-460fdfa4-b6c2-4b65-a250-c0fb20aa3cc7 service neutron] 10.222.0.78 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319561 Aug 03 19:27:23.767397 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62d3a20-5ce7-4163-9458-a6c04c055c31 req-42b26ce7-a5b6-4d2e-8f0a-588638df8012 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] No DVR routers for this DVR port 49ff79a1-833b-4c2d-91d1-3c797389b560 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:23.782185 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e62d3a20-5ce7-4163-9458-a6c04c055c31 req-42b26ce7-a5b6-4d2e-8f0a-588638df8012 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.785670 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e62d3a20-5ce7-4163-9458-a6c04c055c31 req-42b26ce7-a5b6-4d2e-8f0a-588638df8012 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "DELETE /v2.0/ports/49ff79a1-833b-4c2d-91d1-3c797389b560 HTTP/1.1" status: 204 len: 173 time: 2.2040756 Aug 03 19:27:23.787847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'name': 'network-vif-deleted', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:23.792000 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce77433c-7207-4e14-ba0d-9a410780ef5f" -d '{"events": [{"server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "name": "network-vif-deleted", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:23.799746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] For port 589d96dd-0d78-44b7-a619-3d8c7632ea46, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:23.803895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] For port 589d96dd-0d78-44b7-a619-3d8c7632ea46, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=589d96dd-0d78-44b7-a619-3d8c7632ea46,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:23.813058 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.820667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::495f:b08c:273d:29f2 (be4488c1-7522-4535-990c-62582defe7af/4dc43da9-d3a7-4237-b5db-6212a5bb8a4a/a9f5f689-8c0b-48c8-8af9-43a7f24842a9) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:23.838104 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.848376 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:23.906069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb85e9-16ab-4880-aee8-e7f0e7ffd03e None None] Pushing event updated for resources: {'Port': ['ID=589d96dd-0d78-44b7-a619-3d8c7632ea46,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:23.992629 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cfef91-b437-47d3-8749-274f54f5e106 x-openstack-request-id: req-d1cfef91-b437-47d3-8749-274f54f5e106 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:23.994283 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6651ecb7-812a-40e7-b0c6-88574536aa42", "name": "network-vif-deleted", "tag": "49ff79a1-833b-4c2d-91d1-3c797389b560", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:23.994873 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1cfef91-b437-47d3-8749-274f54f5e106 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:23.995452 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6651ecb7-812a-40e7-b0c6-88574536aa42', 'name': 'network-vif-deleted', 'tag': '49ff79a1-833b-4c2d-91d1-3c797389b560', 'status': 'completed', 'code': 200} Aug 03 19:27:24.092854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-493e4e90-96d5-4da2-9f59-39eac11c1cf3 service neutron] 10.222.0.78 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276751 Aug 03 19:27:24.467813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4844518c-dd47-4167-af75-412211fccd59 req-9237ab54-762f-4636-bdaf-3e594f4d5763 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=6651ecb7-812a-40e7-b0c6-88574536aa42 HTTP/1.1" status: 200 len: 210 time: 0.1246521 Aug 03 19:27:24.512933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.560204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object a9f5f689-8c0b-48c8-8af9-43a7f24842a9 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:24.581888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Router 319f8dcb-f60f-4a9a-9d94-5703b08f9767 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:27:24.737102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.795745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:24.801027 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.802386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5b1dce21-68cd-46a0-b91c-1b9cf5442e6f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "PUT /v2.0/routers/319f8dcb-f60f-4a9a-9d94-5703b08f9767 HTTP/1.1" status: 200 len: 919 time: 5.2489705 Aug 03 19:27:24.806616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53556) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:24.810077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6648df-02a9-4c3f-a583-f76ac266e9ad None None] Sync routers for ids ['319f8dcb-f60f-4a9a-9d94-5703b08f9767'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:24.816358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:24.822331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 49ff79a1-833b-4c2d-91d1-3c797389b560 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:24.828599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:24.833603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:24.850331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:24.850841 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.913956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6648df-02a9-4c3f-a583-f76ac266e9ad None None] Routers {'319f8dcb-f60f-4a9a-9d94-5703b08f9767'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:24.917191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dc6648df-02a9-4c3f-a583-f76ac266e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['319f8dcb-f60f-4a9a-9d94-5703b08f9767'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:24.923474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 49ff79a1-833b-4c2d-91d1-3c797389b560 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:24.924189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 49ff79a1-833b-4c2d-91d1-3c797389b560 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:24.926916 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8716919 Aug 03 19:27:24.942872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53570) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:24.956481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bff450a6-5be2-40f8-b24c-46432f8331c2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': '4dc43da9-d3a7-4237-b5db-6212a5bb8a4a', 'ip_address': '2001:db8::495f:b08c:273d:29f2'}], 'name': 'tempest-NetworksTestDHCPv6-1582012462'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:24.977423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fdac7-2823-45a6-9673-7e35e4678b8d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=a9f5f689-8c0b-48c8-8af9-43a7f24842a9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:24.977686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dc6648df-02a9-4c3f-a583-f76ac266e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:24.991241 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6648df-02a9-4c3f-a583-f76ac266e9ad None None] Routers {'319f8dcb-f60f-4a9a-9d94-5703b08f9767'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:24.992366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dc6648df-02a9-4c3f-a583-f76ac266e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['319f8dcb-f60f-4a9a-9d94-5703b08f9767'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:25.051923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dc6648df-02a9-4c3f-a583-f76ac266e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:25.052781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6648df-02a9-4c3f-a583-f76ac266e9ad None None] The sync data for ids ['319f8dcb-f60f-4a9a-9d94-5703b08f9767'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:25.245061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff450a6-5be2-40f8-b24c-46432f8331c2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:25.271869 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bff450a6-5be2-40f8-b24c-46432f8331c2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:25.304475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-bff450a6-5be2-40f8-b24c-46432f8331c2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port f87976f7-32fa-46c1-964a-79a6a2e54b25 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:27:25.420781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 589d96dd-0d78-44b7-a619-3d8c7632ea46 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:25.566701 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 589d96dd-0d78-44b7-a619-3d8c7632ea46 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:25.671623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53630) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:25.682443 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe79ba64-7ff3-4ae6-9dd5-5b8b2f5f9670 req-46075f4b-e9a0-4287-8fd4-b90826fca661 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 210 time: 0.0501099 Aug 03 19:27:25.746898 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff450a6-5be2-40f8-b24c-46432f8331c2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 19:27:25.748189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff450a6-5be2-40f8-b24c-46432f8331c2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:27:25.777405 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bff450a6-5be2-40f8-b24c-46432f8331c2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8329561 Aug 03 19:27:25.781374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53640) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:25.855002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9a3b3105-dd8a-4661-a2c1-99e0a6dc3ad6 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/routers/319f8dcb-f60f-4a9a-9d94-5703b08f9767 HTTP/1.1" status: 200 len: 925 time: 1.0416253 Aug 03 19:27:25.856399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53648) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:25.917343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f52c8-5b07-47e1-88d3-b2fecf887c08 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:25.936211 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f52c8-5b07-47e1-88d3-b2fecf887c08 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:25.942765 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f48f52c8-5b07-47e1-88d3-b2fecf887c08 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1596091 Aug 03 19:27:25.949778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53660) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:26.051974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c5b46bf8-c883-4ff1-8846-c921f0448d01 None None] Provisioning for port 589d96dd-0d78-44b7-a619-3d8c7632ea46 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:26.065785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c5b46bf8-c883-4ff1-8846-c921f0448d01 None None] Provisioning complete for port 589d96dd-0d78-44b7-a619-3d8c7632ea46 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:26.066980 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5b46bf8-c883-4ff1-8846-c921f0448d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.097792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ebe6c-0d24-4df3-a4f7-bf2d332e2079 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:26.099464 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-243ebe6c-0d24-4df3-a4f7-bf2d332e2079 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&device_id=319f8dcb-f60f-4a9a-9d94-5703b08f9767&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2420337 Aug 03 19:27:26.106507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53676) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:26.235567 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5b46bf8-c883-4ff1-8846-c921f0448d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.279885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e95add-c7f9-4f56-bf62-520ab9d4fdc9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:26.282379 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b4e95add-c7f9-4f56-bf62-520ab9d4fdc9 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 881 time: 0.1730447 Aug 03 19:27:26.288842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53692) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:26.341554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c5b46bf8-c883-4ff1-8846-c921f0448d01 None None] For port 589d96dd-0d78-44b7-a619-3d8c7632ea46, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=589d96dd-0d78-44b7-a619-3d8c7632ea46,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:26.356827 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-42f5b66a-8198-479d-8a8f-0ddad98c2290 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=319f8dcb-f60f-4a9a-9d94-5703b08f9767 HTTP/1.1" status: 200 len: 205 time: 0.0609088 Aug 03 19:27:26.361425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53700) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:26.371504 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5b46bf8-c883-4ff1-8846-c921f0448d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.452125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4ea29501-6405-46cf-834b-c632ec585133 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port a9f5f689-8c0b-48c8-8af9-43a7f24842a9 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:26.452483 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ea29501-6405-46cf-834b-c632ec585133 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.506828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b46bf8-c883-4ff1-8846-c921f0448d01 None None] Pushing event updated for resources: {'Port': ['ID=589d96dd-0d78-44b7-a619-3d8c7632ea46,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:26.611376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-48fa0e45-6380-4d98-a2e1-b331ce7d58c6 None None] Provisioning for port a9f5f689-8c0b-48c8-8af9-43a7f24842a9 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:26.627643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-48fa0e45-6380-4d98-a2e1-b331ce7d58c6 None None] Provisioning complete for port a9f5f689-8c0b-48c8-8af9-43a7f24842a9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:26.628230 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-48fa0e45-6380-4d98-a2e1-b331ce7d58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.682025 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ea29501-6405-46cf-834b-c632ec585133 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.718942 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4ea29501-6405-46cf-834b-c632ec585133 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for a9f5f689-8c0b-48c8-8af9-43a7f24842a9 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:26.742019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.755281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-48fa0e45-6380-4d98-a2e1-b331ce7d58c6 None None] Port a9f5f689-8c0b-48c8-8af9-43a7f24842a9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:26.901248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1f5a76b-a08c-4698-adb7-91e5606a0897 req-cc8d1ee6-0c04-4fd8-9537-e5db75f0c68d tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 210 time: 0.0681682 Aug 03 19:27:26.962451 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.387616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 589d96dd-0d78-44b7-a619-3d8c7632ea46 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:27.516470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 589d96dd-0d78-44b7-a619-3d8c7632ea46 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:27.516896 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.615379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port 33452bb7-7524-4c44-bf68-47f0020d1514 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:27.615847 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.636688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-df5decb6-5f30-4119-8178-0fdd379574ca tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:27.638495 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-df5decb6-5f30-4119-8178-0fdd379574ca tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.37 "GET /v2.0/networks?id=803531de-87af-4ce3-96ef-771520f7dc68 HTTP/1.1" status: 200 len: 813 time: 0.9043884 Aug 03 19:27:27.697901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.752680 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-f35d2f62-52f5-4fbe-bf0e-5cc5808c3537 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da4b8a4027f24153bbf8a48dd7c29730 HTTP/1.1" status: 200 len: 380 time: 0.0998440 Aug 03 19:27:27.772908 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ea29501-6405-46cf-834b-c632ec585133 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.777934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Request body: {'port': {'device_id': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'admin_state_up': True, 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'security_groups': ['4bdb572d-e6f9-4cfe-a902-fb7cee131706']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:27.852460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port 33452bb7-7524-4c44-bf68-47f0020d1514, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=33452bb7-7524-4c44-bf68-47f0020d1514,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:27.853303 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.867542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea29501-6405-46cf-834b-c632ec585133 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=a9f5f689-8c0b-48c8-8af9-43a7f24842a9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:27.922853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ea29501-6405-46cf-834b-c632ec585133 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.924854 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4ea29501-6405-46cf-834b-c632ec585133 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/a9f5f689-8c0b-48c8-8af9-43a7f24842a9 HTTP/1.1" status: 204 len: 168 time: 1.9730628 Aug 03 19:27:27.927692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for 33452bb7-7524-4c44-bf68-47f0020d1514 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:27.933976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53732) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:28.032055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Deleting port 6ef94956-4e47-4d85-85bf-7c0b4bae4687 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:28.033196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.066762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3dffe-00e2-4ec0-a837-872957faa89e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:28.068398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3dffe-00e2-4ec0-a837-872957faa89e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:28.070138 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c5d3dffe-00e2-4ec0-a837-872957faa89e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1347375 Aug 03 19:27:28.108038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53736) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:28.199329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Made reservation on behalf of da4b8a4027f24153bbf8a48dd7c29730 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:28.203062 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.211390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b0af07-48bf-46e3-9ee7-cfc80df68dee tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 4dc43da9-d3a7-4237-b5db-6212a5bb8a4a {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:28.230342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1a34fe7-8b82-400d-a131-e55ab38f93d8 req-61dda0d8-3ffb-417b-8117-12f9ad0e8e63 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 210 time: 0.2038891 Aug 03 19:27:28.233558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87b0af07-48bf-46e3-9ee7-cfc80df68dee tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.241479 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.287386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Calling delete_port for 6ef94956-4e47-4d85-85bf-7c0b4bae4687 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:28.357477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87b0af07-48bf-46e3-9ee7-cfc80df68dee tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.447526 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.491722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=33452bb7-7524-4c44-bf68-47f0020d1514,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:28.545451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Allocated IP 172.20.0.13 (803531de-87af-4ce3-96ef-771520f7dc68/f27124e5-3bd4-4b46-97d4-75493df87148/ba930131-8f42-4cc6-a700-d94ac0e9fa21) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:28.892767 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87b0af07-48bf-46e3-9ee7-cfc80df68dee tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.896316 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.987166 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.097263 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87b0af07-48bf-46e3-9ee7-cfc80df68dee tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.103995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Transition to ACTIVE for port object ba930131-8f42-4cc6-a700-d94ac0e9fa21 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:29.126660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.203479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0af07-48bf-46e3-9ee7-cfc80df68dee tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc43da9-d3a7-4237-b5db-6212a5bb8a4a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:29.217038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11aa02d-cf5c-4eff-a3d1-1636ade65924 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:29.258032 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87b0af07-48bf-46e3-9ee7-cfc80df68dee tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.264321 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-87b0af07-48bf-46e3-9ee7-cfc80df68dee tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/4dc43da9-d3a7-4237-b5db-6212a5bb8a4a HTTP/1.1" status: 204 len: 168 time: 1.1541574 Aug 03 19:27:29.266967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Pushing event deleted for resources: {'Port': ['ID=6ef94956-4e47-4d85-85bf-7c0b4bae4687,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:29.283212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53742) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:29.589089 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-787161de-4aa4-4727-a66e-9c9adc01fa29 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2914739 Aug 03 19:27:29.596917 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53748) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:29.610271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a3e4249a-7b85-4752-9499-f5af39cf5bc6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:29.643998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f633104-75b6-4d47-b28c-a4d2f2188c08 None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:27:29.670118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d326ea2-ce8c-4c4f-afaa-8737e4d9220b req-07b3fd41-f896-4996-9220-889438570ba7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 210 time: 0.0931556 Aug 03 19:27:29.697663 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.749110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-0f633104-75b6-4d47-b28c-a4d2f2188c08 None None] Deleting port 589d96dd-0d78-44b7-a619-3d8c7632ea46 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:29.749564 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0f633104-75b6-4d47-b28c-a4d2f2188c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.866599 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.870479 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.896410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router 374f2091-1cd7-44fb-8d56-1be7687caa46 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:29.965004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-0f633104-75b6-4d47-b28c-a4d2f2188c08 None None] For port 589d96dd-0d78-44b7-a619-3d8c7632ea46, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=589d96dd-0d78-44b7-a619-3d8c7632ea46,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:29.966394 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0f633104-75b6-4d47-b28c-a4d2f2188c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.972200 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:29.973286 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Fanout notify agent at l3_agent the message router_deleted on router 319f8dcb-f60f-4a9a-9d94-5703b08f9767 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:27:29.991307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.002563 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d3a7c4b8-dda0-4e7b-b20e-a9d5685cba30 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/319f8dcb-f60f-4a9a-9d94-5703b08f9767 HTTP/1.1" status: 204 len: 168 time: 3.6378324 Aug 03 19:27:30.005180 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.007588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53750) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:30.017723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-0f633104-75b6-4d47-b28c-a4d2f2188c08 None None] Calling delete_port for 589d96dd-0d78-44b7-a619-3d8c7632ea46 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:30.028010 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.036517 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fcd15bd4-d890-4311-bb34-a27dbd378fb8 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1714749749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:30.215949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Network 803531de-87af-4ce3-96ef-771520f7dc68 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:30.235442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:30.250787 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee8e7f-a9f6-4f24-9801-e0bfba8a230b None None] Sync routers for ids ['374f2091-1cd7-44fb-8d56-1be7687caa46'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:30.251816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event updated for resources: {'Port': ['ID=ba930131-8f42-4cc6-a700-d94ac0e9fa21,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:30.259516 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ff302c83-3a5f-4a02-8f33-c22e59bbc592 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "PUT /v2.0/routers/374f2091-1cd7-44fb-8d56-1be7687caa46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5822084 Aug 03 19:27:30.259823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:30.261427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53752) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:30.283688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:30.343470 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee8e7f-a9f6-4f24-9801-e0bfba8a230b None None] Routers {'374f2091-1cd7-44fb-8d56-1be7687caa46'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:30.344499 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-aaee8e7f-a9f6-4f24-9801-e0bfba8a230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['374f2091-1cd7-44fb-8d56-1be7687caa46'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:30.375720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f056ce-3253-451c-86be-e2fceabe698e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting subnet 978ff7fd-3468-4cfd-b2eb-46def902baf4 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:30.392567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcd15bd4-d890-4311-bb34-a27dbd378fb8 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.394008 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcd15bd4-d890-4311-bb34-a27dbd378fb8 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.499917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcd15bd4-d890-4311-bb34-a27dbd378fb8 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.505537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9f056ce-3253-451c-86be-e2fceabe698e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.578017 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-aaee8e7f-a9f6-4f24-9801-e0bfba8a230b None None] Set router 374f2091-1cd7-44fb-8d56-1be7687caa46 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:30.623730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcd15bd4-d890-4311-bb34-a27dbd378fb8 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.670205 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0f633104-75b6-4d47-b28c-a4d2f2188c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.721023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f633104-75b6-4d47-b28c-a4d2f2188c08 None None] Pushing event deleted for resources: {'Port': ['ID=589d96dd-0d78-44b7-a619-3d8c7632ea46,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:30.732059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f633104-75b6-4d47-b28c-a4d2f2188c08 None None] No DVR routers for this DVR port 589d96dd-0d78-44b7-a619-3d8c7632ea46 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:30.764219 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:30.765117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.779976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-afc48d30-0752-4f39-8ec3-fd16def85eaf None None] Provisioning for port ba930131-8f42-4cc6-a700-d94ac0e9fa21 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:30.785246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-afc48d30-0752-4f39-8ec3-fd16def85eaf None None] Provisioning complete for port ba930131-8f42-4cc6-a700-d94ac0e9fa21 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:30.785653 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-afc48d30-0752-4f39-8ec3-fd16def85eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.791609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e4249a-7b85-4752-9499-f5af39cf5bc6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:30.795648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e4249a-7b85-4752-9499-f5af39cf5bc6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.823884 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcd15bd4-d890-4311-bb34-a27dbd378fb8 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.825670 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fcd15bd4-d890-4311-bb34-a27dbd378fb8 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7981417 Aug 03 19:27:30.829101 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9f056ce-3253-451c-86be-e2fceabe698e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.830450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53758) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:30.836156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'enable_snat': False}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:30.901436 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-afc48d30-0752-4f39-8ec3-fd16def85eaf None None] Port ba930131-8f42-4cc6-a700-d94ac0e9fa21 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:30.936239 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a74e08a0-296b-495e-9797-5ee1339221c7 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1631815 Aug 03 19:27:31.137371 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Request body: {'port': {'device_id': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:31.207479 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.210273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e4249a-7b85-4752-9499-f5af39cf5bc6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.257164 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.313821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e4249a-7b85-4752-9499-f5af39cf5bc6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:31.338090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a3e4249a-7b85-4752-9499-f5af39cf5bc6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:31.348785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e4249a-7b85-4752-9499-f5af39cf5bc6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:31.349405 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e4249a-7b85-4752-9499-f5af39cf5bc6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.357711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54f393-fb0e-4196-a8be-d5337afb5654 req-0764e237-85b7-4792-8f04-510f78412742 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:31.360774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 589d96dd-0d78-44b7-a619-3d8c7632ea46 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:31.382556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa54f393-fb0e-4196-a8be-d5337afb5654 req-0764e237-85b7-4792-8f04-510f78412742 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 932 time: 0.4673796 Aug 03 19:27:31.427173 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a3e4249a-7b85-4752-9499-f5af39cf5bc6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8193438 Aug 03 19:27:31.431209 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53760) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:31.436979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fe4f29d2-e2ef-49ba-8266-53168895fc7c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': '7ce5ad68-dc55-4e22-bf0c-e11bb765e35f', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-874142403'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:31.451492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106c635-1ca4-42f2-9599-51a92f3f228a None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:31.454957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 589d96dd-0d78-44b7-a619-3d8c7632ea46 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:31.455553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 589d96dd-0d78-44b7-a619-3d8c7632ea46 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:31.469686 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-aaee8e7f-a9f6-4f24-9801-e0bfba8a230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:27:28Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:31.478965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9f056ce-3253-451c-86be-e2fceabe698e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.528057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa54f393-fb0e-4196-a8be-d5337afb5654 req-5902c64e-983f-4711-8ced-a73168908e26 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365705 Aug 03 19:27:31.550165 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee8e7f-a9f6-4f24-9801-e0bfba8a230b None None] Checking router: 374f2091-1cd7-44fb-8d56-1be7687caa46 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:31.573214 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee8e7f-a9f6-4f24-9801-e0bfba8a230b None None] Routers {'374f2091-1cd7-44fb-8d56-1be7687caa46'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:31.573898 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-aaee8e7f-a9f6-4f24-9801-e0bfba8a230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['374f2091-1cd7-44fb-8d56-1be7687caa46'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:31.679888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4249a-7b85-4752-9499-f5af39cf5bc6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=7ce5ad68-dc55-4e22-bf0c-e11bb765e35f,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:31.777259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': '7ce5ad68-dc55-4e22-bf0c-e11bb765e35f'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:27:31.778321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9f056ce-3253-451c-86be-e2fceabe698e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.778877 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.818024 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-aaee8e7f-a9f6-4f24-9801-e0bfba8a230b None None] Set router 374f2091-1cd7-44fb-8d56-1be7687caa46 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:32.042729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.107688 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.177919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4f29d2-e2ef-49ba-8266-53168895fc7c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:32.234548 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-aaee8e7f-a9f6-4f24-9801-e0bfba8a230b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:27:28Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:32.295755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/7ce5ad68-dc55-4e22-bf0c-e11bb765e35f/409a09f5-860a-4d31-87eb-28942518e942) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:32.312020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ad8fd-edc2-4306-a3e0-f5ddf872586c None None] Network 5d156c52-eeba-4cee-a0fc-1186738ac05d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:32.331397 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee8e7f-a9f6-4f24-9801-e0bfba8a230b None None] The sync data for ids ['374f2091-1cd7-44fb-8d56-1be7687caa46'] in n-d-802918-7 is: [{'id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58488301', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:25:40Z', 'updated_at': '2021-08-03T19:27:28Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': '4da77c2f-c102-4e63-a0bc-ef47f066a790', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374f2091-1cd7-44fb-8d56-1be7687caa46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:25:41Z', 'updated_at': '2021-08-03T19:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:32.380307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe4f29d2-e2ef-49ba-8266-53168895fc7c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.384105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f056ce-3253-451c-86be-e2fceabe698e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Subnet': ['ID=978ff7fd-3468-4cfd-b2eb-46def902baf4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:32.389521 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9f056ce-3253-451c-86be-e2fceabe698e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.393168 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b9f056ce-3253-451c-86be-e2fceabe698e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/subnets/978ff7fd-3468-4cfd-b2eb-46def902baf4 HTTP/1.1" status: 204 len: 168 time: 2.1117485 Aug 03 19:27:32.398698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53768) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:32.456515 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-fe4f29d2-e2ef-49ba-8266-53168895fc7c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 24ec19b3-04a5-45cf-9d29-920fb374d2a6 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:27:32.510281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53770) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:32.681265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Allocated IP 172.25.8.217 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b9734c94-15ba-42e9-af9f-3829c1c9440f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:32.789648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d372a25-1abc-4ce4-a1a6-094f8d4d8bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.037919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72db527-9b3f-4c81-ad9e-158ea4e5d419 None None] DHCP port deletion for 5d156c52-eeba-4cee-a0fc-1186738ac05d request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:27:33.057277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.151042 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.245116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Transition to ACTIVE for port object 409a09f5-860a-4d31-87eb-28942518e942 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:33.270761 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.337921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 33452bb7-7524-4c44-bf68-47f0020d1514 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:33.352906 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.383920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c72db527-9b3f-4c81-ad9e-158ea4e5d419 None None] Deleting port fa67ee2d-350b-4200-a1a1-7fa809415813 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:33.384512 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c72db527-9b3f-4c81-ad9e-158ea4e5d419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.432856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:33.440071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba930131-8f42-4cc6-a700-d94ac0e9fa21 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:27:33.461613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:33.465089 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.499981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:33.504481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Transition to ACTIVE for port object ba930131-8f42-4cc6-a700-d94ac0e9fa21 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:33.518515 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.522201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b05e7-5017-4f81-adb5-e651a09dd9d6 req-1f84d3f2-0e77-499d-924d-fdd532a566e8 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:33.530693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab0b05e7-5017-4f81-adb5-e651a09dd9d6 req-1f84d3f2-0e77-499d-924d-fdd532a566e8 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 932 time: 0.4517646 Aug 03 19:27:33.539010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Pushing event updated for resources: {'Port': ['ID=b9734c94-15ba-42e9-af9f-3829c1c9440f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:33.574973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c72db527-9b3f-4c81-ad9e-158ea4e5d419 None None] For port fa67ee2d-350b-4200-a1a1-7fa809415813, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fa67ee2d-350b-4200-a1a1-7fa809415813,segment=NetworkSegment(9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6),segment_id=9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:33.575748 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c72db527-9b3f-4c81-ad9e-158ea4e5d419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.580786 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d372a25-1abc-4ce4-a1a6-094f8d4d8bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.595359 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d372a25-1abc-4ce4-a1a6-094f8d4d8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.611057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c72db527-9b3f-4c81-ad9e-158ea4e5d419 None None] Calling delete_port for fa67ee2d-350b-4200-a1a1-7fa809415813 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:33.639826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab0b05e7-5017-4f81-adb5-e651a09dd9d6 req-397a1f1b-5700-4635-b9d6-5b45a5309f19 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079533 Aug 03 19:27:33.662399 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.666944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Pushing event updated for resources: {'Port': ['ID=ba930131-8f42-4cc6-a700-d94ac0e9fa21,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:33.739737 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5d372a25-1abc-4ce4-a1a6-094f8d4d8bc3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8da30364d154e4a8b3e6daf648e453e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2271998 Aug 03 19:27:33.742539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d372a25-1abc-4ce4-a1a6-094f8d4d8bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6adcb8-e6bc-41b0-ad11-50a4aefd9237,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:33.749530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53776) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:33.827230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 33452bb7-7524-4c44-bf68-47f0020d1514 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:33.827624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 33452bb7-7524-4c44-bf68-47f0020d1514 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:33.828054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fa67ee2d-350b-4200-a1a1-7fa809415813 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:33.851182 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Transition to ACTIVE for port object 409a09f5-860a-4d31-87eb-28942518e942 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:33.853205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: fa67ee2d-350b-4200-a1a1-7fa809415813 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:33.853396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fa67ee2d-350b-4200-a1a1-7fa809415813 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:33.856924 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c72db527-9b3f-4c81-ad9e-158ea4e5d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.903450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72db527-9b3f-4c81-ad9e-158ea4e5d419 None None] No DVR routers for this DVR port fa67ee2d-350b-4200-a1a1-7fa809415813 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:33.909797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port 4da77c2f-c102-4e63-a0bc-ef47f066a790 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:33.910569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.918546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72db527-9b3f-4c81-ad9e-158ea4e5d419 None None] Pushing event deleted for resources: {'Port': ['ID=fa67ee2d-350b-4200-a1a1-7fa809415813,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:33.922451 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.949535 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4f29d2-e2ef-49ba-8266-53168895fc7c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:27:33.950245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4f29d2-e2ef-49ba-8266-53168895fc7c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:27:33.984865 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fe4f29d2-e2ef-49ba-8266-53168895fc7c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5525262 Aug 03 19:27:33.992074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53778) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:34.009649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Pushing event updated for resources: {'Port': ['ID=409a09f5-860a-4d31-87eb-28942518e942,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:34.017737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:34.023381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:34.049007 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d9e5-d11f-45de-b4bd-1ab84e4184b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.056762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:34.079153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Attempting to bind port ba930131-8f42-4cc6-a700-d94ac0e9fa21 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:34.079528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Attempting to bind port ba930131-8f42-4cc6-a700-d94ac0e9fa21 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:34.079944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Attempting to bind port ba930131-8f42-4cc6-a700-d94ac0e9fa21 on network 803531de-87af-4ce3-96ef-771520f7dc68 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:34.091326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Port ba930131-8f42-4cc6-a700-d94ac0e9fa21 on network 803531de-87af-4ce3-96ef-771520f7dc68 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:27:34.091646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Attempting to bind port ba930131-8f42-4cc6-a700-d94ac0e9fa21 on network 803531de-87af-4ce3-96ef-771520f7dc68 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:34.106950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:34.107341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Checking segment: {'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:34.107783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Bound using segment: {'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:34.108130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Bound port: ba930131-8f42-4cc6-a700-d94ac0e9fa21, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7319bd84-7811-4a11-ba69-50e2122ed946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:34.108498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.115491 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d2b033-6645-4a56-b6ff-5c802d294e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.193343 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d2b033-6645-4a56-b6ff-5c802d294e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.233353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Attempting to bind port 409a09f5-860a-4d31-87eb-28942518e942 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:34.234592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Attempting to bind port 409a09f5-860a-4d31-87eb-28942518e942 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:34.234592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Attempting to bind port 409a09f5-860a-4d31-87eb-28942518e942 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:34.243146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:34.243509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:34.243935 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.244336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:34.244865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Bound port: 409a09f5-860a-4d31-87eb-28942518e942, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:34.245224 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.251836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e03d921-3ee7-45ac-9fe1-d92754318b56 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.259259 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7e03d921-3ee7-45ac-9fe1-d92754318b56 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2620201 Aug 03 19:27:34.262829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53780) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:34.349324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] For port 409a09f5-860a-4d31-87eb-28942518e942, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:34.355381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] For port 409a09f5-860a-4d31-87eb-28942518e942, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=409a09f5-860a-4d31-87eb-28942518e942,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:34.360900 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d2b033-6645-4a56-b6ff-5c802d294e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.363866 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.367139 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d2b033-6645-4a56-b6ff-5c802d294e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.369982 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-93d2b033-6645-4a56-b6ff-5c802d294e24 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df6adcb8-e6bc-41b0-ad11-50a4aefd9237 HTTP/1.1" status: 204 len: 168 time: 0.5327311 Aug 03 19:27:34.395899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] For port ba930131-8f42-4cc6-a700-d94ac0e9fa21, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:34.404104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] For port ba930131-8f42-4cc6-a700-d94ac0e9fa21, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:34.407318 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2b033-6645-4a56-b6ff-5c802d294e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6adcb8-e6bc-41b0-ad11-50a4aefd9237,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:34.414798 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.463864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c80af-d5ee-412b-9708-f167672b931f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.471667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.472374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c80af-d5ee-412b-9708-f167672b931f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.472474 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.474073 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] 10.222.0.37 "PUT /v2.0/ports/ba930131-8f42-4cc6-a700-d94ac0e9fa21 HTTP/1.1" status: 200 len: 1092 time: 3.5156810 Aug 03 19:27:34.488555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-628c80af-d5ee-412b-9708-f167672b931f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2194700 Aug 03 19:27:34.500581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port 4da77c2f-c102-4e63-a0bc-ef47f066a790, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4da77c2f-c102-4e63-a0bc-ef47f066a790,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:34.500997 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.504286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53784) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:34.627736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:34.632760 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af438ee5-dfd9-496b-b89f-14583282fbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:34.635016 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.652051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088524d-df1e-48f6-aa9c-69d42b16584b service neutron] Pushing event updated for resources: {'Port': ['ID=ba930131-8f42-4cc6-a700-d94ac0e9fa21,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:34.658466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-5963ec51-f3aa-4166-ac29-35b4552171ec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 7ce5ad68-dc55-4e22-bf0c-e11bb765e35f {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:34.667630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6e8be-2e8f-46ce-9b1d-4661d6498f20 None None] Pushing event updated for resources: {'Port': ['ID=409a09f5-860a-4d31-87eb-28942518e942,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:34.690581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5963ec51-f3aa-4166-ac29-35b4552171ec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.765387 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cf28e4-8d85-4a7d-a7ad-b12af5caf03f x-openstack-request-id: req-30cf28e4-8d85-4a7d-a7ad-b12af5caf03f {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:34.765822 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:34.766239 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-30cf28e4-8d85-4a7d-a7ad-b12af5caf03f {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:34.768007 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'status': 'completed', 'code': 200} Aug 03 19:27:34.808464 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5963ec51-f3aa-4166-ac29-35b4552171ec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.826582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-7007e2a9-9949-4c63-a505-f08884f7407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.837178 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-7007e2a9-9949-4c63-a505-f08884f7407f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da4b8a4027f24153bbf8a48dd7c29730&device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 1095 time: 0.1747818 Aug 03 19:27:34.949811 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-80365a78-71b1-400e-a578-8b9ada683f4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21 HTTP/1.1" status: 200 len: 217 time: 0.0998089 Aug 03 19:27:34.959182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for 4da77c2f-c102-4e63-a0bc-ef47f066a790 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:35.120221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-98bac3ff-6983-43ad-bff5-18d3484b311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:35.123047 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-98bac3ff-6983-43ad-bff5-18d3484b311e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f27124e5-3bd4-4b46-97d4-75493df87148 HTTP/1.1" status: 200 len: 852 time: 0.1573424 Aug 03 19:27:35.238665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-dfa3a1f1-de17-4c9f-a8b8-aa25df358d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:35.244099 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-dfa3a1f1-de17-4c9f-a8b8-aa25df358d1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=803531de-87af-4ce3-96ef-771520f7dc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104214 Aug 03 19:27:35.506906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 409a09f5-860a-4d31-87eb-28942518e942 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:35.525033 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-744f9570-bb42-47a4-a532-d3abfc88e698 service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707942 Aug 03 19:27:35.579858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 409a09f5-860a-4d31-87eb-28942518e942 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:35.658026 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5963ec51-f3aa-4166-ac29-35b4552171ec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.748365 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b54962c-45f0-43eb-abdc-174a43951be0 req-a4e13268-3436-4a25-9a1e-1691de229dff service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128808 Aug 03 19:27:35.918957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af438ee5-dfd9-496b-b89f-14583282fbdc req-9e0c35b9-f9a3-45a1-9c6c-a963b7449d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:35.920589 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-af438ee5-dfd9-496b-b89f-14583282fbdc req-9e0c35b9-f9a3-45a1-9c6c-a963b7449d6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da4b8a4027f24153bbf8a48dd7c29730&device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 1095 time: 0.0927467 Aug 03 19:27:35.980063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91ac3-8f4b-4492-aaf7-33a2ef62ce3f req-655d0cbb-eb05-4be3-9332-2e11866953b9 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:35.983274 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ce91ac3-8f4b-4492-aaf7-33a2ef62ce3f req-655d0cbb-eb05-4be3-9332-2e11866953b9 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 944 time: 1.1414495 Aug 03 19:27:36.093368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af438ee5-dfd9-496b-b89f-14583282fbdc req-d52cc099-1420-4307-8bca-22f76e164f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:36.096886 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-af438ee5-dfd9-496b-b89f-14583282fbdc req-d52cc099-1420-4307-8bca-22f76e164f24 service neutron] 10.222.0.37 "GET /v2.0/networks?id=803531de-87af-4ce3-96ef-771520f7dc68 HTTP/1.1" status: 200 len: 914 time: 0.1655419 Aug 03 19:27:36.182702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ce91ac3-8f4b-4492-aaf7-33a2ef62ce3f req-5318e546-0b7c-4cd4-83a0-c4497bb62ff6 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844146 Aug 03 19:27:36.212203 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-af438ee5-dfd9-496b-b89f-14583282fbdc req-a8cea551-283b-4196-928e-16ede46a27b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21 HTTP/1.1" status: 200 len: 217 time: 0.1083393 Aug 03 19:27:36.276697 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5963ec51-f3aa-4166-ac29-35b4552171ec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.326002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963ec51-f3aa-4166-ac29-35b4552171ec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce5ad68-dc55-4e22-bf0c-e11bb765e35f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:36.338062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af438ee5-dfd9-496b-b89f-14583282fbdc req-420cea90-5d9e-4934-b543-3edb80140794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:36.339650 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-af438ee5-dfd9-496b-b89f-14583282fbdc req-420cea90-5d9e-4934-b543-3edb80140794 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f27124e5-3bd4-4b46-97d4-75493df87148 HTTP/1.1" status: 200 len: 852 time: 0.1183970 Aug 03 19:27:36.357224 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5963ec51-f3aa-4166-ac29-35b4552171ec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.359786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5963ec51-f3aa-4166-ac29-35b4552171ec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/7ce5ad68-dc55-4e22-bf0c-e11bb765e35f HTTP/1.1" status: 204 len: 168 time: 1.8432662 Aug 03 19:27:36.365710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53812) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:36.376515 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.423482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af438ee5-dfd9-496b-b89f-14583282fbdc req-b7b2a34e-d628-43b9-be8c-5262751c88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:36.430680 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-af438ee5-dfd9-496b-b89f-14583282fbdc req-b7b2a34e-d628-43b9-be8c-5262751c88f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=803531de-87af-4ce3-96ef-771520f7dc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772352 Aug 03 19:27:36.434228 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.439360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-75c565fe-a7a7-418f-ad3b-c98110e01ea8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692196 Aug 03 19:27:36.448198 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53814) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:36.453646 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4aea-cf7f-4cd4-8376-a289df356bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.455800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-42f6c0d3-7562-4a61-8c45-c222be22c545 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:36.474554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4310e044-cfac-4241-914d-1a12668c680c None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:36.595817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f6c0d3-7562-4a61-8c45-c222be22c545 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:36.600146 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42f6c0d3-7562-4a61-8c45-c222be22c545 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.604082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-05a298d2-b33d-4c8c-9363-e3b7ee8d50b2 None None] Provisioning for port 409a09f5-860a-4d31-87eb-28942518e942 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:36.632043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-05a298d2-b33d-4c8c-9363-e3b7ee8d50b2 None None] Provisioning complete for port 409a09f5-860a-4d31-87eb-28942518e942 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:36.632433 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-05a298d2-b33d-4c8c-9363-e3b7ee8d50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.671760 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-af438ee5-dfd9-496b-b89f-14583282fbdc req-e660871a-fafb-442f-b16e-60ebf7780863 service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329521 Aug 03 19:27:36.715359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.763466 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.787673 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-05a298d2-b33d-4c8c-9363-e3b7ee8d50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.792124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=4da77c2f-c102-4e63-a0bc-ef47f066a790,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:36.863739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-05a298d2-b33d-4c8c-9363-e3b7ee8d50b2 None None] For port 409a09f5-860a-4d31-87eb-28942518e942, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=409a09f5-860a-4d31-87eb-28942518e942,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:36.877109 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-05a298d2-b33d-4c8c-9363-e3b7ee8d50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.914650 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-af438ee5-dfd9-496b-b89f-14583282fbdc req-d66ef03b-65d6-45a7-bb10-725357ccd091 service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347164 Aug 03 19:27:36.944850 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cefe0e-d7b8-4ec9-aed5-688f025bf559 None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:27:37.016594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a298d2-b33d-4c8c-9363-e3b7ee8d50b2 None None] Pushing event updated for resources: {'Port': ['ID=409a09f5-860a-4d31-87eb-28942518e942,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:37.044853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-03cefe0e-d7b8-4ec9-aed5-688f025bf559 None None] Deleting port 409a09f5-860a-4d31-87eb-28942518e942 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:37.045306 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-03cefe0e-d7b8-4ec9-aed5-688f025bf559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.084199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.133032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-03cefe0e-d7b8-4ec9-aed5-688f025bf559 None None] For port 409a09f5-860a-4d31-87eb-28942518e942, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=409a09f5-860a-4d31-87eb-28942518e942,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:37.134223 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-03cefe0e-d7b8-4ec9-aed5-688f025bf559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.151442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-03cefe0e-d7b8-4ec9-aed5-688f025bf559 None None] Calling delete_port for 409a09f5-860a-4d31-87eb-28942518e942 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:37.232045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.239229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.282805 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-03cefe0e-d7b8-4ec9-aed5-688f025bf559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.329414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cefe0e-d7b8-4ec9-aed5-688f025bf559 None None] Pushing event deleted for resources: {'Port': ['ID=409a09f5-860a-4d31-87eb-28942518e942,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:37.342074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cefe0e-d7b8-4ec9-aed5-688f025bf559 None None] No DVR routers for this DVR port 409a09f5-860a-4d31-87eb-28942518e942 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:37.447603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.448218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Fanout notify agent at l3_agent the message router_deleted on router 374f2091-1cd7-44fb-8d56-1be7687caa46 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:27:37.469001 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.470605 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b53c5019-67e1-4920-9da9-9e84d3b2a533 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/routers/374f2091-1cd7-44fb-8d56-1be7687caa46 HTTP/1.1" status: 204 len: 168 time: 5.0663011 Aug 03 19:27:37.475569 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53824) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:37.485007 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42f6c0d3-7562-4a61-8c45-c222be22c545 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.496475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 409a09f5-860a-4d31-87eb-28942518e942 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:37.527111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 409a09f5-860a-4d31-87eb-28942518e942 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:37.528935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 409a09f5-860a-4d31-87eb-28942518e942 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:37.569907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f6c0d3-7562-4a61-8c45-c222be22c545 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:37.585260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-42f6c0d3-7562-4a61-8c45-c222be22c545 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:37.589604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f6c0d3-7562-4a61-8c45-c222be22c545 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:37.590490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-42f6c0d3-7562-4a61-8c45-c222be22c545 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.608720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7d7a5a-4e1d-4c0d-a015-9ec5f56b159b None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:37.613884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Router 792092fe-56b8-4653-b2ef-4c94e65b254f is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:27:37.647962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.648691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-42f6c0d3-7562-4a61-8c45-c222be22c545 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1976449 Aug 03 19:27:37.650564 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53826) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:37.695495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2d453500-3b67-4bf8-9862-b2665af4ffec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-176920660', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:37.796530 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.813741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d156c52-eeba-4cee-a0fc-1186738ac05d']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:37.846954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:37.847973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0bd48c-eed9-4f84-a9b9-0ab44fc64ae6') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:37.850850 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d453500-3b67-4bf8-9862-b2665af4ffec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.852634 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d453500-3b67-4bf8-9862-b2665af4ffec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.868083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.904298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.927325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:27:37.929185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.997304 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.047942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d453500-3b67-4bf8-9862-b2665af4ffec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:27:38.084504 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:27:38.093097 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.102657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.108372 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/networks/5d156c52-eeba-4cee-a0fc-1186738ac05d HTTP/1.1" status: 204 len: 168 time: 0.6270425 Aug 03 19:27:38.144743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53830) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:38.159257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d3fd1-a1b6-46ae-a708-9a6475643f3b req-7a74e230-c73d-42b6-946c-41fabe31e881 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:38.161422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619d3fd1-a1b6-46ae-a708-9a6475643f3b req-7a74e230-c73d-42b6-946c-41fabe31e881 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 944 time: 0.7696445 Aug 03 19:27:38.177753 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d453500-3b67-4bf8-9862-b2665af4ffec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.197017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09a617-3021-4052-9f14-c55dd8621d62 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Network': ['ID=5d156c52-eeba-4cee-a0fc-1186738ac05d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:38.217195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': '2188d7ea-c2a7-4f78-b661-b41e82292311'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:27:38.218532 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.266603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6c0d3-7562-4a61-8c45-c222be22c545 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=2188d7ea-c2a7-4f78-b661-b41e82292311,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:38.355705 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2d453500-3b67-4bf8-9862-b2665af4ffec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.360310 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2d453500-3b67-4bf8-9862-b2665af4ffec tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6877484 Aug 03 19:27:38.364950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f67a7ee-2978-4c12-b531-20aa6eb4b073 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.368986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53832) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:38.434719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619d3fd1-a1b6-46ae-a708-9a6475643f3b req-4468dbcb-294c-4bb9-bb4d-12999bf99e0a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915412 Aug 03 19:27:38.455227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:38.460166 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.462296 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6b06faa7-e6d5-402f-9b17-11352069e26a tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "PUT /v2.0/routers/792092fe-56b8-4653-b2ef-4c94e65b254f HTTP/1.1" status: 200 len: 920 time: 7.6303639 Aug 03 19:27:38.466434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53834) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:38.511092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd90705-1522-48ca-812d-46b9ceffbb02 None None] Sync routers for ids ['792092fe-56b8-4653-b2ef-4c94e65b254f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:38.556040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd90705-1522-48ca-812d-46b9ceffbb02 None None] Routers {'792092fe-56b8-4653-b2ef-4c94e65b254f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:38.556592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-acd90705-1522-48ca-812d-46b9ceffbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['792092fe-56b8-4653-b2ef-4c94e65b254f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:38.620373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-acd90705-1522-48ca-812d-46b9ceffbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:38.621840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f67a7ee-2978-4c12-b531-20aa6eb4b073 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.645001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-da8b85d9-a173-4bb2-83d9-c456d982596e tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/routers/792092fe-56b8-4653-b2ef-4c94e65b254f HTTP/1.1" status: 200 len: 926 time: 0.1761508 Aug 03 19:27:38.647751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53836) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:38.666296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd90705-1522-48ca-812d-46b9ceffbb02 None None] Routers {'792092fe-56b8-4653-b2ef-4c94e65b254f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:38.668106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-acd90705-1522-48ca-812d-46b9ceffbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['792092fe-56b8-4653-b2ef-4c94e65b254f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:38.672888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/2188d7ea-c2a7-4f78-b661-b41e82292311/60b188fa-8119-4f0c-95da-064134871546) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:38.724202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc2ccf7-4cf6-4185-8ecf-a5a571fef319 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:38.727388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8fc2ccf7-4cf6-4185-8ecf-a5a571fef319 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&device_id=792092fe-56b8-4653-b2ef-4c94e65b254f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0759816 Aug 03 19:27:38.729621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-acd90705-1522-48ca-812d-46b9ceffbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:38.730304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd90705-1522-48ca-812d-46b9ceffbb02 None None] The sync data for ids ['792092fe-56b8-4653-b2ef-4c94e65b254f'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:38.732743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53838) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:38.854530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23c99b0-0f3b-4ca0-88ef-e9b1abd70764 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:38.856074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a23c99b0-0f3b-4ca0-88ef-e9b1abd70764 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/networks/ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 881 time: 0.1212072 Aug 03 19:27:38.859017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53840) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:38.890817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5e338f3b-e1f0-45e9-9ad3-7439227b5077 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=792092fe-56b8-4653-b2ef-4c94e65b254f HTTP/1.1" status: 200 len: 205 time: 0.0304890 Aug 03 19:27:38.893424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53842) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:38.917016 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.928342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Transition to ACTIVE for port object 60b188fa-8119-4f0c-95da-064134871546 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:38.951577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Transition to ACTIVE for port object 60b188fa-8119-4f0c-95da-064134871546 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:38.961285 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.016321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:39.026409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Pushing event updated for resources: {'Port': ['ID=60b188fa-8119-4f0c-95da-064134871546,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:39.032506 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:39.035628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:39.046760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.065050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f67a7ee-2978-4c12-b531-20aa6eb4b073 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.069022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f67a7ee-2978-4c12-b531-20aa6eb4b073 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.073571 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9f67a7ee-2978-4c12-b531-20aa6eb4b073 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/security-groups/6cfbcee9-6e7d-455c-9d28-4c6630b2323d HTTP/1.1" status: 204 len: 168 time: 0.9274426 Aug 03 19:27:39.103892 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.137629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67a7ee-2978-4c12-b531-20aa6eb4b073 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfbcee9-6e7d-455c-9d28-4c6630b2323d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:39.180546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Attempting to bind port 60b188fa-8119-4f0c-95da-064134871546 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:39.185141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Attempting to bind port 60b188fa-8119-4f0c-95da-064134871546 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:39.185350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Attempting to bind port 60b188fa-8119-4f0c-95da-064134871546 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:39.200127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:39.201192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:39.202245 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.202944 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:39.204254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Bound port: 60b188fa-8119-4f0c-95da-064134871546, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:39.205221 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.249350 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.310474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] For port 60b188fa-8119-4f0c-95da-064134871546, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:39.315349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] For port 60b188fa-8119-4f0c-95da-064134871546, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=60b188fa-8119-4f0c-95da-064134871546,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:39.319215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4da77c2f-c102-4e63-a0bc-ef47f066a790 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:39.370046 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.373398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Deleting port b9734c94-15ba-42e9-af9f-3829c1c9440f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:39.373785 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.380327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 4da77c2f-c102-4e63-a0bc-ef47f066a790 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:39.381091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4da77c2f-c102-4e63-a0bc-ef47f066a790 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:39.504408 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::1 (be4488c1-7522-4535-990c-62582defe7af/2188d7ea-c2a7-4f78-b661-b41e82292311/69599e37-6509-4692-a886-55b47a9b9696) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:39.584909 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.590733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc697e7-8bd3-4631-be57-bddae053fa86 None None] Pushing event updated for resources: {'Port': ['ID=60b188fa-8119-4f0c-95da-064134871546,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:39.707599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Calling delete_port for b9734c94-15ba-42e9-af9f-3829c1c9440f owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:39.714663 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.868559 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53858) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:39.879185 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-67cd281f-49a4-4a9e-b145-e365af989eee tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-843261011', 'description': 'tempest-secgroup-smoke-843261011 description', 'project_id': 'b5fb9b01c0b84db08e058795c9072907'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:39.944246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.005067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 69599e37-6509-4692-a886-55b47a9b9696 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:40.011691 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67cd281f-49a4-4a9e-b145-e365af989eee tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.096166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aa200-96c8-4a25-81a9-5404254d081e req-f087809f-537a-41e4-865f-8dd55645b3ed tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:40.112515 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-524aa200-96c8-4a25-81a9-5404254d081e req-f087809f-537a-41e4-865f-8dd55645b3ed tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 944 time: 0.4919212 Aug 03 19:27:40.161534 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.203922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.223763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Pushing event deleted for resources: {'Port': ['ID=b9734c94-15ba-42e9-af9f-3829c1c9440f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:40.275015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:40.281973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=69599e37-6509-4692-a886-55b47a9b9696,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:40.287931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:40.292606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:40.293181 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.359490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-524aa200-96c8-4a25-81a9-5404254d081e req-9ca47d21-b0b2-4601-bfd6-886a250582f4 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274010 Aug 03 19:27:40.366573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67cd281f-49a4-4a9e-b145-e365af989eee tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.395716 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.421641 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67cd281f-49a4-4a9e-b145-e365af989eee tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.475726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67cd281f-49a4-4a9e-b145-e365af989eee tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.480878 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-67cd281f-49a4-4a9e-b145-e365af989eee tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6100492 Aug 03 19:27:40.481751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53860) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:40.491801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0a47409d-b118-486a-b44a-dc8c1c821d6d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '1a389df5-01de-4ecb-9180-4dacd3d11489', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:40.496556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd281f-49a4-4a9e-b145-e365af989eee tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a389df5-01de-4ecb-9180-4dacd3d11489,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:40.522190 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.525272 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.553000 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.578720 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.579370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Fanout notify agent at l3_agent the message router_deleted on router 792092fe-56b8-4653-b2ef-4c94e65b254f {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:27:40.587303 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.588539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-522a24f8-eb52-439b-9b38-2e19806a97f4 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/792092fe-56b8-4653-b2ef-4c94e65b254f HTTP/1.1" status: 204 len: 168 time: 1.6940503 Aug 03 19:27:40.593404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53862) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:40.598482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1184162940', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}, 'admin_state_up': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:40.603705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a47409d-b118-486a-b44a-dc8c1c821d6d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.640292 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.642930 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.725082 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a47409d-b118-486a-b44a-dc8c1c821d6d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.737021 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a47409d-b118-486a-b44a-dc8c1c821d6d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.786115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.834374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47409d-b118-486a-b44a-dc8c1c821d6d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96780b1e-fd05-4afa-a0a5-df8d58ca6735,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:40.842034 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a47409d-b118-486a-b44a-dc8c1c821d6d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.843601 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0a47409d-b118-486a-b44a-dc8c1c821d6d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3585360 Aug 03 19:27:40.850645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53864) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:40.864616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-af067157-f5a5-47ca-b342-2d08aefd794b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '1a389df5-01de-4ecb-9180-4dacd3d11489', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:40.937627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af067157-f5a5-47ca-b342-2d08aefd794b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.039951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af067157-f5a5-47ca-b342-2d08aefd794b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.057277 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af067157-f5a5-47ca-b342-2d08aefd794b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.103188 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:27:41.141848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af067157-f5a5-47ca-b342-2d08aefd794b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e623258-682c-4220-b63e-d824febccf91,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:41.196805 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.202623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-af067157-f5a5-47ca-b342-2d08aefd794b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.204496 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-af067157-f5a5-47ca-b342-2d08aefd794b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3528478 Aug 03 19:27:41.210957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53868) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:41.217884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5f7e3bad-2ed8-4749-a6ca-045799696c53 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '1a389df5-01de-4ecb-9180-4dacd3d11489', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:41.277738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-74d6201d-d485-4b62-9a9b-934c8004b6df None None] Provisioning for port 60b188fa-8119-4f0c-95da-064134871546 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:41.360421 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.371129 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3bad-2ed8-4749-a6ca-045799696c53 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.380465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.382411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.489987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 60b188fa-8119-4f0c-95da-064134871546 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:41.509380 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3bad-2ed8-4749-a6ca-045799696c53 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.515807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=69599e37-6509-4692-a886-55b47a9b9696,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:41.517189 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3bad-2ed8-4749-a6ca-045799696c53 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.572876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e3bad-2ed8-4749-a6ca-045799696c53 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f83662e-b9a0-446d-8b3a-3da5e82202de,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:41.608275 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5f7e3bad-2ed8-4749-a6ca-045799696c53 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.609734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5f7e3bad-2ed8-4749-a6ca-045799696c53 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3970327 Aug 03 19:27:41.615558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53872) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:41.624399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3d2cee14-f2a5-4408-83b5-1742c53f2ab8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '1a389df5-01de-4ecb-9180-4dacd3d11489', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:41.663315 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 60b188fa-8119-4f0c-95da-064134871546 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:41.671829 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 60b188fa-8119-4f0c-95da-064134871546 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:41.672957 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.716617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:41.718503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:41.824552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-48d5d495-c50c-402f-b305-40f376c8e49b None None] Provisioning for port 69599e37-6509-4692-a886-55b47a9b9696 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:41.852745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-48d5d495-c50c-402f-b305-40f376c8e49b None None] Provisioning complete for port 69599e37-6509-4692-a886-55b47a9b9696 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:41.853718 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-48d5d495-c50c-402f-b305-40f376c8e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.939361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Router 4b612757-5532-4daa-8bc7-1b271da8d180 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:27:41.967205 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.980599 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-48d5d495-c50c-402f-b305-40f376c8e49b None None] Port 69599e37-6509-4692-a886-55b47a9b9696 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:42.035251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 60b188fa-8119-4f0c-95da-064134871546, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=60b188fa-8119-4f0c-95da-064134871546,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:42.041550 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.094490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:42.101248 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2634dcd1-70f5-4998-8a06-cc7e34dd8b07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "PUT /v2.0/routers/4b612757-5532-4daa-8bc7-1b271da8d180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7277725 Aug 03 19:27:42.105296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53874) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:42.108902 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Sync routers for ids ['4b612757-5532-4daa-8bc7-1b271da8d180'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:42.133011 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Routers {'4b612757-5532-4daa-8bc7-1b271da8d180'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:42.134272 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4b612757-5532-4daa-8bc7-1b271da8d180'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:42.138818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=60b188fa-8119-4f0c-95da-064134871546,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:42.159009 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.159363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.159747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.160090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.160430 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.160761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.161096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.161425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.174300 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.174695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.175553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.175906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:42.233908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-38c9e6bf-3863-4ad4-b788-b13746caa7eb None None] Provisioning complete for port 69599e37-6509-4692-a886-55b47a9b9696 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:42.234372 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38c9e6bf-3863-4ad4-b788-b13746caa7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.240783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04003993-8949-4d7a-8980-a62ed8d59b7b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:42.241960 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-04003993-8949-4d7a-8980-a62ed8d59b7b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports/69599e37-6509-4692-a886-55b47a9b9696 HTTP/1.1" status: 200 len: 911 time: 0.1245289 Aug 03 19:27:42.246303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53878) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:42.264613 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Set router 4b612757-5532-4daa-8bc7-1b271da8d180 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:42.267381 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d2cee14-f2a5-4408-83b5-1742c53f2ab8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.272689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-38c9e6bf-3863-4ad4-b788-b13746caa7eb None None] Port 69599e37-6509-4692-a886-55b47a9b9696 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:42.313668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90886bd7-9198-44d1-94f1-247e87780292 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:42.320502 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90886bd7-9198-44d1-94f1-247e87780292 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:42.325274 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-90886bd7-9198-44d1-94f1-247e87780292 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0780051 Aug 03 19:27:42.326129 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53880) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:42.331432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a90a2-5949-4399-9202-d3c9a49d2d03 req-93d0e255-c215-4e4c-bdac-e298bdbb537e tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:42.334603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-062a90a2-5949-4399-9202-d3c9a49d2d03 req-93d0e255-c215-4e4c-bdac-e298bdbb537e tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 944 time: 0.7896581 Aug 03 19:27:42.431161 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.480586 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.589273 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b612757-5532-4daa-8bc7-1b271da8d180', 'name': 'tempest-NetworksTestDHCPv6-router-176920660', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:37Z', 'updated_at': '2021-08-03T19:27:40Z', 'revision_number': 2, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None, '_interfaces': [{'id': '69599e37-6509-4692-a886-55b47a9b9696', 'name': '', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'mac_address': 'fa:16:3e:2a:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b612757-5532-4daa-8bc7-1b271da8d180', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '2188d7ea-c2a7-4f78-b661-b41e82292311', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:27:40Z', 'revision_number': 2, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'subnets': [{'id': '2188d7ea-c2a7-4f78-b661-b41e82292311', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:42.646375 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Checking router: 4b612757-5532-4daa-8bc7-1b271da8d180 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:42.648072 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Updating router 4b612757-5532-4daa-8bc7-1b271da8d180 port 69599e37-6509-4692-a886-55b47a9b9696 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:27:42.651832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-062a90a2-5949-4399-9202-d3c9a49d2d03 req-f1623f33-8fb3-4fae-9a8d-aac88b837d57 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866437 Aug 03 19:27:42.692536 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.700662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d2cee14-f2a5-4408-83b5-1742c53f2ab8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.719926 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d2cee14-f2a5-4408-83b5-1742c53f2ab8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.766528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cee14-f2a5-4408-83b5-1742c53f2ab8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913f56ed-ade7-4f85-88ce-8b2090daa655,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:42.819638 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d2cee14-f2a5-4408-83b5-1742c53f2ab8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.820872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3d2cee14-f2a5-4408-83b5-1742c53f2ab8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2010012 Aug 03 19:27:42.825332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53882) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:42.834178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f0286fc1-6f42-4b93-b84f-8d9c7a9ae520 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '1a389df5-01de-4ecb-9180-4dacd3d11489', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:42.895625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Allocated IP 172.25.8.41 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/f05f3a4b-37dd-4619-adf4-7584a1191d2d) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:42.900625 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d33cf88-db9a-4cde-9e7c-80da497aee84 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.919043 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-f0286fc1-6f42-4b93-b84f-8d9c7a9ae520 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Project b5fb9b01c0b84db08e058795c9072907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:27:42.933475 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0286fc1-6f42-4b93-b84f-8d9c7a9ae520 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.140560 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.205127 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0286fc1-6f42-4b93-b84f-8d9c7a9ae520 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.211505 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.235159 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Transition to ACTIVE for port object 69599e37-6509-4692-a886-55b47a9b9696 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:43.257292 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0286fc1-6f42-4b93-b84f-8d9c7a9ae520 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.260032 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.299151 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.350747 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9d33cf88-db9a-4cde-9e7c-80da497aee84 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 69599e37-6509-4692-a886-55b47a9b9696 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:43.351644 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d33cf88-db9a-4cde-9e7c-80da497aee84 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.378881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0286fc1-6f42-4b93-b84f-8d9c7a9ae520 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b42178-172f-4f60-9a92-2ad54719d206,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:43.393420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Pushing event updated for resources: {'Port': ['ID=f05f3a4b-37dd-4619-adf4-7584a1191d2d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:43.410561 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f0286fc1-6f42-4b93-b84f-8d9c7a9ae520 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.412334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f0286fc1-6f42-4b93-b84f-8d9c7a9ae520 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5857320 Aug 03 19:27:43.415933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:43.417095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53888) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:43.422714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'security_group_rule': {'security_group_id': '1a389df5-01de-4ecb-9180-4dacd3d11489', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:43.431385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:43.437915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:43.465972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 60b188fa-8119-4f0c-95da-064134871546 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:43.529967 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Attempting to bind port 69599e37-6509-4692-a886-55b47a9b9696 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:43.530346 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Attempting to bind port 69599e37-6509-4692-a886-55b47a9b9696 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:43.530824 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Attempting to bind port 69599e37-6509-4692-a886-55b47a9b9696 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:43.540950 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9274f1-7b90-49f4-ac2f-ee0398d66147 None None] Pushing event updated for resources: {'Port': ['ID=69599e37-6509-4692-a886-55b47a9b9696,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:43.552781 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:43.553239 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:43.553861 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.556923 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:43.557267 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Bound port: 69599e37-6509-4692-a886-55b47a9b9696, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:43.557709 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.630891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 60b188fa-8119-4f0c-95da-064134871546 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:43.631175 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.654002 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d33cf88-db9a-4cde-9e7c-80da497aee84 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.687480 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] For port 69599e37-6509-4692-a886-55b47a9b9696, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:43.693516 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] For port 69599e37-6509-4692-a886-55b47a9b9696, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=69599e37-6509-4692-a886-55b47a9b9696,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:43.700257 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.710600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9d33cf88-db9a-4cde-9e7c-80da497aee84 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 69599e37-6509-4692-a886-55b47a9b9696 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:43.742852 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Project b5fb9b01c0b84db08e058795c9072907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:27:43.766014 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.766316 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Routers {'4b612757-5532-4daa-8bc7-1b271da8d180'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:43.767115 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4b612757-5532-4daa-8bc7-1b271da8d180'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:44.106368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53894) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:44.110266 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.122656 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.156247 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] Set router 4b612757-5532-4daa-8bc7-1b271da8d180 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:44.165526 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.173631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53898) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:44.174765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7486341 Aug 03 19:27:44.195934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'network': {'name': 'tempest-network-smoke--754185439', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'port_security_enabled': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:44.200480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fe508-1bd1-4c3f-b038-a56713a2077d req-e2bfb775-ed6a-4e24-a7ee-b92bd889897d tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:44.202369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e9fe508-1bd1-4c3f-b038-a56713a2077d req-e2bfb775-ed6a-4e24-a7ee-b92bd889897d tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 944 time: 0.2557704 Aug 03 19:27:44.232790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038aaaab-b0d5-47ad-afcd-aaa403f8ab70,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:44.263633 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.264159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.264691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.265259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.265802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.266281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.266728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.267190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.267831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.268592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.269828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.270276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453bb1ea-f711-4f25-b07c-3cf22f3cca18 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:44.271758 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d33cf88-db9a-4cde-9e7c-80da497aee84 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.289757 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9274f1-7b90-49f4-ac2f-ee0398d66147 None None] Pushing event updated for resources: {'Port': ['ID=69599e37-6509-4692-a886-55b47a9b9696,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:44.315027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7e9fe508-1bd1-4c3f-b038-a56713a2077d req-d05fdd26-bbc4-41db-bd6c-82e83d5480d1 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776424 Aug 03 19:27:44.316488 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.357069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:44.361056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.363803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6ebcace3-3e59-450b-bc9b-9a3394a21f70 None None] Could not find standard attr ID for object 69599e37-6509-4692-a886-55b47a9b9696. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:27:44.374763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33cf88-db9a-4cde-9e7c-80da497aee84 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=69599e37-6509-4692-a886-55b47a9b9696,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:44.564191 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b612757-5532-4daa-8bc7-1b271da8d180', 'name': 'tempest-NetworksTestDHCPv6-router-176920660', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:37Z', 'updated_at': '2021-08-03T19:27:40Z', 'revision_number': 2, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None, '_interfaces': [{'id': '69599e37-6509-4692-a886-55b47a9b9696', 'name': '', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'mac_address': 'fa:16:3e:2a:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b612757-5532-4daa-8bc7-1b271da8d180', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '2188d7ea-c2a7-4f78-b661-b41e82292311', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:27:43Z', 'revision_number': 4, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'subnets': [{'id': '2188d7ea-c2a7-4f78-b661-b41e82292311', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:44.597316 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c053d1b3-fb83-4e12-ac27-3030e2d43e95 None None] The sync data for ids ['4b612757-5532-4daa-8bc7-1b271da8d180'] in n-d-802918-7 is: [{'id': '4b612757-5532-4daa-8bc7-1b271da8d180', 'name': 'tempest-NetworksTestDHCPv6-router-176920660', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:37Z', 'updated_at': '2021-08-03T19:27:40Z', 'revision_number': 2, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None, '_interfaces': [{'id': '69599e37-6509-4692-a886-55b47a9b9696', 'name': '', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'mac_address': 'fa:16:3e:2a:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b612757-5532-4daa-8bc7-1b271da8d180', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': '2188d7ea-c2a7-4f78-b661-b41e82292311', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:39Z', 'updated_at': '2021-08-03T19:27:43Z', 'revision_number': 4, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'subnets': [{'id': '2188d7ea-c2a7-4f78-b661-b41e82292311', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:44.683319 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.898336 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9d7cccf-13bb-46ec-b30f-1a1b163c8585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.927399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Router a293f5d0-64bb-4a6d-86a3-712d3bdb84c1 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:27:45.008448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:27:45.023184 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d33cf88-db9a-4cde-9e7c-80da497aee84 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.036525 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.036927 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Added segment 4018f0b4-f76f-421e-9bb7-f56e0f9d6829 of type vlan for network aadd9960-4dac-471b-9366-8261801b78f6 Aug 03 19:27:45.132482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ba930131-8f42-4cc6-a700-d94ac0e9fa21 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:27:45.156142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:45.178312 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.226165 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e80150-d8c0-4a0e-a412-b507683cb11d None None] Sync routers for ids ['a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:45.275787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e80150-d8c0-4a0e-a412-b507683cb11d None None] Routers {'a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:45.276883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a0e80150-d8c0-4a0e-a412-b507683cb11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:45.315489 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.321619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:45.323158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.339144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d33cf88-db9a-4cde-9e7c-80da497aee84 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Router 4b612757-5532-4daa-8bc7-1b271da8d180 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:45.537155 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9d7cccf-13bb-46ec-b30f-1a1b163c8585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.554542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Network': ['ID=aadd9960-4dac-471b-9366-8261801b78f6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:45.556424 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.569084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9a0c3599-fdc2-45ae-8de7-3c1ce701e8c2 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9703810 Aug 03 19:27:45.569407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ba930131-8f42-4cc6-a700-d94ac0e9fa21, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:45.570274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53902) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:45.584601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'port_id': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'mac_address': 'fa:16:3e:ec:b5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:27:45.594933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:45.596388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network aadd9960-4dac-471b-9366-8261801b78f6 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:27:45.642203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a0e80150-d8c0-4a0e-a412-b507683cb11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:45.683187 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a9d7cccf-13bb-46ec-b30f-1a1b163c8585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.746031 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a9d7cccf-13bb-46ec-b30f-1a1b163c8585 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ad1eb9aa3ef64f3dbe8f7fda169db625&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6341906 Aug 03 19:27:45.761072 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e57997b3-53ee-4380-923d-0b8d72dfd657 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5831227 Aug 03 19:27:45.762051 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.771325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53904) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:45.771851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53906) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:45.791032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d33cf88-db9a-4cde-9e7c-80da497aee84 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:45.804090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'admin_state_up': True, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:45.834122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e80150-d8c0-4a0e-a412-b507683cb11d None None] Routers {'a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:45.835223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a0e80150-d8c0-4a0e-a412-b507683cb11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:45.840975 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d33cf88-db9a-4cde-9e7c-80da497aee84 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "PUT /v2.0/routers/4b612757-5532-4daa-8bc7-1b271da8d180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5096619 Aug 03 19:27:45.849707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53910) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:45.895757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dd39b-d601-4828-b056-2c287c586bf3 req-b2f3f68f-6615-4e8f-ba25-994528fcf260 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:45.897866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d7dd39b-d601-4828-b056-2c287c586bf3 req-b2f3f68f-6615-4e8f-ba25-994528fcf260 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 944 time: 0.1689928 Aug 03 19:27:45.904836 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.926900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7cccf-13bb-46ec-b30f-1a1b163c8585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c78e3b-80b1-4b1b-b70e-dbc8707d9907,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:45.929717 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a0e80150-d8c0-4a0e-a412-b507683cb11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:45.930768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e80150-d8c0-4a0e-a412-b507683cb11d None None] The sync data for ids ['a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:45.950920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba930131-8f42-4cc6-a700-d94ac0e9fa21 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:27:46.001267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ba930131-8f42-4cc6-a700-d94ac0e9fa21, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:46.004127 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d7dd39b-d601-4828-b056-2c287c586bf3 req-e319ff67-b883-4d37-b06f-7dfce4acf441 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921276 Aug 03 19:27:46.010920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48eaf2-aedc-4f5c-89ca-f754f001f625 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:46.012785 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.014186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48eaf2-aedc-4f5c-89ca-f754f001f625 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:46.017009 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1b48eaf2-aedc-4f5c-89ca-f754f001f625 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1614592 Aug 03 19:27:46.018994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.021705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.027989 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53912) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:46.105938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9328e6c-dfd5-4b6e-808a-0ce876f892d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.110031 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.120200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ba930131-8f42-4cc6-a700-d94ac0e9fa21,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:46.130797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.211828 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9328e6c-dfd5-4b6e-808a-0ce876f892d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.212272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Deleting port f05f3a4b-37dd-4619-adf4-7584a1191d2d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:46.212750 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.217413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b11058-7dc4-42ea-8624-4b78c9045f45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 2188d7ea-c2a7-4f78-b661-b41e82292311 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:46.220724 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.228089 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23b11058-7dc4-42ea-8624-4b78c9045f45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.229151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ba930131-8f42-4cc6-a700-d94ac0e9fa21'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:46.359053 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.362258 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23b11058-7dc4-42ea-8624-4b78c9045f45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.390749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Calling delete_port for f05f3a4b-37dd-4619-adf4-7584a1191d2d owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:46.479915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.491052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9328e6c-dfd5-4b6e-808a-0ce876f892d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.493463 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9328e6c-dfd5-4b6e-808a-0ce876f892d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.497266 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b9328e6c-dfd5-4b6e-808a-0ce876f892d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/03c78e3b-80b1-4b1b-b70e-dbc8707d9907 HTTP/1.1" status: 204 len: 168 time: 0.7215326 Aug 03 19:27:46.524275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9328e6c-dfd5-4b6e-808a-0ce876f892d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c78e3b-80b1-4b1b-b70e-dbc8707d9907,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:46.601869 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23b11058-7dc4-42ea-8624-4b78c9045f45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.689156 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.695511 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23b11058-7dc4-42ea-8624-4b78c9045f45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.738305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Pushing event deleted for resources: {'Port': ['ID=f05f3a4b-37dd-4619-adf4-7584a1191d2d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:46.750236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b11058-7dc4-42ea-8624-4b78c9045f45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=2188d7ea-c2a7-4f78-b661-b41e82292311,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:46.761536 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23b11058-7dc4-42ea-8624-4b78c9045f45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.763551 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-23b11058-7dc4-42ea-8624-4b78c9045f45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/2188d7ea-c2a7-4f78-b661-b41e82292311 HTTP/1.1" status: 204 len: 168 time: 0.7298534 Aug 03 19:27:46.766969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53916) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:46.772635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ddd49-8c88-4268-825a-3011a5f88e94 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:46.835909 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.962089 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a3793-134e-47d3-813f-eeb159e2ba93 None None] Sync routers for ids ['4b612757-5532-4daa-8bc7-1b271da8d180'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:46.983047 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a3793-134e-47d3-813f-eeb159e2ba93 None None] Routers {'4b612757-5532-4daa-8bc7-1b271da8d180'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:46.986614 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1e5a3793-134e-47d3-813f-eeb159e2ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4b612757-5532-4daa-8bc7-1b271da8d180'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:47.011763 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-02d506e7-0a6a-4dfa-8b9d-a02ed59b35b1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2433736 Aug 03 19:27:47.016688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53920) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:47.095937 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.132821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ba930131-8f42-4cc6-a700-d94ac0e9fa21 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:47.165299 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1e5a3793-134e-47d3-813f-eeb159e2ba93 None None] Set router 4b612757-5532-4daa-8bc7-1b271da8d180 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:47.231341 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.244923 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70c82115-1ec6-4acc-b9ef-dd2ca7b3119d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.267065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede884c-f677-416c-a84f-d5eed7a68af9 None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:27:47.290256 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1e5a3793-134e-47d3-813f-eeb159e2ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b612757-5532-4daa-8bc7-1b271da8d180', 'name': 'tempest-NetworksTestDHCPv6-router-176920660', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:37Z', 'updated_at': '2021-08-03T19:27:44Z', 'revision_number': 3, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:47.344905 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port ba930131-8f42-4cc6-a700-d94ac0e9fa21 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:47.352013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port ba930131-8f42-4cc6-a700-d94ac0e9fa21 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:47.352441 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.353160 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a3793-134e-47d3-813f-eeb159e2ba93 None None] Checking router: 4b612757-5532-4daa-8bc7-1b271da8d180 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:47.386987 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a3793-134e-47d3-813f-eeb159e2ba93 None None] Routers {'4b612757-5532-4daa-8bc7-1b271da8d180'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:47.391158 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1e5a3793-134e-47d3-813f-eeb159e2ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['4b612757-5532-4daa-8bc7-1b271da8d180'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:47.426621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-bede884c-f677-416c-a84f-d5eed7a68af9 None None] Deleting port 60b188fa-8119-4f0c-95da-064134871546 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:47.427010 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bede884c-f677-416c-a84f-d5eed7a68af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.457649 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.478165 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.488640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 60b188fa-8119-4f0c-95da-064134871546 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:47.581093 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1e5a3793-134e-47d3-813f-eeb159e2ba93 None None] Set router 4b612757-5532-4daa-8bc7-1b271da8d180 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:47.634765 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.652681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c49f8-362e-4f6a-aec6-033aacc6bb58 req-bbcd6e57-a259-4294-b242-904d8879d0ee tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:47.662550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-135c49f8-362e-4f6a-aec6-033aacc6bb58 req-bbcd6e57-a259-4294-b242-904d8879d0ee tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 945 time: 0.4443789 Aug 03 19:27:47.698288 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1e5a3793-134e-47d3-813f-eeb159e2ba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b612757-5532-4daa-8bc7-1b271da8d180', 'name': 'tempest-NetworksTestDHCPv6-router-176920660', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:37Z', 'updated_at': '2021-08-03T19:27:44Z', 'revision_number': 3, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:47.714998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-bede884c-f677-416c-a84f-d5eed7a68af9 None None] For port 60b188fa-8119-4f0c-95da-064134871546, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=60b188fa-8119-4f0c-95da-064134871546,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:47.715430 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bede884c-f677-416c-a84f-d5eed7a68af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.718190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:47.721569 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed2f8fe-7a1f-477c-b308-86372853e8d4" -d '{"events": [{"server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "name": "network-vif-plugged", "status": "completed", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:47.724008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Router a293f5d0-64bb-4a6d-86a3-712d3bdb84c1 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:47.757975 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-135c49f8-362e-4f6a-aec6-033aacc6bb58 req-305e1e37-a65d-4f28-b11f-72bd73c086ca tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937493 Aug 03 19:27:47.762754 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a3793-134e-47d3-813f-eeb159e2ba93 None None] The sync data for ids ['4b612757-5532-4daa-8bc7-1b271da8d180'] in n-d-802918-7 is: [{'id': '4b612757-5532-4daa-8bc7-1b271da8d180', 'name': 'tempest-NetworksTestDHCPv6-router-176920660', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:37Z', 'updated_at': '2021-08-03T19:27:44Z', 'revision_number': 3, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:47.779743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ba930131-8f42-4cc6-a700-d94ac0e9fa21, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:47.789305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-bede884c-f677-416c-a84f-d5eed7a68af9 None None] Calling delete_port for 60b188fa-8119-4f0c-95da-064134871546 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:47.844446 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.088542 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70c82115-1ec6-4acc-b9ef-dd2ca7b3119d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.094988 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70c82115-1ec6-4acc-b9ef-dd2ca7b3119d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.102972 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.211240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70c82115-1ec6-4acc-b9ef-dd2ca7b3119d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.214472 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c82115-1ec6-4acc-b9ef-dd2ca7b3119d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Fanout notify agent at l3_agent the message router_deleted on router 4b612757-5532-4daa-8bc7-1b271da8d180 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:27:48.243698 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70c82115-1ec6-4acc-b9ef-dd2ca7b3119d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.249452 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-70c82115-1ec6-4acc-b9ef-dd2ca7b3119d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/routers/4b612757-5532-4daa-8bc7-1b271da8d180 HTTP/1.1" status: 204 len: 168 time: 1.2314515 Aug 03 19:27:48.252608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53948) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:48.260167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-57597a55-897d-4a11-81c0-ec9693d41c76 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:48.312777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ba930131-8f42-4cc6-a700-d94ac0e9fa21,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:48.326545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.25.8.4 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b659a3cb-b04c-4ce3-b918-3bfa31a9130d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:48.334259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 60b188fa-8119-4f0c-95da-064134871546, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=60b188fa-8119-4f0c-95da-064134871546,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:48.360022 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.473249 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69070ae-5439-4088-97cf-88cdd13f5e6f x-openstack-request-id: req-c69070ae-5439-4088-97cf-88cdd13f5e6f {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:48.473642 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "name": "network-vif-plugged", "status": "completed", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:48.474001 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c69070ae-5439-4088-97cf-88cdd13f5e6f {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:48.474534 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'code': 200} Aug 03 19:27:48.496766 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bede884c-f677-416c-a84f-d5eed7a68af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.514092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:48.514657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57597a55-897d-4a11-81c0-ec9693d41c76 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:48.523473 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-57597a55-897d-4a11-81c0-ec9693d41c76 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.531245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.532806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a56db5ff-cd9d-4341-88ae-81e496f06385 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "PUT /v2.0/routers/a293f5d0-64bb-4a6d-86a3-712d3bdb84c1 HTTP/1.1" status: 200 len: 710 time: 2.9610457 Aug 03 19:27:48.536017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53950) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:48.557799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b7a42-ec0b-4f0c-979c-ad96e092c4d3 None None] Sync routers for ids ['a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:48.571200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=60b188fa-8119-4f0c-95da-064134871546,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:48.618987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bede884c-f677-416c-a84f-d5eed7a68af9 None None] No DVR routers for this DVR port 60b188fa-8119-4f0c-95da-064134871546 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:48.623161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede884c-f677-416c-a84f-d5eed7a68af9 None None] Pushing event deleted for resources: {'Port': ['ID=60b188fa-8119-4f0c-95da-064134871546,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:48.632661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b7a42-ec0b-4f0c-979c-ad96e092c4d3 None None] Routers {'a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:48.634053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2d9b7a42-ec0b-4f0c-979c-ad96e092c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:48.687624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2d9b7a42-ec0b-4f0c-979c-ad96e092c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:48.696534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c0238807-7b23-47df-8d96-69b0fc0ceb4f tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/routers/a293f5d0-64bb-4a6d-86a3-712d3bdb84c1 HTTP/1.1" status: 200 len: 745 time: 0.1586041 Aug 03 19:27:48.700920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53952) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:48.711344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b7a42-ec0b-4f0c-979c-ad96e092c4d3 None None] Routers {'a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:48.712159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2d9b7a42-ec0b-4f0c-979c-ad96e092c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:48.797856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2d9b7a42-ec0b-4f0c-979c-ad96e092c4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:48.800476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b7a42-ec0b-4f0c-979c-ad96e092c4d3 None None] The sync data for ids ['a293f5d0-64bb-4a6d-86a3-712d3bdb84c1'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:48.818260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-338649d2-c4b4-468b-ad44-856217287680 tempest-RoutersIpV6AdminTest-1051997844 tempest-RoutersIpV6AdminTest-1051997844-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&device_id=a293f5d0-64bb-4a6d-86a3-712d3bdb84c1 HTTP/1.1" status: 200 len: 205 time: 0.1155322 Aug 03 19:27:48.822791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53956) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:48.933063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1f67d325-83e7-452f-9095-885019979394 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=a293f5d0-64bb-4a6d-86a3-712d3bdb84c1 HTTP/1.1" status: 200 len: 205 time: 0.1064215 Aug 03 19:27:48.934029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53958) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:48.978427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.016896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d592013-2682-4c83-be94-ca40d12bf509 req-67c08bd3-31e0-49cb-ac87-a8eb0a68e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:49.018645 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7d592013-2682-4c83-be94-ca40d12bf509 req-67c08bd3-31e0-49cb-ac87-a8eb0a68e7f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 1097 time: 0.1567714 Aug 03 19:27:49.021664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-57597a55-897d-4a11-81c0-ec9693d41c76 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.077173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3273b354-7609-47c7-9d1f-786e0f1598fa tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.090156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30658b-c475-4845-b600-583ee4dd5b64 req-411048fc-4af1-43ff-a2e7-16c98f4a9ba0 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:49.092363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b30658b-c475-4845-b600-583ee4dd5b64 req-411048fc-4af1-43ff-a2e7-16c98f4a9ba0 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 946 time: 0.2325528 Aug 03 19:27:49.109158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57597a55-897d-4a11-81c0-ec9693d41c76 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:49.125155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-57597a55-897d-4a11-81c0-ec9693d41c76 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:49.132878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57597a55-897d-4a11-81c0-ec9693d41c76 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:49.133541 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-57597a55-897d-4a11-81c0-ec9693d41c76 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.143725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfc82d7-9ef0-41b4-a068-01da30ee3ee3 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:49.145100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57597a55-897d-4a11-81c0-ec9693d41c76 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=f806c532-d1cd-45ce-94e1-c0bab75e6a12,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:49.163686 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7d592013-2682-4c83-be94-ca40d12bf509 req-98290f45-24bb-48d7-a76d-f2dfb49dbcb0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305864 Aug 03 19:27:49.177048 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.186890 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-57597a55-897d-4a11-81c0-ec9693d41c76 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9314148 Aug 03 19:27:49.190733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53964) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:49.197314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-30d1d727-275b-46e7-81c3-f03bc7809e89 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-700278358', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:49.250780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:49.255479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:49.264296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:49.319584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=b659a3cb-b04c-4ce3-b918-3bfa31a9130d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:49.341827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30d1d727-275b-46e7-81c3-f03bc7809e89 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.343544 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30d1d727-275b-46e7-81c3-f03bc7809e89 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.351900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.352268 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.352622 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.352964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.353306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.353678 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.354015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.354353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.354863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.355031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.355323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.355651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:49.374242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 69599e37-6509-4692-a886-55b47a9b9696 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:49.400733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b30658b-c475-4845-b600-583ee4dd5b64 req-c63ebdf1-bcb8-477f-b037-ceb25e9c7a63 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574306 Aug 03 19:27:49.413976 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3273b354-7609-47c7-9d1f-786e0f1598fa tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.419672 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3273b354-7609-47c7-9d1f-786e0f1598fa tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.435821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 69599e37-6509-4692-a886-55b47a9b9696 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:49.437775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 69599e37-6509-4692-a886-55b47a9b9696 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:49.509652 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3273b354-7609-47c7-9d1f-786e0f1598fa tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.510922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3273b354-7609-47c7-9d1f-786e0f1598fa tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Fanout notify agent at l3_agent the message router_deleted on router a293f5d0-64bb-4a6d-86a3-712d3bdb84c1 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:27:49.523219 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3273b354-7609-47c7-9d1f-786e0f1598fa tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.524753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3273b354-7609-47c7-9d1f-786e0f1598fa tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/a293f5d0-64bb-4a6d-86a3-712d3bdb84c1 HTTP/1.1" status: 204 len: 168 time: 0.5863922 Aug 03 19:27:49.531594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53968) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:49.573154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-31538067-6cf7-4ebe-bf68-8002ebaaa756 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=a293f5d0-64bb-4a6d-86a3-712d3bdb84c1 HTTP/1.1" status: 200 len: 205 time: 0.0399091 Aug 03 19:27:49.577166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53970) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:49.597961 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30d1d727-275b-46e7-81c3-f03bc7809e89 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.609248 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30d1d727-275b-46e7-81c3-f03bc7809e89 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.611682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': 'f806c532-d1cd-45ce-94e1-c0bab75e6a12'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:27:49.612763 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.633340 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-30d1d727-275b-46e7-81c3-f03bc7809e89 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.638954 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-30d1d727-275b-46e7-81c3-f03bc7809e89 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4417770 Aug 03 19:27:49.669045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53972) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:49.685188 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-50a2a9b5-216a-4aea-8344-6fa49d1c5d2c tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] delete failed (client error): The resource could not be found. Aug 03 19:27:49.687930 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-50a2a9b5-216a-4aea-8344-6fa49d1c5d2c tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/a293f5d0-64bb-4a6d-86a3-712d3bdb84c1 HTTP/1.1" status: 404 len: 336 time: 0.1089213 Aug 03 19:27:49.693264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53974) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:49.751777 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-815f9405-a1c0-4644-a35d-96f47fd8ad3d tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=792092fe-56b8-4653-b2ef-4c94e65b254f HTTP/1.1" status: 200 len: 205 time: 0.0559616 Aug 03 19:27:49.758427 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53976) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:49.823351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.838795 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-0eb35ad5-1250-4c6f-8b07-b1d7351ea60d tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] delete failed (client error): The resource could not be found. Aug 03 19:27:49.839936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0eb35ad5-1250-4c6f-8b07-b1d7351ea60d tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/792092fe-56b8-4653-b2ef-4c94e65b254f HTTP/1.1" status: 404 len: 336 time: 0.0796137 Aug 03 19:27:49.844988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53978) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:49.906432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-39e6e0aa-0e5f-45e2-8c05-8df903774a55 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=319f8dcb-f60f-4a9a-9d94-5703b08f9767 HTTP/1.1" status: 200 len: 205 time: 0.0591066 Aug 03 19:27:49.907430 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53980) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:49.960201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/f806c532-d1cd-45ce-94e1-c0bab75e6a12/26ff6c0c-4542-479a-a2fe-75bba03c7398) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:50.010423 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-3f64955c-af65-446b-a797-690a9b218401 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] delete failed (client error): The resource could not be found. Aug 03 19:27:50.012009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3f64955c-af65-446b-a797-690a9b218401 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/319f8dcb-f60f-4a9a-9d94-5703b08f9767 HTTP/1.1" status: 404 len: 336 time: 0.1030459 Aug 03 19:27:50.016730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53982) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:50.069131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-be2a4a93-33e2-4820-b944-53504f79c836 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=cfe7c998-e67a-4c5a-9aa0-03ab3626d415 HTTP/1.1" status: 200 len: 205 time: 0.0506563 Aug 03 19:27:50.070521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53984) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:50.166096 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-904ac0dd-dfb0-4cff-9e43-919be2972f53 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] delete failed (client error): The resource could not be found. Aug 03 19:27:50.172831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-904ac0dd-dfb0-4cff-9e43-919be2972f53 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/cfe7c998-e67a-4c5a-9aa0-03ab3626d415 HTTP/1.1" status: 404 len: 336 time: 0.1005726 Aug 03 19:27:50.174136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53986) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:50.176731 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.194400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Transition to ACTIVE for port object 26ff6c0c-4542-479a-a2fe-75bba03c7398 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:50.233877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b863bd84-0ed4-4f4e-9d73-1f339ee598ad tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=98c1ca7d-3ced-46a8-8178-2401d87b1895 HTTP/1.1" status: 200 len: 205 time: 0.0569913 Aug 03 19:27:50.236580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 53988) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:50.238360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Transition to ACTIVE for port object 26ff6c0c-4542-479a-a2fe-75bba03c7398 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:50.251403 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.332279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:50.338047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:50.348623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:50.361232 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Pushing event updated for resources: {'Port': ['ID=26ff6c0c-4542-479a-a2fe-75bba03c7398,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:50.400576 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-f88ae88a-2759-4f17-b32a-208f4abad492 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] delete failed (client error): The resource could not be found. Aug 03 19:27:50.401765 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f88ae88a-2759-4f17-b32a-208f4abad492 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/98c1ca7d-3ced-46a8-8178-2401d87b1895 HTTP/1.1" status: 404 len: 336 time: 0.1594257 Aug 03 19:27:50.407010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53992) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:50.455160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e0b6e81b-f322-46e9-987d-32907b0907c1 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "GET /v2.0/ports?device_id=1bdcaef2-d56c-46d5-9c34-e804e482cf7d HTTP/1.1" status: 200 len: 205 time: 0.0462332 Aug 03 19:27:50.460269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Attempting to bind port 26ff6c0c-4542-479a-a2fe-75bba03c7398 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:50.460863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53996) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:50.460971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Attempting to bind port 26ff6c0c-4542-479a-a2fe-75bba03c7398 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:50.461190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Attempting to bind port 26ff6c0c-4542-479a-a2fe-75bba03c7398 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:50.467514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:50.468016 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:50.468434 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.468833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:50.469332 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Bound port: 26ff6c0c-4542-479a-a2fe-75bba03c7398, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:50.469766 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.539114 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-57e8cb75-0fe1-41a6-9064-0a682b5c56f0 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] delete failed (client error): The resource could not be found. Aug 03 19:27:50.545686 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-57e8cb75-0fe1-41a6-9064-0a682b5c56f0 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/routers/1bdcaef2-d56c-46d5-9c34-e804e482cf7d HTTP/1.1" status: 404 len: 336 time: 0.0792255 Aug 03 19:27:50.546216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 53998) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:50.550899 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.555567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] For port 26ff6c0c-4542-479a-a2fe-75bba03c7398, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:50.564558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] For port 26ff6c0c-4542-479a-a2fe-75bba03c7398, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=26ff6c0c-4542-479a-a2fe-75bba03c7398,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:50.574060 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.650338 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6bc785-9fd7-4012-bab3-52f5c461e9d6 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] DELETE failed (client error): The resource could not be found. Aug 03 19:27:50.651121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6bc785-9fd7-4012-bab3-52f5c461e9d6 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:27:50.660450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1c6bc785-9fd7-4012-bab3-52f5c461e9d6 tempest-RoutersIpV6AdminTest-432926497 tempest-RoutersIpV6AdminTest-432926497-project] 10.222.0.78 "DELETE /v2.0/subnets/ffcb251d-b385-4863-8f63-a36df266c938 HTTP/1.1" status: 404 len: 337 time: 0.1118906 Aug 03 19:27:50.678785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fbfa6-ba0e-4210-a120-1a37fdd4ff0e None None] Pushing event updated for resources: {'Port': ['ID=26ff6c0c-4542-479a-a2fe-75bba03c7398,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:50.687461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.714196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a907d2-6bb4-4fa1-8093-177425db1a69 req-ab43b676-3263-4c1e-b36a-33366ad9be71 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:50.723488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3a907d2-6bb4-4fa1-8093-177425db1a69 req-ab43b676-3263-4c1e-b36a-33366ad9be71 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 946 time: 0.1731205 Aug 03 19:27:50.793225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3a907d2-6bb4-4fa1-8093-177425db1a69 req-daf39599-9323-4db3-9e47-32c43d4f9e8f tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685174 Aug 03 19:27:50.948930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5aea11-7f7b-43d7-94c9-89ed2a68c63a req-dcda38fc-6968-406a-8b1c-a134869b475c tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:50.961842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b5aea11-7f7b-43d7-94c9-89ed2a68c63a req-dcda38fc-6968-406a-8b1c-a134869b475c tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 946 time: 0.0849478 Aug 03 19:27:51.021420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b5aea11-7f7b-43d7-94c9-89ed2a68c63a req-ae42349c-7977-4373-9648-3d64db4ce303 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582666 Aug 03 19:27:51.045779 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54004) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:51.155426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::1 (be4488c1-7522-4535-990c-62582defe7af/f806c532-d1cd-45ce-94e1-c0bab75e6a12/b38da18f-0ec5-4024-ab8f-40f6478f8329) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:51.186779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router f40bfd13-e3bc-4003-9a6a-f9ea6995383f is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:27:51.279839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54010) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:51.470741 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.508381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object b38da18f-0ec5-4024-ab8f-40f6478f8329 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:51.508738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 26ff6c0c-4542-479a-a2fe-75bba03c7398 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:51.520231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:51.543464 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Sync routers for ids ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:51.566120 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Routers {'f40bfd13-e3bc-4003-9a6a-f9ea6995383f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:51.566767 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:51.588317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.592976 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d5fc7bad-f6b4-484e-8fe1-d01b3211e389 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.8175328 Aug 03 19:27:51.593692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54018) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:51.607041 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-883f073b-3a8e-4acc-8238-a9308161336a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.700694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 26ff6c0c-4542-479a-a2fe-75bba03c7398 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:51.714546 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c72d66d3-f64b-4b16-8132-fbd8a697e64c tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=b5fb9b01c0b84db08e058795c9072907&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1070085 Aug 03 19:27:51.728910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54020) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:51.788686 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.843792 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Set router f40bfd13-e3bc-4003-9a6a-f9ea6995383f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:51.858320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccba46-d156-4e68-b2ee-e8b65b219ade tempest-TestVolumeBackupRestore-1290049119 tempest-TestVolumeBackupRestore-1290049119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:51.867485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f9ccba46-d156-4e68-b2ee-e8b65b219ade tempest-TestVolumeBackupRestore-1290049119 tempest-TestVolumeBackupRestore-1290049119-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 1092 time: 0.8204186 Aug 03 19:27:51.868205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54024) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:51.891137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:51.962154 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-883f073b-3a8e-4acc-8238-a9308161336a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.973266 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-883f073b-3a8e-4acc-8238-a9308161336a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.037187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f073b-3a8e-4acc-8238-a9308161336a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6403f1d-e2d2-45ef-9b4e-1d47fea3b723,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:52.046496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-883f073b-3a8e-4acc-8238-a9308161336a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf73e477269643eba136d79973ca5771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7664618 Aug 03 19:27:52.054007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54026) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:52.057456 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.270429 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:27:49Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:52.299992 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e971ac1f-8c28-4aa8-ac32-bb33545ffb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.314872 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Checking router: f40bfd13-e3bc-4003-9a6a-f9ea6995383f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:52.316427 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Updating router f40bfd13-e3bc-4003-9a6a-f9ea6995383f port b659a3cb-b04c-4ce3-b918-3bfa31a9130d binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:27:52.358643 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.364355 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e971ac1f-8c28-4aa8-ac32-bb33545ffb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.381680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a148ef14-30ea-4dac-9ef3-a6e9a2ce8507 None None] Provisioning for port 26ff6c0c-4542-479a-a2fe-75bba03c7398 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:52.390015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a148ef14-30ea-4dac-9ef3-a6e9a2ce8507 None None] Provisioning complete for port 26ff6c0c-4542-479a-a2fe-75bba03c7398 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:52.393460 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a148ef14-30ea-4dac-9ef3-a6e9a2ce8507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.471035 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.515105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:52.551208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:52.590651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:52.592081 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.633011 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e971ac1f-8c28-4aa8-ac32-bb33545ffb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.638049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e971ac1f-8c28-4aa8-ac32-bb33545ffb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.643110 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e971ac1f-8c28-4aa8-ac32-bb33545ffb04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a6403f1d-e2d2-45ef-9b4e-1d47fea3b723 HTTP/1.1" status: 204 len: 168 time: 0.5743694 Aug 03 19:27:52.692495 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a148ef14-30ea-4dac-9ef3-a6e9a2ce8507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.714869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971ac1f-8c28-4aa8-ac32-bb33545ffb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6403f1d-e2d2-45ef-9b4e-1d47fea3b723,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:52.827256 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=b38da18f-0ec5-4024-ab8f-40f6478f8329,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:52.831407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a148ef14-30ea-4dac-9ef3-a6e9a2ce8507 None None] For port 26ff6c0c-4542-479a-a2fe-75bba03c7398, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=26ff6c0c-4542-479a-a2fe-75bba03c7398,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:52.848449 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a148ef14-30ea-4dac-9ef3-a6e9a2ce8507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.878014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a5d9da-363b-4f92-b51e-7dc1145fda25 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:52.879682 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-10a5d9da-363b-4f92-b51e-7dc1145fda25 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1324637 Aug 03 19:27:52.884776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54030) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:52.972360 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.022082 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.061735 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Transition to ACTIVE for port object b659a3cb-b04c-4ce3-b918-3bfa31a9130d will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:53.084135 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.104125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f3c1d82-8f5a-4246-924d-d487cfae21a6 tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2136955 Aug 03 19:27:53.118778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54036) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:53.124651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148ef14-30ea-4dac-9ef3-a6e9a2ce8507 None None] Pushing event updated for resources: {'Port': ['ID=26ff6c0c-4542-479a-a2fe-75bba03c7398,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:53.151878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255128586', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:53.191429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-12c35ddd-e80b-4310-9acb-e8e56ec28e20 None None] Provisioning for port b38da18f-0ec5-4024-ab8f-40f6478f8329 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:53.202079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-12c35ddd-e80b-4310-9acb-e8e56ec28e20 None None] Provisioning complete for port b38da18f-0ec5-4024-ab8f-40f6478f8329 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:53.202818 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-12c35ddd-e80b-4310-9acb-e8e56ec28e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.259402 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Attempting to bind port b659a3cb-b04c-4ce3-b918-3bfa31a9130d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:53.264742 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Attempting to bind port b659a3cb-b04c-4ce3-b918-3bfa31a9130d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:53.264984 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Attempting to bind port b659a3cb-b04c-4ce3-b918-3bfa31a9130d on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:53.281432 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:53.281832 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:53.282139 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.282550 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:53.283046 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Bound port: b659a3cb-b04c-4ce3-b918-3bfa31a9130d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:53.283440 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.298183 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Pushing event updated for resources: {'Port': ['ID=b659a3cb-b04c-4ce3-b918-3bfa31a9130d,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:53.365093 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.365433 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.368917 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.368917 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.369375 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.369589 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.369803 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.374328 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.374328 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.374328 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.374954 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.374954 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.377010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-12c35ddd-e80b-4310-9acb-e8e56ec28e20 None None] Port b38da18f-0ec5-4024-ab8f-40f6478f8329 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:53.509287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 26ff6c0c-4542-479a-a2fe-75bba03c7398 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:53.513147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Allocated IP 172.25.8.111 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/47acfb2a-9c7f-46fd-8611-a3f5d7ef0d0e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:53.563407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.582811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.584755 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.647834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:53.654279 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.700358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54038) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:53.744463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 26ff6c0c-4542-479a-a2fe-75bba03c7398 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:53.746380 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.751711 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] For port b659a3cb-b04c-4ce3-b918-3bfa31a9130d, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:53.756496 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] For port b659a3cb-b04c-4ce3-b918-3bfa31a9130d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b659a3cb-b04c-4ce3-b918-3bfa31a9130d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:53.766007 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.845208 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.851936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=b38da18f-0ec5-4024-ab8f-40f6478f8329,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:53.934083 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c7ad7-4175-42b9-9b89-2908c2c1127c None None] Pushing event updated for resources: {'Port': ['ID=b659a3cb-b04c-4ce3-b918-3bfa31a9130d,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:53.958414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f7ca3dc4-db1f-4a09-9c51-21d720b70808 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f207cd35511b4bd4bad3e194354faf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556648 Aug 03 19:27:53.969921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54040) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:53.983426 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Routers {'f40bfd13-e3bc-4003-9a6a-f9ea6995383f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:53.985011 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:54.020583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:54.024919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:54.094506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.148637 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f039ce34-6464-4da7-ab90-b0acfddef5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.333575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Router a8d90cba-0a73-46ba-9da8-11cf4cc59e5c is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:27:54.363685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event updated for resources: {'Port': ['ID=47acfb2a-9c7f-46fd-8611-a3f5d7ef0d0e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:54.367739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:54.372510 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f039ce34-6464-4da7-ab90-b0acfddef5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.385149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:54.392883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:54.482757 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] Set router f40bfd13-e3bc-4003-9a6a-f9ea6995383f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:54.521028 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.573318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-11747b97-b934-4e86-9908-93072e72824c None None] Provisioning complete for port b38da18f-0ec5-4024-ab8f-40f6478f8329 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:54.574859 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-11747b97-b934-4e86-9908-93072e72824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.617768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:54.636224 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-608e85c6-916b-4de9-a62c-235e66e18f20 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "PUT /v2.0/routers/a8d90cba-0a73-46ba-9da8-11cf4cc59e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9655492 Aug 03 19:27:54.637003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:54.641325 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Sync routers for ids ['a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:54.660277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f039ce34-6464-4da7-ab90-b0acfddef5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.663543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f039ce34-6464-4da7-ab90-b0acfddef5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.664901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f039ce34-6464-4da7-ab90-b0acfddef5b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32c687e2-230a-41f8-8026-eccbcd815d6e HTTP/1.1" status: 204 len: 168 time: 0.6936073 Aug 03 19:27:54.682869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Routers {'a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:54.684136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:54.701617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Subnet': ['ID=f0627755-e603-4108-9b9c-7ea75f319431,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:54.706932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039ce34-6464-4da7-ab90-b0acfddef5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c687e2-230a-41f8-8026-eccbcd815d6e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:54.720932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Checking segment: {'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:54.721195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network hostable DHCP agents. Network: aadd9960-4dac-471b-9366-8261801b78f6, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:27:54.788206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network aadd9960-4dac-471b-9366-8261801b78f6 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:27:54.814482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, aadd9960-4dac-471b-9366-8261801b78f6) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:54.825032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:54.825874 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.830100 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:27:49Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:54.832246 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b473566-1f1d-4aa1-8ee9-18ee120194b1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:54.836793 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2b473566-1f1d-4aa1-8ee9-18ee120194b1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports/b38da18f-0ec5-4024-ab8f-40f6478f8329 HTTP/1.1" status: 200 len: 911 time: 0.1975405 Aug 03 19:27:54.841907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54048) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:54.847894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-11747b97-b934-4e86-9908-93072e72824c None None] Port b38da18f-0ec5-4024-ab8f-40f6478f8329 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:54.867149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce90d63-9fa1-40fa-948a-122d35def7d0 None None] Network aadd9960-4dac-471b-9366-8261801b78f6 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:54.889624 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b431e94f-a2c9-46e7-a408-61b9a30b402a None None] The sync data for ids ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'] in n-d-802918-7 is: [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:27:49Z', 'revision_number': 3, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:54.949582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Set router a8d90cba-0a73-46ba-9da8-11cf4cc59e5c gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:55.011452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9117f57-9fd5-4ce7-b208-ca7ff26fe546 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:55.014243 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f9dff8e3-70b8-4f40-a3e4-a91e77db5e27 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8927779 Aug 03 19:27:55.018816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54050) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:55.054287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9117f57-9fd5-4ce7-b208-ca7ff26fe546 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:55.060960 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e9117f57-9fd5-4ce7-b208-ca7ff26fe546 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2170076 Aug 03 19:27:55.064696 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54052) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:55.418772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d90cba-0a73-46ba-9da8-11cf4cc59e5c', 'name': 'tempest-NetworksTestDHCPv6-router-700278358', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:49Z', 'updated_at': '2021-08-03T19:27:52Z', 'revision_number': 2, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None, '_interfaces': [{'id': 'b38da18f-0ec5-4024-ab8f-40f6478f8329', 'name': '', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'mac_address': 'fa:16:3e:e4:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d90cba-0a73-46ba-9da8-11cf4cc59e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'f806c532-d1cd-45ce-94e1-c0bab75e6a12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:50Z', 'updated_at': '2021-08-03T19:27:53Z', 'revision_number': 2, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'subnets': [{'id': 'f806c532-d1cd-45ce-94e1-c0bab75e6a12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:55.478834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-aadd9960-4dac-471b-9366-8261801b78f6', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:27:55.480088 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.487660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Checking router: a8d90cba-0a73-46ba-9da8-11cf4cc59e5c for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:55.488263 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Updating router a8d90cba-0a73-46ba-9da8-11cf4cc59e5c port b38da18f-0ec5-4024-ab8f-40f6478f8329 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:27:55.543564 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.582503 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.830662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.158415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2951848-8896-4f03-8c05-b98cfc19f8a9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.194012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Allocated IP 172.20.0.2 (aadd9960-4dac-471b-9366-8261801b78f6/f0627755-e603-4108-9b9c-7ea75f319431/f85203f3-124a-4967-a3ed-a845a45ffb35) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:56.732838 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.749067 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Transition to ACTIVE for port object f85203f3-124a-4967-a3ed-a845a45ffb35 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:56.755156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54080) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:56.777730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Transition to ACTIVE for port object f85203f3-124a-4967-a3ed-a845a45ffb35 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:56.803724 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.822629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c2951848-8896-4f03-8c05-b98cfc19f8a9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port b38da18f-0ec5-4024-ab8f-40f6478f8329 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:56.823460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2951848-8896-4f03-8c05-b98cfc19f8a9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.945032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-048d38c3-b434-4cf5-9f6f-4905eefbd2e6 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:56.947959 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-048d38c3-b434-4cf5-9f6f-4905eefbd2e6 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1914508 Aug 03 19:27:56.971963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54084) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:56.986477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-8845e297-49b7-490f-940c-7fb7b0566648 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:56.993095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8845e297-49b7-490f-940c-7fb7b0566648 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0194008 Aug 03 19:27:57.004177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54086) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.016299 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2951848-8896-4f03-8c05-b98cfc19f8a9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.018787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-5f17af82-b564-4364-9aa3-3d82aee537ed tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.027639 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5f17af82-b564-4364-9aa3-3d82aee537ed tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0217342 Aug 03 19:27:57.037938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54088) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.043164 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c2951848-8896-4f03-8c05-b98cfc19f8a9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for b38da18f-0ec5-4024-ab8f-40f6478f8329 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:57.046702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-8eb14f09-dfe8-4517-9707-c6937495957d tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.049255 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.053247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8eb14f09-dfe8-4517-9707-c6937495957d tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0133274 Aug 03 19:27:57.054242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54090) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.073396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Transition to ACTIVE for port object b38da18f-0ec5-4024-ab8f-40f6478f8329 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:57.074119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-b5d900a6-3211-4b12-b292-599ff1ec99da tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.080899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b5d900a6-3211-4b12-b292-599ff1ec99da tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0170672 Aug 03 19:27:57.086586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54092) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.091937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Network aadd9960-4dac-471b-9366-8261801b78f6 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:57.097568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:57.106560 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.109914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:57.187102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-9fe57c2c-a6b0-40ee-a84b-d357985d5aea tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.196126 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9fe57c2c-a6b0-40ee-a84b-d357985d5aea tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0152609 Aug 03 19:27:57.207799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Pushing event updated for resources: {'Port': ['ID=f85203f3-124a-4967-a3ed-a845a45ffb35,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:57.222302 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54094) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.291033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-94a5e57a-d639-448e-85b4-d0ea5313fda6 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.314999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54096) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.327468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-94a5e57a-d639-448e-85b4-d0ea5313fda6 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0965471 Aug 03 19:27:57.336047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-52cc0b4e-6746-45c7-a3ef-455e94549bf0 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.349932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-52cc0b4e-6746-45c7-a3ef-455e94549bf0 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0289595 Aug 03 19:27:57.357376 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54098) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.377833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-57f334a4-47b2-46e3-95ef-5797443b97f5 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.386007 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-57f334a4-47b2-46e3-95ef-5797443b97f5 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0241942 Aug 03 19:27:57.393633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54100) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.416436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-b7ad0a7b-e7f4-4a5c-a13f-d966efbbf851 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.421566 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b7ad0a7b-e7f4-4a5c-a13f-d966efbbf851 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0205922 Aug 03 19:27:57.441027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54102) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.457463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.481221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-3feafc90-5490-4fbc-ab59-332f49c27197 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.486941 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3feafc90-5490-4fbc-ab59-332f49c27197 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0360460 Aug 03 19:27:57.489137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54104) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.503627 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-c44cce31-a8ea-433f-b7b6-7ba782071b86 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.508792 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c44cce31-a8ea-433f-b7b6-7ba782071b86 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0142531 Aug 03 19:27:57.510650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54106) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.531032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b659a3cb-b04c-4ce3-b918-3bfa31a9130d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:57.541706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-936e1763-aaf3-430a-b7b0-d9987ed93abf tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.548441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-936e1763-aaf3-430a-b7b0-d9987ed93abf tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0112557 Aug 03 19:27:57.548724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Attempting to bind port f85203f3-124a-4967-a3ed-a845a45ffb35 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:57.548724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Attempting to bind port f85203f3-124a-4967-a3ed-a845a45ffb35 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:57.550391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Attempting to bind port f85203f3-124a-4967-a3ed-a845a45ffb35 on network aadd9960-4dac-471b-9366-8261801b78f6 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:57.566685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70061262-9e38-484f-bc7c-43b8b4520279 None None] Pushing event updated for resources: {'Port': ['ID=b38da18f-0ec5-4024-ab8f-40f6478f8329,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:57.575438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54108) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.596344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-0402b992-f192-4eac-a819-1fe32f6de05a tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.601062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0402b992-f192-4eac-a819-1fe32f6de05a tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0209100 Aug 03 19:27:57.607605 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.618056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:57.618479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Checking segment: {'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:57.618899 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.619358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Bound using segment: {'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:57.619863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Bound port: f85203f3-124a-4967-a3ed-a845a45ffb35, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:57.620585 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.622862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Attempting to bind port b38da18f-0ec5-4024-ab8f-40f6478f8329 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:57.623227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Attempting to bind port b38da18f-0ec5-4024-ab8f-40f6478f8329 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:57.623590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Attempting to bind port b38da18f-0ec5-4024-ab8f-40f6478f8329 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:57.635229 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54110) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.655907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:57.656262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:57.656725 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.657280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:57.657855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Bound port: b38da18f-0ec5-4024-ab8f-40f6478f8329, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:57.658257 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.679619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-789e8f67-38ee-4be3-a1b9-d0af20b19662 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.684251 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-789e8f67-38ee-4be3-a1b9-d0af20b19662 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0230486 Aug 03 19:27:57.693249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54114) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.720618 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.743470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-a0da8b69-5fae-4d61-a64e-764f40fe2989 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.745024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a0da8b69-5fae-4d61-a64e-764f40fe2989 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0397751 Aug 03 19:27:57.752175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54116) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.775269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-976fd246-e3de-448a-8578-6f29e684017c tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.777329 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-976fd246-e3de-448a-8578-6f29e684017c tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0130095 Aug 03 19:27:57.781759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54118) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.794780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-d109550e-aad3-4271-a4c2-40e834929243 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.797275 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d109550e-aad3-4271-a4c2-40e834929243 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0085261 Aug 03 19:27:57.801692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54120) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.810896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-b1f3d6a5-d3b2-49d1-a907-69eee87de942 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.817372 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b1f3d6a5-d3b2-49d1-a907-69eee87de942 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0091488 Aug 03 19:27:57.817372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2951848-8896-4f03-8c05-b98cfc19f8a9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:57.829178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54122) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.841583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-bf7a73d8-dec2-4452-a6b1-eadf32979ee0 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.851799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-726c2170-a1a3-4ec3-be2f-955beceacc74 None None] Could not find standard attr ID for object b38da18f-0ec5-4024-ab8f-40f6478f8329. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:27:57.852090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bf7a73d8-dec2-4452-a6b1-eadf32979ee0 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0104246 Aug 03 19:27:57.881272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2951848-8896-4f03-8c05-b98cfc19f8a9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=b38da18f-0ec5-4024-ab8f-40f6478f8329,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:57.925961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54124) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:57.945597 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-38da5c5a-91dd-4d64-9a4c-04b47819d739 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:57.951802 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-38da5c5a-91dd-4d64-9a4c-04b47819d739 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0106692 Aug 03 19:27:57.957669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Port b38da18f-0ec5-4024-ab8f-40f6478f8329 has been deleted concurrently {{(pid=100489) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 03 19:27:57.960273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] For port f85203f3-124a-4967-a3ed-a845a45ffb35, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:58.024294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] For port f85203f3-124a-4967-a3ed-a845a45ffb35, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f85203f3-124a-4967-a3ed-a845a45ffb35,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:58.034354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54126) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.044539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-f59721ba-4836-41d7-b191-b416cb9b8ec8 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.054780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f59721ba-4836-41d7-b191-b416cb9b8ec8 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0090721 Aug 03 19:27:58.054780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54128) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.055224 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:58.078631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-53c6c426-4f35-4d46-9bad-c1bf287b112c tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.085120 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-53c6c426-4f35-4d46-9bad-c1bf287b112c tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0191560 Aug 03 19:27:58.097840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Routers {'a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:58.098788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:58.109845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port b659a3cb-b04c-4ce3-b918-3bfa31a9130d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:58.124583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54130) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.139093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-c3957bde-006c-417d-81bb-9639460cccff tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.144428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c3957bde-006c-417d-81bb-9639460cccff tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0109017 Aug 03 19:27:58.147965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54132) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.162477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-b35063a6-c1ef-4552-88c1-8a0e1b6e1e92 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.163354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event updated for resources: {'Port': ['ID=47acfb2a-9c7f-46fd-8611-a3f5d7ef0d0e,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:58.164714 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b35063a6-c1ef-4552-88c1-8a0e1b6e1e92 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0153985 Aug 03 19:27:58.190316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54134) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.198710 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:58.203250 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-2e3db5db-45d0-4e0e-8087-a17495d41884 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.208786 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2e3db5db-45d0-4e0e-8087-a17495d41884 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0132804 Aug 03 19:27:58.215223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54136) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.230879 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c2951848-8896-4f03-8c05-b98cfc19f8a9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:58.252071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-1c29d22b-5dd3-4aa6-aeb7-7ae8a98ea700 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.259229 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1c29d22b-5dd3-4aa6-aeb7-7ae8a98ea700 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0307388 Aug 03 19:27:58.275335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54138) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.281422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-cb6945de-502f-4c54-9738-f5a5dfa9121f tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.282714 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cb6945de-502f-4c54-9738-f5a5dfa9121f tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053046 Aug 03 19:27:58.306223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54140) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.339297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-a70a3ea3-4c08-4b82-86a0-373df03d9dcd tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.346108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a70a3ea3-4c08-4b82-86a0-373df03d9dcd tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0364311 Aug 03 19:27:58.350450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54142) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.361669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-f1fc456c-3f1e-42ae-8840-4b08b9873eac tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.369800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54144) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.374864 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f1fc456c-3f1e-42ae-8840-4b08b9873eac tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0189645 Aug 03 19:27:58.380171 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-49143965-f22b-43bf-9b93-65af66595e84 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.382439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b659a3cb-b04c-4ce3-b918-3bfa31a9130d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:58.383222 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:58.388903 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-49143965-f22b-43bf-9b93-65af66595e84 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0137188 Aug 03 19:27:58.392787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.404326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-367ddac3-9b45-43a1-84ee-6001bc82e5f0 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.410092 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-367ddac3-9b45-43a1-84ee-6001bc82e5f0 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0098274 Aug 03 19:27:58.443875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] Set router a8d90cba-0a73-46ba-9da8-11cf4cc59e5c gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:58.502936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54148) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.509708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-8b566922-0586-4368-bbc1-d4ce9858baf0 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.510793 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8b566922-0586-4368-bbc1-d4ce9858baf0 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0068645 Aug 03 19:27:58.517981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54150) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.526233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-c532b864-22a2-4590-a6b6-2ed92c901a94 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.532117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c532b864-22a2-4590-a6b6-2ed92c901a94 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0118923 Aug 03 19:27:58.543745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54152) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.556923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-5cc01ffe-ed2f-4d70-b68d-57b69685d7f4 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.563096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5cc01ffe-ed2f-4d70-b68d-57b69685d7f4 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0176339 Aug 03 19:27:58.576118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54154) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.584524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-15e779d7-b254-4d77-a8fa-efeb5b5766de tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.589226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-15e779d7-b254-4d77-a8fa-efeb5b5766de tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0113628 Aug 03 19:27:58.593435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54156) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.601150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d90cba-0a73-46ba-9da8-11cf4cc59e5c', 'name': 'tempest-NetworksTestDHCPv6-router-700278358', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:49Z', 'updated_at': '2021-08-03T19:27:57Z', 'revision_number': 3, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:58.604907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-d5c06bc2-2a6b-4446-bb16-2bbf00e5196f tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.610967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d5c06bc2-2a6b-4446-bb16-2bbf00e5196f tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0117197 Aug 03 19:27:58.614334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2951848-8896-4f03-8c05-b98cfc19f8a9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Router a8d90cba-0a73-46ba-9da8-11cf4cc59e5c has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:58.621602 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54158) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.627192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-740b86f1-75e1-48cc-b659-df49e2e66f31 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.628505 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-740b86f1-75e1-48cc-b659-df49e2e66f31 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048988 Aug 03 19:27:58.632855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54160) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.639716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-141a6965-2705-44b4-98dc-ef4096834d35 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.640936 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-141a6965-2705-44b4-98dc-ef4096834d35 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0067673 Aug 03 19:27:58.646954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54162) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.647219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee35c2f-aca2-486b-a8c9-b8281da377e5 None None] The sync data for ids ['a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'] in n-d-802918-7 is: [{'id': 'a8d90cba-0a73-46ba-9da8-11cf4cc59e5c', 'name': 'tempest-NetworksTestDHCPv6-router-700278358', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:49Z', 'updated_at': '2021-08-03T19:27:57Z', 'revision_number': 3, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:58.649604 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe55ed2-7bf1-4b1f-b4d6-c0c27f498ae7 None None] Pushing event updated for resources: {'Port': ['ID=f85203f3-124a-4967-a3ed-a845a45ffb35,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:58.716453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-0e1d1703-fd50-4afb-b02b-675d5ea7b305 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.720570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0e1d1703-fd50-4afb-b02b-675d5ea7b305 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0725360 Aug 03 19:27:58.733883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54164) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.761248 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:58.765381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-73d729bf-634e-4486-85e9-7ea668883385 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.766036 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-73d729bf-634e-4486-85e9-7ea668883385 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0302274 Aug 03 19:27:58.773196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54166) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.791926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-3cc670b0-a879-4d83-828c-4283be078165 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.793261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3cc670b0-a879-4d83-828c-4283be078165 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0054574 Aug 03 19:27:58.798359 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Floating IP 641a9d39-c88d-49ba-82da-51cf19716831 associated. External IP: 172.25.8.111, port: ba930131-8f42-4cc6-a700-d94ac0e9fa21. Aug 03 19:27:58.836351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port b659a3cb-b04c-4ce3-b918-3bfa31a9130d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b659a3cb-b04c-4ce3-b918-3bfa31a9130d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:58.848695 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:58.870149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54170) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.881518 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-39b45c98-0a81-46b5-af76-57f7962e4499 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.888099 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-39b45c98-0a81-46b5-af76-57f7962e4499 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0162139 Aug 03 19:27:58.893855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54174) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.912778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-fc08c4b1-9b47-4cfd-8ff8-5f32623189d8 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.921164 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fc08c4b1-9b47-4cfd-8ff8-5f32623189d8 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0252717 Aug 03 19:27:58.925957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=b659a3cb-b04c-4ce3-b918-3bfa31a9130d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:58.930740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54176) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.941471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-0a6f1933-60ad-49aa-8f6f-df3ba9ea3541 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.947835 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0a6f1933-60ad-49aa-8f6f-df3ba9ea3541 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0151093 Aug 03 19:27:58.948576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54178) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.950278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2951848-8896-4f03-8c05-b98cfc19f8a9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:58.966717 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c2951848-8896-4f03-8c05-b98cfc19f8a9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "PUT /v2.0/routers/a8d90cba-0a73-46ba-9da8-11cf4cc59e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9000125 Aug 03 19:27:58.969059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-119c2421-417d-49fd-82c3-bf6e507f246f tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.969816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54180) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.975178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-119c2421-417d-49fd-82c3-bf6e507f246f tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0229139 Aug 03 19:27:58.980188 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54182) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:58.986304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-9e1b9791-5ade-4238-a6af-47336c55e548 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:58.987851 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9e1b9791-5ade-4238-a6af-47336c55e548 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056834 Aug 03 19:27:58.998683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54184) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.027644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-da96b245-caf8-4ea9-85c5-3ae728762050 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.032947 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-da96b245-caf8-4ea9-85c5-3ae728762050 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0273738 Aug 03 19:27:59.034899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54186) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.042999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-d02a3e38-ebe7-4f5f-877a-6f06fe11ac5b tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.044656 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d02a3e38-ebe7-4f5f-877a-6f06fe11ac5b tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0084617 Aug 03 19:27:59.050093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54188) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.061592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-fcdabd70-73de-4b8f-9b89-b184c45fead6 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.063453 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fcdabd70-73de-4b8f-9b89-b184c45fead6 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0109572 Aug 03 19:27:59.068375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54190) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.077274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-c34e1f5f-f1e9-4269-a6f2-f97e62b0e339 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.083818 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c34e1f5f-f1e9-4269-a6f2-f97e62b0e339 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087137 Aug 03 19:27:59.083818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54192) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.089430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-faed6141-a49c-48eb-a153-b9dafe25f5ee tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.090533 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-faed6141-a49c-48eb-a153-b9dafe25f5ee tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0058646 Aug 03 19:27:59.094915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54194) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.100582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dc40c2-ff8f-4301-88c5-af65e5f9878a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:59.106540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dc40c2-ff8f-4301-88c5-af65e5f9878a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:59.108696 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-37dc40c2-ff8f-4301-88c5-af65e5f9878a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1292348 Aug 03 19:27:59.116654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-bfc7d36d-9f56-485e-bbe6-0dd6f0cee7f2 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.120478 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bfc7d36d-9f56-485e-bbe6-0dd6f0cee7f2 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0243843 Aug 03 19:27:59.121158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54198) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.138285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54200) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.151927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-4d8b756c-4290-4fde-a911-0a42350ae40a tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.153287 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d8b756c-4290-4fde-a911-0a42350ae40a tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0133739 Aug 03 19:27:59.157000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54202) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.225988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-9f1c3937-7996-4dc5-85e9-0f868a1a45ec tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.229657 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9f1c3937-7996-4dc5-85e9-0f868a1a45ec tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0684900 Aug 03 19:27:59.254079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54204) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.285400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-7ecfc6dc-41b0-4544-9d34-b897fc78f215 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.289822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.20.0.1 (aadd9960-4dac-471b-9366-8261801b78f6/f0627755-e603-4108-9b9c-7ea75f319431/693de170-05b0-4bb0-aa86-133069a10aed) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:59.290692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7ecfc6dc-41b0-4544-9d34-b897fc78f215 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0350943 Aug 03 19:27:59.294990 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54206) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.297850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b742e8c-38a4-4b0f-8fa1-1f0633148c07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet f806c532-d1cd-45ce-94e1-c0bab75e6a12 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:59.301364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-263d9153-54f6-4505-97c0-840154be7fe7 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.302475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-263d9153-54f6-4505-97c0-840154be7fe7 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063436 Aug 03 19:27:59.308794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54208) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.309747 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b742e8c-38a4-4b0f-8fa1-1f0633148c07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.317983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-a0dc5dd2-6e15-4276-b692-6eac765df709 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.319284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a0dc5dd2-6e15-4276-b692-6eac765df709 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0077991 Aug 03 19:27:59.323057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54210) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.335732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-f23881cf-ac84-4031-bbb6-f1f9a2b93977 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.337401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f23881cf-ac84-4031-bbb6-f1f9a2b93977 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0074193 Aug 03 19:27:59.341308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54212) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.349466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [None req-e53d6ee1-d4c7-4e02-95d7-cf6fb5f6e958 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.353543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e53d6ee1-d4c7-4e02-95d7-cf6fb5f6e958 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069149 Aug 03 19:27:59.354251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54214) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.361364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-fec238eb-ec9e-4fed-977e-1af4126a2776 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.365738 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fec238eb-ec9e-4fed-977e-1af4126a2776 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0076134 Aug 03 19:27:59.369704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54216) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.375745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Router 3ac51280-4152-4400-a6d0-03fd9e79b931 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:59.379238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-9c8f3406-2667-4f8b-88a1-6605bb96933c tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.380990 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9c8f3406-2667-4f8b-88a1-6605bb96933c tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0097663 Aug 03 19:27:59.387455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54218) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.398282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-07e4c30a-3276-49b6-9448-92a859cb440f tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.399730 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-07e4c30a-3276-49b6-9448-92a859cb440f tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0087528 Aug 03 19:27:59.402769 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b742e8c-38a4-4b0f-8fa1-1f0633148c07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.406644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54220) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.413462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-6a050b83-ca9f-4e5b-be8c-de9530694dad tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.415437 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6a050b83-ca9f-4e5b-be8c-de9530694dad tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073142 Aug 03 19:27:59.466401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54222) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.473045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-ba2e1d14-5424-44b5-bf50-f41245468157 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.480713 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ba2e1d14-5424-44b5-bf50-f41245468157 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0094388 Aug 03 19:27:59.494088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54224) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.503321 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-29482ec5-2eef-46c6-ac84-90f3e0a5568f tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.504362 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-29482ec5-2eef-46c6-ac84-90f3e0a5568f tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052857 Aug 03 19:27:59.517555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54226) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.521931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-6469953f-1baf-4489-8b1f-9a0eee641946 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.522965 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6469953f-1baf-4489-8b1f-9a0eee641946 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0087669 Aug 03 19:27:59.529055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54228) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.559063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-02c45b77-b9fd-4fe5-bae9-2965068efef9 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.566134 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-02c45b77-b9fd-4fe5-bae9-2965068efef9 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0162146 Aug 03 19:27:59.571657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54230) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.577476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f85203f3-124a-4967-a3ed-a845a45ffb35 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:59.589412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [None req-ec9a6ac4-ef6e-4b6a-b7fe-0b3469ffa5a7 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:27:59.611933 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ec9a6ac4-ef6e-4b6a-b7fe-0b3469ffa5a7 tempest-ExtensionsTestJSON-263253251 tempest-ExtensionsTestJSON-263253251-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0340469 Aug 03 19:27:59.659490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.682375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:59.690616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Transition to ACTIVE for port object 693de170-05b0-4bb0-aa86-133069a10aed will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:59.697242 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095e038-967c-4c54-a776-8130044d6e34 None None] Sync routers for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:59.723607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f85203f3-124a-4967-a3ed-a845a45ffb35 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:59.727221 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095e038-967c-4c54-a776-8130044d6e34 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:59.728072 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1095e038-967c-4c54-a776-8130044d6e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:59.735549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b659a3cb-b04c-4ce3-b918-3bfa31a9130d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:59.738192 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b742e8c-38a4-4b0f-8fa1-1f0633148c07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.789964 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.893249 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.894746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b742e8c-38a4-4b0f-8fa1-1f0633148c07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.906983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9d377fb1-b20c-4d0d-b758-02861325db1b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.0200322 Aug 03 19:27:59.907989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54234) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.916441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:59.924863 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:59.934716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b659a3cb-b04c-4ce3-b918-3bfa31a9130d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:59.935477 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.965527 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.970791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b742e8c-38a4-4b0f-8fa1-1f0633148c07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=f806c532-d1cd-45ce-94e1-c0bab75e6a12,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:59.976275 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b742e8c-38a4-4b0f-8fa1-1f0633148c07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.979612 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1b742e8c-38a4-4b0f-8fa1-1f0633148c07 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/f806c532-d1cd-45ce-94e1-c0bab75e6a12 HTTP/1.1" status: 204 len: 168 time: 0.8569059 Aug 03 19:27:59.983179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54238) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:00.016727 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0b22d9-4f50-4c9e-bd7c-d383d2e83bfe None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:00.079477 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1095e038-967c-4c54-a776-8130044d6e34 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:00.221635 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2b1909-2d48-46c8-a859-4b90f2fd4187 x-openstack-request-id: req-8a2b1909-2d48-46c8-a859-4b90f2fd4187 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:00.222934 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:00.223528 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a2b1909-2d48-46c8-a859-4b90f2fd4187 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:00.225856 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'status': 'completed', 'code': 200} Aug 03 19:28:00.244391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network aadd9960-4dac-471b-9366-8261801b78f6 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:00.263806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:00.268448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:00.353072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c370d51-8a43-4f17-8246-8dd2469efc6f tempest-TestVolumeBackupRestore-1290049119 tempest-TestVolumeBackupRestore-1290049119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:00.360642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6c370d51-8a43-4f17-8246-8dd2469efc6f tempest-TestVolumeBackupRestore-1290049119 tempest-TestVolumeBackupRestore-1290049119-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 1092 time: 0.4229846 Aug 03 19:28:00.362721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54242) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:00.381236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Request body: {'floatingip': {'port_id': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:00.385596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=693de170-05b0-4bb0-aa86-133069a10aed,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:00.437642 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cb2f46ac-0f5c-43ba-9e4c-d7a68ee87cd8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4523888 Aug 03 19:28:00.460358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54246) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:00.506903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e52159-8b59-4fee-9ef1-773074d306dd None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:28:00.569753 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.620885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f1e52159-8b59-4fee-9ef1-773074d306dd None None] Deleting port 26ff6c0c-4542-479a-a2fe-75bba03c7398 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:00.621765 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1e52159-8b59-4fee-9ef1-773074d306dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.678385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54248) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:00.690674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a78cf92-8c41-4a23-b5bb-41559d6f402a None None] Sync routers for ids ['a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:00.694886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cebee22-ab12-49c7-879b-b9e60861f341 None None] Network aadd9960-4dac-471b-9366-8261801b78f6 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:00.696120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1 req-aa64f9f6-7999-4fa7-8c52-3a6e737a7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:00.703225 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1 req-aa64f9f6-7999-4fa7-8c52-3a6e737a7bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da4b8a4027f24153bbf8a48dd7c29730&device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 1097 time: 0.3983929 Aug 03 19:28:00.742169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.796744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a78cf92-8c41-4a23-b5bb-41559d6f402a None None] Routers {'a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:00.797414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5a78cf92-8c41-4a23-b5bb-41559d6f402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:00.990808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ce6efdb8-b49a-4211-9bc1-9b7073f41dc3 None None] Provisioning for port f85203f3-124a-4967-a3ed-a845a45ffb35 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:00.996934 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ebc522b-1bb6-4b82-a78b-cf5a50f29cce tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.071650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f1e52159-8b59-4fee-9ef1-773074d306dd None None] For port 26ff6c0c-4542-479a-a2fe-75bba03c7398, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=26ff6c0c-4542-479a-a2fe-75bba03c7398,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:01.072069 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1e52159-8b59-4fee-9ef1-773074d306dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.079719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5a78cf92-8c41-4a23-b5bb-41559d6f402a None None] Set router a8d90cba-0a73-46ba-9da8-11cf4cc59e5c gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:01.084419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ce6efdb8-b49a-4211-9bc1-9b7073f41dc3 None None] Provisioning complete for port f85203f3-124a-4967-a3ed-a845a45ffb35 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:01.084419 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce6efdb8-b49a-4211-9bc1-9b7073f41dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.090802 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1095e038-967c-4c54-a776-8130044d6e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '641a9d39-c88d-49ba-82da-51cf19716831', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'port_id': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'mac_address': 'fa:16:3e:ec:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:27:54Z', 'revision_number': 0, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:01.122647 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-56fdf0e1-16a2-4d10-9097-fd3a4416ca43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.255345 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095e038-967c-4c54-a776-8130044d6e34 None None] Checking router: 3ac51280-4152-4400-a6d0-03fd9e79b931 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:01.276959 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095e038-967c-4c54-a776-8130044d6e34 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:01.278151 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1095e038-967c-4c54-a776-8130044d6e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:01.384170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1 req-f3c56486-427d-464b-9ffa-e1da9f680227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:01.385792 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1 req-f3c56486-427d-464b-9ffa-e1da9f680227 service neutron] 10.222.0.37 "GET /v2.0/networks?id=803531de-87af-4ce3-96ef-771520f7dc68 HTTP/1.1" status: 200 len: 914 time: 0.5172746 Aug 03 19:28:01.394992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f1e52159-8b59-4fee-9ef1-773074d306dd None None] Calling delete_port for 26ff6c0c-4542-479a-a2fe-75bba03c7398 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:01.560688 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1095e038-967c-4c54-a776-8130044d6e34 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:01.562785 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.588104 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1 req-0d7e5751-d274-4522-9650-15758af9afc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21 HTTP/1.1" status: 200 len: 1000 time: 0.1151714 Aug 03 19:28:01.624505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 26ff6c0c-4542-479a-a2fe-75bba03c7398 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:01.674497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5a78cf92-8c41-4a23-b5bb-41559d6f402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d90cba-0a73-46ba-9da8-11cf4cc59e5c', 'name': 'tempest-NetworksTestDHCPv6-router-700278358', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:49Z', 'updated_at': '2021-08-03T19:27:57Z', 'revision_number': 3, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:01.742866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a78cf92-8c41-4a23-b5bb-41559d6f402a None None] Checking router: a8d90cba-0a73-46ba-9da8-11cf4cc59e5c for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:01.891831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a78cf92-8c41-4a23-b5bb-41559d6f402a None None] Routers {'a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:01.894634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5a78cf92-8c41-4a23-b5bb-41559d6f402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:02.130649 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1095e038-967c-4c54-a776-8130044d6e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '641a9d39-c88d-49ba-82da-51cf19716831', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'port_id': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'mac_address': 'fa:16:3e:ec:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:27:54Z', 'revision_number': 0, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:02.141732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ebc522b-1bb6-4b82-a78b-cf5a50f29cce tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.150755 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ebc522b-1bb6-4b82-a78b-cf5a50f29cce tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.227739 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095e038-967c-4c54-a776-8130044d6e34 None None] The sync data for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 is: [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '641a9d39-c88d-49ba-82da-51cf19716831', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'port_id': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'mac_address': 'fa:16:3e:ec:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:27:54Z', 'revision_number': 0, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:02.269388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1 req-21b4b6c1-c031-429c-840a-cb187b02360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:02.271055 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1 req-21b4b6c1-c031-429c-840a-cb187b02360b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f27124e5-3bd4-4b46-97d4-75493df87148 HTTP/1.1" status: 200 len: 852 time: 0.0547664 Aug 03 19:28:02.272579 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ebc522b-1bb6-4b82-a78b-cf5a50f29cce tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.273317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebc522b-1bb6-4b82-a78b-cf5a50f29cce tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Fanout notify agent at l3_agent the message router_deleted on router a8d90cba-0a73-46ba-9da8-11cf4cc59e5c {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:28:02.289830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ebc522b-1bb6-4b82-a78b-cf5a50f29cce tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.293476 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6ebc522b-1bb6-4b82-a78b-cf5a50f29cce tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/routers/a8d90cba-0a73-46ba-9da8-11cf4cc59e5c HTTP/1.1" status: 204 len: 168 time: 1.8273680 Aug 03 19:28:02.306070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5a78cf92-8c41-4a23-b5bb-41559d6f402a None None] Set router a8d90cba-0a73-46ba-9da8-11cf4cc59e5c gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:02.310761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54254) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:02.478159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5a78cf92-8c41-4a23-b5bb-41559d6f402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d90cba-0a73-46ba-9da8-11cf4cc59e5c', 'name': 'tempest-NetworksTestDHCPv6-router-700278358', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:49Z', 'updated_at': '2021-08-03T19:27:57Z', 'revision_number': 3, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:02.482251 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1e52159-8b59-4fee-9ef1-773074d306dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.506065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1 req-d2f7e738-a374-422d-9343-010fca90d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:02.508399 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1 req-d2f7e738-a374-422d-9343-010fca90d334 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=803531de-87af-4ce3-96ef-771520f7dc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161369 Aug 03 19:28:02.526799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2551c9c4-3c44-4a4e-aca3-d0e3d3d92aff tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:02.532732 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2551c9c4-3c44-4a4e-aca3-d0e3d3d92aff tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2175150 Aug 03 19:28:02.534354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54260) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:02.572143 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce6efdb8-b49a-4211-9bc1-9b7073f41dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.682368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916506c7-13d4-40c1-a577-f4c9de6ec010 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:02.686521 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-916506c7-13d4-40c1-a577-f4c9de6ec010 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1465883 Aug 03 19:28:02.686755 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54266) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:02.735183 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.736951 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9624e-c036-49a1-890d-8cf5ee9d1bf6 None None] New status for floating IP 641a9d39-c88d-49ba-82da-51cf19716831: ACTIVE {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:28:02.781546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e52159-8b59-4fee-9ef1-773074d306dd None None] No DVR routers for this DVR port 26ff6c0c-4542-479a-a2fe-75bba03c7398 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:02.795419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a78cf92-8c41-4a23-b5bb-41559d6f402a None None] The sync data for ids ['a8d90cba-0a73-46ba-9da8-11cf4cc59e5c'] in n-d-802918-7 is: [{'id': 'a8d90cba-0a73-46ba-9da8-11cf4cc59e5c', 'name': 'tempest-NetworksTestDHCPv6-router-700278358', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:49Z', 'updated_at': '2021-08-03T19:27:57Z', 'revision_number': 3, 'project_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:02.810470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e52159-8b59-4fee-9ef1-773074d306dd None None] Pushing event deleted for resources: {'Port': ['ID=26ff6c0c-4542-479a-a2fe-75bba03c7398,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:02.819538 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c83d6d6e-0fae-483f-82f3-fece11e359bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270108 Aug 03 19:28:02.825204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54274) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:02.841191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-34b99b3e-7ce0-426c-bb04-2e6954d613f3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:02.867088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ce6efdb8-b49a-4211-9bc1-9b7073f41dc3 None None] For port f85203f3-124a-4967-a3ed-a845a45ffb35, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f85203f3-124a-4967-a3ed-a845a45ffb35,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:02.879794 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce6efdb8-b49a-4211-9bc1-9b7073f41dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.063203 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1 req-8bf72524-53ca-4129-abc3-c1cbcd6225ba service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215893 Aug 03 19:28:03.068934 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-56fdf0e1-16a2-4d10-9097-fd3a4416ca43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.077818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6efdb8-b49a-4211-9bc1-9b7073f41dc3 None None] Pushing event updated for resources: {'Port': ['ID=f85203f3-124a-4967-a3ed-a845a45ffb35,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:03.098930 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-56fdf0e1-16a2-4d10-9097-fd3a4416ca43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.099509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a61fabf8-20e1-425f-ae6c-fd329500f4e0 None None] Provisioning complete for port f85203f3-124a-4967-a3ed-a845a45ffb35 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:03.100150 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a61fabf8-20e1-425f-ae6c-fd329500f4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.180804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-56fdf0e1-16a2-4d10-9097-fd3a4416ca43 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd015608abe741b39b6fd6633fe69ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4966969 Aug 03 19:28:03.198304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdf0e1-16a2-4d10-9097-fd3a4416ca43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce114b8-d4c9-4aae-a5d4-661276aa668d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:03.215880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54280) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:03.235432 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.api [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:28:03.235700 n-d-802918-7 neutron-server[100487]: DEBUG oslo_db.api [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:28:03.240816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.261942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.385223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a61fabf8-20e1-425f-ae6c-fd329500f4e0 None None] Provisioning for port 693de170-05b0-4bb0-aa86-133069a10aed completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:03.394908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a61fabf8-20e1-425f-ae6c-fd329500f4e0 None None] Provisioning complete for port 693de170-05b0-4bb0-aa86-133069a10aed triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:03.396321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a61fabf8-20e1-425f-ae6c-fd329500f4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.401348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2b18bf15-67cd-42ea-b2eb-cde8b93c168e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.404896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b99b3e-7ce0-426c-bb04-2e6954d613f3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:03.410137 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34b99b3e-7ce0-426c-bb04-2e6954d613f3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.468080 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2b18bf15-67cd-42ea-b2eb-cde8b93c168e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.470528 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.471039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f85203f3-124a-4967-a3ed-a845a45ffb35 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:03.473476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=693de170-05b0-4bb0-aa86-133069a10aed,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:03.530893 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3cee79ee-e254-4fd4-a07a-ddd05954ecd1 req-e4173086-01f7-47ef-b22a-a2062e7fa457 service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317927 Aug 03 19:28:03.547709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a61fabf8-20e1-425f-ae6c-fd329500f4e0 None None] Port 693de170-05b0-4bb0-aa86-133069a10aed cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:03.566284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f85203f3-124a-4967-a3ed-a845a45ffb35 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:03.566802 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.626394 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2b18bf15-67cd-42ea-b2eb-cde8b93c168e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.631443 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2b18bf15-67cd-42ea-b2eb-cde8b93c168e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.636122 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2b18bf15-67cd-42ea-b2eb-cde8b93c168e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cce114b8-d4c9-4aae-a5d4-661276aa668d HTTP/1.1" status: 204 len: 168 time: 0.4167311 Aug 03 19:28:03.670151 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-778252f3-816a-4ec3-b936-4acc2cf21541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.699653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network aadd9960-4dac-471b-9366-8261801b78f6 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:03.702703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:03.882776 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.889062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18bf15-67cd-42ea-b2eb-cde8b93c168e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce114b8-d4c9-4aae-a5d4-661276aa668d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:03.946329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router f40bfd13-e3bc-4003-9a6a-f9ea6995383f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:04.051468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-34b99b3e-7ce0-426c-bb04-2e6954d613f3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:28:04.054070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34b99b3e-7ce0-426c-bb04-2e6954d613f3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.138207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b99b3e-7ce0-426c-bb04-2e6954d613f3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:04.140814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-34b99b3e-7ce0-426c-bb04-2e6954d613f3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:04.145240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b99b3e-7ce0-426c-bb04-2e6954d613f3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=6174b67a-56f7-4435-81f8-8ec5c26fa377,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:04.148264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b99b3e-7ce0-426c-bb04-2e6954d613f3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:04.148871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-34b99b3e-7ce0-426c-bb04-2e6954d613f3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.155935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298f1ecd-a5ee-4227-bea4-3aa164e59f36 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:04.188726 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-34b99b3e-7ce0-426c-bb04-2e6954d613f3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3620942 Aug 03 19:28:04.194221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54314) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:04.200970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7b936430-5b36-4fcd-adbb-45f2ce2c0d73 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:04.422261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-24a243f6-3eb9-42f9-b61c-5317e4724189 None None] Provisioning complete for port 693de170-05b0-4bb0-aa86-133069a10aed triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:04.422261 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-24a243f6-3eb9-42f9-b61c-5317e4724189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.468763 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-24a243f6-3eb9-42f9-b61c-5317e4724189 None None] Port 693de170-05b0-4bb0-aa86-133069a10aed cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:04.504674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b936430-5b36-4fcd-adbb-45f2ce2c0d73 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:04.512478 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b936430-5b36-4fcd-adbb-45f2ce2c0d73 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.530844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': '6174b67a-56f7-4435-81f8-8ec5c26fa377'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:04.531930 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.737765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Allocated IP 2001:db8::f816:3eff:fe53:79fe (be4488c1-7522-4535-990c-62582defe7af/6174b67a-56f7-4435-81f8-8ec5c26fa377/4624b4ad-ab01-4459-843b-3df42067eb0e) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:04.788025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:04.845546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8c0030d6-eb9f-43d2-a825-c8e58e07156e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "PUT /v2.0/routers/f40bfd13-e3bc-4003-9a6a-f9ea6995383f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8137350 Aug 03 19:28:04.847436 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Sync routers for ids ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:04.880590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Routers {'f40bfd13-e3bc-4003-9a6a-f9ea6995383f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:04.882080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:27:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:04.977490 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b936430-5b36-4fcd-adbb-45f2ce2c0d73 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.082629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b936430-5b36-4fcd-adbb-45f2ce2c0d73 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:05.088079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7b936430-5b36-4fcd-adbb-45f2ce2c0d73 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:05.104368 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:28:05.113222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b936430-5b36-4fcd-adbb-45f2ce2c0d73 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:05.114575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7b936430-5b36-4fcd-adbb-45f2ce2c0d73 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.165230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b936430-5b36-4fcd-adbb-45f2ce2c0d73 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=507cf5c6-9c71-40b8-9b6c-7f42a98c73b8,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:05.193363 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7b936430-5b36-4fcd-adbb-45f2ce2c0d73 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9976668 Aug 03 19:28:05.197689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54332) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:05.204237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:aa:99:9d', 'name': 'tempest-NetworksTestDHCPv6-1288947390'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:05.243277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.255948 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.258375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54334) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:05.319838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Set router f40bfd13-e3bc-4003-9a6a-f9ea6995383f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:05.331671 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.417413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Transition to ACTIVE for port object 4624b4ad-ab01-4459-843b-3df42067eb0e will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:05.421675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:05.482155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Transition to ACTIVE for port object 4624b4ad-ab01-4459-843b-3df42067eb0e will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:05.497154 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.513854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1355551747'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:05.566448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-4dc3edba-4fc0-4de3-bb3c-d47674a1e0e5 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843261011&fields=id&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 267 time: 0.0776739 Aug 03 19:28:05.652822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:05.653286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.678570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:05.681987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:05.701832 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 375ac0cb-56c5-42bf-aee8-f9ae556fd641 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:05.707331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Pushing event updated for resources: {'Port': ['ID=4624b4ad-ab01-4459-843b-3df42067eb0e,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:05.733261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:05.738343 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.778914 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.808513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Attempting to bind port 4624b4ad-ab01-4459-843b-3df42067eb0e on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:05.808816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Attempting to bind port 4624b4ad-ab01-4459-843b-3df42067eb0e by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:05.809193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Attempting to bind port 4624b4ad-ab01-4459-843b-3df42067eb0e on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:05.820248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:05.820629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:05.821045 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.821454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:05.822565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Bound port: 4624b4ad-ab01-4459-843b-3df42067eb0e, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:05.822565 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.847322 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:28:01Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '693de170-05b0-4bb0-aa86-133069a10aed', 'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:01:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:58Z', 'updated_at': '2021-08-03T19:28:02Z', 'revision_number': 2, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:05.954974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Checking router: f40bfd13-e3bc-4003-9a6a-f9ea6995383f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:05.955634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Updating router f40bfd13-e3bc-4003-9a6a-f9ea6995383f port 693de170-05b0-4bb0-aa86-133069a10aed binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:06.069278 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.074800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 172.20.0.10 (be4488c1-7522-4535-990c-62582defe7af/507cf5c6-9c71-40b8-9b6c-7f42a98c73b8/375ac0cb-56c5-42bf-aee8-f9ae556fd641) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:06.086580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-683213ce-031b-4605-96aa-3662bbdb733f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:06.093081 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::f816:3eff:feaa:999d (be4488c1-7522-4535-990c-62582defe7af/6174b67a-56f7-4435-81f8-8ec5c26fa377/375ac0cb-56c5-42bf-aee8-f9ae556fd641) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:06.095101 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-683213ce-031b-4605-96aa-3662bbdb733f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/networks?id=aadd9960-4dac-471b-9366-8261801b78f6 HTTP/1.1" status: 200 len: 796 time: 0.4832485 Aug 03 19:28:06.211403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-b343619d-641f-49e2-803e-b00cdfd7aadf tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/quotas/b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 375 time: 0.1118174 Aug 03 19:28:06.232772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Router 3ac51280-4152-4400-a6d0-03fd9e79b931 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:06.331744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] For port 4624b4ad-ab01-4459-843b-3df42067eb0e, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:06.372666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] For port 4624b4ad-ab01-4459-843b-3df42067eb0e, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4624b4ad-ab01-4459-843b-3df42067eb0e,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:06.384182 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.390694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.443660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.491741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:06.495661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.525298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 375ac0cb-56c5-42bf-aee8-f9ae556fd641 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:06.543570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-ef8c5a30-5b69-4e5b-af47-52258fa9c9a0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2929747 Aug 03 19:28:06.551792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de34730-e3c6-4ad2-8325-300525717814 None None] Pushing event updated for resources: {'Port': ['ID=4624b4ad-ab01-4459-843b-3df42067eb0e,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:06.556595 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.557782 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment 5af37b85-1a21-4c2f-a9e8-bb81fedd60fe of type vlan for network 61f04146-0077-49a7-8124-eb6f2b1da21d Aug 03 19:28:06.571945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571fba84-f9fb-43be-af9a-35ec66b9f74a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:06.652785 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fed657c4-b9fd-4e81-8b48-be268d445d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.655187 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.706229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.715729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:06.718256 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.724920 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.745079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:06.750385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:06.764041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:06.767331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:06.769911 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d9daa0-924d-4a07-9b8e-7186143e01e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:06.771515 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e31441-8bd3-496d-ad35-5ca34c9864b7 None None] Sync routers for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:06.808138 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e31441-8bd3-496d-ad35-5ca34c9864b7 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:06.809263 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-42e31441-8bd3-496d-ad35-5ca34c9864b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:06.819985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=375ac0cb-56c5-42bf-aee8-f9ae556fd641,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:06.876983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-72d1e816-e55d-4cbb-8b5f-c6d57d83a968 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "PUT /v2.0/floatingips/641a9d39-c88d-49ba-82da-51cf19716831 HTTP/1.1" status: 200 len: 994 time: 6.5012553 Aug 03 19:28:06.880272 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b50f0e-4329-44dd-8d7f-a0ff179438cf x-openstack-request-id: req-85b50f0e-4329-44dd-8d7f-a0ff179438cf {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:06.880609 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:06.880835 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85b50f0e-4329-44dd-8d7f-a0ff179438cf {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:06.881608 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'status': 'completed', 'code': 200} Aug 03 19:28:06.885333 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.891703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:06.892390 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.912585 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:06.913665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.017520 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.030593 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f7db0045-b8b3-4aff-b1df-25a9982b8e45 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8296742 Aug 03 19:28:07.033977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54358) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:07.048442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Transition to ACTIVE for port object 693de170-05b0-4bb0-aa86-133069a10aed will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:07.056726 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.090577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9daa0-924d-4a07-9b8e-7186143e01e4 req-9b4003aa-b42d-4277-8232-15f002f9176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:07.093321 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4d9daa0-924d-4a07-9b8e-7186143e01e4 req-9b4003aa-b42d-4277-8232-15f002f9176d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da4b8a4027f24153bbf8a48dd7c29730&device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 1097 time: 0.1709223 Aug 03 19:28:07.133784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8628614 Aug 03 19:28:07.141551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-2be2ab83-c1ba-403c-8b4b-ebf031ea95ce service neutron] 10.222.0.78 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180397 Aug 03 19:28:07.179997 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-42e31441-8bd3-496d-ad35-5ca34c9864b7 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:07.220134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95f48e-d1ea-49a4-8103-020ed7be050d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:07.227362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95f48e-d1ea-49a4-8103-020ed7be050d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:07.228113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeddeda-937d-4ae9-b776-90e1795c6f9d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=61f04146-0077-49a7-8124-eb6f2b1da21d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:07.233534 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4f95f48e-d1ea-49a4-8103-020ed7be050d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1937931 Aug 03 19:28:07.237256 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54360) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:07.295502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54362) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:07.329995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'network_id': '61f04146-0077-49a7-8124-eb6f2b1da21d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:07.355919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 61f04146-0077-49a7-8124-eb6f2b1da21d details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:07.412327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9daa0-924d-4a07-9b8e-7186143e01e4 req-624eaa27-2517-4f22-8371-4f74032a8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:07.415201 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4d9daa0-924d-4a07-9b8e-7186143e01e4 req-624eaa27-2517-4f22-8371-4f74032a8eeb service neutron] 10.222.0.37 "GET /v2.0/networks?id=803531de-87af-4ce3-96ef-771520f7dc68 HTTP/1.1" status: 200 len: 914 time: 0.3127589 Aug 03 19:28:07.527684 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4d9daa0-924d-4a07-9b8e-7186143e01e4 req-3afa49f2-a377-4123-8555-b4e5e9c720ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21 HTTP/1.1" status: 200 len: 1002 time: 0.0981102 Aug 03 19:28:07.553436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:07.561370 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.579856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c7241769-3692-458b-aab4-eaab4ffe0a79 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 375ac0cb-56c5-42bf-aee8-f9ae556fd641 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:07.580924 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7241769-3692-458b-aab4-eaab4ffe0a79 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.629683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Attempting to bind port 693de170-05b0-4bb0-aa86-133069a10aed on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:07.630038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Attempting to bind port 693de170-05b0-4bb0-aa86-133069a10aed by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:07.630418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Attempting to bind port 693de170-05b0-4bb0-aa86-133069a10aed on network aadd9960-4dac-471b-9366-8261801b78f6 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:07.662888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:07.663296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Checking segment: {'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:07.663787 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.664196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Bound using segment: {'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:07.664738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Bound port: 693de170-05b0-4bb0-aa86-133069a10aed, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:07.665136 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.763832 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9daa0-924d-4a07-9b8e-7186143e01e4 req-7611a20e-70d3-4aa6-b591-fcf9e8fcdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:07.767717 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4d9daa0-924d-4a07-9b8e-7186143e01e4 req-7611a20e-70d3-4aa6-b591-fcf9e8fcdbc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f27124e5-3bd4-4b46-97d4-75493df87148 HTTP/1.1" status: 200 len: 852 time: 0.2284076 Aug 03 19:28:07.784640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8a1bf-0720-4adb-a1ce-afdfe90226db None None] Pushing event updated for resources: {'Port': ['ID=693de170-05b0-4bb0-aa86-133069a10aed,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:07.873611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4624b4ad-ab01-4459-843b-3df42067eb0e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:07.921317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-d98a5e2e-9a39-43cc-9c28-1e201e152906 service neutron] 10.222.0.78 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572765 Aug 03 19:28:07.966686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] For port 693de170-05b0-4bb0-aa86-133069a10aed, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:07.973279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] For port 693de170-05b0-4bb0-aa86-133069a10aed, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=693de170-05b0-4bb0-aa86-133069a10aed,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:08.049737 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-42e31441-8bd3-496d-ad35-5ca34c9864b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '641a9d39-c88d-49ba-82da-51cf19716831', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'port_id': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'mac_address': 'fa:16:3e:ec:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:28:04Z', 'revision_number': 2, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:08.101577 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e31441-8bd3-496d-ad35-5ca34c9864b7 None None] Checking router: 3ac51280-4152-4400-a6d0-03fd9e79b931 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:08.120243 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e31441-8bd3-496d-ad35-5ca34c9864b7 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:08.121191 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-42e31441-8bd3-496d-ad35-5ca34c9864b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:08.129798 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7241769-3692-458b-aab4-eaab4ffe0a79 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.181657 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.227137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c7241769-3692-458b-aab4-eaab4ffe0a79 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 375ac0cb-56c5-42bf-aee8-f9ae556fd641 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:08.244203 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.253863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9daa0-924d-4a07-9b8e-7186143e01e4 req-81836462-bcc7-429c-801d-d32be75d0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:08.260898 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4d9daa0-924d-4a07-9b8e-7186143e01e4 req-81836462-bcc7-429c-801d-d32be75d0e1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=803531de-87af-4ce3-96ef-771520f7dc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4444945 Aug 03 19:28:08.379938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.406928 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-42e31441-8bd3-496d-ad35-5ca34c9864b7 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:08.459214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 4624b4ad-ab01-4459-843b-3df42067eb0e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:08.523204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Routers {'f40bfd13-e3bc-4003-9a6a-f9ea6995383f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:08.526046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:08.600262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c0d44f8-dec2-477c-a831-9a42c8b6fcb2 req-bb89889b-d644-4bff-9b29-2bbf0d608579 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 210 time: 0.1270351 Aug 03 19:28:08.659872 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4d9daa0-924d-4a07-9b8e-7186143e01e4 req-dccb2fd2-3c4a-45b6-9be2-317c7afb4c61 service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836236 Aug 03 19:28:08.667217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8a1bf-0720-4adb-a1ce-afdfe90226db None None] Pushing event updated for resources: {'Port': ['ID=693de170-05b0-4bb0-aa86-133069a10aed,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:08.691623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking segment: {'id': '5af37b85-1a21-4c2f-a9e8-bb81fedd60fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61f04146-0077-49a7-8124-eb6f2b1da21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:08.692016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network hostable DHCP agents. Network: 61f04146-0077-49a7-8124-eb6f2b1da21d, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:08.753962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=edfb3108-a47a-46b0-8aa8-acf51ac130bc,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:08.794662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network 61f04146-0077-49a7-8124-eb6f2b1da21d is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:08.819420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 61f04146-0077-49a7-8124-eb6f2b1da21d) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:08.824569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:08.825196 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.867668 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-57064ad8-ce64-4fec-af3d-7b24396e4744 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5701704 Aug 03 19:28:08.871439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54376) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:08.899266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1004865078'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:08.948357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:08.955404 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668" -d '{"events": [{"name": "network-changed", "server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:08.963095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:08.970236 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.037683 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e4d9daa0-924d-4a07-9b8e-7186143e01e4 req-2471f4e2-2655-4b9f-81b1-802cd1a8239e service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414083 Aug 03 19:28:09.072781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:09.085813 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.086251 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment 420cca8a-ba80-4e44-bf55-b2f181db6989 of type vlan for network 0094f285-0694-4622-9cff-8d86fa1e7302 Aug 03 19:28:09.151797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.164659 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-42e31441-8bd3-496d-ad35-5ca34c9864b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '641a9d39-c88d-49ba-82da-51cf19716831', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'port_id': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'mac_address': 'fa:16:3e:ec:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:28:04Z', 'revision_number': 2, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:09.194167 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d22130-02c3-410c-997f-2532fd5b26e5 x-openstack-request-id: req-49d22130-02c3-410c-997f-2532fd5b26e5 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:09.194498 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:09.194791 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-49d22130-02c3-410c-997f-2532fd5b26e5 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:09.195230 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'status': 'completed', 'code': 200} Aug 03 19:28:09.199131 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.206853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:09.210180 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.229214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668 req-b1bfdbe5-4bef-4097-a1fb-e3d4e141c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:09.232316 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668 req-b1bfdbe5-4bef-4097-a1fb-e3d4e141c798 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da4b8a4027f24153bbf8a48dd7c29730&device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 1097 time: 0.1308620 Aug 03 19:28:09.242492 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7241769-3692-458b-aab4-eaab4ffe0a79 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.256711 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e31441-8bd3-496d-ad35-5ca34c9864b7 None None] The sync data for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 is: [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '641a9d39-c88d-49ba-82da-51cf19716831', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'port_id': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'mac_address': 'fa:16:3e:ec:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:54Z', 'updated_at': '2021-08-03T19:28:04Z', 'revision_number': 2, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:09.354419 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7241769-3692-458b-aab4-eaab4ffe0a79 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=375ac0cb-56c5-42bf-aee8-f9ae556fd641,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:09.372620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b05578-22f5-4f1a-b38c-a9ef6fbedecf None None] Network 61f04146-0077-49a7-8124-eb6f2b1da21d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:09.379803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50901a05-6890-449f-af4a-c027019a71ea None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:09.388471 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5157125 Aug 03 19:28:09.395138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54388) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:09.410041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'network_id': '0094f285-0694-4622-9cff-8d86fa1e7302', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:09.422692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c198de-d105-45e0-a09d-4a0d21f9de3d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=0094f285-0694-4622-9cff-8d86fa1e7302,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:09.585839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 0094f285-0694-4622-9cff-8d86fa1e7302 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:09.795016 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7241769-3692-458b-aab4-eaab4ffe0a79 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.797812 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c7241769-3692-458b-aab4-eaab4ffe0a79 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/375ac0cb-56c5-42bf-aee8-f9ae556fd641 HTTP/1.1" status: 204 len: 168 time: 2.5581088 Aug 03 19:28:09.801631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54394) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:09.805959 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668 req-8d83f2d7-3adc-4f48-b7fd-f710e02d4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:09.808664 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668 req-8d83f2d7-3adc-4f48-b7fd-f710e02d4a2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=803531de-87af-4ce3-96ef-771520f7dc68 HTTP/1.1" status: 200 len: 914 time: 0.5612330 Aug 03 19:28:09.810149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:09.815270 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.852156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53845531-215c-44ee-aa42-782b08e2b264 req-e5923c63-5266-4e0f-81d0-c72c6756fcb6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 210 time: 0.0754573 Aug 03 19:28:10.009936 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668 req-f5b9e240-f264-41d9-8fb8-0e62930fd58d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21 HTTP/1.1" status: 200 len: 1002 time: 0.1820867 Aug 03 19:28:10.021791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4629b68b-3d42-4533-92bf-3e43f7423d98 None None] Provisioning for port 4624b4ad-ab01-4459-843b-3df42067eb0e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:10.025767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] Set router f40bfd13-e3bc-4003-9a6a-f9ea6995383f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:10.088126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668 req-4e5dfb9d-17ea-457d-80eb-71f549ec270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:10.091289 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668 req-4e5dfb9d-17ea-457d-80eb-71f549ec270a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f27124e5-3bd4-4b46-97d4-75493df87148 HTTP/1.1" status: 200 len: 852 time: 0.0741215 Aug 03 19:28:10.094981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4629b68b-3d42-4533-92bf-3e43f7423d98 None None] Provisioning complete for port 4624b4ad-ab01-4459-843b-3df42067eb0e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:10.095593 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4629b68b-3d42-4533-92bf-3e43f7423d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.112916 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.114119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738b591-62ad-4db4-a5b0-e1985bb0afba tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:10.119791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738b591-62ad-4db4-a5b0-e1985bb0afba tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:10.123742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738b591-62ad-4db4-a5b0-e1985bb0afba tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:10.128048 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f738b591-62ad-4db4-a5b0-e1985bb0afba tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3244164 Aug 03 19:28:10.132676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54398) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:10.170175 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.264439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=dc903ab3-149e-43e5-963f-f221c80898ee,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:10.354714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbc5bfb-b83b-4130-a879-e0316ca3bc6a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 507cf5c6-9c71-40b8-9b6c-7f42a98c73b8 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:10.367879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668 req-b11ecefe-b469-42e4-b21f-47cf13020d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:10.371219 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668 req-b11ecefe-b469-42e4-b21f-47cf13020d58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=803531de-87af-4ce3-96ef-771520f7dc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406502 Aug 03 19:28:10.372482 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5bfb-b83b-4130-a879-e0316ca3bc6a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.479062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-61f04146-0077-49a7-8124-eb6f2b1da21d', 'network_id': '61f04146-0077-49a7-8124-eb6f2b1da21d', 'tenant_id': 'fdd7625c21c144b28f2d99e697c3ada6', 'fixed_ips': [{'subnet_id': 'edfb3108-a47a-46b0-8aa8-acf51ac130bc'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:10.479824 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.579522 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5bfb-b83b-4130-a879-e0316ca3bc6a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.587253 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4629b68b-3d42-4533-92bf-3e43f7423d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.664481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34883c24-2feb-4bc7-8f72-816c931fe303 None None] Update dhcp port {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': '6174b67a-56f7-4435-81f8-8ec5c26fa377', 'ip_address': '2001:db8::f816:3eff:fe53:79fe'}, {'subnet_id': '507cf5c6-9c71-40b8-9b6c-7f42a98c73b8'}], 'binding:host_id': 'n-d-802918-7'}, 'id': '4624b4ad-ab01-4459-843b-3df42067eb0e'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:28:10.719519 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5bfb-b83b-4130-a879-e0316ca3bc6a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.736305 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-34883c24-2feb-4bc7-8f72-816c931fe303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.766206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4629b68b-3d42-4533-92bf-3e43f7423d98 None None] For port 4624b4ad-ab01-4459-843b-3df42067eb0e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4624b4ad-ab01-4459-843b-3df42067eb0e,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:10.786170 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4629b68b-3d42-4533-92bf-3e43f7423d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.822382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking segment: {'id': '420cca8a-ba80-4e44-bf55-b2f181db6989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0094f285-0694-4622-9cff-8d86fa1e7302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:10.823367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network hostable DHCP agents. Network: 0094f285-0694-4622-9cff-8d86fa1e7302, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:10.874669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Allocated IP 172.20.255.242 (61f04146-0077-49a7-8124-eb6f2b1da21d/edfb3108-a47a-46b0-8aa8-acf51ac130bc/43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:10.910404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network 0094f285-0694-4622-9cff-8d86fa1e7302 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:10.919896 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:28:01Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '693de170-05b0-4bb0-aa86-133069a10aed', 'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:01:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:58Z', 'updated_at': '2021-08-03T19:28:07Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:10.935051 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668 req-e8dedeb7-ff3a-45ac-8ebc-72036596c43b service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547967 Aug 03 19:28:10.943085 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5bfb-b83b-4130-a879-e0316ca3bc6a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.968850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 0094f285-0694-4622-9cff-8d86fa1e7302) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:10.997624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:10.998723 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.016223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8149220b-03ed-4f1e-8fb8-0abd3b96c51b None None] Network 0094f285-0694-4622-9cff-8d86fa1e7302 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:11.034535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-631ae637-4d04-4702-81b9-6c33d5e711df tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6369350 Aug 03 19:28:11.039133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54404) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:11.043413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629b68b-3d42-4533-92bf-3e43f7423d98 None None] Pushing event updated for resources: {'Port': ['ID=4624b4ad-ab01-4459-843b-3df42067eb0e,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:11.105459 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5bfb-b83b-4130-a879-e0316ca3bc6a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.107722 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1fbc5bfb-b83b-4130-a879-e0316ca3bc6a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/507cf5c6-9c71-40b8-9b6c-7f42a98c73b8 HTTP/1.1" status: 204 len: 168 time: 0.9729903 Aug 03 19:28:11.110858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc5bfb-b83b-4130-a879-e0316ca3bc6a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=507cf5c6-9c71-40b8-9b6c-7f42a98c73b8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:11.117694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54408) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:11.224937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2186bc6d-6a37-45e1-8c9e-79b2c55d0167 req-03c7b4f5-c83c-4e40-ac70-fbf231778b39 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 210 time: 0.1017528 Aug 03 19:28:11.228031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7cec66-5579-42bc-98dc-052ebb97dbb1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 6174b67a-56f7-4435-81f8-8ec5c26fa377 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:11.235107 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4ea310dc-33f4-4d8c-8fdb-57e93f65a668 req-a4737e6c-4165-49be-a1eb-f9dd471f7b63 service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876887 Aug 03 19:28:11.236017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab7cec66-5579-42bc-98dc-052ebb97dbb1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.244005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47f8bbd4-5a58-4392-b66e-3e339ac837e4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:11.245980 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47f8bbd4-5a58-4392-b66e-3e339ac837e4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "GET /v2.0/networks?id=aadd9960-4dac-471b-9366-8261801b78f6 HTTP/1.1" status: 200 len: 796 time: 0.4450736 Aug 03 19:28:11.264654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288bbf5-a177-434a-8ee6-d8c1cfb39461 None None] The sync data for ids ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'] in n-d-802918-7 is: [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:28:01Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '693de170-05b0-4bb0-aa86-133069a10aed', 'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:01:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:58Z', 'updated_at': '2021-08-03T19:28:07Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:11.353973 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab7cec66-5579-42bc-98dc-052ebb97dbb1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server [None req-34883c24-2feb-4bc7-8f72-816c931fe303 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 507cf5c6-9c71-40b8-9b6c-7f42a98c73b8: This subnet is being modified by another concurrent operation. Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 507cf5c6-9c71-40b8-9b6c-7f42a98c73b8: This subnet is being modified by another concurrent operation. Aug 03 19:28:11.373523 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Aug 03 19:28:11.391981 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-2630b6dd-2f4b-4958-9c91-27cde236c3d4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5fb9b01c0b84db08e058795c9072907 HTTP/1.1" status: 200 len: 379 time: 0.1102891 Aug 03 19:28:11.431055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'port': {'device_id': '82098f6e-6463-4de6-a200-a92718d6e083', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'admin_state_up': True, 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'security_groups': ['1a389df5-01de-4ecb-9180-4dacd3d11489']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:11.468419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4624b4ad-ab01-4459-843b-3df42067eb0e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:11.552858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d58b2-523d-4a14-be27-663a8d04e7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-0094f285-0694-4622-9cff-8d86fa1e7302', 'network_id': '0094f285-0694-4622-9cff-8d86fa1e7302', 'tenant_id': 'fdd7625c21c144b28f2d99e697c3ada6', 'fixed_ips': [{'subnet_id': 'dc903ab3-149e-43e5-963f-f221c80898ee'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:11.554671 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-250d58b2-523d-4a14-be27-663a8d04e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.582322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.622926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab7cec66-5579-42bc-98dc-052ebb97dbb1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.756620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab7cec66-5579-42bc-98dc-052ebb97dbb1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.829850 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.887054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Made reservation on behalf of b5fb9b01c0b84db08e058795c9072907 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:11.892471 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.904476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4624b4ad-ab01-4459-843b-3df42067eb0e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:11.906700 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.050593 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.082619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6bb1ceac-1d32-4da7-b66a-1653c52d09b4 None None] Provisioning complete for port 4624b4ad-ab01-4459-843b-3df42067eb0e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:12.083685 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ceac-1d32-4da7-b66a-1653c52d09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.100134 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.121285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Subnet': ['ID=dc903ab3-149e-43e5-963f-f221c80898ee,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:12.152904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Transition to ACTIVE for port object 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:12.234642 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.239820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.20.0.4 (aadd9960-4dac-471b-9366-8261801b78f6/f0627755-e603-4108-9b9c-7ea75f319431/20bdaea3-1e67-49fc-95d6-f4a3f1d7b848) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:12.261101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0094f285-0694-4622-9cff-8d86fa1e7302']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:12.267932 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Transition to ACTIVE for port object 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server [None req-250d58b2-523d-4a14-be27-663a8d04e7a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc903ab3-149e-43e5-963f-f221c80898ee: This subnet is being modified by another concurrent operation. Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc903ab3-149e-43e5-963f-f221c80898ee: This subnet is being modified by another concurrent operation. Aug 03 19:28:12.294550 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Aug 03 19:28:12.305027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420cca8a-ba80-4e44-bf55-b2f181db6989') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:12.305027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420cca8a-ba80-4e44-bf55-b2f181db6989') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:12.318582 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.335097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b95cef-bb09-43ba-a80d-56f87bef8fc4 None None] Network 0094f285-0694-4622-9cff-8d86fa1e7302 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:12.363426 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.382775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cec66-5579-42bc-98dc-052ebb97dbb1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=6174b67a-56f7-4435-81f8-8ec5c26fa377,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:12.394476 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab7cec66-5579-42bc-98dc-052ebb97dbb1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.399071 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ab7cec66-5579-42bc-98dc-052ebb97dbb1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/6174b67a-56f7-4435-81f8-8ec5c26fa377 HTTP/1.1" status: 204 len: 168 time: 1.2739477 Aug 03 19:28:12.399821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54416) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:12.414997 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.494281 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0fd4cfdd-a716-4c20-92a6-7fe8db60b3ba tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929332 Aug 03 19:28:12.497007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54418) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:12.502893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:12.510565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c2ebf-23b9-4544-bf6a-b022a912a3f1 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:12.563217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:12.563822 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:12.579305 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:12.640739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:12.651131 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.658528 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f595ff6-8d2d-4c9d-8620-a7c3da4dafb6 req-b54b7a2d-f35c-4b1f-9847-77bcd6577203 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 210 time: 0.1286426 Aug 03 19:28:12.739050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.745603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.751695 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.754017 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/0094f285-0694-4622-9cff-8d86fa1e7302 HTTP/1.1" status: 204 len: 168 time: 1.7134671 Aug 03 19:28:12.760943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Network 61f04146-0077-49a7-8124-eb6f2b1da21d is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:12.761793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54420) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:12.761925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Pushing event updated for resources: {'Port': ['ID=43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:12.772063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-194938'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:12.791859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:12.795263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Transition to ACTIVE for port object 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:12.797659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49c99e-6bc7-4756-936a-5a98b2543d66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=0094f285-0694-4622-9cff-8d86fa1e7302,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:12.821651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:12.837732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:12.844281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.853479 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.883910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network aadd9960-4dac-471b-9366-8261801b78f6 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:12.916509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:12.919203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:12.933738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:12.960202 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.962284 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment a70717f4-26ce-4d50-9036-3d6792b5a94b of type vlan for network 46e7ef96-51a5-4e35-9a72-95793e5a736c Aug 03 19:28:13.000087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:13.010778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:13.011595 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.041091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-90ed7cb0-243c-4cd3-9b18-112b856fdf60 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6372178 Aug 03 19:28:13.134191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.217675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Request body: {'port': {'device_id': '82098f6e-6463-4de6-a200-a92718d6e083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:13.364778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.379326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:13.382473 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.395444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.513453 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7472908 Aug 03 19:28:13.536958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54426) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:13.552903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'network_id': '46e7ef96-51a5-4e35-9a72-95793e5a736c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:13.577967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a6ec1-9dba-45ee-b981-b486989bed39 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=46e7ef96-51a5-4e35-9a72-95793e5a736c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:13.688928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2bc018df-39ee-4679-98b7-470f331aee18 None None] Could not find standard attr ID for object 375ac0cb-56c5-42bf-aee8-f9ae556fd641. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:28:13.700947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 46e7ef96-51a5-4e35-9a72-95793e5a736c details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:13.811651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:28:13.927149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Attempting to bind port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:13.927545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Attempting to bind port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '5af37b85-1a21-4c2f-a9e8-bb81fedd60fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61f04146-0077-49a7-8124-eb6f2b1da21d'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:13.927978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Attempting to bind port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f on network 61f04146-0077-49a7-8124-eb6f2b1da21d {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:13.940193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c8093-e1f6-45f4-8ff1-e7162653f684 req-778643bc-d499-42ca-a7f3-b836028b7650 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:13.942152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b42c8093-e1f6-45f4-8ff1-e7162653f684 req-778643bc-d499-42ca-a7f3-b836028b7650 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 931 time: 0.1396909 Aug 03 19:28:13.950225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2bc018df-39ee-4679-98b7-470f331aee18 None None] Provisioning for port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:13.961890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2bc018df-39ee-4679-98b7-470f331aee18 None None] Provisioning complete for port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:13.962336 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2bc018df-39ee-4679-98b7-470f331aee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.993802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:13.994202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Checking segment: {'id': '5af37b85-1a21-4c2f-a9e8-bb81fedd60fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61f04146-0077-49a7-8124-eb6f2b1da21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:13.994599 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.995184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Bound using segment: {'id': '5af37b85-1a21-4c2f-a9e8-bb81fedd60fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61f04146-0077-49a7-8124-eb6f2b1da21d'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:13.996042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Bound port: 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af37b85-1a21-4c2f-a9e8-bb81fedd60fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '61f04146-0077-49a7-8124-eb6f2b1da21d'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:13.996501 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.071495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 693de170-05b0-4bb0-aa86-133069a10aed up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:14.141077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:14.147776 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.191518 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2bc018df-39ee-4679-98b7-470f331aee18 None None] Port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:14.198461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] For port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:14.207862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] For port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f,segment=NetworkSegment(5af37b85-1a21-4c2f-a9e8-bb81fedd60fe),segment_id=5af37b85-1a21-4c2f-a9e8-bb81fedd60fe)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:14.212125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b42c8093-e1f6-45f4-8ff1-e7162653f684 req-3f67145c-a198-432c-8db9-a02d801bfc23 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651571 Aug 03 19:28:14.230646 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.235808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:28:14.261395 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.295325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Transition to ACTIVE for port object 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:14.301675 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.303268 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21149f81-d249-4952-b742-496c57aca2e1 None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:28:14.327537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_backend_mixin [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Performing IP validity checks on allocation pools {{(pid=100488) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:28:14.328857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_backend_mixin [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100488) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:28:14.331414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 693de170-05b0-4bb0-aa86-133069a10aed completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:14.353822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde403d-6548-4b82-9cd8-162338296391 None None] Pushing event updated for resources: {'Port': ['ID=43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:14.384135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Pushing event updated for resources: {'Port': ['ID=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:14.417723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 693de170-05b0-4bb0-aa86-133069a10aed triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:14.418083 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.441004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.503910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-21149f81-d249-4952-b742-496c57aca2e1 None None] Deleting port 4624b4ad-ab01-4459-843b-3df42067eb0e {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:14.504492 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-21149f81-d249-4952-b742-496c57aca2e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.536612 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Attempting to bind port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:14.536902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Attempting to bind port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:14.537318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Attempting to bind port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 on network aadd9960-4dac-471b-9366-8261801b78f6 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:14.544704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 on network aadd9960-4dac-471b-9366-8261801b78f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:14.545399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Attempting to bind port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 on network aadd9960-4dac-471b-9366-8261801b78f6 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:14.554449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:14.555175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Checking segment: {'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:14.555812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Bound using segment: {'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:14.556598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Bound port: 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4018f0b4-f76f-421e-9bb7-f56e0f9d6829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:14.557257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.620663 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.737455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] For port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:14.742793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] For port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:14.749790 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.788188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:14.789115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.790650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] 10.222.0.74 "PUT /v2.0/ports/20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 HTTP/1.1" status: 200 len: 1091 time: 1.7340455 Aug 03 19:28:14.793608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:14.799176 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84443aa-ca4b-4d77-a936-1e7cadb06004" -d '{"events": [{"name": "network-changed", "server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:14.899318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-21149f81-d249-4952-b742-496c57aca2e1 None None] For port 4624b4ad-ab01-4459-843b-3df42067eb0e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4624b4ad-ab01-4459-843b-3df42067eb0e,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:14.900101 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-21149f81-d249-4952-b742-496c57aca2e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.922506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=a88df8ad-c962-4934-9084-c7bc65454f86,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:14.945032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-21149f81-d249-4952-b742-496c57aca2e1 None None] Calling delete_port for 4624b4ad-ab01-4459-843b-3df42067eb0e owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:14.963499 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4815dea-6ea0-45b2-83ed-33bfc1aea936 x-openstack-request-id: req-f4815dea-6ea0-45b2-83ed-33bfc1aea936 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:14.964079 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:14.964079 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4815dea-6ea0-45b2-83ed-33bfc1aea936 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:14.966023 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'status': 'completed', 'code': 200} Aug 03 19:28:15.032179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc163d-0428-422a-b96a-31dfcae7bb68 service neutron] Pushing event updated for resources: {'Port': ['ID=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:15.047902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking segment: {'id': 'a70717f4-26ce-4d50-9036-3d6792b5a94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '46e7ef96-51a5-4e35-9a72-95793e5a736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:15.048330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network hostable DHCP agents. Network: 46e7ef96-51a5-4e35-9a72-95793e5a736c, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:15.054585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-33028a6d-ebae-4d6b-82e7-3f0e39fbae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.069627 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-33028a6d-ebae-4d6b-82e7-3f0e39fbae8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 1094 time: 0.1977644 Aug 03 19:28:15.093653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network 46e7ef96-51a5-4e35-9a72-95793e5a736c is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:15.098550 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.119891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 46e7ef96-51a5-4e35-9a72-95793e5a736c) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:15.132092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d38300b-9399-403c-8615-5114f1dcd7dc None None] Network 46e7ef96-51a5-4e35-9a72-95793e5a736c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:15.145038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.147379 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.190670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] For port 4624b4ad-ab01-4459-843b-3df42067eb0e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4624b4ad-ab01-4459-843b-3df42067eb0e,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:15.205579 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1476551b-1c74-472c-a033-90868bac7eb1 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6638258 Aug 03 19:28:15.209217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54438) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:15.219548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 693de170-05b0-4bb0-aa86-133069a10aed, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=693de170-05b0-4bb0-aa86-133069a10aed,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:15.227545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-45c73727-845c-4186-9720-d0cf205b2e4f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 HTTP/1.1" status: 200 len: 217 time: 0.1366878 Aug 03 19:28:15.230512 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.326046 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.333346 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.334850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.375951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-b8cd5b45-4ef7-4da3-bb3c-48e72aa6ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.384391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-b8cd5b45-4ef7-4da3-bb3c-48e72aa6ca49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0627755-e603-4108-9b9c-7ea75f319431 HTTP/1.1" status: 200 len: 835 time: 0.1498678 Aug 03 19:28:15.460330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=693de170-05b0-4bb0-aa86-133069a10aed,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:15.463814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4624b4ad-ab01-4459-843b-3df42067eb0e no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:15.488397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:15.492790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-21149f81-d249-4952-b742-496c57aca2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.502139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=4624b4ad-ab01-4459-843b-3df42067eb0e,revision_number=6']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:15.513224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:15.520918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.521723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.526380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735577a1-ec71-46b6-81a8-a46f47792dda req-246c60ed-f306-40b0-93a4-241311fefb37 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.550416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-735577a1-ec71-46b6-81a8-a46f47792dda req-246c60ed-f306-40b0-93a4-241311fefb37 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 943 time: 0.1634102 Aug 03 19:28:15.565094 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-51844e89-50da-4c1c-a85b-1b9443fc1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.567646 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-51844e89-50da-4c1c-a85b-1b9443fc1f05 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aadd9960-4dac-471b-9366-8261801b78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705282 Aug 03 19:28:15.568421 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0688331 Aug 03 19:28:15.575824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 4624b4ad-ab01-4459-843b-3df42067eb0e {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:15.576237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4624b4ad-ab01-4459-843b-3df42067eb0e not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:15.576762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54442) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:15.578044 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.589757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21149f81-d249-4952-b742-496c57aca2e1 None None] Pushing event deleted for resources: {'Port': ['ID=4624b4ad-ab01-4459-843b-3df42067eb0e,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:15.607130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e37492f3-1b13-4dcb-988c-b4f57c65fca4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:15.619557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.646007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d026ca-4cad-4c3f-ba23-c56b80ec1969 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=fc8ad703-070e-4921-87f8-86f29b588d68,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:15.661943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21149f81-d249-4952-b742-496c57aca2e1 None None] No DVR routers for this DVR port 4624b4ad-ab01-4459-843b-3df42067eb0e on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:15.738993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968de0bc-689d-475f-9be3-052b065bf572 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:15.758478 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.850158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-735577a1-ec71-46b6-81a8-a46f47792dda req-de4eb226-67c3-4110-b45f-f36f6496ff72 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981393 Aug 03 19:28:15.920363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.994806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a4599-e53f-473e-a02f-71ef61a354e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-46e7ef96-51a5-4e35-9a72-95793e5a736c', 'network_id': '46e7ef96-51a5-4e35-9a72-95793e5a736c', 'tenant_id': 'fdd7625c21c144b28f2d99e697c3ada6', 'fixed_ips': [{'subnet_id': 'a88df8ad-c962-4934-9084-c7bc65454f86'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:15.999595 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-336a4599-e53f-473e-a02f-71ef61a354e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.049589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Subnet': ['ID=a88df8ad-c962-4934-9084-c7bc65454f86,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:16.075789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-774f7627-610b-4534-b86d-b7e6ef114ff6 service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627333 Aug 03 19:28:16.133611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37492f3-1b13-4dcb-988c-b4f57c65fca4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:16.137851 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e37492f3-1b13-4dcb-988c-b4f57c65fca4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.181055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.208734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e7ef96-51a5-4e35-9a72-95793e5a736c']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:16.224320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70717f4-26ce-4d50-9036-3d6792b5a94b') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:16.224555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70717f4-26ce-4d50-9036-3d6792b5a94b') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:16.235932 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.245698 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:16.253821 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.262911 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:16.263395 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: items = [ Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:16.267205 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:16.331903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6b492-2855-42a6-bb8f-74632a52d201 None None] Network 61f04146-0077-49a7-8124-eb6f2b1da21d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:16.371664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.388644 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.396701 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/46e7ef96-51a5-4e35-9a72-95793e5a736c HTTP/1.1" status: 204 len: 168 time: 1.1858661 Aug 03 19:28:16.397838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54446) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:16.415343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1620745172'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:16.422910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a9f7f-90ab-4340-8731-713287e33a67 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=46e7ef96-51a5-4e35-9a72-95793e5a736c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:16.460017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:16.465752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.484131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:16.520894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:16.538811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.539555 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment 084b0964-5fe4-4e44-9162-1e8935f0c23b of type vlan for network 9b280aab-eeda-43ff-995d-5ad8705d580e Aug 03 19:28:16.549141 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e37492f3-1b13-4dcb-988c-b4f57c65fca4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.554540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 693de170-05b0-4bb0-aa86-133069a10aed up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:16.563448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b4175-87b2-4f01-b21e-7ec6cf6585f3 None None] Network 46e7ef96-51a5-4e35-9a72-95793e5a736c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:16.615398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-67537593-efa2-40ee-8500-928c52778ea0 None None] Provisioning for port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:16.619646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b4175-87b2-4f01-b21e-7ec6cf6585f3 None None] Network 46e7ef96-51a5-4e35-9a72-95793e5a736c could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:28:16.626827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-67537593-efa2-40ee-8500-928c52778ea0 None None] Provisioning complete for port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:16.627262 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-67537593-efa2-40ee-8500-928c52778ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.628478 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.636732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37492f3-1b13-4dcb-988c-b4f57c65fca4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:16.646892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e37492f3-1b13-4dcb-988c-b4f57c65fca4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:16.656080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37492f3-1b13-4dcb-988c-b4f57c65fca4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:16.656578 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e37492f3-1b13-4dcb-988c-b4f57c65fca4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.700659 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.711276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37492f3-1b13-4dcb-988c-b4f57c65fca4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=7e1b3427-4c0a-4f3c-9b4b-5b0c82ef97c3,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:16.715600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:16.719400 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.726910 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e37492f3-1b13-4dcb-988c-b4f57c65fca4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1381195 Aug 03 19:28:16.731274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54448) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:16.753656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:5a:ec:e4', 'name': 'tempest-NetworksTestDHCPv6-1819426351'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:16.778873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': 'fc8ad703-070e-4921-87f8-86f29b588d68'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:16.779818 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.783709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f33412e4-95a3-48a2-8e30-e5fa6c2d63d8 req-1e28be03-3558-4fb0-bc41-c3730bec49fa service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610553 Aug 03 19:28:16.930826 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5197949 Aug 03 19:28:16.936850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54452) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:16.953969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'network_id': '9b280aab-eeda-43ff-995d-5ad8705d580e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:16.979155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62228b7-c4a8-4760-812c-555c3627bd8f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=9b280aab-eeda-43ff-995d-5ad8705d580e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:17.079563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 693de170-05b0-4bb0-aa86-133069a10aed triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:17.080846 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.088262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84443aa-ca4b-4d77-a936-1e7cadb06004 req-56aff145-9cce-41e7-b21c-eb53ba2897e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:17.090245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e84443aa-ca4b-4d77-a936-1e7cadb06004 req-56aff145-9cce-41e7-b21c-eb53ba2897e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 1094 time: 0.2043638 Aug 03 19:28:17.093018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:17.215498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8db85-b8a4-411d-86ca-39cb6465191d req-8c577f9a-076f-4ed5-8267-50bebb9242ed tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:17.222834 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8a8db85-b8a4-411d-86ca-39cb6465191d req-8c577f9a-076f-4ed5-8267-50bebb9242ed tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 943 time: 0.2576833 Aug 03 19:28:17.292372 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a8a8db85-b8a4-411d-86ca-39cb6465191d req-0b5df6a0-92a0-4a06-afef-6249fe32125d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607638 Aug 03 19:28:17.293580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:17.300009 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.313747 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.349389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port a5a5ca3d-05d6-47f2-9748-2954af773442 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:17.355474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 9b280aab-eeda-43ff-995d-5ad8705d580e details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:17.367324 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-67537593-efa2-40ee-8500-928c52778ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.495016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84443aa-ca4b-4d77-a936-1e7cadb06004 req-95e01397-0750-4952-8c20-6ad6c53ce6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:17.497359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e84443aa-ca4b-4d77-a936-1e7cadb06004 req-95e01397-0750-4952-8c20-6ad6c53ce6f7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aadd9960-4dac-471b-9366-8261801b78f6 HTTP/1.1" status: 200 len: 897 time: 0.3925784 Aug 03 19:28:17.551927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-67537593-efa2-40ee-8500-928c52778ea0 None None] For port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f,segment=NetworkSegment(5af37b85-1a21-4c2f-a9e8-bb81fedd60fe),segment_id=5af37b85-1a21-4c2f-a9e8-bb81fedd60fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:17.565460 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-67537593-efa2-40ee-8500-928c52778ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.608972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e84443aa-ca4b-4d77-a936-1e7cadb06004 req-c73d6f7d-3331-4ef3-9e29-74049ab2ccf4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 HTTP/1.1" status: 200 len: 217 time: 0.1024828 Aug 03 19:28:17.677564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 172.20.0.5 (be4488c1-7522-4535-990c-62582defe7af/7e1b3427-4c0a-4f3c-9b4b-5b0c82ef97c3/a5a5ca3d-05d6-47f2-9748-2954af773442) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:17.694979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::f816:3eff:fe5a:ece4 (be4488c1-7522-4535-990c-62582defe7af/fc8ad703-070e-4921-87f8-86f29b588d68/a5a5ca3d-05d6-47f2-9748-2954af773442) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:17.753485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67537593-efa2-40ee-8500-928c52778ea0 None None] Pushing event updated for resources: {'Port': ['ID=43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:17.818521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84443aa-ca4b-4d77-a936-1e7cadb06004 req-01686d70-478c-48b3-bea9-66e9d91334a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:17.821638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e84443aa-ca4b-4d77-a936-1e7cadb06004 req-01686d70-478c-48b3-bea9-66e9d91334a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0627755-e603-4108-9b9c-7ea75f319431 HTTP/1.1" status: 200 len: 835 time: 0.1768034 Aug 03 19:28:17.823536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.943273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=78e2fea2-a9af-42d0-9483-fe82412b6f8c,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:18.002316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:18.015400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84443aa-ca4b-4d77-a936-1e7cadb06004 req-24004e72-7a58-4356-9fea-60c880159fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:18.016877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e84443aa-ca4b-4d77-a936-1e7cadb06004 req-24004e72-7a58-4356-9fea-60c880159fbd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aadd9960-4dac-471b-9366-8261801b78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799738 Aug 03 19:28:18.019385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking segment: {'id': '084b0964-5fe4-4e44-9162-1e8935f0c23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9b280aab-eeda-43ff-995d-5ad8705d580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:18.019987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network hostable DHCP agents. Network: 9b280aab-eeda-43ff-995d-5ad8705d580e, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:18.052021 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.053841 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9d4612b9-5283-43b4-bf23-12b65727a2f9 None None] Provisioning complete for port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:18.054513 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d4612b9-5283-43b4-bf23-12b65727a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.089066 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object a5a5ca3d-05d6-47f2-9748-2954af773442 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:18.093819 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:28:18.143558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:18.144861 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.155816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network 9b280aab-eeda-43ff-995d-5ad8705d580e is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:18.212404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.265312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 9b280aab-eeda-43ff-995d-5ad8705d580e) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:18.275172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:18.276370 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.298558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2cd0b-447d-4325-b9d3-304f843cb256 None None] Network 9b280aab-eeda-43ff-995d-5ad8705d580e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:18.305141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e84443aa-ca4b-4d77-a936-1e7cadb06004 req-af588046-4b10-4e2b-883b-a254c3427f3d service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786496 Aug 03 19:28:18.310333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7a981a1f-f1a6-479c-8064-b28e459d9e3c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3687248 Aug 03 19:28:18.319456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54460) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:18.335920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:18.339073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=a5a5ca3d-05d6-47f2-9748-2954af773442,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:18.347859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:18.358623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:18.489567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Allocated IP 2001:db8::f816:3eff:fec3:56aa (be4488c1-7522-4535-990c-62582defe7af/fc8ad703-070e-4921-87f8-86f29b588d68/7b3bc788-3496-44d4-b9e4-b9f2bf798e8d) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:18.498559 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:18.500627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.534679 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4ae915ba-21aa-4bbc-bca2-f3ce2531cd8a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7927787 Aug 03 19:28:18.535972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54464) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:18.657674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b64c2-01a9-4301-b9f5-36a5dcc5a569 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:18.662126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b09b64c2-01a9-4301-b9f5-36a5dcc5a569 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1242993 Aug 03 19:28:18.666114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54468) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:18.766232 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-9b280aab-eeda-43ff-995d-5ad8705d580e', 'network_id': '9b280aab-eeda-43ff-995d-5ad8705d580e', 'tenant_id': 'fdd7625c21c144b28f2d99e697c3ada6', 'fixed_ips': [{'subnet_id': '78e2fea2-a9af-42d0-9483-fe82412b6f8c'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:18.768604 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.808399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54470) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:18.893637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ec326-257a-48a0-bb99-5753ea5dd5bc tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port a5a5ca3d-05d6-47f2-9748-2954af773442 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:18.893966 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec326-257a-48a0-bb99-5753ea5dd5bc tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.984775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Allocated IP 172.20.0.1 (9b280aab-eeda-43ff-995d-5ad8705d580e/78e2fea2-a9af-42d0-9483-fe82412b6f8c/5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:19.034732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e84443aa-ca4b-4d77-a936-1e7cadb06004 req-0d551a61-a42e-4a61-a050-bf04ea203a10 service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167575 Aug 03 19:28:19.063905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8668abb6-fd83-4eb9-9784-ef7e9eafa87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.114595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02669f2e-f23e-4174-b4b1-16ae080bf657 req-db2d7ce4-f36c-446f-9e75-1d0e044738e8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:19.117121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02669f2e-f23e-4174-b4b1-16ae080bf657 req-db2d7ce4-f36c-446f-9e75-1d0e044738e8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 943 time: 0.6408198 Aug 03 19:28:19.157955 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.162838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:28:19.221192 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec326-257a-48a0-bb99-5753ea5dd5bc tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.235560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02669f2e-f23e-4174-b4b1-16ae080bf657 req-e414e13c-ea61-45c2-a193-a3f12881b0d3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060500 Aug 03 19:28:19.259721 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.305175 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8668abb6-fd83-4eb9-9784-ef7e9eafa87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.334126 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8668abb6-fd83-4eb9-9784-ef7e9eafa87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.344178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ec326-257a-48a0-bb99-5753ea5dd5bc tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for a5a5ca3d-05d6-47f2-9748-2954af773442 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:19.352909 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.398307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Transition to ACTIVE for port object 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:19.439030 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8668abb6-fd83-4eb9-9784-ef7e9eafa87e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8165b5429c043e48c71cafdb2c4cc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6274788 Aug 03 19:28:19.443048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54476) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:19.448042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668abb6-fd83-4eb9-9784-ef7e9eafa87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49d3f70-1e78-4de6-972a-a9219c082483,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:19.448331 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.468415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Transition to ACTIVE for port object 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:19.469439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Transition to ACTIVE for port object 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:19.495596 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.508444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:19.554684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:19.558697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Transition to ACTIVE for port object 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:19.563169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:19.570666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:19.575267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'port_id': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'mac_address': 'fa:16:3e:89:cc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:28:19.584978 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.641299 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2ce3d4eb-f734-4a11-9609-f93e2d9bdb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.669768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Pushing event updated for resources: {'Port': ['ID=7b3bc788-3496-44d4-b9e4-b9f2bf798e8d,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:19.679936 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.685615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Network 9b280aab-eeda-43ff-995d-5ad8705d580e is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:19.694470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:19.700540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:19.720346 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2ce3d4eb-f734-4a11-9609-f93e2d9bdb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.729432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Subnet': ['ID=78e2fea2-a9af-42d0-9483-fe82412b6f8c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:19.778661 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.781065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Attempting to bind port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:19.781519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Attempting to bind port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:19.782069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Attempting to bind port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:19.827333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:19.827877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:19.828499 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.828944 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.829285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:19.829814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Bound port: 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:19.830462 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.841654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b280aab-eeda-43ff-995d-5ad8705d580e']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:19.850359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Pushing event updated for resources: {'Port': ['ID=5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:19.859101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084b0964-5fe4-4e44-9162-1e8935f0c23b') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:19.859540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084b0964-5fe4-4e44-9162-1e8935f0c23b') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:19.863139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2ce3d4eb-f734-4a11-9609-f93e2d9bdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.865708 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2ce3d4eb-f734-4a11-9609-f93e2d9bdb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.867146 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2ce3d4eb-f734-4a11-9609-f93e2d9bdb53 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e49d3f70-1e78-4de6-972a-a9219c082483 HTTP/1.1" status: 204 len: 168 time: 0.4225626 Aug 03 19:28:19.869537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:28:19.875641 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec326-257a-48a0-bb99-5753ea5dd5bc tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.885351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.895414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:19.898912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3d4eb-f734-4a11-9609-f93e2d9bdb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49d3f70-1e78-4de6-972a-a9219c082483,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:19.911358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.921241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:19.921241 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.921761 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:19.926387 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:19.929895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Attempting to bind port 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:19.929895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Attempting to bind port 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '084b0964-5fe4-4e44-9162-1e8935f0c23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9b280aab-eeda-43ff-995d-5ad8705d580e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:19.930117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Attempting to bind port 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8 on network 9b280aab-eeda-43ff-995d-5ad8705d580e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:19.970415 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ec326-257a-48a0-bb99-5753ea5dd5bc tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=a5a5ca3d-05d6-47f2-9748-2954af773442,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:20.000131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:20.000573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Checking segment: {'id': '084b0964-5fe4-4e44-9162-1e8935f0c23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9b280aab-eeda-43ff-995d-5ad8705d580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:20.000930 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.001332 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Bound using segment: {'id': '084b0964-5fe4-4e44-9162-1e8935f0c23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9b280aab-eeda-43ff-995d-5ad8705d580e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:20.001922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Bound port: 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084b0964-5fe4-4e44-9162-1e8935f0c23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9b280aab-eeda-43ff-995d-5ad8705d580e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:20.002305 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.032363 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.api [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:28:20.032363 n-d-802918-7 neutron-server[100487]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:28:20.032363 n-d-802918-7 neutron-server[100487]: [parameters: {'id': '9b280aab-eeda-43ff-995d-5ad8705d580e'}] Aug 03 19:28:20.032363 n-d-802918-7 neutron-server[100487]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:28:20.035771 n-d-802918-7 neutron-server[100487]: DEBUG oslo_db.api [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:28:20.068629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] For port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:20.085143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec326-257a-48a0-bb99-5753ea5dd5bc tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.087721 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1b1ec326-257a-48a0-bb99-5753ea5dd5bc tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/a5a5ca3d-05d6-47f2-9748-2954af773442 HTTP/1.1" status: 204 len: 168 time: 1.4205678 Aug 03 19:28:20.092480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54480) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:20.105571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:20.115520 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] For port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7b3bc788-3496-44d4-b9e4-b9f2bf798e8d,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:20.129695 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.179685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d0b6a-6531-4dd0-803c-6413107d8f4b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:20.182072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d0b6a-6531-4dd0-803c-6413107d8f4b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:20.183846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d0b6a-6531-4dd0-803c-6413107d8f4b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:20.186339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b54d0b6a-6531-4dd0-803c-6413107d8f4b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0929015 Aug 03 19:28:20.191165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54484) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:20.202019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] For port 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:20.207547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] For port 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8,segment=NetworkSegment(084b0964-5fe4-4e44-9162-1e8935f0c23b),segment_id=084b0964-5fe4-4e44-9162-1e8935f0c23b)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:20.223945 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.290276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['20bdaea3-1e67-49fc-95d6-f4a3f1d7b848'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:28:20.302624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-60045070-9a40-46d0-87f8-d9febad61cd9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 7e1b3427-4c0a-4f3c-9b4b-5b0c82ef97c3 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:20.318512 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60045070-9a40-46d0-87f8-d9febad61cd9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.350938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432bc65-6a40-4271-b9f1-aea09c91f249 None None] Pushing event updated for resources: {'Port': ['ID=7b3bc788-3496-44d4-b9e4-b9f2bf798e8d,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:20.509872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60045070-9a40-46d0-87f8-d9febad61cd9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.514091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7197ad-4806-4a60-bc88-f9556e7a74fe None None] Network 9b280aab-eeda-43ff-995d-5ad8705d580e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:20.592787 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.607850 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60045070-9a40-46d0-87f8-d9febad61cd9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.623827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c334b78-d77a-4b3c-8fd4-09f73bfde021 req-f57dabb4-acce-4480-b87f-1779b6ff0745 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:20.633920 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c334b78-d77a-4b3c-8fd4-09f73bfde021 req-f57dabb4-acce-4480-b87f-1779b6ff0745 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 944 time: 0.2357368 Aug 03 19:28:20.691011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae096240-b412-4eb6-be97-2ca344f69fb2 None None] Pushing event updated for resources: {'Port': ['ID=5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:20.738605 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c334b78-d77a-4b3c-8fd4-09f73bfde021 req-f098844b-a445-4b90-8e93-7887db2feb3d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035929 Aug 03 19:28:20.812281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60045070-9a40-46d0-87f8-d9febad61cd9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.846039 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Deleting port 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:20.846370 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.853140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60045070-9a40-46d0-87f8-d9febad61cd9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1b3427-4c0a-4f3c-9b4b-5b0c82ef97c3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:20.905529 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-60045070-9a40-46d0-87f8-d9febad61cd9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:20.906378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-60045070-9a40-46d0-87f8-d9febad61cd9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/7e1b3427-4c0a-4f3c-9b4b-5b0c82ef97c3 HTTP/1.1" status: 204 len: 168 time: 0.7125762 Aug 03 19:28:20.910264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54496) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:20.981448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] For port 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8,segment=NetworkSegment(084b0964-5fe4-4e44-9162-1e8935f0c23b),segment_id=084b0964-5fe4-4e44-9162-1e8935f0c23b)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:20.981448 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.004807 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Calling delete_port for 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:21.036088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-577f4686-321a-49ea-b527-cf78f9a4a4bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet fc8ad703-070e-4921-87f8-86f29b588d68 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:21.042173 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-577f4686-321a-49ea-b527-cf78f9a4a4bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.130050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-577f4686-321a-49ea-b527-cf78f9a4a4bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.151650 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.186691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Port': ['ID=5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:21.190697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No DVR routers for this DVR port 5649c0c0-ecda-48ba-8e6e-20c1d8b6acc8 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:21.275529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-577f4686-321a-49ea-b527-cf78f9a4a4bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.286554 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.300753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b280aab-eeda-43ff-995d-5ad8705d580e']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:21.315661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084b0964-5fe4-4e44-9162-1e8935f0c23b') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:21.315974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084b0964-5fe4-4e44-9162-1e8935f0c23b') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:21.329607 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.350443 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.360279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:21.360961 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:21.367023 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:21.390397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54506) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:21.413173 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-577f4686-321a-49ea-b527-cf78f9a4a4bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.442663 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-577f4686-321a-49ea-b527-cf78f9a4a4bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.447054 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-577f4686-321a-49ea-b527-cf78f9a4a4bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/fc8ad703-070e-4921-87f8-86f29b588d68 HTTP/1.1" status: 204 len: 168 time: 0.5338793 Aug 03 19:28:21.448780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54510) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:21.477456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f4686-321a-49ea-b527-cf78f9a4a4bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8ad703-070e-4921-87f8-86f29b588d68,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:21.509432 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.515052 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.517509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/9b280aab-eeda-43ff-995d-5ad8705d580e HTTP/1.1" status: 204 len: 168 time: 3.1949320 Aug 03 19:28:21.522392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54514) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:21.523817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d3ea6465-8e16-4fd0-8b9f-b2d96e02986f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723953 Aug 03 19:28:21.527190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54516) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:21.534939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1046991279'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:21.544881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5e7f2188-dcbf-49ed-a0d2-80cd659ed8e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:21.554052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0b1fc-098b-4cec-a04d-1f712edb5dd6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=9b280aab-eeda-43ff-995d-5ad8705d580e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:21.586282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:21.595073 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.623738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1479873935-network', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:21.672283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:21.690376 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Made reservation on behalf of d7edb583213d46128a9d1a5c19a34a32 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:21.694271 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.701463 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.702147 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment 86c42007-dd49-4800-8301-71307bf5e8de of type vlan for network f180ea0f-7c62-48ae-9ed0-9f4b99e158bf Aug 03 19:28:21.719826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7f2188-dcbf-49ed-a0d2-80cd659ed8e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:21.721904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.727548 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2188-dcbf-49ed-a0d2-80cd659ed8e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.844489 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.903543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155a264-481b-457f-91c5-cf1d1aafbec6 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:21.940659 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:21.955721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:21.957016 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.061592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e731f1ea-50de-40af-8d1e-a63e8bd2e147 None None] Provisioning for port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:22.110297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:22.111012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=f180ea0f-7c62-48ae-9ed0-9f4b99e158bf,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:22.123194 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.131269 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.157686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network f180ea0f-7c62-48ae-9ed0-9f4b99e158bf details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:22.158894 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-152b8967-cc77-4e3a-bd0f-420566603665 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6339164 Aug 03 19:28:22.166623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54520) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:22.175327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a90142-6584-4676-ae75-669410529072 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:22.204954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'network_id': 'f180ea0f-7c62-48ae-9ed0-9f4b99e158bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:22.238445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7ed1c-cc29-434a-97b7-6103a0c92ddb req-fe20bbc4-08cf-41d5-93ee-c24e388b234f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:22.241128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7db7ed1c-cc29-434a-97b7-6103a0c92ddb req-fe20bbc4-08cf-41d5-93ee-c24e388b234f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 944 time: 0.2903874 Aug 03 19:28:22.306752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c98b046-a5cc-485b-93d1-1c5d9510cf08,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:22.316963 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.317568 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Added segment 2b5340bc-7935-4d44-87d8-81a118bf0761 of type vlan for network 70f84b60-65ec-4b07-8b41-039e7a41592e Aug 03 19:28:22.411278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7db7ed1c-cc29-434a-97b7-6103a0c92ddb req-ee8c87c5-7e61-41d0-ad2a-71810c5f2e81 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604624 Aug 03 19:28:22.411573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:22.418777 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2188-dcbf-49ed-a0d2-80cd659ed8e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.423308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:22.423961 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.442249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.468024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:22.472297 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.581349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.583089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:22.584087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.601626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7f2188-dcbf-49ed-a0d2-80cd659ed8e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:22.608944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-5e7f2188-dcbf-49ed-a0d2-80cd659ed8e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:22.621189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7f2188-dcbf-49ed-a0d2-80cd659ed8e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:22.622040 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2188-dcbf-49ed-a0d2-80cd659ed8e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.627013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f2188-dcbf-49ed-a0d2-80cd659ed8e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=b0de1d20-727d-4ba8-9e0f-5b16093212de,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:22.663085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5e7f2188-dcbf-49ed-a0d2-80cd659ed8e9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1345024 Aug 03 19:28:22.666748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54522) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:22.675260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e057e923-15a3-433d-aaf0-1908c3e1c18c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:22.729081 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-81a90142-6584-4676-ae75-669410529072 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3327701 Aug 03 19:28:22.731462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54524) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:22.735394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67f89b2-ec82-4b31-87fe-094e8c64e208 None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:28:22.739053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a90142-6584-4676-ae75-669410529072 admin admin] Pushing event updated for resources: {'Network': ['ID=70f84b60-65ec-4b07-8b41-039e7a41592e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:22.740584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] Request body: {'subnet': {'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1479873935-subnet', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:22.745309 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.773369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 70f84b60-65ec-4b07-8b41-039e7a41592e details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:22.790265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] Made reservation on behalf of d7edb583213d46128a9d1a5c19a34a32 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:22.794588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.872549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7b3bc788-3496-44d4-b9e4-b9f2bf798e8d,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:22.879973 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.890883 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.922970 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d67f89b2-ec82-4b31-87fe-094e8c64e208 None None] Deleting port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:22.924395 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d67f89b2-ec82-4b31-87fe-094e8c64e208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.980313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=50e6108d-3d2c-4ddb-a116-aca43d4253b7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:22.990208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=7b3bc788-3496-44d4-b9e4-b9f2bf798e8d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:22.992014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking segment: {'id': '86c42007-dd49-4800-8301-71307bf5e8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f180ea0f-7c62-48ae-9ed0-9f4b99e158bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:22.994041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network hostable DHCP agents. Network: f180ea0f-7c62-48ae-9ed0-9f4b99e158bf, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:23.020150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network f180ea0f-7c62-48ae-9ed0-9f4b99e158bf is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:23.035327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, f180ea0f-7c62-48ae-9ed0-9f4b99e158bf) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:23.036187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:23.041230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:23.042070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.065739 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9efe0620-08f9-4c23-86ea-e30ef9781b70 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8912516 Aug 03 19:28:23.075105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54526) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:23.089034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d689578-a1c3-4def-bc16-d040a38e8efa None None] Network f180ea0f-7c62-48ae-9ed0-9f4b99e158bf requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:23.111964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d67f89b2-ec82-4b31-87fe-094e8c64e208 None None] For port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7b3bc788-3496-44d4-b9e4-b9f2bf798e8d,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:23.112367 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d67f89b2-ec82-4b31-87fe-094e8c64e208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.176602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e057e923-15a3-433d-aaf0-1908c3e1c18c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:23.185304 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e057e923-15a3-433d-aaf0-1908c3e1c18c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.188399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d67f89b2-ec82-4b31-87fe-094e8c64e208 None None] Calling delete_port for 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:23.245054 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.317114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:23.331127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:23.331478 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.332395 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.404573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.438151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.462039 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d67f89b2-ec82-4b31-87fe-094e8c64e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.531047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Subnet': ['ID=50e6108d-3d2c-4ddb-a116-aca43d4253b7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:23.544417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f89b2-ec82-4b31-87fe-094e8c64e208 None None] Pushing event deleted for resources: {'Port': ['ID=7b3bc788-3496-44d4-b9e4-b9f2bf798e8d,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:23.559742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8e1a6-6eb0-44be-8179-477c19c7671e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-f180ea0f-7c62-48ae-9ed0-9f4b99e158bf', 'network_id': 'f180ea0f-7c62-48ae-9ed0-9f4b99e158bf', 'tenant_id': 'fdd7625c21c144b28f2d99e697c3ada6', 'fixed_ips': [{'subnet_id': '50e6108d-3d2c-4ddb-a116-aca43d4253b7'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:23.561535 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e1a6-6eb0-44be-8179-477c19c7671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.592726 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67caabbc-e0de-4388-af32-8d12c0b643c5,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:23.596530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f89b2-ec82-4b31-87fe-094e8c64e208 None None] No DVR routers for this DVR port 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:23.633188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] Checking segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:23.633826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] Network hostable DHCP agents. Network: 70f84b60-65ec-4b07-8b41-039e7a41592e, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:23.635424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033c352-7ebf-4f8e-b074-8084cae9f085 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:23.659457 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.680169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f180ea0f-7c62-48ae-9ed0-9f4b99e158bf']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:23.703571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c42007-dd49-4800-8301-71307bf5e8de') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:23.703809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c42007-dd49-4800-8301-71307bf5e8de') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:23.715449 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.736748 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.752802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:23.753358 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:23.757828 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:23.801051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] Network 70f84b60-65ec-4b07-8b41-039e7a41592e is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:23.820949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baa5b3-b187-4fc7-8eab-2bd84dae0340 req-90aa2046-bacc-4c1a-a238-46e94e961bf9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:23.823295 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2baa5b3-b187-4fc7-8eab-2bd84dae0340 req-90aa2046-bacc-4c1a-a238-46e94e961bf9 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 944 time: 0.1973829 Aug 03 19:28:23.845190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.856588 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.868369 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.879661 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/f180ea0f-7c62-48ae-9ed0-9f4b99e158bf HTTP/1.1" status: 204 len: 168 time: 0.7946758 Aug 03 19:28:23.881266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54530) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:23.887696 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-277492564'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:23.901894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 70f84b60-65ec-4b07-8b41-039e7a41592e) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:23.913556 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924c763-f9ad-479f-bf47-4da5157007b5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=f180ea0f-7c62-48ae-9ed0-9f4b99e158bf,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:23.914763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:23.917844 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.940120 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2baa5b3-b187-4fc7-8eab-2bd84dae0340 req-d59afe7d-770a-4860-b621-3fe6cf85f944 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782483 Aug 03 19:28:23.951362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61e5f14-98e8-48d8-ba4e-c6bcf9c00cbd None None] Network f180ea0f-7c62-48ae-9ed0-9f4b99e158bf requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:23.963208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:23.965849 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eee7b4-b47a-4fc5-9713-57058f311a93" -d '{"events": [{"server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "name": "network-vif-plugged", "status": "completed", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:23.969542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360a9f9d-9836-40be-b4c7-0641ee7f986a None None] Network 70f84b60-65ec-4b07-8b41-039e7a41592e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:23.973208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:23.981362 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.989686 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b98996d1-0308-4094-8038-0e8fedbc00a8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2543085 Aug 03 19:28:23.992468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54534) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:23.994529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:23.998647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:24.008794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:24.060188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61e5f14-98e8-48d8-ba4e-c6bcf9c00cbd None None] Network f180ea0f-7c62-48ae-9ed0-9f4b99e158bf could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:28:24.066645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.067474 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.073153 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.076394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:24.076752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7b3bc788-3496-44d4-b9e4-b9f2bf798e8d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:24.086524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:24.086819 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b5d6ce-3d99-40e9-9972-af97719ff6a4 x-openstack-request-id: req-12b5d6ce-3d99-40e9-9972-af97719ff6a4 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:24.087326 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "name": "network-vif-plugged", "status": "completed", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:24.087777 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12b5d6ce-3d99-40e9-9972-af97719ff6a4 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:24.088353 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'code': 200} Aug 03 19:28:24.110058 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.111866 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment a63a6c5e-4301-4abb-bb2c-8409d3a2e062 of type vlan for network be12cf92-b7c6-4d32-8502-5fe51acd4076 Aug 03 19:28:24.160082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.objects.ports [None req-e057e923-15a3-433d-aaf0-1908c3e1c18c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100487) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:28:24.170855 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e057e923-15a3-433d-aaf0-1908c3e1c18c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.215058 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.257396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': 'b0de1d20-727d-4ba8-9e0f-5b16093212de'}, {'subnet_id': 'eea4c1c7-3835-4ade-814e-d5ee4a8ef7b9'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:24.258318 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.261122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:24.277676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.290579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:24.291688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.349133 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.366880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057e923-15a3-433d-aaf0-1908c3e1c18c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:24.382978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e057e923-15a3-433d-aaf0-1908c3e1c18c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:24.388691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057e923-15a3-433d-aaf0-1908c3e1c18c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:24.389710 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e057e923-15a3-433d-aaf0-1908c3e1c18c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.418476 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5353241 Aug 03 19:28:24.425194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54536) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:24.434671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'network_id': 'be12cf92-b7c6-4d32-8502-5fe51acd4076', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:24.457281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-70f84b60-65ec-4b07-8b41-039e7a41592e', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:24.458591 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.458931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057e923-15a3-433d-aaf0-1908c3e1c18c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=eea4c1c7-3835-4ade-814e-d5ee4a8ef7b9,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:24.475700 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b52c7-889d-4564-90d8-8449519dc7bf tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=be12cf92-b7c6-4d32-8502-5fe51acd4076,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:24.513751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network be12cf92-b7c6-4d32-8502-5fe51acd4076 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:24.532824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c400e-4bad-430f-aecc-cf5fbb454fe4 req-f6315495-1174-4402-8635-d582a5401f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:24.534548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-681c400e-4bad-430f-aecc-cf5fbb454fe4 req-f6315495-1174-4402-8635-d582a5401f5c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 1096 time: 0.3180306 Aug 03 19:28:24.542887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e057e923-15a3-433d-aaf0-1908c3e1c18c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8698575 Aug 03 19:28:24.576728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54538) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:24.590126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:d0:48:b9', 'name': 'tempest-NetworksTestDHCPv6-782395020'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:24.680506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.719165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-681c400e-4bad-430f-aecc-cf5fbb454fe4 req-de757caa-1b16-4210-b34f-47baa7c4959e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755748 Aug 03 19:28:24.830832 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Allocated IP 172.20.0.2 (be4488c1-7522-4535-990c-62582defe7af/b0de1d20-727d-4ba8-9e0f-5b16093212de/3cb2f911-7f3f-4721-b77f-8771e744ffbb) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:24.833378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:24.868941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Allocated IP 2001:db8::f816:3eff:fe3f:f067 (be4488c1-7522-4535-990c-62582defe7af/eea4c1c7-3835-4ade-814e-d5ee4a8ef7b9/3cb2f911-7f3f-4721-b77f-8771e744ffbb) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:25.023433 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.058752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Allocated IP 172.20.0.2 (70f84b60-65ec-4b07-8b41-039e7a41592e/67caabbc-e0de-4388-af32-8d12c0b643c5/c20ae898-0e1f-46df-b0cb-3bba08b0a0de) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:25.105654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port cefd7cde-a164-43c5-a506-38ad7d55f973 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:25.121646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:25.129609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.230882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_backend_mixin [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Performing IP validity checks on allocation pools {{(pid=100488) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:28:25.231577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_backend_mixin [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100488) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:28:25.273538 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.332505 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.366315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e13ff-49f8-424a-995d-ccbc766d3cc0 req-93f9b1a2-d58f-4dcc-98f6-5c51efc4c642 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:25.369218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d2e13ff-49f8-424a-995d-ccbc766d3cc0 req-93f9b1a2-d58f-4dcc-98f6-5c51efc4c642 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.2663875 Aug 03 19:28:25.455824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.459442 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.495771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Transition to ACTIVE for port object 3cb2f911-7f3f-4721-b77f-8771e744ffbb will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:25.535307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Transition to ACTIVE for port object 3cb2f911-7f3f-4721-b77f-8771e744ffbb will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:25.545846 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.552019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d2e13ff-49f8-424a-995d-ccbc766d3cc0 req-97bfb070-d848-46f1-8d49-72d23174dad5 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318672 Aug 03 19:28:25.555962 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.562898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Transition to ACTIVE for port object c20ae898-0e1f-46df-b0cb-3bba08b0a0de will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:25.614648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=43536d11-2995-4b66-b6b5-d57455ec97b6,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:25.616731 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:25.619258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Transition to ACTIVE for port object c20ae898-0e1f-46df-b0cb-3bba08b0a0de will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:25.624156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking segment: {'id': 'a63a6c5e-4301-4abb-bb2c-8409d3a2e062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'be12cf92-b7c6-4d32-8502-5fe51acd4076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:25.625077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network hostable DHCP agents. Network: be12cf92-b7c6-4d32-8502-5fe51acd4076, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:25.626666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:25.630385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:25.637533 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.641590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Pushing event updated for resources: {'Port': ['ID=3cb2f911-7f3f-4721-b77f-8771e744ffbb,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:25.660302 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Allocated IP 172.25.8.176 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:25.671614 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-011bc50e-4c45-4dff-9184-b67e05de9987 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1403098 Aug 03 19:28:25.677076 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network be12cf92-b7c6-4d32-8502-5fe51acd4076 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:25.703040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, be12cf92-b7c6-4d32-8502-5fe51acd4076) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:25.707801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:25.708405 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.732300 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f744e9d5-120f-4054-a791-bd18b7c73685 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3052762 Aug 03 19:28:25.736690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4aaf78-b02c-4c2a-8203-d04ef870b827 None None] Network be12cf92-b7c6-4d32-8502-5fe51acd4076 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:25.742634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Network 70f84b60-65ec-4b07-8b41-039e7a41592e is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:25.744619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54544) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:25.761900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:25.764711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:25.823883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Pushing event updated for resources: {'Port': ['ID=c20ae898-0e1f-46df-b0cb-3bba08b0a0de,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:25.859421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-6ddf0120-1409-4d83-b164-76e1a3a617b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:25.861361 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-6ddf0120-1409-4d83-b164-76e1a3a617b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da4b8a4027f24153bbf8a48dd7c29730&device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 1097 time: 0.1254730 Aug 03 19:28:25.873523 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Attempting to bind port 3cb2f911-7f3f-4721-b77f-8771e744ffbb on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:25.873935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Attempting to bind port 3cb2f911-7f3f-4721-b77f-8771e744ffbb by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:25.874311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Attempting to bind port 3cb2f911-7f3f-4721-b77f-8771e744ffbb on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:25.898960 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.902177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:25.902437 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:25.902971 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.903266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:25.903893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Bound port: 3cb2f911-7f3f-4721-b77f-8771e744ffbb, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:25.904379 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.007579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Attempting to bind port c20ae898-0e1f-46df-b0cb-3bba08b0a0de on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:26.008260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Attempting to bind port c20ae898-0e1f-46df-b0cb-3bba08b0a0de by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:26.008388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Attempting to bind port c20ae898-0e1f-46df-b0cb-3bba08b0a0de on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:26.057120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:26.057754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Checking segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:26.058208 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.058657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Bound using segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:26.059342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Bound port: c20ae898-0e1f-46df-b0cb-3bba08b0a0de, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:26.060577 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.108250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] For port 3cb2f911-7f3f-4721-b77f-8771e744ffbb, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:26.115241 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] For port 3cb2f911-7f3f-4721-b77f-8771e744ffbb, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3cb2f911-7f3f-4721-b77f-8771e744ffbb,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:26.142828 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.163507 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ab1410-0b16-476b-a470-542a85917d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be12cf92-b7c6-4d32-8502-5fe51acd4076', 'network_id': 'be12cf92-b7c6-4d32-8502-5fe51acd4076', 'tenant_id': 'fdd7625c21c144b28f2d99e697c3ada6', 'fixed_ips': [{'subnet_id': '43536d11-2995-4b66-b6b5-d57455ec97b6'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:26.164387 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-74ab1410-0b16-476b-a470-542a85917d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.167356 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.197334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-f63b5212-d59e-46d6-8a49-56d1ac427d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:26.199597 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-f63b5212-d59e-46d6-8a49-56d1ac427d0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=803531de-87af-4ce3-96ef-771520f7dc68 HTTP/1.1" status: 200 len: 914 time: 0.2830629 Aug 03 19:28:26.257628 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 172.20.0.4 (be4488c1-7522-4535-990c-62582defe7af/b0de1d20-727d-4ba8-9e0f-5b16093212de/cefd7cde-a164-43c5-a506-38ad7d55f973) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:26.270048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::f816:3eff:fed0:48b9 (be4488c1-7522-4535-990c-62582defe7af/eea4c1c7-3835-4ade-814e-d5ee4a8ef7b9/cefd7cde-a164-43c5-a506-38ad7d55f973) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:26.312285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] For port c20ae898-0e1f-46df-b0cb-3bba08b0a0de, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:26.359237 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.388845 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-368b66cb-d975-4d1e-a655-bb990c75799a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21 HTTP/1.1" status: 200 len: 1002 time: 0.1709719 Aug 03 19:28:26.393537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.430645 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] For port c20ae898-0e1f-46df-b0cb-3bba08b0a0de, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c20ae898-0e1f-46df-b0cb-3bba08b0a0de,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:26.434767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7fa9e-84c2-4215-8d1d-395dfe3d785a None None] Pushing event updated for resources: {'Port': ['ID=3cb2f911-7f3f-4721-b77f-8771e744ffbb,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:26.448328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server [None req-74ab1410-0b16-476b-a470-542a85917d6f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43536d11-2995-4b66-b6b5-d57455ec97b6: This subnet is being modified by another concurrent operation. Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43536d11-2995-4b66-b6b5-d57455ec97b6: This subnet is being modified by another concurrent operation. Aug 03 19:28:26.506912 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Aug 03 19:28:26.525413 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.527318 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Subnet': ['ID=43536d11-2995-4b66-b6b5-d57455ec97b6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:26.548326 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368723e5-520b-4342-bff9-3de028ba69c0 None None] Network be12cf92-b7c6-4d32-8502-5fe51acd4076 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:26.661582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcf00d-e850-461b-9889-73e54815b599 None None] Pushing event updated for resources: {'Port': ['ID=c20ae898-0e1f-46df-b0cb-3bba08b0a0de,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:26.668237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:26.703367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:26.754575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:26.760305 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-77f3ed63-a2e4-4a90-bbda-4bbf62163d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:26.761875 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-77f3ed63-a2e4-4a90-bbda-4bbf62163d9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f27124e5-3bd4-4b46-97d4-75493df87148 HTTP/1.1" status: 200 len: 852 time: 0.3583112 Aug 03 19:28:26.773198 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.796652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be12cf92-b7c6-4d32-8502-5fe51acd4076']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:26.810769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:26.865202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63a6c5e-4301-4abb-bb2c-8409d3a2e062') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:26.869802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63a6c5e-4301-4abb-bb2c-8409d3a2e062') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:26.907362 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.911688 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.916779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-883b9819-50c9-48e9-b9ca-454dc6254612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:26.918484 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-883b9819-50c9-48e9-b9ca-454dc6254612 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=803531de-87af-4ce3-96ef-771520f7dc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176698 Aug 03 19:28:26.938441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.993216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:26.993710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:26.997867 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:27.010654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object cefd7cde-a164-43c5-a506-38ad7d55f973 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:27.090565 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.101579 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.106888 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/be12cf92-b7c6-4d32-8502-5fe51acd4076 HTTP/1.1" status: 204 len: 168 time: 1.3579314 Aug 03 19:28:27.110546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54548) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:27.119817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2140536134'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:27.139368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d58de7-f873-4897-8e47-00d389cb650c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=be12cf92-b7c6-4d32-8502-5fe51acd4076,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:27.144981 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-2d699cfe-f8db-4640-ac3b-2fae62dc8932 service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170651 Aug 03 19:28:27.147621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a03c3-e9c4-40b0-ab2e-899ede1ebd15 req-0f6a504f-da3d-423a-b5ed-e7e60f5d356f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:27.149324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a7a03c3-e9c4-40b0-ab2e-899ede1ebd15 req-0f6a504f-da3d-423a-b5ed-e7e60f5d356f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.3535128 Aug 03 19:28:27.222767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:27.226759 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.250017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.296069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:27.297449 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a7a03c3-e9c4-40b0-ab2e-899ede1ebd15 req-3cf84964-f228-4af3-96fa-65ae9064897d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403503 Aug 03 19:28:27.308973 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b4704a72-082d-4374-9e15-8ee67aeaf73f req-55c205d7-68b6-4f90-8c16-a383b2718822 service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500456 Aug 03 19:28:27.315189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.322169 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment a549d593-31c0-45db-8c03-0c4d5de1ba22 of type vlan for network cc148165-3d80-4de2-9d68-cf589a6afcc6 Aug 03 19:28:27.326760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:27.362820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:27.365843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:27.382673 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.404505 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=cefd7cde-a164-43c5-a506-38ad7d55f973,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:27.427972 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.436020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:27.436699 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.484854 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.491601 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3791409 Aug 03 19:28:27.494715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:27.495421 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.496500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54552) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:27.503119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'network_id': 'cc148165-3d80-4de2-9d68-cf589a6afcc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:27.561284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-15201891-062d-4166-97d3-12923e038b30 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9782221 Aug 03 19:28:27.571495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f3b1c-f50e-445f-8b56-15826464f5bc req-7513394e-e981-4508-92fd-91905b3e6db5 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:27.573747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-260f3b1c-f50e-445f-8b56-15826464f5bc req-7513394e-e981-4508-92fd-91905b3e6db5 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.1718817 Aug 03 19:28:27.574004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54554) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:27.595113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaaf9c-74ba-4a34-81b5-73965f4d3944 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=cc148165-3d80-4de2-9d68-cf589a6afcc6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:27.611262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network cc148165-3d80-4de2-9d68-cf589a6afcc6 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:27.647671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:27.668393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.754871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-260f3b1c-f50e-445f-8b56-15826464f5bc req-f15eb436-5279-4875-b0bc-ed6f343ee0c0 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350665 Aug 03 19:28:27.772670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c670213d-f33a-4e14-8a6a-a3db641572c3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:27.778965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c670213d-f33a-4e14-8a6a-a3db641572c3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:27.780680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c670213d-f33a-4e14-8a6a-a3db641572c3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2039299 Aug 03 19:28:27.781285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54556) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:27.785891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54558) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:27.956132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a6767-7ee3-459c-a210-9fd58d6b1ddb tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:27.960623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dc5a6767-7ee3-459c-a210-9fd58d6b1ddb tempest-TestNetworkAdvancedServerOps-642972062 tempest-TestNetworkAdvancedServerOps-642972062-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 1091 time: 0.1729798 Aug 03 19:28:27.960623 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.961753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54560) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:27.968514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:28.035242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ecfaca-0241-4371-81a3-2700bdc7aedb None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:28.090772 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.151035 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.196821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6e422988-3423-4de3-9943-aba67ba92085 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port cefd7cde-a164-43c5-a506-38ad7d55f973 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:28.197514 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6e422988-3423-4de3-9943-aba67ba92085 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.213723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3cb2f911-7f3f-4721-b77f-8771e744ffbb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:28.230934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=5792b5d3-8353-41d7-a31a-b12f433e9858,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:28.272830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking segment: {'id': 'a549d593-31c0-45db-8c03-0c4d5de1ba22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'cc148165-3d80-4de2-9d68-cf589a6afcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:28.273460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network hostable DHCP agents. Network: cc148165-3d80-4de2-9d68-cf589a6afcc6, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:28.285964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-16dc6075-8b5e-465a-b091-45295169d4cd None None] Provisioning for port 3cb2f911-7f3f-4721-b77f-8771e744ffbb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:28.304582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network cc148165-3d80-4de2-9d68-cf589a6afcc6 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:28.317902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, cc148165-3d80-4de2-9d68-cf589a6afcc6) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:28.325986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:28.326709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.346312 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fa35fa7d-105b-4a93-94a6-9ec6bf183d8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8479722 Aug 03 19:28:28.348791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54562) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:28.352103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1af594-5b00-4d5b-968a-3d8f306cec14 None None] Network cc148165-3d80-4de2-9d68-cf589a6afcc6 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:28.379092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6e422988-3423-4de3-9943-aba67ba92085 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.401992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b0405-16bc-4acc-a674-137b835a6ff7 None None] Network 70f84b60-65ec-4b07-8b41-039e7a41592e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:28.405843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6e422988-3423-4de3-9943-aba67ba92085 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for cefd7cde-a164-43c5-a506-38ad7d55f973 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:28.419181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Router f70c3633-edde-4de2-9eaa-18bc8f70a97e is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:28:28.457753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 3cb2f911-7f3f-4721-b77f-8771e744ffbb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:28.475717 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 3cb2f911-7f3f-4721-b77f-8771e744ffbb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:28.476090 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.499134 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.547228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c4d525b9-4667-48d0-a760-254c7af5af77 None None] Provisioning for port c20ae898-0e1f-46df-b0cb-3bba08b0a0de completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:28.563743 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.577779 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.713268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.715791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:28.743633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Sync routers for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:28.747660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Subnet': ['ID=5792b5d3-8353-41d7-a31a-b12f433e9858,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:28.814967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.816762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-10147cb2-acba-4036-815a-9e0a7ab4be59 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8228133 Aug 03 19:28:28.821932 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.825018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54564) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:28.825452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbb134c-83f5-419f-b31c-f78481ac2b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-cc148165-3d80-4de2-9d68-cf589a6afcc6', 'network_id': 'cc148165-3d80-4de2-9d68-cf589a6afcc6', 'tenant_id': 'fdd7625c21c144b28f2d99e697c3ada6', 'fixed_ips': [{'subnet_id': '5792b5d3-8353-41d7-a31a-b12f433e9858'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:28.826491 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-abbb134c-83f5-419f-b31c-f78481ac2b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.847090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:28.847912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:28.869031 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.887094 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc148165-3d80-4de2-9d68-cf589a6afcc6']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:28.905791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Allocated IP 172.25.8.93 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/66849eea-a44e-47e8-b93c-1d3da6e68c4e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:28.906369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a549d593-31c0-45db-8c03-0c4d5de1ba22') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:28.906909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a549d593-31c0-45db-8c03-0c4d5de1ba22') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:28.941720 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.975775 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.995489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:28.996317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:29.004559 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:29.013621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 3cb2f911-7f3f-4721-b77f-8771e744ffbb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3cb2f911-7f3f-4721-b77f-8771e744ffbb,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:29.054814 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6e422988-3423-4de3-9943-aba67ba92085 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.065362 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.066601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c20ae898-0e1f-46df-b0cb-3bba08b0a0de up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:29.140856 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.151551 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.155255 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/cc148165-3d80-4de2-9d68-cf589a6afcc6 HTTP/1.1" status: 204 len: 168 time: 0.8041787 Aug 03 19:28:29.163557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54566) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:29.181578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-517244442'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:29.183650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e422988-3423-4de3-9943-aba67ba92085 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=cefd7cde-a164-43c5-a506-38ad7d55f973,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.224000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9c56e-2045-4d16-a235-b50893f889ea tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=cc148165-3d80-4de2-9d68-cf589a6afcc6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.240364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:29.249986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.295905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:29.311158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.311158 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment 170961c4-3f50-4776-94ed-6aab21b7ede3 of type vlan for network 8308dfcb-a497-4331-93dc-1b35168dc44a Aug 03 19:28:29.372996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96c383-3105-48fa-8fd8-0b468d3cce92 None None] Network cc148165-3d80-4de2-9d68-cf589a6afcc6 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:29.424405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96c383-3105-48fa-8fd8-0b468d3cce92 None None] Network cc148165-3d80-4de2-9d68-cf589a6afcc6 could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:28:29.432976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.460527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:29.505262 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.526030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:29.526848 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.617816 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4471679 Aug 03 19:28:29.617816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54570) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:29.620759 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=3cb2f911-7f3f-4721-b77f-8771e744ffbb,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.626110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'network_id': '8308dfcb-a497-4331-93dc-1b35168dc44a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:29.666721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-26e584e6-da25-4c47-bf86-e3b2e07b552e None None] Provisioning complete for port 3cb2f911-7f3f-4721-b77f-8771e744ffbb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:29.667460 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-26e584e6-da25-4c47-bf86-e3b2e07b552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.740266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc8c16-8d06-44fe-82df-326ef5dab90f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=8308dfcb-a497-4331-93dc-1b35168dc44a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.767396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 8308dfcb-a497-4331-93dc-1b35168dc44a details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:29.860600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:29.870571 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.878577 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6e422988-3423-4de3-9943-aba67ba92085 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.883567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6e422988-3423-4de3-9943-aba67ba92085 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/cefd7cde-a164-43c5-a506-38ad7d55f973 HTTP/1.1" status: 204 len: 168 time: 2.0878026 Aug 03 19:28:29.886054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54572) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:29.886767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c20ae898-0e1f-46df-b0cb-3bba08b0a0de completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:29.910726 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.935331 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.979467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54574) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:29.989300 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c20ae898-0e1f-46df-b0cb-3bba08b0a0de triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:29.989692 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.132788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-26e584e6-da25-4c47-bf86-e3b2e07b552e None None] Could not find standard attr ID for object cefd7cde-a164-43c5-a506-38ad7d55f973. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:28:30.136255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c6bc4-2b43-439d-a91e-9c0fbc4cfe28 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:30.138310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c6bc4-2b43-439d-a91e-9c0fbc4cfe28 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:30.140364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c6bc4-2b43-439d-a91e-9c0fbc4cfe28 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:30.145652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-886c6bc4-2b43-439d-a91e-9c0fbc4cfe28 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2553239 Aug 03 19:28:30.146947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54576) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:30.202739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:27Z', 'revision_number': 3, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:30.244049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Checking router: f70c3633-edde-4de2-9eaa-18bc8f70a97e for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:30.244049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Updating router f70c3633-edde-4de2-9eaa-18bc8f70a97e port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:30.274946 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.279598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee5a566-83a0-4f5f-984a-c192d28fd534 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet b0de1d20-727d-4ba8-9e0f-5b16093212de {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:30.287397 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aee5a566-83a0-4f5f-984a-c192d28fd534 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.312262 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.316283 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.337466 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.401024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:30.440106 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:30.445563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:30.461465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aee5a566-83a0-4f5f-984a-c192d28fd534 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.478540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=66849eea-a44e-47e8-b93c-1d3da6e68c4e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:30.534924 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=e78d7bef-629c-43bb-82d0-4af87924b3a7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:30.607512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking segment: {'id': '170961c4-3f50-4776-94ed-6aab21b7ede3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8308dfcb-a497-4331-93dc-1b35168dc44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:30.608131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network hostable DHCP agents. Network: 8308dfcb-a497-4331-93dc-1b35168dc44a, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:30.683817 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.700614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network 8308dfcb-a497-4331-93dc-1b35168dc44a is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:30.704208 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Transition to ACTIVE for port object a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:30.717950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aee5a566-83a0-4f5f-984a-c192d28fd534 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.748923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port c20ae898-0e1f-46df-b0cb-3bba08b0a0de, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c20ae898-0e1f-46df-b0cb-3bba08b0a0de,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:30.753193 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.760852 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.764317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4563bff1-d66f-42cd-94ee-754d145a8808 None None] Provisioning complete for port c20ae898-0e1f-46df-b0cb-3bba08b0a0de triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:30.764841 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4563bff1-d66f-42cd-94ee-754d145a8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.795119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 8308dfcb-a497-4331-93dc-1b35168dc44a) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:30.824899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:30.825958 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.840596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a9d63-83a7-454a-838c-2f328579e474 None None] Network 8308dfcb-a497-4331-93dc-1b35168dc44a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:30.895787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Attempting to bind port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:30.896623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Attempting to bind port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:30.896940 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Attempting to bind port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:30.935165 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b593f06b-ed24-4c35-b5e3-1853f0b9a51c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3161561 Aug 03 19:28:30.937406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54578) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:30.944627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aee5a566-83a0-4f5f-984a-c192d28fd534 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.969915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3cb2f911-7f3f-4721-b77f-8771e744ffbb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:30.988074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Deleting port 47acfb2a-9c7f-46fd-8611-a3f5d7ef0d0e {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:30.988682 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.019435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:31.019849 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:31.020277 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.020679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:31.021348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Bound port: a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:31.022133 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.054015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aee5a566-83a0-4f5f-984a-c192d28fd534 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.058785 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aee5a566-83a0-4f5f-984a-c192d28fd534 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/b0de1d20-727d-4ba8-9e0f-5b16093212de HTTP/1.1" status: 204 len: 168 time: 0.9101083 Aug 03 19:28:31.072777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff0475-5cbe-4472-baf9-284600791d77 None None] Pushing event updated for resources: {'Port': ['ID=a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:31.112118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5a566-83a0-4f5f-984a-c192d28fd534 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=b0de1d20-727d-4ba8-9e0f-5b16093212de,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:31.114991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54580) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:31.138416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ec9ee2-dc9a-46b8-ad3f-9edd2863ef1c None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:31.162619 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.163031 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.181931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Calling delete_port for 47acfb2a-9c7f-46fd-8611-a3f5d7ef0d0e owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:31.260033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-865f3da2-f710-43cf-bb75-1ecadad59037 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet eea4c1c7-3835-4ade-814e-d5ee4a8ef7b9 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:31.274635 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-865f3da2-f710-43cf-bb75-1ecadad59037 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.303394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] For port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:31.308206 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.309135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=c20ae898-0e1f-46df-b0cb-3bba08b0a0de,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:31.338344 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-865f3da2-f710-43cf-bb75-1ecadad59037 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.358760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.406854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] For port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:31.435903 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.436901 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.442290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 3cb2f911-7f3f-4721-b77f-8771e744ffbb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:31.442290 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.464761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4563bff1-d66f-42cd-94ee-754d145a8808 None None] Could not find standard attr ID for object cefd7cde-a164-43c5-a506-38ad7d55f973. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:28:31.523770 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.559134 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-865f3da2-f710-43cf-bb75-1ecadad59037 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.604038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.604437 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4563bff1-d66f-42cd-94ee-754d145a8808 None None] Could not find standard attr ID for object a5a5ca3d-05d6-47f2-9748-2954af773442. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:28:31.663863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Subnet': ['ID=e78d7bef-629c-43bb-82d0-4af87924b3a7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:31.726415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79403354-78dc-4713-acdd-f2240a56b69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-8308dfcb-a497-4331-93dc-1b35168dc44a', 'network_id': '8308dfcb-a497-4331-93dc-1b35168dc44a', 'tenant_id': 'fdd7625c21c144b28f2d99e697c3ada6', 'fixed_ips': [{'subnet_id': 'e78d7bef-629c-43bb-82d0-4af87924b3a7'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:31.727892 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-79403354-78dc-4713-acdd-f2240a56b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.736780 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.781372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff0475-5cbe-4472-baf9-284600791d77 None None] Pushing event updated for resources: {'Port': ['ID=a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:31.782258 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.791503 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:31.792552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:31.805405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8308dfcb-a497-4331-93dc-1b35168dc44a']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:31.810693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-865f3da2-f710-43cf-bb75-1ecadad59037 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.853689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event deleted for resources: {'Port': ['ID=47acfb2a-9c7f-46fd-8611-a3f5d7ef0d0e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:31.874677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170961c4-3f50-4776-94ed-6aab21b7ede3') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:31.875958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170961c4-3f50-4776-94ed-6aab21b7ede3') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:31.883518 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-865f3da2-f710-43cf-bb75-1ecadad59037 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.889105 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-865f3da2-f710-43cf-bb75-1ecadad59037 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/eea4c1c7-3835-4ade-814e-d5ee4a8ef7b9 HTTP/1.1" status: 204 len: 168 time: 0.7669225 Aug 03 19:28:31.889105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f3da2-f710-43cf-bb75-1ecadad59037 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=eea4c1c7-3835-4ade-814e-d5ee4a8ef7b9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:31.896276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54582) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:31.909249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.936632 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.937561 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.947707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:31.948136 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:31.953909 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:32.069943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.075921 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.079330 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/8308dfcb-a497-4331-93dc-1b35168dc44a HTTP/1.1" status: 204 len: 168 time: 1.1383083 Aug 03 19:28:32.099776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54584) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:32.103606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e2ce3-4141-49ac-9eb5-2c27a7e746b4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=8308dfcb-a497-4331-93dc-1b35168dc44a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:32.112840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c9d04954-8315-4c76-a559-07c6427ef97e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1774373 Aug 03 19:28:32.113355 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54586) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:32.121586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-67a3031e-5e7f-47fc-8637-438edf8b2c9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:32.136052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-436501563'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:32.165619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Allocated IP 172.20.0.1 (70f84b60-65ec-4b07-8b41-039e7a41592e/67caabbc-e0de-4388-af32-8d12c0b643c5/abc1823f-a3de-4580-b8e7-670f9b2df555) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:32.235000 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.235536 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Floating IP 641a9d39-c88d-49ba-82da-51cf19716831 disassociated (deleted). External IP: 172.25.8.111, port: ba930131-8f42-4cc6-a700-d94ac0e9fa21. Aug 03 19:28:32.272894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a3031e-5e7f-47fc-8637-438edf8b2c9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:32.277337 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a3031e-5e7f-47fc-8637-438edf8b2c9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.334832 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:32.340418 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.424483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d28a0-1b9d-40cb-be79-9e1d79632694 None None] Network 8308dfcb-a497-4331-93dc-1b35168dc44a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:32.462987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d28a0-1b9d-40cb-be79-9e1d79632694 None None] Network 8308dfcb-a497-4331-93dc-1b35168dc44a could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:28:32.511344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:32.556693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a3031e-5e7f-47fc-8637-438edf8b2c9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.610476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a3031e-5e7f-47fc-8637-438edf8b2c9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:32.615958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-67a3031e-5e7f-47fc-8637-438edf8b2c9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:32.619873 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a3031e-5e7f-47fc-8637-438edf8b2c9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:32.620618 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a3031e-5e7f-47fc-8637-438edf8b2c9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.642994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3031e-5e7f-47fc-8637-438edf8b2c9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=56e804d7-5623-4434-b133-0cab1af8a930,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:32.652814 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-67a3031e-5e7f-47fc-8637-438edf8b2c9c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5324783 Aug 03 19:28:32.653115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54588) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:32.661701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:32.672518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:32.755942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.756532 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment e389ca30-21b4-43be-b469-838714e5a3b2 of type vlan for network 104eeb7a-7a04-43e8-b4cd-5e9107461a99 Aug 03 19:28:32.761980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22c72d8-1a56-4206-906d-ba31cb335c2b None None] Update dhcp port {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': 'eea4c1c7-3835-4ade-814e-d5ee4a8ef7b9'}], 'binding:host_id': 'n-d-802918-7'}, 'id': '3cb2f911-7f3f-4721-b77f-8771e744ffbb'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:28:32.819223 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a22c72d8-1a56-4206-906d-ba31cb335c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.896729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:32.905684 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.967769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c20ae898-0e1f-46df-b0cb-3bba08b0a0de up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:33.005359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.013428 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.021863 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.037204 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.088078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:27Z', 'revision_number': 3, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:33.092081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c20ae898-0e1f-46df-b0cb-3bba08b0a0de triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:33.092313 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.140327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcbae6e-e277-4030-9a58-3b6c4702d081 None None] The sync data for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 is: [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:27Z', 'revision_number': 3, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:33.175460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Transition to ACTIVE for port object abc1823f-a3de-4580-b8e7-670f9b2df555 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:33.182103 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:28:33.241342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed31fb20-6788-4b85-86a0-d5619708df46 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:33.366015 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.371967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:33.372619 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.375048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event updated for resources: {'Port': ['ID=66849eea-a44e-47e8-b93c-1d3da6e68c4e,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:33.464720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ef52360c-c6ce-4f2b-8fcd-2e2b10d2a554 None None] Provisioning complete for port 3cb2f911-7f3f-4721-b77f-8771e744ffbb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:33.465243 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ef52360c-c6ce-4f2b-8fcd-2e2b10d2a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.465346 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.468275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Router 3ac51280-4152-4400-a6d0-03fd9e79b931 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:33.483142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3694506 Aug 03 19:28:33.483962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54590) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:33.502990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-14527beb-5101-4374-b8a3-983f93d4b599 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:33.702306 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ab875fc2-a984-4ebe-8d5f-0b885ad007ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.783317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e64c0-6b58-4cf7-bc85-4d3c829ee8d8 None None] Update dhcp port {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': '298d8f46-a09b-45f1-9c89-c0c861e6810d'}, {'subnet_id': '56e804d7-5623-4434-b133-0cab1af8a930'}], 'binding:host_id': 'n-d-802918-7'}, 'id': '3cb2f911-7f3f-4721-b77f-8771e744ffbb'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:28:33.811342 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:28:33.818754 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-006e64c0-6b58-4cf7-bc85-4d3c829ee8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.926726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14527beb-5101-4374-b8a3-983f93d4b599 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.951543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14527beb-5101-4374-b8a3-983f93d4b599 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.087148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14527beb-5101-4374-b8a3-983f93d4b599 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network 104eeb7a-7a04-43e8-b4cd-5e9107461a99 is not hosted by any dhcp agent {{(pid=100488) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:28:34.094093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14527beb-5101-4374-b8a3-983f93d4b599 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:34.095065 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14527beb-5101-4374-b8a3-983f93d4b599 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.102687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-14527beb-5101-4374-b8a3-983f93d4b599 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "PUT /v2.0/networks/104eeb7a-7a04-43e8-b4cd-5e9107461a99 HTTP/1.1" status: 200 len: 723 time: 0.6167867 Aug 03 19:28:34.103734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54592) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:34.114306 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.121390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'network_id': '104eeb7a-7a04-43e8-b4cd-5e9107461a99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:34.173665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Pushing event updated for resources: {'Port': ['ID=abc1823f-a3de-4580-b8e7-670f9b2df555,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:34.183249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5799da8-2eb4-4b96-9d44-072b95a9558f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=104eeb7a-7a04-43e8-b4cd-5e9107461a99,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:34.195156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 104eeb7a-7a04-43e8-b4cd-5e9107461a99 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:34.205406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Network 70f84b60-65ec-4b07-8b41-039e7a41592e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:34.209335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:34.212477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:34.230159 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14527beb-5101-4374-b8a3-983f93d4b599 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=104eeb7a-7a04-43e8-b4cd-5e9107461a99,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:34.313801 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 104eeb7a-7a04-43e8-b4cd-5e9107461a99 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:34.318104 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-006e64c0-6b58-4cf7-bc85-4d3c829ee8d8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:28:34.318104 n-d-802918-7 neutron-server[100489]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Aug 03 19:28:34.318104 n-d-802918-7 neutron-server[100489]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe3f:f067', 'status': 'ALLOCATED', 'ipam_subnet_id': '067d4fd3-6765-411c-b380-7f1a8a2d3c8e'}] Aug 03 19:28:34.318104 n-d-802918-7 neutron-server[100489]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:28:34.318596 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-006e64c0-6b58-4cf7-bc85-4d3c829ee8d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:28:34.419081 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.425731 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Floating IP 47b1923f-dcc7-4789-af19-6706c844ceef associated. External IP: 172.25.8.93, port: 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848. Aug 03 19:28:34.457606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:34.463257 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.488861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.590884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:34.603961 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.604223 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d0a14-fbc5-4248-af19-886036ec1dc0 None None] Sync routers for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:34.618738 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d0a14-fbc5-4248-af19-886036ec1dc0 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:34.619468 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5a1d0a14-fbc5-4248-af19-886036ec1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:34.653846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3dc45326-8728-4c51-a103-bce951996a0a None None] Provisioning for port abc1823f-a3de-4580-b8e7-670f9b2df555 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:34.659992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3dc45326-8728-4c51-a103-bce951996a0a None None] Provisioning complete for port abc1823f-a3de-4580-b8e7-670f9b2df555 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:34.660941 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3dc45326-8728-4c51-a103-bce951996a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.717103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-796905f1-2349-48a1-b1da-131b264bb722 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "DELETE /v2.0/floatingips/641a9d39-c88d-49ba-82da-51cf19716831 HTTP/1.1" status: 204 len: 168 time: 4.7343566 Aug 03 19:28:34.722208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:34.725230 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca56656-24ff-47bc-8ce5-68c51c977bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:34.761803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3dc45326-8728-4c51-a103-bce951996a0a None None] Port abc1823f-a3de-4580-b8e7-670f9b2df555 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:34.832504 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d25048b-3000-4ee8-a8b8-e300b448c860 x-openstack-request-id: req-8d25048b-3000-4ee8-a8b8-e300b448c860 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:34.832797 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:34.833053 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d25048b-3000-4ee8-a8b8-e300b448c860 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:34.833468 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'status': 'completed', 'code': 200} Aug 03 19:28:34.867544 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-5a1d0a14-fbc5-4248-af19-886036ec1dc0 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:34.924543 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-006e64c0-6b58-4cf7-bc85-4d3c829ee8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.928567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.082126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:35.169323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router f40bfd13-e3bc-4003-9a6a-f9ea6995383f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:35.343906 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5a1d0a14-fbc5-4248-af19-886036ec1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:35.380890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:35.382295 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d0a14-fbc5-4248-af19-886036ec1dc0 None None] Checking router: 3ac51280-4152-4400-a6d0-03fd9e79b931 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:35.393293 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d0a14-fbc5-4248-af19-886036ec1dc0 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:35.394002 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5a1d0a14-fbc5-4248-af19-886036ec1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:35.438185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:35.438867 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.652059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca56656-24ff-47bc-8ce5-68c51c977bd2 req-1676cbc7-5b3f-4489-b44c-d2874844a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:35.653154 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.654757 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6ca56656-24ff-47bc-8ce5-68c51c977bd2 req-1676cbc7-5b3f-4489-b44c-d2874844a8ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da4b8a4027f24153bbf8a48dd7c29730&device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 1097 time: 0.4804738 Aug 03 19:28:35.654990 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-5a1d0a14-fbc5-4248-af19-886036ec1dc0 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:35.677229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-006e64c0-6b58-4cf7-bc85-4d3c829ee8d8 None None] Allocated IP 172.20.0.2 (be4488c1-7522-4535-990c-62582defe7af/56e804d7-5623-4434-b133-0cab1af8a930/3cb2f911-7f3f-4721-b77f-8771e744ffbb) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:35.686119 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.808214 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.858515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:35.882396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:35.883846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549d2ea-acef-49eb-893a-3cb31bb62c42 req-7ebd1f51-1f55-4977-ac7d-358f00cd177e tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:35.884959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8bb56-190c-4ade-baf8-c581696af5d9 None None] Sync routers for ids ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:35.887250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0549d2ea-acef-49eb-893a-3cb31bb62c42 req-7ebd1f51-1f55-4977-ac7d-358f00cd177e tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 946 time: 0.2801986 Aug 03 19:28:35.894838 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.917208 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.927912 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca56656-24ff-47bc-8ce5-68c51c977bd2 req-4c2a323c-dffd-437d-b9db-113e1280ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:35.930041 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6ca56656-24ff-47bc-8ce5-68c51c977bd2 req-4c2a323c-dffd-437d-b9db-113e1280ad77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=803531de-87af-4ce3-96ef-771520f7dc68 HTTP/1.1" status: 200 len: 914 time: 0.2629883 Aug 03 19:28:35.945536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] For port 3cb2f911-7f3f-4721-b77f-8771e744ffbb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3cb2f911-7f3f-4721-b77f-8771e744ffbb,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:35.988692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c8bb56-190c-4ade-baf8-c581696af5d9 None None] Routers {'f40bfd13-e3bc-4003-9a6a-f9ea6995383f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:35.989965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-50c8bb56-190c-4ade-baf8-c581696af5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:35.994729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Pushing event updated for resources: {'Port': ['ID=abc1823f-a3de-4580-b8e7-670f9b2df555,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.022586 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6ca56656-24ff-47bc-8ce5-68c51c977bd2 req-c479afe7-4ef5-4a3c-9566-99261ce5fb5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21 HTTP/1.1" status: 200 len: 217 time: 0.0749319 Aug 03 19:28:36.039602 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5a1d0a14-fbc5-4248-af19-886036ec1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:36.081436 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3cb2f911-7f3f-4721-b77f-8771e744ffbb no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:36.092506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca56656-24ff-47bc-8ce5-68c51c977bd2 req-f90d9461-ad67-4059-b178-a8f1eecf9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:36.094429 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6ca56656-24ff-47bc-8ce5-68c51c977bd2 req-f90d9461-ad67-4059-b178-a8f1eecf9873 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f27124e5-3bd4-4b46-97d4-75493df87148 HTTP/1.1" status: 200 len: 852 time: 0.0597713 Aug 03 19:28:36.125395 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d0a14-fbc5-4248-af19-886036ec1dc0 None None] The sync data for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 is: [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'cba98934-5deb-4cb2-8c45-cb151783847d', 'name': '', 'network_id': '803531de-87af-4ce3-96ef-771520f7dc68', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'mac_address': 'fa:16:3e:4e:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:04Z', 'updated_at': '2021-08-03T19:23:20Z', 'revision_number': 5, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'subnets': [{'id': 'f27124e5-3bd4-4b46-97d4-75493df87148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:36.179587 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.181531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.249595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.253671 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.297649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0549d2ea-acef-49eb-893a-3cb31bb62c42 req-8334840d-a6eb-4a40-9fd9-2217cb442e33 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3879554 Aug 03 19:28:36.302596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Network 70f84b60-65ec-4b07-8b41-039e7a41592e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:36.312041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e3cadaaf-fd52-4f2b-a905-93489b05b31b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3489521 Aug 03 19:28:36.315084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:36.348737 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.350019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.379747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-50c8bb56-190c-4ade-baf8-c581696af5d9 None None] Set router f40bfd13-e3bc-4003-9a6a-f9ea6995383f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:36.521643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:36.581067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:36.584987 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.603166 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-36888315-f28f-49b2-bddb-60a243c3bcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.622651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:36.623582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.637171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Router f70c3633-edde-4de2-9eaa-18bc8f70a97e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:36.656998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64136be0-db22-4f09-98b5-8db2b80ab795 req-0a538d7e-a65a-4667-af73-561e09467595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:36.664785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca56656-24ff-47bc-8ce5-68c51c977bd2 req-97e3b097-ee42-40ae-9600-1b4824dab728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:36.667170 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6ca56656-24ff-47bc-8ce5-68c51c977bd2 req-97e3b097-ee42-40ae-9600-1b4824dab728 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=803531de-87af-4ce3-96ef-771520f7dc68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5324764 Aug 03 19:28:36.670678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64136be0-db22-4f09-98b5-8db2b80ab795 req-0a538d7e-a65a-4667-af73-561e09467595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.1673145 Aug 03 19:28:36.680443 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=2f0e51da-a0dd-42d9-96dd-1fc7438441ad,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.788625 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab30d56-84a1-4b12-aace-176b0ba88126 None None] New status for floating IP 641a9d39-c88d-49ba-82da-51cf19716831: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:28:36.792262 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.843260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-006e64c0-6b58-4cf7-bc85-4d3c829ee8d8 None None] For port 3cb2f911-7f3f-4721-b77f-8771e744ffbb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3cb2f911-7f3f-4721-b77f-8771e744ffbb,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:36.883327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b5320ed5-c63b-4093-a0c0-7d08870ff5ac None None] Provisioning complete for port abc1823f-a3de-4580-b8e7-670f9b2df555 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:36.883684 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b5320ed5-c63b-4093-a0c0-7d08870ff5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.906421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking segment: {'id': 'e389ca30-21b4-43be-b469-838714e5a3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '104eeb7a-7a04-43e8-b4cd-5e9107461a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:36.906916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network hostable DHCP agents. Network: 104eeb7a-7a04-43e8-b4cd-5e9107461a99, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:36.912476 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2579055 Aug 03 19:28:36.938156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54604) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:36.939165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=3cb2f911-7f3f-4721-b77f-8771e744ffbb,revision_number=7']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.953402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:fc:8b:7e', 'name': 'tempest-NetworksTestDHCPv6-1723460382'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:36.964668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:36.970341 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82" -d '{"events": [{"name": "network-changed", "server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:36.976636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:36.983723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b5320ed5-c63b-4093-a0c0-7d08870ff5ac None None] Port abc1823f-a3de-4580-b8e7-670f9b2df555 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:36.987170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64136be0-db22-4f09-98b5-8db2b80ab795 req-be8f9716-7290-4ba6-9409-e69f724f5bb5 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151269 Aug 03 19:28:37.013130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-df7e2f44-0020-412d-99b2-e221ceb4e774 admin admin] 10.222.0.78 "PUT /v2.0/routers/f70c3633-edde-4de2-9eaa-18bc8f70a97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1866128 Aug 03 19:28:37.042014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54610) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:37.142338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Sync routers for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:37.196630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5d39ee5e-8c6e-4888-8a88-d9ef299e85cb tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/47b1923f-dcc7-4789-af19-6706c844ceef HTTP/1.1" status: 200 len: 990 time: 0.1520345 Aug 03 19:28:37.199513 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42319006-a93d-4c2e-a791-214886bb7df0 x-openstack-request-id: req-42319006-a93d-4c2e-a791-214886bb7df0 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:37.200178 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:37.200670 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42319006-a93d-4c2e-a791-214886bb7df0 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:37.200960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-006e64c0-6b58-4cf7-bc85-4d3c829ee8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.201741 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'status': 'completed', 'code': 200} Aug 03 19:28:37.255913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:37.257609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:37.258692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6ca56656-24ff-47bc-8ce5-68c51c977bd2 req-786e5ade-8aff-4e82-9284-3e8b0131eb5b service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662942 Aug 03 19:28:37.266193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c570e0-460f-47cb-8edb-f6fd77a70f7f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=298d8f46-a09b-45f1-9c89-c0c861e6810d,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:37.295503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network 104eeb7a-7a04-43e8-b4cd-5e9107461a99 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:37.308224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82 req-3f04f088-3434-440d-9fb3-ad3aeb78c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:37.310753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82 req-3f04f088-3434-440d-9fb3-ad3aeb78c17a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 1096 time: 0.1078436 Aug 03 19:28:37.348921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aaa82-6188-43e0-986e-c4b74ecf54a6 req-9b39c1cc-6d3d-4769-abe4-7fb9d4b7f88a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:37.351629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-870aaa82-6188-43e0-986e-c4b74ecf54a6 req-9b39c1cc-6d3d-4769-abe4-7fb9d4b7f88a tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 946 time: 0.0993152 Aug 03 19:28:37.399746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-006e64c0-6b58-4cf7-bc85-4d3c829ee8d8 None None] Transition to ACTIVE for port object 3cb2f911-7f3f-4721-b77f-8771e744ffbb will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:37.460532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 104eeb7a-7a04-43e8-b4cd-5e9107461a99) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:37.475267 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-006e64c0-6b58-4cf7-bc85-4d3c829ee8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.483058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:37.485280 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16228449'] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.555208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:37.605223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82 req-0f2150ca-c169-4dff-a2ad-00e06209e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:37.607580 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82 req-0f2150ca-c169-4dff-a2ad-00e06209e524 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aadd9960-4dac-471b-9366-8261801b78f6 HTTP/1.1" status: 200 len: 897 time: 0.2854991 Aug 03 19:28:37.661751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a3a92a-c9c4-418c-817d-4f1fe6f086e8 None None] Network 104eeb7a-7a04-43e8-b4cd-5e9107461a99 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:37.683578 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e64c0-6b58-4cf7-bc85-4d3c829ee8d8 None None] Pushing event updated for resources: {'Port': ['ID=3cb2f911-7f3f-4721-b77f-8771e744ffbb,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:37.731072 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.736582 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-14de91f2-d4c7-4c3c-b8fb-0920317eb979 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6227551 Aug 03 19:28:37.743427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54618) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:37.747810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abdfa-6047-4d8e-b55d-22b04c16becc req-aba89dc2-739b-4694-8bc8-290857cb84c6 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:37.758818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-978abdfa-6047-4d8e-b55d-22b04c16becc req-aba89dc2-739b-4694-8bc8-290857cb84c6 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 946 time: 0.1760473 Aug 03 19:28:37.760995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d278d2ff-87fd-4a6c-a309-492ac8bb9949 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:37.832239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 2062fb5a-2f3c-476e-ae25-80b2d0efdb0f yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:37.835095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-978abdfa-6047-4d8e-b55d-22b04c16becc req-8e395e2b-60a7-4694-ab52-c5e99ee82981 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725791 Aug 03 19:28:37.841433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-870aaa82-6188-43e0-986e-c4b74ecf54a6 req-115d88a0-c465-4cd5-8b75-38ed3e3a9f3b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Deleting port ba930131-8f42-4cc6-a700-d94ac0e9fa21 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:37.844132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-870aaa82-6188-43e0-986e-c4b74ecf54a6 req-115d88a0-c465-4cd5-8b75-38ed3e3a9f3b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.896421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82 req-41c7df3e-5cb9-4b4f-b94a-1a205ff76ad7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 HTTP/1.1" status: 200 len: 998 time: 0.2682605 Aug 03 19:28:37.953561 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6ca56656-24ff-47bc-8ce5-68c51c977bd2 req-9e8cd491-237e-44e6-ae3e-385ba20f1a82 service neutron] 10.222.0.37 "GET /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740978 Aug 03 19:28:38.056480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82 req-32ea9087-2011-47e0-91d0-8398d213233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:38.059586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82 req-32ea9087-2011-47e0-91d0-8398d213233d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0627755-e603-4108-9b9c-7ea75f319431 HTTP/1.1" status: 200 len: 835 time: 0.1004591 Aug 03 19:28:38.089444 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d278d2ff-87fd-4a6c-a309-492ac8bb9949 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25296780'] for subnet, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.219921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54628) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:38.259234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54630) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:38.265471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1870519378-network', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:38.347716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 172.20.0.10 (be4488c1-7522-4535-990c-62582defe7af/56e804d7-5623-4434-b133-0cab1af8a930/2062fb5a-2f3c-476e-ae25-80b2d0efdb0f) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:38.353865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6ffc6f21-0819-4681-bbaf-f6f2a2bc265c tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/47b1923f-dcc7-4789-af19-6706c844ceef HTTP/1.1" status: 200 len: 990 time: 0.1313567 Aug 03 19:28:38.359064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82 req-12c8b59e-9cc5-455f-ba71-b46942a3b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:38.361918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82 req-12c8b59e-9cc5-455f-ba71-b46942a3b709 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aadd9960-4dac-471b-9366-8261801b78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2930887 Aug 03 19:28:38.362512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Made reservation on behalf of 1af8286d4a804939b11978dcdc06a88b for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:38.365130 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.368451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::f816:3eff:fefc:8b7e (be4488c1-7522-4535-990c-62582defe7af/298d8f46-a09b-45f1-9c89-c0c861e6810d/2062fb5a-2f3c-476e-ae25-80b2d0efdb0f) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:38.411868 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.445388 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:28:38.446012 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:28:38.463773 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d278d2ff-87fd-4a6c-a309-492ac8bb9949 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793098207398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3161939'] for subnet, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.528812 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.553916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d278d2ff-87fd-4a6c-a309-492ac8bb9949 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:38.554849 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d278d2ff-87fd-4a6c-a309-492ac8bb9949 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.556451 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d278d2ff-87fd-4a6c-a309-492ac8bb9949 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "PUT /v2.0/subnets/2f0e51da-a0dd-42d9-96dd-1fc7438441ad HTTP/1.1" status: 200 len: 806 time: 0.8018582 Aug 03 19:28:38.570889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54632) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:38.571160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82 req-c3e2245d-3ceb-446b-b6fb-a56c9c211cfb service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007234 Aug 03 19:28:38.586897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-870aaa82-6188-43e0-986e-c4b74ecf54a6 req-115d88a0-c465-4cd5-8b75-38ed3e3a9f3b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] For port ba930131-8f42-4cc6-a700-d94ac0e9fa21, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ba930131-8f42-4cc6-a700-d94ac0e9fa21,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:38.587473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-870aaa82-6188-43e0-986e-c4b74ecf54a6 req-115d88a0-c465-4cd5-8b75-38ed3e3a9f3b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.665270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-50c8bb56-190c-4ade-baf8-c581696af5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:28:01Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '47b1923f-dcc7-4789-af19-6706c844ceef', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'port_id': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'mac_address': 'fa:16:3e:89:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82098f6e-6463-4de6-a200-a92718d6e083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:30Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693de170-05b0-4bb0-aa86-133069a10aed', 'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:01:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:58Z', 'updated_at': '2021-08-03T19:28:15Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:38.733456 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:38.741216 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8bb56-190c-4ade-baf8-c581696af5d9 None None] Checking router: f40bfd13-e3bc-4003-9a6a-f9ea6995383f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:38.782986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278d2ff-87fd-4a6c-a309-492ac8bb9949 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=2f0e51da-a0dd-42d9-96dd-1fc7438441ad,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:38.920820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c8bb56-190c-4ade-baf8-c581696af5d9 None None] Routers {'f40bfd13-e3bc-4003-9a6a-f9ea6995383f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:38.922281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-50c8bb56-190c-4ade-baf8-c581696af5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:39.007418 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.028637 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.069990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 2062fb5a-2f3c-476e-ae25-80b2d0efdb0f will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:39.137542 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.154947 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.208827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-76000f0e-ae4b-4bad-83ad-8a6643e3fa82 req-df67ed55-8f73-4772-9904-9da3f7a30e8a service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168253 Aug 03 19:28:39.214477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8691f51-efc8-4ada-9a1b-58b466ccd683,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:39.230188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6658410-d9d5-4a02-9195-a59b3c670ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-104eeb7a-7a04-43e8-b4cd-5e9107461a99', 'network_id': '104eeb7a-7a04-43e8-b4cd-5e9107461a99', 'tenant_id': 'fdd7625c21c144b28f2d99e697c3ada6', 'fixed_ips': [{'subnet_id': '2f0e51da-a0dd-42d9-96dd-1fc7438441ad'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:39.231823 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f6658410-d9d5-4a02-9195-a59b3c670ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.263264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:39.268825 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.272171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-870aaa82-6188-43e0-986e-c4b74ecf54a6 req-115d88a0-c465-4cd5-8b75-38ed3e3a9f3b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Calling delete_port for ba930131-8f42-4cc6-a700-d94ac0e9fa21 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:39.305948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb86bc4-662c-4d79-835c-ce91daf4a386 req-3076e096-08b4-4b45-b634-5c69dc04f426 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:39.307757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fb86bc4-662c-4d79-835c-ce91daf4a386 req-3076e096-08b4-4b45-b634-5c69dc04f426 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 946 time: 0.1044006 Aug 03 19:28:39.357730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54636) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:39.386151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.450926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8ff09909-6f17-4b9a-8b06-3ebf84256197 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/47b1923f-dcc7-4789-af19-6706c844ceef HTTP/1.1" status: 200 len: 990 time: 0.0901716 Aug 03 19:28:39.489578 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fb86bc4-662c-4d79-835c-ce91daf4a386 req-c8e33268-4a1c-42ad-8980-c368a2cd79b2 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/security-groups?id=4bdb572d-e6f9-4cfe-a902-fb7cee131706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436064 Aug 03 19:28:39.534097 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:39.543855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=2062fb5a-2f3c-476e-ae25-80b2d0efdb0f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:39.550282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:39.557258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:39.587588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.605236 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.623720 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.624217 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Added segment 28a182ef-e3d4-41e3-8e9c-4247f555e83e of type vlan for network 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 Aug 03 19:28:39.624448 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-870aaa82-6188-43e0-986e-c4b74ecf54a6 req-115d88a0-c465-4cd5-8b75-38ed3e3a9f3b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server [None req-f6658410-d9d5-4a02-9195-a59b3c670ced None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f0e51da-a0dd-42d9-96dd-1fc7438441ad: This subnet is being modified by another concurrent operation. Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f0e51da-a0dd-42d9-96dd-1fc7438441ad: This subnet is being modified by another concurrent operation. Aug 03 19:28:39.663493 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Aug 03 19:28:39.687045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d88a0-c465-4cd5-8b75-38ed3e3a9f3b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event deleted for resources: {'Port': ['ID=ba930131-8f42-4cc6-a700-d94ac0e9fa21,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:39.704872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0e51da-a0dd-42d9-96dd-1fc7438441ad,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:39.717904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9612df-121c-48b2-9fc4-ddb0e770c916 None None] Network 104eeb7a-7a04-43e8-b4cd-5e9107461a99 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:39.729364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 3cb2f911-7f3f-4721-b77f-8771e744ffbb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3cb2f911-7f3f-4721-b77f-8771e744ffbb,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:39.788766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-870aaa82-6188-43e0-986e-c4b74ecf54a6 req-115d88a0-c465-4cd5-8b75-38ed3e3a9f3b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] No DVR routers for this DVR port ba930131-8f42-4cc6-a700-d94ac0e9fa21 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:39.794130 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-870aaa82-6188-43e0-986e-c4b74ecf54a6 req-115d88a0-c465-4cd5-8b75-38ed3e3a9f3b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.797615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-870aaa82-6188-43e0-986e-c4b74ecf54a6 req-115d88a0-c465-4cd5-8b75-38ed3e3a9f3b tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.37 "DELETE /v2.0/ports/ba930131-8f42-4cc6-a700-d94ac0e9fa21 HTTP/1.1" status: 204 len: 173 time: 2.4312193 Aug 03 19:28:39.799624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'name': 'network-vif-deleted', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:39.806279 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0017b4de-0767-4ecd-bee4-d80e4f84ec95" -d '{"events": [{"server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "name": "network-vif-deleted", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:39.842767 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.866353 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.870943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-50c8bb56-190c-4ade-baf8-c581696af5d9 None None] Set router f40bfd13-e3bc-4003-9a6a-f9ea6995383f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:39.908730 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478a15aa-968b-4a5f-8040-a8a8ab0b5da7 x-openstack-request-id: req-478a15aa-968b-4a5f-8040-a8a8ab0b5da7 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:39.909198 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ead48ea-fe97-48e4-a9fd-40fc398cea0d", "name": "network-vif-deleted", "tag": "ba930131-8f42-4cc6-a700-d94ac0e9fa21", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:39.909323 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-478a15aa-968b-4a5f-8040-a8a8ab0b5da7 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:39.910196 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ead48ea-fe97-48e4-a9fd-40fc398cea0d', 'name': 'network-vif-deleted', 'tag': 'ba930131-8f42-4cc6-a700-d94ac0e9fa21', 'status': 'completed', 'code': 200} Aug 03 19:28:39.979200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 2, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:40.036901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.050997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.094094 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:40.095991 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.106063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104eeb7a-7a04-43e8-b4cd-5e9107461a99']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:40.122330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e389ca30-21b4-43be-b469-838714e5a3b2') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:40.123529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e389ca30-21b4-43be-b469-838714e5a3b2') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:40.160335 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.201307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.213452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:40.214148 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.283684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3cb2f911-7f3f-4721-b77f-8771e744ffbb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:40.288702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252a6590-b761-4ca6-96c1-aff6609a9316 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:40.317533 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Checking router: f70c3633-edde-4de2-9eaa-18bc8f70a97e for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:40.318926 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Updating router f70c3633-edde-4de2-9eaa-18bc8f70a97e port abc1823f-a3de-4580-b8e7-670f9b2df555 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:40.451282 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:40.456710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54642) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:40.467384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.485597 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.486677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:40.487284 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.589896 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.600706 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/104eeb7a-7a04-43e8-b4cd-5e9107461a99 HTTP/1.1" status: 204 len: 168 time: 2.0279665 Aug 03 19:28:40.624325 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8406e185-9d2f-4823-8363-7dd6f1be0c72 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/47b1923f-dcc7-4789-af19-6706c844ceef HTTP/1.1" status: 200 len: 990 time: 0.1654801 Aug 03 19:28:40.625285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54646) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:40.710661 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3126361e-522f-4b44-9f52-e2028674afa8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.7644546 Aug 03 19:28:40.717381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54648) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:40.755314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee30c6b6-ef7d-4810-9d20-fccde23a7bbb req-9dbcb23c-d77a-4c12-862b-a9f687e18e02 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 210 time: 0.0753350 Aug 03 19:28:40.802119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=3cb2f911-7f3f-4721-b77f-8771e744ffbb,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:40.802916 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5401957 Aug 03 19:28:40.816089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01078dc1-2277-4219-818f-f599a67da759 admin admin] Pushing event updated for resources: {'Network': ['ID=7c19d3f9-c83b-4c73-b37d-59939ee42ef2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:40.816650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54650) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:40.824391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] Request body: {'subnet': {'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1870519378-subnet', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:40.874598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] Made reservation on behalf of 1af8286d4a804939b11978dcdc06a88b for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:40.878063 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.907024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Provisioning for port 3cb2f911-7f3f-4721-b77f-8771e744ffbb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:40.917271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:40.919604 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad20850-bd41-4e9e-bb04-da3424143ba4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=104eeb7a-7a04-43e8-b4cd-5e9107461a99,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:40.922426 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13361d6-8989-4330-9374-89a86c4fa3e9 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:28:40.927233 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13361d6-8989-4330-9374-89a86c4fa3e9 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:40.931403 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f13361d6-8989-4330-9374-89a86c4fa3e9 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/104eeb7a-7a04-43e8-b4cd-5e9107461a99 HTTP/1.1" status: 404 len: 339 time: 0.3028855 Aug 03 19:28:40.940797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54652) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:40.951951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-784252051', 'description': 'd1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:40.985942 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae208f-2459-4a0a-87e3-35e2d905f562 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:40.994324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae208f-2459-4a0a-87e3-35e2d905f562 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:41.001991 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-60ae208f-2459-4a0a-87e3-35e2d905f562 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2629316 Aug 03 19:28:41.006112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54654) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:41.086783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:41.089449 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f913f-7799-4238-b728-78afbd4dd839 None None] Network 104eeb7a-7a04-43e8-b4cd-5e9107461a99 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:41.092027 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.092598 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.147240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Provisioning complete for port 3cb2f911-7f3f-4721-b77f-8771e744ffbb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:41.147621 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.159494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f913f-7799-4238-b728-78afbd4dd839 None None] Network 104eeb7a-7a04-43e8-b4cd-5e9107461a99 could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:28:41.227086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:41.252877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.253445 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment 3cd047b3-13cf-4416-bec0-2b3409878b88 of type vlan for network c90bd8e5-d259-4e96-8ecf-329be683e1fb Aug 03 19:28:41.332912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 3cb2f911-7f3f-4721-b77f-8771e744ffbb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:41.333436 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.347356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-80b528ec-ce34-4888-a5f1-c0fe6b6f1a77 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 2062fb5a-2f3c-476e-ae25-80b2d0efdb0f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:41.347810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80b528ec-ce34-4888-a5f1-c0fe6b6f1a77 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.406924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.442839 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.514790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1bf10ca-2a09-44e6-8ff3-bee69439b2e1,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:41.559041 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80b528ec-ce34-4888-a5f1-c0fe6b6f1a77 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.575594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-80b528ec-ce34-4888-a5f1-c0fe6b6f1a77 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 2062fb5a-2f3c-476e-ae25-80b2d0efdb0f owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:41.585441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] Checking segment: {'id': '28a182ef-e3d4-41e3-8e9c-4247f555e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:41.585892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] Network hostable DHCP agents. Network: 7c19d3f9-c83b-4c73-b37d-59939ee42ef2, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:41.597592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ba930131-8f42-4cc6-a700-d94ac0e9fa21 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:41.627653 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.629014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54656) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:41.633932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:41.634584 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.709825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: ba930131-8f42-4cc6-a700-d94ac0e9fa21 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:41.710554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ba930131-8f42-4cc6-a700-d94ac0e9fa21 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:41.818853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=c90bd8e5-d259-4e96-8ecf-329be683e1fb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:41.821855 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-04c52f88-d254-49dc-adee-d31bc9b31788 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8748147 Aug 03 19:28:41.828041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54660) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:41.847550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1f099c89-f6e0-4b17-931b-c3e19251839d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/47b1923f-dcc7-4789-af19-6706c844ceef HTTP/1.1" status: 200 len: 990 time: 0.2148025 Aug 03 19:28:41.849370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] Network 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:41.887884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network c90bd8e5-d259-4e96-8ecf-329be683e1fb details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:41.976825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 7c19d3f9-c83b-4c73-b37d-59939ee42ef2) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:42.002606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:42.003733 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.005288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f226b22c-f152-4ddf-943e-8bae2cdcdbc3 None None] Network 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:42.077259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca12254e-0a7a-4cbb-ba61-7af3c6cd5d6f req-c04e14f6-8034-413e-af20-d600337723c8 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 210 time: 0.1025100 Aug 03 19:28:42.113228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5c06e6d3-c15a-43ec-9de6-0ef0788741a8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2918451 Aug 03 19:28:42.127901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d63885-4146-4e9f-a5d1-d5cb4e44331c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:42.130709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-21d63885-4146-4e9f-a5d1-d5cb4e44331c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/networks?id=c90bd8e5-d259-4e96-8ecf-329be683e1fb HTTP/1.1" status: 200 len: 760 time: 0.2752490 Aug 03 19:28:42.131957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54662) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.134853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54664) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.143852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1870519378-router', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:42.144199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80b528ec-ce34-4888-a5f1-c0fe6b6f1a77 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.157204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-991c5daf-af4d-49ff-a923-5a2c4a9f8947 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'description': 'd2'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:42.186690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b528ec-ce34-4888-a5f1-c0fe6b6f1a77 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=2062fb5a-2f3c-476e-ae25-80b2d0efdb0f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:42.281010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-50c8bb56-190c-4ade-baf8-c581696af5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:28:01Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '47b1923f-dcc7-4789-af19-6706c844ceef', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'port_id': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'mac_address': 'fa:16:3e:89:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82098f6e-6463-4de6-a200-a92718d6e083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:30Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693de170-05b0-4bb0-aa86-133069a10aed', 'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:01:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:58Z', 'updated_at': '2021-08-03T19:28:15Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:42.283553 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.297441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.299907 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.317633 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80b528ec-ce34-4888-a5f1-c0fe6b6f1a77 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.321878 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-80b528ec-ce34-4888-a5f1-c0fe6b6f1a77 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/2062fb5a-2f3c-476e-ae25-80b2d0efdb0f HTTP/1.1" status: 204 len: 168 time: 1.3145082 Aug 03 19:28:42.322761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54666) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.339928 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.354874 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8bb56-190c-4ade-baf8-c581696af5d9 None None] The sync data for ids ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'] in n-d-802918-7 is: [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:28:01Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '47b1923f-dcc7-4789-af19-6706c844ceef', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'port_id': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'mac_address': 'fa:16:3e:89:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82098f6e-6463-4de6-a200-a92718d6e083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:28:30Z', 'updated_at': '2021-08-03T19:28:30Z', 'revision_number': 0, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693de170-05b0-4bb0-aa86-133069a10aed', 'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:01:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:58Z', 'updated_at': '2021-08-03T19:28:15Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:42.468482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17a65f2-9141-42e7-9ef0-2336db5c8d2e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:42.476061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17a65f2-9141-42e7-9ef0-2336db5c8d2e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:42.479997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17a65f2-9141-42e7-9ef0-2336db5c8d2e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:42.488744 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b17a65f2-9141-42e7-9ef0-2336db5c8d2e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1611404 Aug 03 19:28:42.489624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54668) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.575094 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-991c5daf-af4d-49ff-a923-5a2c4a9f8947 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.587388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-b934ca31-ff58-4047-87f0-62a8f6ce15c1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 298d8f46-a09b-45f1-9c89-c0c861e6810d {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:42.597092 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b934ca31-ff58-4047-87f0-62a8f6ce15c1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.647960 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.650773 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-991c5daf-af4d-49ff-a923-5a2c4a9f8947 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.655576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] For port 3cb2f911-7f3f-4721-b77f-8771e744ffbb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3cb2f911-7f3f-4721-b77f-8771e744ffbb,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:42.659913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b934ca31-ff58-4047-87f0-62a8f6ce15c1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.689176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-991c5daf-af4d-49ff-a923-5a2c4a9f8947 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network c90bd8e5-d259-4e96-8ecf-329be683e1fb is not hosted by any dhcp agent {{(pid=100487) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:28:42.698259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991c5daf-af4d-49ff-a923-5a2c4a9f8947 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:42.699247 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-991c5daf-af4d-49ff-a923-5a2c4a9f8947 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.700970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-991c5daf-af4d-49ff-a923-5a2c4a9f8947 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "PUT /v2.0/networks/c90bd8e5-d259-4e96-8ecf-329be683e1fb HTTP/1.1" status: 200 len: 757 time: 0.5646572 Aug 03 19:28:42.716631 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.804755 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b934ca31-ff58-4047-87f0-62a8f6ce15c1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.867109 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970fcc1-5a85-46e0-90b2-46621043a1ef None None] New status for floating IP 47b1923f-dcc7-4789-af19-6706c844ceef: ACTIVE {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:28:42.896436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54670) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.896881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54672) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.927686 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.015916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc14e69-bc9a-486e-b00b-0044ddf3bb0e tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:43.016284 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:28:43.016434 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:28:43.018549 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2cc14e69-bc9a-486e-b00b-0044ddf3bb0e tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/networks?id=c90bd8e5-d259-4e96-8ecf-329be683e1fb HTTP/1.1" status: 200 len: 760 time: 0.1203783 Aug 03 19:28:43.070708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54674) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:43.077586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Transition to ACTIVE for port object abc1823f-a3de-4580-b8e7-670f9b2df555 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:43.081196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b934ca31-ff58-4047-87f0-62a8f6ce15c1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.081580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c5daf-af4d-49ff-a923-5a2c4a9f8947 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=c90bd8e5-d259-4e96-8ecf-329be683e1fb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:43.103783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network c90bd8e5-d259-4e96-8ecf-329be683e1fb details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:43.121662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-7c19d3f9-c83b-4c73-b37d-59939ee42ef2', 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'fixed_ips': [{'subnet_id': 'f1bf10ca-2a09-44e6-8ff3-bee69439b2e1'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:43.122922 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.174397 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.177780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934ca31-ff58-4047-87f0-62a8f6ce15c1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=298d8f46-a09b-45f1-9c89-c0c861e6810d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:43.212315 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b934ca31-ff58-4047-87f0-62a8f6ce15c1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.215247 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b934ca31-ff58-4047-87f0-62a8f6ce15c1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/298d8f46-a09b-45f1-9c89-c0c861e6810d HTTP/1.1" status: 204 len: 168 time: 0.7244751 Aug 03 19:28:43.216036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1587942948'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:43.219130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54678) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:43.240053 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.275815 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2d0d6bdc-67e7-4ff9-84c9-a1611169f0a6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/47b1923f-dcc7-4789-af19-6706c844ceef HTTP/1.1" status: 200 len: 990 time: 0.2736034 Aug 03 19:28:43.307918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-00f79f8b-84c5-4d0f-be5a-195be492c694 None None] Provisioning complete for port 3cb2f911-7f3f-4721-b77f-8771e744ffbb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:43.308304 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00f79f8b-84c5-4d0f-be5a-195be492c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.340571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f208abc-9080-47f7-9107-e16b83049350 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 56e804d7-5623-4434-b133-0cab1af8a930 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:43.355495 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f208abc-9080-47f7-9107-e16b83049350 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.361038 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2c5f067-98de-43fd-a657-dddbd4f47d00 req-0efb5850-952a-4aaa-a3fe-e831d9919a7e tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 210 time: 0.1367006 Aug 03 19:28:43.367889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:43.377942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.561942 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f208abc-9080-47f7-9107-e16b83049350 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.566966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:43.606341 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.607364 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment 2b18a173-f693-4f23-8b8c-41389da6c2f0 of type vlan for network 40f1fefe-b209-4192-ad90-1d90b6cd240d Aug 03 19:28:43.695246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a35d57-cfdd-4cad-9f9f-386ac6a7ce4c None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:43.740768 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.782868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Pushing event updated for resources: {'Port': ['ID=3cb2f911-7f3f-4721-b77f-8771e744ffbb,revision_number=10']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:43.785420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-65d25d01-b753-4c9b-ac71-c430d4a6d8f8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1102207 Aug 03 19:28:43.852197 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.859701 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Allocated IP 172.20.0.2 (7c19d3f9-c83b-4c73-b37d-59939ee42ef2/f1bf10ca-2a09-44e6-8ff3-bee69439b2e1/49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:43.865468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:43.866369 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.878965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f208abc-9080-47f7-9107-e16b83049350 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.879283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.879517 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.879724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.880436 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.881126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.881687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.882210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.882729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.883234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.883755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.884253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.884754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67567b5-3b9a-45b0-8812-9e55be80dca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:43.991093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f208abc-9080-47f7-9107-e16b83049350 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.994316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9202819 Aug 03 19:28:43.995668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54680) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.027674 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8f208abc-9080-47f7-9107-e16b83049350 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.030179 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8f208abc-9080-47f7-9107-e16b83049350 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/56e804d7-5623-4434-b133-0cab1af8a930 HTTP/1.1" status: 204 len: 168 time: 0.8082941 Aug 03 19:28:44.031133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f208abc-9080-47f7-9107-e16b83049350 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=56e804d7-5623-4434-b133-0cab1af8a930,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:44.033914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54682) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.042742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Attempting to bind port abc1823f-a3de-4580-b8e7-670f9b2df555 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:44.043806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Attempting to bind port abc1823f-a3de-4580-b8e7-670f9b2df555 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:44.043806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Attempting to bind port abc1823f-a3de-4580-b8e7-670f9b2df555 on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:44.059378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:44.062646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:44.063018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Checking segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:44.064244 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.064661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Bound using segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:44.065175 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Bound port: abc1823f-a3de-4580-b8e7-670f9b2df555, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:44.065606 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.093028 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1d482929-8290-4a46-a0fb-760334f38025 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575225 Aug 03 19:28:44.098075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54684) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.112519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd96a1-1921-45af-a1d3-41ac48dbcebd None None] Pushing event updated for resources: {'Port': ['ID=abc1823f-a3de-4580-b8e7-670f9b2df555,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:44.146330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'network_id': '40f1fefe-b209-4192-ad90-1d90b6cd240d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:44.157192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d482b-0824-4b8a-9ece-275323da484a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.159303 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a33d482b-0824-4b8a-9ece-275323da484a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0601778 Aug 03 19:28:44.161901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54686) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.229905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d78164a-38bb-4662-89ca-159acf316407 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.232496 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5d78164a-38bb-4662-89ca-159acf316407 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0693176 Aug 03 19:28:44.234988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54688) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.288884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54690) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.290102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-00f79f8b-84c5-4d0f-be5a-195be492c694 None None] Could not find standard attr ID for object 2062fb5a-2f3c-476e-ae25-80b2d0efdb0f. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:28:44.292341 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5bed856c-00da-436c-a93f-3f1dd72a6f24 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553777 Aug 03 19:28:44.301699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54692) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.309127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b8375a6e-8e8a-415a-9937-ac228518447f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:44.321565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] For port abc1823f-a3de-4580-b8e7-670f9b2df555, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:44.328918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] For port abc1823f-a3de-4580-b8e7-670f9b2df555, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=abc1823f-a3de-4580-b8e7-670f9b2df555,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:44.363699 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.503483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:44.504080 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.593555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.632983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f48714-c873-4c3f-9a97-51e38d221758 None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:28:44.637297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8375a6e-8e8a-415a-9937-ac228518447f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:44.642615 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8375a6e-8e8a-415a-9937-ac228518447f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.646354 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8375a6e-8e8a-415a-9937-ac228518447f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:28:44.647426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8375a6e-8e8a-415a-9937-ac228518447f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:44.674382 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-001e0e5a-4b79-4344-88ba-4cd6e77eca79 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/47b1923f-dcc7-4789-af19-6706c844ceef HTTP/1.1" status: 200 len: 992 time: 0.3732059 Aug 03 19:28:44.690034 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b8375a6e-8e8a-415a-9937-ac228518447f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3854694 Aug 03 19:28:44.690666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2cfa3f46-127d-4fef-910f-04339dca72ec req-138fc751-4356-4c94-8a43-45908810ab59 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 210 time: 0.1140294 Aug 03 19:28:44.691460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=40f1fefe-b209-4192-ad90-1d90b6cd240d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:44.699475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54696) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.718750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c50396f3-0a3c-4949-96f2-6e60a167a178 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:44.742763 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.910424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-b19ff191-116b-45a5-a0bc-e22df69084eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:44.913260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-b19ff191-116b-45a5-a0bc-e22df69084eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 1096 time: 0.9514236 Aug 03 19:28:44.927726 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.928489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.929163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.929903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.930591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.931276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.931950 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.932710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.933254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.934176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.934723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.935382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7b232f-d61d-4ef6-b883-7e3afd3cefa4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:44.971456 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.973632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:44.974291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:44.986374 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 40f1fefe-b209-4192-ad90-1d90b6cd240d details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:45.025708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eb2af435-39ad-4f9b-a4e3-6755dac3dbed None None] Could not find standard attr ID for object 2062fb5a-2f3c-476e-ae25-80b2d0efdb0f. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:28:45.040993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd96a1-1921-45af-a1d3-41ac48dbcebd None None] Pushing event updated for resources: {'Port': ['ID=abc1823f-a3de-4580-b8e7-670f9b2df555,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:45.047359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Transition to ACTIVE for port object 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:45.137076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Transition to ACTIVE for port object 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:45.212182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:45.216034 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.257945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Allocated IP 172.25.8.102 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/2bc2144b-7ea9-4589-9658-74512ecc7b74) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:45.268789 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.344254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50396f3-0a3c-4949-96f2-6e60a167a178 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:45.348816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c50396f3-0a3c-4949-96f2-6e60a167a178 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.350594 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50396f3-0a3c-4949-96f2-6e60a167a178 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:28:45.351436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50396f3-0a3c-4949-96f2-6e60a167a178 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:45.395799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-82f48714-c873-4c3f-9a97-51e38d221758 None None] Deleting port 3cb2f911-7f3f-4721-b77f-8771e744ffbb {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:45.396433 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-82f48714-c873-4c3f-9a97-51e38d221758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.417201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-d66bf0fb-12b3-42b7-8d29-a3afb2c794f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:45.419847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-d66bf0fb-12b3-42b7-8d29-a3afb2c794f8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aadd9960-4dac-471b-9366-8261801b78f6 HTTP/1.1" status: 200 len: 897 time: 0.4690092 Aug 03 19:28:45.456317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c50396f3-0a3c-4949-96f2-6e60a167a178 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7534189 Aug 03 19:28:45.460951 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Network 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:45.462060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54698) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:45.477661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c713d4a6-fc21-4749-8398-d2eb560ae0e6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:45.543259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:45.547544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:45.596592 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-c1591994-2d1a-4750-b22b-3b3271f7af12 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 HTTP/1.1" status: 200 len: 1000 time: 0.1634610 Aug 03 19:28:45.598800 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.600428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Pushing event updated for resources: {'Port': ['ID=49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:45.609159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:45.715933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3cb2f911-7f3f-4721-b77f-8771e744ffbb no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:45.771961 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.773980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c713d4a6-fc21-4749-8398-d2eb560ae0e6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:45.780259 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c713d4a6-fc21-4749-8398-d2eb560ae0e6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.784780 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-c713d4a6-fc21-4749-8398-d2eb560ae0e6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:28:45.785820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c713d4a6-fc21-4749-8398-d2eb560ae0e6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:45.829873 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c713d4a6-fc21-4749-8398-d2eb560ae0e6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3636894 Aug 03 19:28:45.834584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54702) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:45.841945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a4784c72-2731-4e67-935a-7974532b13ae tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:45.864708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-de67d95e-e230-4783-b43c-c2a03b5ee5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:45.867440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-de67d95e-e230-4783-b43c-c2a03b5ee5bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0627755-e603-4108-9b9c-7ea75f319431 HTTP/1.1" status: 200 len: 835 time: 0.2498257 Aug 03 19:28:45.976507 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-82f48714-c873-4c3f-9a97-51e38d221758 None None] For port 3cb2f911-7f3f-4721-b77f-8771e744ffbb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3cb2f911-7f3f-4721-b77f-8771e744ffbb,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:45.977014 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-82f48714-c873-4c3f-9a97-51e38d221758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.001335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ddfcfdcd-0e62-4d91-bf93-cc30aff28159 req-7304c92f-8eab-46a4-a57e-da92cad5db56 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 210 time: 0.1211655 Aug 03 19:28:46.033200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-82f48714-c873-4c3f-9a97-51e38d221758 None None] Calling delete_port for 3cb2f911-7f3f-4721-b77f-8771e744ffbb owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:46.038933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Attempting to bind port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:46.039309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Attempting to bind port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '28a182ef-e3d4-41e3-8e9c-4247f555e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:46.039697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Attempting to bind port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 on network 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:46.047105 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.075611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:46.076418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Checking segment: {'id': '28a182ef-e3d4-41e3-8e9c-4247f555e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:46.076418 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.076793 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Bound using segment: {'id': '28a182ef-e3d4-41e3-8e9c-4247f555e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:46.077296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Bound port: 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a182ef-e3d4-41e3-8e9c-4247f555e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:46.077737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.134393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4784c72-2731-4e67-935a-7974532b13ae tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:46.153483 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4784c72-2731-4e67-935a-7974532b13ae tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.164108 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4784c72-2731-4e67-935a-7974532b13ae tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:28:46.164821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4784c72-2731-4e67-935a-7974532b13ae tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:46.168349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-3d54f7a8-c9e8-4cab-b60f-872ac988a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:46.171222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-3d54f7a8-c9e8-4cab-b60f-872ac988a59b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aadd9960-4dac-471b-9366-8261801b78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2834399 Aug 03 19:28:46.187490 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.202444 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.218746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=b9aac971-f0be-43b0-8bc7-3856791fb0c6,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.240420 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a4784c72-2731-4e67-935a-7974532b13ae tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4039614 Aug 03 19:28:46.241291 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54704) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:46.249834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-592be925-0995-4ed9-af65-8f032f779122 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:46.334921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 3cb2f911-7f3f-4721-b77f-8771e744ffbb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3cb2f911-7f3f-4721-b77f-8771e744ffbb,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:46.339566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] For port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:46.345222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] For port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9,segment=NetworkSegment(28a182ef-e3d4-41e3-8e9c-4247f555e83e),segment_id=28a182ef-e3d4-41e3-8e9c-4247f555e83e)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:46.348320 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.378219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:46.403878 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.407733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:46.417730 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-82f48714-c873-4c3f-9a97-51e38d221758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.428829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:46.437258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc2144b-7ea9-4589-9658-74512ecc7b74,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.479063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking segment: {'id': '2b18a173-f693-4f23-8b8c-41389da6c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '40f1fefe-b209-4192-ad90-1d90b6cd240d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:46.479653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network hostable DHCP agents. Network: 40f1fefe-b209-4192-ad90-1d90b6cd240d, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:46.480836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592be925-0995-4ed9-af65-8f032f779122 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:46.484601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-592be925-0995-4ed9-af65-8f032f779122 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.488430 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-592be925-0995-4ed9-af65-8f032f779122 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:28:46.498659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f48714-c873-4c3f-9a97-51e38d221758 None None] No DVR routers for this DVR port 3cb2f911-7f3f-4721-b77f-8771e744ffbb on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:46.499918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592be925-0995-4ed9-af65-8f032f779122 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:46.501591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=3cb2f911-7f3f-4721-b77f-8771e744ffbb,revision_number=13']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.508870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:44Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:46.545707 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-592be925-0995-4ed9-af65-8f032f779122 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3026204 Aug 03 19:28:46.547211 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54706) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:46.566545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4620e739-24e5-479f-8d91-13097e09980e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:46.627558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef3c25-285d-43f2-bf1c-152624b905dd None None] The sync data for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 is: [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:44Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:46.643967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-920d4a11-5959-4c46-b078-56022c978ca5 service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628515 Aug 03 19:28:46.670703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network 40f1fefe-b209-4192-ad90-1d90b6cd240d is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:46.722317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a034ec1-c577-406f-8190-a9027adc70e5 None None] Pushing event updated for resources: {'Port': ['ID=49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.741097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 40f1fefe-b209-4192-ad90-1d90b6cd240d) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:46.775171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:46.776262 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.830259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3660cb9-bf92-4a0d-8ddc-685d57301be0 None None] Network 40f1fefe-b209-4192-ad90-1d90b6cd240d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:46.834673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f48714-c873-4c3f-9a97-51e38d221758 None None] Pushing event deleted for resources: {'Port': ['ID=3cb2f911-7f3f-4721-b77f-8771e744ffbb,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.925967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4620e739-24e5-479f-8d91-13097e09980e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:46.927588 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f123def7-a2fb-46bc-9904-7e81004ee660 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7936468 Aug 03 19:28:46.933735 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4620e739-24e5-479f-8d91-13097e09980e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.936663 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-4620e739-24e5-479f-8d91-13097e09980e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:28:46.936912 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4620e739-24e5-479f-8d91-13097e09980e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:46.946748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54708) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:47.148925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-41a02f7f-3336-45d8-81ba-bc553b8c581f req-fb68923f-972d-491d-8c1a-91649c0aebe5 service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791012 Aug 03 19:28:47.160917 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4620e739-24e5-479f-8d91-13097e09980e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6111951 Aug 03 19:28:47.166109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54712) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:47.377288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-40f1fefe-b209-4192-ad90-1d90b6cd240d', 'network_id': '40f1fefe-b209-4192-ad90-1d90b6cd240d', 'tenant_id': 'fdd7625c21c144b28f2d99e697c3ada6', 'fixed_ips': [{'subnet_id': 'b9aac971-f0be-43b0-8bc7-3856791fb0c6'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:47.378738 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.393432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28d5bbae-d5a8-42fc-9077-6b7175b79d5f req-aa9d8b87-85a6-4f5d-8d18-33b557fd0dd1 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "GET /v2.0/ports?device_id=0ead48ea-fe97-48e4-a9fd-40fc398cea0d HTTP/1.1" status: 200 len: 210 time: 0.0402603 Aug 03 19:28:47.396349 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.770909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device abc1823f-a3de-4580-b8e7-670f9b2df555 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:47.945884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Allocated IP 172.20.0.2 (40f1fefe-b209-4192-ad90-1d90b6cd240d/b9aac971-f0be-43b0-8bc7-3856791fb0c6/060f2a1c-a823-48f8-8c38-e44a80e29470) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:48.055818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port abc1823f-a3de-4580-b8e7-670f9b2df555 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:48.078536 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a44f192f-1864-49c6-9c67-5945fea3b610 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.9077177 Aug 03 19:28:48.082611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54716) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:48.179248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port abc1823f-a3de-4580-b8e7-670f9b2df555 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:48.179898 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.310598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dcf62e-c21e-480a-aa7b-77ef20ff90c4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:48.318969 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e6dcf62e-c21e-480a-aa7b-77ef20ff90c4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2125220 Aug 03 19:28:48.320309 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54718) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:48.479290 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8a483f58-e0f3-4d53-bbe6-be893ecde814 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396666 Aug 03 19:28:48.482594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54722) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:48.492648 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.504229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-41e4ed24-bc0a-4444-95d8-2ec24acbc6bf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:48.521732 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.588602 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.612646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54724) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:48.613528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.624947 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.651342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Transition to ACTIVE for port object 060f2a1c-a823-48f8-8c38-e44a80e29470 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:48.722129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port abc1823f-a3de-4580-b8e7-670f9b2df555, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=abc1823f-a3de-4580-b8e7-670f9b2df555,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:48.739403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Transition to ACTIVE for port object 060f2a1c-a823-48f8-8c38-e44a80e29470 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:48.745897 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.748101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:48.835359 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.845142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf86e5-3140-4303-8bae-77eabba164ed None None] Network 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:48.848903 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.947551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e4ed24-bc0a-4444-95d8-2ec24acbc6bf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:48.953705 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41e4ed24-bc0a-4444-95d8-2ec24acbc6bf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.998396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:49.005430 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.009019 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Subnet': ['ID=b9aac971-f0be-43b0-8bc7-3856791fb0c6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.011202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9f159b36-793e-418e-b180-06049ae1d7ef None None] Provisioning for port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:49.020253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9f159b36-793e-418e-b180-06049ae1d7ef None None] Provisioning complete for port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:49.020253 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9f159b36-793e-418e-b180-06049ae1d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.064796 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.072639 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.095952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f1fefe-b209-4192-ad90-1d90b6cd240d']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:49.121202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b18a173-f693-4f23-8b8c-41389da6c2f0') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:49.121722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b18a173-f693-4f23-8b8c-41389da6c2f0') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:49.145438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Router 69a53abd-672d-4f20-a2ef-e7675a82336f is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:28:49.151330 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.174736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.187948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:49.189108 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:49.194335 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:49.312483 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.db.api [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:28:49.312483 n-d-802918-7 neutron-server[100488]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:28:49.312483 n-d-802918-7 neutron-server[100488]: [parameters: {'id': '40f1fefe-b209-4192-ad90-1d90b6cd240d'}] Aug 03 19:28:49.312483 n-d-802918-7 neutron-server[100488]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:28:49.313885 n-d-802918-7 neutron-server[100488]: DEBUG oslo_db.api [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:28:49.324171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:49.324171 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.331936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Network 40f1fefe-b209-4192-ad90-1d90b6cd240d is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:49.338355 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.343030 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.346128 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] 10.222.0.78 "DELETE /v2.0/security-groups/4bdb572d-e6f9-4cfe-a902-fb7cee131706 HTTP/1.1" status: 204 len: 168 time: 0.6510262 Aug 03 19:28:49.362150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdb572d-e6f9-4cfe-a902-fb7cee131706,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.377733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.378220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.378646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.379067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.379486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.379899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.380441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.380854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.381314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.382497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.382497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.382923 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fb7c79-6095-4ee6-867b-3fb1c93a9463 tempest-TestVolumeBackupRestore-1073276235 tempest-TestVolumeBackupRestore-1073276235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:49.399597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:49.420887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:49.437794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:49.448717 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.452580 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d53b12bd-4ea2-4bd6-b631-ba74e6155c99 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3169348 Aug 03 19:28:49.453013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54730) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:49.495415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Sync routers for ids ['69a53abd-672d-4f20-a2ef-e7675a82336f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:49.537230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=abc1823f-a3de-4580-b8e7-670f9b2df555,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.538312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.objects.ports [None req-41e4ed24-bc0a-4444-95d8-2ec24acbc6bf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100487) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:28:49.539972 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41e4ed24-bc0a-4444-95d8-2ec24acbc6bf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.581100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e4ed24-bc0a-4444-95d8-2ec24acbc6bf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:49.585072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-41e4ed24-bc0a-4444-95d8-2ec24acbc6bf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:49.591786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e4ed24-bc0a-4444-95d8-2ec24acbc6bf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:49.592585 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41e4ed24-bc0a-4444-95d8-2ec24acbc6bf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.622628 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4ed24-bc0a-4444-95d8-2ec24acbc6bf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=450162eb-e3f0-492b-a965-9e9009d0577f,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.629428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-41e4ed24-bc0a-4444-95d8-2ec24acbc6bf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1451178 Aug 03 19:28:49.632425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54734) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:49.640029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:aa:f6:56', 'name': 'tempest-NetworksTestDHCPv6-1308868780'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:49.742667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76e4ea1-11f0-495a-b8cc-0723a503b514 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:49.746625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Pushing event updated for resources: {'Port': ['ID=060f2a1c-a823-48f8-8c38-e44a80e29470,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.815690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:49.870206 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.945278 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Routers {'69a53abd-672d-4f20-a2ef-e7675a82336f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:49.947505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['69a53abd-672d-4f20-a2ef-e7675a82336f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:50.040688 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.074002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port e849994f-8795-4784-ba44-dc0bbed9d6b2 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:50.201343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Deleting port 060f2a1c-a823-48f8-8c38-e44a80e29470 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:50.201926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.225022 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9f159b36-793e-418e-b180-06049ae1d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.343329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9f159b36-793e-418e-b180-06049ae1d7ef None None] For port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9,segment=NetworkSegment(28a182ef-e3d4-41e3-8e9c-4247f555e83e),segment_id=28a182ef-e3d4-41e3-8e9c-4247f555e83e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:50.350118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::f816:3eff:feaa:f656 (be4488c1-7522-4535-990c-62582defe7af/450162eb-e3f0-492b-a965-9e9009d0577f/e849994f-8795-4784-ba44-dc0bbed9d6b2) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:50.365019 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] For port 060f2a1c-a823-48f8-8c38-e44a80e29470, host n-d-802918-7, got binding levels [] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:50.365664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.370264 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9f159b36-793e-418e-b180-06049ae1d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.392498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Calling delete_port for 060f2a1c-a823-48f8-8c38-e44a80e29470 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:50.486782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Attempting to bind port 060f2a1c-a823-48f8-8c38-e44a80e29470 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:50.487289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Attempting to bind port 060f2a1c-a823-48f8-8c38-e44a80e29470 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '2b18a173-f693-4f23-8b8c-41389da6c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '40f1fefe-b209-4192-ad90-1d90b6cd240d'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:50.487770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Attempting to bind port 060f2a1c-a823-48f8-8c38-e44a80e29470 on network 40f1fefe-b209-4192-ad90-1d90b6cd240d {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:50.505026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f159b36-793e-418e-b180-06049ae1d7ef None None] Pushing event updated for resources: {'Port': ['ID=49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:50.661378 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.675640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Set router 69a53abd-672d-4f20-a2ef-e7675a82336f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:50.730826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object e849994f-8795-4784-ba44-dc0bbed9d6b2 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:50.811895 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.816690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:50.818303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Checking segment: {'id': '2b18a173-f693-4f23-8b8c-41389da6c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '40f1fefe-b209-4192-ad90-1d90b6cd240d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:50.820046 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.820474 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.824436 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Bound using segment: {'id': '2b18a173-f693-4f23-8b8c-41389da6c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '40f1fefe-b209-4192-ad90-1d90b6cd240d'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:50.825547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Bound port: 060f2a1c-a823-48f8-8c38-e44a80e29470, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b18a173-f693-4f23-8b8c-41389da6c2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '40f1fefe-b209-4192-ad90-1d90b6cd240d'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:50.826440 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.852110 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.887146 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.911333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Port': ['ID=060f2a1c-a823-48f8-8c38-e44a80e29470,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:50.938774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:50.945283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No DVR routers for this DVR port 060f2a1c-a823-48f8-8c38-e44a80e29470 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:50.948756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:50.970796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:50.983445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:50.986635 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.996026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=e849994f-8795-4784-ba44-dc0bbed9d6b2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:51.032666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3a9fb52e-0447-4832-a84f-10bbac35c08c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3953230 Aug 03 19:28:51.035171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54868) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:51.058774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-804919c0-b72a-4f22-8f8e-73ac606f8ddc None None] Port 060f2a1c-a823-48f8-8c38-e44a80e29470 has been deleted concurrently {{(pid=100489) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 03 19:28:51.169760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cf989330-e497-4734-b399-758e2e6a0940 None None] Provisioning complete for port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:51.170136 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cf989330-e497-4734-b399-758e2e6a0940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.217010 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.241580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9bd311-fd40-458c-b5b2-b1a143893a95 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:51.243251 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-df9bd311-fd40-458c-b5b2-b1a143893a95 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2001376 Aug 03 19:28:51.250147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 54886) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:51.323822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f1fefe-b209-4192-ad90-1d90b6cd240d']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:51.378144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b18a173-f693-4f23-8b8c-41389da6c2f0') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:51.378949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b18a173-f693-4f23-8b8c-41389da6c2f0') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:51.481615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-734da34f-7a25-49ea-8781-95dab2d9f421 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port e849994f-8795-4784-ba44-dc0bbed9d6b2 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:51.481962 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-734da34f-7a25-49ea-8781-95dab2d9f421 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.502365 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:28:51.502951 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:28:51.567069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': '450162eb-e3f0-492b-a965-9e9009d0577f'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:51.568287 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.711403 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-734da34f-7a25-49ea-8781-95dab2d9f421 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.733307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.759869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-734da34f-7a25-49ea-8781-95dab2d9f421 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for e849994f-8795-4784-ba44-dc0bbed9d6b2 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:51.832809 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.933383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:51.933846 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:51.937086 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:52.060247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Allocated IP 2001:db8::f816:3eff:fe6b:503a (be4488c1-7522-4535-990c-62582defe7af/450162eb-e3f0-492b-a965-9e9009d0577f/d352bb4d-50a6-4258-a46e-ce36bf74a628) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:52.062629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Allocated IP 172.20.0.1 (7c19d3f9-c83b-4c73-b37d-59939ee42ef2/f1bf10ca-2a09-44e6-8ff3-bee69439b2e1/5a96bb94-2874-4d31-a857-70ad25d068bd) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:52.095765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.104981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.108787 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/40f1fefe-b209-4192-ad90-1d90b6cd240d HTTP/1.1" status: 204 len: 168 time: 5.1601768 Aug 03 19:28:52.132614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54968) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.193835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed49a0-04af-4b9b-aad1-3595faa49690 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=40f1fefe-b209-4192-ad90-1d90b6cd240d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:52.223460 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-734da34f-7a25-49ea-8781-95dab2d9f421 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.239723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'name': 'tempest-TestVolumeBootPattern-1870519378-router', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:42Z', 'updated_at': '2021-08-03T19:28:46Z', 'revision_number': 3, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'gw_port': {'id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:44Z', 'updated_at': '2021-08-03T19:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:52.297316 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-893db18b-5ae0-4cc9-93c2-a6453c21ae8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] GET failed (client error): The resource could not be found. Aug 03 19:28:52.303635 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-893db18b-5ae0-4cc9-93c2-a6453c21ae8a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/subnets/b9aac971-f0be-43b0-8bc7-3856791fb0c6 HTTP/1.1" status: 404 len: 337 time: 0.1693583 Aug 03 19:28:52.315383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Checking router: 69a53abd-672d-4f20-a2ef-e7675a82336f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:52.315691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Updating router 69a53abd-672d-4f20-a2ef-e7675a82336f port 2bc2144b-7ea9-4589-9658-74512ecc7b74 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:52.331664 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54986) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.387507 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cab74e-8ba6-460d-95c1-49cdad310d94 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:28:52.388131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38cab74e-8ba6-460d-95c1-49cdad310d94 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:52.390023 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-38cab74e-8ba6-460d-95c1-49cdad310d94 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/40f1fefe-b209-4192-ad90-1d90b6cd240d HTTP/1.1" status: 404 len: 339 time: 0.0469158 Aug 03 19:28:52.409477 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.410070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 54996) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.421981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734da34f-7a25-49ea-8781-95dab2d9f421 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=e849994f-8795-4784-ba44-dc0bbed9d6b2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:52.501368 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-734da34f-7a25-49ea-8781-95dab2d9f421 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.503415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-734da34f-7a25-49ea-8781-95dab2d9f421 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/e849994f-8795-4784-ba44-dc0bbed9d6b2 HTTP/1.1" status: 204 len: 168 time: 1.2521579 Aug 03 19:28:52.506594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55008) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.667119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152780c-6382-421c-bc3b-9733dc1b0063 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.669833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152780c-6382-421c-bc3b-9733dc1b0063 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:52.675233 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e152780c-6382-421c-bc3b-9733dc1b0063 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1671693 Aug 03 19:28:52.679494 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55020) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.689594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device abc1823f-a3de-4580-b8e7-670f9b2df555 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:52.875143 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.904974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fe685d-91ec-4e41-9371-19e096810972 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 450162eb-e3f0-492b-a965-9e9009d0577f {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:52.931045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.004506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Transition to ACTIVE for port object 5a96bb94-2874-4d31-a857-70ad25d068bd will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:53.030119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Transition to ACTIVE for port object d352bb4d-50a6-4258-a46e-ce36bf74a628 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:53.040830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb91833-1e9e-4741-9ec2-ab9a81527b4e tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:53.045485 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bfb91833-1e9e-4741-9ec2-ab9a81527b4e tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6274085 Aug 03 19:28:53.046149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55054) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:53.079608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port abc1823f-a3de-4580-b8e7-670f9b2df555 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:53.080692 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.116433 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eccd9a65-4e4a-4620-a9fd-8783705f20c5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 207 time: 0.0689290 Aug 03 19:28:53.120029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55062) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:53.151838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Transition to ACTIVE for port object d352bb4d-50a6-4258-a46e-ce36bf74a628 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:53.165044 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69fe685d-91ec-4e41-9371-19e096810972 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.169286 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.240322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.273813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:53.282939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:53.291549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:53.379144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69fe685d-91ec-4e41-9371-19e096810972 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.402341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Pushing event updated for resources: {'Port': ['ID=d352bb4d-50a6-4258-a46e-ce36bf74a628,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:53.403096 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Network 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:53.434511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-29b68ff5-7e05-4267-bca4-2927eab74a2c None None] Could not find standard attr ID for object 060f2a1c-a823-48f8-8c38-e44a80e29470. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:28:53.516469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:53.581068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:53.649046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5a96bb94-2874-4d31-a857-70ad25d068bd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:53.756509 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.931098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d756d-3718-4948-9310-967425f36b0f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:53.955032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d756d-3718-4948-9310-967425f36b0f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:53.979793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d756d-3718-4948-9310-967425f36b0f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:53.993547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d756d-3718-4948-9310-967425f36b0f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:54.001798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-475d756d-3718-4948-9310-967425f36b0f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8795102 Aug 03 19:28:54.010584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55134) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:54.024794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69fe685d-91ec-4e41-9371-19e096810972 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.115540 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.131034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Transition to ACTIVE for port object 2bc2144b-7ea9-4589-9658-74512ecc7b74 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:54.136989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Attempting to bind port d352bb4d-50a6-4258-a46e-ce36bf74a628 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:54.137783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Attempting to bind port d352bb4d-50a6-4258-a46e-ce36bf74a628 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:54.138557 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Attempting to bind port d352bb4d-50a6-4258-a46e-ce36bf74a628 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:54.142071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0244c076-bcce-4331-9ab4-65d48cef10d5 None None] DHCP port deletion for 40f1fefe-b209-4192-ad90-1d90b6cd240d request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:28:54.178602 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.295256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ee3825a0-88c4-4b17-a274-a4f89fa63429 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2834342 Aug 03 19:28:54.306905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55158) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:54.318468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:54.327923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b31aaa-f4f9-4090-b38b-67375c28094b None None] Network 40f1fefe-b209-4192-ad90-1d90b6cd240d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:54.374099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69fe685d-91ec-4e41-9371-19e096810972 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.443143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18402a39-1bbb-4e15-bdea-2494a2f5b058 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:54.448297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18402a39-1bbb-4e15-bdea-2494a2f5b058 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:54.449773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe685d-91ec-4e41-9371-19e096810972 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=450162eb-e3f0-492b-a965-9e9009d0577f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.456682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-18402a39-1bbb-4e15-bdea-2494a2f5b058 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1452947 Aug 03 19:28:54.459544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55170) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:54.459906 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69fe685d-91ec-4e41-9371-19e096810972 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.464071 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-69fe685d-91ec-4e41-9371-19e096810972 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/450162eb-e3f0-492b-a965-9e9009d0577f HTTP/1.1" status: 204 len: 168 time: 1.7435586 Aug 03 19:28:54.467431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55172) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:54.523468 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ae290483-46e8-4d31-9c88-4ce6111e2d76 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539274 Aug 03 19:28:54.524495 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.527132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55178) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:54.534350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:54.565312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73d807-f330-4b0c-b4ef-d97c7f3ca141 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:54.569081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73d807-f330-4b0c-b4ef-d97c7f3ca141 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:54.574707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9d73d807-f330-4b0c-b4ef-d97c7f3ca141 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1100426 Aug 03 19:28:54.577724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:54.584453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:54.585258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55184) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:54.587120 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.587806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:54.588665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Bound port: d352bb4d-50a6-4258-a46e-ce36bf74a628, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:54.589356 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.638136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b31aaa-f4f9-4090-b38b-67375c28094b None None] Network 40f1fefe-b209-4192-ad90-1d90b6cd240d could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:28:54.716958 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Attempting to bind port 2bc2144b-7ea9-4589-9658-74512ecc7b74 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:54.718838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Attempting to bind port 2bc2144b-7ea9-4589-9658-74512ecc7b74 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:54.720209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Attempting to bind port 2bc2144b-7ea9-4589-9658-74512ecc7b74 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:54.763808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-449a04aa-a213-4952-a60a-6bb9cef787a4 None None] Provisioning for port 5a96bb94-2874-4d31-a857-70ad25d068bd completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:54.801619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b107cf9-7f41-4328-8b88-34a82e973298 None None] Pushing event updated for resources: {'Port': ['ID=2bc2144b-7ea9-4589-9658-74512ecc7b74,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.849280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:54.849950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:54.850414 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.850989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:54.852091 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Bound port: 2bc2144b-7ea9-4589-9658-74512ecc7b74, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:54.852745 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.859236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-449a04aa-a213-4952-a60a-6bb9cef787a4 None None] Provisioning complete for port 5a96bb94-2874-4d31-a857-70ad25d068bd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:54.859686 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-449a04aa-a213-4952-a60a-6bb9cef787a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.979793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee74b60-6216-4680-8bb8-3b6ce8f20166 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:54.985566 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eee74b60-6216-4680-8bb8-3b6ce8f20166 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/networks/61f04146-0077-49a7-8124-eb6f2b1da21d HTTP/1.1" status: 200 len: 800 time: 0.3949685 Aug 03 19:28:54.987656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55218) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:55.100714 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:28:55.124744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:55.129462 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.156193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:55.157954 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.160981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-449a04aa-a213-4952-a60a-6bb9cef787a4 None None] Port 5a96bb94-2874-4d31-a857-70ad25d068bd cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:55.168894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] For port d352bb4d-50a6-4258-a46e-ce36bf74a628, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:55.187340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ccc47e0b-fd9b-4ddf-b9ef-79d194c9022f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/networks/61f04146-0077-49a7-8124-eb6f2b1da21d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1983681 Aug 03 19:28:55.189535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] For port d352bb4d-50a6-4258-a46e-ce36bf74a628, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d352bb4d-50a6-4258-a46e-ce36bf74a628,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:55.192400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55220) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:55.254403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.265141 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.272711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cdd83e-4fb5-4455-bc3c-2773e8e1f9af tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:55.278173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-67cdd83e-4fb5-4455-bc3c-2773e8e1f9af tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/subnets/edfb3108-a47a-46b0-8aa8-acf51ac130bc HTTP/1.1" status: 200 len: 811 time: 0.0833242 Aug 03 19:28:55.278849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55222) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:55.286020 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.305863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] For port 2bc2144b-7ea9-4589-9658-74512ecc7b74, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:55.340110 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be2bceb-a84e-481a-a9b5-0d25152c50ee tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['shared'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:55.346684 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2be2bceb-a84e-481a-a9b5-0d25152c50ee tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "GET /v2.0/subnets/edfb3108-a47a-46b0-8aa8-acf51ac130bc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0665143 Aug 03 19:28:55.347715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55224) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:55.354599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335629400'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:55.379225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:55.383762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.414376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:55.428788 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.429622 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Added segment afaf8e9f-b8de-4c61-bddf-fcaa551f39db of type vlan for network bbb051cf-1078-4c2d-b09a-775d54519dc8 Aug 03 19:28:55.494249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] For port 2bc2144b-7ea9-4589-9658-74512ecc7b74, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2bc2144b-7ea9-4589-9658-74512ecc7b74,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:55.511955 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.555279 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.564003 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:55.566065 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.585220 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.588619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a66845-ec68-428f-aa53-bc0a514ce8de None None] Pushing event updated for resources: {'Port': ['ID=d352bb4d-50a6-4258-a46e-ce36bf74a628,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:55.605690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5a96bb94-2874-4d31-a857-70ad25d068bd,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:55.611201 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.621695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2228cf5b-befd-4bb3-915c-61949e9f9ae0 None None] get_active_networks_info from n-d-802918-7 {{(pid=100489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:28:55.697978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3488519 Aug 03 19:28:55.724764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55228) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:55.732090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'network_id': 'bbb051cf-1078-4c2d-b09a-775d54519dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:55.803764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389b523-e494-45c1-bf3b-303e53a99c66 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Network': ['ID=bbb051cf-1078-4c2d-b09a-775d54519dc8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:55.840296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network bbb051cf-1078-4c2d-b09a-775d54519dc8 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:55.872888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Made reservation on behalf of fdd7625c21c144b28f2d99e697c3ada6 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:55.878132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.959495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.ipam_backend_mixin [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Performing IP validity checks on allocation pools {{(pid=100487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:28:55.960308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.ipam_backend_mixin [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100487) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:28:56.106478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Routers {'69a53abd-672d-4f20-a2ef-e7675a82336f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:56.110376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['69a53abd-672d-4f20-a2ef-e7675a82336f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:56.207101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b107cf9-7f41-4328-8b88-34a82e973298 None None] Pushing event updated for resources: {'Port': ['ID=2bc2144b-7ea9-4589-9658-74512ecc7b74,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:56.240625 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.293180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2228cf5b-befd-4bb3-915c-61949e9f9ae0 None None] Resources bound (agent type, host, resource id): {{(pid=100489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:28:56.360459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Network 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:56.370132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:56.374246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 060f2a1c-a823-48f8-8c38-e44a80e29470 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:56.421765 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=1f310ee8-344b-4c9f-a82e-ba1be935cd94,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:56.429273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 060f2a1c-a823-48f8-8c38-e44a80e29470 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:56.429827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 060f2a1c-a823-48f8-8c38-e44a80e29470 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:56.467181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Checking segment: {'id': 'afaf8e9f-b8de-4c61-bddf-fcaa551f39db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'bbb051cf-1078-4c2d-b09a-775d54519dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:56.467662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network hostable DHCP agents. Network: bbb051cf-1078-4c2d-b09a-775d54519dc8, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:56.491988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Network bbb051cf-1078-4c2d-b09a-775d54519dc8 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:56.507199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, bbb051cf-1078-4c2d-b09a-775d54519dc8) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:56.513549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:56.513854 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.538474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1c3e123d-f224-456c-a3ab-4ad49cd099a2 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8117192 Aug 03 19:28:56.541530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55232) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:56.552703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] Set router 69a53abd-672d-4f20-a2ef-e7675a82336f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:56.553864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8f9222b8-c7c8-4942-813a-6f18ee79165d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:56.751300 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f9222b8-c7c8-4942-813a-6f18ee79165d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4029404'] for subnet, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.033796 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f9222b8-c7c8-4942-813a-6f18ee79165d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793098207398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3398975'] for subnet, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.062104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:28:57.109131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55236) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:57.152587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9222b8-c7c8-4942-813a-6f18ee79165d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:57.153905 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f9222b8-c7c8-4942-813a-6f18ee79165d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.156302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8f9222b8-c7c8-4942-813a-6f18ee79165d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "PUT /v2.0/subnets/1f310ee8-344b-4c9f-a82e-ba1be935cd94 HTTP/1.1" status: 200 len: 877 time: 0.6120074 Aug 03 19:28:57.161848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55240) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:57.301170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54a5788-6612-4a24-aa8e-42d240f94d4f None None] Update dhcp port {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': 'eb26d991-21b1-4938-bf86-2b1108bee077'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'd352bb4d-50a6-4258-a46e-ce36bf74a628'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:28:57.308818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Router 69a53abd-672d-4f20-a2ef-e7675a82336f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:57.320167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9222b8-c7c8-4942-813a-6f18ee79165d tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event updated for resources: {'Subnet': ['ID=1f310ee8-344b-4c9f-a82e-ba1be935cd94,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:57.354333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'name': 'tempest-TestVolumeBootPattern-1870519378-router', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:42Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 4, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'gw_port': {'id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:44Z', 'updated_at': '2021-08-03T19:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a96bb94-2874-4d31-a857-70ad25d068bd', 'name': '', 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'mac_address': 'fa:16:3e:f3:f6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f1bf10ca-2a09-44e6-8ff3-bee69439b2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:51Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 2, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'subnets': [{'id': 'f1bf10ca-2a09-44e6-8ff3-bee69439b2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:57.398541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d5ed11-46c3-406b-9d3a-b2a23e24ae1b None None] The sync data for ids ['69a53abd-672d-4f20-a2ef-e7675a82336f'] in n-d-802918-7 is: [{'id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'name': 'tempest-TestVolumeBootPattern-1870519378-router', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:42Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 4, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'gw_port': {'id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:44Z', 'updated_at': '2021-08-03T19:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a96bb94-2874-4d31-a857-70ad25d068bd', 'name': '', 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'mac_address': 'fa:16:3e:f3:f6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f1bf10ca-2a09-44e6-8ff3-bee69439b2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:51Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 2, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'subnets': [{'id': 'f1bf10ca-2a09-44e6-8ff3-bee69439b2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:57.400623 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e54a5788-6612-4a24-aa8e-42d240f94d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.536254 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.655422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:57.665994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.681051 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d486c308-2c79-4b12-bfb8-6c91003cb0d9 admin admin] 10.222.0.78 "PUT /v2.0/routers/69a53abd-672d-4f20-a2ef-e7675a82336f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2189856 Aug 03 19:28:57.714763 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.732437 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-e54a5788-6612-4a24-aa8e-42d240f94d4f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe6b:503a-73326178-0afb-4232-acb5-3775c62267 {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:28:57.733382 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-e54a5788-6612-4a24-aa8e-42d240f94d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:28:57.869777 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.959620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Subnet': ['ID=1f310ee8-344b-4c9f-a82e-ba1be935cd94,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:58.029019 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] For port d352bb4d-50a6-4258-a46e-ce36bf74a628, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d352bb4d-50a6-4258-a46e-ce36bf74a628,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:58.066228 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.085128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb051cf-1078-4c2d-b09a-775d54519dc8']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:58.101618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaf8e9f-b8de-4c61-bddf-fcaa551f39db') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:58.101845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaf8e9f-b8de-4c61-bddf-fcaa551f39db') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:58.104956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.112677 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.113601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.121650 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.196224 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.207735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:58.207735 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:58.211564 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:58.215679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:58.223791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:58.230750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:58.231372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.274905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=eb26d991-21b1-4938-bf86-2b1108bee077,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:58.302218 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.303682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=d352bb4d-50a6-4258-a46e-ce36bf74a628,revision_number=5']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:58.315181 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-77b100c0-7430-425b-a91d-455fe39dce9b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7866070 Aug 03 19:28:58.315860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55250) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:58.323456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:6f:02:82', 'name': 'tempest-NetworksTestDHCPv6-1745262219'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:58.338931 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e54a5788-6612-4a24-aa8e-42d240f94d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.364686 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.377701 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.379899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/bbb051cf-1078-4c2d-b09a-775d54519dc8 HTTP/1.1" status: 204 len: 168 time: 1.2164905 Aug 03 19:28:58.400298 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55256) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:58.434770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00994c-1429-412d-bb1a-1ce5e3aa79ad tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=bbb051cf-1078-4c2d-b09a-775d54519dc8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:58.582080 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b7a654-273c-44c0-b330-ca9f977a5fe5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:28:58.582813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b7a654-273c-44c0-b330-ca9f977a5fe5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:58.587148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-14b7a654-273c-44c0-b330-ca9f977a5fe5 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/subnets/1f310ee8-344b-4c9f-a82e-ba1be935cd94 HTTP/1.1" status: 404 len: 337 time: 0.1711676 Aug 03 19:28:58.589075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55258) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:58.626799 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-347d52d2-f7e5-424d-9e66-4bbfd5a74676 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:28:58.627848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347d52d2-f7e5-424d-9e66-4bbfd5a74676 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:58.631889 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-347d52d2-f7e5-424d-9e66-4bbfd5a74676 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/bbb051cf-1078-4c2d-b09a-775d54519dc8 HTTP/1.1" status: 404 len: 339 time: 0.0405781 Aug 03 19:28:58.635369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55260) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:58.656354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:58.697046 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c4aba2-b584-475d-9e78-826dbb586b95 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:28:58.697611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c4aba2-b584-475d-9e78-826dbb586b95 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:58.702092 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e7c4aba2-b584-475d-9e78-826dbb586b95 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/subnets/b9aac971-f0be-43b0-8bc7-3856791fb0c6 HTTP/1.1" status: 404 len: 337 time: 0.0625775 Aug 03 19:28:58.702801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55262) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:58.776720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e54a5788-6612-4a24-aa8e-42d240f94d4f None None] For port d352bb4d-50a6-4258-a46e-ce36bf74a628, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d352bb4d-50a6-4258-a46e-ce36bf74a628,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:58.823026 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8e4137-964b-414b-955d-bdcaf6903f60 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:28:58.823660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8e4137-964b-414b-955d-bdcaf6903f60 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:58.825973 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d8e4137-964b-414b-955d-bdcaf6903f60 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/40f1fefe-b209-4192-ad90-1d90b6cd240d HTTP/1.1" status: 404 len: 339 time: 0.0964749 Aug 03 19:28:58.826239 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e54a5788-6612-4a24-aa8e-42d240f94d4f None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.830939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55264) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:58.833944 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e54a5788-6612-4a24-aa8e-42d240f94d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.952076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a5788-6612-4a24-aa8e-42d240f94d4f None None] Pushing event updated for resources: {'Port': ['ID=d352bb4d-50a6-4258-a46e-ce36bf74a628,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:59.032157 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.038154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.122260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 9664954c-97e0-4963-84f4-3db076231df8 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:59.462632 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.477336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90bd8e5-d259-4e96-8ecf-329be683e1fb']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:59.491272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd047b3-13cf-4416-bec0-2b3409878b88') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:59.491699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd047b3-13cf-4416-bec0-2b3409878b88') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:59.503795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.520544 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.542747 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:59.543177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.545610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] Deleting port cba98934-5deb-4cb2-8c45-cb151783847d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:59.545830 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:59.547050 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:59.571294 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::f816:3eff:fe6f:282 (be4488c1-7522-4535-990c-62582defe7af/eb26d991-21b1-4938-bf86-2b1108bee077/9664954c-97e0-4963-84f4-3db076231df8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:59.680385 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.681186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] For port cba98934-5deb-4cb2-8c45-cb151783847d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=cba98934-5deb-4cb2-8c45-cb151783847d,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:59.684443 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.687573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.692487 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/c90bd8e5-d259-4e96-8ecf-329be683e1fb HTTP/1.1" status: 204 len: 168 time: 0.8581865 Aug 03 19:28:59.707444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55284) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:59.723803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea40de5-199d-48a9-9ac9-a16eb2aa6e4f tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=c90bd8e5-d259-4e96-8ecf-329be683e1fb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:59.740425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] Calling delete_port for cba98934-5deb-4cb2-8c45-cb151783847d owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:59.785938 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.800771 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-992a1d45-225c-45cd-92a4-fb7d62f31795 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:28:59.801241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992a1d45-225c-45cd-92a4-fb7d62f31795 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:59.811538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-992a1d45-225c-45cd-92a4-fb7d62f31795 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/subnets/2f0e51da-a0dd-42d9-96dd-1fc7438441ad HTTP/1.1" status: 404 len: 337 time: 0.1024449 Aug 03 19:28:59.816954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55288) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:59.921186 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-154ddd23-91d2-4f53-b127-8456e8034a1a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:28:59.924048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154ddd23-91d2-4f53-b127-8456e8034a1a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:59.933027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-154ddd23-91d2-4f53-b127-8456e8034a1a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/104eeb7a-7a04-43e8-b4cd-5e9107461a99 HTTP/1.1" status: 404 len: 339 time: 0.1149185 Aug 03 19:28:59.934069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55294) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:59.950361 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.990600 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-961378de-e690-4b48-9cd1-b3f1cdec8d93 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:28:59.991183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961378de-e690-4b48-9cd1-b3f1cdec8d93 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:59.997680 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-961378de-e690-4b48-9cd1-b3f1cdec8d93 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/subnets/e78d7bef-629c-43bb-82d0-4af87924b3a7 HTTP/1.1" status: 404 len: 337 time: 0.0582988 Aug 03 19:28:59.999439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55296) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.012541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 9664954c-97e0-4963-84f4-3db076231df8 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:00.073889 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.080435 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-1299fa5b-b090-49c9-bffb-01382c851537 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.081801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1299fa5b-b090-49c9-bffb-01382c851537 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.089291 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1299fa5b-b090-49c9-bffb-01382c851537 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/8308dfcb-a497-4331-93dc-1b35168dc44a HTTP/1.1" status: 404 len: 339 time: 0.0866289 Aug 03 19:29:00.089651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55298) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.100790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a210a-63a8-4632-865e-d723c907de36 req-61c82ad1-6b8a-4b9e-9d60-dadd352867e8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:00.103259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e92a210a-63a8-4632-865e-d723c907de36 req-61c82ad1-6b8a-4b9e-9d60-dadd352867e8 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.1836534 Aug 03 19:29:00.169701 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-da59c5e2-2770-4add-8a00-cf74d7e23df6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.170316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da59c5e2-2770-4add-8a00-cf74d7e23df6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.174896 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-da59c5e2-2770-4add-8a00-cf74d7e23df6 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/subnets/5792b5d3-8353-41d7-a31a-b12f433e9858 HTTP/1.1" status: 404 len: 337 time: 0.0750558 Aug 03 19:29:00.174896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:00.178582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55300) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.193809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:00.200857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:00.207531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:00.208441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.224838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=9664954c-97e0-4963-84f4-3db076231df8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:00.232342 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e82b918-191f-4c18-8594-d84d9f0c3efc tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.233071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e92a210a-63a8-4632-865e-d723c907de36 req-95c35998-a113-4297-996c-550553122d13 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052506 Aug 03 19:29:00.233241 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e82b918-191f-4c18-8594-d84d9f0c3efc tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.235822 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7e82b918-191f-4c18-8594-d84d9f0c3efc tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/cc148165-3d80-4de2-9d68-cf589a6afcc6 HTTP/1.1" status: 404 len: 339 time: 0.0564764 Aug 03 19:29:00.238854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55302) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.260033 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-74b6a803-36c4-4986-8baa-80498636ae65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9425979 Aug 03 19:29:00.262972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55306) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.314961 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f7300b-daf1-4d8a-8a45-ae391d10ea1a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.315535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f7300b-daf1-4d8a-8a45-ae391d10ea1a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.317641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-79f7300b-daf1-4d8a-8a45-ae391d10ea1a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/subnets/43536d11-2995-4b66-b6b5-d57455ec97b6 HTTP/1.1" status: 404 len: 337 time: 0.0734804 Aug 03 19:29:00.321130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55308) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.373294 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34b979b-7d36-4260-a5e8-1ce9175388b0 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.375178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34b979b-7d36-4260-a5e8-1ce9175388b0 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.381367 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f34b979b-7d36-4260-a5e8-1ce9175388b0 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/be12cf92-b7c6-4d32-8502-5fe51acd4076 HTTP/1.1" status: 404 len: 339 time: 0.0556295 Aug 03 19:29:00.382715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55310) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.432984 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.437640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac361fdd-df0e-4800-914b-54c1ff12708d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:00.444635 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac361fdd-df0e-4800-914b-54c1ff12708d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:00.447264 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ac361fdd-df0e-4800-914b-54c1ff12708d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1826894 Aug 03 19:29:00.451759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55312) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.476463 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b6e720-41a0-4c5b-b0b2-01341b3d2142 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.477081 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b6e720-41a0-4c5b-b0b2-01341b3d2142 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.479149 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c0b6e720-41a0-4c5b-b0b2-01341b3d2142 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/subnets/50e6108d-3d2c-4ddb-a116-aca43d4253b7 HTTP/1.1" status: 404 len: 337 time: 0.0940037 Aug 03 19:29:00.485450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55314) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.518610 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-042c6846-7bd6-40b5-88a5-feea379fa546 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.519506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042c6846-7bd6-40b5-88a5-feea379fa546 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.523752 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-042c6846-7bd6-40b5-88a5-feea379fa546 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/f180ea0f-7c62-48ae-9ed0-9f4b99e158bf HTTP/1.1" status: 404 len: 339 time: 0.0368357 Aug 03 19:29:00.532291 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55316) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.532448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2bc2144b-7ea9-4589-9658-74512ecc7b74 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:00.564760 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-508079bd-8016-494f-a843-692b21e41a6c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.565560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508079bd-8016-494f-a843-692b21e41a6c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.569550 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-508079bd-8016-494f-a843-692b21e41a6c tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/subnets/78e2fea2-a9af-42d0-9483-fe82412b6f8c HTTP/1.1" status: 404 len: 337 time: 0.0343246 Aug 03 19:29:00.572679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55318) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.608933 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b43a8ab-b644-4896-b57b-bccb56d51b5a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.611144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b43a8ab-b644-4896-b57b-bccb56d51b5a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.613668 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0b43a8ab-b644-4896-b57b-bccb56d51b5a tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/9b280aab-eeda-43ff-995d-5ad8705d580e HTTP/1.1" status: 404 len: 339 time: 0.0394714 Aug 03 19:29:00.617172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55320) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.651051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 2bc2144b-7ea9-4589-9658-74512ecc7b74 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:00.662560 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33ef0ea-17ad-43a1-8df7-670ec4b53b56 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.663375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33ef0ea-17ad-43a1-8df7-670ec4b53b56 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.664318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2bc2144b-7ea9-4589-9658-74512ecc7b74 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:00.664988 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.667353 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b33ef0ea-17ad-43a1-8df7-670ec4b53b56 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/subnets/a88df8ad-c962-4934-9084-c7bc65454f86 HTTP/1.1" status: 404 len: 337 time: 0.0483022 Aug 03 19:29:00.671125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55322) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.697540 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d182c2a-48f8-4022-a174-baeef30d4dc4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.698252 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d182c2a-48f8-4022-a174-baeef30d4dc4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.700416 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d182c2a-48f8-4022-a174-baeef30d4dc4 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/46e7ef96-51a5-4e35-9a72-95793e5a736c HTTP/1.1" status: 404 len: 339 time: 0.0282519 Aug 03 19:29:00.704566 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55324) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.731064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] Pushing event deleted for resources: {'Port': ['ID=cba98934-5deb-4cb2-8c45-cb151783847d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:00.742456 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-9210787e-8f43-4a12-adbc-5212a0229be8 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.742981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9210787e-8f43-4a12-adbc-5212a0229be8 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.745096 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9210787e-8f43-4a12-adbc-5212a0229be8 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/subnets/dc903ab3-149e-43e5-963f-f221c80898ee HTTP/1.1" status: 404 len: 337 time: 0.0393136 Aug 03 19:29:00.748984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55326) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.766042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4da712-9170-4a1c-96e7-28588114655c None None] get_active_networks_info from n-d-802918-7 {{(pid=100489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:29:00.783626 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-267d0c23-d504-49c9-9af1-7d8554645ebc tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:00.784253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267d0c23-d504-49c9-9af1-7d8554645ebc tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:00.786129 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-267d0c23-d504-49c9-9af1-7d8554645ebc tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/0094f285-0694-4622-9cff-8d86fa1e7302 HTTP/1.1" status: 404 len: 339 time: 0.0362468 Aug 03 19:29:00.794629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55328) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.868865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d1196426-0897-4164-92dc-c5b3b28a3ff4 None None] Provisioning for port d352bb4d-50a6-4258-a46e-ce36bf74a628 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:00.965318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d033bf56-ad3c-4011-aa61-66f8e9379365 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Deleting subnet edfb3108-a47a-46b0-8aa8-acf51ac130bc {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:00.974508 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d033bf56-ad3c-4011-aa61-66f8e9379365 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.981463 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.022059 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbfe87-83bd-4f50-a0d6-9f72625b0e88 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 9664954c-97e0-4963-84f4-3db076231df8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:01.022413 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e7dbfe87-83bd-4f50-a0d6-9f72625b0e88 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.025910 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.053687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 2bc2144b-7ea9-4589-9658-74512ecc7b74, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2bc2144b-7ea9-4589-9658-74512ecc7b74,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:01.062413 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.064589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d352bb4d-50a6-4258-a46e-ce36bf74a628 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:01.088993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d033bf56-ad3c-4011-aa61-66f8e9379365 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.208814 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Sync routers for ids ['69a53abd-672d-4f20-a2ef-e7675a82336f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:01.230761 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Routers {'69a53abd-672d-4f20-a2ef-e7675a82336f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:01.232086 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['69a53abd-672d-4f20-a2ef-e7675a82336f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:01.368847 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Set router 69a53abd-672d-4f20-a2ef-e7675a82336f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:01.424703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4da712-9170-4a1c-96e7-28588114655c None None] Resources bound (agent type, host, resource id): {{(pid=100489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:29:01.440028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=2bc2144b-7ea9-4589-9658-74512ecc7b74,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:01.443371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e7dbfe87-83bd-4f50-a0d6-9f72625b0e88 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.467347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbfe87-83bd-4f50-a0d6-9f72625b0e88 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 9664954c-97e0-4963-84f4-3db076231df8 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:01.486612 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d033bf56-ad3c-4011-aa61-66f8e9379365 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.554365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port d352bb4d-50a6-4258-a46e-ce36bf74a628 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:01.576857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d352bb4d-50a6-4258-a46e-ce36bf74a628 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:01.577315 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.592711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1add6de-8794-4575-a28f-7a80c855445a req-8f70da0c-6417-4aa4-bb07-5e0911ce694a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:01.602600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1add6de-8794-4575-a28f-7a80c855445a req-8f70da0c-6417-4aa4-bb07-5e0911ce694a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.2518976 Aug 03 19:29:01.724792 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'name': 'tempest-TestVolumeBootPattern-1870519378-router', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:42Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 4, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'gw_port': {'id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:44Z', 'updated_at': '2021-08-03T19:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a96bb94-2874-4d31-a857-70ad25d068bd', 'name': '', 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'mac_address': 'fa:16:3e:f3:f6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f1bf10ca-2a09-44e6-8ff3-bee69439b2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:51Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 2, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'subnets': [{'id': 'f1bf10ca-2a09-44e6-8ff3-bee69439b2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:01.761337 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Checking router: 69a53abd-672d-4f20-a2ef-e7675a82336f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:01.762710 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Updating router 69a53abd-672d-4f20-a2ef-e7675a82336f port 5a96bb94-2874-4d31-a857-70ad25d068bd binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:01.765114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b1add6de-8794-4575-a28f-7a80c855445a req-a27e1b8a-5438-487c-baaf-6a55bddca2b3 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638377 Aug 03 19:29:01.772886 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d033bf56-ad3c-4011-aa61-66f8e9379365 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.801659 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.817262 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.841901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033bf56-ad3c-4011-aa61-66f8e9379365 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Subnet': ['ID=edfb3108-a47a-46b0-8aa8-acf51ac130bc,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:01.853804 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d033bf56-ad3c-4011-aa61-66f8e9379365 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.857599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d033bf56-ad3c-4011-aa61-66f8e9379365 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/subnets/edfb3108-a47a-46b0-8aa8-acf51ac130bc HTTP/1.1" status: 204 len: 168 time: 1.0602973 Aug 03 19:29:01.861975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55346) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:01.883550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port d352bb4d-50a6-4258-a46e-ce36bf74a628, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d352bb4d-50a6-4258-a46e-ce36bf74a628,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:01.891481 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.946590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] Router 3ac51280-4152-4400-a6d0-03fd9e79b931 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:01.962357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=d352bb4d-50a6-4258-a46e-ce36bf74a628,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.002273 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e7dbfe87-83bd-4f50-a0d6-9f72625b0e88 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.008695 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.078805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Deleting port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:02.079081 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.096793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbfe87-83bd-4f50-a0d6-9f72625b0e88 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=9664954c-97e0-4963-84f4-3db076231df8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.116519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-d4de333d-2dfe-410a-86a8-c54bbc1cf675 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:02.118307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-d4de333d-2dfe-410a-86a8-c54bbc1cf675 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.2826886 Aug 03 19:29:02.145716 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e7dbfe87-83bd-4f50-a0d6-9f72625b0e88 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.153631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55348) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:02.154028 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e7dbfe87-83bd-4f50-a0d6-9f72625b0e88 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/9664954c-97e0-4963-84f4-3db076231df8 HTTP/1.1" status: 204 len: 168 time: 1.6886516 Aug 03 19:29:02.207544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] For port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f,segment=NetworkSegment(5af37b85-1a21-4c2f-a9e8-bb81fedd60fe),segment_id=5af37b85-1a21-4c2f-a9e8-bb81fedd60fe)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:02.207929 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.233708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Calling delete_port for 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:02.234008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-9535cbb0-8381-4915-ae85-01972c24df8b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/quotas/d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 375 time: 0.0784488 Aug 03 19:29:02.255667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212dcd1-1ef5-4b00-b72b-23741870c023 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:02.258084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212dcd1-1ef5-4b00-b72b-23741870c023 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:02.260250 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b212dcd1-1ef5-4b00-b72b-23741870c023 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1050687 Aug 03 19:29:02.263164 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55350) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:02.293653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:02.300194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4fea75bf-62d0-4e57-b2a6-5efd0dfc231e admin admin] 10.222.0.78 "PUT /v2.0/routers/3ac51280-4152-4400-a6d0-03fd9e79b931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1876426 Aug 03 19:29:02.302369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55352) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:02.308634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e73cbe-37e2-412c-97e8-1a9bc9eb89f7 None None] Sync routers for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:02.308834 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.331009 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Transition to ACTIVE for port object 5a96bb94-2874-4d31-a857-70ad25d068bd will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:02.342013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e73cbe-37e2-412c-97e8-1a9bc9eb89f7 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:02.342678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b3e73cbe-37e2-412c-97e8-1a9bc9eb89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:02.354573 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.409189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-32c063e6-a550-443c-b3c9-d2f3e4643473 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590590 Aug 03 19:29:02.478367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d987b3-228e-4204-8509-2c0e3d0ead4c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet eb26d991-21b1-4938-bf86-2b1108bee077 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:02.482100 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-72d987b3-228e-4204-8509-2c0e3d0ead4c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.533006 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-72d987b3-228e-4204-8509-2c0e3d0ead4c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.551562 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.553758 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Pushing event updated for resources: {'Port': ['ID=5a96bb94-2874-4d31-a857-70ad25d068bd,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.568688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2bc2144b-7ea9-4589-9658-74512ecc7b74 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:02.593570 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.593927 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.594798 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.595442 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.595795 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.596134 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.596469 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.596807 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.597138 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.597468 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.597821 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.598147 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:02.648246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-b3e73cbe-37e2-412c-97e8-1a9bc9eb89f7 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:02.654303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-014cfe08-07e7-4dba-a28c-23b3266add12 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:29:02.655896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-014cfe08-07e7-4dba-a28c-23b3266add12 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2216897 Aug 03 19:29:02.665570 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-72d987b3-228e-4204-8509-2c0e3d0ead4c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.720162 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Attempting to bind port 5a96bb94-2874-4d31-a857-70ad25d068bd on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:02.720859 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Attempting to bind port 5a96bb94-2874-4d31-a857-70ad25d068bd by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '28a182ef-e3d4-41e3-8e9c-4247f555e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:02.721397 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Attempting to bind port 5a96bb94-2874-4d31-a857-70ad25d068bd on network 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:02.730226 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:02.730915 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Checking segment: {'id': '28a182ef-e3d4-41e3-8e9c-4247f555e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:02.731522 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.732113 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Bound using segment: {'id': '28a182ef-e3d4-41e3-8e9c-4247f555e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:02.733855 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Bound port: 5a96bb94-2874-4d31-a857-70ad25d068bd, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a182ef-e3d4-41e3-8e9c-4247f555e83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:02.734630 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.784123 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-72d987b3-228e-4204-8509-2c0e3d0ead4c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.832697 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.843745 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.855650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2bc2144b-7ea9-4589-9658-74512ecc7b74 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:02.856450 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.875208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d987b3-228e-4204-8509-2c0e3d0ead4c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=eb26d991-21b1-4938-bf86-2b1108bee077,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.898617 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] For port 5a96bb94-2874-4d31-a857-70ad25d068bd, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:02.903347 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] For port 5a96bb94-2874-4d31-a857-70ad25d068bd, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5a96bb94-2874-4d31-a857-70ad25d068bd,segment=NetworkSegment(28a182ef-e3d4-41e3-8e9c-4247f555e83e),segment_id=28a182ef-e3d4-41e3-8e9c-4247f555e83e)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:02.913915 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.929151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-72d987b3-228e-4204-8509-2c0e3d0ead4c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.931546 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-72d987b3-228e-4204-8509-2c0e3d0ead4c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/eb26d991-21b1-4938-bf86-2b1108bee077 HTTP/1.1" status: 204 len: 168 time: 0.6666045 Aug 03 19:29:02.932310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Port': ['ID=43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.941743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f614c1-9d90-4651-905a-1eca5fce375a None None] Network bbb051cf-1078-4c2d-b09a-775d54519dc8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:02.947138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55358) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:02.965360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b82d85-0a34-4900-90b6-3bf8c7934319 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:02.968420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] No DVR routers for this DVR port 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:02.982127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f614c1-9d90-4651-905a-1eca5fce375a None None] Network bbb051cf-1078-4c2d-b09a-775d54519dc8 could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:29:02.985682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1daff4-1dd3-4349-9f59-12faff1bbb2f None None] Network 61f04146-0077-49a7-8124-eb6f2b1da21d requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:03.004724 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346fd94-2ef2-4da8-b846-4cd8230f2f39 None None] Pushing event updated for resources: {'Port': ['ID=5a96bb94-2874-4d31-a857-70ad25d068bd,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:03.008002 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Routers {'69a53abd-672d-4f20-a2ef-e7675a82336f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:03.008668 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['69a53abd-672d-4f20-a2ef-e7675a82336f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:03.017444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-d59a879e-be5e-4e78-873b-a158547a8906 service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049452 Aug 03 19:29:03.049294 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-072f548e-6b54-4b78-9dac-19f063a04b63 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010065 Aug 03 19:29:03.089025 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55360) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:03.099627 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe05b3-24f3-438b-83b8-3757cebb861d None None] Network bbb051cf-1078-4c2d-b09a-775d54519dc8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:03.189739 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] Set router 69a53abd-672d-4f20-a2ef-e7675a82336f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:03.206873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da92ce-7092-4163-a354-60a5c2ead787 req-3f9a83bf-5f00-47c8-a33f-688d9b713976 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:03.222570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78da92ce-7092-4163-a354-60a5c2ead787 req-3f9a83bf-5f00-47c8-a33f-688d9b713976 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.2972364 Aug 03 19:29:03.232160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4653ba6a-2bf7-4435-a8c7-50579fc928f1 None None] Could not find standard attr ID for object 9664954c-97e0-4963-84f4-3db076231df8. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:29:03.234240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe05b3-24f3-438b-83b8-3757cebb861d None None] Network bbb051cf-1078-4c2d-b09a-775d54519dc8 could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:29:03.299529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0762f5-ae58-4c04-af66-44056164e672 None None] Network bbb051cf-1078-4c2d-b09a-775d54519dc8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:03.360851 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.371511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Deleting port 49d47111-6809-4944-b2d3-8c3c277cdd62 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:03.374220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.386636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f04146-0077-49a7-8124-eb6f2b1da21d']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:03.390568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-7b2ec7f4-94a0-4a38-b270-472dfa522fc1 service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719966 Aug 03 19:29:03.401678 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af37b85-1a21-4c2f-a9e8-bb81fedd60fe') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:03.402544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af37b85-1a21-4c2f-a9e8-bb81fedd60fe') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:03.412863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2371321a-d27c-412b-9039-c220a3f55202 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:03.414746 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2371321a-d27c-412b-9039-c220a3f55202 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3241267 Aug 03 19:29:03.415333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4653ba6a-2bf7-4435-a8c7-50579fc928f1 None None] Provisioning complete for port d352bb4d-50a6-4258-a46e-ce36bf74a628 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:03.415718 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4653ba6a-2bf7-4435-a8c7-50579fc928f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.417564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0762f5-ae58-4c04-af66-44056164e672 None None] Network bbb051cf-1078-4c2d-b09a-775d54519dc8 could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:29:03.421204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55362) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:03.435556 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.478032 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.490833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:29:03.491902 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.503563 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-78da92ce-7092-4163-a354-60a5c2ead787 req-effcd4b0-9bb2-496a-848c-77eef083c099 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797310 Aug 03 19:29:03.559429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aad5dbb-10f3-49fb-80a6-523b479d02f9 None None] DHCP port deletion for 61f04146-0077-49a7-8124-eb6f2b1da21d request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:29:03.606258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d352bb4d-50a6-4258-a46e-ce36bf74a628 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:03.647675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] For port 49d47111-6809-4944-b2d3-8c3c277cdd62, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49d47111-6809-4944-b2d3-8c3c277cdd62,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:03.647966 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.670636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Calling delete_port for 49d47111-6809-4944-b2d3-8c3c277cdd62 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:29:03.674056 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:29:03.683298 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'name': 'tempest-TestVolumeBootPattern-1870519378-router', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:42Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 4, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'gw_port': {'id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:44Z', 'updated_at': '2021-08-03T19:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a96bb94-2874-4d31-a857-70ad25d068bd', 'name': '', 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'mac_address': 'fa:16:3e:f3:f6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f1bf10ca-2a09-44e6-8ff3-bee69439b2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:51Z', 'updated_at': '2021-08-03T19:29:02Z', 'revision_number': 4, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'subnets': [{'id': 'f1bf10ca-2a09-44e6-8ff3-bee69439b2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:03.727458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e93011-6564-401b-80b9-18930a013650 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:03.730887 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b3e93011-6564-401b-80b9-18930a013650 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3081973 Aug 03 19:29:03.733052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.753162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55366) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:03.782089 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.793818 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc7cfb-e5a0-4885-ab44-911401207c41 None None] The sync data for ids ['69a53abd-672d-4f20-a2ef-e7675a82336f'] in n-d-802918-7 is: [{'id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'name': 'tempest-TestVolumeBootPattern-1870519378-router', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:42Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 4, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'gw_port': {'id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:44Z', 'updated_at': '2021-08-03T19:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '5a96bb94-2874-4d31-a857-70ad25d068bd', 'name': '', 'network_id': '7c19d3f9-c83b-4c73-b37d-59939ee42ef2', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'mac_address': 'fa:16:3e:f3:f6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'f1bf10ca-2a09-44e6-8ff3-bee69439b2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:51Z', 'updated_at': '2021-08-03T19:29:02Z', 'revision_number': 4, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'subnets': [{'id': 'f1bf10ca-2a09-44e6-8ff3-bee69439b2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:03.795214 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] 10.222.0.78 "DELETE /v2.0/networks/61f04146-0077-49a7-8124-eb6f2b1da21d HTTP/1.1" status: 204 len: 168 time: 1.9303005 Aug 03 19:29:03.823676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e66353-d824-4f61-8095-d355e1f41e97 tempest-NetworksTest-1920916208 tempest-NetworksTest-1920916208-project] Pushing event deleted for resources: {'Network': ['ID=61f04146-0077-49a7-8124-eb6f2b1da21d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:03.845532 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9b793ecc-6f7c-470b-80db-36efceccebe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.861776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b3e73cbe-37e2-412c-97e8-1a9bc9eb89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:29:00Z', 'revision_number': 5, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port': {'id': '49d47111-6809-4944-b2d3-8c3c277cdd62', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:2c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:55Z', 'updated_at': '2021-08-03T19:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:03.934496 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0059487f-bba3-4fb6-84ac-3f25cb5b2c11 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1582513 Aug 03 19:29:03.935577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55372) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:03.956658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:03.973435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e73cbe-37e2-412c-97e8-1a9bc9eb89f7 None None] Checking router: 3ac51280-4152-4400-a6d0-03fd9e79b931 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:04.037927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d352bb4d-50a6-4258-a46e-ce36bf74a628 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:04.039098 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.043007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e216cb-7e04-4aa1-9eb2-002f7a5ad3dd None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:29:04.235454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e73cbe-37e2-412c-97e8-1a9bc9eb89f7 None None] Routers {'3ac51280-4152-4400-a6d0-03fd9e79b931'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:04.236475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b3e73cbe-37e2-412c-97e8-1a9bc9eb89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:28:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ac51280-4152-4400-a6d0-03fd9e79b931'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:04.281987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:04.302926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.481821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e2e216cb-7e04-4aa1-9eb2-002f7a5ad3dd None None] Deleting port d352bb4d-50a6-4258-a46e-ce36bf74a628 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:04.482372 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e2e216cb-7e04-4aa1-9eb2-002f7a5ad3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.485891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-b3e73cbe-37e2-412c-97e8-1a9bc9eb89f7 None None] Set router 3ac51280-4152-4400-a6d0-03fd9e79b931 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:04.518137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55382) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:04.690241 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b3e73cbe-37e2-412c-97e8-1a9bc9eb89f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:29:02Z', 'revision_number': 6, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:04.734541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34f9f653-030c-4c89-97a6-df443a918bb1 req-af6acc14-e015-4d9c-aaa7-3d19ba1307c3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 210 time: 0.2544930 Aug 03 19:29:04.772643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e73cbe-37e2-412c-97e8-1a9bc9eb89f7 None None] The sync data for ids ['3ac51280-4152-4400-a6d0-03fd9e79b931'] in n-d-802918-7 is: [{'id': '3ac51280-4152-4400-a6d0-03fd9e79b931', 'name': 'tempest-TestVolumeBackupRestore-877002969-router', 'tenant_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:22:54Z', 'updated_at': '2021-08-03T19:29:02Z', 'revision_number': 6, 'project_id': 'da4b8a4027f24153bbf8a48dd7c29730', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:04.838393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e2e216cb-7e04-4aa1-9eb2-002f7a5ad3dd None None] For port d352bb4d-50a6-4258-a46e-ce36bf74a628, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d352bb4d-50a6-4258-a46e-ce36bf74a628,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:04.839248 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e2e216cb-7e04-4aa1-9eb2-002f7a5ad3dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.865461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e2e216cb-7e04-4aa1-9eb2-002f7a5ad3dd None None] Calling delete_port for d352bb4d-50a6-4258-a46e-ce36bf74a628 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:04.973338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4626baa-bb6d-4282-9533-9e92563bf67e req-5b8a65ca-1a4f-4269-bbc3-e33d8a55483a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:04.990260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4626baa-bb6d-4282-9533-9e92563bf67e req-5b8a65ca-1a4f-4269-bbc3-e33d8a55483a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.2511344 Aug 03 19:29:04.999716 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e2e216cb-7e04-4aa1-9eb2-002f7a5ad3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.000919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-be573deb-cd49-4608-848b-dc268fe6a7c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fdd7625c21c144b28f2d99e697c3ada6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749620 Aug 03 19:29:05.004966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55394) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:05.094315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:29:05.119748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e216cb-7e04-4aa1-9eb2-002f7a5ad3dd None None] Pushing event deleted for resources: {'Port': ['ID=d352bb4d-50a6-4258-a46e-ce36bf74a628,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:05.123271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e216cb-7e04-4aa1-9eb2-002f7a5ad3dd None None] No DVR routers for this DVR port d352bb4d-50a6-4258-a46e-ce36bf74a628 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:05.167259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4626baa-bb6d-4282-9533-9e92563bf67e req-4f0c5a4b-5bff-4011-8ca0-fdfcac1ff08d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746204 Aug 03 19:29:05.311663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5a96bb94-2874-4d31-a857-70ad25d068bd up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:05.352321 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.383931 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8c11e04-f618-41ee-885a-d8ab1dc45c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.409431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8c11e04-f618-41ee-885a-d8ab1dc45c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.422542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Pushing event deleted for resources: {'Port': ['ID=49d47111-6809-4944-b2d3-8c3c277cdd62,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:05.461718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 5a96bb94-2874-4d31-a857-70ad25d068bd completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:05.479009 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5a96bb94-2874-4d31-a857-70ad25d068bd triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:05.479371 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.482503 n-d-802918-7 neutron-server[100488]: WARNING neutron.services.revisions.revision_plugin [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Could not find related port for resource to bump revision. Aug 03 19:29:05.491463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_pluggable_backend [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Port d352bb4d-50a6-4258-a46e-ce36bf74a628 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100488) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 03 19:29:05.492005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_pluggable_backend [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6b:503a {{(pid=100488) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 03 19:29:05.498396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_pluggable_backend [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6b:503a {{(pid=100488) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 03 19:29:05.503105 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.530338 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.562036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:05.568206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:05.580709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b36092-9c49-4a33-acc6-3889d27b0165 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:05.586330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:05.587327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.592338 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8c11e04-f618-41ee-885a-d8ab1dc45c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.596344 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8c11e04-f618-41ee-885a-d8ab1dc45c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.600589 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d8c11e04-f618-41ee-885a-d8ab1dc45c51 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/571fba84-f9fb-43be-af9a-35ec66b9f74a HTTP/1.1" status: 204 len: 168 time: 0.5899117 Aug 03 19:29:05.628697 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c11e04-f618-41ee-885a-d8ab1dc45c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571fba84-f9fb-43be-af9a-35ec66b9f74a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:05.634691 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=5d6cdfed-a080-4d15-9a64-0ca934dc6e77,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:05.647743 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eee37263-59e8-4907-a549-e1601534e2e0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7098241 Aug 03 19:29:05.648149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55400) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:05.666319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:60:2f:56', 'name': 'tempest-NetworksTestDHCPv6-692779629'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:05.744968 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.750102 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.855210 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.856818 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac51280-4152-4400-a6d0-03fd9e79b931 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:05.868169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.870999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-32942a38-483c-4b86-aacc-60ba955aec7d admin admin] 10.222.0.78 "DELETE /v2.0/routers/3ac51280-4152-4400-a6d0-03fd9e79b931 HTTP/1.1" status: 204 len: 168 time: 3.5670972 Aug 03 19:29:05.873626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55404) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:05.937578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:05.998412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e2ec60d-dfa3-4eb9-bf67-d11792b9f4d4 req-a85cd10e-937e-4b86-84e2-3bc44efc8b4d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 210 time: 0.0613563 Aug 03 19:29:06.010870 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddb686f-1d74-43d2-8508-33cde58f0274 admin admin] Deleting subnet f27124e5-3bd4-4b46-97d4-75493df87148 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:06.018179 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.025707 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cddb686f-1d74-43d2-8508-33cde58f0274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.106635 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cddb686f-1d74-43d2-8508-33cde58f0274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.130438 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.131820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 5a96bb94-2874-4d31-a857-70ad25d068bd, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5a96bb94-2874-4d31-a857-70ad25d068bd,segment=NetworkSegment(28a182ef-e3d4-41e3-8e9c-4247f555e83e),segment_id=28a182ef-e3d4-41e3-8e9c-4247f555e83e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:06.146749 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.188055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 9ab7eae5-2dc4-4ccc-876b-96b6ddc5356a yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:06.212417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': '5d6cdfed-a080-4d15-9a64-0ca934dc6e77'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:29:06.213645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.276995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:06.446514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:06.446873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 43a7f5ac-21bd-4c5c-b2d9-d57ecc35d06f not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:06.447295 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d352bb4d-50a6-4258-a46e-ce36bf74a628 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:06.473273 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::f816:3eff:fe60:2f56 (be4488c1-7522-4535-990c-62582defe7af/5d6cdfed-a080-4d15-9a64-0ca934dc6e77/9ab7eae5-2dc4-4ccc-876b-96b6ddc5356a) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:06.503774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=5a96bb94-2874-4d31-a857-70ad25d068bd,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:06.510476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: d352bb4d-50a6-4258-a46e-ce36bf74a628 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:06.510827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d352bb4d-50a6-4258-a46e-ce36bf74a628 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:06.518973 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d3988684-8964-4708-a56a-f7299fa3a8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.568228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-c76aed2b-d251-4d69-ba8c-f3890975fd5e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:06.570645 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-c76aed2b-d251-4d69-ba8c-f3890975fd5e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.3736022 Aug 03 19:29:06.591154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'port': {'device_id': '114e06f0-325e-49c9-937e-c945dece7f2f', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'admin_state_up': True, 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:06.602958 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cddb686f-1d74-43d2-8508-33cde58f0274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.707824 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.741298 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80abff-964e-4670-b1bb-d81d952fea2f req-32e25d42-1e6a-4e56-97c9-bf21d81c0c7f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:06.743692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de80abff-964e-4670-b1bb-d81d952fea2f req-32e25d42-1e6a-4e56-97c9-bf21d81c0c7f tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.3876314 Aug 03 19:29:06.768951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.792431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 9ab7eae5-2dc4-4ccc-876b-96b6ddc5356a will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:06.853470 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cddb686f-1d74-43d2-8508-33cde58f0274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.857285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.884511 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de80abff-964e-4670-b1bb-d81d952fea2f req-cf10c132-ec8a-4922-86b2-554452a90627 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272182 Aug 03 19:29:06.919451 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cddb686f-1d74-43d2-8508-33cde58f0274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.925638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cddb686f-1d74-43d2-8508-33cde58f0274 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f27124e5-3bd4-4b46-97d4-75493df87148 HTTP/1.1" status: 204 len: 168 time: 1.0496602 Aug 03 19:29:06.927504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55424) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:06.934106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c514a3f-251f-4f71-abda-e0dee073235c None None] Network 803531de-87af-4ce3-96ef-771520f7dc68 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:06.935970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb686f-1d74-43d2-8508-33cde58f0274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27124e5-3bd4-4b46-97d4-75493df87148,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:07.020499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Made reservation on behalf of d7edb583213d46128a9d1a5c19a34a32 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:07.024691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.026818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Allocated IP 2001:db8::f816:3eff:fe0a:ffa6 (be4488c1-7522-4535-990c-62582defe7af/5d6cdfed-a080-4d15-9a64-0ca934dc6e77/a9d82d35-ea8e-4ccb-8180-51b085349831) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:07.053399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:07.057287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:07.073944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:07.093042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:07.094447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.111674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=9ab7eae5-2dc4-4ccc-876b-96b6ddc5356a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:07.118462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.142654 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4149b2bb-be1c-4299-b18c-fcc447636b1d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4927094 Aug 03 19:29:07.143216 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5a96bb94-2874-4d31-a857-70ad25d068bd up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:07.145288 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55432) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:07.251618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc254754-6215-4cfe-b44b-9ac8cc8d2dc9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:07.253304 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fc254754-6215-4cfe-b44b-9ac8cc8d2dc9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1066532 Aug 03 19:29:07.271208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55434) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:07.333118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42fb49ec-f092-4afc-bee7-b10d6ff1610c req-21ec7bf9-21c6-4943-b60e-8b7b4ca21775 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 210 time: 0.0905652 Aug 03 19:29:07.450946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2264629f-36ba-45fe-bf91-259c730cb0e2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 9ab7eae5-2dc4-4ccc-876b-96b6ddc5356a {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:07.450946 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2264629f-36ba-45fe-bf91-259c730cb0e2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.462291 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.474117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Deleting port eabd5f70-cf91-4349-9436-41fa6d588b65 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:07.474564 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.499266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Transition to ACTIVE for port object a9d82d35-ea8e-4ccb-8180-51b085349831 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:07.567147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Transition to ACTIVE for port object a9d82d35-ea8e-4ccb-8180-51b085349831 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:07.599724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5a96bb94-2874-4d31-a857-70ad25d068bd triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:07.600117 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.603018 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.624449 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2264629f-36ba-45fe-bf91-259c730cb0e2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.673574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2264629f-36ba-45fe-bf91-259c730cb0e2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 9ab7eae5-2dc4-4ccc-876b-96b6ddc5356a owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:07.679992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Allocated IP 172.20.0.8 (70f84b60-65ec-4b07-8b41-039e7a41592e/67caabbc-e0de-4388-af32-8d12c0b643c5/7d9f055e-8181-4e3e-920e-0d342ee8e4c9) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:07.700599 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df81d2e5-e125-4ad0-a0e5-58985741ab4e None None] DHCP port deletion for 803531de-87af-4ce3-96ef-771520f7dc68 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:29:07.762762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] For port eabd5f70-cf91-4349-9436-41fa6d588b65, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=eabd5f70-cf91-4349-9436-41fa6d588b65,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:07.764562 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.786155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:07.800315 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:07.811236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:07.818946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Calling delete_port for eabd5f70-cf91-4349-9436-41fa6d588b65 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:07.942811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2264629f-36ba-45fe-bf91-259c730cb0e2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.010359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Pushing event updated for resources: {'Port': ['ID=a9d82d35-ea8e-4ccb-8180-51b085349831,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:08.133558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-df81d2e5-e125-4ad0-a0e5-58985741ab4e None None] Deleting port eabd5f70-cf91-4349-9436-41fa6d588b65 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:08.134667 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-df81d2e5-e125-4ad0-a0e5-58985741ab4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.167772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Attempting to bind port a9d82d35-ea8e-4ccb-8180-51b085349831 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.168247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Attempting to bind port a9d82d35-ea8e-4ccb-8180-51b085349831 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.168862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Attempting to bind port a9d82d35-ea8e-4ccb-8180-51b085349831 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.232396 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d358c-1cfe-46ff-9fd3-c87c3227122e req-c19ed474-b576-4767-9e2f-8b303db203b6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:08.235534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d35d358c-1cfe-46ff-9fd3-c87c3227122e req-c19ed474-b576-4767-9e2f-8b303db203b6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.2321405 Aug 03 19:29:08.295903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-df81d2e5-e125-4ad0-a0e5-58985741ab4e None None] For port eabd5f70-cf91-4349-9436-41fa6d588b65, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=eabd5f70-cf91-4349-9436-41fa6d588b65,segment=NetworkSegment(7319bd84-7811-4a11-ba69-50e2122ed946),segment_id=7319bd84-7811-4a11-ba69-50e2122ed946)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:08.305705 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-df81d2e5-e125-4ad0-a0e5-58985741ab4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.327706 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-df81d2e5-e125-4ad0-a0e5-58985741ab4e None None] Calling delete_port for eabd5f70-cf91-4349-9436-41fa6d588b65 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:08.351823 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.430260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Pushing event deleted for resources: {'Port': ['ID=eabd5f70-cf91-4349-9436-41fa6d588b65,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:08.464326 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.465470 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.493882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:08.494460 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:08.494988 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.495749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:08.496584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Bound port: a9d82d35-ea8e-4ccb-8180-51b085349831, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:08.497107 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.497745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d35d358c-1cfe-46ff-9fd3-c87c3227122e req-caccd858-575a-4f79-82de-550c8abb0035 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402501 Aug 03 19:29:08.519359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] No DVR routers for this DVR port eabd5f70-cf91-4349-9436-41fa6d588b65 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:08.586957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Transition to ACTIVE for port object 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:08.601891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] For port a9d82d35-ea8e-4ccb-8180-51b085349831, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:08.610262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] For port a9d82d35-ea8e-4ccb-8180-51b085349831, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a9d82d35-ea8e-4ccb-8180-51b085349831,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:08.622710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fff901a6-c216-4523-8333-76abb5f4df12 req-2db0b96f-5184-42e9-a00b-55ff20f4ecd2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 210 time: 0.1215355 Aug 03 19:29:08.623443 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.720192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264629f-36ba-45fe-bf91-259c730cb0e2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=9ab7eae5-2dc4-4ccc-876b-96b6ddc5356a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:08.733199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.747436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803531de-87af-4ce3-96ef-771520f7dc68']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:08.762972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7319bd84-7811-4a11-ba69-50e2122ed946') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:08.763303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7319bd84-7811-4a11-ba69-50e2122ed946') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:08.764648 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49d47111-6809-4944-b2d3-8c3c277cdd62 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:08.778233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2264629f-36ba-45fe-bf91-259c730cb0e2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.786064 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2264629f-36ba-45fe-bf91-259c730cb0e2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/9ab7eae5-2dc4-4ccc-876b-96b6ddc5356a HTTP/1.1" status: 204 len: 168 time: 1.5130770 Aug 03 19:29:08.787735 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.789390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55458) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:08.808544 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.822042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:29:08.822751 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:29:08.824953 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:29:08.889010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 49d47111-6809-4944-b2d3-8c3c277cdd62 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:08.890418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49d47111-6809-4944-b2d3-8c3c277cdd62 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:08.895094 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cba98934-5deb-4cb2-8c45-cb151783847d no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:08.917137 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.002004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Network 70f84b60-65ec-4b07-8b41-039e7a41592e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:09.010907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:09.014431 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.024448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:09.040971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.049532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4530da82-6b84-4d68-9965-9f393a707075 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:09.053206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4530da82-6b84-4d68-9965-9f393a707075 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:09.059662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] 10.222.0.78 "DELETE /v2.0/networks/803531de-87af-4ce3-96ef-771520f7dc68 HTTP/1.1" status: 204 len: 168 time: 2.1164370 Aug 03 19:29:09.059932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4530da82-6b84-4d68-9965-9f393a707075 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2618775 Aug 03 19:29:09.059932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55466) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:09.087310 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b22a9-e2c4-485c-adc9-61dff4377881 None None] Pushing event updated for resources: {'Port': ['ID=a9d82d35-ea8e-4ccb-8180-51b085349831,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:09.102498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55468) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:09.137792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: cba98934-5deb-4cb2-8c45-cb151783847d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:09.139490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cba98934-5deb-4cb2-8c45-cb151783847d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:09.178983 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-df81d2e5-e125-4ad0-a0e5-58985741ab4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.210536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df81d2e5-e125-4ad0-a0e5-58985741ab4e None None] Network 803531de-87af-4ce3-96ef-771520f7dc68 is not hosted by any dhcp agent {{(pid=100489) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:29:09.212074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df81d2e5-e125-4ad0-a0e5-58985741ab4e None None] No DVR routers for this DVR port eabd5f70-cf91-4349-9436-41fa6d588b65 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:09.254648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52603f2-44f6-4d14-847c-b1efc2258050 admin admin] Pushing event deleted for resources: {'Network': ['ID=803531de-87af-4ce3-96ef-771520f7dc68,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:09.279927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a809352-af16-4f7f-8dea-896562a140d0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 5d6cdfed-a080-4d15-9a64-0ca934dc6e77 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:09.282213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=7d9f055e-8181-4e3e-920e-0d342ee8e4c9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:09.306843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:09.316059 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.318863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81d2e5-e125-4ad0-a0e5-58985741ab4e None None] Pushing event deleted for resources: {'Port': ['ID=eabd5f70-cf91-4349-9436-41fa6d588b65,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:09.364153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-a51da24d-cefd-49ed-989e-a27530d696f3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7780197 Aug 03 19:29:09.383017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Request body: {'port': {'device_id': '114e06f0-325e-49c9-937e-c945dece7f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:09.396393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a809352-af16-4f7f-8dea-896562a140d0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.569583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a809352-af16-4f7f-8dea-896562a140d0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.597882 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.602402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a9d82d35-ea8e-4ccb-8180-51b085349831 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:09.835182 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-108424b0-e325-4dc4-b28c-803fd7294086 None None] Provisioning for port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:09.871210 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.873584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-108424b0-e325-4dc4-b28c-803fd7294086 None None] Provisioning complete for port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:09.874177 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-108424b0-e325-4dc4-b28c-803fd7294086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.892729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port a9d82d35-ea8e-4ccb-8180-51b085349831 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:10.010714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-108424b0-e325-4dc4-b28c-803fd7294086 None None] Port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:10.066281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a809352-af16-4f7f-8dea-896562a140d0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.119639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device eabd5f70-cf91-4349-9436-41fa6d588b65 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:10.158296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: eabd5f70-cf91-4349-9436-41fa6d588b65 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:10.160568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device eabd5f70-cf91-4349-9436-41fa6d588b65 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:10.270742 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a809352-af16-4f7f-8dea-896562a140d0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.286958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425a25a-08f8-41f2-88e3-7f1b6f80a7d0 req-44d26bde-9e31-4922-8bed-133db82b30dc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.302244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5425a25a-08f8-41f2-88e3-7f1b6f80a7d0 req-44d26bde-9e31-4922-8bed-133db82b30dc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 931 time: 0.4012537 Aug 03 19:29:10.326687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bde688-4ce4-41e4-a1c2-0072e6e1407a req-c3c87c53-dc57-4f95-b4c3-5ebb700a5447 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.328217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a809352-af16-4f7f-8dea-896562a140d0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6cdfed-a080-4d15-9a64-0ca934dc6e77,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:10.330141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53bde688-4ce4-41e4-a1c2-0072e6e1407a req-c3c87c53-dc57-4f95-b4c3-5ebb700a5447 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.5624528 Aug 03 19:29:10.336068 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a809352-af16-4f7f-8dea-896562a140d0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.338499 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6a809352-af16-4f7f-8dea-896562a140d0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/5d6cdfed-a080-4d15-9a64-0ca934dc6e77 HTTP/1.1" status: 204 len: 168 time: 1.2777727 Aug 03 19:29:10.344778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55480) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:10.510207 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ba294dff-27ad-4ab9-b3f6-c472360a80fb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1591914 Aug 03 19:29:10.512522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55482) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:10.525940 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f565a2dd-17cd-4ee3-8cfb-4e0b7a8eabca None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:10.539592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8e9caff4-596d-4fb7-a697-fe92a21d5d66 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:10.665160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c3e04c2e-fb57-4063-bd1f-a297bdb4eb41 None None] Provisioning for port a9d82d35-ea8e-4ccb-8180-51b085349831 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:10.675950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.682795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c3e04c2e-fb57-4063-bd1f-a297bdb4eb41 None None] Provisioning complete for port a9d82d35-ea8e-4ccb-8180-51b085349831 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:10.683448 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c3e04c2e-fb57-4063-bd1f-a297bdb4eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.739187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:29:10.755894 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.780026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Transition to ACTIVE for port object 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:10.793351 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5425a25a-08f8-41f2-88e3-7f1b6f80a7d0 req-996c9a9e-f05f-4640-a09a-1d94be966baa tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895017 Aug 03 19:29:10.798643 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.916570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53bde688-4ce4-41e4-a1c2-0072e6e1407a req-b2fcce40-3a5e-4174-a3a6-786a1cafe857 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5283492 Aug 03 19:29:10.985885 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c3e04c2e-fb57-4063-bd1f-a297bdb4eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.051735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9f055e-8181-4e3e-920e-0d342ee8e4c9,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:11.086811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d61aa0-a79b-4d84-a84f-8b0e4085214c None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:29:11.131977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9caff4-596d-4fb7-a697-fe92a21d5d66 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:11.144744 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e9caff4-596d-4fb7-a697-fe92a21d5d66 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.224780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c3e04c2e-fb57-4063-bd1f-a297bdb4eb41 None None] For port a9d82d35-ea8e-4ccb-8180-51b085349831, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a9d82d35-ea8e-4ccb-8180-51b085349831,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:11.240867 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c3e04c2e-fb57-4063-bd1f-a297bdb4eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.328827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b6d61aa0-a79b-4d84-a84f-8b0e4085214c None None] Deleting port a9d82d35-ea8e-4ccb-8180-51b085349831 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:11.329271 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6d61aa0-a79b-4d84-a84f-8b0e4085214c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.343603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Attempting to bind port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:11.344295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Attempting to bind port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:11.344842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Attempting to bind port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:11.349536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e04c2e-fb57-4063-bd1f-a297bdb4eb41 None None] Pushing event updated for resources: {'Port': ['ID=a9d82d35-ea8e-4ccb-8180-51b085349831,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:11.397264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 on network 70f84b60-65ec-4b07-8b41-039e7a41592e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:11.397847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Attempting to bind port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:11.441347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:11.442304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Checking segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:11.444127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Bound using segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:11.444901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Bound port: 7d9f055e-8181-4e3e-920e-0d342ee8e4c9, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:11.445557 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.459312 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a9d82d35-ea8e-4ccb-8180-51b085349831 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:11.553693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b6d61aa0-a79b-4d84-a84f-8b0e4085214c None None] For port a9d82d35-ea8e-4ccb-8180-51b085349831, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a9d82d35-ea8e-4ccb-8180-51b085349831,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:11.554120 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6d61aa0-a79b-4d84-a84f-8b0e4085214c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.623539 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.628488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b6d61aa0-a79b-4d84-a84f-8b0e4085214c None None] Calling delete_port for a9d82d35-ea8e-4ccb-8180-51b085349831 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:11.678910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] For port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:11.687880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] For port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7d9f055e-8181-4e3e-920e-0d342ee8e4c9,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:11.697573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.740458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port a9d82d35-ea8e-4ccb-8180-51b085349831, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a9d82d35-ea8e-4ccb-8180-51b085349831,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:11.755117 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.825280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=a9d82d35-ea8e-4ccb-8180-51b085349831,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:11.858815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:11.860739 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.862607 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6d61aa0-a79b-4d84-a84f-8b0e4085214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.864189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] 10.222.0.37 "PUT /v2.0/ports/7d9f055e-8181-4e3e-920e-0d342ee8e4c9 HTTP/1.1" status: 200 len: 1091 time: 2.4903679 Aug 03 19:29:11.865753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114e06f0-325e-49c9-937e-c945dece7f2f', 'tag': '7d9f055e-8181-4e3e-920e-0d342ee8e4c9'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:11.869118 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beebfb39-2d13-40d9-802d-40b18578292f" -d '{"events": [{"name": "network-changed", "server_uuid": "114e06f0-325e-49c9-937e-c945dece7f2f", "tag": "7d9f055e-8181-4e3e-920e-0d342ee8e4c9"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:11.907537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab514a7b-dbf6-49eb-b62c-71c772429206 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9f055e-8181-4e3e-920e-0d342ee8e4c9,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:11.918364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d61aa0-a79b-4d84-a84f-8b0e4085214c None None] No DVR routers for this DVR port a9d82d35-ea8e-4ccb-8180-51b085349831 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:11.925407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d61aa0-a79b-4d84-a84f-8b0e4085214c None None] Pushing event deleted for resources: {'Port': ['ID=a9d82d35-ea8e-4ccb-8180-51b085349831,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:12.083550 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf87847-e676-4f43-b982-ba81388c3199 x-openstack-request-id: req-faf87847-e676-4f43-b982-ba81388c3199 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:12.083809 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114e06f0-325e-49c9-937e-c945dece7f2f", "tag": "7d9f055e-8181-4e3e-920e-0d342ee8e4c9", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:12.084064 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-faf87847-e676-4f43-b982-ba81388c3199 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:12.087001 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114e06f0-325e-49c9-937e-c945dece7f2f', 'tag': '7d9f055e-8181-4e3e-920e-0d342ee8e4c9', 'status': 'completed', 'code': 200} Aug 03 19:29:12.170902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] Deleting port a7cb19d0-9020-468a-b941-bb7481d1aaab {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:12.180663 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.229642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-8deebe54-a6ee-4b50-8bdd-b91abcc3d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:12.231963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-8deebe54-a6ee-4b50-8bdd-b91abcc3d0a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 1094 time: 0.2551963 Aug 03 19:29:12.373134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b1319-e4ed-4b3a-932c-037ae9d3121a req-aa27853c-1335-4ac5-92a0-715031c6fab5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:12.377032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-769b1319-e4ed-4b3a-932c-037ae9d3121a req-aa27853c-1335-4ac5-92a0-715031c6fab5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 943 time: 0.2826712 Aug 03 19:29:12.389809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-da3ab191-293d-4f3b-9720-87a75d133ec6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d9f055e-8181-4e3e-920e-0d342ee8e4c9 HTTP/1.1" status: 200 len: 217 time: 0.1434996 Aug 03 19:29:12.435696 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-8e9caff4-596d-4fb7-a697-fe92a21d5d66 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:29:12.442005 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e9caff4-596d-4fb7-a697-fe92a21d5d66 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.498400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4ace2-a249-4038-beb2-4d832e4b6a5c req-aca35400-3385-45c8-9bf3-b434374b5136 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:12.501973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02d4ace2-a249-4038-beb2-4d832e4b6a5c req-aca35400-3385-45c8-9bf3-b434374b5136 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.2897012 Aug 03 19:29:12.563224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] For port a7cb19d0-9020-468a-b941-bb7481d1aaab, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a7cb19d0-9020-468a-b941-bb7481d1aaab,segment=NetworkSegment(7a77d1cb-5a4c-4a80-823f-57d3510bcf63),segment_id=7a77d1cb-5a4c-4a80-823f-57d3510bcf63)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:12.564037 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.580529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9caff4-596d-4fb7-a697-fe92a21d5d66 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:12.593111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-769b1319-e4ed-4b3a-932c-037ae9d3121a req-faafacf5-282c-4bd7-ad52-76097ee8c444 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954582 Aug 03 19:29:12.604866 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-33c50d7d-2e38-40f9-be36-9436ecc4e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:12.607215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-33c50d7d-2e38-40f9-be36-9436ecc4e807 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.2062857 Aug 03 19:29:12.625592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] Calling delete_port for a7cb19d0-9020-468a-b941-bb7481d1aaab owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:12.692660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8e9caff4-596d-4fb7-a697-fe92a21d5d66 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:12.694503 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02d4ace2-a249-4038-beb2-4d832e4b6a5c req-88e305bb-d2a9-48dc-bfec-6557a82628e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770716 Aug 03 19:29:12.700469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9caff4-596d-4fb7-a697-fe92a21d5d66 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:12.701132 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8e9caff4-596d-4fb7-a697-fe92a21d5d66 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.707228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ebe742-0dc4-48db-acbe-461a24035369 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:12.719068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9caff4-596d-4fb7-a697-fe92a21d5d66 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=51ff43bb-5adb-4a01-9c34-5b1f414b7e2c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:12.736438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-97c17d87-c4f1-4e41-af93-f7c0c3ac1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:12.738093 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-97c17d87-c4f1-4e41-af93-f7c0c3ac1d6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186688 Aug 03 19:29:12.778471 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8e9caff4-596d-4fb7-a697-fe92a21d5d66 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2624295 Aug 03 19:29:12.818473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55508) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:12.824527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:7b:86:c8', 'name': 'tempest-NetworksTestDHCPv6-273748558'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:13.047321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-8ff6fa89-5c32-4772-82c3-c7a4051f0e05 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999654 Aug 03 19:29:13.089378 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.147905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cb19d0-9020-468a-b941-bb7481d1aaab,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:13.187678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:13.237515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': '51ff43bb-5adb-4a01-9c34-5b1f414b7e2c'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:29:13.244225 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.708505 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.879328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Allocated IP 2001:db8::f816:3eff:fedc:ecea (be4488c1-7522-4535-990c-62582defe7af/51ff43bb-5adb-4a01-9c34-5b1f414b7e2c/e477e97e-b7e9-4447-98a4-799e8c633090) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:14.108583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5b0bb4c-f85e-4023-bec9-611042bba176 req-46ec5adb-281c-4835-93b2-ae7c4713716c service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0508966 Aug 03 19:29:14.161063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b8ead-00fa-45f6-aa65-c96b31c7260b req-b6737238-2651-43dc-85b3-e6825dc15558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:14.164193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-668b8ead-00fa-45f6-aa65-c96b31c7260b req-b6737238-2651-43dc-85b3-e6825dc15558 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 1096 time: 0.3690283 Aug 03 19:29:14.186418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cea72-fbb9-4550-b044-d82d8b12d962 req-53bb037f-f1e1-43fb-8595-6d584530f39f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:14.190432 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f5cea72-fbb9-4550-b044-d82d8b12d962 req-53bb037f-f1e1-43fb-8595-6d584530f39f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 943 time: 0.3294435 Aug 03 19:29:14.210765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] Router b213f333-c06b-47d5-b4ee-bf143d3474ec has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:14.298944 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.324765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Transition to ACTIVE for port object e477e97e-b7e9-4447-98a4-799e8c633090 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:14.328643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecd2b7-c13d-42e4-9421-1d973840cc81 req-187720b4-eed0-4a92-8bd2-e5f4f885fa89 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:14.331530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77ecd2b7-c13d-42e4-9421-1d973840cc81 req-187720b4-eed0-4a92-8bd2-e5f4f885fa89 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.3863456 Aug 03 19:29:14.357913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Transition to ACTIVE for port object e477e97e-b7e9-4447-98a4-799e8c633090 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:14.376299 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.399988 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.401757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:14.408768 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-10209bc9-3034-4f73-a18b-2daee9956d6e admin admin] 10.222.0.78 "PUT /v2.0/routers/b213f333-c06b-47d5-b4ee-bf143d3474ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3053813 Aug 03 19:29:14.416008 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ad92f-9c98-4eec-bc1f-c2cd59471443 None None] Sync routers for ids ['b213f333-c06b-47d5-b4ee-bf143d3474ec'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:14.419894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55522) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:14.423892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:14.427806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:14.432229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:14.441367 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ad92f-9c98-4eec-bc1f-c2cd59471443 None None] Routers {'b213f333-c06b-47d5-b4ee-bf143d3474ec'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:14.442878 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3e0ad92f-9c98-4eec-bc1f-c2cd59471443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:29:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b213f333-c06b-47d5-b4ee-bf143d3474ec'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:14.450879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 5f70a7f7-0b47-453a-bbcf-d72f7a65ef7b yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:14.486227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Pushing event updated for resources: {'Port': ['ID=e477e97e-b7e9-4447-98a4-799e8c633090,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:14.567412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Attempting to bind port e477e97e-b7e9-4447-98a4-799e8c633090 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:14.568190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Attempting to bind port e477e97e-b7e9-4447-98a4-799e8c633090 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:14.568780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Attempting to bind port e477e97e-b7e9-4447-98a4-799e8c633090 on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:14.584052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:14.584853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:14.585523 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.586135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:14.586854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Bound port: e477e97e-b7e9-4447-98a4-799e8c633090, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:14.587495 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.699875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::f816:3eff:fe7b:86c8 (be4488c1-7522-4535-990c-62582defe7af/51ff43bb-5adb-4a01-9c34-5b1f414b7e2c/5f70a7f7-0b47-453a-bbcf-d72f7a65ef7b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:14.727272 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-3e0ad92f-9c98-4eec-bc1f-c2cd59471443 None None] Set router b213f333-c06b-47d5-b4ee-bf143d3474ec gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:14.790341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] For port e477e97e-b7e9-4447-98a4-799e8c633090, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:14.794883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] For port e477e97e-b7e9-4447-98a4-799e8c633090, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e477e97e-b7e9-4447-98a4-799e8c633090,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:14.802033 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.838971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-668b8ead-00fa-45f6-aa65-c96b31c7260b req-d0f0d45a-0b6b-4968-89bc-3496629a093d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6457458 Aug 03 19:29:14.914701 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe27fc-edd6-44f5-af82-b54339f557ca None None] Pushing event updated for resources: {'Port': ['ID=e477e97e-b7e9-4447-98a4-799e8c633090,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:15.001764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f5cea72-fbb9-4550-b044-d82d8b12d962 req-526beaa9-80dd-43f9-8542-949189f13cfb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7644420 Aug 03 19:29:15.045172 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.060409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebfb39-2d13-40d9-802d-40b18578292f req-eb31eadf-3f20-4aae-89ac-1eb911d3d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:15.062125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beebfb39-2d13-40d9-802d-40b18578292f req-eb31eadf-3f20-4aae-89ac-1eb911d3d71f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 1094 time: 0.8141663 Aug 03 19:29:15.160717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 5f70a7f7-0b47-453a-bbcf-d72f7a65ef7b will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:15.165082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77ecd2b7-c13d-42e4-9421-1d973840cc81 req-6a99bd98-0850-4329-97a8-8222202ac4e6 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7760034 Aug 03 19:29:15.241006 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:29:15.252785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:15.295598 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3e0ad92f-9c98-4eec-bc1f-c2cd59471443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'name': 'tempest-TestVolumeBackupRestore-1808948740-router', 'tenant_id': '2587a42077bd47769525f023770c91df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:29:12Z', 'revision_number': 5, 'project_id': '2587a42077bd47769525f023770c91df', 'gw_port': {'id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:16Z', 'updated_at': '2021-08-03T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:15.327691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebfb39-2d13-40d9-802d-40b18578292f req-b2209cb8-30d3-4457-93c6-604e111560ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:15.330558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beebfb39-2d13-40d9-802d-40b18578292f req-b2209cb8-30d3-4457-93c6-604e111560ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.2495921 Aug 03 19:29:15.365160 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ad92f-9c98-4eec-bc1f-c2cd59471443 None None] Checking router: b213f333-c06b-47d5-b4ee-bf143d3474ec for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:15.371695 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.386861 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ad92f-9c98-4eec-bc1f-c2cd59471443 None None] Routers {'b213f333-c06b-47d5-b4ee-bf143d3474ec'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:15.388016 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3e0ad92f-9c98-4eec-bc1f-c2cd59471443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:29:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b213f333-c06b-47d5-b4ee-bf143d3474ec'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:15.396691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beebfb39-2d13-40d9-802d-40b18578292f req-424f52e3-cf3c-4251-8526-76b6fae3cfa4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d9f055e-8181-4e3e-920e-0d342ee8e4c9 HTTP/1.1" status: 200 len: 217 time: 0.0574758 Aug 03 19:29:15.398462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.506748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:15.509932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=5f70a7f7-0b47-453a-bbcf-d72f7a65ef7b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:15.512952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:15.517134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:15.523308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:15.524376 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.544208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebfb39-2d13-40d9-802d-40b18578292f req-f7956b62-d549-44c4-a331-5bc372ce98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:15.547928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beebfb39-2d13-40d9-802d-40b18578292f req-f7956b62-d549-44c4-a331-5bc372ce98eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.1391773 Aug 03 19:29:15.552315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-58143b09-5986-4519-a275-ef647e191699 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7314322 Aug 03 19:29:15.572135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55526) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:15.574048 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-3e0ad92f-9c98-4eec-bc1f-c2cd59471443 None None] Set router b213f333-c06b-47d5-b4ee-bf143d3474ec gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:15.586463 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.615315 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.652170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebfb39-2d13-40d9-802d-40b18578292f req-c0605bd3-19c0-429b-b1dd-f9abf5fe35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:15.654176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beebfb39-2d13-40d9-802d-40b18578292f req-c0605bd3-19c0-429b-b1dd-f9abf5fe35c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992460 Aug 03 19:29:15.665775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31479a2a-7fd1-4a33-8c07-bb9ecf1b1087 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:15.674824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31479a2a-7fd1-4a33-8c07-bb9ecf1b1087 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:15.676504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-31479a2a-7fd1-4a33-8c07-bb9ecf1b1087 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1031830 Aug 03 19:29:15.682717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55528) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:15.698647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Deleting port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:15.699456 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.703854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:15.716923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'port_id': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'mac_address': 'fa:16:3e:89:cc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:29:15.759288 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.804180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beebfb39-2d13-40d9-802d-40b18578292f req-77780e30-2eb8-4d86-836e-694a711b62d3 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263559 Aug 03 19:29:15.847029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:15.849821 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c188394d-d47c-4d6f-9a9c-d5ba2d2ec74d" -d '{"events": [{"server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "name": "network-vif-unplugged", "status": "completed", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:15.867118 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.872700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:15.910291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:29:15.912301 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.976654 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-3e0ad92f-9c98-4eec-bc1f-c2cd59471443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'name': 'tempest-TestVolumeBackupRestore-1808948740-router', 'tenant_id': '2587a42077bd47769525f023770c91df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:29:12Z', 'revision_number': 5, 'project_id': '2587a42077bd47769525f023770c91df', 'gw_port': {'id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:16Z', 'updated_at': '2021-08-03T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:15.999096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beebfb39-2d13-40d9-802d-40b18578292f req-b46ea96c-d09b-4ed4-80e2-b3dbe7972d97 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867313 Aug 03 19:29:16.108270 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef9b2f8-8528-4e4c-8401-0894405eaa97 x-openstack-request-id: req-0ef9b2f8-8528-4e4c-8401-0894405eaa97 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:16.108849 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "name": "network-vif-unplugged", "status": "completed", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:16.108849 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ef9b2f8-8528-4e4c-8401-0894405eaa97 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:16.109236 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'code': 200} Aug 03 19:29:16.119651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] For port a3b3dcab-9552-4d69-8c37-7f95c7b6c46d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a3b3dcab-9552-4d69-8c37-7f95c7b6c46d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:16.120080 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.130186 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:16.144263 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ad92f-9c98-4eec-bc1f-c2cd59471443 None None] The sync data for ids ['b213f333-c06b-47d5-b4ee-bf143d3474ec'] in n-d-802918-7 is: [{'id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'name': 'tempest-TestVolumeBackupRestore-1808948740-router', 'tenant_id': '2587a42077bd47769525f023770c91df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:29:12Z', 'revision_number': 5, 'project_id': '2587a42077bd47769525f023770c91df', 'gw_port': {'id': 'a3b3dcab-9552-4d69-8c37-7f95c7b6c46d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b213f333-c06b-47d5-b4ee-bf143d3474ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:23:16Z', 'updated_at': '2021-08-03T19:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:16.175520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Calling delete_port for a3b3dcab-9552-4d69-8c37-7f95c7b6c46d owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:16.240253 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:16.240755 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:16.309459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2758e60a-abff-4076-b2e6-400b6d1765da tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 5f70a7f7-0b47-453a-bbcf-d72f7a65ef7b {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:16.309965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2758e60a-abff-4076-b2e6-400b6d1765da tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.438508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b19b7-8d95-41fb-a7d4-a3c02018c29d req-a17aea55-ac27-4772-b851-3cdc586f6ecf tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:16.447168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a12b19b7-8d95-41fb-a7d4-a3c02018c29d req-a17aea55-ac27-4772-b851-3cdc586f6ecf tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 943 time: 0.1760924 Aug 03 19:29:16.489155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37832a8-2226-4684-88df-cde7b7ffb76f req-404b03e5-97e2-4e28-ac84-828018413274 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:16.490787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f37832a8-2226-4684-88df-cde7b7ffb76f req-404b03e5-97e2-4e28-ac84-828018413274 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 943 time: 0.1585867 Aug 03 19:29:16.532039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a12b19b7-8d95-41fb-a7d4-a3c02018c29d req-be4f2d60-e3ac-47e9-a28e-ec7977fe8d7f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838337 Aug 03 19:29:16.539194 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2758e60a-abff-4076-b2e6-400b6d1765da tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.572367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f37832a8-2226-4684-88df-cde7b7ffb76f req-52891c99-e93c-4661-be88-ce24d40b8177 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706189 Aug 03 19:29:16.572940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2758e60a-abff-4076-b2e6-400b6d1765da tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 5f70a7f7-0b47-453a-bbcf-d72f7a65ef7b owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:16.603380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55538) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:16.701349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-954d3c4a-0d73-4f26-9731-61c383e83489 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/floatingips/47b1923f-dcc7-4789-af19-6706c844ceef HTTP/1.1" status: 200 len: 990 time: 0.0865958 Aug 03 19:29:16.800660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.816752 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.843122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:29:16.862618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b3dcab-9552-4d69-8c37-7f95c7b6c46d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:16.885432 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2758e60a-abff-4076-b2e6-400b6d1765da tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.890283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:16.902893 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.965375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:16.969986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0f4cfd86-affc-4eff-8003-c0f85e560b37 None None] Provisioning for port e477e97e-b7e9-4447-98a4-799e8c633090 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:17.019707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758e60a-abff-4076-b2e6-400b6d1765da tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=5f70a7f7-0b47-453a-bbcf-d72f7a65ef7b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:17.076386 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2758e60a-abff-4076-b2e6-400b6d1765da tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.080570 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2758e60a-abff-4076-b2e6-400b6d1765da tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/5f70a7f7-0b47-453a-bbcf-d72f7a65ef7b HTTP/1.1" status: 204 len: 168 time: 1.3919611 Aug 03 19:29:17.083794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55540) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:17.091164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6b3e484d-7f0f-4bb3-b895-8c13d07fb2a0 None None] Could not find standard attr ID for object 5f70a7f7-0b47-453a-bbcf-d72f7a65ef7b. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:29:17.103701 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.177927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ef9c9a-e5c5-4b74-a20c-606d644efb42 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:17.182234 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ef9c9a-e5c5-4b74-a20c-606d644efb42 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:17.185033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d5ef9c9a-e5c5-4b74-a20c-606d644efb42 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0981438 Aug 03 19:29:17.190484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55542) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:17.219177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['20bdaea3-1e67-49fc-95d6-f4a3f1d7b848'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:29:17.234701 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.239733 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.316604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b84403b-faff-4a9c-9e0f-a30b5713e629 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 51ff43bb-5adb-4a01-9c34-5b1f414b7e2c {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:17.324623 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2b84403b-faff-4a9c-9e0f-a30b5713e629 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.338707 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.342981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router b213f333-c06b-47d5-b4ee-bf143d3474ec {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:17.349177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.354692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b9b52a4d-2dbe-40cd-969a-82aa776ec6ee admin admin] 10.222.0.78 "DELETE /v2.0/routers/b213f333-c06b-47d5-b4ee-bf143d3474ec HTTP/1.1" status: 204 len: 168 time: 2.9312358 Aug 03 19:29:17.356111 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55544) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:17.462138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a4df67-da66-4438-8d4b-36cda567f106 admin admin] Deleting subnet f9164cf1-fc0d-489c-b210-c4af64ba0e72 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:17.480609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2b84403b-faff-4a9c-9e0f-a30b5713e629 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.489185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47a4df67-da66-4438-8d4b-36cda567f106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.533998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e477e97e-b7e9-4447-98a4-799e8c633090 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:17.605657 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47a4df67-da66-4438-8d4b-36cda567f106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.691289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port e477e97e-b7e9-4447-98a4-799e8c633090 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:17.721466 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e477e97e-b7e9-4447-98a4-799e8c633090 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:17.722217 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.795944 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2b84403b-faff-4a9c-9e0f-a30b5713e629 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.804460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47a4df67-da66-4438-8d4b-36cda567f106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.854707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bfb83-173b-404f-af7d-7ce14bc7cf91 req-1977661e-a538-4b6c-97d8-1572903be893 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:17.856688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-324bfb83-173b-404f-af7d-7ce14bc7cf91 req-1977661e-a538-4b6c-97d8-1572903be893 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 943 time: 0.1736305 Aug 03 19:29:17.912543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2b84403b-faff-4a9c-9e0f-a30b5713e629 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.915538 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47a4df67-da66-4438-8d4b-36cda567f106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.952637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4df67-da66-4438-8d4b-36cda567f106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9164cf1-fc0d-489c-b210-c4af64ba0e72,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:17.960080 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.965366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84403b-faff-4a9c-9e0f-a30b5713e629 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=51ff43bb-5adb-4a01-9c34-5b1f414b7e2c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:17.967975 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2b84403b-faff-4a9c-9e0f-a30b5713e629 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.970576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2b84403b-faff-4a9c-9e0f-a30b5713e629 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/51ff43bb-5adb-4a01-9c34-5b1f414b7e2c HTTP/1.1" status: 204 len: 168 time: 0.7780621 Aug 03 19:29:17.974358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-324bfb83-173b-404f-af7d-7ce14bc7cf91 req-8966b599-7f54-487f-94d3-880f2c891cf7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062505 Aug 03 19:29:17.975709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55556) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:17.979170 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-47a4df67-da66-4438-8d4b-36cda567f106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.981885 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-47a4df67-da66-4438-8d4b-36cda567f106 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f9164cf1-fc0d-489c-b210-c4af64ba0e72 HTTP/1.1" status: 204 len: 168 time: 0.6246161 Aug 03 19:29:17.985119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55558) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:18.036612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-315cc6fb-e787-441d-afa8-56dab01443c3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593083 Aug 03 19:29:18.042191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55560) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:18.052987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd4338-e6e8-4754-8275-006b2b0a5fea None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:18.056234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5ce622-5207-4d78-aa42-cc95d2e1b2a2 None None] Network e1c2c459-9718-4323-a5c6-91447aae4c04 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:18.107229 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.139230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2652cd3-3ecf-4973-bfc7-49808dcc483f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:18.141104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c2652cd3-3ecf-4973-bfc7-49808dcc483f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0973971 Aug 03 19:29:18.146074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55562) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:18.244554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fbbefd-1cef-4dbf-8022-2e004cf3e36f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:18.249569 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-15fbbefd-1cef-4dbf-8022-2e004cf3e36f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0983849 Aug 03 19:29:18.250835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55564) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:18.259448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Deleting port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:18.260119 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.336881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] For port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb,segment=NetworkSegment(7a77d1cb-5a4c-4a80-823f-57d3510bcf63),segment_id=7a77d1cb-5a4c-4a80-823f-57d3510bcf63)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:18.337239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.352588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:18.353437 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:18.353741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Calling delete_port for c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:18.357045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-640551ea-6c9b-45c2-ab11-ee149d9aacb4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014509 Aug 03 19:29:18.365678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55566) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:18.383560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5537cf89-8faf-4b11-b8f6-05b7d0ce1d12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:18.532587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5537cf89-8faf-4b11-b8f6-05b7d0ce1d12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:18.536513 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5537cf89-8faf-4b11-b8f6-05b7d0ce1d12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.548759 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf5b49-c139-4ca4-b7bf-a6e756589307 None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:29:18.607454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2306c211-b422-4d62-a426-dc8fb7dcce8d None None] DHCP port deletion for e1c2c459-9718-4323-a5c6-91447aae4c04 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:29:18.633489 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.676748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:18.677817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2306c211-b422-4d62-a426-dc8fb7dcce8d None None] The port 'c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb' was deleted {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 03 19:29:18.681010 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] No DVR routers for this DVR port c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:18.735687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8adf5b49-c139-4ca4-b7bf-a6e756589307 None None] Deleting port e477e97e-b7e9-4447-98a4-799e8c633090 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:18.736057 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8adf5b49-c139-4ca4-b7bf-a6e756589307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.789778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.830821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c2c459-9718-4323-a5c6-91447aae4c04']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:18.859826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8adf5b49-c139-4ca4-b7bf-a6e756589307 None None] For port e477e97e-b7e9-4447-98a4-799e8c633090, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e477e97e-b7e9-4447-98a4-799e8c633090,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:18.860416 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8adf5b49-c139-4ca4-b7bf-a6e756589307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.868949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a77d1cb-5a4c-4a80-823f-57d3510bcf63') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:18.869597 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a77d1cb-5a4c-4a80-823f-57d3510bcf63') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:18.883979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.904742 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.910752 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5537cf89-8faf-4b11-b8f6-05b7d0ce1d12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.912581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8adf5b49-c139-4ca4-b7bf-a6e756589307 None None] Calling delete_port for e477e97e-b7e9-4447-98a4-799e8c633090 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:18.916214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:29:18.916660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:29:18.918891 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:29:18.950232 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.991734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.993270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5537cf89-8faf-4b11-b8f6-05b7d0ce1d12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:18.998694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-5537cf89-8faf-4b11-b8f6-05b7d0ce1d12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:19.005883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5537cf89-8faf-4b11-b8f6-05b7d0ce1d12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:19.007127 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5537cf89-8faf-4b11-b8f6-05b7d0ce1d12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.010262 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.012703 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e1c2c459-9718-4323-a5c6-91447aae4c04 HTTP/1.1" status: 204 len: 168 time: 1.0261254 Aug 03 19:29:19.029770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25a098-f032-4e23-bdcc-71a10528e713 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c2c459-9718-4323-a5c6-91447aae4c04,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:19.030180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537cf89-8faf-4b11-b8f6-05b7d0ce1d12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=0198e713-42fb-4cac-b450-19788fad9bdf,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:19.036674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5537cf89-8faf-4b11-b8f6-05b7d0ce1d12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6686091 Aug 03 19:29:19.040020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55582) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:19.049939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:46:52:af', 'name': 'tempest-NetworksTestDHCPv6-1677007470'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:19.113768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port e477e97e-b7e9-4447-98a4-799e8c633090, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e477e97e-b7e9-4447-98a4-799e8c633090,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:19.125459 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.141777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a7cb19d0-9020-468a-b941-bb7481d1aaab no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:19.211242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd4bb3-c71b-4098-960c-b4a9abe76ad9 req-7608b2c1-657a-46c5-b147-765b10c049bd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:19.211988 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: a7cb19d0-9020-468a-b941-bb7481d1aaab {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:19.212587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a7cb19d0-9020-468a-b941-bb7481d1aaab not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:19.226904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49fd4bb3-c71b-4098-960c-b4a9abe76ad9 req-7608b2c1-657a-46c5-b147-765b10c049bd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 943 time: 0.1257699 Aug 03 19:29:19.250582 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8adf5b49-c139-4ca4-b7bf-a6e756589307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.261553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:19.263792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:19.270858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=e477e97e-b7e9-4447-98a4-799e8c633090,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:19.322700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf5b49-c139-4ca4-b7bf-a6e756589307 None None] No DVR routers for this DVR port e477e97e-b7e9-4447-98a4-799e8c633090 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:19.339384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf5b49-c139-4ca4-b7bf-a6e756589307 None None] Pushing event deleted for resources: {'Port': ['ID=e477e97e-b7e9-4447-98a4-799e8c633090,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:19.384933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed81388-b789-4c97-a054-9c04c8557357 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:19.393490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49fd4bb3-c71b-4098-960c-b4a9abe76ad9 req-4e790b3d-8181-488c-8929-889d4b956992 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589301 Aug 03 19:29:19.504085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e477e97e-b7e9-4447-98a4-799e8c633090 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:19.544002 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.545202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55584) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:19.569187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port aa572d2c-664d-42e7-8ffe-e3977fc98628 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:19.620302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f0c6b0b0-a921-4079-8552-5f098ef8ec9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da4b8a4027f24153bbf8a48dd7c29730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726342 Aug 03 19:29:19.624630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55586) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:19.659666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: e477e97e-b7e9-4447-98a4-799e8c633090 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:19.660854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e477e97e-b7e9-4447-98a4-799e8c633090 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:19.661571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:19.709841 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00aa0fb6-150d-46e7-8ce5-06d7aeea027d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.745657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:19.746275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c8bb53b6-8ea5-4f3e-9d5c-977fc26355fb not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:19.746975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a3b3dcab-9552-4d69-8c37-7f95c7b6c46d no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:19.756189 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00aa0fb6-150d-46e7-8ce5-06d7aeea027d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.769567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::102 (be4488c1-7522-4535-990c-62582defe7af/0198e713-42fb-4cac-b450-19788fad9bdf/aa572d2c-664d-42e7-8ffe-e3977fc98628) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:19.814177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: a3b3dcab-9552-4d69-8c37-7f95c7b6c46d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:19.814744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a3b3dcab-9552-4d69-8c37-7f95c7b6c46d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:19.839557 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:19.840184 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.859447 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00aa0fb6-150d-46e7-8ce5-06d7aeea027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.863177 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00aa0fb6-150d-46e7-8ce5-06d7aeea027d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.877213 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-00aa0fb6-150d-46e7-8ce5-06d7aeea027d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7aca82bc-cfcf-4034-8849-b6948c6d37d9 HTTP/1.1" status: 204 len: 168 time: 0.2465467 Aug 03 19:29:19.900447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa0fb6-150d-46e7-8ce5-06d7aeea027d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aca82bc-cfcf-4034-8849-b6948c6d37d9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:20.016347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-be4488c1-7522-4535-990c-62582defe7af', 'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'tenant_id': '89bd87c2a49e45e7a87fda7a13ce7c6d', 'fixed_ips': [{'subnet_id': '0198e713-42fb-4cac-b450-19788fad9bdf'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:29:20.017897 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.096723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.114373 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object aa572d2c-664d-42e7-8ffe-e3977fc98628 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:20.155465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.221479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=aa572d2c-664d-42e7-8ffe-e3977fc98628,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:20.251203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:20.254215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:20.258345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:20.259753 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.270221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:20.271687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.308787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55596) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:20.309333 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3aec52af-15d4-42e5-90f1-01f58445a72a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2679908 Aug 03 19:29:20.390385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:20.395219 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578af3f2-475d-495d-81bf-e63cbc49fb48" -d '{"events": [{"server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "name": "network-vif-plugged", "status": "completed", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:20.453861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:20.463111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc3020-5761-4485-bb7c-29a566b48c71 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:20.466032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-31cc3020-5761-4485-bb7c-29a566b48c71 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1553881 Aug 03 19:29:20.469276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55602) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:20.472263 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.532398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/0198e713-42fb-4cac-b450-19788fad9bdf/d83e1efd-838d-4991-95f2-92bc6c7ee4ce) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:20.549669 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61f4b0f-63b3-4d53-9bc1-c06bf7fdc2e0 x-openstack-request-id: req-f61f4b0f-63b3-4d53-9bc1-c06bf7fdc2e0 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:20.550133 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "name": "network-vif-plugged", "status": "completed", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:20.550538 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f61f4b0f-63b3-4d53-9bc1-c06bf7fdc2e0 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:20.551130 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'code': 200} Aug 03 19:29:20.599788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55604) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:20.655446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-6c70197d-fff3-4c39-a75f-21870c8baaa3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port aa572d2c-664d-42e7-8ffe-e3977fc98628 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:20.657402 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c70197d-fff3-4c39-a75f-21870c8baaa3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.730099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea298c61-8915-4341-b08e-c105d3d5494d req-5868bede-235d-43ba-8072-26c66e60a948 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:20.746544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea298c61-8915-4341-b08e-c105d3d5494d req-5868bede-235d-43ba-8072-26c66e60a948 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 943 time: 0.1664202 Aug 03 19:29:20.771625 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.779352 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c70197d-fff3-4c39-a75f-21870c8baaa3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.783068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Transition to ACTIVE for port object d83e1efd-838d-4991-95f2-92bc6c7ee4ce will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:20.788812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3146fce8-ebac-4e1e-950b-bb99f35c468b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2587a42077bd47769525f023770c91df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882558 Aug 03 19:29:20.793646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-6c70197d-fff3-4c39-a75f-21870c8baaa3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for aa572d2c-664d-42e7-8ffe-e3977fc98628 owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:20.802601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Transition to ACTIVE for port object d83e1efd-838d-4991-95f2-92bc6c7ee4ce will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:20.807135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:20.807692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55606) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:20.815441 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.860523 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:20.865005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:20.867831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:20.928768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Pushing event updated for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:20.949881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea298c61-8915-4341-b08e-c105d3d5494d req-09c375f5-0ff5-4dfb-9654-c84553dae73c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797445 Aug 03 19:29:20.960770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c70197d-fff3-4c39-a75f-21870c8baaa3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.978597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Attempting to bind port d83e1efd-838d-4991-95f2-92bc6c7ee4ce on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:20.979004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Attempting to bind port d83e1efd-838d-4991-95f2-92bc6c7ee4ce by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:20.979349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Attempting to bind port d83e1efd-838d-4991-95f2-92bc6c7ee4ce on network be4488c1-7522-4535-990c-62582defe7af {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:20.987406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:20.987815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Checking segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:20.988136 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.988547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Bound using segment: {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:20.989057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Bound port: d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc77ca-3cdf-4238-aad5-72eea4235018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'be4488c1-7522-4535-990c-62582defe7af'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:20.990084 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.029026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70197d-fff3-4c39-a75f-21870c8baaa3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=aa572d2c-664d-42e7-8ffe-e3977fc98628,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:21.038710 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e08b6176-edd7-4c1e-8370-5d2bbcb39738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.073915 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e08b6176-edd7-4c1e-8370-5d2bbcb39738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.084134 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c70197d-fff3-4c39-a75f-21870c8baaa3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.087794 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6c70197d-fff3-4c39-a75f-21870c8baaa3 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/aa572d2c-664d-42e7-8ffe-e3977fc98628 HTTP/1.1" status: 204 len: 168 time: 0.6169863 Aug 03 19:29:21.090644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55612) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:21.129875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:21.133732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:21.139357 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.201556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7397e-849b-4d91-a13e-5eea5a9b1a6a None None] Pushing event updated for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:21.231743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada6efe3-c476-449e-9767-9fa47ded33b7 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:21.236328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada6efe3-c476-449e-9767-9fa47ded33b7 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:21.241606 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ada6efe3-c476-449e-9767-9fa47ded33b7 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1357429 Aug 03 19:29:21.241606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55614) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:21.319330 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e08b6176-edd7-4c1e-8370-5d2bbcb39738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.324220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e08b6176-edd7-4c1e-8370-5d2bbcb39738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.329685 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e08b6176-edd7-4c1e-8370-5d2bbcb39738 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa72e82a-e7f3-46f6-9cae-29f391d5c4d0 HTTP/1.1" status: 204 len: 168 time: 0.5157523 Aug 03 19:29:21.349791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b6176-edd7-4c1e-8370-5d2bbcb39738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa72e82a-e7f3-46f6-9cae-29f391d5c4d0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:21.363882 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff6ce87-1235-4793-b5db-c3ec8ec46f7e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 0198e713-42fb-4cac-b450-19788fad9bdf {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:21.369237 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ce87-1235-4793-b5db-c3ec8ec46f7e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.448630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ce87-1235-4793-b5db-c3ec8ec46f7e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.689923 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ce87-1235-4793-b5db-c3ec8ec46f7e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.860836 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ce87-1235-4793-b5db-c3ec8ec46f7e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.926167 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ce87-1235-4793-b5db-c3ec8ec46f7e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.930178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8ff6ce87-1235-4793-b5db-c3ec8ec46f7e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/0198e713-42fb-4cac-b450-19788fad9bdf HTTP/1.1" status: 204 len: 168 time: 0.6871176 Aug 03 19:29:21.932575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6ce87-1235-4793-b5db-c3ec8ec46f7e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=0198e713-42fb-4cac-b450-19788fad9bdf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:21.934072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55618) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:22.018784 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c4d38151-63de-4654-9755-115e23e5e085 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824249 Aug 03 19:29:22.019749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55622) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:22.168290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f553e1c-7e3a-4a34-8fa3-de95725b21d5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:22.173555 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55626) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:22.183759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f553e1c-7e3a-4a34-8fa3-de95725b21d5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1623664 Aug 03 19:29:22.277365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad99cf-0e13-48d0-9dc7-57da13b6873c req-4df11523-26a0-4cf0-9546-da8c8d75fce6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:22.283816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7ad99cf-0e13-48d0-9dc7-57da13b6873c req-4df11523-26a0-4cf0-9546-da8c8d75fce6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 943 time: 0.1441402 Aug 03 19:29:22.294080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4baac6-fd6d-4221-b294-f2d2213c66b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:22.298885 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1e4baac6-fd6d-4221-b294-f2d2213c66b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1240647 Aug 03 19:29:22.299543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55630) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:22.363466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55632) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:22.364408 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b609652f-198f-4de4-b0c9-88028881da0e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636535 Aug 03 19:29:22.373065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:22.403865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d7ad99cf-0e13-48d0-9dc7-57da13b6873c req-aea390ae-4369-4b22-9a6c-aed9a26a6593 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155727 Aug 03 19:29:22.570342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:22.575187 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.840998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551898d-6776-40e9-a90a-6d81c6b7e550 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:23.099747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.objects.ports [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100487) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:29:23.274145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8a07eff7-c12b-41c5-8674-4c2994469777 None None] Provisioning for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:23.448308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:29:23.644267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d83e1efd-838d-4991-95f2-92bc6c7ee4ce up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:23.832102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:23.838444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.843026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7d9f055e-8181-4e3e-920e-0d342ee8e4c9,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:23.871125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:23.871755 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.877231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5d8d-11cd-4a3f-a016-fe57b7bb3e76 req-781c3c0c-6cbc-4f56-92b7-af8872f8aaa6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:23.879515 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d3e5d8d-11cd-4a3f-a016-fe57b7bb3e76 req-781c3c0c-6cbc-4f56-92b7-af8872f8aaa6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 943 time: 0.2370393 Aug 03 19:29:23.879751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '7d9f055e-8181-4e3e-920e-0d342ee8e4c9', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'port_id': '7d9f055e-8181-4e3e-920e-0d342ee8e4c9', 'mac_address': 'fa:16:3e:48:e8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:29:23.979587 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d3e5d8d-11cd-4a3f-a016-fe57b7bb3e76 req-f74cde27-e72d-4f1b-b08c-aedb7cd03a27 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738387 Aug 03 19:29:24.008451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-97b54054-a028-45f0-baf9-b4b98de5e5f8 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:24.009044 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-97b54054-a028-45f0-baf9-b4b98de5e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.058818 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.123350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:29:24.219704 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-97b54054-a028-45f0-baf9-b4b98de5e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.235657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7d9f055e-8181-4e3e-920e-0d342ee8e4c9,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:24.248145 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.289682 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.298660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:24.349036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7d9f055e-8181-4e3e-920e-0d342ee8e4c9,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:24.358509 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.379387 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.379387 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.464976 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-97b54054-a028-45f0-baf9-b4b98de5e5f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:24.465348 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-97b54054-a028-45f0-baf9-b4b98de5e5f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:24.466522 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:24.466986 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:24.469020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:24.479414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:24.480321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['7d9f055e-8181-4e3e-920e-0d342ee8e4c9'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:29:24.489003 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:24.489248 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.512852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=1cd17b6f-1deb-4b23-8094-e21204c377ba,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:24.522047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=5']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:24.528861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b7428c35-08de-4d53-9b97-8fad1934c862 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1639507 Aug 03 19:29:24.533374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55640) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:24.539899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-32111443-fb79-4588-93ae-d6618cb1631e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:24.774630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b3f9b-427a-4d48-84c8-e7eb9aa8c2eb None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:24.789546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32111443-fb79-4588-93ae-d6618cb1631e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:24.796017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-32111443-fb79-4588-93ae-d6618cb1631e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.973820 n-d-802918-7 neutron-server[100488]: INFO neutron.db.ipam_backend_mixin [None req-32111443-fb79-4588-93ae-d6618cb1631e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1cd17b6f-1deb-4b23-8094-e21204c377ba (CIDR: 2001:db8::/64) Aug 03 19:29:24.983113 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-32111443-fb79-4588-93ae-d6618cb1631e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:29:24.984557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32111443-fb79-4588-93ae-d6618cb1631e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:25.011209 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-32111443-fb79-4588-93ae-d6618cb1631e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4763205 Aug 03 19:29:25.015763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55646) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:25.050009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1808f28d-14a9-404f-8748-50291e998e0c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:25.057697 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.073696 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-97b54054-a028-45f0-baf9-b4b98de5e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.165738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:25.174090 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.329009 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-97b54054-a028-45f0-baf9-b4b98de5e5f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:25.329323 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-97b54054-a028-45f0-baf9-b4b98de5e5f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:25.342419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:25.345579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b71c89-ad94-41a1-82b3-a1aa7555069b req-f21b9dee-09ad-445f-aa70-5be009ea0ad7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:25.354025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50b71c89-ad94-41a1-82b3-a1aa7555069b req-f21b9dee-09ad-445f-aa70-5be009ea0ad7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 944 time: 0.1274455 Aug 03 19:29:25.372587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1808f28d-14a9-404f-8748-50291e998e0c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:25.377125 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1808f28d-14a9-404f-8748-50291e998e0c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.449617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d83e1efd-838d-4991-95f2-92bc6c7ee4ce up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:25.455078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:25.520745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50b71c89-ad94-41a1-82b3-a1aa7555069b req-2cefed90-2130-4bc8-87f8-6001a74ba945 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659994 Aug 03 19:29:25.609037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:25.616794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:25.617170 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.620949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:25.621574 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.863874 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1808f28d-14a9-404f-8748-50291e998e0c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.881053 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.913144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1808f28d-14a9-404f-8748-50291e998e0c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:25.917433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-1808f28d-14a9-404f-8748-50291e998e0c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:25.921144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1808f28d-14a9-404f-8748-50291e998e0c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:25.921840 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1808f28d-14a9-404f-8748-50291e998e0c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.922076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e06f0-325e-49c9-937e-c945dece7f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9f055e-8181-4e3e-920e-0d342ee8e4c9'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:25.925969 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581316c5-d28f-49f9-82f0-661295c09108" -d '{"events": [{"server_uuid": "114e06f0-325e-49c9-937e-c945dece7f2f", "name": "network-vif-plugged", "status": "completed", "tag": "7d9f055e-8181-4e3e-920e-0d342ee8e4c9"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:25.946805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129023c-3503-4092-928b-a43610413f80 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:25.949378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808f28d-14a9-404f-8748-50291e998e0c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=5132a1e5-6ada-47a4-b041-6fe7cce84e4d,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:25.962210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1808f28d-14a9-404f-8748-50291e998e0c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9412980 Aug 03 19:29:25.964644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55656) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:25.971855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:d7:48:cf', 'name': 'tempest-NetworksTestDHCPv6-50705057'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:25.973911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7d9f055e-8181-4e3e-920e-0d342ee8e4c9,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:26.026717 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd84187f-4888-4d50-aa9b-ef2175c03788 x-openstack-request-id: req-dd84187f-4888-4d50-aa9b-ef2175c03788 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:26.027157 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e06f0-325e-49c9-937e-c945dece7f2f", "name": "network-vif-plugged", "status": "completed", "tag": "7d9f055e-8181-4e3e-920e-0d342ee8e4c9", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:26.027539 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd84187f-4888-4d50-aa9b-ef2175c03788 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:26.028015 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114e06f0-325e-49c9-937e-c945dece7f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9f055e-8181-4e3e-920e-0d342ee8e4c9', 'code': 200} Aug 03 19:29:26.033247 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.124263 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=7d9f055e-8181-4e3e-920e-0d342ee8e4c9,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:26.149829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1ebfe-5d27-4afa-be67-b85b8430ae59 req-6de69adc-67e4-4ada-8ed0-1ae3e55e4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:26.152137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f1ebfe-5d27-4afa-be67-b85b8430ae59 req-6de69adc-67e4-4ada-8ed0-1ae3e55e4461 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 1096 time: 0.0609982 Aug 03 19:29:26.196643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:26.225524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f1ebfe-5d27-4afa-be67-b85b8430ae59 req-c185c771-7217-4cf0-b43b-7cd02a74bb74 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632834 Aug 03 19:29:26.348285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.373643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa448f-7dd5-4ab6-b66f-39fab6ee2a08 None None] Update dhcp port {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': '1cd17b6f-1deb-4b23-8094-e21204c377ba', 'ip_address': '2001:db8::f816:3eff:fe88:e4e0'}, {'subnet_id': '5132a1e5-6ada-47a4-b041-6fe7cce84e4d'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'd83e1efd-838d-4991-95f2-92bc6c7ee4ce'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:29:26.392354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 87bd19cd-0daf-4d17-8840-a3487aab3f74 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:26.405531 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-93fa448f-7dd5-4ab6-b66f-39fab6ee2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.538117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad29eb2d-b6db-440e-bf33-70edda271946 None None] Could not find standard attr ID for object aa572d2c-664d-42e7-8ffe-e3977fc98628. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:29:26.563975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ad29eb2d-b6db-440e-bf33-70edda271946 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:26.564686 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ad29eb2d-b6db-440e-bf33-70edda271946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.664220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8:0:1::61 (be4488c1-7522-4535-990c-62582defe7af/5132a1e5-6ada-47a4-b041-6fe7cce84e4d/87bd19cd-0daf-4d17-8840-a3487aab3f74) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:26.679320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::f816:3eff:fed7:48cf (be4488c1-7522-4535-990c-62582defe7af/1cd17b6f-1deb-4b23-8094-e21204c377ba/87bd19cd-0daf-4d17-8840-a3487aab3f74) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:26.709772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4930-79f3-446b-a09e-e4ac66c76396 req-0256b087-bd43-46ce-b2bf-13104cdc372c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:26.712388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b8b4930-79f3-446b-a09e-e4ac66c76396 req-0256b087-bd43-46ce-b2bf-13104cdc372c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 945 time: 0.0761385 Aug 03 19:29:26.778219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b8b4930-79f3-446b-a09e-e4ac66c76396 req-bee7acff-4a48-4be9-8d80-9f609a5ad656 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572410 Aug 03 19:29:26.945925 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.954950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 87bd19cd-0daf-4d17-8840-a3487aab3f74 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:27.018538 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.126088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-93fa448f-7dd5-4ab6-b66f-39fab6ee2a08 None None] Allocated IP 2001:db8:0:1::2 (be4488c1-7522-4535-990c-62582defe7af/5132a1e5-6ada-47a4-b041-6fe7cce84e4d/d83e1efd-838d-4991-95f2-92bc6c7ee4ce) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:27.128896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:27.129124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=87bd19cd-0daf-4d17-8840-a3487aab3f74,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:27.139136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:27.143011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:27.149165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:27.151350 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.170434 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7bdff06b-50df-4fb2-b5c2-87f72581d597 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2046297 Aug 03 19:29:27.175370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55664) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:27.331019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-033e22f1-dea9-48c1-a307-c95ffcb2bbf0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 87bd19cd-0daf-4d17-8840-a3487aab3f74 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:27.334112 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-033e22f1-dea9-48c1-a307-c95ffcb2bbf0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.403427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-93fa448f-7dd5-4ab6-b66f-39fab6ee2a08 None None] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:27.409368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d83e1efd-838d-4991-95f2-92bc6c7ee4ce up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:27.487671 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-93fa448f-7dd5-4ab6-b66f-39fab6ee2a08 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.512316 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-033e22f1-dea9-48c1-a307-c95ffcb2bbf0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.519684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-93fa448f-7dd5-4ab6-b66f-39fab6ee2a08 None None] Transition to ACTIVE for port object d83e1efd-838d-4991-95f2-92bc6c7ee4ce will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:27.524701 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:27.525216 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.528682 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-93fa448f-7dd5-4ab6-b66f-39fab6ee2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.542636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-033e22f1-dea9-48c1-a307-c95ffcb2bbf0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 87bd19cd-0daf-4d17-8840-a3487aab3f74 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:27.765345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa448f-7dd5-4ab6-b66f-39fab6ee2a08 None None] Pushing event updated for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:27.778353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Port d83e1efd-838d-4991-95f2-92bc6c7ee4ce had new provisioning blocks added so it will not transition to active. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 03 19:29:27.881403 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-033e22f1-dea9-48c1-a307-c95ffcb2bbf0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.964853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e22f1-dea9-48c1-a307-c95ffcb2bbf0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=87bd19cd-0daf-4d17-8840-a3487aab3f74,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:28.103329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8223e1e-5c60-41c5-93d1-884fdef056cc req-a86daa97-c0a4-40da-bc00-4dd091a475c2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:28.105159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8223e1e-5c60-41c5-93d1-884fdef056cc req-a86daa97-c0a4-40da-bc00-4dd091a475c2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 945 time: 0.1692309 Aug 03 19:29:28.106468 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-033e22f1-dea9-48c1-a307-c95ffcb2bbf0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.108502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-033e22f1-dea9-48c1-a307-c95ffcb2bbf0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/87bd19cd-0daf-4d17-8840-a3487aab3f74 HTTP/1.1" status: 204 len: 168 time: 0.9321244 Aug 03 19:29:28.113805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55672) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:28.225184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8223e1e-5c60-41c5-93d1-884fdef056cc req-06593478-58a9-441f-924d-9821780e9475 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901759 Aug 03 19:29:28.241720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836e662-090b-45cd-b5ab-9cb909cc50e7 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:28.243672 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6836e662-090b-45cd-b5ab-9cb909cc50e7 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1288438 Aug 03 19:29:28.247806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55674) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:28.329617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc682ce3-7ac3-4ce4-869b-a73028fadd62 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:28.331573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bc682ce3-7ac3-4ce4-869b-a73028fadd62 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0824249 Aug 03 19:29:28.337747 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55678) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:28.417967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c80cde-85d8-42cd-a8eb-41dc001c8438 req-bf64785d-b132-4ebb-be95-c5ab3546aa74 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:28.419535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7c80cde-85d8-42cd-a8eb-41dc001c8438 req-bf64785d-b132-4ebb-be95-c5ab3546aa74 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 945 time: 0.0800719 Aug 03 19:29:28.471766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17833115-b506-4507-98c2-6d7f9319a30a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:28.477362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7c80cde-85d8-42cd-a8eb-41dc001c8438 req-7d5dce26-e964-4cb5-ae20-dbb9c01272dd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Aug 03 19:29:28.478041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17833115-b506-4507-98c2-6d7f9319a30a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:28.480642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17833115-b506-4507-98c2-6d7f9319a30a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:28.483007 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-17833115-b506-4507-98c2-6d7f9319a30a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1434891 Aug 03 19:29:28.485738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55680) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:28.622678 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a45295b-64fc-4a47-bcbb-277f894fa43d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 1cd17b6f-1deb-4b23-8094-e21204c377ba {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:28.633391 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a45295b-64fc-4a47-bcbb-277f894fa43d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.695139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07d70a-0aa8-4b0b-97b5-038fddadae81 req-f1b5e627-78da-4307-b730-e0adf6721e1e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:28.701382 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb07d70a-0aa8-4b0b-97b5-038fddadae81 req-f1b5e627-78da-4307-b730-e0adf6721e1e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 945 time: 0.0859761 Aug 03 19:29:28.746547 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a45295b-64fc-4a47-bcbb-277f894fa43d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.783936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb07d70a-0aa8-4b0b-97b5-038fddadae81 req-bb4b7dfe-b6a6-4447-a2a3-68de785c801b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822492 Aug 03 19:29:28.934463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-46672497-5a10-44a2-8b5e-d5c43580cfff None None] Provisioning for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:28.943342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-46672497-5a10-44a2-8b5e-d5c43580cfff None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:28.943937 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46672497-5a10-44a2-8b5e-d5c43580cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.982723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a45295b-64fc-4a47-bcbb-277f894fa43d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.143415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a45295b-64fc-4a47-bcbb-277f894fa43d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.180987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45295b-64fc-4a47-bcbb-277f894fa43d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd17b6f-1deb-4b23-8094-e21204c377ba,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:29.194526 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6a45295b-64fc-4a47-bcbb-277f894fa43d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.198185 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6a45295b-64fc-4a47-bcbb-277f894fa43d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/1cd17b6f-1deb-4b23-8094-e21204c377ba HTTP/1.1" status: 204 len: 168 time: 0.7106829 Aug 03 19:29:29.200405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55690) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:29.207766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e801149-f526-4793-a935-3455dea046e3 req-5ea8a417-f3c1-4be1-a6a5-7ef6d121a5a8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:29.215527 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e801149-f526-4793-a935-3455dea046e3 req-5ea8a417-f3c1-4be1-a6a5-7ef6d121a5a8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 945 time: 0.0919509 Aug 03 19:29:29.261975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e08a4f-6280-4c68-b446-4be59c852b4b None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:29.263830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e801149-f526-4793-a935-3455dea046e3 req-5080c34d-a7ae-4c4f-887e-6db1c0581fc0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461733 Aug 03 19:29:29.313479 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d23100c-da91-4b68-bf99-2f3b9907a0f2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 5132a1e5-6ada-47a4-b041-6fe7cce84e4d {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:29.320179 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d23100c-da91-4b68-bf99-2f3b9907a0f2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.400002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d83e1efd-838d-4991-95f2-92bc6c7ee4ce up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:29.410167 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d23100c-da91-4b68-bf99-2f3b9907a0f2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.410695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-13c965a5-d8e7-4acd-8ac5-3111514234cf None None] Could not find standard attr ID for object 87bd19cd-0daf-4d17-8840-a3487aab3f74. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:29:29.553558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:29.553942 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.564180 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d23100c-da91-4b68-bf99-2f3b9907a0f2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.687080 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d23100c-da91-4b68-bf99-2f3b9907a0f2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.740462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23100c-da91-4b68-bf99-2f3b9907a0f2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=5132a1e5-6ada-47a4-b041-6fe7cce84e4d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:29.744541 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d23100c-da91-4b68-bf99-2f3b9907a0f2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.748120 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d23100c-da91-4b68-bf99-2f3b9907a0f2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/5132a1e5-6ada-47a4-b041-6fe7cce84e4d HTTP/1.1" status: 204 len: 168 time: 0.5456438 Aug 03 19:29:29.751952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55704) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:29.805751 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.828477 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d40e88f7-6c6a-4e41-9c26-8b835b2b6c26 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745580 Aug 03 19:29:29.832065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55708) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:29.840717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:30.024237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:30.031606 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.431281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c39463-8673-427c-9156-876f9d395439 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:30.504359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029debb4-f003-4f64-9618-31ff13e6fa9c req-015309b7-caf7-4996-a2e7-41d56fa375ee tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:30.506065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-029debb4-f003-4f64-9618-31ff13e6fa9c req-015309b7-caf7-4996-a2e7-41d56fa375ee tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 945 time: 0.1004496 Aug 03 19:29:30.530875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6ecf062a-5971-4151-98dc-95be039747e5 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:30.531565 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6ecf062a-5971-4151-98dc-95be039747e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.542011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:29:30.566703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-029debb4-f003-4f64-9618-31ff13e6fa9c req-8e3d60f5-b68f-47f4-a021-99a8a46c9396 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Aug 03 19:29:30.662424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5c4b1-4d8e-483d-bd2a-dd2e9c764420 req-6a04c88d-d30b-4d29-82f8-64fc3f047ae0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:30.665034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3c5c4b1-4d8e-483d-bd2a-dd2e9c764420 req-6a04c88d-d30b-4d29-82f8-64fc3f047ae0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 945 time: 0.0813544 Aug 03 19:29:30.829589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.851575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-b3c5c4b1-4d8e-483d-bd2a-dd2e9c764420 req-6a4e6f5d-b352-463b-88de-6facdf6e8526 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Deleting port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:30.851841 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b3c5c4b1-4d8e-483d-bd2a-dd2e9c764420 req-6a4e6f5d-b352-463b-88de-6facdf6e8526 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.990219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b3c5c4b1-4d8e-483d-bd2a-dd2e9c764420 req-6a4e6f5d-b352-463b-88de-6facdf6e8526 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] For port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=7d9f055e-8181-4e3e-920e-0d342ee8e4c9,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:30.991137 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b3c5c4b1-4d8e-483d-bd2a-dd2e9c764420 req-6a4e6f5d-b352-463b-88de-6facdf6e8526 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.009666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-b3c5c4b1-4d8e-483d-bd2a-dd2e9c764420 req-6a4e6f5d-b352-463b-88de-6facdf6e8526 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Calling delete_port for 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:31.557896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:31.606970 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.615238 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.616138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.630420 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b3c5c4b1-4d8e-483d-bd2a-dd2e9c764420 req-6a4e6f5d-b352-463b-88de-6facdf6e8526 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.646016 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['7d9f055e-8181-4e3e-920e-0d342ee8e4c9'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:29:31.673642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e6f5d-b352-463b-88de-6facdf6e8526 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event deleted for resources: {'Port': ['ID=7d9f055e-8181-4e3e-920e-0d342ee8e4c9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:31.733939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c5c4b1-4d8e-483d-bd2a-dd2e9c764420 req-6a4e6f5d-b352-463b-88de-6facdf6e8526 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] No DVR routers for this DVR port 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:31.748659 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b3c5c4b1-4d8e-483d-bd2a-dd2e9c764420 req-6a4e6f5d-b352-463b-88de-6facdf6e8526 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.751446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3c5c4b1-4d8e-483d-bd2a-dd2e9c764420 req-6a4e6f5d-b352-463b-88de-6facdf6e8526 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "DELETE /v2.0/ports/7d9f055e-8181-4e3e-920e-0d342ee8e4c9 HTTP/1.1" status: 204 len: 173 time: 1.0780530 Aug 03 19:29:31.751955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e06f0-325e-49c9-937e-c945dece7f2f', 'name': 'network-vif-deleted', 'tag': '7d9f055e-8181-4e3e-920e-0d342ee8e4c9'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:31.754472 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cb1dca-0422-4416-8579-b9e11e5dd86c" -d '{"events": [{"server_uuid": "114e06f0-325e-49c9-937e-c945dece7f2f", "name": "network-vif-deleted", "tag": "7d9f055e-8181-4e3e-920e-0d342ee8e4c9"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:31.783770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:31.786214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23202647-c3df-4261-9295-a4eb3f87cc23 req-50a0c2f4-bdff-4496-8026-f4e1b4cb611b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 210 time: 0.0542319 Aug 03 19:29:31.791303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:31.801741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:31.802704 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.850327 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0163257 Aug 03 19:29:31.854056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55748) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:31.864337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3304c0ea-fd9a-426e-9f2d-49b99d7332c8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:31.899985 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aae676-0b4b-4a91-9c79-0ea0c4aaff4c x-openstack-request-id: req-29aae676-0b4b-4a91-9c79-0ea0c4aaff4c {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:31.899985 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e06f0-325e-49c9-937e-c945dece7f2f", "name": "network-vif-deleted", "tag": "7d9f055e-8181-4e3e-920e-0d342ee8e4c9", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:31.900492 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29aae676-0b4b-4a91-9c79-0ea0c4aaff4c {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:31.900640 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114e06f0-325e-49c9-937e-c945dece7f2f', 'name': 'network-vif-deleted', 'tag': '7d9f055e-8181-4e3e-920e-0d342ee8e4c9', 'status': 'completed', 'code': 200} Aug 03 19:29:31.904726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=edf19757-cdb8-4046-b980-259a55961b9d,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:31.922776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f6adc-642a-45d3-942b-253c2051226a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=11']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:32.051921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3304c0ea-fd9a-426e-9f2d-49b99d7332c8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:32.056247 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3304c0ea-fd9a-426e-9f2d-49b99d7332c8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.102720 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:29:32.232140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fba1ee-b1e5-442f-bbca-3d2d10d3846b None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:32.252504 n-d-802918-7 neutron-server[100487]: INFO neutron.db.ipam_backend_mixin [None req-3304c0ea-fd9a-426e-9f2d-49b99d7332c8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet edf19757-cdb8-4046-b980-259a55961b9d (CIDR: 2001:db8::/64) Aug 03 19:29:32.260515 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3304c0ea-fd9a-426e-9f2d-49b99d7332c8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:29:32.262132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3304c0ea-fd9a-426e-9f2d-49b99d7332c8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:32.293846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3304c0ea-fd9a-426e-9f2d-49b99d7332c8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4381242 Aug 03 19:29:32.297592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55756) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:32.308722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-9bd967ed-0e70-4481-934a-4487ca1bae22 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:32.356630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ff821397-8699-44f2-bfd8-0f36994cc90c None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:32.357223 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ff821397-8699-44f2-bfd8-0f36994cc90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.522462 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd967ed-0e70-4481-934a-4487ca1bae22 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:32.529960 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9bd967ed-0e70-4481-934a-4487ca1bae22 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.973423 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9bd967ed-0e70-4481-934a-4487ca1bae22 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.007619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-61cf5454-0761-44a6-80a8-c55bd74f617b None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:33.008396 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-61cf5454-0761-44a6-80a8-c55bd74f617b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.050369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a921d36-6f31-4b9a-819c-b5d09397997f req-1963e086-a52c-418a-9782-4bbc5ce19fbe tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 210 time: 0.0935514 Aug 03 19:29:33.072854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd967ed-0e70-4481-934a-4487ca1bae22 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=4d42e6d2-a3b5-41bc-88b6-9692184b586c,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:33.104195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd967ed-0e70-4481-934a-4487ca1bae22 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:33.106802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-9bd967ed-0e70-4481-934a-4487ca1bae22 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:33.112838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd967ed-0e70-4481-934a-4487ca1bae22 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:33.113794 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9bd967ed-0e70-4481-934a-4487ca1bae22 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.124822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec3ec5c-1432-4f8c-a6c5-9d59fadf1cfa None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:33.144007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9bd967ed-0e70-4481-934a-4487ca1bae22 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8415220 Aug 03 19:29:33.144586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55760) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:33.154576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:47:0a:e4', 'name': 'tempest-NetworksTestDHCPv6-413560457'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:33.449836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:33.465877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d83e1efd-838d-4991-95f2-92bc6c7ee4ce up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:33.581638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:33.582023 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.692069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.713478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07e7a35-cc21-4721-8e54-a0eec7e93e96 None None] Update dhcp port {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': 'edf19757-cdb8-4046-b980-259a55961b9d', 'ip_address': '2001:db8::f816:3eff:fe88:e4e0'}, {'subnet_id': '4d42e6d2-a3b5-41bc-88b6-9692184b586c'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'd83e1efd-838d-4991-95f2-92bc6c7ee4ce'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:29:33.746045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 1b328c6d-080c-4226-932f-9db4284f32da yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:33.782975 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d07e7a35-cc21-4721-8e54-a0eec7e93e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.839019 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6c58e560-4aa5-448c-857f-ab218e6f14f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.040501 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8:0:1::3a6 (be4488c1-7522-4535-990c-62582defe7af/4d42e6d2-a3b5-41bc-88b6-9692184b586c/1b328c6d-080c-4226-932f-9db4284f32da) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:34.057173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::f816:3eff:fe47:ae4 (be4488c1-7522-4535-990c-62582defe7af/edf19757-cdb8-4046-b980-259a55961b9d/1b328c6d-080c-4226-932f-9db4284f32da) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:34.219239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2fdfdc77-5af5-4a02-bf61-5edda6cfa3df req-31b415f9-62fd-4ffa-9692-8c48b5ab6d6b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 210 time: 0.0617547 Aug 03 19:29:34.304863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.320622 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 1b328c6d-080c-4226-932f-9db4284f32da will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:34.363915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.428427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-d07e7a35-cc21-4721-8e54-a0eec7e93e96 None None] Allocated IP 2001:db8:0:1::2 (be4488c1-7522-4535-990c-62582defe7af/4d42e6d2-a3b5-41bc-88b6-9692184b586c/d83e1efd-838d-4991-95f2-92bc6c7ee4ce) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:34.451769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:34.457470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:34.461901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:34.468279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:34.469252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.498637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=1b328c6d-080c-4226-932f-9db4284f32da,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:34.507683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55778) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:34.508023 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7947aaa0-2d03-454c-97f1-4bab5fc93d34 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3621600 Aug 03 19:29:34.599115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d07e7a35-cc21-4721-8e54-a0eec7e93e96 None None] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:34.634789 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d07e7a35-cc21-4721-8e54-a0eec7e93e96 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.635574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-107b4152-3292-4a56-9331-22f8f0a05fb5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 1b328c6d-080c-4226-932f-9db4284f32da {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:34.636160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-107b4152-3292-4a56-9331-22f8f0a05fb5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.652079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d07e7a35-cc21-4721-8e54-a0eec7e93e96 None None] Transition to ACTIVE for port object d83e1efd-838d-4991-95f2-92bc6c7ee4ce will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:34.657481 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d07e7a35-cc21-4721-8e54-a0eec7e93e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.806353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e7a35-cc21-4721-8e54-a0eec7e93e96 None None] Pushing event updated for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=12']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:34.867206 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-107b4152-3292-4a56-9331-22f8f0a05fb5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.897892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-107b4152-3292-4a56-9331-22f8f0a05fb5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 1b328c6d-080c-4226-932f-9db4284f32da owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:35.148473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-107b4152-3292-4a56-9331-22f8f0a05fb5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.196564 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b4152-3292-4a56-9331-22f8f0a05fb5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=1b328c6d-080c-4226-932f-9db4284f32da,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:35.274741 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-107b4152-3292-4a56-9331-22f8f0a05fb5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.277781 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-107b4152-3292-4a56-9331-22f8f0a05fb5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/1b328c6d-080c-4226-932f-9db4284f32da HTTP/1.1" status: 204 len: 168 time: 0.7688088 Aug 03 19:29:35.280450 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55784) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:35.365472 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5de104-aa85-4f71-b300-7b257469fc9e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:35.371816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d83e1efd-838d-4991-95f2-92bc6c7ee4ce up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:35.373906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55786) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:35.376056 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dd5de104-aa85-4f71-b300-7b257469fc9e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0941932 Aug 03 19:29:35.413012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-be2ecf20-b887-4c40-9f64-e6d8596f4f02 req-0de50644-7b01-4788-ad19-6fe729e2f4da tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 210 time: 0.0781560 Aug 03 19:29:35.448587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c38c6b-0508-49ba-bf63-616812c6d347 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:35.451656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-24c38c6b-0508-49ba-bf63-616812c6d347 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0748935 Aug 03 19:29:35.453940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55788) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:35.463959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:35.489038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:35.489843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 7d9f055e-8181-4e3e-920e-0d342ee8e4c9 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:35.545953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f57031-30f3-42b6-b754-00c3081888b9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:35.547725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f57031-30f3-42b6-b754-00c3081888b9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:35.549399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f57031-30f3-42b6-b754-00c3081888b9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:35.551294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-58f57031-30f3-42b6-b754-00c3081888b9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0959110 Aug 03 19:29:35.556191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55790) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:35.607726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cafc0984-90f4-4740-aa0c-c423c9e4abb0 None None] Provisioning for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:35.614097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cafc0984-90f4-4740-aa0c-c423c9e4abb0 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:35.614491 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cafc0984-90f4-4740-aa0c-c423c9e4abb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.658461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed78ba2f-c8e1-41bc-bc44-7d2079f81d8c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 4d42e6d2-a3b5-41bc-88b6-9692184b586c {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:35.664297 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba2f-c8e1-41bc-bc44-7d2079f81d8c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.761185 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba2f-c8e1-41bc-bc44-7d2079f81d8c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.922364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba2f-c8e1-41bc-bc44-7d2079f81d8c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.987660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-57813a11-7a95-48e6-bbfa-0ea098dbefdd None None] Could not find standard attr ID for object 1b328c6d-080c-4226-932f-9db4284f32da. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:29:36.026596 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba2f-c8e1-41bc-bc44-7d2079f81d8c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.085488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78ba2f-c8e1-41bc-bc44-7d2079f81d8c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=4d42e6d2-a3b5-41bc-88b6-9692184b586c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:36.089548 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba2f-c8e1-41bc-bc44-7d2079f81d8c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.095386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55806) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:36.095714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ed78ba2f-c8e1-41bc-bc44-7d2079f81d8c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/4d42e6d2-a3b5-41bc-88b6-9692184b586c HTTP/1.1" status: 204 len: 168 time: 0.5381584 Aug 03 19:29:36.202167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-987dff0d-36a1-44ad-9b23-8b13671f611b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet edf19757-cdb8-4046-b980-259a55961b9d {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:36.206318 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-987dff0d-36a1-44ad-9b23-8b13671f611b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.243100 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7ace4-8c3f-4b6e-8519-d1b9ddca8560 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:36.255469 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-987dff0d-36a1-44ad-9b23-8b13671f611b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.397489 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-987dff0d-36a1-44ad-9b23-8b13671f611b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.455406 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-78a4f8da-450b-4e6f-870e-315f049776f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.550463 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-987dff0d-36a1-44ad-9b23-8b13671f611b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.569778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88d45cb3-9592-40a8-886b-8db4b8bfcef6 req-6f5924ae-8c3d-4c4c-9423-e8dd2e317897 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=114e06f0-325e-49c9-937e-c945dece7f2f HTTP/1.1" status: 200 len: 210 time: 0.0539677 Aug 03 19:29:36.582376 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-987dff0d-36a1-44ad-9b23-8b13671f611b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.584998 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-987dff0d-36a1-44ad-9b23-8b13671f611b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/edf19757-cdb8-4046-b980-259a55961b9d HTTP/1.1" status: 204 len: 168 time: 0.4880657 Aug 03 19:29:36.589140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55810) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:36.610769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dff0d-36a1-44ad-9b23-8b13671f611b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=edf19757-cdb8-4046-b980-259a55961b9d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:36.663469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55812) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:36.664200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ae851833-70e0-471f-9478-523f879a9b12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729103 Aug 03 19:29:36.669895 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0b0f5c6e-19ae-466f-92b5-09be0cfc743b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:36.707449 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.845994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0f5c6e-19ae-466f-92b5-09be0cfc743b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:36.851719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5c6e-19ae-466f-92b5-09be0cfc743b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.185824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5c6e-19ae-466f-92b5-09be0cfc743b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.266236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f5c6e-19ae-466f-92b5-09be0cfc743b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:37.270027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f5c6e-19ae-466f-92b5-09be0cfc743b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:37.275383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0f5c6e-19ae-466f-92b5-09be0cfc743b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:37.276008 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5c6e-19ae-466f-92b5-09be0cfc743b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.286732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f5c6e-19ae-466f-92b5-09be0cfc743b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=e1f85fe0-43ba-4037-bacc-a2d97f28b037,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:37.316375 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0b0f5c6e-19ae-466f-92b5-09be0cfc743b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6463513 Aug 03 19:29:37.317140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55818) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:37.323258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-825dbc9a-15d3-45b7-a522-2b1a4c04cc1c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:37.437358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec711492-1066-4b6e-a1f3-0bfa20ee09d2 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:37.479558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3e7f6cf0-6a4c-4ca1-81e4-a8645c0268f1 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:37.484831 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6cf0-6a4c-4ca1-81e4-a8645c0268f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.538513 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825dbc9a-15d3-45b7-a522-2b1a4c04cc1c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:37.542619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-825dbc9a-15d3-45b7-a522-2b1a4c04cc1c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.671582 n-d-802918-7 neutron-server[100488]: INFO neutron.db.ipam_backend_mixin [None req-825dbc9a-15d3-45b7-a522-2b1a4c04cc1c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1f85fe0-43ba-4037-bacc-a2d97f28b037 (CIDR: 2001:db8::/64) Aug 03 19:29:37.675582 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-825dbc9a-15d3-45b7-a522-2b1a4c04cc1c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:29:37.677576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825dbc9a-15d3-45b7-a522-2b1a4c04cc1c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:37.699320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55822) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:37.699979 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-825dbc9a-15d3-45b7-a522-2b1a4c04cc1c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3817418 Aug 03 19:29:37.710884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:37.876923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:37.881059 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.981809 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.200603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5338473d-59ef-4501-ad0a-695379b59bfc None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:38.207328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5338473d-59ef-4501-ad0a-695379b59bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.501813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.objects.ports [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100487) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:29:38.736475 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.935478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:38.978327 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.987453 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.988894 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.131316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:39.152732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:39.159002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:39.160057 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.199882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4982607 Aug 03 19:29:39.200141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55834) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:39.216468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=e3afa8a3-f38b-4496-bbcb-2235db1984d3,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:39.216782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:8c:e2:bb', 'name': 'tempest-NetworksTestDHCPv6-197203911'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:39.218333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4ce4a-5548-4f61-9884-bc01cde984d2 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:39.223822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c677a5d-9fa7-46be-b018-9565cab55ce5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=16']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:39.459638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d83e1efd-838d-4991-95f2-92bc6c7ee4ce up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:39.628517 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:39.629107 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.709756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:39.745825 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.871916 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.915416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port 6195db89-05f8-4a16-bed5-ff17013084a9 yet. {{(pid=100488) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:39.941808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a7a077-529d-40ab-80de-e3b1e029baf6 None None] Update dhcp port {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': 'e3afa8a3-f38b-4496-bbcb-2235db1984d3', 'ip_address': '2001:db8:0:1:f816:3eff:fe88:e4e0'}, {'subnet_id': 'e1f85fe0-43ba-4037-bacc-a2d97f28b037'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'd83e1efd-838d-4991-95f2-92bc6c7ee4ce'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:29:40.004318 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46a7a077-529d-40ab-80de-e3b1e029baf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.246836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::dd (be4488c1-7522-4535-990c-62582defe7af/e1f85fe0-43ba-4037-bacc-a2d97f28b037/6195db89-05f8-4a16-bed5-ff17013084a9) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:40.257036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8c:e2bb (be4488c1-7522-4535-990c-62582defe7af/e3afa8a3-f38b-4496-bbcb-2235db1984d3/6195db89-05f8-4a16-bed5-ff17013084a9) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:40.430089 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.445675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object 6195db89-05f8-4a16-bed5-ff17013084a9 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:40.491986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.549310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:40.552431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:40.558501 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:40.565070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:40.565797 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.572704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=6195db89-05f8-4a16-bed5-ff17013084a9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:40.591438 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5c35bf6c-39a3-4cc4-963c-f42808f108b0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3873978 Aug 03 19:29:40.595545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55852) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:40.599098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-46a7a077-529d-40ab-80de-e3b1e029baf6 None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/e1f85fe0-43ba-4037-bacc-a2d97f28b037/d83e1efd-838d-4991-95f2-92bc6c7ee4ce) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:40.727638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8902cf06-0216-4d54-ac55-48b6b270c27a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port 6195db89-05f8-4a16-bed5-ff17013084a9 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:40.728576 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8902cf06-0216-4d54-ac55-48b6b270c27a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.754973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-46a7a077-529d-40ab-80de-e3b1e029baf6 None None] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:40.802657 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46a7a077-529d-40ab-80de-e3b1e029baf6 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.819455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-46a7a077-529d-40ab-80de-e3b1e029baf6 None None] Transition to ACTIVE for port object d83e1efd-838d-4991-95f2-92bc6c7ee4ce will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:40.833311 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-46a7a077-529d-40ab-80de-e3b1e029baf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.857952 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8902cf06-0216-4d54-ac55-48b6b270c27a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.875161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8902cf06-0216-4d54-ac55-48b6b270c27a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for 6195db89-05f8-4a16-bed5-ff17013084a9 owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:40.955209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7a077-529d-40ab-80de-e3b1e029baf6 None None] Pushing event updated for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=17']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:41.309691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8902cf06-0216-4d54-ac55-48b6b270c27a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.411140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902cf06-0216-4d54-ac55-48b6b270c27a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=6195db89-05f8-4a16-bed5-ff17013084a9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:41.509824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d83e1efd-838d-4991-95f2-92bc6c7ee4ce up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:41.584935 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8902cf06-0216-4d54-ac55-48b6b270c27a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.589105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8902cf06-0216-4d54-ac55-48b6b270c27a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/6195db89-05f8-4a16-bed5-ff17013084a9 HTTP/1.1" status: 204 len: 168 time: 0.9920125 Aug 03 19:29:41.593390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55860) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:41.693318 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2141e7-8192-4967-abac-167f9e5b4cdf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.698699 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8a2141e7-8192-4967-abac-167f9e5b4cdf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1003504 Aug 03 19:29:41.699828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55862) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:41.837063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d9bd7-f43d-476e-a281-a84e09413c10 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.843999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55870) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:41.844428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8a8d9bd7-f43d-476e-a281-a84e09413c10 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1439476 Aug 03 19:29:41.979412 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c642f312-6819-4238-87d9-0bba95e6c024 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.982372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c642f312-6819-4238-87d9-0bba95e6c024 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.986225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c642f312-6819-4238-87d9-0bba95e6c024 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.989386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c642f312-6819-4238-87d9-0bba95e6c024 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1438830 Aug 03 19:29:41.993417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55876) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:42.087257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fae706-756d-477d-bd09-4bf928bfcbcf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet e1f85fe0-43ba-4037-bacc-a2d97f28b037 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:42.091279 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23fae706-756d-477d-bd09-4bf928bfcbcf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.145259 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23fae706-756d-477d-bd09-4bf928bfcbcf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.164099 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-79af3347-41e3-46f4-96b2-87efaec5860d None None] Provisioning for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:42.170092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-79af3347-41e3-46f4-96b2-87efaec5860d None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:42.171827 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-79af3347-41e3-46f4-96b2-87efaec5860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.309317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23fae706-756d-477d-bd09-4bf928bfcbcf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.405052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23fae706-756d-477d-bd09-4bf928bfcbcf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.491957 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fae706-756d-477d-bd09-4bf928bfcbcf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f85fe0-43ba-4037-bacc-a2d97f28b037,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:42.507121 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-23fae706-756d-477d-bd09-4bf928bfcbcf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.518793 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-23fae706-756d-477d-bd09-4bf928bfcbcf tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/e1f85fe0-43ba-4037-bacc-a2d97f28b037 HTTP/1.1" status: 204 len: 168 time: 0.5228760 Aug 03 19:29:42.524534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55882) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:42.640082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4247985-6280-4970-ac45-cfc5faf62ae3 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:42.708667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9bf87140-059f-47d4-bd95-1b9bc6fff271 None None] Could not find standard attr ID for object 6195db89-05f8-4a16-bed5-ff17013084a9. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:29:42.711681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-81492657-6849-423a-964c-2b235540eb52 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet e3afa8a3-f38b-4496-bbcb-2235db1984d3 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:42.718449 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81492657-6849-423a-964c-2b235540eb52 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.804333 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81492657-6849-423a-964c-2b235540eb52 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.037204 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81492657-6849-423a-964c-2b235540eb52 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.142353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81492657-6849-423a-964c-2b235540eb52 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.177055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81492657-6849-423a-964c-2b235540eb52 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=e3afa8a3-f38b-4496-bbcb-2235db1984d3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:43.184459 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81492657-6849-423a-964c-2b235540eb52 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.188707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-81492657-6849-423a-964c-2b235540eb52 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/e3afa8a3-f38b-4496-bbcb-2235db1984d3 HTTP/1.1" status: 204 len: 168 time: 0.6602786 Aug 03 19:29:43.189324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 55926) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:43.283233 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ae9dec9b-238b-44b7-9ce3-024e7b367856 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919256 Aug 03 19:29:43.286692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55938) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:43.292551 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9f0ee89a-2fe3-4a8e-a72b-5adc60e22c1b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:43.454425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0ee89a-2fe3-4a8e-a72b-5adc60e22c1b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:43.464171 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f0ee89a-2fe3-4a8e-a72b-5adc60e22c1b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.810095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-fc617731-ec88-4555-ad09-b615b625edae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084688 Aug 03 19:29:43.948359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ae010e-4b05-4911-b483-f1a121f68a1f None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:44.003331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f0ee89a-2fe3-4a8e-a72b-5adc60e22c1b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.029939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4d43f10d-7492-4d38-9f50-3682031ea234 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:44.030751 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4d43f10d-7492-4d38-9f50-3682031ea234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.044930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-fcc8ae65-c63e-469b-9ef5-6c3c308eaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.051830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-fcc8ae65-c63e-469b-9ef5-6c3c308eaf61 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 1096 time: 0.1509244 Aug 03 19:29:44.102507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ee89a-2fe3-4a8e-a72b-5adc60e22c1b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:44.108778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ee89a-2fe3-4a8e-a72b-5adc60e22c1b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:44.122014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0ee89a-2fe3-4a8e-a72b-5adc60e22c1b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.123019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f0ee89a-2fe3-4a8e-a72b-5adc60e22c1b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.155396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ee89a-2fe3-4a8e-a72b-5adc60e22c1b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=14dd4b0f-7e27-4074-ba41-40bf011a6b7b,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:44.190015 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9f0ee89a-2fe3-4a8e-a72b-5adc60e22c1b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9016244 Aug 03 19:29:44.193475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55956) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:44.204410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-80e0132e-31b8-4f1a-b502-91a794124f17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:44.310777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-5df6c703-a031-48b3-ad82-b50baceadd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.314836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-5df6c703-a031-48b3-ad82-b50baceadd24 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aadd9960-4dac-471b-9366-8261801b78f6 HTTP/1.1" status: 200 len: 897 time: 0.2236440 Aug 03 19:29:44.476657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-52ca88bc-3c9d-462c-8955-8056db0bee11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 HTTP/1.1" status: 200 len: 1000 time: 0.1384614 Aug 03 19:29:44.499877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e0132e-31b8-4f1a-b502-91a794124f17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:44.520581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-80e0132e-31b8-4f1a-b502-91a794124f17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.560595 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Update dhcp port {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'fixed_ips': [{'subnet_id': '14dd4b0f-7e27-4074-ba41-40bf011a6b7b'}], 'binding:host_id': 'n-d-802918-7'}, 'id': 'd83e1efd-838d-4991-95f2-92bc6c7ee4ce'} from n-d-802918-7. {{(pid=100489) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:29:44.604890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-96e252ce-e8a6-4669-8c9d-d42e4a458a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.607975 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-96e252ce-e8a6-4669-8c9d-d42e4a458a2f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0627755-e603-4108-9b9c-7ea75f319431 HTTP/1.1" status: 200 len: 835 time: 0.1183460 Aug 03 19:29:44.629900 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.701431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-766c831d-f8cb-4695-8be6-25a94d2f9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.703037 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-766c831d-f8cb-4695-8be6-25a94d2f9255 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aadd9960-4dac-471b-9366-8261801b78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814018 Aug 03 19:29:44.754587 n-d-802918-7 neutron-server[100488]: INFO neutron.db.ipam_backend_mixin [None req-80e0132e-31b8-4f1a-b502-91a794124f17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14dd4b0f-7e27-4074-ba41-40bf011a6b7b (CIDR: 2001:db8::/64) Aug 03 19:29:44.760392 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e0132e-31b8-4f1a-b502-91a794124f17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:29:44.761660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e0132e-31b8-4f1a-b502-91a794124f17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:44.792644 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-80e0132e-31b8-4f1a-b502-91a794124f17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5968416 Aug 03 19:29:44.794655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 55988) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:44.802920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'subnet': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:44.922567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-e4856b8a-921c-48eb-9d70-2bd630c27975 service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112622 Aug 03 19:29:44.980921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Allocated IP 2001:db8::2 (be4488c1-7522-4535-990c-62582defe7af/14dd4b0f-7e27-4074-ba41-40bf011a6b7b/d83e1efd-838d-4991-95f2-92bc6c7ee4ce) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:45.137564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-950c4f28-3a4f-437d-8e2e-50ff40a9d85c req-7b8a32c9-5506-4b0e-8411-be49f815083b service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025969 Aug 03 19:29:45.152876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:45.160613 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.260024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:45.316899 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.339756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Transition to ACTIVE for port object d83e1efd-838d-4991-95f2-92bc6c7ee4ce will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:45.349019 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.511475 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.519946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Pushing event updated for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=20']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:45.535040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.535623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.536203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.536763 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.537339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.537919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.538492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.539071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.539647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.540215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.540919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.541491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f81c739-1dc5-4fcd-9bf4-61735f754c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:45.709315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:29:46.015367 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.240341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35b0321-0436-4705-88f3-e21b6e2ae67a None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:46.343082 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:46.345770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-936c87af-dfb2-4d51-ab00-759ccc5fa0b3 None None] Provisioning for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:46.356156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-936c87af-dfb2-4d51-ab00-759ccc5fa0b3 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:46.356640 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-936c87af-dfb2-4d51-ab00-759ccc5fa0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.424048 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.431681 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.434579 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.573016 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:46.595219 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:46.615811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:46.616907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.660781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Subnet': ['ID=24da1121-0a81-4ba1-a6f1-0260bc52d2fe,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:46.671704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=22']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:46.679781 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ae256c26-8e2a-42ef-89f1-bc3a78c3ebb6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8834186 Aug 03 19:29:46.682406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56008) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:46.691771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Request body: {'port': {'network_id': 'be4488c1-7522-4535-990c-62582defe7af', 'mac_address': 'fa:16:3e:2f:bf:ac', 'name': 'tempest-NetworksTestDHCPv6-1033544488'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:46.903372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Made reservation on behalf of 89bd87c2a49e45e7a87fda7a13ce7c6d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:47.087337 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.114906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] device_id is not set on port a85ed3dc-4976-476b-a6be-a55ccbef64bf yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:47.352104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6fbf70-7182-43be-816d-a4eda49ac257 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:47.393354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8::1c3 (be4488c1-7522-4535-990c-62582defe7af/14dd4b0f-7e27-4074-ba41-40bf011a6b7b/a85ed3dc-4976-476b-a6be-a55ccbef64bf) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:47.406539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2f:bfac (be4488c1-7522-4535-990c-62582defe7af/24da1121-0a81-4ba1-a6f1-0260bc52d2fe/a85ed3dc-4976-476b-a6be-a55ccbef64bf) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:47.425810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d83e1efd-838d-4991-95f2-92bc6c7ee4ce up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:47.690678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a3f930f9-5d28-4ad0-8fcc-ccc34ce80fd6 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:47.691058 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a3f930f9-5d28-4ad0-8fcc-ccc34ce80fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.734891 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.769184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Transition to ACTIVE for port object a85ed3dc-4976-476b-a6be-a55ccbef64bf will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:47.799323 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:47.799323 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.849966 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.933985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Network be4488c1-7522-4535-990c-62582defe7af is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:47.938302 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:47.942924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:47.950086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:47.951290 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.982048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event updated for resources: {'Port': ['ID=a85ed3dc-4976-476b-a6be-a55ccbef64bf,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:47.995725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3071055 Aug 03 19:29:47.996401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56018) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:48.005394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.005888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.006214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.006555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.006897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.007323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.007560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.008193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.008516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.008858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.009236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.009651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72e76d3-e88c-4dc4-a951-77106b472852 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:48.149628 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-00993f65-2350-462e-a98c-e808dea82d17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting port a85ed3dc-4976-476b-a6be-a55ccbef64bf {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:48.150395 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00993f65-2350-462e-a98c-e808dea82d17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.313263 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00993f65-2350-462e-a98c-e808dea82d17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.339336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-00993f65-2350-462e-a98c-e808dea82d17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Calling delete_port for a85ed3dc-4976-476b-a6be-a55ccbef64bf owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:48.359822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f290bbfd-a73e-47fa-a709-87559e0e12be None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:48.360647 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f290bbfd-a73e-47fa-a709-87559e0e12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.649466 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00993f65-2350-462e-a98c-e808dea82d17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.669719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-76733aa4-1a71-4e81-9af0-0f97067c9ff7 None None] Could not find standard attr ID for object a85ed3dc-4976-476b-a6be-a55ccbef64bf. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:29:48.694568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00993f65-2350-462e-a98c-e808dea82d17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Port': ['ID=a85ed3dc-4976-476b-a6be-a55ccbef64bf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:48.752233 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00993f65-2350-462e-a98c-e808dea82d17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.755708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-00993f65-2350-462e-a98c-e808dea82d17 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/a85ed3dc-4976-476b-a6be-a55ccbef64bf HTTP/1.1" status: 204 len: 168 time: 0.7584622 Aug 03 19:29:48.759533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56022) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:48.851752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb339a7-b201-4355-9f83-aa87cc3657c0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:48.853888 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fcb339a7-b201-4355-9f83-aa87cc3657c0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0922763 Aug 03 19:29:48.856008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56028) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:48.923263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed5c7b-cff9-4f0c-95b3-0f8d5c31e871 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:48.930713 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f0ed5c7b-cff9-4f0c-95b3-0f8d5c31e871 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0720098 Aug 03 19:29:48.931523 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56030) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:49.047569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff2c19-c9e3-486b-901f-0c9e8ad54914 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:49.049400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff2c19-c9e3-486b-901f-0c9e8ad54914 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:49.050997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff2c19-c9e3-486b-901f-0c9e8ad54914 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:49.052684 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8dff2c19-c9e3-486b-901f-0c9e8ad54914 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1194751 Aug 03 19:29:49.055825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56036) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:49.121600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 14dd4b0f-7e27-4074-ba41-40bf011a6b7b {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:49.126295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.195026 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.311634 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.398525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56038) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:49.407702 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.443882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=14dd4b0f-7e27-4074-ba41-40bf011a6b7b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:49.458963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.459504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.460102 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.460477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.460871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.461261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.461737 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.462204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.462659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.463248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.463578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.463950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:49.469884 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.473309 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a51e2439-535f-4eb5-afdd-73c308c70c97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/14dd4b0f-7e27-4074-ba41-40bf011a6b7b HTTP/1.1" status: 204 len: 168 time: 0.4161758 Aug 03 19:29:49.476066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56042) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:49.493042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f1e4c-6cd8-41cb-87db-b7e94b92b743 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:49.560853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91e05cd-9e78-443b-8bee-f87c81c25d7b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Deleting subnet 24da1121-0a81-4ba1-a6f1-0260bc52d2fe {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:49.567173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f91e05cd-9e78-443b-8bee-f87c81c25d7b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.629880 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f91e05cd-9e78-443b-8bee-f87c81c25d7b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.801333 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f91e05cd-9e78-443b-8bee-f87c81c25d7b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.891757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f91e05cd-9e78-443b-8bee-f87c81c25d7b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.932136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e05cd-9e78-443b-8bee-f87c81c25d7b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Subnet': ['ID=24da1121-0a81-4ba1-a6f1-0260bc52d2fe,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:49.939296 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f91e05cd-9e78-443b-8bee-f87c81c25d7b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.946228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f91e05cd-9e78-443b-8bee-f87c81c25d7b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/24da1121-0a81-4ba1-a6f1-0260bc52d2fe HTTP/1.1" status: 204 len: 168 time: 0.4686847 Aug 03 19:29:49.947713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56046) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:49.999728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-903c729a-8360-4caf-ba00-4b448f38c164 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508652 Aug 03 19:29:50.000529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56048) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.089186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc418049-ac1b-47da-aa58-108f7da52681 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:50.094819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fc418049-ac1b-47da-aa58-108f7da52681 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0900569 Aug 03 19:29:50.095420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56054) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.163321 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port 66849eea-a44e-47e8-b93c-1d3da6e68c4e {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:50.164249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.192657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a46aabe-21bb-4be2-9a43-64959b2e2c2e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:50.197152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8a46aabe-21bb-4be2-9a43-64959b2e2c2e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0976715 Aug 03 19:29:50.202169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56056) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.287518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-54f52987-382b-4fe3-95dc-f306aa945267 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831852 Aug 03 19:29:50.298811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56060) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.329220 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.334048 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.340877 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-2895bfe5-641c-4dad-850a-2fddb19b3d6c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:50.341681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2895bfe5-641c-4dad-850a-2fddb19b3d6c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:50.348313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2895bfe5-641c-4dad-850a-2fddb19b3d6c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/a85ed3dc-4976-476b-a6be-a55ccbef64bf HTTP/1.1" status: 404 len: 333 time: 0.0442405 Aug 03 19:29:50.350200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56062) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.366566 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for 66849eea-a44e-47e8-b93c-1d3da6e68c4e owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:50.396169 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fbb724-598d-45cd-a6d1-6a6ea79eb837 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:50.396753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fbb724-598d-45cd-a6d1-6a6ea79eb837 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:50.402518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d8fbb724-598d-45cd-a6d1-6a6ea79eb837 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/24da1121-0a81-4ba1-a6f1-0260bc52d2fe HTTP/1.1" status: 404 len: 337 time: 0.0471539 Aug 03 19:29:50.403057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56064) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.438273 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee7efee-5d3b-4bf4-a1ef-b3dace6cb13b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:50.439020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee7efee-5d3b-4bf4-a1ef-b3dace6cb13b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:50.443671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fee7efee-5d3b-4bf4-a1ef-b3dace6cb13b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/14dd4b0f-7e27-4074-ba41-40bf011a6b7b HTTP/1.1" status: 404 len: 337 time: 0.0367901 Aug 03 19:29:50.443910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56066) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.490903 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6dc95b-19a3-4ddf-af3a-1700285cd9b7 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:50.492086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6dc95b-19a3-4ddf-af3a-1700285cd9b7 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:50.495268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8a6dc95b-19a3-4ddf-af3a-1700285cd9b7 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/6195db89-05f8-4a16-bed5-ff17013084a9 HTTP/1.1" status: 404 len: 333 time: 0.0498080 Aug 03 19:29:50.497927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56068) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.548056 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6649bdc-51d4-46da-90ea-9d0b8e3b350d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:50.548793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6649bdc-51d4-46da-90ea-9d0b8e3b350d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:50.552256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a6649bdc-51d4-46da-90ea-9d0b8e3b350d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/e3afa8a3-f38b-4496-bbcb-2235db1984d3 HTTP/1.1" status: 404 len: 337 time: 0.0524905 Aug 03 19:29:50.556784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56070) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.622532 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2d5682-8e01-41fc-9a0c-1ee379c6b499 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:50.623259 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2d5682-8e01-41fc-9a0c-1ee379c6b499 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:50.628866 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6b2d5682-8e01-41fc-9a0c-1ee379c6b499 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/e1f85fe0-43ba-4037-bacc-a2d97f28b037 HTTP/1.1" status: 404 len: 337 time: 0.0683420 Aug 03 19:29:50.629224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56072) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.676454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb85ce2-4f51-494f-9a0f-a689e1762e20 None None] Network be4488c1-7522-4535-990c-62582defe7af requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:50.677086 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c12ec73-6176-47f2-931c-f00f65a6342c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:50.678281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c12ec73-6176-47f2-931c-f00f65a6342c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:50.681575 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1c12ec73-6176-47f2-931c-f00f65a6342c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/1b328c6d-080c-4226-932f-9db4284f32da HTTP/1.1" status: 404 len: 333 time: 0.0505338 Aug 03 19:29:50.683981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56074) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.736919 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16d9c62-5146-4c7d-83a9-5666d7294f2f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:50.737606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16d9c62-5146-4c7d-83a9-5666d7294f2f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:50.741362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c16d9c62-5146-4c7d-83a9-5666d7294f2f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/4d42e6d2-a3b5-41bc-88b6-9692184b586c HTTP/1.1" status: 404 len: 337 time: 0.0557718 Aug 03 19:29:50.744121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56076) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.781218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.816619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8e4c8f51-25cc-4b07-adb4-d5035dd15b05 None None] Provisioning complete for port d83e1efd-838d-4991-95f2-92bc6c7ee4ce triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:50.817224 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8f51-25cc-4b07-adb4-d5035dd15b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.826314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=66849eea-a44e-47e8-b93c-1d3da6e68c4e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:50.886880 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90e145c-4447-4557-8c3b-be66f080040f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:50.887657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90e145c-4447-4557-8c3b-be66f080040f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:50.895946 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a90e145c-4447-4557-8c3b-be66f080040f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/edf19757-cdb8-4046-b980-259a55961b9d HTTP/1.1" status: 404 len: 337 time: 0.1481359 Aug 03 19:29:50.896446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56080) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.934093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.934919 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Floating IP 47b1923f-dcc7-4789-af19-6706c844ceef disassociated (deleted). External IP: 172.25.8.93, port: 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848. Aug 03 19:29:50.947648 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b7892e-5e99-4015-beca-30d16f0680a6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:50.949019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b7892e-5e99-4015-beca-30d16f0680a6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:50.953846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d8b7892e-5e99-4015-beca-30d16f0680a6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/87bd19cd-0daf-4d17-8840-a3487aab3f74 HTTP/1.1" status: 404 len: 333 time: 0.0531518 Aug 03 19:29:50.956153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56082) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.012174 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb338730-4643-4e6f-a7b7-e2698a4df21e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:51.012833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb338730-4643-4e6f-a7b7-e2698a4df21e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:51.018195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fb338730-4643-4e6f-a7b7-e2698a4df21e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/5132a1e5-6ada-47a4-b041-6fe7cce84e4d HTTP/1.1" status: 404 len: 337 time: 0.0596240 Aug 03 19:29:51.020876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56084) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.073276 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1ad5af-5203-4531-a95f-d42480515a16 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:51.074089 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1ad5af-5203-4531-a95f-d42480515a16 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:51.080964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-de1ad5af-5203-4531-a95f-d42480515a16 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/1cd17b6f-1deb-4b23-8094-e21204c377ba HTTP/1.1" status: 404 len: 337 time: 0.0545812 Aug 03 19:29:51.081451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56086) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.123078 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a025529b-b0d0-4b7e-9911-df3d5d380158 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:51.124120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a025529b-b0d0-4b7e-9911-df3d5d380158 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:51.129180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a025529b-b0d0-4b7e-9911-df3d5d380158 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/aa572d2c-664d-42e7-8ffe-e3977fc98628 HTTP/1.1" status: 404 len: 333 time: 0.0438504 Aug 03 19:29:51.133209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56088) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.146472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0777e-becd-4bdd-b3ce-847952adb867 None None] DHCP port deletion for be4488c1-7522-4535-990c-62582defe7af request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:29:51.177166 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1603f6e-931c-4eac-8184-44c818e9c91e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:51.177166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1603f6e-931c-4eac-8184-44c818e9c91e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:51.177166 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d1603f6e-931c-4eac-8184-44c818e9c91e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/0198e713-42fb-4cac-b450-19788fad9bdf HTTP/1.1" status: 404 len: 337 time: 0.0414205 Aug 03 19:29:51.177166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56090) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.238217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0777e-becd-4bdd-b3ce-847952adb867 None None] Deleting port d83e1efd-838d-4991-95f2-92bc6c7ee4ce {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:51.239279 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d5d0777e-becd-4bdd-b3ce-847952adb867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.420890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d5d0777e-becd-4bdd-b3ce-847952adb867 None None] For port d83e1efd-838d-4991-95f2-92bc6c7ee4ce, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,segment=NetworkSegment(c1bc77ca-3cdf-4238-aad5-72eea4235018),segment_id=c1bc77ca-3cdf-4238-aad5-72eea4235018)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:51.421639 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d5d0777e-becd-4bdd-b3ce-847952adb867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.443818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d83e1efd-838d-4991-95f2-92bc6c7ee4ce no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:51.448949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router f40bfd13-e3bc-4003-9a6a-f9ea6995383f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:51.491662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0777e-becd-4bdd-b3ce-847952adb867 None None] Calling delete_port for d83e1efd-838d-4991-95f2-92bc6c7ee4ce owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:51.598620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:51.613115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b0a4f-1989-4afd-826c-2f1ac3cb8909 None None] Sync routers for ids ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:51.613765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.669255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b0a4f-1989-4afd-826c-2f1ac3cb8909 None None] Routers {'f40bfd13-e3bc-4003-9a6a-f9ea6995383f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:51.670661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2c5b0a4f-1989-4afd-826c-2f1ac3cb8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:29:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:51.672181 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed10790-3d75-44e9-91ab-691658a4e158 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:51.674162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed10790-3d75-44e9-91ab-691658a4e158 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:51.679309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3ed10790-3d75-44e9-91ab-691658a4e158 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/5f70a7f7-0b47-453a-bbcf-d72f7a65ef7b HTTP/1.1" status: 404 len: 333 time: 0.5027757 Aug 03 19:29:51.680406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56102) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.710968 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cc7488-f003-4057-9190-b745302098b9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:51.712833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cc7488-f003-4057-9190-b745302098b9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:51.717447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d9cc7488-f003-4057-9190-b745302098b9 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/51ff43bb-5adb-4a01-9c34-5b1f414b7e2c HTTP/1.1" status: 404 len: 337 time: 0.0357583 Aug 03 19:29:51.718431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56104) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.719403 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b8f56c8f-fd9e-48f9-bd5b-91808d60718d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/floatingips/47b1923f-dcc7-4789-af19-6706c844ceef HTTP/1.1" status: 204 len: 168 time: 2.3192399 Aug 03 19:29:51.720102 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:51.735583 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980d8c02-d72a-44e0-ba82-f85bdd3e6021" -d '{"events": [{"name": "network-changed", "server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:51.747051 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-67162361-79a3-4a98-8c1f-fc9aee139f12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:51.747947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67162361-79a3-4a98-8c1f-fc9aee139f12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:51.753807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56110) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.754268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-67162361-79a3-4a98-8c1f-fc9aee139f12 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/9ab7eae5-2dc4-4ccc-876b-96b6ddc5356a HTTP/1.1" status: 404 len: 333 time: 0.0337532 Aug 03 19:29:51.844869 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2248698-33a3-4a61-8064-345bf2c09013 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:51.845387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2248698-33a3-4a61-8064-345bf2c09013 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:51.855525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56114) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.868408 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d2248698-33a3-4a61-8064-345bf2c09013 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/5d6cdfed-a080-4d15-9a64-0ca934dc6e77 HTTP/1.1" status: 404 len: 337 time: 0.1125295 Aug 03 19:29:51.887110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2c5b0a4f-1989-4afd-826c-2f1ac3cb8909 None None] Set router f40bfd13-e3bc-4003-9a6a-f9ea6995383f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:51.909673 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ebcaad-f4f8-4f2f-9991-803e64f85a97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:51.910562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ebcaad-f4f8-4f2f-9991-803e64f85a97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:51.918418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56118) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.938682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-83ebcaad-f4f8-4f2f-9991-803e64f85a97 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/9664954c-97e0-4963-84f4-3db076231df8 HTTP/1.1" status: 404 len: 333 time: 0.0811148 Aug 03 19:29:52.016123 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-39184697-a8e8-4c79-a979-a66a25f78093 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.016810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39184697-a8e8-4c79-a979-a66a25f78093 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.023548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56120) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.026424 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-39184697-a8e8-4c79-a979-a66a25f78093 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/eb26d991-21b1-4938-bf86-2b1108bee077 HTTP/1.1" status: 404 len: 337 time: 0.1064348 Aug 03 19:29:52.105192 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27d6322-ef78-4bb1-9298-9291c40f166e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.125046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27d6322-ef78-4bb1-9298-9291c40f166e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.138490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c27d6322-ef78-4bb1-9298-9291c40f166e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/e849994f-8795-4784-ba44-dc0bbed9d6b2 HTTP/1.1" status: 404 len: 333 time: 0.1086774 Aug 03 19:29:52.138764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56124) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.138927 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.202875 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6e92fc-3e43-4fb9-97de-31e4b583276f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.204845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6e92fc-3e43-4fb9-97de-31e4b583276f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.208434 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0a6e92fc-3e43-4fb9-97de-31e4b583276f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/450162eb-e3f0-492b-a965-9e9009d0577f HTTP/1.1" status: 404 len: 337 time: 0.0690653 Aug 03 19:29:52.211113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56128) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.268966 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5576a52-ef22-4794-aff9-6220f728981f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.271883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5576a52-ef22-4794-aff9-6220f728981f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.273854 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d5d0777e-becd-4bdd-b3ce-847952adb867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.276746 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e5576a52-ef22-4794-aff9-6220f728981f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/2062fb5a-2f3c-476e-ae25-80b2d0efdb0f HTTP/1.1" status: 404 len: 333 time: 0.0638273 Aug 03 19:29:52.280142 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f11653-0ea5-466d-a81d-bff9aa8761a0 x-openstack-request-id: req-18f11653-0ea5-466d-a81d-bff9aa8761a0 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:52.280744 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:52.281205 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18f11653-0ea5-466d-a81d-bff9aa8761a0 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:52.283199 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'status': 'completed', 'code': 200} Aug 03 19:29:52.283872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56130) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.363686 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c2ebbb-9d69-44fd-abcf-efca7d312f53 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.364786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c2ebbb-9d69-44fd-abcf-efca7d312f53 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.368607 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f7c2ebbb-9d69-44fd-abcf-efca7d312f53 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/298d8f46-a09b-45f1-9c89-c0c861e6810d HTTP/1.1" status: 404 len: 337 time: 0.0824883 Aug 03 19:29:52.370996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56132) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.379510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46861c1-412b-44d0-9c41-4d85caa08b69 req-89d64b0d-7c39-4935-ba37-9ac12f98c3bc tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:52.388443 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e46861c1-412b-44d0-9c41-4d85caa08b69 req-89d64b0d-7c39-4935-ba37-9ac12f98c3bc tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.1432078 Aug 03 19:29:52.392607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0777e-becd-4bdd-b3ce-847952adb867 None None] Pushing event deleted for resources: {'Port': ['ID=d83e1efd-838d-4991-95f2-92bc6c7ee4ce,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:52.399699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0777e-becd-4bdd-b3ce-847952adb867 None None] No DVR routers for this DVR port d83e1efd-838d-4991-95f2-92bc6c7ee4ce on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:52.415036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d8c02-d72a-44e0-ba82-f85bdd3e6021 req-c2caa730-913e-4f43-a86d-9deb3fa8b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:52.419848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-980d8c02-d72a-44e0-ba82-f85bdd3e6021 req-c2caa730-913e-4f43-a86d-9deb3fa8b58d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b5fb9b01c0b84db08e058795c9072907&device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 1096 time: 0.1257145 Aug 03 19:29:52.437950 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0f2ace-2d47-4fa1-bfdc-eded4595e902 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.438679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0f2ace-2d47-4fa1-bfdc-eded4595e902 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.445447 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7c0f2ace-2d47-4fa1-bfdc-eded4595e902 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/56e804d7-5623-4434-b133-0cab1af8a930 HTTP/1.1" status: 404 len: 337 time: 0.0706694 Aug 03 19:29:52.446651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56134) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.515061 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-990edfe6-09de-4e24-b2d5-c414588530f1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.516296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990edfe6-09de-4e24-b2d5-c414588530f1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.522584 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-990edfe6-09de-4e24-b2d5-c414588530f1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/cefd7cde-a164-43c5-a506-38ad7d55f973 HTTP/1.1" status: 404 len: 333 time: 0.0719917 Aug 03 19:29:52.525231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56136) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.553763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d8c02-d72a-44e0-ba82-f85bdd3e6021 req-85fd78ad-da7c-4b38-9f54-ab175136e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:52.555678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-980d8c02-d72a-44e0-ba82-f85bdd3e6021 req-85fd78ad-da7c-4b38-9f54-ab175136e536 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aadd9960-4dac-471b-9366-8261801b78f6 HTTP/1.1" status: 200 len: 897 time: 0.1278219 Aug 03 19:29:52.588217 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04c1724-6eec-4162-aef9-741af0a5ebc5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.588965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04c1724-6eec-4162-aef9-741af0a5ebc5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.594892 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a04c1724-6eec-4162-aef9-741af0a5ebc5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/eea4c1c7-3835-4ade-814e-d5ee4a8ef7b9 HTTP/1.1" status: 404 len: 337 time: 0.0675604 Aug 03 19:29:52.596230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56138) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.612573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2c5b0a4f-1989-4afd-826c-2f1ac3cb8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:28:01Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '693de170-05b0-4bb0-aa86-133069a10aed', 'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:01:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:58Z', 'updated_at': '2021-08-03T19:28:15Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:52.618307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e46861c1-412b-44d0-9c41-4d85caa08b69 req-77d35eff-52af-4295-9c96-b91a3675812e tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284420 Aug 03 19:29:52.620936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-980d8c02-d72a-44e0-ba82-f85bdd3e6021 req-b092aac9-cbd2-43e4-aae7-e15127fda331 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 HTTP/1.1" status: 200 len: 217 time: 0.0570302 Aug 03 19:29:52.630285 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fc1940-723f-4908-b649-c54325b05d6a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.631269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fc1940-723f-4908-b649-c54325b05d6a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.636341 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-73fc1940-723f-4908-b649-c54325b05d6a tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/b0de1d20-727d-4ba8-9e0f-5b16093212de HTTP/1.1" status: 404 len: 337 time: 0.0386980 Aug 03 19:29:52.637849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56140) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.684351 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a05289b-fb54-490d-b114-5a7499146489 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.684619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b0a4f-1989-4afd-826c-2f1ac3cb8909 None None] Checking router: f40bfd13-e3bc-4003-9a6a-f9ea6995383f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:52.685757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a05289b-fb54-490d-b114-5a7499146489 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.690805 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5a05289b-fb54-490d-b114-5a7499146489 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/a5a5ca3d-05d6-47f2-9748-2954af773442 HTTP/1.1" status: 404 len: 333 time: 0.0486200 Aug 03 19:29:52.691827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56142) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.706739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b0a4f-1989-4afd-826c-2f1ac3cb8909 None None] Routers {'f40bfd13-e3bc-4003-9a6a-f9ea6995383f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:52.707391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2c5b0a4f-1989-4afd-826c-2f1ac3cb8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:29:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:52.716449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d8c02-d72a-44e0-ba82-f85bdd3e6021 req-eb0c88d1-794c-4feb-80a3-06f3df1aac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:52.718966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-980d8c02-d72a-44e0-ba82-f85bdd3e6021 req-eb0c88d1-794c-4feb-80a3-06f3df1aac4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0627755-e603-4108-9b9c-7ea75f319431 HTTP/1.1" status: 200 len: 835 time: 0.0898988 Aug 03 19:29:52.742547 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-58348d0e-a649-4d7f-b66b-8af39e562854 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.743933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58348d0e-a649-4d7f-b66b-8af39e562854 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.746724 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-58348d0e-a649-4d7f-b66b-8af39e562854 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/7e1b3427-4c0a-4f3c-9b4b-5b0c82ef97c3 HTTP/1.1" status: 404 len: 337 time: 0.0534718 Aug 03 19:29:52.749775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56144) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.807947 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbc6e86-5a32-4df4-8324-2d5809df7aff tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.809215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbc6e86-5a32-4df4-8324-2d5809df7aff tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.816399 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6fbc6e86-5a32-4df4-8324-2d5809df7aff tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/fc8ad703-070e-4921-87f8-86f29b588d68 HTTP/1.1" status: 404 len: 337 time: 0.0634241 Aug 03 19:29:52.818818 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56146) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.861337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d8c02-d72a-44e0-ba82-f85bdd3e6021 req-2fb51a29-03fc-4c86-8a76-6669dfb06c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:52.863218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-980d8c02-d72a-44e0-ba82-f85bdd3e6021 req-2fb51a29-03fc-4c86-8a76-6669dfb06c04 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aadd9960-4dac-471b-9366-8261801b78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349390 Aug 03 19:29:52.865414 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82b2390-8213-4180-a39e-b1f41fd65db1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.866225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82b2390-8213-4180-a39e-b1f41fd65db1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.867938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d82b2390-8213-4180-a39e-b1f41fd65db1 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/375ac0cb-56c5-42bf-aee8-f9ae556fd641 HTTP/1.1" status: 404 len: 333 time: 0.0472810 Aug 03 19:29:52.871258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56148) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.908311 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8a95e6-ff2e-48d6-bdc2-16d03ae3dd40 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.908311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8a95e6-ff2e-48d6-bdc2-16d03ae3dd40 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.910044 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fd8a95e6-ff2e-48d6-bdc2-16d03ae3dd40 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/507cf5c6-9c71-40b8-9b6c-7f42a98c73b8 HTTP/1.1" status: 404 len: 337 time: 0.0377009 Aug 03 19:29:52.913354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56150) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.942810 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde1dbb5-2abc-42a6-b183-7e902435f8c0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:52.943291 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde1dbb5-2abc-42a6-b183-7e902435f8c0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:52.945223 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cde1dbb5-2abc-42a6-b183-7e902435f8c0 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/6174b67a-56f7-4435-81f8-8ec5c26fa377 HTTP/1.1" status: 404 len: 337 time: 0.0315714 Aug 03 19:29:52.948235 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56152) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.951472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2c5b0a4f-1989-4afd-826c-2f1ac3cb8909 None None] Set router f40bfd13-e3bc-4003-9a6a-f9ea6995383f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:53.008467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-110654b1-5744-4138-9a1a-140c4f23628b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8d90cba-0a73-46ba-9da8-11cf4cc59e5c HTTP/1.1" status: 200 len: 205 time: 0.0583444 Aug 03 19:29:53.011392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56154) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.077796 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-980d8c02-d72a-44e0-ba82-f85bdd3e6021 req-d646c85c-a145-497d-af5d-57f6b72d4bd0 service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025800 Aug 03 19:29:53.156514 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-867428cc-c376-4ed6-ac96-75ce94c70818 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] delete failed (client error): The resource could not be found. Aug 03 19:29:53.164266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56160) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.175227 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-867428cc-c376-4ed6-ac96-75ce94c70818 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/routers/a8d90cba-0a73-46ba-9da8-11cf4cc59e5c HTTP/1.1" status: 404 len: 336 time: 0.1470358 Aug 03 19:29:53.204350 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-130eb961-9c26-43ed-9fa9-77575c60dbba tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.205081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130eb961-9c26-43ed-9fa9-77575c60dbba tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.210830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-130eb961-9c26-43ed-9fa9-77575c60dbba tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/f806c532-d1cd-45ce-94e1-c0bab75e6a12 HTTP/1.1" status: 404 len: 337 time: 0.0451949 Aug 03 19:29:53.212234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56162) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.260576 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-31a4a2e4-89d3-4a0f-967f-4583e9be4462 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "GET /v2.0/ports?device_id=4b612757-5532-4daa-8bc7-1b271da8d180 HTTP/1.1" status: 200 len: 205 time: 0.0465446 Aug 03 19:29:53.260999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-980d8c02-d72a-44e0-ba82-f85bdd3e6021 req-4be4685d-dd4b-4ed0-862f-c9a2789475e2 service neutron] 10.222.0.74 "GET /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676664 Aug 03 19:29:53.263019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56164) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.319426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2c5b0a4f-1989-4afd-826c-2f1ac3cb8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:28:01Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '693de170-05b0-4bb0-aa86-133069a10aed', 'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:01:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:58Z', 'updated_at': '2021-08-03T19:28:15Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:53.370497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b0a4f-1989-4afd-826c-2f1ac3cb8909 None None] The sync data for ids ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'] in n-d-802918-7 is: [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:28:01Z', 'revision_number': 4, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '693de170-05b0-4bb0-aa86-133069a10aed', 'name': '', 'network_id': 'aadd9960-4dac-471b-9366-8261801b78f6', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'mac_address': 'fa:16:3e:01:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:58Z', 'updated_at': '2021-08-03T19:28:15Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'subnets': [{'id': 'f0627755-e603-4108-9b9c-7ea75f319431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:53.374246 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-cb2035ab-4462-424d-a9da-29603c5a2d88 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] delete failed (client error): The resource could not be found. Aug 03 19:29:53.376646 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cb2035ab-4462-424d-a9da-29603c5a2d88 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/routers/4b612757-5532-4daa-8bc7-1b271da8d180 HTTP/1.1" status: 404 len: 336 time: 0.1115723 Aug 03 19:29:53.379288 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56166) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.419896 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1338c2-148c-4f46-8607-a8f4e60ff6c6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.421093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1338c2-148c-4f46-8607-a8f4e60ff6c6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.425333 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9e1338c2-148c-4f46-8607-a8f4e60ff6c6 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/2188d7ea-c2a7-4f78-b661-b41e82292311 HTTP/1.1" status: 404 len: 337 time: 0.0420909 Aug 03 19:29:53.427472 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56168) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.458685 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8633f4a-d031-4f1b-afb5-fd4fe2b0f7a8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.459523 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8633f4a-d031-4f1b-afb5-fd4fe2b0f7a8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.461859 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f8633f4a-d031-4f1b-afb5-fd4fe2b0f7a8 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/7ce5ad68-dc55-4e22-bf0c-e11bb765e35f HTTP/1.1" status: 404 len: 337 time: 0.0350108 Aug 03 19:29:53.464584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56170) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.493751 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f480ee-9764-4f2a-9b19-cb968ad80b65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.494607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f480ee-9764-4f2a-9b19-cb968ad80b65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.496559 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-65f480ee-9764-4f2a-9b19-cb968ad80b65 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/a9f5f689-8c0b-48c8-8af9-43a7f24842a9 HTTP/1.1" status: 404 len: 333 time: 0.0308704 Aug 03 19:29:53.499699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56172) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.527490 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ea40d2-6232-46a4-abd1-78d24ef4d6fc tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.528565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ea40d2-6232-46a4-abd1-78d24ef4d6fc tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.530000 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-27ea40d2-6232-46a4-abd1-78d24ef4d6fc tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/4dc43da9-d3a7-4237-b5db-6212a5bb8a4a HTTP/1.1" status: 404 len: 337 time: 0.0292215 Aug 03 19:29:53.533032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56174) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.580463 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26f2013-81f2-4fdb-9b76-e11898dcbc31 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.581721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26f2013-81f2-4fdb-9b76-e11898dcbc31 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.587249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a26f2013-81f2-4fdb-9b76-e11898dcbc31 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/1b667ae8-2055-40f2-8202-97a011693f36 HTTP/1.1" status: 404 len: 333 time: 0.0503407 Aug 03 19:29:53.587683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56176) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.642560 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d8d709-1a1a-40b3-ab6f-92f79d332db2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.643350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d8d709-1a1a-40b3-ab6f-92f79d332db2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.648847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-08d8d709-1a1a-40b3-ab6f-92f79d332db2 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/fee5af97-f9cd-49ce-ae71-161e22678ff2 HTTP/1.1" status: 404 len: 337 time: 0.0569077 Aug 03 19:29:53.649181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56178) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.698268 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cf46a5-76c1-4736-a94f-331a96fa7a71 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.699075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cf46a5-76c1-4736-a94f-331a96fa7a71 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.704204 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-75cf46a5-76c1-4736-a94f-331a96fa7a71 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/80ea2d9e-7553-4703-b46b-25026ad92339 HTTP/1.1" status: 404 len: 333 time: 0.0538371 Aug 03 19:29:53.704595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56182) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.767484 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d852cc52-8238-4dcb-bd17-a14735dba7aa tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.768845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d852cc52-8238-4dcb-bd17-a14735dba7aa tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.776075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d852cc52-8238-4dcb-bd17-a14735dba7aa tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/ba236844-3973-496c-bb86-1a57b63769e4 HTTP/1.1" status: 404 len: 337 time: 0.0672655 Aug 03 19:29:53.777139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56184) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.813759 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04accc2-e6f1-42c1-8648-2302bbf6b50e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.814544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04accc2-e6f1-42c1-8648-2302bbf6b50e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.819607 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b04accc2-e6f1-42c1-8648-2302bbf6b50e tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/b5fa7a17-46de-4b2c-8180-04adfd3f5f3a HTTP/1.1" status: 404 len: 333 time: 0.0411386 Aug 03 19:29:53.820655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56186) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.869695 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-86daf927-86a2-4dcb-9b9f-8c9d0eccf12d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.870688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86daf927-86a2-4dcb-9b9f-8c9d0eccf12d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.877707 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-86daf927-86a2-4dcb-9b9f-8c9d0eccf12d tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/8887335f-fd2e-4370-8cf4-0786f0fe2ffe HTTP/1.1" status: 404 len: 337 time: 0.0557477 Aug 03 19:29:53.878914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56188) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.907335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110af11-1ab3-40ba-9b77-d5c6ffd1bf0e req-6b05aad5-181c-4ce6-8fdd-baddb2113e75 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:53.909148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b110af11-1ab3-40ba-9b77-d5c6ffd1bf0e req-6b05aad5-181c-4ce6-8fdd-baddb2113e75 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.1329114 Aug 03 19:29:53.912670 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cdd06d-157f-4d92-aa1c-a3b3fa3eb23c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:53.913699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cdd06d-157f-4d92-aa1c-a3b3fa3eb23c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:53.916098 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-42cdd06d-157f-4d92-aa1c-a3b3fa3eb23c tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/b12ca1dc-19a1-45b1-a197-4565574d6bda HTTP/1.1" status: 404 len: 333 time: 0.0355904 Aug 03 19:29:53.918701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56190) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.919594 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d609f917-c8cd-477f-9bde-7962494291ff None None] New status for floating IP 47b1923f-dcc7-4789-af19-6706c844ceef: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:29:54.031119 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea308dbf-1ba1-4eb2-adfb-baca8f96c9d4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:54.031791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea308dbf-1ba1-4eb2-adfb-baca8f96c9d4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:54.037574 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ea308dbf-1ba1-4eb2-adfb-baca8f96c9d4 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/381c4b4d-bec8-40c7-86d3-4b414528c73f HTTP/1.1" status: 404 len: 337 time: 0.1142051 Aug 03 19:29:54.044445 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56192) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:54.089923 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-c164d1fb-2495-43f7-913e-4168912c8ff5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:54.091140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c164d1fb-2495-43f7-913e-4168912c8ff5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:54.095606 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c164d1fb-2495-43f7-913e-4168912c8ff5 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/8f9df9b6-7d8e-425c-a57b-fba4c5bc8f41 HTTP/1.1" status: 404 len: 333 time: 0.0466111 Aug 03 19:29:54.099662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b110af11-1ab3-40ba-9b77-d5c6ffd1bf0e req-70a1c456-5341-4ad8-9e75-728643d74bff tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/security-groups?id=1a389df5-01de-4ecb-9180-4dacd3d11489&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744554 Aug 03 19:29:54.100356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56196) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:54.148186 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80e7c93-54e8-418e-b84a-cdf4d20a65bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:54.148663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80e7c93-54e8-418e-b84a-cdf4d20a65bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:54.151381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d80e7c93-54e8-418e-b84a-cdf4d20a65bb tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/dadee849-3e58-408c-af46-8c4562608b1e HTTP/1.1" status: 404 len: 337 time: 0.0479805 Aug 03 19:29:54.156289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56200) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:54.165472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1b1c3-def6-481d-975f-9b3b25b43c3a req-1367a877-7a32-44e9-ba30-083601e175d4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:54.167229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5e1b1c3-def6-481d-975f-9b3b25b43c3a req-1367a877-7a32-44e9-ba30-083601e175d4 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 945 time: 0.2433383 Aug 03 19:29:54.237788 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5534cd9-5893-482c-948f-d48cf4cd147f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:54.241575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5534cd9-5893-482c-948f-d48cf4cd147f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:54.243478 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c5534cd9-5893-482c-948f-d48cf4cd147f tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/ports/7be2c385-acb4-4e2d-b7dd-f244a1ec9a6b HTTP/1.1" status: 404 len: 333 time: 0.0853391 Aug 03 19:29:54.248385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56204) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:54.287294 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a305f0c-0a14-4fd6-b76b-24009c514865 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] DELETE failed (client error): The resource could not be found. Aug 03 19:29:54.287655 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a305f0c-0a14-4fd6-b76b-24009c514865 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:54.289571 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3a305f0c-0a14-4fd6-b76b-24009c514865 tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/subnets/ec90d2cd-074c-4fb9-a9e2-1854bef81b4d HTTP/1.1" status: 404 len: 337 time: 0.0399327 Aug 03 19:29:54.293779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56206) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:54.381983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e5e1b1c3-def6-481d-975f-9b3b25b43c3a req-ea6fb869-6a6a-4dba-9e49-e67b605c833a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:54.382360 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e5e1b1c3-def6-481d-975f-9b3b25b43c3a req-ea6fb869-6a6a-4dba-9e49-e67b605c833a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.411863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.517631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e5e1b1c3-def6-481d-975f-9b3b25b43c3a req-ea6fb869-6a6a-4dba-9e49-e67b605c833a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:54.518045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e5e1b1c3-def6-481d-975f-9b3b25b43c3a req-ea6fb869-6a6a-4dba-9e49-e67b605c833a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.536276 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.545108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e5e1b1c3-def6-481d-975f-9b3b25b43c3a req-ea6fb869-6a6a-4dba-9e49-e67b605c833a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:54.550770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4488c1-7522-4535-990c-62582defe7af']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:54.564690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bc77ca-3cdf-4238-aad5-72eea4235018') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:54.565009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bc77ca-3cdf-4238-aad5-72eea4235018') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:54.579228 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.604919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.614723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:29:54.615143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:29:54.618891 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:29:54.699831 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.716242 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.720719 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] 10.222.0.78 "DELETE /v2.0/networks/be4488c1-7522-4535-990c-62582defe7af HTTP/1.1" status: 204 len: 168 time: 0.4235873 Aug 03 19:29:54.737759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162028f-653c-4c71-b550-b89ce3d6f32b tempest-NetworksTestDHCPv6-420317409 tempest-NetworksTestDHCPv6-420317409-project] Pushing event deleted for resources: {'Network': ['ID=be4488c1-7522-4535-990c-62582defe7af,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:54.816302 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e5e1b1c3-def6-481d-975f-9b3b25b43c3a req-ea6fb869-6a6a-4dba-9e49-e67b605c833a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.856648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fb869-6a6a-4dba-9e49-e67b605c833a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=20bdaea3-1e67-49fc-95d6-f4a3f1d7b848,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:54.940766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e1b1c3-def6-481d-975f-9b3b25b43c3a req-ea6fb869-6a6a-4dba-9e49-e67b605c833a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] No DVR routers for this DVR port 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:54.944731 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e5e1b1c3-def6-481d-975f-9b3b25b43c3a req-ea6fb869-6a6a-4dba-9e49-e67b605c833a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.948812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5e1b1c3-def6-481d-975f-9b3b25b43c3a req-ea6fb869-6a6a-4dba-9e49-e67b605c833a tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.74 "DELETE /v2.0/ports/20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 HTTP/1.1" status: 204 len: 173 time: 0.7741611 Aug 03 19:29:54.949623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'name': 'network-vif-deleted', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:54.954044 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954ae77b-cc59-4ceb-8be1-32d394ae8fb8" -d '{"events": [{"server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "name": "network-vif-deleted", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:55.067815 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e2e6df-32f1-460c-8c08-8b2496103d99 x-openstack-request-id: req-91e2e6df-32f1-460c-8c08-8b2496103d99 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:55.068583 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82098f6e-6463-4de6-a200-a92718d6e083", "name": "network-vif-deleted", "tag": "20bdaea3-1e67-49fc-95d6-f4a3f1d7b848", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:55.068991 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91e2e6df-32f1-460c-8c08-8b2496103d99 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:55.069667 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82098f6e-6463-4de6-a200-a92718d6e083', 'name': 'network-vif-deleted', 'tag': '20bdaea3-1e67-49fc-95d6-f4a3f1d7b848', 'status': 'completed', 'code': 200} Aug 03 19:29:55.182802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56218) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:55.392403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8386530b-1dcc-4713-b58c-d449153d7196 req-786530f9-14ea-4f71-b242-572d34fa5d6b tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "GET /v2.0/ports?device_id=82098f6e-6463-4de6-a200-a92718d6e083 HTTP/1.1" status: 200 len: 210 time: 0.1038938 Aug 03 19:29:55.551863 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2e5698e6-be32-45c6-ad47-53860e196093 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=89bd87c2a49e45e7a87fda7a13ce7c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636124 Aug 03 19:29:55.553734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56226) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:55.619559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-afc9ddc3-8027-4c39-a02d-03dad6f1f345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.652996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-afc9ddc3-8027-4c39-a02d-03dad6f1f345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.217251 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-afc9ddc3-8027-4c39-a02d-03dad6f1f345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.219778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-afc9ddc3-8027-4c39-a02d-03dad6f1f345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.220977 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-afc9ddc3-8027-4c39-a02d-03dad6f1f345 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/733eb393-7ec8-4a81-a5ab-1924e241525a HTTP/1.1" status: 204 len: 168 time: 0.6661470 Aug 03 19:29:56.230216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9ddc3-8027-4c39-a02d-03dad6f1f345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733eb393-7ec8-4a81-a5ab-1924e241525a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:56.474001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56242) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:57.093820 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.488306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:57.532601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:57.534845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 20bdaea3-1e67-49fc-95d6-f4a3f1d7b848 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:57.549474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56274) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:57.625083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port 693de170-05b0-4bb0-aa86-133069a10aed {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:57.628273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.759638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1082748608'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:57.794062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:57.801202 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.825012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.836442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port 693de170-05b0-4bb0-aa86-133069a10aed, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=693de170-05b0-4bb0-aa86-133069a10aed,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:57.836965 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.878894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for 693de170-05b0-4bb0-aa86-133069a10aed owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:58.037618 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.043533 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.079098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:29:58.091458 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.091784 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Added segment c05a08da-6535-4142-bad8-68ca83b160e5 of type vlan for network 05a03615-3cd4-4173-b191-ae1030180fd2 Aug 03 19:29:58.151999 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.156964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9434fc1-3603-4fbd-ab4c-d3611a5b4083,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:58.204076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.218708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:58.219904 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.271566 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.310107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=693de170-05b0-4bb0-aa86-133069a10aed,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:58.334950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7822673 Aug 03 19:29:58.399780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205cbd9-4dbf-48f4-8894-cad735b36492 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Network': ['ID=05a03615-3cd4-4173-b191-ae1030180fd2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:58.452569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 05a03615-3cd4-4173-b191-ae1030180fd2 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:29:58.664235 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.154819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Router f40bfd13-e3bc-4003-9a6a-f9ea6995383f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:59.472892 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:59.501118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e910e-05e6-4b79-8480-180b74b49629 None None] Sync routers for ids ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:59.510598 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-59a5b421-98bd-4945-a878-39e0bfd3c332 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "PUT /v2.0/routers/f40bfd13-e3bc-4003-9a6a-f9ea6995383f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0312726 Aug 03 19:29:59.511046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56286) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:59.541965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e910e-05e6-4b79-8480-180b74b49629 None None] Routers {'f40bfd13-e3bc-4003-9a6a-f9ea6995383f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:59.542980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cc4e910e-05e6-4b79-8480-180b74b49629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:29:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:59.576383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04f9e43-93d2-4d4d-a7bf-b0c59700e87d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting subnet f0627755-e603-4108-9b9c-7ea75f319431 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:59.580499 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c04f9e43-93d2-4d4d-a7bf-b0c59700e87d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.660245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c04f9e43-93d2-4d4d-a7bf-b0c59700e87d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.930600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-cc4e910e-05e6-4b79-8480-180b74b49629 None None] Set router f40bfd13-e3bc-4003-9a6a-f9ea6995383f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:00.019814 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c04f9e43-93d2-4d4d-a7bf-b0c59700e87d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.083265 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.180367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c04f9e43-93d2-4d4d-a7bf-b0c59700e87d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.226925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cc4e910e-05e6-4b79-8480-180b74b49629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:29:58Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:00.259699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f9e43-93d2-4d4d-a7bf-b0c59700e87d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Subnet': ['ID=f0627755-e603-4108-9b9c-7ea75f319431,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:00.263823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e910e-05e6-4b79-8480-180b74b49629 None None] Checking router: f40bfd13-e3bc-4003-9a6a-f9ea6995383f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:30:00.275674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e910e-05e6-4b79-8480-180b74b49629 None None] Routers {'f40bfd13-e3bc-4003-9a6a-f9ea6995383f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:00.276609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cc4e910e-05e6-4b79-8480-180b74b49629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:29:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:00.301350 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c04f9e43-93d2-4d4d-a7bf-b0c59700e87d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.305868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c04f9e43-93d2-4d4d-a7bf-b0c59700e87d tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/subnets/f0627755-e603-4108-9b9c-7ea75f319431 HTTP/1.1" status: 204 len: 168 time: 0.7934091 Aug 03 19:30:00.308598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56292) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:00.417548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-cc4e910e-05e6-4b79-8480-180b74b49629 None None] Set router f40bfd13-e3bc-4003-9a6a-f9ea6995383f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:00.497655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67441f9c-39b2-47a6-ae92-4da6d81ad43d None None] Network aadd9960-4dac-471b-9366-8261801b78f6 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:00.520412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.743334 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.840886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c311ac9-4222-4fea-ac53-e58cb13b81b2 None None] DHCP port deletion for aadd9960-4dac-471b-9366-8261801b78f6 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:00.885178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Deleting port b659a3cb-b04c-4ce3-b918-3bfa31a9130d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:00.885891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.890031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-cc4e910e-05e6-4b79-8480-180b74b49629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:29:58Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:00.940301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e910e-05e6-4b79-8480-180b74b49629 None None] The sync data for ids ['f40bfd13-e3bc-4003-9a6a-f9ea6995383f'] in n-d-802918-7 is: [{'id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223975061', 'tenant_id': 'b5fb9b01c0b84db08e058795c9072907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:27:46Z', 'updated_at': '2021-08-03T19:29:58Z', 'revision_number': 5, 'project_id': 'b5fb9b01c0b84db08e058795c9072907', 'gw_port': {'id': 'b659a3cb-b04c-4ce3-b918-3bfa31a9130d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40bfd13-e3bc-4003-9a6a-f9ea6995383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:27:47Z', 'updated_at': '2021-08-03T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:00.992452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2c311ac9-4222-4fea-ac53-e58cb13b81b2 None None] Deleting port f85203f3-124a-4967-a3ed-a845a45ffb35 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:00.992716 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2c311ac9-4222-4fea-ac53-e58cb13b81b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.142403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] For port b659a3cb-b04c-4ce3-b918-3bfa31a9130d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b659a3cb-b04c-4ce3-b918-3bfa31a9130d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:01.143460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.172074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2c311ac9-4222-4fea-ac53-e58cb13b81b2 None None] For port f85203f3-124a-4967-a3ed-a845a45ffb35, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f85203f3-124a-4967-a3ed-a845a45ffb35,segment=NetworkSegment(4018f0b4-f76f-421e-9bb7-f56e0f9d6829),segment_id=4018f0b4-f76f-421e-9bb7-f56e0f9d6829)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:01.179865 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2c311ac9-4222-4fea-ac53-e58cb13b81b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.211988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Calling delete_port for b659a3cb-b04c-4ce3-b918-3bfa31a9130d owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:01.226918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2c311ac9-4222-4fea-ac53-e58cb13b81b2 None None] Calling delete_port for f85203f3-124a-4967-a3ed-a845a45ffb35 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:01.430016 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2c311ac9-4222-4fea-ac53-e58cb13b81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.497548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c311ac9-4222-4fea-ac53-e58cb13b81b2 None None] Pushing event deleted for resources: {'Port': ['ID=f85203f3-124a-4967-a3ed-a845a45ffb35,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:01.540864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c311ac9-4222-4fea-ac53-e58cb13b81b2 None None] No DVR routers for this DVR port f85203f3-124a-4967-a3ed-a845a45ffb35 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:01.585568 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 693de170-05b0-4bb0-aa86-133069a10aed no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:01.650821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 693de170-05b0-4bb0-aa86-133069a10aed {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:01.651158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 693de170-05b0-4bb0-aa86-133069a10aed not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:01.652498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f85203f3-124a-4967-a3ed-a845a45ffb35 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:01.686699 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.704697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: f85203f3-124a-4967-a3ed-a845a45ffb35 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:01.704697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f85203f3-124a-4967-a3ed-a845a45ffb35 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:01.738984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Port': ['ID=b659a3cb-b04c-4ce3-b918-3bfa31a9130d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:01.872935 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.008372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.011188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.077177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.078509 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Fanout notify agent at l3_agent the message router_deleted on router f40bfd13-e3bc-4003-9a6a-f9ea6995383f {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:02.090518 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.096670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56316) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:02.105726 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3f2cd69d-d7bb-4df4-bb5c-1599c1773595 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/routers/f40bfd13-e3bc-4003-9a6a-f9ea6995383f HTTP/1.1" status: 204 len: 168 time: 1.7876678 Aug 03 19:30:02.267658 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.408377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56320) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:02.413740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'subnet': {'network_id': '05a03615-3cd4-4173-b191-ae1030180fd2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:02.440952 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.455268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadd9960-4dac-471b-9366-8261801b78f6']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:02.474709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4018f0b4-f76f-421e-9bb7-f56e0f9d6829') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:02.475006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4018f0b4-f76f-421e-9bb7-f56e0f9d6829') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:02.487370 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.531200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.546443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:02.546822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:02.547136 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:02.553024 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:02.557070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.677117 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.687428 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.693412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/networks/aadd9960-4dac-471b-9366-8261801b78f6 HTTP/1.1" status: 204 len: 168 time: 0.5964024 Aug 03 19:30:02.696006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56322) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:02.745917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ad279-92b5-419a-b465-042c30574590 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'Network': ['ID=aadd9960-4dac-471b-9366-8261801b78f6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:02.840106 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20c5b9ef-ef58-4b5b-ae30-b88eb6113879 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.888224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.899806 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20c5b9ef-ef58-4b5b-ae30-b88eb6113879 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.988746 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Subnet': ['ID=ac7c52a2-7170-409a-a68f-6dadfbb483b7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:02.994558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Checking segment: {'id': 'c05a08da-6535-4142-bad8-68ca83b160e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '05a03615-3cd4-4173-b191-ae1030180fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:02.995064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network hostable DHCP agents. Network: 05a03615-3cd4-4173-b191-ae1030180fd2, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:03.012014 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20c5b9ef-ef58-4b5b-ae30-b88eb6113879 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.016971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-20c5b9ef-ef58-4b5b-ae30-b88eb6113879 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.017290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network 05a03615-3cd4-4173-b191-ae1030180fd2 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:03.019380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-20c5b9ef-ef58-4b5b-ae30-b88eb6113879 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] 10.222.0.78 "DELETE /v2.0/security-groups/1a389df5-01de-4ecb-9180-4dacd3d11489 HTTP/1.1" status: 204 len: 168 time: 0.3220730 Aug 03 19:30:03.034741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 05a03615-3cd4-4173-b191-ae1030180fd2) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:03.038560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5b9ef-ef58-4b5b-ae30-b88eb6113879 tempest-TestNetworkAdvancedServerOps-223750300 tempest-TestNetworkAdvancedServerOps-223750300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a389df5-01de-4ecb-9180-4dacd3d11489,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:03.040124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:03.041378 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.055435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f160e-d924-4f4d-b5ba-4bff7ae63f8c None None] Network 05a03615-3cd4-4173-b191-ae1030180fd2 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:03.081539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56326) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:03.084466 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-da856c76-e6d5-4186-800f-3823ba8fc6b9 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6743104 Aug 03 19:30:03.094120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-911366400'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:03.184806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:03.188807 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.249143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:03.265258 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.266027 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Added segment 728cca1a-37e6-42cc-8722-78a4f326ef2c of type vlan for network b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8 Aug 03 19:30:03.378029 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.448684 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.461441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:03.462174 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.481128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b659a3cb-b04c-4ce3-b918-3bfa31a9130d no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:03.515920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: b659a3cb-b04c-4ce3-b918-3bfa31a9130d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:03.516357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b659a3cb-b04c-4ce3-b918-3bfa31a9130d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:03.561677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56338) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:03.578649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Network': ['ID=b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:03.593276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c974ec9a-215d-446f-b36d-e7431950c7ef tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5099764 Aug 03 19:30:03.595457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56342) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:03.601421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'subnet': {'network_id': 'b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:03.602289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:03.721683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:03.727445 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.803367 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5abd9c5-7179-4cd2-b8f0-6c022fb932da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.848601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-05a03615-3cd4-4173-b191-ae1030180fd2', 'network_id': '05a03615-3cd4-4173-b191-ae1030180fd2', 'tenant_id': '1850de90d8204e89a34514c242df31bc', 'fixed_ips': [{'subnet_id': 'ac7c52a2-7170-409a-a68f-6dadfbb483b7'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:03.849546 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.940246 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a6803b85-1dea-499b-b524-a84430e2911c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b5fb9b01c0b84db08e058795c9072907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771958 Aug 03 19:30:03.940884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56344) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:04.035697 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-86f17ad6-3e16-4644-8923-88be99b2dd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.082638 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-86f17ad6-3e16-4644-8923-88be99b2dd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.114236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Allocated IP 2001:db8:0:ffff::2 (05a03615-3cd4-4173-b191-ae1030180fd2/ac7c52a2-7170-409a-a68f-6dadfbb483b7/938f68b4-db61-48a1-b974-2b3e18b7bd0d) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:04.215749 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-86f17ad6-3e16-4644-8923-88be99b2dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.220064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-86f17ad6-3e16-4644-8923-88be99b2dd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.243311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-86f17ad6-3e16-4644-8923-88be99b2dd67 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af30f2fd-7b28-4746-b3d8-15bd2e7ce69b HTTP/1.1" status: 204 len: 168 time: 0.2981989 Aug 03 19:30:04.251937 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:30:04.254332 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.271714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f17ad6-3e16-4644-8923-88be99b2dd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af30f2fd-7b28-4746-b3d8-15bd2e7ce69b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:04.349241 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Subnet': ['ID=4e74d360-8fee-4ce3-bbf4-8dc4ec24bde3,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:04.367037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Checking segment: {'id': '728cca1a-37e6-42cc-8722-78a4f326ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:04.367738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network hostable DHCP agents. Network: b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:04.374999 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.411041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:04.415202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Transition to ACTIVE for port object 938f68b4-db61-48a1-b974-2b3e18b7bd0d will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:04.440006 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:04.453972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2941ed07-57b2-4ed9-8071-1a8f9841f6ae None None] Network b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:04.464324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:04.471239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.511614 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f96ef3e1-885c-4010-a948-a1c17c65a0ed tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9147356 Aug 03 19:30:04.515406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56354) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:04.522561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'port': {'network_id': 'b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8', 'name': 'tempest-NetworksIpV6TestAttrs-460172191'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:04.585537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Transition to ACTIVE for port object 938f68b4-db61-48a1-b974-2b3e18b7bd0d will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:04.615397 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.725314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Network 05a03615-3cd4-4173-b191-ae1030180fd2 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:04.731058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:04.736345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:04.794389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:04.807773 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.825462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Pushing event updated for resources: {'Port': ['ID=938f68b4-db61-48a1-b974-2b3e18b7bd0d,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:04.853429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Attempting to bind port 938f68b4-db61-48a1-b974-2b3e18b7bd0d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:04.853946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Attempting to bind port 938f68b4-db61-48a1-b974-2b3e18b7bd0d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c05a08da-6535-4142-bad8-68ca83b160e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '05a03615-3cd4-4173-b191-ae1030180fd2'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:04.854384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Attempting to bind port 938f68b4-db61-48a1-b974-2b3e18b7bd0d on network 05a03615-3cd4-4173-b191-ae1030180fd2 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:04.857994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] device_id is not set on port 7aa14d3c-c8f0-4603-96e1-5af682c49dcb yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:04.859294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8', 'network_id': 'b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8', 'tenant_id': '1850de90d8204e89a34514c242df31bc', 'fixed_ips': [{'subnet_id': '4e74d360-8fee-4ce3-bbf4-8dc4ec24bde3'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:04.860251 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.875539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:04.876062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Checking segment: {'id': 'c05a08da-6535-4142-bad8-68ca83b160e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '05a03615-3cd4-4173-b191-ae1030180fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:04.876593 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.877176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Bound using segment: {'id': 'c05a08da-6535-4142-bad8-68ca83b160e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '05a03615-3cd4-4173-b191-ae1030180fd2'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:04.877840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Bound port: 938f68b4-db61-48a1-b974-2b3e18b7bd0d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05a08da-6535-4142-bad8-68ca83b160e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '05a03615-3cd4-4173-b191-ae1030180fd2'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:04.878230 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.014205 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56358) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.087806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56360) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.088659 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-07c7fb4c-b01e-4b6c-aa15-5d14a2df027f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b770f34e4340482c91e8bfd77f297700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724308 Aug 03 19:30:05.097086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] For port 938f68b4-db61-48a1-b974-2b3e18b7bd0d, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:05.103779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] For port 938f68b4-db61-48a1-b974-2b3e18b7bd0d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=938f68b4-db61-48a1-b974-2b3e18b7bd0d,segment=NetworkSegment(c05a08da-6535-4142-bad8-68ca83b160e5),segment_id=c05a08da-6535-4142-bad8-68ca83b160e5)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:05.106231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Allocated IP 2001:db8::f816:3eff:fed7:4d1e (b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8/4e74d360-8fee-4ce3-bbf4-8dc4ec24bde3/7aa14d3c-c8f0-4603-96e1-5af682c49dcb) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:05.113138 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.243274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966497c0-bf55-4f70-922c-291ea1ddf8da None None] Pushing event updated for resources: {'Port': ['ID=938f68b4-db61-48a1-b974-2b3e18b7bd0d,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:05.311682 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6e0c-a44c-4e08-8f95-e5eb9812069a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.365007 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6e0c-a44c-4e08-8f95-e5eb9812069a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.458942 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.522258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Transition to ACTIVE for port object 7aa14d3c-c8f0-4603-96e1-5af682c49dcb will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:05.536220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6e0c-a44c-4e08-8f95-e5eb9812069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.542367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6e0c-a44c-4e08-8f95-e5eb9812069a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.549483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9c4d6e0c-a44c-4e08-8f95-e5eb9812069a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c3d2f9b9-3468-4ef0-8a0c-8f60ce3d1e02 HTTP/1.1" status: 204 len: 168 time: 0.4165382 Aug 03 19:30:05.579175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d6e0c-a44c-4e08-8f95-e5eb9812069a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d2f9b9-3468-4ef0-8a0c-8f60ce3d1e02,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:05.667065 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.752391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:05.760372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:05.766824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:05.779811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:05.781090 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.818214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Allocated IP 2001:db8::f816:3eff:feeb:65d8 (b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8/4e74d360-8fee-4ce3-bbf4-8dc4ec24bde3/631ed51e-5343-4c54-a9b2-6113514091f1) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:05.825813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Port': ['ID=7aa14d3c-c8f0-4603-96e1-5af682c49dcb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:05.833541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-33cc0161-5011-4429-abe6-c4ab274fe738 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3142886 Aug 03 19:30:05.833779 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56378) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.906900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0a2120-2c9b-4ca6-ae34-b784ed819bdb tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Deleting subnet 4e74d360-8fee-4ce3-bbf4-8dc4ec24bde3 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:06.125951 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.145900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Transition to ACTIVE for port object 631ed51e-5343-4c54-a9b2-6113514091f1 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:06.179161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Transition to ACTIVE for port object 631ed51e-5343-4c54-a9b2-6113514091f1 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:06.196494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2120-2c9b-4ca6-ae34-b784ed819bdb tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.197320 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.270653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Pushing event updated for resources: {'Port': ['ID=631ed51e-5343-4c54-a9b2-6113514091f1,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:06.288775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Network b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:06.297837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:06.297837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:06.303087 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2120-2c9b-4ca6-ae34-b784ed819bdb tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.411817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Attempting to bind port 631ed51e-5343-4c54-a9b2-6113514091f1 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:06.411817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Attempting to bind port 631ed51e-5343-4c54-a9b2-6113514091f1 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '728cca1a-37e6-42cc-8722-78a4f326ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:06.412319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Attempting to bind port 631ed51e-5343-4c54-a9b2-6113514091f1 on network b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:06.444332 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:06.444818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Checking segment: {'id': '728cca1a-37e6-42cc-8722-78a4f326ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:06.445241 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.445676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Bound using segment: {'id': '728cca1a-37e6-42cc-8722-78a4f326ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:06.446190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Bound port: 631ed51e-5343-4c54-a9b2-6113514091f1, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728cca1a-37e6-42cc-8722-78a4f326ef2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:06.454591 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.500353 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-febabb71-8066-448c-a6bb-bd51a3803e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.596046 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2120-2c9b-4ca6-ae34-b784ed819bdb tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.716507 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.777283 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2120-2c9b-4ca6-ae34-b784ed819bdb tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.784888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] For port 631ed51e-5343-4c54-a9b2-6113514091f1, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:06.824254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] For port 631ed51e-5343-4c54-a9b2-6113514091f1, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=631ed51e-5343-4c54-a9b2-6113514091f1,segment=NetworkSegment(728cca1a-37e6-42cc-8722-78a4f326ef2c),segment_id=728cca1a-37e6-42cc-8722-78a4f326ef2c)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:06.837566 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.882002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a2120-2c9b-4ca6-ae34-b784ed819bdb tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Subnet': ['ID=4e74d360-8fee-4ce3-bbf4-8dc4ec24bde3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:06.897740 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-eb0a2120-2c9b-4ca6-ae34-b784ed819bdb tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.900935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eb0a2120-2c9b-4ca6-ae34-b784ed819bdb tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/subnets/4e74d360-8fee-4ce3-bbf4-8dc4ec24bde3 HTTP/1.1" status: 204 len: 168 time: 1.0659356 Aug 03 19:30:06.903341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56408) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:06.962950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8428b-7f04-4fa9-b61b-f7af9a65d578 None None] Pushing event updated for resources: {'Port': ['ID=631ed51e-5343-4c54-a9b2-6113514091f1,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:06.976333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6689c35-e924-4ed7-ab07-4b0599af1b50 None None] Network 05a03615-3cd4-4173-b191-ae1030180fd2 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:07.110290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8bfa9a70-58c8-442d-802f-e190c5883698 None None] Provisioning for port 938f68b4-db61-48a1-b974-2b3e18b7bd0d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:07.116505 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa43fb8b-fdb9-4e0e-a7fe-f660faa9b22c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:07.119573 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa43fb8b-fdb9-4e0e-a7fe-f660faa9b22c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:07.130141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56416) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:07.134074 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aa43fb8b-fdb9-4e0e-a7fe-f660faa9b22c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2295480 Aug 03 19:30:07.338338 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d9c611d1-a50a-48b8-bb1e-28128c6b714c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.363906 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c611d1-a50a-48b8-bb1e-28128c6b714c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 03 19:30:07.364693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c611d1-a50a-48b8-bb1e-28128c6b714c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:07.367774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d9c611d1-a50a-48b8-bb1e-28128c6b714c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/networks/b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8 HTTP/1.1" status: 409 len: 405 time: 0.2358320 Aug 03 19:30:07.371577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56420) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:07.396071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1572385533'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:07.428742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:07.433279 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.508294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:07.534787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 938f68b4-db61-48a1-b974-2b3e18b7bd0d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:07.541038 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.541739 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Added segment 8b85df0e-0f6b-4a7e-9759-40d258e5bd2c of type vlan for network 534b8f9f-9cf7-4df4-b9dc-8e667330b670 Aug 03 19:30:07.637919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.692044 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.702766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:07.703790 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.761349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 938f68b4-db61-48a1-b974-2b3e18b7bd0d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:07.771811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 938f68b4-db61-48a1-b974-2b3e18b7bd0d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:07.773855 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.791404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56424) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:07.792687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4191878 Aug 03 19:30:07.812072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'subnet': {'network_id': '534b8f9f-9cf7-4df4-b9dc-8e667330b670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:07.824532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22746ca-21bd-4ff2-91eb-d9401bd555f0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Network': ['ID=534b8f9f-9cf7-4df4-b9dc-8e667330b670,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:07.836564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 534b8f9f-9cf7-4df4-b9dc-8e667330b670 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:07.997392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:08.006486 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.023618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6b9c32c0-df80-42d7-a709-7e1b2c7bb862 None None] Provisioning complete for port 938f68b4-db61-48a1-b974-2b3e18b7bd0d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:08.024113 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6b9c32c0-df80-42d7-a709-7e1b2c7bb862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.119647 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.184242 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.476364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 938f68b4-db61-48a1-b974-2b3e18b7bd0d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=938f68b4-db61-48a1-b974-2b3e18b7bd0d,segment=NetworkSegment(c05a08da-6535-4142-bad8-68ca83b160e5),segment_id=c05a08da-6535-4142-bad8-68ca83b160e5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:08.481242 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6b9c32c0-df80-42d7-a709-7e1b2c7bb862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.495999 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.661921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=938f68b4-db61-48a1-b974-2b3e18b7bd0d,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:08.674750 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-6b9c32c0-df80-42d7-a709-7e1b2c7bb862 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:30:08.675345 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-6b9c32c0-df80-42d7-a709-7e1b2c7bb862 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:30:08.859363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.objects.ports [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100488) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:30:08.862108 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.919566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56454) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:08.924135 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Subnet': ['ID=45ec14b6-6008-498c-8e77-1c31e347ecc1,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:09.014613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa49975-454b-45ee-a35e-0b429af2e3aa None None] Network b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:09.015108 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Checking segment: {'id': '8b85df0e-0f6b-4a7e-9759-40d258e5bd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '534b8f9f-9cf7-4df4-b9dc-8e667330b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:09.016058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network hostable DHCP agents. Network: 534b8f9f-9cf7-4df4-b9dc-8e667330b670, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:09.047680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network 534b8f9f-9cf7-4df4-b9dc-8e667330b670 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:09.066466 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 534b8f9f-9cf7-4df4-b9dc-8e667330b670) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:09.082884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:09.083761 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.105629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56466) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:09.106349 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d781084-661a-4850-8729-8b58132b7ae0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3111703 Aug 03 19:30:09.110944 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:30:09.111912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84cb61-3915-4dd2-b527-e47669cfef05 None None] Network 534b8f9f-9cf7-4df4-b9dc-8e667330b670 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:09.115764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'port': {'network_id': '534b8f9f-9cf7-4df4-b9dc-8e667330b670', 'name': 'tempest-NetworksIpV6TestAttrs-1389221826'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:09.303132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'network': {'name': 'tempest-network-smoke--694512767', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'port_security_enabled': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:09.364752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Made reservation on behalf of 47da202e5f0d433f920b59dfe00d530c for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:09.373797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.426516 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.490744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4e612f2b-d6c0-4b66-8024-40219cd39f52 None None] Provisioning for port 631ed51e-5343-4c54-a9b2-6113514091f1 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:09.499237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-534b8f9f-9cf7-4df4-b9dc-8e667330b670', 'network_id': '534b8f9f-9cf7-4df4-b9dc-8e667330b670', 'tenant_id': '1850de90d8204e89a34514c242df31bc', 'fixed_ips': [{'subnet_id': '45ec14b6-6008-498c-8e77-1c31e347ecc1'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:09.500974 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.658865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.670610 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.713650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c913032-f298-4f32-aa61-382f648b7827 None None] DHCP port deletion for b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:09.716158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 938f68b4-db61-48a1-b974-2b3e18b7bd0d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:09.737998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:09.776068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:09.784058 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.802262 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.802619 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Added segment aa0daa9e-f312-4a66-9701-1a4074873c97 of type vlan for network ea5df4e1-f614-47dc-9222-43db946a431a Aug 03 19:30:09.804118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457bc134-79eb-467c-81e1-e03a510a1f7b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:09.854707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] device_id is not set on port 94749c9b-cc68-4c9b-96b5-d92832c1ec8b yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:09.901656 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.908968 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.918477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Allocated IP 2001:db8::f816:3eff:fe6c:a1be (534b8f9f-9cf7-4df4-b9dc-8e667330b670/45ec14b6-6008-498c-8e77-1c31e347ecc1/4716b28e-79f8-49db-ab8f-110a8430848b) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:09.971036 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.979906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:09.980569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.987522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 938f68b4-db61-48a1-b974-2b3e18b7bd0d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:09.987936 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.084739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Network': ['ID=ea5df4e1-f614-47dc-9222-43db946a431a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:10.108411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c8b3c85e-97a3-40c8-a0e5-0827b4077ae6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1817567 Aug 03 19:30:10.109202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56474) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:10.114436 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network ea5df4e1-f614-47dc-9222-43db946a431a details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:10.117042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'admin_state_up': True, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:10.168611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.170151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.241445 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.498368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.549690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6c913032-f298-4f32-aa61-382f648b7827 None None] Deleting port 631ed51e-5343-4c54-a9b2-6113514091f1 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:10.550182 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6c913032-f298-4f32-aa61-382f648b7827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.820017 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6c913032-f298-4f32-aa61-382f648b7827 None None] For port 631ed51e-5343-4c54-a9b2-6113514091f1, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=631ed51e-5343-4c54-a9b2-6113514091f1,segment=NetworkSegment(728cca1a-37e6-42cc-8722-78a4f326ef2c),segment_id=728cca1a-37e6-42cc-8722-78a4f326ef2c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:10.821118 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6c913032-f298-4f32-aa61-382f648b7827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.858786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6c913032-f298-4f32-aa61-382f648b7827 None None] Calling delete_port for 631ed51e-5343-4c54-a9b2-6113514091f1 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:10.862799 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.875060 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.889826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Transition to ACTIVE for port object 4716b28e-79f8-49db-ab8f-110a8430848b will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:10.909423 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.989212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Transition to ACTIVE for port object 4716b28e-79f8-49db-ab8f-110a8430848b will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:11.040308 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.095552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Allocated IP 172.25.8.145 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/090c888c-31ba-4781-a091-5ab44d259bfd) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:11.117112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Network 534b8f9f-9cf7-4df4-b9dc-8e667330b670 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:11.120500 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6c913032-f298-4f32-aa61-382f648b7827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.163304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:11.173465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:11.198762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c913032-f298-4f32-aa61-382f648b7827 None None] No DVR routers for this DVR port 631ed51e-5343-4c54-a9b2-6113514091f1 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:11.244448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Allocated IP 2001:db8::f816:3eff:fe05:56c8 (534b8f9f-9cf7-4df4-b9dc-8e667330b670/45ec14b6-6008-498c-8e77-1c31e347ecc1/94749c9b-cc68-4c9b-96b5-d92832c1ec8b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:11.257415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Pushing event updated for resources: {'Port': ['ID=4716b28e-79f8-49db-ab8f-110a8430848b,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:11.342656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c913032-f298-4f32-aa61-382f648b7827 None None] Pushing event deleted for resources: {'Port': ['ID=631ed51e-5343-4c54-a9b2-6113514091f1,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:11.359243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Attempting to bind port 4716b28e-79f8-49db-ab8f-110a8430848b on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:11.359920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Attempting to bind port 4716b28e-79f8-49db-ab8f-110a8430848b by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '8b85df0e-0f6b-4a7e-9759-40d258e5bd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '534b8f9f-9cf7-4df4-b9dc-8e667330b670'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:11.360476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Attempting to bind port 4716b28e-79f8-49db-ab8f-110a8430848b on network 534b8f9f-9cf7-4df4-b9dc-8e667330b670 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:11.377313 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:11.378068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Checking segment: {'id': '8b85df0e-0f6b-4a7e-9759-40d258e5bd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '534b8f9f-9cf7-4df4-b9dc-8e667330b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:11.378654 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.379233 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Bound using segment: {'id': '8b85df0e-0f6b-4a7e-9759-40d258e5bd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '534b8f9f-9cf7-4df4-b9dc-8e667330b670'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:11.379917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Bound port: 4716b28e-79f8-49db-ab8f-110a8430848b, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b85df0e-0f6b-4a7e-9759-40d258e5bd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '534b8f9f-9cf7-4df4-b9dc-8e667330b670'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:11.380493 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.444929 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 631ed51e-5343-4c54-a9b2-6113514091f1 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:11.475499 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.480435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 631ed51e-5343-4c54-a9b2-6113514091f1 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:11.480795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 631ed51e-5343-4c54-a9b2-6113514091f1 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:11.550267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] For port 4716b28e-79f8-49db-ab8f-110a8430848b, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:11.555270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] For port 4716b28e-79f8-49db-ab8f-110a8430848b, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4716b28e-79f8-49db-ab8f-110a8430848b,segment=NetworkSegment(8b85df0e-0f6b-4a7e-9759-40d258e5bd2c),segment_id=8b85df0e-0f6b-4a7e-9759-40d258e5bd2c)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:11.562034 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.566146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.681311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:11.691316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:11.692660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af7d57-6488-4377-8d33-da0fa6b3cf4e None None] Pushing event updated for resources: {'Port': ['ID=4716b28e-79f8-49db-ab8f-110a8430848b,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:11.704606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:11.708685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=090c888c-31ba-4781-a091-5ab44d259bfd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:11.710879 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.746263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Transition to ACTIVE for port object 94749c9b-cc68-4c9b-96b5-d92832c1ec8b will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:11.813287 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.911426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network 534b8f9f-9cf7-4df4-b9dc-8e667330b670 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:11.922278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:11.934737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:11.954647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:11.955360 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.959886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Port': ['ID=94749c9b-cc68-4c9b-96b5-d92832c1ec8b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:11.993549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-76c1ea4c-a1dd-40b1-8608-ddf6297caea6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8820875 Aug 03 19:30:11.994693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56500) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:12.149758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca16c4c-2176-4520-9ef6-04c84ecb383c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Deleting subnet 45ec14b6-6008-498c-8e77-1c31e347ecc1 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:12.168051 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ca16c4c-2176-4520-9ef6-04c84ecb383c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.281319 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ca16c4c-2176-4520-9ef6-04c84ecb383c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.565686 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ca16c4c-2176-4520-9ef6-04c84ecb383c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.715391 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ca16c4c-2176-4520-9ef6-04c84ecb383c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.754534 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.799091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca16c4c-2176-4520-9ef6-04c84ecb383c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Subnet': ['ID=45ec14b6-6008-498c-8e77-1c31e347ecc1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:12.822339 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5ca16c4c-2176-4520-9ef6-04c84ecb383c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.829412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5ca16c4c-2176-4520-9ef6-04c84ecb383c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/subnets/45ec14b6-6008-498c-8e77-1c31e347ecc1 HTTP/1.1" status: 204 len: 168 time: 0.8342838 Aug 03 19:30:12.830567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56504) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:13.052678 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c059ea8-74bb-43d8-b0fe-b963041c89e4 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:13.055702 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c059ea8-74bb-43d8-b0fe-b963041c89e4 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:13.063000 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7c059ea8-74bb-43d8-b0fe-b963041c89e4 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2197695 Aug 03 19:30:13.067477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56506) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:13.271991 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f636e4e7-c062-491c-aa77-f871fa4af5a1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.284043 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-f636e4e7-c062-491c-aa77-f871fa4af5a1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 03 19:30:13.284564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f636e4e7-c062-491c-aa77-f871fa4af5a1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:13.286434 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f636e4e7-c062-491c-aa77-f871fa4af5a1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/networks/534b8f9f-9cf7-4df4-b9dc-8e667330b670 HTTP/1.1" status: 409 len: 405 time: 0.2206244 Aug 03 19:30:13.290449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56510) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:13.296702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-612119293'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:13.343460 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:13.348053 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.425931 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.430797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:13.443924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.444384 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Added segment 7a8bd6ab-673f-40c4-ba40-45478af78ebf of type vlan for network ad35354d-3f99-48fb-87fa-18a2eebf3db9 Aug 03 19:30:13.517530 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.572941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4716b28e-79f8-49db-ab8f-110a8430848b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:13.598202 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.609227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:13.610173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.690818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b91b6f2-4b1b-482c-845a-71135060b28f None None] Network 534b8f9f-9cf7-4df4-b9dc-8e667330b670 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:13.763398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4707341 Aug 03 19:30:13.768873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56512) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:13.792255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'subnet': {'network_id': 'ad35354d-3f99-48fb-87fa-18a2eebf3db9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:13.891075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c65a25d0-ec97-4b51-a10b-8d70fa671015 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:30:14.000439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 4716b28e-79f8-49db-ab8f-110a8430848b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:14.003789 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a035b000-8b13-430d-9b43-15efdf4dc4f4 None None] Provisioning for port 4716b28e-79f8-49db-ab8f-110a8430848b completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:14.047391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a035b000-8b13-430d-9b43-15efdf4dc4f4 None None] Provisioning complete for port 4716b28e-79f8-49db-ab8f-110a8430848b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:14.049134 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a035b000-8b13-430d-9b43-15efdf4dc4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.060409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4716b28e-79f8-49db-ab8f-110a8430848b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:14.061263 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.110990 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abff4d4-7d9f-4ee7-b7cc-590666190b3d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Network': ['ID=ad35354d-3f99-48fb-87fa-18a2eebf3db9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:14.193279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:14.224061 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Sync routers for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:14.224927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:14.236210 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.246199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.248665 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-04e3221a-9040-4d27-9acd-b361e38aee64 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1353414 Aug 03 19:30:14.250724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network ad35354d-3f99-48fb-87fa-18a2eebf3db9 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:14.251641 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56518) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:14.266029 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:14.274496 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:14.421687 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.470412 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-124bd9d6-6ba1-4f54-b812-f6f2b2ec68d6 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=47da202e5f0d433f920b59dfe00d530c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2145307 Aug 03 19:30:14.471397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56524) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:14.502946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 4716b28e-79f8-49db-ab8f-110a8430848b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4716b28e-79f8-49db-ab8f-110a8430848b,segment=NetworkSegment(8b85df0e-0f6b-4a7e-9759-40d258e5bd2c),segment_id=8b85df0e-0f6b-4a7e-9759-40d258e5bd2c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:14.571346 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:14.644489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2522729-4e4c-4aec-a969-13710007de8c None None] DHCP port deletion for 534b8f9f-9cf7-4df4-b9dc-8e667330b670 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:14.650883 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.693407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5cff4c-8a74-4550-9cae-33b1def6d584 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:14.699140 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-be5cff4c-8a74-4550-9cae-33b1def6d584 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2262394 Aug 03 19:30:14.699918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56526) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:14.748797 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a035b000-8b13-430d-9b43-15efdf4dc4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.751609 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0203b9d4-250c-4b47-bb49-11ae3c107581 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502412 Aug 03 19:30:14.752271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56528) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:14.757805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-465535271', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:14.796506 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=4716b28e-79f8-49db-ab8f-110a8430848b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:14.880657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.objects.ports [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100487) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:30:14.884098 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.902177 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:12Z', 'revision_number': 3, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:14.908388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Made reservation on behalf of 47da202e5f0d433f920b59dfe00d530c for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:14.917552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.942671 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Checking router: c65a25d0-ec97-4b51-a10b-8d70fa671015 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:30:14.942922 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Updating router c65a25d0-ec97-4b51-a10b-8d70fa671015 port 090c888c-31ba-4781-a091-5ab44d259bfd binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:30:14.947982 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Subnet': ['ID=780b770d-04e9-4c13-a33a-9991540f753c,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:14.980227 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.981808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Checking segment: {'id': '7a8bd6ab-673f-40c4-ba40-45478af78ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ad35354d-3f99-48fb-87fa-18a2eebf3db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:14.983622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network hostable DHCP agents. Network: ad35354d-3f99-48fb-87fa-18a2eebf3db9, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:15.010587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f2522729-4e4c-4aec-a969-13710007de8c None None] Deleting port 4716b28e-79f8-49db-ab8f-110a8430848b {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:15.010874 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2522729-4e4c-4aec-a969-13710007de8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.015004 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-a035b000-8b13-430d-9b43-15efdf4dc4f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:30:15.015418 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-a035b000-8b13-430d-9b43-15efdf4dc4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:30:15.018193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network ad35354d-3f99-48fb-87fa-18a2eebf3db9 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:15.043505 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, ad35354d-3f99-48fb-87fa-18a2eebf3db9) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:15.067581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:15.069542 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.083121 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8337b31-532b-478f-befe-1ed92145d370 None None] Network ad35354d-3f99-48fb-87fa-18a2eebf3db9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:15.104562 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-66d0a49d-c3c3-49a2-9bc8-7c38b2dd8f9a tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3227346 Aug 03 19:30:15.107512 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56532) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:15.211784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f2522729-4e4c-4aec-a969-13710007de8c None None] For port 4716b28e-79f8-49db-ab8f-110a8430848b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4716b28e-79f8-49db-ab8f-110a8430848b,segment=NetworkSegment(8b85df0e-0f6b-4a7e-9759-40d258e5bd2c),segment_id=8b85df0e-0f6b-4a7e-9759-40d258e5bd2c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:15.212312 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2522729-4e4c-4aec-a969-13710007de8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.262800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f2522729-4e4c-4aec-a969-13710007de8c None None] Calling delete_port for 4716b28e-79f8-49db-ab8f-110a8430848b owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:15.432710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.467455 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.541392 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4716b28e-79f8-49db-ab8f-110a8430848b no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:15.556228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Subnet': ['ID=e09d8f68-70e8-4e47-bdff-3834859ae89f,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:15.596564 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.631782 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Transition to ACTIVE for port object 090c888c-31ba-4781-a091-5ab44d259bfd will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:15.645896 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.663877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Checking segment: {'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:15.664275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network hostable DHCP agents. Network: ea5df4e1-f614-47dc-9222-43db946a431a, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:15.668108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.678142 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.717964 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network ea5df4e1-f614-47dc-9222-43db946a431a is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:15.732181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, ea5df4e1-f614-47dc-9222-43db946a431a) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:15.737182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:15.738552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.766087 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Attempting to bind port 090c888c-31ba-4781-a091-5ab44d259bfd on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:15.766675 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Attempting to bind port 090c888c-31ba-4781-a091-5ab44d259bfd by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:15.766879 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Attempting to bind port 090c888c-31ba-4781-a091-5ab44d259bfd on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:15.777338 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c8eb83c2-cc3f-453c-8a2e-5561ba019bc3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0239286 Aug 03 19:30:15.780803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56552) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:15.789483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c7fcba-637e-4966-9d4d-47a405ba2a46 None None] Network ea5df4e1-f614-47dc-9222-43db946a431a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:15.804979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.806287 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:15.806664 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:15.807081 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.809558 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:15.810719 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Bound port: 090c888c-31ba-4781-a091-5ab44d259bfd, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:15.811132 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.821573 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Pushing event updated for resources: {'Port': ['ID=090c888c-31ba-4781-a091-5ab44d259bfd,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:15.846516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08cb762-69d5-492c-99fa-2ef2e26d566a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-ad35354d-3f99-48fb-87fa-18a2eebf3db9', 'network_id': 'ad35354d-3f99-48fb-87fa-18a2eebf3db9', 'tenant_id': '1850de90d8204e89a34514c242df31bc', 'fixed_ips': [{'subnet_id': '780b770d-04e9-4c13-a33a-9991540f753c'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:15.848794 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a08cb762-69d5-492c-99fa-2ef2e26d566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.909743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Subnet': ['ID=780b770d-04e9-4c13-a33a-9991540f753c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:15.940077 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:15.941102 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:15.941714 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:15.942267 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:15.944580 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:15.945327 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:15.948341 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:15.949021 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:15.949611 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:15.950163 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:15.953093 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:15.953762 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:16.037066 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] For port 090c888c-31ba-4781-a091-5ab44d259bfd, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:16.053201 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] For port 090c888c-31ba-4781-a091-5ab44d259bfd, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=090c888c-31ba-4781-a091-5ab44d259bfd,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:16.065642 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.120113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.156275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad35354d-3f99-48fb-87fa-18a2eebf3db9']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:16.193841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8bd6ab-673f-40c4-ba40-45478af78ebf') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:16.194658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8bd6ab-673f-40c4-ba40-45478af78ebf') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:16.219160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.219669 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:16.220374 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:16.229514 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ec648-600d-41fd-8e76-de91db4e24d5 None None] Pushing event updated for resources: {'Port': ['ID=090c888c-31ba-4781-a091-5ab44d259bfd,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:16.259151 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.272757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:16.272757 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:16.277424 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:16.299637 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2522729-4e4c-4aec-a969-13710007de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.368052 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.376718 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.381156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/networks/ad35354d-3f99-48fb-87fa-18a2eebf3db9 HTTP/1.1" status: 204 len: 168 time: 1.2687967 Aug 03 19:30:16.387679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56564) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:16.402503 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-162266709'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:16.436809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c002579-a43c-419b-923a-03931b077214 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Network': ['ID=ad35354d-3f99-48fb-87fa-18a2eebf3db9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:16.457147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2522729-4e4c-4aec-a969-13710007de8c None None] Pushing event deleted for resources: {'Port': ['ID=4716b28e-79f8-49db-ab8f-110a8430848b,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:16.473600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-ea5df4e1-f614-47dc-9222-43db946a431a', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:16.489771 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.494575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:16.499906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2522729-4e4c-4aec-a969-13710007de8c None None] No DVR routers for this DVR port 4716b28e-79f8-49db-ab8f-110a8430848b on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:16.505391 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.507337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Port 4716b28e-79f8-49db-ab8f-110a8430848b update to DOWN by agent not found {{(pid=100489) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 03 19:30:16.563320 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:16.572519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b5e79a-4ed1-47eb-b828-9b313592692b None None] Network ad35354d-3f99-48fb-87fa-18a2eebf3db9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:16.598471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:16.616030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b5e79a-4ed1-47eb-b828-9b313592692b None None] Network ad35354d-3f99-48fb-87fa-18a2eebf3db9 could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:30:16.621106 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.621824 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Added segment 1442be19-df4b-456c-9f27-fd2da82a45c8 of type vlan for network 9b3fe88e-bee8-40ae-8445-389546e96d0c Aug 03 19:30:16.737110 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.817902 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.825568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:16.829681 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.891736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.892399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Allocated IP 172.20.0.2 (ea5df4e1-f614-47dc-9222-43db946a431a/e09d8f68-70e8-4e47-bdff-3834859ae89f/2728f0f9-408a-4c9e-b1cb-ef401ca94217) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:16.943206 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5509074 Aug 03 19:30:16.952435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56566) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:16.959041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'subnet': {'network_id': '9b3fe88e-bee8-40ae-8445-389546e96d0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:17.106659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d88cab-2f9a-478c-a4b0-4375b21309e1 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Network': ['ID=9b3fe88e-bee8-40ae-8445-389546e96d0c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:17.129010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 9b3fe88e-bee8-40ae-8445-389546e96d0c details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:17.239657 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.241988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:17.245788 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.250944 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Transition to ACTIVE for port object 2728f0f9-408a-4c9e-b1cb-ef401ca94217 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:17.276723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Transition to ACTIVE for port object 2728f0f9-408a-4c9e-b1cb-ef401ca94217 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:17.291566 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:12Z', 'revision_number': 3, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:17.292706 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.357114 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72922cdb-0d60-4034-b54c-8db8b8c4273e None None] The sync data for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 is: [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:12Z', 'revision_number': 3, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:17.387757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Network ea5df4e1-f614-47dc-9222-43db946a431a is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:17.393937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:17.401614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:17.463488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Allocated IP 172.20.0.1 (ea5df4e1-f614-47dc-9222-43db946a431a/e09d8f68-70e8-4e47-bdff-3834859ae89f/ed085fb3-856d-4c3b-8fff-bc7529331a27) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:17.486863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Pushing event updated for resources: {'Port': ['ID=2728f0f9-408a-4c9e-b1cb-ef401ca94217,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:17.587113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Attempting to bind port 2728f0f9-408a-4c9e-b1cb-ef401ca94217 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:17.587601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Attempting to bind port 2728f0f9-408a-4c9e-b1cb-ef401ca94217 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:17.591936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Attempting to bind port 2728f0f9-408a-4c9e-b1cb-ef401ca94217 on network ea5df4e1-f614-47dc-9222-43db946a431a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:17.601134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:17.601790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Checking segment: {'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:17.602428 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.603118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Bound using segment: {'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:17.603807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Bound port: 2728f0f9-408a-4c9e-b1cb-ef401ca94217, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:17.604491 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.713415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.764762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Transition to ACTIVE for port object ed085fb3-856d-4c3b-8fff-bc7529331a27 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:17.924091 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.056223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network ea5df4e1-f614-47dc-9222-43db946a431a is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:18.068967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:18.087097 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:18.097111 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=ed085fb3-856d-4c3b-8fff-bc7529331a27,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:18.127350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] For port 2728f0f9-408a-4c9e-b1cb-ef401ca94217, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:18.145378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] For port 2728f0f9-408a-4c9e-b1cb-ef401ca94217, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2728f0f9-408a-4c9e-b1cb-ef401ca94217,segment=NetworkSegment(aa0daa9e-f312-4a66-9701-1a4074873c97),segment_id=aa0daa9e-f312-4a66-9701-1a4074873c97)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:18.159933 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.208372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.239076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbae0e5-1146-45c7-9090-9ae769fdd427 None None] Pushing event updated for resources: {'Port': ['ID=2728f0f9-408a-4c9e-b1cb-ef401ca94217,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:18.239519 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.374001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Subnet': ['ID=5196f6ff-fc2f-44d2-a952-91ab09a7ef3f,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:18.386706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Checking segment: {'id': '1442be19-df4b-456c-9f27-fd2da82a45c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9b3fe88e-bee8-40ae-8445-389546e96d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:18.387370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network hostable DHCP agents. Network: 9b3fe88e-bee8-40ae-8445-389546e96d0c, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:18.444062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network 9b3fe88e-bee8-40ae-8445-389546e96d0c is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:18.470208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 9b3fe88e-bee8-40ae-8445-389546e96d0c) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:18.483774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d20c4-96b3-44bd-b663-8c26009c1e05 None None] Network 9b3fe88e-bee8-40ae-8445-389546e96d0c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:18.490044 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.502961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:18.504001 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.554338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-58fc383f-ab25-4b43-9fcf-d981fecdf4a5 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5831349 Aug 03 19:30:18.555387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56576) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:18.901543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.989186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.066775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02092646-d4ec-4f67-8105-06f4e73fce99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-9b3fe88e-bee8-40ae-8445-389546e96d0c', 'network_id': '9b3fe88e-bee8-40ae-8445-389546e96d0c', 'tenant_id': '1850de90d8204e89a34514c242df31bc', 'fixed_ips': [{'subnet_id': '5196f6ff-fc2f-44d2-a952-91ab09a7ef3f'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:19.068735 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02092646-d4ec-4f67-8105-06f4e73fce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.163571 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.242640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Subnet': ['ID=5196f6ff-fc2f-44d2-a952-91ab09a7ef3f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server [None req-02092646-d4ec-4f67-8105-06f4e73fce99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5196f6ff-fc2f-44d2-a952-91ab09a7ef3f: This subnet is being modified by another concurrent operation. Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5196f6ff-fc2f-44d2-a952-91ab09a7ef3f: This subnet is being modified by another concurrent operation. Aug 03 19:30:19.289225 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Aug 03 19:30:19.302399 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.313938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.323519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e81000c-7d3e-4bf8-add0-5023801fa964 None None] Network 9b3fe88e-bee8-40ae-8445-389546e96d0c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:19.460190 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.496744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3fe88e-bee8-40ae-8445-389546e96d0c']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:19.522551 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=ed085fb3-856d-4c3b-8fff-bc7529331a27,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:19.532659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1442be19-df4b-456c-9f27-fd2da82a45c8') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:19.534263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1442be19-df4b-456c-9f27-fd2da82a45c8') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:19.565851 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.566713 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.585385 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.606585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:19.609911 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:19.629648 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:19.638497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2728f0f9-408a-4c9e-b1cb-ef401ca94217 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:19.723843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 2728f0f9-408a-4c9e-b1cb-ef401ca94217 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:19.738321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 090c888c-31ba-4781-a091-5ab44d259bfd up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:19.755043 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.770476 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.776474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/networks/9b3fe88e-bee8-40ae-8445-389546e96d0c HTTP/1.1" status: 204 len: 168 time: 1.2149448 Aug 03 19:30:19.781557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56600) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:19.787669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c861c-4287-4ca4-b774-88bef948973c tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Network': ['ID=9b3fe88e-bee8-40ae-8445-389546e96d0c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:19.789081 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-423728042'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:19.871095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:19.888523 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.930079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:19.942578 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.943140 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Added segment 3be3bc7d-63f8-4fb6-8158-148d56999652 of type vlan for network e62da137-7e04-47c0-b34c-1377ac711366 Aug 03 19:30:19.959076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 090c888c-31ba-4781-a091-5ab44d259bfd completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:19.964210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 090c888c-31ba-4781-a091-5ab44d259bfd triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:19.964589 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.006557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.057266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.073702 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:20.074830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.142429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ed771-f1b7-452d-8ec3-53cb4ee2fd88 None None] Network ea5df4e1-f614-47dc-9222-43db946a431a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:20.211042 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4271882 Aug 03 19:30:20.214878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56610) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:20.221850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Request body: {'subnet': {'network_id': 'e62da137-7e04-47c0-b34c-1377ac711366', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:20.248237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network ea5df4e1-f614-47dc-9222-43db946a431a is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:20.261589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:20.264266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f6b1b-19f6-49e9-8cee-89b80c272e50 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Network': ['ID=e62da137-7e04-47c0-b34c-1377ac711366,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:20.319895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e62da137-7e04-47c0-b34c-1377ac711366 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:20.438548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cbdf98a2-798c-4749-b9b1-98a6588aa0d9 None None] Provisioning for port 2728f0f9-408a-4c9e-b1cb-ef401ca94217 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:20.473450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cbdf98a2-798c-4749-b9b1-98a6588aa0d9 None None] Provisioning complete for port 2728f0f9-408a-4c9e-b1cb-ef401ca94217 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:20.474464 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cbdf98a2-798c-4749-b9b1-98a6588aa0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.479955 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.498657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-57202858-7623-4d28-bcfd-8d874f699f19 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:20.509615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-57202858-7623-4d28-bcfd-8d874f699f19 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.2483802 Aug 03 19:30:20.520644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Made reservation on behalf of 1850de90d8204e89a34514c242df31bc for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:20.524573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.555359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-02841d64-c7b5-4320-b003-408f0cdb30a1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/quotas/d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 375 time: 0.0446146 Aug 03 19:30:20.636683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 090c888c-31ba-4781-a091-5ab44d259bfd, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=090c888c-31ba-4781-a091-5ab44d259bfd,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:20.641462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c65a25d0-ec97-4b51-a10b-8d70fa671015 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:30:20.655721 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.710114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-eb53d828-65f9-49b9-b535-274da13be665 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1533263 Aug 03 19:30:20.854127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=090c888c-31ba-4781-a091-5ab44d259bfd,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:20.878864 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cbdf98a2-798c-4749-b9b1-98a6588aa0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.882583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-fa34b4c5-a1a5-4ad9-bd90-a338249a24a7 service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709180 Aug 03 19:30:20.896475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:20.904202 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7df44c47-ba63-4183-9136-f4cfb29a7404 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "PUT /v2.0/routers/c65a25d0-ec97-4b51-a10b-8d70fa671015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1218593 Aug 03 19:30:20.911890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56614) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:20.924344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Sync routers for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:20.987845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-cbdf98a2-798c-4749-b9b1-98a6588aa0d9 None None] For port 2728f0f9-408a-4c9e-b1cb-ef401ca94217, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2728f0f9-408a-4c9e-b1cb-ef401ca94217,segment=NetworkSegment(aa0daa9e-f312-4a66-9701-1a4074873c97),segment_id=aa0daa9e-f312-4a66-9701-1a4074873c97)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:20.994057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:20.995689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:21.124367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-cdf69882-ef3a-4587-81b2-b94cfb3302d3 service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400758 Aug 03 19:30:21.215598 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cbdf98a2-798c-4749-b9b1-98a6588aa0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.362907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ebfbd-01c8-4330-b97e-5df35a0fd4cb tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.364651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ebfbd-01c8-4330-b97e-5df35a0fd4cb tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.366475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ebfbd-01c8-4330-b97e-5df35a0fd4cb tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.367748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ebfbd-01c8-4330-b97e-5df35a0fd4cb tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.368234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ebfbd-01c8-4330-b97e-5df35a0fd4cb tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.368712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ebfbd-01c8-4330-b97e-5df35a0fd4cb tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.369187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ebfbd-01c8-4330-b97e-5df35a0fd4cb tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.369698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ebfbd-01c8-4330-b97e-5df35a0fd4cb tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.370167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ebfbd-01c8-4330-b97e-5df35a0fd4cb tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.370633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ebfbd-01c8-4330-b97e-5df35a0fd4cb tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.372893 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-770ebfbd-01c8-4330-b97e-5df35a0fd4cb tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6983 time: 0.4585078 Aug 03 19:30:21.377351 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56618) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:21.470142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:21.610760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.objects.ports [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100487) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:30:21.617088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.628666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0539b5-e2cc-4a5b-a28e-7d55e2785b2f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.629043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0539b5-e2cc-4a5b-a28e-7d55e2785b2f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.629544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0539b5-e2cc-4a5b-a28e-7d55e2785b2f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.629975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0539b5-e2cc-4a5b-a28e-7d55e2785b2f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.630429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0539b5-e2cc-4a5b-a28e-7d55e2785b2f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.630878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0539b5-e2cc-4a5b-a28e-7d55e2785b2f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.631325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0539b5-e2cc-4a5b-a28e-7d55e2785b2f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.632035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0539b5-e2cc-4a5b-a28e-7d55e2785b2f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.641471 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-da0539b5-e2cc-4a5b-a28e-7d55e2785b2f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.2615013 Aug 03 19:30:21.642974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56628) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:21.681531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 090c888c-31ba-4781-a091-5ab44d259bfd up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:21.697936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf98a2-798c-4749-b9b1-98a6588aa0d9 None None] Pushing event updated for resources: {'Port': ['ID=2728f0f9-408a-4c9e-b1cb-ef401ca94217,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:21.752688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a767642e-962d-46ad-81a2-49153116aa9a req-a1e4a168-d87f-4b55-9fd3-9c532e6b5443 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 210 time: 0.0408583 Aug 03 19:30:21.818385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f39ce12d-8cd7-442b-982e-0895eca62dc2 None None] Provisioning for port ed085fb3-856d-4c3b-8fff-bc7529331a27 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:21.865765 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Checking segment: {'id': '3be3bc7d-63f8-4fb6-8158-148d56999652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'e62da137-7e04-47c0-b34c-1377ac711366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:21.866422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network hostable DHCP agents. Network: e62da137-7e04-47c0-b34c-1377ac711366, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:21.903841 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f39ce12d-8cd7-442b-982e-0895eca62dc2 None None] Provisioning complete for port ed085fb3-856d-4c3b-8fff-bc7529331a27 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:21.904943 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f39ce12d-8cd7-442b-982e-0895eca62dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.905969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event updated for resources: {'Subnet': ['ID=cb8701ed-6b73-40c0-80b7-8a572c985159,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:21.914895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Network e62da137-7e04-47c0-b34c-1377ac711366 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:21.947800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e62da137-7e04-47c0-b34c-1377ac711366) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:21.962826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.963872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.986438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a94bc0-8229-4e4a-9f1c-5a39a7d8d7fe None None] Network e62da137-7e04-47c0-b34c-1377ac711366 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:22.012223 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6f639572-49e2-4479-968a-0c2c93198846 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7933695 Aug 03 19:30:22.014499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56634) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:22.192272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f39ce12d-8cd7-442b-982e-0895eca62dc2 None None] Port ed085fb3-856d-4c3b-8fff-bc7529331a27 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:22.279607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 090c888c-31ba-4781-a091-5ab44d259bfd triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:22.280261 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.347401 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.351628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f39ce12d-8cd7-442b-982e-0895eca62dc2 None None] Provisioning complete for port 2728f0f9-408a-4c9e-b1cb-ef401ca94217 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:22.352323 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f39ce12d-8cd7-442b-982e-0895eca62dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.458366 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.593905 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.631756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8701ed-6b73-40c0-80b7-8a572c985159,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:22.744621 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.771227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62da137-7e04-47c0-b34c-1377ac711366']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:22.783878 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7292907d-18dc-4d1d-8897-373a3e9e799b tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 1.1391029 Aug 03 19:30:22.798180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be3bc7d-63f8-4fb6-8158-148d56999652') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:22.798567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be3bc7d-63f8-4fb6-8158-148d56999652') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:22.811019 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.839356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.858992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:22.860632 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:22.884273 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:22.916145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a9066440-38a2-46c5-9b3f-6c975fc10c1b req-e0783531-4498-4f4a-a057-f394e5e62396 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 210 time: 0.0314898 Aug 03 19:30:23.000003 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.009730 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.020183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/networks/e62da137-7e04-47c0-b34c-1377ac711366 HTTP/1.1" status: 204 len: 168 time: 0.9987142 Aug 03 19:30:23.020513 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56646) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.045108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7e32e-f393-406e-a973-1cd4f6dc7d10 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Network': ['ID=e62da137-7e04-47c0-b34c-1377ac711366,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:23.060650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee6c95e-09f1-48e5-866b-0012cceab6e1 None None] Network e62da137-7e04-47c0-b34c-1377ac711366 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:23.090018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee6c95e-09f1-48e5-866b-0012cceab6e1 None None] Network e62da137-7e04-47c0-b34c-1377ac711366 could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:30:23.104712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:18Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:18Z', 'revision_number': 2, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:23.111727 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fdb0ef-8294-422f-b6bd-17b8f0ab3fb5 None None] get_active_networks_info from n-d-802918-7 {{(pid=100489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:30:23.129542 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c576a8-8db6-43fb-a530-c4fb0a457c20 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] DELETE failed (client error): The resource could not be found. Aug 03 19:30:23.129542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c576a8-8db6-43fb-a530-c4fb0a457c20 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:23.136119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56648) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.137909 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a1c576a8-8db6-43fb-a530-c4fb0a457c20 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/subnets/cb8701ed-6b73-40c0-80b7-8a572c985159 HTTP/1.1" status: 404 len: 337 time: 0.1132524 Aug 03 19:30:23.139370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56650) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.141552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dcd4e7eb-153a-4403-ae33-af9e37e26b4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411062394', 'description': 'tempest-secgroup-smoke-1411062394 description', 'project_id': '47da202e5f0d433f920b59dfe00d530c'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:23.155665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ffaf3fdd-b08d-4ed2-adf2-2f532c51b89f None None] Provisioning complete for port ed085fb3-856d-4c3b-8fff-bc7529331a27 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:23.156056 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ffaf3fdd-b08d-4ed2-adf2-2f532c51b89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.190405 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb1cdab-afff-439f-8087-c16490619a35 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] DELETE failed (client error): The resource could not be found. Aug 03 19:30:23.191368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb1cdab-afff-439f-8087-c16490619a35 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:23.204287 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e7eb-153a-4403-ae33-af9e37e26b4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.205172 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7bb1cdab-afff-439f-8087-c16490619a35 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/networks/e62da137-7e04-47c0-b34c-1377ac711366 HTTP/1.1" status: 404 len: 339 time: 0.0639477 Aug 03 19:30:23.210329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56652) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.237886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Checking router: c65a25d0-ec97-4b51-a10b-8d70fa671015 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:30:23.238595 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Updating router c65a25d0-ec97-4b51-a10b-8d70fa671015 port ed085fb3-856d-4c3b-8fff-bc7529331a27 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:30:23.281902 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b95bbb-74e1-46a4-8312-0668489bc17e tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] DELETE failed (client error): The resource could not be found. Aug 03 19:30:23.282282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b95bbb-74e1-46a4-8312-0668489bc17e tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:23.293021 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a1b95bbb-74e1-46a4-8312-0668489bc17e tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/subnets/5196f6ff-fc2f-44d2-a952-91ab09a7ef3f HTTP/1.1" status: 404 len: 337 time: 0.0810785 Aug 03 19:30:23.295034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56654) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.323766 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-a988b383-a414-4010-acbf-c36bf42aeeae tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] DELETE failed (client error): The resource could not be found. Aug 03 19:30:23.324109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a988b383-a414-4010-acbf-c36bf42aeeae tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:23.331154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56656) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.331372 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a988b383-a414-4010-acbf-c36bf42aeeae tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/networks/9b3fe88e-bee8-40ae-8445-389546e96d0c HTTP/1.1" status: 404 len: 339 time: 0.0350881 Aug 03 19:30:23.409854 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.428829 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c5ddc8-b507-486e-b389-68a19d7a7885 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] DELETE failed (client error): The resource could not be found. Aug 03 19:30:23.429231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c5ddc8-b507-486e-b389-68a19d7a7885 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:23.431112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-00c5ddc8-b507-486e-b389-68a19d7a7885 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/subnets/780b770d-04e9-4c13-a33a-9991540f753c HTTP/1.1" status: 404 len: 337 time: 0.0983939 Aug 03 19:30:23.434162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56658) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.435546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf3fdd-b08d-4ed2-adf2-2f532c51b89f None None] Port ed085fb3-856d-4c3b-8fff-bc7529331a27 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:23.477935 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1beada-ff38-4b14-9816-afab987ccedb tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] DELETE failed (client error): The resource could not be found. Aug 03 19:30:23.478687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1beada-ff38-4b14-9816-afab987ccedb tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:23.486255 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cc1beada-ff38-4b14-9816-afab987ccedb tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/networks/ad35354d-3f99-48fb-87fa-18a2eebf3db9 HTTP/1.1" status: 404 len: 339 time: 0.0502794 Aug 03 19:30:23.487326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56660) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.490844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2728f0f9-408a-4c9e-b1cb-ef401ca94217 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:23.518485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e7eb-153a-4403-ae33-af9e37e26b4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.532115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e7eb-153a-4403-ae33-af9e37e26b4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.548478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-5d947536-3104-4aea-a6d0-423c73e69422 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:23.551179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-5d947536-3104-4aea-a6d0-423c73e69422 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.2954013 Aug 03 19:30:23.590879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'port': {'device_id': 'cec52639-4554-4a7e-a0bd-1805f9d441eb', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'admin_state_up': True, 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:23.693882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-966577dd-7143-4efe-a3b7-1889b54e6b02 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Deleting port 94749c9b-cc68-4c9b-96b5-d92832c1ec8b {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:23.695050 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-966577dd-7143-4efe-a3b7-1889b54e6b02 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.788466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4e7eb-153a-4403-ae33-af9e37e26b4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:23.824103 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcd4e7eb-153a-4403-ae33-af9e37e26b4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.827052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dcd4e7eb-153a-4403-ae33-af9e37e26b4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6894183 Aug 03 19:30:23.832553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56666) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.841298 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-84b7994d-12f0-44f9-9811-5b932539ae4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:23.881143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-966577dd-7143-4efe-a3b7-1889b54e6b02 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.927195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdb0ef-8294-422f-b6bd-17b8f0ab3fb5 None None] Resources bound (agent type, host, resource id): {{(pid=100489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:30:23.930773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-966577dd-7143-4efe-a3b7-1889b54e6b02 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Calling delete_port for 94749c9b-cc68-4c9b-96b5-d92832c1ec8b owned by {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:24.012167 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84b7994d-12f0-44f9-9811-5b932539ae4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.105471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2728f0f9-408a-4c9e-b1cb-ef401ca94217 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:24.105471 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.121009 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-966577dd-7143-4efe-a3b7-1889b54e6b02 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.208742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-446b9c67-4908-4298-9114-dee688d7283f req-8091010a-ce50-4b27-92e1-74cdd4ea8ca9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 210 time: 0.1496394 Aug 03 19:30:24.214578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966577dd-7143-4efe-a3b7-1889b54e6b02 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Port': ['ID=94749c9b-cc68-4c9b-96b5-d92832c1ec8b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:24.253313 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-966577dd-7143-4efe-a3b7-1889b54e6b02 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.262206 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-966577dd-7143-4efe-a3b7-1889b54e6b02 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/ports/94749c9b-cc68-4c9b-96b5-d92832c1ec8b HTTP/1.1" status: 204 len: 168 time: 0.7731504 Aug 03 19:30:24.264766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56684) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.315420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Made reservation on behalf of d7edb583213d46128a9d1a5c19a34a32 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:24.320701 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.330536 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-192bca84-485b-422a-959b-50879d456be6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] DELETE failed (client error): The resource could not be found. Aug 03 19:30:24.331477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192bca84-485b-422a-959b-50879d456be6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:24.335770 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-192bca84-485b-422a-959b-50879d456be6 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/subnets/45ec14b6-6008-498c-8e77-1c31e347ecc1 HTTP/1.1" status: 404 len: 337 time: 0.0687845 Aug 03 19:30:24.340082 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56688) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.382976 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84b7994d-12f0-44f9-9811-5b932539ae4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.418789 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84b7994d-12f0-44f9-9811-5b932539ae4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.543836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7994d-12f0-44f9-9811-5b932539ae4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7a59dd-4b7c-4add-8876-a6025235d7c3,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:24.548065 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.558312 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84b7994d-12f0-44f9-9811-5b932539ae4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.561450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-84b7994d-12f0-44f9-9811-5b932539ae4e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7256987 Aug 03 19:30:24.564116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56698) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.577103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-507522b0-46ab-4bf7-ab12-69d8a3669966 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:24.686477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Allocated IP 172.20.0.8 (70f84b60-65ec-4b07-8b41-039e7a41592e/67caabbc-e0de-4388-af32-8d12c0b643c5/133d80e5-9132-437b-90cb-a8fb4efd3fbd) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:24.834795 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-507522b0-46ab-4bf7-ab12-69d8a3669966 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.876699 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.893986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.930128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Transition to ACTIVE for port object ed085fb3-856d-4c3b-8fff-bc7529331a27 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:24.943096 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534b8f9f-9cf7-4df4-b9dc-8e667330b670']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:24.951643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.980298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b85df0e-0f6b-4a7e-9759-40d258e5bd2c') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:24.980298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b85df0e-0f6b-4a7e-9759-40d258e5bd2c') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:25.004250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.054387 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-507522b0-46ab-4bf7-ab12-69d8a3669966 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.062706 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.064304 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.066452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649d369-88df-4fb1-8775-a82e58557c0d None None] Pushing event updated for resources: {'Port': ['ID=ed085fb3-856d-4c3b-8fff-bc7529331a27,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:25.076363 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-507522b0-46ab-4bf7-ab12-69d8a3669966 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.090610 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:25.091091 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:25.097629 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:25.108619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Transition to ACTIVE for port object 133d80e5-9132-437b-90cb-a8fb4efd3fbd will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:25.187734 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.211521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507522b0-46ab-4bf7-ab12-69d8a3669966 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59004e93-0457-465f-88ec-021f914bb8f1,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:25.264434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Attempting to bind port ed085fb3-856d-4c3b-8fff-bc7529331a27 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:25.265239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-507522b0-46ab-4bf7-ab12-69d8a3669966 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.266340 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Attempting to bind port ed085fb3-856d-4c3b-8fff-bc7529331a27 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:25.267342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Attempting to bind port ed085fb3-856d-4c3b-8fff-bc7529331a27 on network ea5df4e1-f614-47dc-9222-43db946a431a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:25.271804 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-507522b0-46ab-4bf7-ab12-69d8a3669966 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7039292 Aug 03 19:30:25.273263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56708) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:25.283393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0b528929-221c-4e3b-a459-b3060ed67f0a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:25.286203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:25.292829 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Checking segment: {'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:25.293413 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.293926 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Bound using segment: {'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:25.295054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Bound port: ed085fb3-856d-4c3b-8fff-bc7529331a27, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:25.295522 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.297056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.309327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.313274 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/networks/534b8f9f-9cf7-4df4-b9dc-8e667330b670 HTTP/1.1" status: 204 len: 168 time: 0.9703393 Aug 03 19:30:25.335940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56710) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:25.352047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7629f1a-e4af-432d-8e62-942d141f6904 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Network': ['ID=534b8f9f-9cf7-4df4-b9dc-8e667330b670,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:25.390997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Network 70f84b60-65ec-4b07-8b41-039e7a41592e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:25.399193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b528929-221c-4e3b-a459-b3060ed67f0a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.407772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:25.463553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56712) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:25.486322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:25.488106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] For port ed085fb3-856d-4c3b-8fff-bc7529331a27, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:25.497708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] For port ed085fb3-856d-4c3b-8fff-bc7529331a27, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ed085fb3-856d-4c3b-8fff-bc7529331a27,segment=NetworkSegment(aa0daa9e-f312-4a66-9701-1a4074873c97),segment_id=aa0daa9e-f312-4a66-9701-1a4074873c97)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:25.504700 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.585247 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b528929-221c-4e3b-a459-b3060ed67f0a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.594450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b528929-221c-4e3b-a459-b3060ed67f0a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.594782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=133d80e5-9132-437b-90cb-a8fb4efd3fbd,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:25.640197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b528929-221c-4e3b-a459-b3060ed67f0a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.642302 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0b528929-221c-4e3b-a459-b3060ed67f0a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671126 Aug 03 19:30:25.651420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56716) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:25.657884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8447b922-751b-43f9-b062-22a1b86d33c7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:25.665723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b528929-221c-4e3b-a459-b3060ed67f0a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481ecc1c-eb9f-4a03-8335-f681f58a23d2,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:25.669725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:25.670595 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:25.709358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:25.710330 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.743587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2808-bcab-4b64-b466-067c3e6ae6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.755959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649d369-88df-4fb1-8775-a82e58557c0d None None] Pushing event updated for resources: {'Port': ['ID=ed085fb3-856d-4c3b-8fff-bc7529331a27,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:25.801636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-ef8812fb-4e0b-4ceb-a271-2e6f45101c25 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2311640 Aug 03 19:30:25.807895 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8447b922-751b-43f9-b062-22a1b86d33c7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.821006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15522805-6056-48e2-9d33-94b279239a6e req-0e4d87a3-20a5-4cd6-856a-2b933086f42a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:25.823531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15522805-6056-48e2-9d33-94b279239a6e req-0e4d87a3-20a5-4cd6-856a-2b933086f42a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 931 time: 0.4059901 Aug 03 19:30:25.836543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Request body: {'port': {'device_id': 'cec52639-4554-4a7e-a0bd-1805f9d441eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:25.887427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:25.978224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8447b922-751b-43f9-b062-22a1b86d33c7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.991254 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8447b922-751b-43f9-b062-22a1b86d33c7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.993555 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-df8d9fcf-2a17-462d-8db9-2cc3e94e056c None None] Provisioning for port 133d80e5-9132-437b-90cb-a8fb4efd3fbd completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:26.001622 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.003137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-df8d9fcf-2a17-462d-8db9-2cc3e94e056c None None] Provisioning complete for port 133d80e5-9132-437b-90cb-a8fb4efd3fbd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:26.003137 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-df8d9fcf-2a17-462d-8db9-2cc3e94e056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.008965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-15522805-6056-48e2-9d33-94b279239a6e req-a80e20ad-3cb0-4690-aee3-1d43081f44bd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960534 Aug 03 19:30:26.023221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-3e584f92-a3ef-4438-9c99-1926cec469d0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Deleting port 7aa14d3c-c8f0-4603-96e1-5af682c49dcb {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:26.023573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e584f92-a3ef-4438-9c99-1926cec469d0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.025702 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447b922-751b-43f9-b062-22a1b86d33c7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3098c2b-cd92-46af-bb51-993b719defaf,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:26.127810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-df8d9fcf-2a17-462d-8db9-2cc3e94e056c None None] Port 133d80e5-9132-437b-90cb-a8fb4efd3fbd cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:26.151631 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e584f92-a3ef-4438-9c99-1926cec469d0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.168931 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2808-bcab-4b64-b466-067c3e6ae6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.176418 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2808-bcab-4b64-b466-067c3e6ae6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.182006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-3e584f92-a3ef-4438-9c99-1926cec469d0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Calling delete_port for 7aa14d3c-c8f0-4603-96e1-5af682c49dcb owned by {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:26.218136 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8447b922-751b-43f9-b062-22a1b86d33c7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.223277 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8447b922-751b-43f9-b062-22a1b86d33c7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5663674 Aug 03 19:30:26.227201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56718) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.234204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d60b0d13-7769-478e-995b-ac7925470276 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:26.255636 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a8fa2808-bcab-4b64-b466-067c3e6ae6fc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2ad9fd955f3141a4aa97716c8fd42ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7909269 Aug 03 19:30:26.261192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56720) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.290378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:18Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:25Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:26.294583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa2808-bcab-4b64-b466-067c3e6ae6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02866966-ef4f-43be-a398-586b5c0724eb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:26.348159 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-51ee3c1f-0997-43c7-9708-a8ad5f1f0aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.359081 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-d60b0d13-7769-478e-995b-ac7925470276 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Project 47da202e5f0d433f920b59dfe00d530c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:30:26.366590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ff00d-d8f4-4394-9a34-85859b6031bb None None] The sync data for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 is: [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:18Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:25Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:26.382975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d60b0d13-7769-478e-995b-ac7925470276 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.478807 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-51ee3c1f-0997-43c7-9708-a8ad5f1f0aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.480931 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e584f92-a3ef-4438-9c99-1926cec469d0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.535536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e584f92-a3ef-4438-9c99-1926cec469d0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Port': ['ID=7aa14d3c-c8f0-4603-96e1-5af682c49dcb,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:26.567146 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e584f92-a3ef-4438-9c99-1926cec469d0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.569687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3e584f92-a3ef-4438-9c99-1926cec469d0 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/ports/7aa14d3c-c8f0-4603-96e1-5af682c49dcb HTTP/1.1" status: 204 len: 168 time: 1.2300708 Aug 03 19:30:26.578154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56722) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.588423 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d60b0d13-7769-478e-995b-ac7925470276 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.605881 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d60b0d13-7769-478e-995b-ac7925470276 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.631704 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c58e995-fcbe-41e7-9421-5f45a563b0bc tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] DELETE failed (client error): The resource could not be found. Aug 03 19:30:26.632787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c58e995-fcbe-41e7-9421-5f45a563b0bc tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:30:26.632948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b0d13-7769-478e-995b-ac7925470276 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac57569-5759-425d-8a9b-31ce307bb46e,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:26.635575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0c58e995-fcbe-41e7-9421-5f45a563b0bc tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/subnets/4e74d360-8fee-4ce3-bbf4-8dc4ec24bde3 HTTP/1.1" status: 404 len: 337 time: 0.0543783 Aug 03 19:30:26.643201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56724) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.698161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133d80e5-9132-437b-90cb-a8fb4efd3fbd {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:30:26.708662 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.730312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Transition to ACTIVE for port object 133d80e5-9132-437b-90cb-a8fb4efd3fbd will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:26.737975 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.816594 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.853294 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d60b0d13-7769-478e-995b-ac7925470276 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.870344 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d60b0d13-7769-478e-995b-ac7925470276 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6406143 Aug 03 19:30:26.873725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56726) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.881726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a973e434-9814-492c-a266-965d9be42948 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:26.986856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Pushing event updated for resources: {'Port': ['ID=133d80e5-9132-437b-90cb-a8fb4efd3fbd,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:27.003628 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-a973e434-9814-492c-a266-965d9be42948 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Project 47da202e5f0d433f920b59dfe00d530c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:30:27.121092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Attempting to bind port 133d80e5-9132-437b-90cb-a8fb4efd3fbd on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:27.121092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Attempting to bind port 133d80e5-9132-437b-90cb-a8fb4efd3fbd by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:27.121092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Attempting to bind port 133d80e5-9132-437b-90cb-a8fb4efd3fbd on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:27.139962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Port 133d80e5-9132-437b-90cb-a8fb4efd3fbd on network 70f84b60-65ec-4b07-8b41-039e7a41592e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:30:27.140467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Attempting to bind port 133d80e5-9132-437b-90cb-a8fb4efd3fbd on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:27.155745 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.163636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:27.164108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Checking segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:27.164550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Bound using segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:27.165449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Bound port: 133d80e5-9132-437b-90cb-a8fb4efd3fbd, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:27.165962 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.167589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:27.180343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728cca1a-37e6-42cc-8722-78a4f326ef2c') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:27.180739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728cca1a-37e6-42cc-8722-78a4f326ef2c') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:27.192440 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.209151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.216769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:27.217245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:27.289552 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:27.294075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-51ee3c1f-0997-43c7-9708-a8ad5f1f0aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.294075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-51ee3c1f-0997-43c7-9708-a8ad5f1f0aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.299416 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-51ee3c1f-0997-43c7-9708-a8ad5f1f0aea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/02866966-ef4f-43be-a398-586b5c0724eb HTTP/1.1" status: 204 len: 168 time: 1.0321126 Aug 03 19:30:27.312844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee3c1f-0997-43c7-9708-a8ad5f1f0aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02866966-ef4f-43be-a398-586b5c0724eb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:27.314792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.316366 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a973e434-9814-492c-a266-965d9be42948 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.404488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] For port 133d80e5-9132-437b-90cb-a8fb4efd3fbd, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:27.412602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] For port 133d80e5-9132-437b-90cb-a8fb4efd3fbd, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=133d80e5-9132-437b-90cb-a8fb4efd3fbd,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:27.428785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.431088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.436184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56734) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:27.437062 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/networks/b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8 HTTP/1.1" status: 204 len: 168 time: 0.7919474 Aug 03 19:30:27.493349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa92f8-24c2-4b58-9e1c-d87678d81b69 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Network': ['ID=b8f58afc-aac1-4ebd-bc35-9d4b8e6293c8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:27.618286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ed085fb3-856d-4c3b-8fff-bc7529331a27 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:27.621914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a973e434-9814-492c-a266-965d9be42948 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.635266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a973e434-9814-492c-a266-965d9be42948 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.680211 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973e434-9814-492c-a266-965d9be42948 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea5d637-4ec0-4aa6-a0a7-7367c56ba642,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:27.689334 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a973e434-9814-492c-a266-965d9be42948 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.693376 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a973e434-9814-492c-a266-965d9be42948 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8179617 Aug 03 19:30:27.709668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:27.710389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.712535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] 10.222.0.37 "PUT /v2.0/ports/133d80e5-9132-437b-90cb-a8fb4efd3fbd HTTP/1.1" status: 200 len: 1091 time: 1.8879571 Aug 03 19:30:27.723764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec52639-4554-4a7e-a0bd-1805f9d441eb', 'tag': '133d80e5-9132-437b-90cb-a8fb4efd3fbd'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:27.726572 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff" -d '{"events": [{"name": "network-changed", "server_uuid": "cec52639-4554-4a7e-a0bd-1805f9d441eb", "tag": "133d80e5-9132-437b-90cb-a8fb4efd3fbd"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:27.755571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ed59b-0770-48ed-8b59-59888eb05c6d service neutron] Pushing event updated for resources: {'Port': ['ID=133d80e5-9132-437b-90cb-a8fb4efd3fbd,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:27.792415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ed085fb3-856d-4c3b-8fff-bc7529331a27 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:27.800955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ed085fb3-856d-4c3b-8fff-bc7529331a27 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:27.801150 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.852684 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ace537-fa5c-4bd2-ba41-0d5957f88864 x-openstack-request-id: req-b9ace537-fa5c-4bd2-ba41-0d5957f88864 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:27.858683 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec52639-4554-4a7e-a0bd-1805f9d441eb", "tag": "133d80e5-9132-437b-90cb-a8fb4efd3fbd", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:27.859104 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b9ace537-fa5c-4bd2-ba41-0d5957f88864 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:27.859652 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec52639-4554-4a7e-a0bd-1805f9d441eb', 'tag': '133d80e5-9132-437b-90cb-a8fb4efd3fbd', 'status': 'completed', 'code': 200} Aug 03 19:30:27.865768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-f828ff76-81dd-469a-851b-e0cf4fee1561 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Deleting subnet ac7c52a2-7170-409a-a68f-6dadfbb483b7 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:27.894791 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f828ff76-81dd-469a-851b-e0cf4fee1561 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.998595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-2172d868-7036-4520-8186-96292d886b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:28.007227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-2172d868-7036-4520-8186-96292d886b36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 1094 time: 0.2197471 Aug 03 19:30:28.024068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f828ff76-81dd-469a-851b-e0cf4fee1561 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.027213 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.110222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932f54a-d1a7-4754-8fce-86fbb1e92d31 req-6d0ced00-1eb4-472d-9480-38951b042c37 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:28.112204 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c932f54a-d1a7-4754-8fce-86fbb1e92d31 req-6d0ced00-1eb4-472d-9480-38951b042c37 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.8366733 Aug 03 19:30:28.135717 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port ed085fb3-856d-4c3b-8fff-bc7529331a27, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ed085fb3-856d-4c3b-8fff-bc7529331a27,segment=NetworkSegment(aa0daa9e-f312-4a66-9701-1a4074873c97),segment_id=aa0daa9e-f312-4a66-9701-1a4074873c97)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:28.150474 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.208611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-c6b6d7bf-9ee2-445f-ad58-7d4494ba2342 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=133d80e5-9132-437b-90cb-a8fb4efd3fbd HTTP/1.1" status: 200 len: 217 time: 0.1874819 Aug 03 19:30:28.273823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=ed085fb3-856d-4c3b-8fff-bc7529331a27,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:28.349227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56752) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:28.364935 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-523dd297-1569-4eb7-bb5a-1ae84382f56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.470583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c932f54a-d1a7-4754-8fce-86fbb1e92d31 req-d1ebe628-0ffe-4212-a619-7377202024cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879910 Aug 03 19:30:28.504412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-a6b02768-5952-4eec-bb0a-e4554fbbae4c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411062394&fields=id&tenant_id=47da202e5f0d433f920b59dfe00d530c HTTP/1.1" status: 200 len: 267 time: 0.2986839 Aug 03 19:30:28.516492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-5f01d66e-8a54-470d-b3ee-0f9e16cfa71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:28.518318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-5f01d66e-8a54-470d-b3ee-0f9e16cfa71d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.2747827 Aug 03 19:30:28.533255 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f828ff76-81dd-469a-851b-e0cf4fee1561 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.568087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-523dd297-1569-4eb7-bb5a-1ae84382f56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.586143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-523dd297-1569-4eb7-bb5a-1ae84382f56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.666940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dd297-1569-4eb7-bb5a-1ae84382f56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14de4428-8f5a-4e01-a9b6-568e903f70ff,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:28.683611 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-523dd297-1569-4eb7-bb5a-1ae84382f56b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86c10148b69d4b18a60ba6adbd092cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328366 Aug 03 19:30:28.690146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56754) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:28.750619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-544bff9c-81d9-479c-a4e8-b65eb398ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:28.753300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-544bff9c-81d9-479c-a4e8-b65eb398ee57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216256 Aug 03 19:30:28.789592 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b81ab10b-8c12-4cee-afd4-eade8301503e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.846780 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b81ab10b-8c12-4cee-afd4-eade8301503e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.877389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f828ff76-81dd-469a-851b-e0cf4fee1561 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.938437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b81ab10b-8c12-4cee-afd4-eade8301503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.941314 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b81ab10b-8c12-4cee-afd4-eade8301503e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.952824 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b81ab10b-8c12-4cee-afd4-eade8301503e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/14de4428-8f5a-4e01-a9b6-568e903f70ff HTTP/1.1" status: 204 len: 168 time: 0.2515376 Aug 03 19:30:28.952824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ab10b-8c12-4cee-afd4-eade8301503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14de4428-8f5a-4e01-a9b6-568e903f70ff,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:28.993469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828ff76-81dd-469a-851b-e0cf4fee1561 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7c52a2-7170-409a-a68f-6dadfbb483b7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:29.014174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b7121b-cf6f-4cfa-8d95-2a2307c9267b None None] Network 05a03615-3cd4-4173-b191-ae1030180fd2 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:29.065194 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f828ff76-81dd-469a-851b-e0cf4fee1561 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.072813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56758) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:29.083051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f828ff76-81dd-469a-851b-e0cf4fee1561 tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/subnets/ac7c52a2-7170-409a-a68f-6dadfbb483b7 HTTP/1.1" status: 204 len: 168 time: 1.5889871 Aug 03 19:30:29.112368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-764e92fa-59fd-4d6a-8a1b-7ab41fafb836 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:29.115635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-764e92fa-59fd-4d6a-8a1b-7ab41fafb836 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/networks?id=ea5df4e1-f614-47dc-9222-43db946a431a HTTP/1.1" status: 200 len: 796 time: 0.6094618 Aug 03 19:30:29.123954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-51926133-2cda-424c-aeed-ed166d38d3ca service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550589 Aug 03 19:30:29.191031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-a2db4500-2575-42d2-b9dc-47c09a32ec4d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/quotas/47da202e5f0d433f920b59dfe00d530c HTTP/1.1" status: 200 len: 375 time: 0.0639646 Aug 03 19:30:29.258447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.359224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Deleting port 938f68b4-db61-48a1-b974-2b3e18b7bd0d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:29.360191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.499452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] For port 938f68b4-db61-48a1-b974-2b3e18b7bd0d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=938f68b4-db61-48a1-b974-2b3e18b7bd0d,segment=NetworkSegment(c05a08da-6535-4142-bad8-68ca83b160e5),segment_id=c05a08da-6535-4142-bad8-68ca83b160e5)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:29.500131 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.517008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c740a3-8693-428b-be5d-0b3b6ec22cca None None] DHCP port deletion for 05a03615-3cd4-4173-b191-ae1030180fd2 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:29.535304 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Calling delete_port for 938f68b4-db61-48a1-b974-2b3e18b7bd0d owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:29.581599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-e20b572b-5f12-467b-b75c-a522fa0b19b7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3650188 Aug 03 19:30:29.605902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ed085fb3-856d-4c3b-8fff-bc7529331a27 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:29.711850 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-51c740a3-8693-428b-be5d-0b3b6ec22cca None None] Deleting port 938f68b4-db61-48a1-b974-2b3e18b7bd0d {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:29.712134 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-51c740a3-8693-428b-be5d-0b3b6ec22cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.727495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a1c24d90-6db9-4a3f-a49b-242f56091a88 req-9b79c4d7-46f6-4ac0-928b-1f0810f16415 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334384 Aug 03 19:30:29.831314 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.844002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ed085fb3-856d-4c3b-8fff-bc7529331a27 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:29.845052 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.898045 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.909208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Port': ['ID=938f68b4-db61-48a1-b974-2b3e18b7bd0d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:29.921167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-bd06699f-919f-43e0-835e-ccd1267b37c5 service neutron] 10.222.0.78 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899139 Aug 03 19:30:29.948477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] No DVR routers for this DVR port 938f68b4-db61-48a1-b974-2b3e18b7bd0d on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:29.959496 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-51c740a3-8693-428b-be5d-0b3b6ec22cca None None] For port 938f68b4-db61-48a1-b974-2b3e18b7bd0d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=938f68b4-db61-48a1-b974-2b3e18b7bd0d,segment=NetworkSegment(c05a08da-6535-4142-bad8-68ca83b160e5),segment_id=c05a08da-6535-4142-bad8-68ca83b160e5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:29.962220 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-51c740a3-8693-428b-be5d-0b3b6ec22cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.093304 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.097205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-51c740a3-8693-428b-be5d-0b3b6ec22cca None None] Calling delete_port for 938f68b4-db61-48a1-b974-2b3e18b7bd0d owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:30.136963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a03615-3cd4-4173-b191-ae1030180fd2']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:30.163791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05a08da-6535-4142-bad8-68ca83b160e5') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:30.164441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05a08da-6535-4142-bad8-68ca83b160e5') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:30.244693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.299339 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.312691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-51c740a3-8693-428b-be5d-0b3b6ec22cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.315963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:30.317018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.380782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c740a3-8693-428b-be5d-0b3b6ec22cca None None] No DVR routers for this DVR port 938f68b4-db61-48a1-b974-2b3e18b7bd0d on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:30.384018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c740a3-8693-428b-be5d-0b3b6ec22cca None None] Pushing event deleted for resources: {'Port': ['ID=938f68b4-db61-48a1-b974-2b3e18b7bd0d,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:30.440920 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:30.545584 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.563566 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.583401 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] 10.222.0.78 "DELETE /v2.0/networks/05a03615-3cd4-4173-b191-ae1030180fd2 HTTP/1.1" status: 204 len: 168 time: 1.4944584 Aug 03 19:30:30.635100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37c091-551c-4a6f-8f0c-d668ed7a581d tempest-NetworksIpV6TestAttrs-1229626969 tempest-NetworksIpV6TestAttrs-1229626969-project] Pushing event deleted for resources: {'Network': ['ID=05a03615-3cd4-4173-b191-ae1030180fd2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:30.656658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77753381-2bfc-43d3-ac01-d4d6c34aa58a req-e9eb8897-bc6b-4f02-b924-7b6139c347b5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:30.666597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77753381-2bfc-43d3-ac01-d4d6c34aa58a req-e9eb8897-bc6b-4f02-b924-7b6139c347b5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.9370582 Aug 03 19:30:30.670103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff req-0170a482-29a3-40aa-9b08-602c29d52bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:30.671664 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff req-0170a482-29a3-40aa-9b08-602c29d52bdc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 1094 time: 0.8485084 Aug 03 19:30:30.823032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-9dfe5597-456e-4940-87f6-2557c3d84860 service neutron] 10.222.0.78 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7950585 Aug 03 19:30:30.858818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77753381-2bfc-43d3-ac01-d4d6c34aa58a req-bca619ec-8d42-4bf8-be34-c95814ad96cd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910863 Aug 03 19:30:30.884752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff req-be9f48c7-a3f6-4edf-b067-193323c590e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:30.887447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff req-be9f48c7-a3f6-4edf-b067-193323c590e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.2034979 Aug 03 19:30:30.979724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff req-f3480ee9-08e8-4743-8b00-895ec9db2090 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=133d80e5-9132-437b-90cb-a8fb4efd3fbd HTTP/1.1" status: 200 len: 217 time: 0.0840943 Aug 03 19:30:31.104008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff req-7cda85ce-dc06-41d5-95e0-6270e788c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:31.108917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff req-7cda85ce-dc06-41d5-95e0-6270e788c77d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.1179187 Aug 03 19:30:31.169341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56790) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:31.298371 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3d77066-cd7f-42c5-8c79-4550889a567d req-1e378826-5a7f-48e5-84cf-9f3d7479a93c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 210 time: 0.1319430 Aug 03 19:30:31.319001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff req-98adedca-1ee2-4951-9faf-a0a618365c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:31.320545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff req-98adedca-1ee2-4951-9faf-a0a618365c3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1999135 Aug 03 19:30:31.578842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff req-8ce81580-2ef6-4247-90a3-84658bdfea6b service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282174 Aug 03 19:30:31.594073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 938f68b4-db61-48a1-b974-2b3e18b7bd0d no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:31.661664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 938f68b4-db61-48a1-b974-2b3e18b7bd0d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:31.663664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 938f68b4-db61-48a1-b974-2b3e18b7bd0d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:31.667312 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-df4284b8-186b-4ed9-b171-c763cba850d4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1850de90d8204e89a34514c242df31bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4957716 Aug 03 19:30:31.685208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56800) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:31.791365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-db7e850a-a97d-4924-8507-cc293d54712a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.830115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-db7e850a-a97d-4924-8507-cc293d54712a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.885885 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52cabdd7-92ea-48b2-a18f-ff3b2e7a58ff req-1150ee68-71de-4781-83b5-181831425a95 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977910 Aug 03 19:30:31.953362 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-db7e850a-a97d-4924-8507-cc293d54712a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.959354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-db7e850a-a97d-4924-8507-cc293d54712a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.961763 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-db7e850a-a97d-4924-8507-cc293d54712a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e9434fc1-3603-4fbd-ab4c-d3611a5b4083 HTTP/1.1" status: 204 len: 168 time: 0.2748423 Aug 03 19:30:31.973301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e850a-a97d-4924-8507-cc293d54712a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9434fc1-3603-4fbd-ab4c-d3611a5b4083,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:32.105475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb61e6-aa81-42ba-bb2b-a035302fd637 req-38297feb-ed6e-4ab7-a7c4-540d9202d158 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:32.116896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ecb61e6-aa81-42ba-bb2b-a035302fd637 req-38297feb-ed6e-4ab7-a7c4-540d9202d158 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.1099005 Aug 03 19:30:32.259901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ecb61e6-aa81-42ba-bb2b-a035302fd637 req-975332e1-045f-41c9-9af8-468c934468d5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274993 Aug 03 19:30:32.532246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f34f885-2706-4974-b71f-2f7625b6611e req-23444fac-3629-46c8-bc32-3b086de9f35d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 210 time: 0.0486693 Aug 03 19:30:33.434121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-bfc258c3-183a-41c9-a8da-ceac017d4be0 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:33.436204 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-bfc258c3-183a-41c9-a8da-ceac017d4be0 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.74 "GET /v2.0/networks?id=ea5df4e1-f614-47dc-9222-43db946a431a HTTP/1.1" status: 200 len: 796 time: 0.3042881 Aug 03 19:30:33.593142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56844) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:33.620007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-2a83301c-cca1-4379-b438-5bb897df8c17 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47da202e5f0d433f920b59dfe00d530c HTTP/1.1" status: 200 len: 380 time: 0.1650054 Aug 03 19:30:33.655033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e004c9-1d04-4f91-90c8-79f01a3c893b req-63de9248-b1d2-4329-82bb-01ad58054263 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:33.689579 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5ea23412-c22b-46ed-8cc5-da59f13f0907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.696824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-97e004c9-1d04-4f91-90c8-79f01a3c893b req-63de9248-b1d2-4329-82bb-01ad58054263 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.2563653 Aug 03 19:30:33.728071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'port': {'device_id': '23984ef2-a83e-4618-a017-6e875a95e735', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'admin_state_up': True, 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'security_groups': ['4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:33.873239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-135e440d-bd90-43a2-bf6a-326be4bd1d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.899081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-58c89526-58c9-41d8-b8a9-6d5f296da55b req-7fb4ed51-d3d6-43a7-8ff1-57d8f51d88c8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 210 time: 0.1439705 Aug 03 19:30:33.946921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-97e004c9-1d04-4f91-90c8-79f01a3c893b req-19962654-cae2-4e47-bb38-339ff06d7546 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902459 Aug 03 19:30:34.083280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56850) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:34.155906 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-135e440d-bd90-43a2-bf6a-326be4bd1d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.163032 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-135e440d-bd90-43a2-bf6a-326be4bd1d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.206801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Made reservation on behalf of 47da202e5f0d433f920b59dfe00d530c for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:34.210990 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.239894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e440d-bd90-43a2-bf6a-326be4bd1d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4b4b88-d332-44e5-b9b2-81077456c26d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:34.251206 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-135e440d-bd90-43a2-bf6a-326be4bd1d7f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8c5aea7f1dad4a6c9db42ce4255a30a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6561458 Aug 03 19:30:34.253764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56854) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:34.391589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e93df271-b533-41f6-9a5a-8e46c48d7476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.400005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'network': {'name': 'tempest-RoutersTest-580454766'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:34.431368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e93df271-b533-41f6-9a5a-8e46c48d7476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.475842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:34.479617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.500190 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.521262 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e93df271-b533-41f6-9a5a-8e46c48d7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.526951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e93df271-b533-41f6-9a5a-8e46c48d7476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.527562 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e93df271-b533-41f6-9a5a-8e46c48d7476 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a4b4b88-d332-44e5-b9b2-81077456c26d HTTP/1.1" status: 204 len: 168 time: 0.2722588 Aug 03 19:30:34.547357 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93df271-b533-41f6-9a5a-8e46c48d7476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4b4b88-d332-44e5-b9b2-81077456c26d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:34.610461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Allocated IP 172.20.0.6 (ea5df4e1-f614-47dc-9222-43db946a431a/e09d8f68-70e8-4e47-bdff-3834859ae89f/baa6f643-4b91-4f05-9d3f-341942a30444) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:34.967649 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.057962 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.085474 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.174128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a8a0151-2df6-4cf2-9e4f-919f054fe9ea req-4602ff3a-26cb-4c46-9170-3ee1069df245 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 210 time: 0.1029317 Aug 03 19:30:35.189470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:35.220592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134e55eb-e742-4815-b7b5-28469f203ae8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:35.228601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56864) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:35.261850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-64cc9d73-8d2e-448d-8b57-c4b9a48731e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.269307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Transition to ACTIVE for port object baa6f643-4b91-4f05-9d3f-341942a30444 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:35.298167 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.299584 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added segment ad6dcf20-9a7e-4999-a981-a381d97662ce of type vlan for network 73ee4559-8c97-4709-bb81-cddf12a648e7 Aug 03 19:30:35.457390 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-64cc9d73-8d2e-448d-8b57-c4b9a48731e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.461853 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.465130 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-64cc9d73-8d2e-448d-8b57-c4b9a48731e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.484854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849690da-6079-4785-8799-4ddf41ed662f req-70e487e5-6ac3-4909-b3cf-22f2e8434d43 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:35.487583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-849690da-6079-4785-8799-4ddf41ed662f req-70e487e5-6ac3-4909-b3cf-22f2e8434d43 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.3526769 Aug 03 19:30:35.540480 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-64cc9d73-8d2e-448d-8b57-c4b9a48731e3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c5df528cd184b77bb549047af9b42dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098552 Aug 03 19:30:35.541637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc9d73-8d2e-448d-8b57-c4b9a48731e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bac63e-3cce-43ec-be8e-5bce7fd1befd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:35.558320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56866) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:35.585911 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.603085 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.609210 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:35.609895 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.647286 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-648410af-0759-43c7-a657-3f2062312e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.688548 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-648410af-0759-43c7-a657-3f2062312e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.704478 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-849690da-6079-4785-8799-4ddf41ed662f req-9bac6ccd-8c3b-460d-9617-59171370cc81 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993880 Aug 03 19:30:35.754753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6673646 Aug 03 19:30:35.755339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network ea5df4e1-f614-47dc-9222-43db946a431a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:35.758531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56868) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:35.764583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'network': {'name': 'tempest-RoutersTest-1304694949'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:35.767937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:35.769478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=baa6f643-4b91-4f05-9d3f-341942a30444,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:35.772077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a6f55-b6f9-4029-a882-2107f8daa0f2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Network': ['ID=73ee4559-8c97-4709-bb81-cddf12a648e7,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:35.775384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:35.799996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 73ee4559-8c97-4709-bb81-cddf12a648e7 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:35.813414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:35.818803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.861164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:35.862610 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.867142 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-648410af-0759-43c7-a657-3f2062312e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.877739 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-648410af-0759-43c7-a657-3f2062312e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.886973 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-648410af-0759-43c7-a657-3f2062312e85 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f9bac63e-3cce-43ec-be8e-5bce7fd1befd HTTP/1.1" status: 204 len: 168 time: 0.3257504 Aug 03 19:30:35.891053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-eca26cf4-2ea8-49c9-8035-a4dd267be878 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1831241 Aug 03 19:30:35.923183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Request body: {'port': {'device_id': '23984ef2-a83e-4618-a017-6e875a95e735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:35.943577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:35.952035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648410af-0759-43c7-a657-3f2062312e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bac63e-3cce-43ec-be8e-5bce7fd1befd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:35.989849 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.990133 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added segment 76c768e4-31f2-452f-809a-fe8f20da666b of type vlan for network 6b39887a-687d-419e-970d-337bff5919f7 Aug 03 19:30:36.106686 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.143233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.225880 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.243827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:36.244847 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.336432 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5695789 Aug 03 19:30:36.338468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56874) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:36.342680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cbe1f-7468-4f79-9b46-178e6c8c5e95 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Network': ['ID=6b39887a-687d-419e-970d-337bff5919f7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:36.359147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'subnet': {'network_id': '73ee4559-8c97-4709-bb81-cddf12a648e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:36.374013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 6b39887a-687d-419e-970d-337bff5919f7 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:36.428093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0aed01f1-333e-47fd-b086-ab50679594af None None] Provisioning for port baa6f643-4b91-4f05-9d3f-341942a30444 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:36.449341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0aed01f1-333e-47fd-b086-ab50679594af None None] Provisioning complete for port baa6f643-4b91-4f05-9d3f-341942a30444 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:36.450334 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0aed01f1-333e-47fd-b086-ab50679594af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.501327 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f6458626-b823-4a65-b29b-a40090d37389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.530548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-0aed01f1-333e-47fd-b086-ab50679594af None None] Port baa6f643-4b91-4f05-9d3f-341942a30444 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:36.640170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475d6d9-82b0-4af8-a5fb-4cb863a078fa req-90bf3b94-b5b3-44a0-8d14-8d6f5b1ef8eb tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:36.641907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8475d6d9-82b0-4af8-a5fb-4cb863a078fa req-90bf3b94-b5b3-44a0-8d14-8d6f5b1ef8eb tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 931 time: 0.2786288 Aug 03 19:30:36.708309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:36.712173 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.723048 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.797125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8475d6d9-82b0-4af8-a5fb-4cb863a078fa req-b27cf77e-eaf0-4b09-9ab3-781d5bdbcb80 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331556 Aug 03 19:30:36.995125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa6f643-4b91-4f05-9d3f-341942a30444 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:30:37.007530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995be52-c675-4a29-a94d-596625ff85bb req-e6643473-0532-4329-b497-07b8f8ac82ac tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:37.009224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5995be52-c675-4a29-a94d-596625ff85bb req-e6643473-0532-4329-b497-07b8f8ac82ac tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.1456208 Aug 03 19:30:37.018615 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.078875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Transition to ACTIVE for port object baa6f643-4b91-4f05-9d3f-341942a30444 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:37.093207 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.195385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5995be52-c675-4a29-a94d-596625ff85bb req-15528bef-d70c-4fde-b800-3ea7842cab79 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706240 Aug 03 19:30:37.219640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Pushing event updated for resources: {'Port': ['ID=baa6f643-4b91-4f05-9d3f-341942a30444,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:37.235834 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.438481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Subnet': ['ID=a5abe518-a3d6-424e-ada4-7f8ec9b585aa,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:37.471984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Checking segment: {'id': 'ad6dcf20-9a7e-4999-a981-a381d97662ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '73ee4559-8c97-4709-bb81-cddf12a648e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:37.472474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network hostable DHCP agents. Network: 73ee4559-8c97-4709-bb81-cddf12a648e7, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:37.483347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Attempting to bind port baa6f643-4b91-4f05-9d3f-341942a30444 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:37.484018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Attempting to bind port baa6f643-4b91-4f05-9d3f-341942a30444 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:37.484729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Attempting to bind port baa6f643-4b91-4f05-9d3f-341942a30444 on network ea5df4e1-f614-47dc-9222-43db946a431a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:37.498745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Port baa6f643-4b91-4f05-9d3f-341942a30444 on network ea5df4e1-f614-47dc-9222-43db946a431a not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:30:37.499437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Attempting to bind port baa6f643-4b91-4f05-9d3f-341942a30444 on network ea5df4e1-f614-47dc-9222-43db946a431a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:37.510299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:37.511184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Checking segment: {'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:37.511776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Bound using segment: {'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:37.513221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Bound port: baa6f643-4b91-4f05-9d3f-341942a30444, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0daa9e-f312-4a66-9701-1a4074873c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:37.514127 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.550294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 73ee4559-8c97-4709-bb81-cddf12a648e7 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:37.602555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 73ee4559-8c97-4709-bb81-cddf12a648e7) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:37.616402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:37.617441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.633064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e58fb-261e-46b6-a99d-31c2d0d342de None None] Network 73ee4559-8c97-4709-bb81-cddf12a648e7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:37.677831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ecc5508d-111e-484a-94f8-a238255928b5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3363039 Aug 03 19:30:37.679644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56890) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:37.688335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'subnet': {'network_id': '6b39887a-687d-419e-970d-337bff5919f7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:37.694858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] For port baa6f643-4b91-4f05-9d3f-341942a30444, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:37.702516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] For port baa6f643-4b91-4f05-9d3f-341942a30444, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=baa6f643-4b91-4f05-9d3f-341942a30444,segment=NetworkSegment(aa0daa9e-f312-4a66-9701-1a4074873c97),segment_id=aa0daa9e-f312-4a66-9701-1a4074873c97)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:37.723724 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.881171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:37.882269 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.884778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] 10.222.0.74 "PUT /v2.0/ports/baa6f643-4b91-4f05-9d3f-341942a30444 HTTP/1.1" status: 200 len: 1091 time: 1.9771781 Aug 03 19:30:37.885521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23984ef2-a83e-4618-a017-6e875a95e735', 'tag': 'baa6f643-4b91-4f05-9d3f-341942a30444'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:37.889597 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515" -d '{"events": [{"name": "network-changed", "server_uuid": "23984ef2-a83e-4618-a017-6e875a95e735", "tag": "baa6f643-4b91-4f05-9d3f-341942a30444"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:37.988538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d855e-0b51-404b-969f-829e532382c7 service neutron] Pushing event updated for resources: {'Port': ['ID=baa6f643-4b91-4f05-9d3f-341942a30444,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:38.097480 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9057dc36-19df-43ed-bc0b-cc26d558a65a x-openstack-request-id: req-9057dc36-19df-43ed-bc0b-cc26d558a65a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:38.097836 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23984ef2-a83e-4618-a017-6e875a95e735", "tag": "baa6f643-4b91-4f05-9d3f-341942a30444", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:38.098224 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9057dc36-19df-43ed-bc0b-cc26d558a65a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:38.098914 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23984ef2-a83e-4618-a017-6e875a95e735', 'tag': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'status': 'completed', 'code': 200} Aug 03 19:30:38.139630 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.315916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:38.350304 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.392680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-73ee4559-8c97-4709-bb81-cddf12a648e7', 'network_id': '73ee4559-8c97-4709-bb81-cddf12a648e7', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'fixed_ips': [{'subnet_id': 'a5abe518-a3d6-424e-ada4-7f8ec9b585aa'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:38.394144 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.654853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-92f0b4b5-ef4e-4368-8d71-241d44911a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:38.656902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-92f0b4b5-ef4e-4368-8d71-241d44911a03 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 1094 time: 0.6639218 Aug 03 19:30:38.685784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4e7c2-2af4-410d-b7e5-1af45921e3c7 req-5cb5ea17-2a83-4048-b321-ff6acc0d0fe1 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:38.689286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8fa4e7c2-2af4-410d-b7e5-1af45921e3c7 req-5cb5ea17-2a83-4048-b321-ff6acc0d0fe1 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 943 time: 0.6482549 Aug 03 19:30:38.767461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Allocated IP 172.20.0.2 (73ee4559-8c97-4709-bb81-cddf12a648e7/a5abe518-a3d6-424e-ada4-7f8ec9b585aa/a6f13b68-42cf-4eb2-a668-8b5822855f90) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:38.825540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685a5f6-8f05-4876-a9ea-c53fea69bcd4 req-27d561cb-e23e-4964-ac10-ea3a3f35af10 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:38.827763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4685a5f6-8f05-4876-a9ea-c53fea69bcd4 req-27d561cb-e23e-4964-ac10-ea3a3f35af10 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.2900062 Aug 03 19:30:38.829590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-c56a6ce1-0840-4456-8c28-6232adc9669a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa6f643-4b91-4f05-9d3f-341942a30444 HTTP/1.1" status: 200 len: 217 time: 0.1341231 Aug 03 19:30:38.855015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8fa4e7c2-2af4-410d-b7e5-1af45921e3c7 req-a2132d08-1378-49d4-93ae-9cf67df18d9d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404076 Aug 03 19:30:38.942242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5df3f0ec-2e05-48c1-b00e-ded6eb5d4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:38.944970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-5df3f0ec-2e05-48c1-b00e-ded6eb5d4f7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e09d8f68-70e8-4e47-bdff-3834859ae89f HTTP/1.1" status: 200 len: 834 time: 0.0837216 Aug 03 19:30:38.957165 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.967622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Transition to ACTIVE for port object a6f13b68-42cf-4eb2-a668-8b5822855f90 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:38.989670 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Transition to ACTIVE for port object a6f13b68-42cf-4eb2-a668-8b5822855f90 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:39.002851 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.060067 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Network 73ee4559-8c97-4709-bb81-cddf12a648e7 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:39.060583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4685a5f6-8f05-4876-a9ea-c53fea69bcd4 req-97a3f8af-da78-4e70-b95c-09e316ed34cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928618 Aug 03 19:30:39.068324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:39.072222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:39.154260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-d895cc94-685e-4f21-a64a-ba8c59959377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:39.156945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-d895cc94-685e-4f21-a64a-ba8c59959377 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ea5df4e1-f614-47dc-9222-43db946a431a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995208 Aug 03 19:30:39.195805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Pushing event updated for resources: {'Port': ['ID=a6f13b68-42cf-4eb2-a668-8b5822855f90,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:39.220284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Attempting to bind port a6f13b68-42cf-4eb2-a668-8b5822855f90 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:39.220889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Attempting to bind port a6f13b68-42cf-4eb2-a668-8b5822855f90 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'ad6dcf20-9a7e-4999-a981-a381d97662ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '73ee4559-8c97-4709-bb81-cddf12a648e7'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:39.221451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Attempting to bind port a6f13b68-42cf-4eb2-a668-8b5822855f90 on network 73ee4559-8c97-4709-bb81-cddf12a648e7 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:39.231168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:39.231806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Checking segment: {'id': 'ad6dcf20-9a7e-4999-a981-a381d97662ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '73ee4559-8c97-4709-bb81-cddf12a648e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:39.233008 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.233250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Bound using segment: {'id': 'ad6dcf20-9a7e-4999-a981-a381d97662ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '73ee4559-8c97-4709-bb81-cddf12a648e7'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:39.234006 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Bound port: a6f13b68-42cf-4eb2-a668-8b5822855f90, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6dcf20-9a7e-4999-a981-a381d97662ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '73ee4559-8c97-4709-bb81-cddf12a648e7'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:39.234679 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.337195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] For port a6f13b68-42cf-4eb2-a668-8b5822855f90, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:39.342826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] For port a6f13b68-42cf-4eb2-a668-8b5822855f90, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a6f13b68-42cf-4eb2-a668-8b5822855f90,segment=NetworkSegment(ad6dcf20-9a7e-4999-a981-a381d97662ce),segment_id=ad6dcf20-9a7e-4999-a981-a381d97662ce)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:39.349479 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.375804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-bf4c3d36-67c8-4515-8f2f-d24e132d6840 service neutron] 10.222.0.74 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067850 Aug 03 19:30:39.458909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac12a76-381f-4564-934e-99e8a3d2fd55 None None] Pushing event updated for resources: {'Port': ['ID=a6f13b68-42cf-4eb2-a668-8b5822855f90,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:39.492734 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.587845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Subnet': ['ID=131caddd-2121-4033-8111-0c346c127e89,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:39.629565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45b47c00-807b-49f4-a4c4-f3252010c250 req-4e3d01c2-5f40-4ada-88b9-45dfd1ea887f service neutron] 10.222.0.74 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455087 Aug 03 19:30:39.635956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Checking segment: {'id': '76c768e4-31f2-452f-809a-fe8f20da666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6b39887a-687d-419e-970d-337bff5919f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:39.636337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network hostable DHCP agents. Network: 6b39887a-687d-419e-970d-337bff5919f7, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:39.673535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 6b39887a-687d-419e-970d-337bff5919f7 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:39.693539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 6b39887a-687d-419e-970d-337bff5919f7) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:39.725200 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.738431 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8bc403-6adc-4da7-874f-c7370918d745 None None] Network 6b39887a-687d-419e-970d-337bff5919f7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:39.763085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:39.764035 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.829592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56922) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:39.830453 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9ff91330-432b-4a1c-bf6f-e12b0ffe71c2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1492424 Aug 03 19:30:39.838546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-36415d39-408f-4663-a41e-65fc5ba7adaf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1051595380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:39.850274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515 req-b4d61adf-c692-46b5-88ab-fe2f54e2780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:39.852666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515 req-b4d61adf-c692-46b5-88ab-fe2f54e2780e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 1094 time: 0.0692823 Aug 03 19:30:39.915055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36415d39-408f-4663-a41e-65fc5ba7adaf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.916610 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36415d39-408f-4663-a41e-65fc5ba7adaf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.058208 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36415d39-408f-4663-a41e-65fc5ba7adaf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.074224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-6b39887a-687d-419e-970d-337bff5919f7', 'network_id': '6b39887a-687d-419e-970d-337bff5919f7', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'fixed_ips': [{'subnet_id': '131caddd-2121-4033-8111-0c346c127e89'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:40.075052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36415d39-408f-4663-a41e-65fc5ba7adaf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.076326 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.110890 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36415d39-408f-4663-a41e-65fc5ba7adaf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.114418 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-36415d39-408f-4663-a41e-65fc5ba7adaf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2830091 Aug 03 19:30:40.117921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56928) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:40.242110 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baea925-df54-4925-84a4-f8d07613ddc2 req-393748e1-acc2-4148-a45d-c433824e4069 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:40.245304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7baea925-df54-4925-84a4-f8d07613ddc2 req-393748e1-acc2-4148-a45d-c433824e4069 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 943 time: 0.1856401 Aug 03 19:30:40.247558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515 req-683eda7a-be2c-4fcf-8464-864ed0d86512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:40.250281 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515 req-683eda7a-be2c-4fcf-8464-864ed0d86512 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ea5df4e1-f614-47dc-9222-43db946a431a HTTP/1.1" status: 200 len: 897 time: 0.3898468 Aug 03 19:30:40.394197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515 req-f6d0ec5f-d5c7-4e94-961a-993ecb0e59a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa6f643-4b91-4f05-9d3f-341942a30444 HTTP/1.1" status: 200 len: 217 time: 0.1144528 Aug 03 19:30:40.455286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Allocated IP 172.21.0.2 (6b39887a-687d-419e-970d-337bff5919f7/131caddd-2121-4033-8111-0c346c127e89/8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:40.633289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7baea925-df54-4925-84a4-f8d07613ddc2 req-dc8148c1-08d4-4f64-9ba1-d282647edcf2 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812418 Aug 03 19:30:40.689539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17173a1f-72f0-4a55-812a-5b26ced07b8a req-98d1fea7-2ac7-4fa6-aa01-acab2a9cb82a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:40.694890 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17173a1f-72f0-4a55-812a-5b26ced07b8a req-98d1fea7-2ac7-4fa6-aa01-acab2a9cb82a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.4324169 Aug 03 19:30:40.741940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515 req-44853df0-8b65-4b5b-809e-4846c74c93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:40.745043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515 req-44853df0-8b65-4b5b-809e-4846c74c93b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e09d8f68-70e8-4e47-bdff-3834859ae89f HTTP/1.1" status: 200 len: 834 time: 0.3385098 Aug 03 19:30:40.918664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.942579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515 req-abd32044-390b-49a9-8834-d3fbfcfd1985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:40.944422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515 req-abd32044-390b-49a9-8834-d3fbfcfd1985 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ea5df4e1-f614-47dc-9222-43db946a431a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752088 Aug 03 19:30:40.955841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-17173a1f-72f0-4a55-812a-5b26ced07b8a req-21c39784-6d3e-44e5-898a-73169d2a2d42 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448423 Aug 03 19:30:41.155883 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.178933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Transition to ACTIVE for port object 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:41.181732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515 req-aaa53fb8-876b-43c6-9a48-8e374c894738 service neutron] 10.222.0.74 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245224 Aug 03 19:30:41.202227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5f1692-e839-49ab-91b6-3a1a67cc4666 None None] Network 73ee4559-8c97-4709-bb81-cddf12a648e7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:41.204816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Transition to ACTIVE for port object 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:41.223009 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.332290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33de8cd9-1306-4fb0-8cb4-cd9c06b54515 req-9eb82b9c-4c31-420e-b7e0-81bc384bfb34 service neutron] 10.222.0.74 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426477 Aug 03 19:30:41.341408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Network 6b39887a-687d-419e-970d-337bff5919f7 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:41.344867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8b56e8f1-feca-4517-bf22-30f8d758252f None None] Provisioning for port a6f13b68-42cf-4eb2-a668-8b5822855f90 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:41.366757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Allocated IP 172.20.0.1 (73ee4559-8c97-4709-bb81-cddf12a648e7/a5abe518-a3d6-424e-ada4-7f8ec9b585aa/8cdc08f3-44c0-405a-b94e-22f17965bcec) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:41.368383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:41.371608 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Pushing event updated for resources: {'Port': ['ID=8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:41.380972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:41.498276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Attempting to bind port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:41.498808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Attempting to bind port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '76c768e4-31f2-452f-809a-fe8f20da666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6b39887a-687d-419e-970d-337bff5919f7'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:41.499415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Attempting to bind port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 on network 6b39887a-687d-419e-970d-337bff5919f7 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:41.511874 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:41.512521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Checking segment: {'id': '76c768e4-31f2-452f-809a-fe8f20da666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6b39887a-687d-419e-970d-337bff5919f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:41.513339 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.514738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Bound using segment: {'id': '76c768e4-31f2-452f-809a-fe8f20da666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6b39887a-687d-419e-970d-337bff5919f7'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:41.514738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Bound port: 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c768e4-31f2-452f-809a-fe8f20da666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6b39887a-687d-419e-970d-337bff5919f7'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:41.515159 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.546244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a6f13b68-42cf-4eb2-a668-8b5822855f90 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:41.645527 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.666251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] For port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:41.677728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] For port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58,segment=NetworkSegment(76c768e4-31f2-452f-809a-fe8f20da666b),segment_id=76c768e4-31f2-452f-809a-fe8f20da666b)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:41.687135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port a6f13b68-42cf-4eb2-a668-8b5822855f90 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:41.692680 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.694635 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Transition to ACTIVE for port object 8cdc08f3-44c0-405a-b94e-22f17965bcec will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:41.728562 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device baa6f643-4b91-4f05-9d3f-341942a30444 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:30:41.738836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a6f13b68-42cf-4eb2-a668-8b5822855f90 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:41.744958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.807470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.907453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=8cdc08f3-44c0-405a-b94e-22f17965bcec,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:41.928031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 73ee4559-8c97-4709-bb81-cddf12a648e7 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:41.936250 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:41.946544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:42.055795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b13d2a-d9cd-403f-b3a5-a215626cd20b req-f90a21ff-b8f1-41f0-a5a4-40e6fffa9c35 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:42.057907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99b13d2a-d9cd-403f-b3a5-a215626cd20b req-f90a21ff-b8f1-41f0-a5a4-40e6fffa9c35 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 943 time: 0.1576314 Aug 03 19:30:42.099783 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.243145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port baa6f643-4b91-4f05-9d3f-341942a30444, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=baa6f643-4b91-4f05-9d3f-341942a30444,segment=NetworkSegment(aa0daa9e-f312-4a66-9701-1a4074873c97),segment_id=aa0daa9e-f312-4a66-9701-1a4074873c97)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:42.264515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a22de-6502-4a9f-b20c-e74fb7acce1f None None] Pushing event updated for resources: {'Port': ['ID=8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:42.335149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'port_id': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'mac_address': 'fa:16:3e:f8:3d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:30:42.349621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99b13d2a-d9cd-403f-b3a5-a215626cd20b req-6d597de6-40e9-4040-9ef6-5c094c16ac12 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732096 Aug 03 19:30:42.368646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b43b-47f0-4e15-bc5a-3915fb1c1316 req-3e3e135c-ab17-47c3-a940-5757df48df70 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:42.375425 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aed7b43b-47f0-4e15-bc5a-3915fb1c1316 req-3e3e135c-ab17-47c3-a940-5757df48df70 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.1930041 Aug 03 19:30:42.425532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a6627c87-84df-4c41-a268-38a4bda047f3 None None] Provisioning complete for port a6f13b68-42cf-4eb2-a668-8b5822855f90 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:42.425960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a6627c87-84df-4c41-a268-38a4bda047f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.479356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aed7b43b-47f0-4e15-bc5a-3915fb1c1316 req-0700716c-a185-4ec6-94ff-0a796276b226 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905082 Aug 03 19:30:42.580384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.833293 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.849029 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.960013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa6f643-4b91-4f05-9d3f-341942a30444 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:30:42.988046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port baa6f643-4b91-4f05-9d3f-341942a30444, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=baa6f643-4b91-4f05-9d3f-341942a30444,segment=NetworkSegment(aa0daa9e-f312-4a66-9701-1a4074873c97),segment_id=aa0daa9e-f312-4a66-9701-1a4074873c97)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:42.995502 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a6627c87-84df-4c41-a268-38a4bda047f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.022325 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.038987 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.048318 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.110283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port a6f13b68-42cf-4eb2-a668-8b5822855f90, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a6f13b68-42cf-4eb2-a668-8b5822855f90,segment=NetworkSegment(ad6dcf20-9a7e-4999-a981-a381d97662ce),segment_id=ad6dcf20-9a7e-4999-a981-a381d97662ce)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:43.129389 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.174885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=8cdc08f3-44c0-405a-b94e-22f17965bcec,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:43.187806 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.205874 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=baa6f643-4b91-4f05-9d3f-341942a30444,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:43.329176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=a6f13b68-42cf-4eb2-a668-8b5822855f90,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:43.385410 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-a6627c87-84df-4c41-a268-38a4bda047f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:30:43.388379 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-a6627c87-84df-4c41-a268-38a4bda047f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:30:43.394233 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 73ee4559-8c97-4709-bb81-cddf12a648e7 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:43.396919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:43.423895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['baa6f643-4b91-4f05-9d3f-341942a30444'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:30:43.835906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a820420-8807-41f4-bf78-224a4ecfa269 req-d54afd1e-277b-4e89-a403-2d926d0f77a3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:43.860989 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a820420-8807-41f4-bf78-224a4ecfa269 req-d54afd1e-277b-4e89-a403-2d926d0f77a3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.1591935 Aug 03 19:30:43.936196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caf785-cb14-4d46-808a-957b79ec3754 req-4bd05b5d-3f38-46d3-a6d1-41507475c7b0 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:43.954261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25caf785-cb14-4d46-808a-957b79ec3754 req-4bd05b5d-3f38-46d3-a6d1-41507475c7b0 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 944 time: 0.2040582 Aug 03 19:30:44.002833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:44.146860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:44.164667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a6f13b68-42cf-4eb2-a668-8b5822855f90 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:44.279505 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 483d25d6-c38f-40a4-a330-9befbb244b67 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:30:44.299606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-924f01e8-4f84-42da-a166-864316c78025 None None] Provisioning for port 8cdc08f3-44c0-405a-b94e-22f17965bcec completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:44.368837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-924f01e8-4f84-42da-a166-864316c78025 None None] Provisioning complete for port 8cdc08f3-44c0-405a-b94e-22f17965bcec triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:44.369844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-924f01e8-4f84-42da-a166-864316c78025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.383470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034e646c-4c2d-4df0-95f0-9e9cc556b99b None None] Network 6b39887a-687d-419e-970d-337bff5919f7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:44.482672 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:44.501937 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45d4da-3865-48a3-9faa-75a49deed425 None None] Sync routers for ids ['483d25d6-c38f-40a4-a330-9befbb244b67'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:44.514392 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e69cab4e-ae36-4e55-adab-6fb368487ecb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/483d25d6-c38f-40a4-a330-9befbb244b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3938358 Aug 03 19:30:44.515761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56966) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:44.520305 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e45d4da-3865-48a3-9faa-75a49deed425 None None] Routers {'483d25d6-c38f-40a4-a330-9befbb244b67'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:44.521631 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7e45d4da-3865-48a3-9faa-75a49deed425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['483d25d6-c38f-40a4-a330-9befbb244b67'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:44.584210 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7e45d4da-3865-48a3-9faa-75a49deed425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:44.601281 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e45d4da-3865-48a3-9faa-75a49deed425 None None] Routers {'483d25d6-c38f-40a4-a330-9befbb244b67'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:44.602354 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7e45d4da-3865-48a3-9faa-75a49deed425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['483d25d6-c38f-40a4-a330-9befbb244b67'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:44.607906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dbd46c-db71-4f24-8f88-a421904127e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:44.615477 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-07dbd46c-db71-4f24-8f88-a421904127e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports/8cdc08f3-44c0-405a-b94e-22f17965bcec HTTP/1.1" status: 200 len: 910 time: 0.0975056 Aug 03 19:30:44.616810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 56968) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:44.751782 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7e45d4da-3865-48a3-9faa-75a49deed425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:44.752914 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45d4da-3865-48a3-9faa-75a49deed425 None None] The sync data for ids ['483d25d6-c38f-40a4-a330-9befbb244b67'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:44.786375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port a6f13b68-42cf-4eb2-a668-8b5822855f90 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:44.787217 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.819318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a820420-8807-41f4-bf78-224a4ecfa269 req-50cd2fac-8b5e-4f79-908f-eb3c13104457 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9561653 Aug 03 19:30:44.866919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25caf785-cb14-4d46-808a-957b79ec3754 req-f0722bba-6915-4bfb-820d-d33c6f964d43 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8746803 Aug 03 19:30:44.925429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-924f01e8-4f84-42da-a166-864316c78025 None None] Port 8cdc08f3-44c0-405a-b94e-22f17965bcec cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:45.068375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-95a00bfe-8aa1-41b2-b4da-9f41e5314b65 None None] Provisioning for port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:45.075513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-95a00bfe-8aa1-41b2-b4da-9f41e5314b65 None None] Provisioning complete for port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:45.075893 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-95a00bfe-8aa1-41b2-b4da-9f41e5314b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.273932 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-95a00bfe-8aa1-41b2-b4da-9f41e5314b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.332732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-95a00bfe-8aa1-41b2-b4da-9f41e5314b65 None None] For port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58,segment=NetworkSegment(76c768e4-31f2-452f-809a-fe8f20da666b),segment_id=76c768e4-31f2-452f-809a-fe8f20da666b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:45.338342 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-95a00bfe-8aa1-41b2-b4da-9f41e5314b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.392450 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.433259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a00bfe-8aa1-41b2-b4da-9f41e5314b65 None None] Pushing event updated for resources: {'Port': ['ID=8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:45.498936 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.568469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bfe409e0-dddd-4356-80a7-53b44621b01e None None] Provisioning complete for port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:45.569246 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bfe409e0-dddd-4356-80a7-53b44621b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.735070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device baa6f643-4b91-4f05-9d3f-341942a30444 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:45.801238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port baa6f643-4b91-4f05-9d3f-341942a30444 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:45.806560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port baa6f643-4b91-4f05-9d3f-341942a30444 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:45.806987 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.866980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Allocated IP 172.21.0.1 (6b39887a-687d-419e-970d-337bff5919f7/131caddd-2121-4033-8111-0c346c127e89/40105448-0b76-461e-ad1e-405981957d22) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:45.990695 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.044337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23984ef2-a83e-4618-a017-6e875a95e735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa6f643-4b91-4f05-9d3f-341942a30444'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:46.045820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f7876-3671-47cd-98ee-9eb67b4ee525 req-bddecc73-60ff-48ed-9c8c-a5b07d4b49b3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:46.047475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-045f7876-3671-47cd-98ee-9eb67b4ee525 req-bddecc73-60ff-48ed-9c8c-a5b07d4b49b3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.0950997 Aug 03 19:30:46.049142 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd17721-ce19-4832-a8b5-f03c5cdb501f" -d '{"events": [{"server_uuid": "23984ef2-a83e-4618-a017-6e875a95e735", "name": "network-vif-plugged", "status": "completed", "tag": "baa6f643-4b91-4f05-9d3f-341942a30444"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:46.084260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port baa6f643-4b91-4f05-9d3f-341942a30444, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=baa6f643-4b91-4f05-9d3f-341942a30444,segment=NetworkSegment(aa0daa9e-f312-4a66-9701-1a4074873c97),segment_id=aa0daa9e-f312-4a66-9701-1a4074873c97)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:46.093939 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.104445 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:30:46.142298 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.162065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e570b-9e0e-4f28-9ab7-c21e31169dd4 req-169e2f2d-2690-489c-bfbc-3a774e001dc1 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:46.165314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b6e570b-9e0e-4f28-9ab7-c21e31169dd4 req-169e2f2d-2690-489c-bfbc-3a774e001dc1 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 944 time: 0.1645987 Aug 03 19:30:46.185435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Transition to ACTIVE for port object 40105448-0b76-461e-ad1e-405981957d22 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:46.190738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-045f7876-3671-47cd-98ee-9eb67b4ee525 req-53205915-b05c-4f53-b6da-e60d1a8b7df9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294646 Aug 03 19:30:46.234144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=baa6f643-4b91-4f05-9d3f-341942a30444,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:46.255337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.256057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.257279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.260032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.260684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.261239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.261898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.262503 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.265319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.265988 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.266547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.267405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:46.275113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b6e570b-9e0e-4f28-9ab7-c21e31169dd4 req-ee1315bd-c94d-425a-8cc1-b422d171f6e4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782690 Aug 03 19:30:46.285152 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.295054 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019ee34-dc77-4121-b0c5-ed118ddb43b5 x-openstack-request-id: req-9019ee34-dc77-4121-b0c5-ed118ddb43b5 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:46.295498 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23984ef2-a83e-4618-a017-6e875a95e735", "name": "network-vif-plugged", "status": "completed", "tag": "baa6f643-4b91-4f05-9d3f-341942a30444", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:46.295859 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9019ee34-dc77-4121-b0c5-ed118ddb43b5 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:46.296366 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23984ef2-a83e-4618-a017-6e875a95e735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'code': 200} Aug 03 19:30:46.348820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=40105448-0b76-461e-ad1e-405981957d22,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:46.371971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 6b39887a-687d-419e-970d-337bff5919f7 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:46.374873 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:46.390803 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:46.481738 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.538846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83559d-6236-440a-acf8-4f1cfc49b020 req-99c65fdd-4c2b-43c1-9fe3-f6c5129cbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:46.541539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc83559d-6236-440a-acf8-4f1cfc49b020 req-99c65fdd-4c2b-43c1-9fe3-f6c5129cbb0e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 1096 time: 0.1101084 Aug 03 19:30:46.590300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc83559d-6236-440a-acf8-4f1cfc49b020 req-4df6d145-5595-4446-8b8b-ffb6cb6785c2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383420 Aug 03 19:30:46.769628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.896625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cf422657-3487-4f89-9d88-0047f82a026f None None] Provisioning for port 40105448-0b76-461e-ad1e-405981957d22 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:46.918151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cf422657-3487-4f89-9d88-0047f82a026f None None] Provisioning complete for port 40105448-0b76-461e-ad1e-405981957d22 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:46.919811 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cf422657-3487-4f89-9d88-0047f82a026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.982789 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-cf422657-3487-4f89-9d88-0047f82a026f None None] Port 40105448-0b76-461e-ad1e-405981957d22 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:47.212919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:47.221980 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:47.347946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=40105448-0b76-461e-ad1e-405981957d22,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:47.371734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:47.541408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:47.582635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c78bb-0013-49a9-9a1a-a4cdddef2a54 req-857e5d47-618e-48fa-8b2d-8aad68758630 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:47.592564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-868c78bb-0013-49a9-9a1a-a4cdddef2a54 req-857e5d47-618e-48fa-8b2d-8aad68758630 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 945 time: 0.0953970 Aug 03 19:30:47.616922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 6b39887a-687d-419e-970d-337bff5919f7 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:47.619892 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:47.649098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-868c78bb-0013-49a9-9a1a-a4cdddef2a54 req-4356470e-fcad-43f5-9bd6-75db8deca1e6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552413 Aug 03 19:30:47.771871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586769dc-2c9c-401a-b0dc-834e8d386a46 req-11ad0a28-adac-433b-9a97-d18180bc098a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:47.796830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-586769dc-2c9c-401a-b0dc-834e8d386a46 req-11ad0a28-adac-433b-9a97-d18180bc098a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.4152596 Aug 03 19:30:47.872865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:47.873693 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:47.966398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-586769dc-2c9c-401a-b0dc-834e8d386a46 req-ab2a2f0f-fa26-4317-a5b6-13b656997ca9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549397 Aug 03 19:30:48.000915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 483d25d6-c38f-40a4-a330-9befbb244b67 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:30:48.223314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:48.224327 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7d3a0bed-3f19-4d43-b375-2dd8603ae04f None None] Provisioning complete for port 40105448-0b76-461e-ad1e-405981957d22 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:48.225870 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0bed-3f19-4d43-b375-2dd8603ae04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.237522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 56998) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:48.238609 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a27a780a-52cc-4f08-8588-494171150a5e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/483d25d6-c38f-40a4-a330-9befbb244b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6197751 Aug 03 19:30:48.287573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a0bed-3f19-4d43-b375-2dd8603ae04f None None] Port 40105448-0b76-461e-ad1e-405981957d22 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:48.287970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1536d7-5994-4992-96e0-55b47e8a310c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:48.289761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6d1536d7-5994-4992-96e0-55b47e8a310c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports/40105448-0b76-461e-ad1e-405981957d22 HTTP/1.1" status: 200 len: 910 time: 0.0508354 Aug 03 19:30:48.294470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd1e87-8c28-4c65-8a06-285496beaf12 None None] Sync routers for ids ['483d25d6-c38f-40a4-a330-9befbb244b67'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:48.295173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57000) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:48.313353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd1e87-8c28-4c65-8a06-285496beaf12 None None] Routers {'483d25d6-c38f-40a4-a330-9befbb244b67'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:48.314822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f3cd1e87-8c28-4c65-8a06-285496beaf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['483d25d6-c38f-40a4-a330-9befbb244b67'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:48.382915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f3cd1e87-8c28-4c65-8a06-285496beaf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:48.400591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd1e87-8c28-4c65-8a06-285496beaf12 None None] Routers {'483d25d6-c38f-40a4-a330-9befbb244b67'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:48.402262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f3cd1e87-8c28-4c65-8a06-285496beaf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['483d25d6-c38f-40a4-a330-9befbb244b67'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:48.465927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f3cd1e87-8c28-4c65-8a06-285496beaf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:48.468193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd1e87-8c28-4c65-8a06-285496beaf12 None None] The sync data for ids ['483d25d6-c38f-40a4-a330-9befbb244b67'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:48.886792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38282027-0b0b-4b91-8db5-310cbd2729de req-1afe9640-7def-4e09-94c8-07897821ba8b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:48.895075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38282027-0b0b-4b91-8db5-310cbd2729de req-1afe9640-7def-4e09-94c8-07897821ba8b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 945 time: 0.1161773 Aug 03 19:30:48.925457 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.068719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38282027-0b0b-4b91-8db5-310cbd2729de req-a983f9ae-d2b1-4f02-a021-f660fa7978a4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727102 Aug 03 19:30:49.236860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e675b-ebe2-4acd-a2a9-af7ebafc0ca0 req-16d774cc-7cf8-4b04-b979-76c5f330203a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:49.238865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-489e675b-ebe2-4acd-a2a9-af7ebafc0ca0 req-16d774cc-7cf8-4b04-b979-76c5f330203a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.0736778 Aug 03 19:30:49.359367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-489e675b-ebe2-4acd-a2a9-af7ebafc0ca0 req-600cf515-0f0f-419c-9217-542574c7207e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039815 Aug 03 19:30:49.373893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef079be0-faf1-484b-862d-a20c66e17dfa req-3ffdcd7b-b5a3-48d7-b39f-adc156e3c3a9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:49.376125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef079be0-faf1-484b-862d-a20c66e17dfa req-3ffdcd7b-b5a3-48d7-b39f-adc156e3c3a9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 945 time: 0.1514544 Aug 03 19:30:49.479021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef079be0-faf1-484b-862d-a20c66e17dfa req-35421277-9256-40c4-9fc5-3fcd1ae7374e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848491 Aug 03 19:30:49.493428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 40105448-0b76-461e-ad1e-405981957d22 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:49.494073 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.518648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57012) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:49.620746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.640648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdabe52a-80c1-435f-a072-e47c81f6e803 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:49.646951 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bdabe52a-80c1-435f-a072-e47c81f6e803 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 1091 time: 0.1219788 Aug 03 19:30:49.647447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57014) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:49.651623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 40105448-0b76-461e-ad1e-405981957d22 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:49.655727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:49.700509 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.876804 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.967406 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.023704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=40105448-0b76-461e-ad1e-405981957d22,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:50.049532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.049850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.050264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.050840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.051372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.051940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.052706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.053271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.056877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.057457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.058053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.058621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.185448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Allocated IP 172.25.8.29 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/c5fad319-9075-4a0b-981a-5dd8a7813da8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:50.368744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.451718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.589840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.656221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eda4c-63b4-4786-9fca-c8bdded3a726 req-dd0d8074-f314-40cd-a711-7a9a7e92b5e1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:50.658795 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a38eda4c-63b4-4786-9fca-c8bdded3a726 req-dd0d8074-f314-40cd-a711-7a9a7e92b5e1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.1117752 Aug 03 19:30:50.674487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:50.680269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:50.684499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:50.749390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=c5fad319-9075-4a0b-981a-5dd8a7813da8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:50.774383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.774978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.775566 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.776138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.776866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.777260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.778393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.779054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.779621 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.780189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.780769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.781326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:50.836402 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a38eda4c-63b4-4786-9fca-c8bdded3a726 req-f0062b8d-9f7e-4127-ba95-c36744f378b8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265748 Aug 03 19:30:50.879518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 483d25d6-c38f-40a4-a330-9befbb244b67 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:30:51.058617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:51.068775 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-83ff9427-809b-4d89-80ad-a99bff6ba507 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/483d25d6-c38f-40a4-a330-9befbb244b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7720804 Aug 03 19:30:51.069839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57022) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:51.078725 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0042f1b-2ab9-4b43-9478-c926b94ffd46 None None] Sync routers for ids ['483d25d6-c38f-40a4-a330-9befbb244b67'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:51.104066 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0042f1b-2ab9-4b43-9478-c926b94ffd46 None None] Routers {'483d25d6-c38f-40a4-a330-9befbb244b67'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:51.105377 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e0042f1b-2ab9-4b43-9478-c926b94ffd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['483d25d6-c38f-40a4-a330-9befbb244b67'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:51.160896 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e0042f1b-2ab9-4b43-9478-c926b94ffd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:51.175986 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0042f1b-2ab9-4b43-9478-c926b94ffd46 None None] Routers {'483d25d6-c38f-40a4-a330-9befbb244b67'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:51.177182 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e0042f1b-2ab9-4b43-9478-c926b94ffd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['483d25d6-c38f-40a4-a330-9befbb244b67'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:51.220499 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e0042f1b-2ab9-4b43-9478-c926b94ffd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:51.221639 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0042f1b-2ab9-4b43-9478-c926b94ffd46 None None] The sync data for ids ['483d25d6-c38f-40a4-a330-9befbb244b67'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:51.640802 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd533473-e005-4354-b8ba-444139f30641 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.098620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.165522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f33e61-1422-4cf3-8e13-3fc99f2e691c req-6a9669ee-00cf-4e49-ab37-33ab8d1f15ad tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:52.173908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24f33e61-1422-4cf3-8e13-3fc99f2e691c req-6a9669ee-00cf-4e49-ab37-33ab8d1f15ad tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.1855419 Aug 03 19:30:52.270105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-cd533473-e005-4354-b8ba-444139f30641 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 8cdc08f3-44c0-405a-b94e-22f17965bcec {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:52.270577 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd533473-e005-4354-b8ba-444139f30641 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.280118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24f33e61-1422-4cf3-8e13-3fc99f2e691c req-85ea8bf8-743b-4eb5-80c3-b643e8a963a1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953941 Aug 03 19:30:52.289832 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.480548 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd533473-e005-4354-b8ba-444139f30641 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.505949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-cd533473-e005-4354-b8ba-444139f30641 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 8cdc08f3-44c0-405a-b94e-22f17965bcec owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:52.596787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.605746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.687507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=c5fad319-9075-4a0b-981a-5dd8a7813da8,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:52.701605 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.878711 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Floating IP 6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20 associated. External IP: 172.25.8.29, port: baa6f643-4b91-4f05-9d3f-341942a30444. Aug 03 19:30:52.886245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd533473-e005-4354-b8ba-444139f30641 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.923848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd533473-e005-4354-b8ba-444139f30641 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=8cdc08f3-44c0-405a-b94e-22f17965bcec,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:53.511687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c65a25d0-ec97-4b51-a10b-8d70fa671015 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:30:53.550403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcdac0-ef0b-422d-b431-02a9995ca85b req-6c0a7a90-fc62-4146-8fe7-6bb2f817b987 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:53.552308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25dcdac0-ef0b-422d-b431-02a9995ca85b req-6c0a7a90-fc62-4146-8fe7-6bb2f817b987 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.1211500 Aug 03 19:30:53.612916 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cd533473-e005-4354-b8ba-444139f30641 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.650630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25dcdac0-ef0b-422d-b431-02a9995ca85b req-ce82a0c4-7a2f-481c-8b77-4d6037108e1c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672092 Aug 03 19:30:53.802477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:53.820410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cd0014-1269-43c9-b478-e36d8a2e5c84 None None] Sync routers for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:53.833227 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.845484 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd0014-1269-43c9-b478-e36d8a2e5c84 None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:53.847080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-16cd0014-1269-43c9-b478-e36d8a2e5c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:53.884137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd533473-e005-4354-b8ba-444139f30641 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 483d25d6-c38f-40a4-a330-9befbb244b67 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:30:53.914898 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-12d68c63-fdbb-4ffc-acb2-d56fece06728 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2653601 Aug 03 19:30:53.915853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23984ef2-a83e-4618-a017-6e875a95e735', 'tag': 'baa6f643-4b91-4f05-9d3f-341942a30444'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:53.920649 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ffb52c-f115-42e4-a73f-b08850567a73" -d '{"events": [{"name": "network-changed", "server_uuid": "23984ef2-a83e-4618-a017-6e875a95e735", "tag": "baa6f643-4b91-4f05-9d3f-341942a30444"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:53.925877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57040) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:54.001089 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8525b19d-c599-4152-8b14-064e2d5cd37d x-openstack-request-id: req-8525b19d-c599-4152-8b14-064e2d5cd37d {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:54.001576 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23984ef2-a83e-4618-a017-6e875a95e735", "tag": "baa6f643-4b91-4f05-9d3f-341942a30444", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:54.001991 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8525b19d-c599-4152-8b14-064e2d5cd37d {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:54.002641 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23984ef2-a83e-4618-a017-6e875a95e735', 'tag': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'status': 'completed', 'code': 200} Aug 03 19:30:54.097145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd533473-e005-4354-b8ba-444139f30641 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:54.104188 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bda99a53-ed4c-40ef-a29d-522dd1816d0c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/floatingips/6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20 HTTP/1.1" status: 200 len: 990 time: 0.1743054 Aug 03 19:30:54.104509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cd533473-e005-4354-b8ba-444139f30641 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/483d25d6-c38f-40a4-a330-9befbb244b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0340769 Aug 03 19:30:54.109672 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:54.111400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-16cd0014-1269-43c9-b478-e36d8a2e5c84 None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:54.113350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffb52c-f115-42e4-a73f-b08850567a73 req-3e768b18-7b41-45a0-9a2e-907cf5ee8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:54.116671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8ffb52c-f115-42e4-a73f-b08850567a73 req-3e768b18-7b41-45a0-9a2e-907cf5ee8403 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 1096 time: 0.0613408 Aug 03 19:30:54.117771 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bada3b4-da53-4758-94d0-1efb91c4ac4c None None] Sync routers for ids ['483d25d6-c38f-40a4-a330-9befbb244b67'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:54.136460 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bada3b4-da53-4758-94d0-1efb91c4ac4c None None] Routers {'483d25d6-c38f-40a4-a330-9befbb244b67'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:54.143729 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9bada3b4-da53-4758-94d0-1efb91c4ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['483d25d6-c38f-40a4-a330-9befbb244b67'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:54.202390 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2ab8fc7c-719d-426d-930a-25525cfd2f2a tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=483d25d6-c38f-40a4-a330-9befbb244b67 HTTP/1.1" status: 200 len: 205 time: 0.0906274 Aug 03 19:30:54.203703 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57046) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:54.273707 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9bada3b4-da53-4758-94d0-1efb91c4ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:54.288905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffb52c-f115-42e4-a73f-b08850567a73 req-91ca2479-5a99-47a6-91be-6d19d72c48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:54.291464 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bada3b4-da53-4758-94d0-1efb91c4ac4c None None] Routers {'483d25d6-c38f-40a4-a330-9befbb244b67'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:54.292604 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8ffb52c-f115-42e4-a73f-b08850567a73 req-91ca2479-5a99-47a6-91be-6d19d72c48e9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ea5df4e1-f614-47dc-9222-43db946a431a HTTP/1.1" status: 200 len: 897 time: 0.1691926 Aug 03 19:30:54.293257 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9bada3b4-da53-4758-94d0-1efb91c4ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['483d25d6-c38f-40a4-a330-9befbb244b67'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:54.389274 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9bada3b4-da53-4758-94d0-1efb91c4ac4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:54.390760 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bada3b4-da53-4758-94d0-1efb91c4ac4c None None] The sync data for ids ['483d25d6-c38f-40a4-a330-9befbb244b67'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:54.447783 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e284-cc84-451e-83dd-edc4a79802ef tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.534364 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8ffb52c-f115-42e4-a73f-b08850567a73 req-2e1a2d7b-6e2c-406c-88f2-2109820a7950 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa6f643-4b91-4f05-9d3f-341942a30444 HTTP/1.1" status: 200 len: 998 time: 0.2307127 Aug 03 19:30:54.656126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffb52c-f115-42e4-a73f-b08850567a73 req-2a7a7e07-1b94-4e30-923b-4b6608350917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:54.657745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8ffb52c-f115-42e4-a73f-b08850567a73 req-2a7a7e07-1b94-4e30-923b-4b6608350917 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e09d8f68-70e8-4e47-bdff-3834859ae89f HTTP/1.1" status: 200 len: 834 time: 0.1092906 Aug 03 19:30:54.737579 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e284-cc84-451e-83dd-edc4a79802ef tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.748356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e284-cc84-451e-83dd-edc4a79802ef tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.815480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffb52c-f115-42e4-a73f-b08850567a73 req-55faf525-5af8-409b-b379-1c6a208d3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:54.818347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8ffb52c-f115-42e4-a73f-b08850567a73 req-55faf525-5af8-409b-b379-1c6a208d3704 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ea5df4e1-f614-47dc-9222-43db946a431a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515036 Aug 03 19:30:54.932946 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e284-cc84-451e-83dd-edc4a79802ef tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.934568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf3e284-cc84-451e-83dd-edc4a79802ef tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Fanout notify agent at l3_agent the message router_deleted on router 483d25d6-c38f-40a4-a330-9befbb244b67 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:54.953266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cf3e284-cc84-451e-83dd-edc4a79802ef tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.954807 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9cf3e284-cc84-451e-83dd-edc4a79802ef tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/483d25d6-c38f-40a4-a330-9befbb244b67 HTTP/1.1" status: 204 len: 168 time: 0.7422931 Aug 03 19:30:54.960153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57054) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:55.029305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-16cd0014-1269-43c9-b478-e36d8a2e5c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:18Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'port_id': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'mac_address': 'fa:16:3e:f8:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23984ef2-a83e-4618-a017-6e875a95e735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:30:51Z', 'updated_at': '2021-08-03T19:30:51Z', 'revision_number': 0, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:55.037339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871426f9-a4bd-4610-a8a5-3d0ddb588edd req-b63b2c6a-ef03-4072-bc92-66a1eef4af2d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:55.039902 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-871426f9-a4bd-4610-a8a5-3d0ddb588edd req-b63b2c6a-ef03-4072-bc92-66a1eef4af2d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.1347833 Aug 03 19:30:55.077113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8ffb52c-f115-42e4-a73f-b08850567a73 req-270fceb8-b9e7-4059-a364-81fbb2ee2f46 service neutron] 10.222.0.74 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496812 Aug 03 19:30:55.087274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7a643c-5f58-4295-8fac-57b1ac2c51f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting subnet 131caddd-2121-4033-8111-0c346c127e89 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:55.094069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cd0014-1269-43c9-b478-e36d8a2e5c84 None None] Checking router: c65a25d0-ec97-4b51-a10b-8d70fa671015 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:30:55.113872 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd0014-1269-43c9-b478-e36d8a2e5c84 None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:55.115561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-16cd0014-1269-43c9-b478-e36d8a2e5c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:55.119175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57056) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:55.145462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d7a643c-5f58-4295-8fac-57b1ac2c51f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.235884 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d7a643c-5f58-4295-8fac-57b1ac2c51f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.273244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-871426f9-a4bd-4610-a8a5-3d0ddb588edd req-2c4d649d-d478-4b99-beb5-f684830b82b5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734121 Aug 03 19:30:55.298538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-16cd0014-1269-43c9-b478-e36d8a2e5c84 None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:55.353993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8ffb52c-f115-42e4-a73f-b08850567a73 req-9414cb21-0bad-4627-84b7-189ae88363b5 service neutron] 10.222.0.74 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640464 Aug 03 19:30:55.385570 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d7a643c-5f58-4295-8fac-57b1ac2c51f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.421619 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7e135fef-8b9e-4143-83be-548d04aab0f7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/floatingips/6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20 HTTP/1.1" status: 200 len: 990 time: 0.2990823 Aug 03 19:30:55.492389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d7a643c-5f58-4295-8fac-57b1ac2c51f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.552108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6d7a643c-5f58-4295-8fac-57b1ac2c51f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.559536 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6d7a643c-5f58-4295-8fac-57b1ac2c51f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/131caddd-2121-4033-8111-0c346c127e89 HTTP/1.1" status: 204 len: 168 time: 0.5939066 Aug 03 19:30:55.559536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a643c-5f58-4295-8fac-57b1ac2c51f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Subnet': ['ID=131caddd-2121-4033-8111-0c346c127e89,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:55.559910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57058) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:55.572928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308ef114-9d5c-44f0-8764-fcbc6fed41c7 None None] Network 6b39887a-687d-419e-970d-337bff5919f7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:55.640125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e3c64f-74ec-4e44-ac2f-dc7e901c5fba tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting subnet a5abe518-a3d6-424e-ada4-7f8ec9b585aa {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:55.646950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c64f-74ec-4e44-ac2f-dc7e901c5fba tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.718188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c64f-74ec-4e44-ac2f-dc7e901c5fba tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.774285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-16cd0014-1269-43c9-b478-e36d8a2e5c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:18Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'port_id': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'mac_address': 'fa:16:3e:f8:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23984ef2-a83e-4618-a017-6e875a95e735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:30:51Z', 'updated_at': '2021-08-03T19:30:51Z', 'revision_number': 0, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:55.825799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 133d80e5-9132-437b-90cb-a8fb4efd3fbd details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:30:55.829724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cd0014-1269-43c9-b478-e36d8a2e5c84 None None] The sync data for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 is: [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:18Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'port_id': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'mac_address': 'fa:16:3e:f8:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23984ef2-a83e-4618-a017-6e875a95e735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:30:51Z', 'updated_at': '2021-08-03T19:30:51Z', 'revision_number': 0, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:55.834238 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c64f-74ec-4e44-ac2f-dc7e901c5fba tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.906185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3728a6e-2477-4148-8789-958e9a43f23e None None] DHCP port deletion for 6b39887a-687d-419e-970d-337bff5919f7 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:55.952753 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c64f-74ec-4e44-ac2f-dc7e901c5fba tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.077115 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3c64f-74ec-4e44-ac2f-dc7e901c5fba tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Subnet': ['ID=a5abe518-a3d6-424e-ada4-7f8ec9b585aa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:56.105114 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c64f-74ec-4e44-ac2f-dc7e901c5fba tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.114546 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a0e3c64f-74ec-4e44-ac2f-dc7e901c5fba tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/a5abe518-a3d6-424e-ada4-7f8ec9b585aa HTTP/1.1" status: 204 len: 168 time: 0.5532019 Aug 03 19:30:56.119298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0a30d5-503a-41e7-b9d8-5869efa6cda6 None None] Network 73ee4559-8c97-4709-bb81-cddf12a648e7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:56.125235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57064) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:56.180973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 133d80e5-9132-437b-90cb-a8fb4efd3fbd, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=133d80e5-9132-437b-90cb-a8fb4efd3fbd,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:56.196770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c3728a6e-2477-4148-8789-958e9a43f23e None None] Deleting port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:56.197151 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c3728a6e-2477-4148-8789-958e9a43f23e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.212706 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '133d80e5-9132-437b-90cb-a8fb4efd3fbd', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'port_id': '133d80e5-9132-437b-90cb-a8fb4efd3fbd', 'mac_address': 'fa:16:3e:97:9a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:30:56.280227 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.364902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132a9f89-5ab6-48bb-bbd4-f181b3036586 None None] New status for floating IP 6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:30:56.424434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57068) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:56.491162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:56.491639 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.534265 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.543416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c3728a6e-2477-4148-8789-958e9a43f23e None None] For port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58,segment=NetworkSegment(76c768e4-31f2-452f-809a-fe8f20da666b),segment_id=76c768e4-31f2-452f-809a-fe8f20da666b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:56.543737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c3728a6e-2477-4148-8789-958e9a43f23e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.592292 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c3728a6e-2477-4148-8789-958e9a43f23e None None] Calling delete_port for 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:56.598821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dda9c-219b-47ac-b676-bc9864bd8602 req-c178843a-77a1-4da8-8774-847317eade6e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:56.602247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e51dda9c-219b-47ac-b676-bc9864bd8602 req-c178843a-77a1-4da8-8774-847317eade6e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 943 time: 0.1761858 Aug 03 19:30:56.612799 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bd2bab90-cabd-40cb-a011-276fa29810ef tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/floatingips/6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20 HTTP/1.1" status: 200 len: 990 time: 0.1856818 Aug 03 19:30:56.623680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133d80e5-9132-437b-90cb-a8fb4efd3fbd {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:30:56.628831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58,segment=NetworkSegment(76c768e4-31f2-452f-809a-fe8f20da666b),segment_id=76c768e4-31f2-452f-809a-fe8f20da666b)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:56.629190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.652276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:56.710770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e51dda9c-219b-47ac-b676-bc9864bd8602 req-1edb36c3-0a12-4104-ac09-55300ceb09d3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994997 Aug 03 19:30:56.764892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 133d80e5-9132-437b-90cb-a8fb4efd3fbd, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=133d80e5-9132-437b-90cb-a8fb4efd3fbd,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:56.778225 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.857926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.893671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:56.906860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No DVR routers for this DVR port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:56.919968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b16fe6-e9f9-4818-bead-0d3615cf41ed None None] DHCP port deletion for 73ee4559-8c97-4709-bb81-cddf12a648e7 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:57.023836 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.037173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b39887a-687d-419e-970d-337bff5919f7']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:57.052663 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c768e4-31f2-452f-809a-fe8f20da666b') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:57.053465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c768e4-31f2-452f-809a-fe8f20da666b') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:57.064986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=133d80e5-9132-437b-90cb-a8fb4efd3fbd,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:57.079948 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.081915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['133d80e5-9132-437b-90cb-a8fb4efd3fbd'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:30:57.139645 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.162736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:57.165359 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:57.169592 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:57.177696 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c3728a6e-2477-4148-8789-958e9a43f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.233142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3728a6e-2477-4148-8789-958e9a43f23e None None] Pushing event deleted for resources: {'Port': ['ID=8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:57.254258 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3728a6e-2477-4148-8789-958e9a43f23e None None] No DVR routers for this DVR port 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:57.289179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b2b16fe6-e9f9-4818-bead-0d3615cf41ed None None] Deleting port a6f13b68-42cf-4eb2-a668-8b5822855f90 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:57.291257 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b2b16fe6-e9f9-4818-bead-0d3615cf41ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.301736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.326634 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.330602 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/networks/6b39887a-687d-419e-970d-337bff5919f7 HTTP/1.1" status: 204 len: 168 time: 1.1994750 Aug 03 19:30:57.332942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57074) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:57.356235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8ea3d-d51d-42d4-912f-2cf6526876d5 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Network': ['ID=6b39887a-687d-419e-970d-337bff5919f7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:57.463927 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.507528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:57.543895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port a6f13b68-42cf-4eb2-a668-8b5822855f90 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:57.544515 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.550726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b2b16fe6-e9f9-4818-bead-0d3615cf41ed None None] For port a6f13b68-42cf-4eb2-a668-8b5822855f90, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a6f13b68-42cf-4eb2-a668-8b5822855f90,segment=NetworkSegment(ad6dcf20-9a7e-4999-a981-a381d97662ce),segment_id=ad6dcf20-9a7e-4999-a981-a381d97662ce)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:57.551367 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b2b16fe6-e9f9-4818-bead-0d3615cf41ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.558426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:57.559484 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8d2d3385-e3a9-4a03-8fab-7c3a7d28ae58 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:57.560164 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a6f13b68-42cf-4eb2-a668-8b5822855f90 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:57.615775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57076) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:57.640330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port a6f13b68-42cf-4eb2-a668-8b5822855f90, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a6f13b68-42cf-4eb2-a668-8b5822855f90,segment=NetworkSegment(ad6dcf20-9a7e-4999-a981-a381d97662ce),segment_id=ad6dcf20-9a7e-4999-a981-a381d97662ce)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:57.642310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.650770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b2b16fe6-e9f9-4818-bead-0d3615cf41ed None None] Calling delete_port for a6f13b68-42cf-4eb2-a668-8b5822855f90 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:57.666308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for a6f13b68-42cf-4eb2-a668-8b5822855f90 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:57.780476 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.836760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Port a6f13b68-42cf-4eb2-a668-8b5822855f90 update to DOWN by agent not found {{(pid=100489) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 03 19:30:57.863715 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-69d8e357-b1fa-4a1f-803b-383992f1c0e2 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/floatingips/6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20 HTTP/1.1" status: 200 len: 992 time: 0.2463987 Aug 03 19:30:57.888290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=a6f13b68-42cf-4eb2-a668-8b5822855f90,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:57.897461 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b2b16fe6-e9f9-4818-bead-0d3615cf41ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.930801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No DVR routers for this DVR port a6f13b68-42cf-4eb2-a668-8b5822855f90 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:57.947594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b16fe6-e9f9-4818-bead-0d3615cf41ed None None] Pushing event deleted for resources: {'Port': ['ID=a6f13b68-42cf-4eb2-a668-8b5822855f90,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:57.970238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b16fe6-e9f9-4818-bead-0d3615cf41ed None None] No DVR routers for this DVR port a6f13b68-42cf-4eb2-a668-8b5822855f90 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:58.064348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ef393-c3bb-4b20-a52e-c4bc4e475fe4 req-94bc35c8-093c-4f9f-a3ee-1588b8a58bd0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:58.066383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f82ef393-c3bb-4b20-a52e-c4bc4e475fe4 req-94bc35c8-093c-4f9f-a3ee-1588b8a58bd0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 944 time: 0.1834426 Aug 03 19:30:58.072993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.093346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ee4559-8c97-4709-bb81-cddf12a648e7']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:58.114933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6dcf20-9a7e-4999-a981-a381d97662ce') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:58.115432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6dcf20-9a7e-4999-a981-a381d97662ce') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:58.132188 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.160961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f82ef393-c3bb-4b20-a52e-c4bc4e475fe4 req-4cc5200b-a122-41c7-a056-a104652b5d09 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847082 Aug 03 19:30:58.168904 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.185337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:58.186183 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:58.215374 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:58.292493 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.302483 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.305290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/networks/73ee4559-8c97-4709-bb81-cddf12a648e7 HTTP/1.1" status: 204 len: 168 time: 0.9710648 Aug 03 19:30:58.312458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57080) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:58.318607 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'network': {'name': 'tempest-RoutersTest-576947276'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:58.336792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d33105-632f-4bf2-9633-cb9b673fbb0e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Network': ['ID=73ee4559-8c97-4709-bb81-cddf12a648e7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:58.363183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:58.367201 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.406836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:58.426007 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.427069 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added segment 771a859a-aeb4-4b9b-98fa-c1b2374812d8 of type vlan for network 1112a07b-b760-43de-9ecf-3ef0b7849317 Aug 03 19:30:58.502395 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.543187 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.554835 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:58.556376 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.656709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3431242 Aug 03 19:30:58.659167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57086) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:58.664833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'subnet': {'network_id': '1112a07b-b760-43de-9ecf-3ef0b7849317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:58.695625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db625b9-5c02-42bb-b039-610203f7bcee tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Network': ['ID=1112a07b-b760-43de-9ecf-3ef0b7849317,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:58.712261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 1112a07b-b760-43de-9ecf-3ef0b7849317 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:58.805336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:58.812213 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.067165 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.196114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Subnet': ['ID=2cb66482-2df5-4897-84f3-72c3fc213093,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:59.219519 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Checking segment: {'id': '771a859a-aeb4-4b9b-98fa-c1b2374812d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1112a07b-b760-43de-9ecf-3ef0b7849317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:59.220439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network hostable DHCP agents. Network: 1112a07b-b760-43de-9ecf-3ef0b7849317, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:59.253385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 1112a07b-b760-43de-9ecf-3ef0b7849317 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:59.274405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 1112a07b-b760-43de-9ecf-3ef0b7849317) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:59.280775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:59.281398 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.295169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32150484-981f-4435-a93b-f2e3803dd3d6 None None] Network 1112a07b-b760-43de-9ecf-3ef0b7849317 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:59.314116 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-44bea999-a598-4760-981c-94c5e082ebbb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6532419 Aug 03 19:30:59.318534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57090) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:59.334026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4f5d8fe2-6795-4994-9b60-ef91f765f793 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-823842110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:59.387632 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f5d8fe2-6795-4994-9b60-ef91f765f793 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.389415 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f5d8fe2-6795-4994-9b60-ef91f765f793 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.408259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554ad3a-20f6-40a5-838e-246610b11718 req-74f1b6b9-cfa9-4559-bbe4-a8eeaf2b844e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:59.411155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9554ad3a-20f6-40a5-838e-246610b11718 req-74f1b6b9-cfa9-4559-bbe4-a8eeaf2b844e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 944 time: 0.1127760 Aug 03 19:30:59.484903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9554ad3a-20f6-40a5-838e-246610b11718 req-3a46bff8-8018-452f-a6ef-7e39978bbd09 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598197 Aug 03 19:30:59.497821 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f5d8fe2-6795-4994-9b60-ef91f765f793 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.506920 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f5d8fe2-6795-4994-9b60-ef91f765f793 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.545155 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f5d8fe2-6795-4994-9b60-ef91f765f793 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.548710 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4f5d8fe2-6795-4994-9b60-ef91f765f793 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2281260 Aug 03 19:30:59.554412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57094) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:59.561972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'port': {'network_id': '1112a07b-b760-43de-9ecf-3ef0b7849317', 'name': 'tempest-RoutersTest-827420431'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:59.597038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-1112a07b-b760-43de-9ecf-3ef0b7849317', 'network_id': '1112a07b-b760-43de-9ecf-3ef0b7849317', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'fixed_ips': [{'subnet_id': '2cb66482-2df5-4897-84f3-72c3fc213093'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:59.598120 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.771660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:59.779015 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.826120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] device_id is not set on port 77a96866-eae6-4475-bcc1-7d31201912f3 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:59.836693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 133d80e5-9132-437b-90cb-a8fb4efd3fbd up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:59.883654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Allocated IP 172.20.0.2 (1112a07b-b760-43de-9ecf-3ef0b7849317/2cb66482-2df5-4897-84f3-72c3fc213093/6d78b817-6eb0-4ce2-956a-421a54c769ba) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:59.911596 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.993864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 133d80e5-9132-437b-90cb-a8fb4efd3fbd completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:00.003405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 133d80e5-9132-437b-90cb-a8fb4efd3fbd triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:00.003965 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.467136 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.488041 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.504552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Transition to ACTIVE for port object 6d78b817-6eb0-4ce2-956a-421a54c769ba will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:00.545619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec52639-4554-4a7e-a0bd-1805f9d441eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133d80e5-9132-437b-90cb-a8fb4efd3fbd'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:00.548030 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249f8f86-a607-4de9-9237-ece48336b5e9" -d '{"events": [{"server_uuid": "cec52639-4554-4a7e-a0bd-1805f9d441eb", "name": "network-vif-plugged", "status": "completed", "tag": "133d80e5-9132-437b-90cb-a8fb4efd3fbd"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:00.568999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Transition to ACTIVE for port object 6d78b817-6eb0-4ce2-956a-421a54c769ba will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:00.572177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 133d80e5-9132-437b-90cb-a8fb4efd3fbd, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=133d80e5-9132-437b-90cb-a8fb4efd3fbd,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:00.578227 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.587886 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.621081 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9f7666-a776-40e1-ac9c-1aa6baa16a8d x-openstack-request-id: req-7f9f7666-a776-40e1-ac9c-1aa6baa16a8d {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:00.621480 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec52639-4554-4a7e-a0bd-1805f9d441eb", "name": "network-vif-plugged", "status": "completed", "tag": "133d80e5-9132-437b-90cb-a8fb4efd3fbd", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:00.621772 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f9f7666-a776-40e1-ac9c-1aa6baa16a8d {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:00.622189 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec52639-4554-4a7e-a0bd-1805f9d441eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133d80e5-9132-437b-90cb-a8fb4efd3fbd', 'code': 200} Aug 03 19:31:00.649461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Network 1112a07b-b760-43de-9ecf-3ef0b7849317 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:00.651661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:00.656785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:00.676382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=133d80e5-9132-437b-90cb-a8fb4efd3fbd,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:00.743281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.api [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f0f1b79d-0fb0-4af1-9c57-54a7a27c8fb6 {{(pid=100487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:31:00.743604 n-d-802918-7 neutron-server[100487]: DEBUG oslo_db.api [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:31:00.753756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bf394-2ad4-4573-bf6e-a65d439672bd req-618f21af-9c6f-4dbb-bdcc-47f33b8d1734 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:00.755842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-149bf394-2ad4-4573-bf6e-a65d439672bd req-618f21af-9c6f-4dbb-bdcc-47f33b8d1734 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 945 time: 0.1251793 Aug 03 19:31:00.766824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c5f7-35b5-4637-bdc6-a1d5c5b84927 req-2d1f4c20-158b-4c39-bf04-3648478140c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:00.768873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3a9c5f7-35b5-4637-bdc6-a1d5c5b84927 req-2d1f4c20-158b-4c39-bf04-3648478140c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 1096 time: 0.0802150 Aug 03 19:31:00.770605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Pushing event updated for resources: {'Port': ['ID=6d78b817-6eb0-4ce2-956a-421a54c769ba,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:00.774573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Attempting to bind port 6d78b817-6eb0-4ce2-956a-421a54c769ba on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:00.774956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Attempting to bind port 6d78b817-6eb0-4ce2-956a-421a54c769ba by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '771a859a-aeb4-4b9b-98fa-c1b2374812d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1112a07b-b760-43de-9ecf-3ef0b7849317'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:00.775330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Attempting to bind port 6d78b817-6eb0-4ce2-956a-421a54c769ba on network 1112a07b-b760-43de-9ecf-3ef0b7849317 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:00.782367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:00.782756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Checking segment: {'id': '771a859a-aeb4-4b9b-98fa-c1b2374812d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1112a07b-b760-43de-9ecf-3ef0b7849317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:00.783178 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.783588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Bound using segment: {'id': '771a859a-aeb4-4b9b-98fa-c1b2374812d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1112a07b-b760-43de-9ecf-3ef0b7849317'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:00.784088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Bound port: 6d78b817-6eb0-4ce2-956a-421a54c769ba, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771a859a-aeb4-4b9b-98fa-c1b2374812d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1112a07b-b760-43de-9ecf-3ef0b7849317'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:00.784487 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.859875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-149bf394-2ad4-4573-bf6e-a65d439672bd req-53af575b-eea1-4753-8a82-ea001b9b9df1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684402 Aug 03 19:31:00.861866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3a9c5f7-35b5-4637-bdc6-a1d5c5b84927 req-2963e3ec-1ed4-4e81-ab8d-ce582f3bb30f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827203 Aug 03 19:31:00.907311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] For port 6d78b817-6eb0-4ce2-956a-421a54c769ba, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:00.912991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] For port 6d78b817-6eb0-4ce2-956a-421a54c769ba, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6d78b817-6eb0-4ce2-956a-421a54c769ba,segment=NetworkSegment(771a859a-aeb4-4b9b-98fa-c1b2374812d8),segment_id=771a859a-aeb4-4b9b-98fa-c1b2374812d8)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:00.920887 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.034330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0ba27-a47b-449b-9295-1dc8e15035de None None] Pushing event updated for resources: {'Port': ['ID=6d78b817-6eb0-4ce2-956a-421a54c769ba,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:01.244604 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.279111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] device_id is not set on port 339a7072-7871-4ecc-a9f2-f037813e0b68 yet. {{(pid=100487) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:01.495400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Allocated IP 172.20.0.4 (1112a07b-b760-43de-9ecf-3ef0b7849317/2cb66482-2df5-4897-84f3-72c3fc213093/339a7072-7871-4ecc-a9f2-f037813e0b68) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:01.580693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6d78b817-6eb0-4ce2-956a-421a54c769ba up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:01.730776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 6d78b817-6eb0-4ce2-956a-421a54c769ba completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:01.835405 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.863380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Transition to ACTIVE for port object 339a7072-7871-4ecc-a9f2-f037813e0b68 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:01.943265 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.014451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 1112a07b-b760-43de-9ecf-3ef0b7849317 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:02.041270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:02.051360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:02.083201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=339a7072-7871-4ecc-a9f2-f037813e0b68,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:02.127853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946c00e-8833-44ce-ba64-325327d3b445 req-c9d2b6d9-58d5-467e-96c3-c6ec746295a3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:02.129695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4946c00e-8833-44ce-ba64-325327d3b445 req-c9d2b6d9-58d5-467e-96c3-c6ec746295a3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 945 time: 0.1349528 Aug 03 19:31:02.139435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:02.140114 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.161274 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c45aa539-1029-44be-8dca-751016288f70 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6051838 Aug 03 19:31:02.165704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57122) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:02.216524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4946c00e-8833-44ce-ba64-325327d3b445 req-0ae14d37-0768-497a-ab15-19c117f49479 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656111 Aug 03 19:31:02.370333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baddae1a-9e73-4861-8fe9-d1388e72969b None None] Network 1112a07b-b760-43de-9ecf-3ef0b7849317 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:02.494417 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc68eee-4737-4cb2-abbc-60a8e78028c7 req-ad15db94-ff0a-4a3d-96c4-33d52ac6ec82 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:02.496572 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7dc68eee-4737-4cb2-abbc-60a8e78028c7 req-ad15db94-ff0a-4a3d-96c4-33d52ac6ec82 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 945 time: 0.1122396 Aug 03 19:31:02.520202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ac28eeef-bb90-498b-b28a-98b07f28e78f None None] Provisioning for port 6d78b817-6eb0-4ce2-956a-421a54c769ba completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:02.536846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ac28eeef-bb90-498b-b28a-98b07f28e78f None None] Provisioning complete for port 6d78b817-6eb0-4ce2-956a-421a54c769ba triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:02.537228 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac28eeef-bb90-498b-b28a-98b07f28e78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.601711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7dc68eee-4737-4cb2-abbc-60a8e78028c7 req-270eb7a5-5509-4cf0-b36e-8dec0f58a94c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881987 Aug 03 19:31:02.810854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3f1a9-aa0d-49f1-bc4f-a79c2496ce87 req-d66e169e-2799-4aab-a228-1ec5783e0481 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:02.820384 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9d3f1a9-aa0d-49f1-bc4f-a79c2496ce87 req-d66e169e-2799-4aab-a228-1ec5783e0481 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 945 time: 0.1214509 Aug 03 19:31:02.886922 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac28eeef-bb90-498b-b28a-98b07f28e78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.923318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9d3f1a9-aa0d-49f1-bc4f-a79c2496ce87 req-2846a52d-1b26-4fc6-93ab-c149f3c486db tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988700 Aug 03 19:31:03.013194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ac28eeef-bb90-498b-b28a-98b07f28e78f None None] For port 6d78b817-6eb0-4ce2-956a-421a54c769ba, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6d78b817-6eb0-4ce2-956a-421a54c769ba,segment=NetworkSegment(771a859a-aeb4-4b9b-98fa-c1b2374812d8),segment_id=771a859a-aeb4-4b9b-98fa-c1b2374812d8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:03.035583 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac28eeef-bb90-498b-b28a-98b07f28e78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.167150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28eeef-bb90-498b-b28a-98b07f28e78f None None] Pushing event updated for resources: {'Port': ['ID=6d78b817-6eb0-4ce2-956a-421a54c769ba,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:03.343053 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.537915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6d78b817-6eb0-4ce2-956a-421a54c769ba up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:03.770103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-390dc209-481d-4d63-ba5d-04ebd9f226a4 None None] Provisioning for port 339a7072-7871-4ecc-a9f2-f037813e0b68 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:03.785397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-390dc209-481d-4d63-ba5d-04ebd9f226a4 None None] Provisioning complete for port 339a7072-7871-4ecc-a9f2-f037813e0b68 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:03.789539 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-390dc209-481d-4d63-ba5d-04ebd9f226a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.854656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bacf14-dd7f-41ab-b561-07d06a1c1013 req-90acf4cd-51ff-4efa-a711-affd043ab13a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:03.858050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1bacf14-dd7f-41ab-b561-07d06a1c1013 req-90acf4cd-51ff-4efa-a711-affd043ab13a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 945 time: 0.1599700 Aug 03 19:31:03.873455 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a21c98a3-f39b-4c5f-8c35-18de6eef9b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.915883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 6d78b817-6eb0-4ce2-956a-421a54c769ba triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:03.916478 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.950423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1bacf14-dd7f-41ab-b561-07d06a1c1013 req-eb31d59c-f00c-43ca-ac09-d1eb73001807 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726256 Aug 03 19:31:04.006949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-390dc209-481d-4d63-ba5d-04ebd9f226a4 None None] Port 339a7072-7871-4ecc-a9f2-f037813e0b68 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:04.047103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.059303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.077558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-390dc209-481d-4d63-ba5d-04ebd9f226a4 None None] Provisioning complete for port 6d78b817-6eb0-4ce2-956a-421a54c769ba triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:04.078110 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-390dc209-481d-4d63-ba5d-04ebd9f226a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.163370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=339a7072-7871-4ecc-a9f2-f037813e0b68,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:04.427057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-11ece75d-81a7-430f-866c-9229b8c5a266 None None] Provisioning complete for port 339a7072-7871-4ecc-a9f2-f037813e0b68 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:04.427741 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-11ece75d-81a7-430f-866c-9229b8c5a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.478471 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.491470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-11ece75d-81a7-430f-866c-9229b8c5a266 None None] Port 339a7072-7871-4ecc-a9f2-f037813e0b68 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:04.614118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8603facb-ff70-4d7e-ac30-a40b617004b9 None None] Provisioning complete for port 339a7072-7871-4ecc-a9f2-f037813e0b68 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:04.615155 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8603facb-ff70-4d7e-ac30-a40b617004b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.661213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8603facb-ff70-4d7e-ac30-a40b617004b9 None None] Port 339a7072-7871-4ecc-a9f2-f037813e0b68 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:04.673254 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.029203 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.038374 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.126499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b514fd-8660-4aed-9051-9bada3c8438d req-70972d76-4821-41bc-b8de-4617f95b071d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:05.128129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20b514fd-8660-4aed-9051-9bada3c8438d req-70972d76-4821-41bc-b8de-4617f95b071d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 945 time: 0.1291728 Aug 03 19:31:05.160956 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=339a7072-7871-4ecc-a9f2-f037813e0b68,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:05.182918 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.204811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021055f-3b7a-4ef4-b6ea-4d44ddb828de req-0761d1c0-e2ef-45b2-ad9c-4371dcc6a306 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:05.207486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5021055f-3b7a-4ef4-b6ea-4d44ddb828de req-0761d1c0-e2ef-45b2-ad9c-4371dcc6a306 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 945 time: 0.1389844 Aug 03 19:31:05.350630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5021055f-3b7a-4ef4-b6ea-4d44ddb828de req-2240999d-0799-474d-8e25-bbdf1cac5913 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318004 Aug 03 19:31:05.382415 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 1112a07b-b760-43de-9ecf-3ef0b7849317 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:05.384789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:05.388887 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-20b514fd-8660-4aed-9051-9bada3c8438d req-833fd255-9c95-48ad-bb1a-418813005549 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Deleting port 133d80e5-9132-437b-90cb-a8fb4efd3fbd {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:05.390370 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20b514fd-8660-4aed-9051-9bada3c8438d req-833fd255-9c95-48ad-bb1a-418813005549 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.611899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 5761adea-612e-4d49-96d7-564ce0e8b0f0 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:31:05.624321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-20b514fd-8660-4aed-9051-9bada3c8438d req-833fd255-9c95-48ad-bb1a-418813005549 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] For port 133d80e5-9132-437b-90cb-a8fb4efd3fbd, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=133d80e5-9132-437b-90cb-a8fb4efd3fbd,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:05.625129 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20b514fd-8660-4aed-9051-9bada3c8438d req-833fd255-9c95-48ad-bb1a-418813005549 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.660153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-20b514fd-8660-4aed-9051-9bada3c8438d req-833fd255-9c95-48ad-bb1a-418813005549 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Calling delete_port for 133d80e5-9132-437b-90cb-a8fb4efd3fbd owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:05.749071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:05.764916 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c153911-5daf-4d86-b472-3575ffe34b16 None None] Sync routers for ids ['5761adea-612e-4d49-96d7-564ce0e8b0f0'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:05.770420 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3e220c60-8d29-4005-8e0e-16ba0c2a8181 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/5761adea-612e-4d49-96d7-564ce0e8b0f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5967505 Aug 03 19:31:05.774664 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57158) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:05.786498 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c153911-5daf-4d86-b472-3575ffe34b16 None None] Routers {'5761adea-612e-4d49-96d7-564ce0e8b0f0'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:05.787482 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c153911-5daf-4d86-b472-3575ffe34b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['5761adea-612e-4d49-96d7-564ce0e8b0f0'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:05.838240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0d6b9e-5c79-48e8-9b62-faa87237c999 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:05.840746 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ce0d6b9e-5c79-48e8-9b62-faa87237c999 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports/339a7072-7871-4ecc-a9f2-f037813e0b68 HTTP/1.1" status: 200 len: 976 time: 0.0644736 Aug 03 19:31:05.844880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57160) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:05.856880 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c153911-5daf-4d86-b472-3575ffe34b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:05.879593 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c153911-5daf-4d86-b472-3575ffe34b16 None None] Routers {'5761adea-612e-4d49-96d7-564ce0e8b0f0'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:05.880921 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c153911-5daf-4d86-b472-3575ffe34b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:30:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['5761adea-612e-4d49-96d7-564ce0e8b0f0'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:05.923047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e3a77705-44a5-4ea1-89ea-9b1e4d5916f7 None None] Provisioning complete for port 339a7072-7871-4ecc-a9f2-f037813e0b68 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:05.929753 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e3a77705-44a5-4ea1-89ea-9b1e4d5916f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.945898 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c153911-5daf-4d86-b472-3575ffe34b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:05.947292 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c153911-5daf-4d86-b472-3575ffe34b16 None None] The sync data for ids ['5761adea-612e-4d49-96d7-564ce0e8b0f0'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:05.990683 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20b514fd-8660-4aed-9051-9bada3c8438d req-833fd255-9c95-48ad-bb1a-418813005549 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.005743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e3a77705-44a5-4ea1-89ea-9b1e4d5916f7 None None] Port 339a7072-7871-4ecc-a9f2-f037813e0b68 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:06.027956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fd255-9c95-48ad-bb1a-418813005549 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event deleted for resources: {'Port': ['ID=133d80e5-9132-437b-90cb-a8fb4efd3fbd,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:06.111197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b514fd-8660-4aed-9051-9bada3c8438d req-833fd255-9c95-48ad-bb1a-418813005549 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] No DVR routers for this DVR port 133d80e5-9132-437b-90cb-a8fb4efd3fbd on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:06.115158 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20b514fd-8660-4aed-9051-9bada3c8438d req-833fd255-9c95-48ad-bb1a-418813005549 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.118314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20b514fd-8660-4aed-9051-9bada3c8438d req-833fd255-9c95-48ad-bb1a-418813005549 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "DELETE /v2.0/ports/133d80e5-9132-437b-90cb-a8fb4efd3fbd HTTP/1.1" status: 204 len: 173 time: 0.9796841 Aug 03 19:31:06.119196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec52639-4554-4a7e-a0bd-1805f9d441eb', 'name': 'network-vif-deleted', 'tag': '133d80e5-9132-437b-90cb-a8fb4efd3fbd'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:06.122816 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f7d5ec-5e6d-4c91-9901-6c320a775b92" -d '{"events": [{"server_uuid": "cec52639-4554-4a7e-a0bd-1805f9d441eb", "name": "network-vif-deleted", "tag": "133d80e5-9132-437b-90cb-a8fb4efd3fbd"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:06.189373 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1bd108-5444-4a56-9361-1f350b537160 x-openstack-request-id: req-1c1bd108-5444-4a56-9361-1f350b537160 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:06.190499 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec52639-4554-4a7e-a0bd-1805f9d441eb", "name": "network-vif-deleted", "tag": "133d80e5-9132-437b-90cb-a8fb4efd3fbd", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:06.190499 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c1bd108-5444-4a56-9361-1f350b537160 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:06.190853 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec52639-4554-4a7e-a0bd-1805f9d441eb', 'name': 'network-vif-deleted', 'tag': '133d80e5-9132-437b-90cb-a8fb4efd3fbd', 'status': 'completed', 'code': 200} Aug 03 19:31:06.441527 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-330c5647-cf5b-48cc-80a2-02d4f211121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.599467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0edb86df-bc52-47c4-9e44-44f2b3345279 req-10834844-23a3-470f-b44a-8100c8155c53 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 210 time: 0.0589294 Aug 03 19:31:06.706543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-007d542c-b75d-4065-a6bf-fd39682b2206 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.731584 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.060071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-007d542c-b75d-4065-a6bf-fd39682b2206 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 339a7072-7871-4ecc-a9f2-f037813e0b68 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:07.060987 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-007d542c-b75d-4065-a6bf-fd39682b2206 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.212726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-007d542c-b75d-4065-a6bf-fd39682b2206 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.229789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-007d542c-b75d-4065-a6bf-fd39682b2206 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 339a7072-7871-4ecc-a9f2-f037813e0b68 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:07.332802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57182) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:07.440938 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-007d542c-b75d-4065-a6bf-fd39682b2206 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.485723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d542c-b75d-4065-a6bf-fd39682b2206 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=339a7072-7871-4ecc-a9f2-f037813e0b68,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:07.588252 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4064-fe96-4b58-a0ca-4818d0b7c946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.835971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c77460ba-128f-4af9-8e23-a4d31f9ab159 req-05607b7a-6aca-4c7e-94f3-56a7e48cf744 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 210 time: 0.0601051 Aug 03 19:31:07.845862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 133d80e5-9132-437b-90cb-a8fb4efd3fbd no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:07.847321 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4064-fe96-4b58-a0ca-4818d0b7c946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.857335 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4064-fe96-4b58-a0ca-4818d0b7c946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.883934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 133d80e5-9132-437b-90cb-a8fb4efd3fbd {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:07.884680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 133d80e5-9132-437b-90cb-a8fb4efd3fbd not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:07.941815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b4064-fe96-4b58-a0ca-4818d0b7c946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0025abe5-5823-40f0-96dd-55d675a35b8f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:07.954635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2e3b4064-fe96-4b58-a0ca-4818d0b7c946 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1d2f5ddf97dd433ca85f3e677ab43441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6201484 Aug 03 19:31:07.955651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57188) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.013253 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.045193 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-292d0b82-187c-4c37-a766-54a55ca09dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.090037 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-292d0b82-187c-4c37-a766-54a55ca09dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.103356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-007d542c-b75d-4065-a6bf-fd39682b2206 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.178427 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-292d0b82-187c-4c37-a766-54a55ca09dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.184693 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-292d0b82-187c-4c37-a766-54a55ca09dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.187751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-292d0b82-187c-4c37-a766-54a55ca09dfc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0025abe5-5823-40f0-96dd-55d675a35b8f HTTP/1.1" status: 204 len: 168 time: 0.2294049 Aug 03 19:31:08.204680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d0b82-187c-4c37-a766-54a55ca09dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0025abe5-5823-40f0-96dd-55d675a35b8f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:08.314676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007d542c-b75d-4065-a6bf-fd39682b2206 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 5761adea-612e-4d49-96d7-564ce0e8b0f0 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:08.424492 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007d542c-b75d-4065-a6bf-fd39682b2206 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:08.430669 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-007d542c-b75d-4065-a6bf-fd39682b2206 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/5761adea-612e-4d49-96d7-564ce0e8b0f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5844409 Aug 03 19:31:08.433667 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57194) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.450802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73199627-d788-40a3-9009-e1d0bd2309f6 None None] Sync routers for ids ['5761adea-612e-4d49-96d7-564ce0e8b0f0'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:08.472259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73199627-d788-40a3-9009-e1d0bd2309f6 None None] Routers {'5761adea-612e-4d49-96d7-564ce0e8b0f0'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:08.474777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-73199627-d788-40a3-9009-e1d0bd2309f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['5761adea-612e-4d49-96d7-564ce0e8b0f0'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:08.552665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-73199627-d788-40a3-9009-e1d0bd2309f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:08.564186 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73199627-d788-40a3-9009-e1d0bd2309f6 None None] Routers {'5761adea-612e-4d49-96d7-564ce0e8b0f0'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:08.565178 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-73199627-d788-40a3-9009-e1d0bd2309f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['5761adea-612e-4d49-96d7-564ce0e8b0f0'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:08.605651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-73199627-d788-40a3-9009-e1d0bd2309f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:08.606692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73199627-d788-40a3-9009-e1d0bd2309f6 None None] The sync data for ids ['5761adea-612e-4d49-96d7-564ce0e8b0f0'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:08.623298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57196) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.638239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5216b85a-f776-4d74-812a-baf20cdc3789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.753133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5216b85a-f776-4d74-812a-baf20cdc3789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.758327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5216b85a-f776-4d74-812a-baf20cdc3789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.768070 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-36e320db-61b5-437d-8bd2-c72ffd98d408 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] remove_router_interface failed (client error): The resource could not be found. Aug 03 19:31:08.769525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-36e320db-61b5-437d-8bd2-c72ffd98d408 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/5761adea-612e-4d49-96d7-564ce0e8b0f0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3346720 Aug 03 19:31:08.774608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57198) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.828317 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-529d5485-24e0-46fe-8306-38d7df30804f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=5761adea-612e-4d49-96d7-564ce0e8b0f0 HTTP/1.1" status: 200 len: 205 time: 0.0525448 Aug 03 19:31:08.832466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57200) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.832716 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5216b85a-f776-4d74-812a-baf20cdc3789 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f324c37e897d49149bff771c34e99b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081726 Aug 03 19:31:08.833486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216b85a-f776-4d74-812a-baf20cdc3789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337c0a02-70de-4afd-bfa8-30d55c3a6e15,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:08.839026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57202) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.919162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e7204985-3519-429b-9c89-a476997c0b4e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.932752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-612523c2-2653-43bd-bf19-f2ea930d6fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.978532 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-612523c2-2653-43bd-bf19-f2ea930d6fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.027185 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d570f97d-b47d-43fd-b047-968a84fdb230 req-6a634988-dab4-4ba9-ae5f-6fa3621302ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 210 time: 0.0353138 Aug 03 19:31:09.076112 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-612523c2-2653-43bd-bf19-f2ea930d6fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.081375 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-612523c2-2653-43bd-bf19-f2ea930d6fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.087439 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-612523c2-2653-43bd-bf19-f2ea930d6fd9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/337c0a02-70de-4afd-bfa8-30d55c3a6e15 HTTP/1.1" status: 204 len: 168 time: 0.2466211 Aug 03 19:31:09.103510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612523c2-2653-43bd-bf19-f2ea930d6fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337c0a02-70de-4afd-bfa8-30d55c3a6e15,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:09.131037 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e7204985-3519-429b-9c89-a476997c0b4e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.134384 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e7204985-3519-429b-9c89-a476997c0b4e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.193733 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e7204985-3519-429b-9c89-a476997c0b4e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.194961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7204985-3519-429b-9c89-a476997c0b4e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Fanout notify agent at l3_agent the message router_deleted on router 5761adea-612e-4d49-96d7-564ce0e8b0f0 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:31:09.211956 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e7204985-3519-429b-9c89-a476997c0b4e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.214181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e7204985-3519-429b-9c89-a476997c0b4e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/5761adea-612e-4d49-96d7-564ce0e8b0f0 HTTP/1.1" status: 204 len: 168 time: 0.3795509 Aug 03 19:31:09.220689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57208) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:09.308083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-687e7a46-d6c8-451b-9eaf-561f8fbd49bc tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting subnet 2cb66482-2df5-4897-84f3-72c3fc213093 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:09.312128 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-687e7a46-d6c8-451b-9eaf-561f8fbd49bc tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.359194 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-687e7a46-d6c8-451b-9eaf-561f8fbd49bc tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.501590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-687e7a46-d6c8-451b-9eaf-561f8fbd49bc tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.614458 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-687e7a46-d6c8-451b-9eaf-561f8fbd49bc tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.668447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e7a46-d6c8-451b-9eaf-561f8fbd49bc tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb66482-2df5-4897-84f3-72c3fc213093,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:09.675791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-687e7a46-d6c8-451b-9eaf-561f8fbd49bc tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.684856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57218) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:09.685721 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-687e7a46-d6c8-451b-9eaf-561f8fbd49bc tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/2cb66482-2df5-4897-84f3-72c3fc213093 HTTP/1.1" status: 204 len: 168 time: 0.4629896 Aug 03 19:31:09.734560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e449e1-ea52-4274-a7b6-fc4c9ee5c159 None None] Network 1112a07b-b760-43de-9ecf-3ef0b7849317 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:09.812682 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.815611 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.904939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 6d78b817-6eb0-4ce2-956a-421a54c769ba {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:09.905726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.020127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9a84fb-c7d4-45ed-b468-de5a28d9e396 None None] DHCP port deletion for 1112a07b-b760-43de-9ecf-3ef0b7849317 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:10.160350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a84fb-c7d4-45ed-b468-de5a28d9e396 None None] Deleting port 6d78b817-6eb0-4ce2-956a-421a54c769ba {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:10.161864 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bc9a84fb-c7d4-45ed-b468-de5a28d9e396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.306162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-bc9a84fb-c7d4-45ed-b468-de5a28d9e396 None None] For port 6d78b817-6eb0-4ce2-956a-421a54c769ba, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6d78b817-6eb0-4ce2-956a-421a54c769ba,segment=NetworkSegment(771a859a-aeb4-4b9b-98fa-c1b2374812d8),segment_id=771a859a-aeb4-4b9b-98fa-c1b2374812d8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:10.306648 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bc9a84fb-c7d4-45ed-b468-de5a28d9e396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.325579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a84fb-c7d4-45ed-b468-de5a28d9e396 None None] Calling delete_port for 6d78b817-6eb0-4ce2-956a-421a54c769ba owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:10.505418 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bc9a84fb-c7d4-45ed-b468-de5a28d9e396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.530375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63f0c39c-0929-4a90-b4f8-5061044358dc req-870bd4c1-ff4d-40ec-916e-8a8ac701c5ff tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 210 time: 0.0630922 Aug 03 19:31:10.540501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port 6d78b817-6eb0-4ce2-956a-421a54c769ba, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6d78b817-6eb0-4ce2-956a-421a54c769ba,segment=NetworkSegment(771a859a-aeb4-4b9b-98fa-c1b2374812d8),segment_id=771a859a-aeb4-4b9b-98fa-c1b2374812d8)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:10.540861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.562079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a84fb-c7d4-45ed-b468-de5a28d9e396 None None] Pushing event deleted for resources: {'Port': ['ID=6d78b817-6eb0-4ce2-956a-421a54c769ba,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:10.574255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 6d78b817-6eb0-4ce2-956a-421a54c769ba owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:10.578959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9a84fb-c7d4-45ed-b468-de5a28d9e396 None None] No DVR routers for this DVR port 6d78b817-6eb0-4ce2-956a-421a54c769ba on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:10.723126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.753481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=6d78b817-6eb0-4ce2-956a-421a54c769ba,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:10.757970 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No DVR routers for this DVR port 6d78b817-6eb0-4ce2-956a-421a54c769ba on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:10.858108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.869163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1112a07b-b760-43de-9ecf-3ef0b7849317']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:10.881897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771a859a-aeb4-4b9b-98fa-c1b2374812d8') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:10.882303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771a859a-aeb4-4b9b-98fa-c1b2374812d8') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:10.893531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.910473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.918337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:10.918841 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:10.923788 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:10.992684 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.000758 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.002690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/networks/1112a07b-b760-43de-9ecf-3ef0b7849317 HTTP/1.1" status: 204 len: 168 time: 1.3127761 Aug 03 19:31:11.008995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57244) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:11.018119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'network': {'name': 'tempest-RoutersTest-1386497087'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:11.023291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a4916-84dd-494f-8a84-f176ca2cde50 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Network': ['ID=1112a07b-b760-43de-9ecf-3ef0b7849317,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:11.052504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:11.056555 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.086853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:11.097172 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.097679 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added segment 0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc of type vlan for network 40c457c3-7d72-4069-83f6-b7a8f92d4eba Aug 03 19:31:11.154874 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.217152 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.228648 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:11.230281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.330839 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3188083 Aug 03 19:31:11.333730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57252) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:11.342483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'subnet': {'network_id': '40c457c3-7d72-4069-83f6-b7a8f92d4eba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:11.362765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd58ab-7111-4a67-8802-302cc70fcccf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Network': ['ID=40c457c3-7d72-4069-83f6-b7a8f92d4eba,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:11.379541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 40c457c3-7d72-4069-83f6-b7a8f92d4eba details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:11.509712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:11.516531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.559063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6d78b817-6eb0-4ce2-956a-421a54c769ba no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:11.590542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 6d78b817-6eb0-4ce2-956a-421a54c769ba {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:11.592216 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6d78b817-6eb0-4ce2-956a-421a54c769ba not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:11.774062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-07998afa-cc34-4d52-ac27-5f1e172ec960 req-ca2b01c5-d648-4586-be64-26e8be46265f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=cec52639-4554-4a7e-a0bd-1805f9d441eb HTTP/1.1" status: 200 len: 210 time: 0.0689402 Aug 03 19:31:11.866691 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.948721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Subnet': ['ID=ae281e6b-4bb1-4aeb-b6fd-b8559e0e345d,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:11.954656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Checking segment: {'id': '0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40c457c3-7d72-4069-83f6-b7a8f92d4eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:11.955399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network hostable DHCP agents. Network: 40c457c3-7d72-4069-83f6-b7a8f92d4eba, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:11.979763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 40c457c3-7d72-4069-83f6-b7a8f92d4eba is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:11.995599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 40c457c3-7d72-4069-83f6-b7a8f92d4eba) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:12.009398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9692021f-b04e-4697-b9ea-b9f2d68ae342 None None] Network 40c457c3-7d72-4069-83f6-b7a8f92d4eba requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:12.016331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:12.020868 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.067375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ff3baea0-a77f-49a3-999c-f00fe571fc49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7283051 Aug 03 19:31:12.067773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57256) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:12.074565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-3e2381bf-2c8f-4d93-8550-782040d4b861 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1801966386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:12.146531 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e2381bf-2c8f-4d93-8550-782040d4b861 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.150794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e2381bf-2c8f-4d93-8550-782040d4b861 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.298115 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e2381bf-2c8f-4d93-8550-782040d4b861 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.308396 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e2381bf-2c8f-4d93-8550-782040d4b861 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.316391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-40c457c3-7d72-4069-83f6-b7a8f92d4eba', 'network_id': '40c457c3-7d72-4069-83f6-b7a8f92d4eba', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'fixed_ips': [{'subnet_id': 'ae281e6b-4bb1-4aeb-b6fd-b8559e0e345d'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:12.317751 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.352866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3e2381bf-2c8f-4d93-8550-782040d4b861 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.356013 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3e2381bf-2c8f-4d93-8550-782040d4b861 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2861559 Aug 03 19:31:12.360202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57262) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:12.677187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Allocated IP 172.20.0.2 (40c457c3-7d72-4069-83f6-b7a8f92d4eba/ae281e6b-4bb1-4aeb-b6fd-b8559e0e345d/48eb4553-f176-4c10-a50c-d42b9a676273) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:12.885276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.989808 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.007589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Transition to ACTIVE for port object 48eb4553-f176-4c10-a50c-d42b9a676273 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:13.039053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Transition to ACTIVE for port object 48eb4553-f176-4c10-a50c-d42b9a676273 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:13.052004 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.161536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Network 40c457c3-7d72-4069-83f6-b7a8f92d4eba is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:13.173714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Pushing event updated for resources: {'Port': ['ID=48eb4553-f176-4c10-a50c-d42b9a676273,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:13.176749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:13.180042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:13.256370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Attempting to bind port 48eb4553-f176-4c10-a50c-d42b9a676273 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:13.256756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Attempting to bind port 48eb4553-f176-4c10-a50c-d42b9a676273 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40c457c3-7d72-4069-83f6-b7a8f92d4eba'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:13.257684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Attempting to bind port 48eb4553-f176-4c10-a50c-d42b9a676273 on network 40c457c3-7d72-4069-83f6-b7a8f92d4eba {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:13.265695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:13.266087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Checking segment: {'id': '0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40c457c3-7d72-4069-83f6-b7a8f92d4eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:13.266512 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.266923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Bound using segment: {'id': '0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40c457c3-7d72-4069-83f6-b7a8f92d4eba'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:13.267774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Bound port: 48eb4553-f176-4c10-a50c-d42b9a676273, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '40c457c3-7d72-4069-83f6-b7a8f92d4eba'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:13.268198 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.354410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] For port 48eb4553-f176-4c10-a50c-d42b9a676273, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:13.358984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] For port 48eb4553-f176-4c10-a50c-d42b9a676273, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=48eb4553-f176-4c10-a50c-d42b9a676273,segment=NetworkSegment(0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc),segment_id=0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:13.364320 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.407175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Allocated IP 172.20.0.1 (40c457c3-7d72-4069-83f6-b7a8f92d4eba/ae281e6b-4bb1-4aeb-b6fd-b8559e0e345d/a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:13.455322 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cef8e0-57fd-4ad6-a8d4-37af0d1d2e7f None None] Pushing event updated for resources: {'Port': ['ID=48eb4553-f176-4c10-a50c-d42b9a676273,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:13.563393 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.587492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Transition to ACTIVE for port object a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:13.633452 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.687900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 40c457c3-7d72-4069-83f6-b7a8f92d4eba is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:13.691273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:13.696147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:13.738889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:13.759900 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.937456 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.357614 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.368074 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.505142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:14.509725 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.728139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f65fe6-e710-4d31-a059-cea4dcd8540d None None] Network 40c457c3-7d72-4069-83f6-b7a8f92d4eba requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:14.740293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 40c457c3-7d72-4069-83f6-b7a8f92d4eba is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:14.742872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:14.901976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a2bd4bd1-3015-4e2e-a39f-8e6a0f99007d None None] Provisioning for port 48eb4553-f176-4c10-a50c-d42b9a676273 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:15.006370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 9dd2c21b-ff03-4503-a2ec-15adc7bf16da is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:31:15.207515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:15.218558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-17820966-8147-4991-b977-1d8446ab77e6 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/9dd2c21b-ff03-4503-a2ec-15adc7bf16da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8566866 Aug 03 19:31:15.220511 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b2752-4438-4c48-93bf-007179dd1e68 None None] Sync routers for ids ['9dd2c21b-ff03-4503-a2ec-15adc7bf16da'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:15.221072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57286) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:15.240012 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b2752-4438-4c48-93bf-007179dd1e68 None None] Routers {'9dd2c21b-ff03-4503-a2ec-15adc7bf16da'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:15.241345 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-777b2752-4438-4c48-93bf-007179dd1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['9dd2c21b-ff03-4503-a2ec-15adc7bf16da'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:15.283551 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-777b2752-4438-4c48-93bf-007179dd1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:15.295864 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b2752-4438-4c48-93bf-007179dd1e68 None None] Routers {'9dd2c21b-ff03-4503-a2ec-15adc7bf16da'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:15.296759 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-777b2752-4438-4c48-93bf-007179dd1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['9dd2c21b-ff03-4503-a2ec-15adc7bf16da'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:15.308792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e096ac-d2ad-4f5a-ae87-6417a9800f3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.312561 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-95e096ac-d2ad-4f5a-ae87-6417a9800f3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports/a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4 HTTP/1.1" status: 200 len: 910 time: 0.0895801 Aug 03 19:31:15.315015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57288) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:15.338188 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-777b2752-4438-4c48-93bf-007179dd1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:15.339057 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b2752-4438-4c48-93bf-007179dd1e68 None None] The sync data for ids ['9dd2c21b-ff03-4503-a2ec-15adc7bf16da'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:15.559668 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.570747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c1e94382-a8c8-46c7-80cb-a3f3ea940703 None None] Provisioning for port a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:15.586824 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c1e94382-a8c8-46c7-80cb-a3f3ea940703 None None] Provisioning complete for port a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:15.587505 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c1e94382-a8c8-46c7-80cb-a3f3ea940703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.643467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 48eb4553-f176-4c10-a50c-d42b9a676273 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:15.724588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c1e94382-a8c8-46c7-80cb-a3f3ea940703 None None] Port a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:15.746876 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 48eb4553-f176-4c10-a50c-d42b9a676273 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:15.752323 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 48eb4553-f176-4c10-a50c-d42b9a676273 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:15.753141 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.889365 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.893395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-65b9706a-efd1-4525-9b7e-816d524ea728 None None] Provisioning complete for port a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:15.893910 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-65b9706a-efd1-4525-9b7e-816d524ea728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.012818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 48eb4553-f176-4c10-a50c-d42b9a676273, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=48eb4553-f176-4c10-a50c-d42b9a676273,segment=NetworkSegment(0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc),segment_id=0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:16.014695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-65b9706a-efd1-4525-9b7e-816d524ea728 None None] Port a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:16.021408 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.100791 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4e6d3dcc-3aa9-4c54-8940-9a36bfdf3d34 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.121948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=48eb4553-f176-4c10-a50c-d42b9a676273,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:16.252763 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-060ac254-37b2-42c0-8d88-925200e58f36 None None] Provisioning complete for port a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:16.253223 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-060ac254-37b2-42c0-8d88-925200e58f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.330003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-060ac254-37b2-42c0-8d88-925200e58f36 None None] Port a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:16.571735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d3dcc-3aa9-4c54-8940-9a36bfdf3d34 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:16.572288 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4e6d3dcc-3aa9-4c54-8940-9a36bfdf3d34 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.723017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4e6d3dcc-3aa9-4c54-8940-9a36bfdf3d34 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.744837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d3dcc-3aa9-4c54-8940-9a36bfdf3d34 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:17.106303 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4e6d3dcc-3aa9-4c54-8940-9a36bfdf3d34 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.149392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d3dcc-3aa9-4c54-8940-9a36bfdf3d34 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=a164c5d9-a1e9-4012-a3a9-df0b3f6ccee4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:17.420366 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4e6d3dcc-3aa9-4c54-8940-9a36bfdf3d34 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.576309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 48eb4553-f176-4c10-a50c-d42b9a676273 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:17.646275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 48eb4553-f176-4c10-a50c-d42b9a676273 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:17.646894 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.687023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6d3dcc-3aa9-4c54-8940-9a36bfdf3d34 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 9dd2c21b-ff03-4503-a2ec-15adc7bf16da has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:17.798176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6d3dcc-3aa9-4c54-8940-9a36bfdf3d34 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:17.812693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4e6d3dcc-3aa9-4c54-8940-9a36bfdf3d34 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/9dd2c21b-ff03-4503-a2ec-15adc7bf16da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4965088 Aug 03 19:31:17.813241 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7e24f-d392-4e84-88be-ab204d8718af None None] Sync routers for ids ['9dd2c21b-ff03-4503-a2ec-15adc7bf16da'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:17.815603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57322) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:17.828754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7e24f-d392-4e84-88be-ab204d8718af None None] Routers {'9dd2c21b-ff03-4503-a2ec-15adc7bf16da'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:17.829718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-88e7e24f-d392-4e84-88be-ab204d8718af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['9dd2c21b-ff03-4503-a2ec-15adc7bf16da'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:17.852085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-da1a60b6-b702-465d-92d3-0aa1ba7d2303 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dd2c21b-ff03-4503-a2ec-15adc7bf16da HTTP/1.1" status: 200 len: 205 time: 0.0351138 Aug 03 19:31:17.854564 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57324) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:17.894492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-88e7e24f-d392-4e84-88be-ab204d8718af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:17.908685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7e24f-d392-4e84-88be-ab204d8718af None None] Routers {'9dd2c21b-ff03-4503-a2ec-15adc7bf16da'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:17.911967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-88e7e24f-d392-4e84-88be-ab204d8718af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['9dd2c21b-ff03-4503-a2ec-15adc7bf16da'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:17.940355 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03491c02-eb09-4144-a180-58c9b465c482 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.968793 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-88e7e24f-d392-4e84-88be-ab204d8718af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:17.969471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7e24f-d392-4e84-88be-ab204d8718af None None] The sync data for ids ['9dd2c21b-ff03-4503-a2ec-15adc7bf16da'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:18.203710 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03491c02-eb09-4144-a180-58c9b465c482 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.207502 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03491c02-eb09-4144-a180-58c9b465c482 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.283051 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03491c02-eb09-4144-a180-58c9b465c482 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.283738 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03491c02-eb09-4144-a180-58c9b465c482 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Fanout notify agent at l3_agent the message router_deleted on router 9dd2c21b-ff03-4503-a2ec-15adc7bf16da {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:31:18.303658 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03491c02-eb09-4144-a180-58c9b465c482 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.305586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-03491c02-eb09-4144-a180-58c9b465c482 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/9dd2c21b-ff03-4503-a2ec-15adc7bf16da HTTP/1.1" status: 204 len: 168 time: 0.4492731 Aug 03 19:31:18.309238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57328) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:18.387081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a48618a-6a61-4064-a408-f33f5743dc7c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting subnet ae281e6b-4bb1-4aeb-b6fd-b8559e0e345d {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:18.392260 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a48618a-6a61-4064-a408-f33f5743dc7c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.449986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a48618a-6a61-4064-a408-f33f5743dc7c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.999552 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a48618a-6a61-4064-a408-f33f5743dc7c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.103036 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a48618a-6a61-4064-a408-f33f5743dc7c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.131826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48618a-6a61-4064-a408-f33f5743dc7c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Subnet': ['ID=ae281e6b-4bb1-4aeb-b6fd-b8559e0e345d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:19.135517 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1a48618a-6a61-4064-a408-f33f5743dc7c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.138391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1a48618a-6a61-4064-a408-f33f5743dc7c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/ae281e6b-4bb1-4aeb-b6fd-b8559e0e345d HTTP/1.1" status: 204 len: 168 time: 0.8279417 Aug 03 19:31:19.141139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57336) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:19.156853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed82f8f-2955-4b15-91d5-e496f193fc12 None None] Network 40c457c3-7d72-4069-83f6-b7a8f92d4eba requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:19.255611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.315804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 48eb4553-f176-4c10-a50c-d42b9a676273 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:19.316168 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.411355 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port 48eb4553-f176-4c10-a50c-d42b9a676273, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=48eb4553-f176-4c10-a50c-d42b9a676273,segment=NetworkSegment(0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc),segment_id=0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:19.411738 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.432493 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e06e32-9ab5-4fe3-8c53-1a9bfe83b8fb None None] DHCP port deletion for 40c457c3-7d72-4069-83f6-b7a8f92d4eba request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:19.448721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 48eb4553-f176-4c10-a50c-d42b9a676273 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:19.539642 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 48eb4553-f176-4c10-a50c-d42b9a676273 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:19.630242 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.630619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f1e06e32-9ab5-4fe3-8c53-1a9bfe83b8fb None None] Deleting port 48eb4553-f176-4c10-a50c-d42b9a676273 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:19.631015 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e32-9ab5-4fe3-8c53-1a9bfe83b8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.663931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=48eb4553-f176-4c10-a50c-d42b9a676273,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:19.669583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No DVR routers for this DVR port 48eb4553-f176-4c10-a50c-d42b9a676273 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:19.706259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No active binding found for port 48eb4553-f176-4c10-a50c-d42b9a676273 {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:31:19.707005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 48eb4553-f176-4c10-a50c-d42b9a676273 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:19.735591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f1e06e32-9ab5-4fe3-8c53-1a9bfe83b8fb None None] For port 48eb4553-f176-4c10-a50c-d42b9a676273, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:19.736318 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e32-9ab5-4fe3-8c53-1a9bfe83b8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.758380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f1e06e32-9ab5-4fe3-8c53-1a9bfe83b8fb None None] Calling delete_port for 48eb4553-f176-4c10-a50c-d42b9a676273 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:19.765960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-f1e06e32-9ab5-4fe3-8c53-1a9bfe83b8fb None None] Port 48eb4553-f176-4c10-a50c-d42b9a676273 was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:31:19.768357 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1e06e32-9ab5-4fe3-8c53-1a9bfe83b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.820792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.821268 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e06e32-9ab5-4fe3-8c53-1a9bfe83b8fb None None] Pushing event deleted for resources: {'Port': ['ID=48eb4553-f176-4c10-a50c-d42b9a676273,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:19.825656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e06e32-9ab5-4fe3-8c53-1a9bfe83b8fb None None] No DVR routers for this DVR port 48eb4553-f176-4c10-a50c-d42b9a676273 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:19.838761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c457c3-7d72-4069-83f6-b7a8f92d4eba']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:19.855345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:19.855633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c501e0b-c3ce-45a0-95d4-fc53c11ce1cc') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:19.868817 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.896785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.910896 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:19.911916 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:19.918052 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:20.045898 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.059628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.062634 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/networks/40c457c3-7d72-4069-83f6-b7a8f92d4eba HTTP/1.1" status: 204 len: 168 time: 0.9202454 Aug 03 19:31:20.068775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57350) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:20.076971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-241738438', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:20.101745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16d5c8-547d-4a5b-b95e-fefc44eb640e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Network': ['ID=40c457c3-7d72-4069-83f6-b7a8f92d4eba,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:20.131912 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.132999 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.228259 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.387814 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.722898 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.751762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.947628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Allocated IP 172.25.8.106 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/d33d56b9-4842-40e3-b25a-7c5a67044b37) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:21.152763 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.232331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.300611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:21.305150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:21.310765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:21.369661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=d33d56b9-4842-40e3-b25a-7c5a67044b37,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:21.710259 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.047293 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.239935 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router c8955b68-8146-4b4b-99d6-9058867d50a2 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:31:22.442184 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:22.454750 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d34873d-7f9e-4699-984e-344858044f74 None None] Sync routers for ids ['c8955b68-8146-4b4b-99d6-9058867d50a2'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:22.476292 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34873d-7f9e-4699-984e-344858044f74 None None] Routers {'c8955b68-8146-4b4b-99d6-9058867d50a2'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:22.477292 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7d34873d-7f9e-4699-984e-344858044f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c8955b68-8146-4b4b-99d6-9058867d50a2'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:22.484694 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.486245 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1783c895-8f2e-4486-abcd-2e3f0bcebcdd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.4155362 Aug 03 19:31:22.490713 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57440) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:22.551637 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7d34873d-7f9e-4699-984e-344858044f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:22.573016 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34873d-7f9e-4699-984e-344858044f74 None None] Routers {'c8955b68-8146-4b4b-99d6-9058867d50a2'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:22.574775 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7d34873d-7f9e-4699-984e-344858044f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c8955b68-8146-4b4b-99d6-9058867d50a2'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:22.639855 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7d34873d-7f9e-4699-984e-344858044f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:22.641002 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d34873d-7f9e-4699-984e-344858044f74 None None] The sync data for ids ['c8955b68-8146-4b4b-99d6-9058867d50a2'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:22.972946 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-783e5277-6c8d-4b43-b23a-1f3e00cf0b97 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/routers/c8955b68-8146-4b4b-99d6-9058867d50a2 HTTP/1.1" status: 200 len: 880 time: 0.4796731 Aug 03 19:31:22.974710 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57444) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:23.117112 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:31:23.385817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57448) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:23.386667 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e17f2741-2a55-4b83-bf4e-69a6a36e54f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4091551 Aug 03 19:31:23.395624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c6308d5e-8f42-4073-a517-80a66f98d07d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-241738438'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:23.782541 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c6308d5e-8f42-4073-a517-80a66f98d07d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.794927 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c6308d5e-8f42-4073-a517-80a66f98d07d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.933514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6308d5e-8f42-4073-a517-80a66f98d07d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router c8955b68-8146-4b4b-99d6-9058867d50a2 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:24.094331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6308d5e-8f42-4073-a517-80a66f98d07d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:24.105480 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c6308d5e-8f42-4073-a517-80a66f98d07d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.110893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c6308d5e-8f42-4073-a517-80a66f98d07d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/c8955b68-8146-4b4b-99d6-9058867d50a2 HTTP/1.1" status: 200 len: 887 time: 0.7194133 Aug 03 19:31:24.111353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c558887-e5e9-44c5-88be-c754a4d29b14 None None] Sync routers for ids ['c8955b68-8146-4b4b-99d6-9058867d50a2'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:24.112078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57454) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:24.133304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c558887-e5e9-44c5-88be-c754a4d29b14 None None] Routers {'c8955b68-8146-4b4b-99d6-9058867d50a2'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:24.136567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4c558887-e5e9-44c5-88be-c754a4d29b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c8955b68-8146-4b4b-99d6-9058867d50a2'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:24.338423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57462) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:24.348841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-07f1633c-348c-4b53-9adb-e6ec84fc51fc tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/routers/c8955b68-8146-4b4b-99d6-9058867d50a2 HTTP/1.1" status: 200 len: 887 time: 0.2358720 Aug 03 19:31:24.378787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57466) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:24.383117 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8fb58d68-8a46-4343-bd8a-3cc7421585c1 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8955b68-8146-4b4b-99d6-9058867d50a2 HTTP/1.1" status: 200 len: 205 time: 0.0422547 Aug 03 19:31:24.398052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4c558887-e5e9-44c5-88be-c754a4d29b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:24.410035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c558887-e5e9-44c5-88be-c754a4d29b14 None None] Routers {'c8955b68-8146-4b4b-99d6-9058867d50a2'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:24.410765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4c558887-e5e9-44c5-88be-c754a4d29b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c8955b68-8146-4b4b-99d6-9058867d50a2'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:24.446958 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4c558887-e5e9-44c5-88be-c754a4d29b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:24.447646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c558887-e5e9-44c5-88be-c754a4d29b14 None None] The sync data for ids ['c8955b68-8146-4b4b-99d6-9058867d50a2'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:24.525030 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.673326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.752414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port d33d56b9-4842-40e3-b25a-7c5a67044b37 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:24.752893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.856558 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.870707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for d33d56b9-4842-40e3-b25a-7c5a67044b37 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:25.049679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57472) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:25.154214 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.163558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93ea373-5b4d-49de-956e-6253c297c29f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:25.164067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93ea373-5b4d-49de-956e-6253c297c29f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:25.164601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93ea373-5b4d-49de-956e-6253c297c29f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:25.166506 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b93ea373-5b4d-49de-956e-6253c297c29f tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/ports?project_id=47da202e5f0d433f920b59dfe00d530c&network_id=ea5df4e1-f614-47dc-9222-43db946a431a HTTP/1.1" status: 200 len: 2969 time: 0.1150646 Aug 03 19:31:25.217036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=d33d56b9-4842-40e3-b25a-7c5a67044b37,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:25.331979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.499024 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.502419 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.565764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.566978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Fanout notify agent at l3_agent the message router_deleted on router c8955b68-8146-4b4b-99d6-9058867d50a2 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:31:25.586079 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.587603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0dde1ee9-13bc-41ec-b2fd-895fbfd34b0d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/c8955b68-8146-4b4b-99d6-9058867d50a2 HTTP/1.1" status: 204 len: 168 time: 1.2077584 Aug 03 19:31:25.591596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57480) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:25.598749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'network': {'name': 'tempest-RoutersTest-486541612'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:25.644292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:25.654822 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.713961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:25.739873 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.740373 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added segment e54fe914-efd0-471d-8c1d-10aa5e106ff9 of type vlan for network b29f3595-89b5-4538-affc-e5ecb0265976 Aug 03 19:31:25.848741 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.903143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.916401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:25.918200 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.984623 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3914726 Aug 03 19:31:25.989349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57482) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.002719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'subnet': {'network_id': 'b29f3595-89b5-4538-affc-e5ecb0265976', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:26.004368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be5f87-a248-478b-a84e-a152ad41e211 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Network': ['ID=b29f3595-89b5-4538-affc-e5ecb0265976,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:26.018477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network b29f3595-89b5-4538-affc-e5ecb0265976 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:26.120546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:26.124187 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.386891 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.471775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Subnet': ['ID=4b01396c-3ab3-47c1-bc58-924a59992440,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:26.482005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Checking segment: {'id': 'e54fe914-efd0-471d-8c1d-10aa5e106ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b29f3595-89b5-4538-affc-e5ecb0265976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:26.482571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network hostable DHCP agents. Network: b29f3595-89b5-4538-affc-e5ecb0265976, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:26.512544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network b29f3595-89b5-4538-affc-e5ecb0265976 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:26.523854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, b29f3595-89b5-4538-affc-e5ecb0265976) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:26.529974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:26.531893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.542875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d15ea-243d-4c5b-af91-27b77b2d2142 None None] Network b29f3595-89b5-4538-affc-e5ecb0265976 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:26.556539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-76ad9542-13ae-4316-a581-daa3c2c6db24 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5642798 Aug 03 19:31:26.562087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57492) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.572227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-28e0c81e-8b62-4feb-b878-d117bed56a75 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1498536604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:26.624029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-28e0c81e-8b62-4feb-b878-d117bed56a75 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.626979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-28e0c81e-8b62-4feb-b878-d117bed56a75 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.723799 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-28e0c81e-8b62-4feb-b878-d117bed56a75 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.731381 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-28e0c81e-8b62-4feb-b878-d117bed56a75 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.752052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-28e0c81e-8b62-4feb-b878-d117bed56a75 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.753749 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-28e0c81e-8b62-4feb-b878-d117bed56a75 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1898866 Aug 03 19:31:26.758479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57496) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.787534 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-b29f3595-89b5-4538-affc-e5ecb0265976', 'network_id': 'b29f3595-89b5-4538-affc-e5ecb0265976', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'fixed_ips': [{'subnet_id': '4b01396c-3ab3-47c1-bc58-924a59992440'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:26.788625 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.009203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Allocated IP 172.20.0.2 (b29f3595-89b5-4538-affc-e5ecb0265976/4b01396c-3ab3-47c1-bc58-924a59992440/f15ed8fe-76fb-41dd-8ddd-e45db614aca8) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:27.241803 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.280198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Transition to ACTIVE for port object f15ed8fe-76fb-41dd-8ddd-e45db614aca8 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:27.284825 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.335953 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Transition to ACTIVE for port object f15ed8fe-76fb-41dd-8ddd-e45db614aca8 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:27.348035 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.404805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Network b29f3595-89b5-4538-affc-e5ecb0265976 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:27.407193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:27.414439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:27.458419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Pushing event updated for resources: {'Port': ['ID=f15ed8fe-76fb-41dd-8ddd-e45db614aca8,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:27.498877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Attempting to bind port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:27.499255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Attempting to bind port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'e54fe914-efd0-471d-8c1d-10aa5e106ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b29f3595-89b5-4538-affc-e5ecb0265976'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:27.499625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Attempting to bind port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 on network b29f3595-89b5-4538-affc-e5ecb0265976 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:27.506248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:27.506640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Checking segment: {'id': 'e54fe914-efd0-471d-8c1d-10aa5e106ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b29f3595-89b5-4538-affc-e5ecb0265976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:27.507113 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.507522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Bound using segment: {'id': 'e54fe914-efd0-471d-8c1d-10aa5e106ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b29f3595-89b5-4538-affc-e5ecb0265976'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:27.508358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Bound port: f15ed8fe-76fb-41dd-8ddd-e45db614aca8, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54fe914-efd0-471d-8c1d-10aa5e106ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b29f3595-89b5-4538-affc-e5ecb0265976'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:27.508759 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.601637 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] For port f15ed8fe-76fb-41dd-8ddd-e45db614aca8, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:27.608638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] For port f15ed8fe-76fb-41dd-8ddd-e45db614aca8, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f15ed8fe-76fb-41dd-8ddd-e45db614aca8,segment=NetworkSegment(e54fe914-efd0-471d-8c1d-10aa5e106ff9),segment_id=e54fe914-efd0-471d-8c1d-10aa5e106ff9)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:27.618531 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.699902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b399496-502f-4e76-94a3-a96175fbacb8 None None] Pushing event updated for resources: {'Port': ['ID=f15ed8fe-76fb-41dd-8ddd-e45db614aca8,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:27.769875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Allocated IP 172.20.0.1 (b29f3595-89b5-4538-affc-e5ecb0265976/4b01396c-3ab3-47c1-bc58-924a59992440/a16781ad-ba56-4bf2-841b-b3b7df84be33) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:28.115021 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.152428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Transition to ACTIVE for port object a16781ad-ba56-4bf2-841b-b3b7df84be33 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:28.220155 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.281942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network b29f3595-89b5-4538-affc-e5ecb0265976 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:28.292703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:28.297489 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:28.366463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=a16781ad-ba56-4bf2-841b-b3b7df84be33,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:28.452882 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.655603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.066131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57514) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:29.154463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.174869 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.220303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44166b-5a97-4df6-ab0f-020e835c20ee tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:29.241988 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1c44166b-5a97-4df6-ab0f-020e835c20ee tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e HTTP/1.1" status: 200 len: 814 time: 0.1727827 Aug 03 19:31:29.304162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb061c4b-b343-4f18-b199-3336811fe3bb None None] Network b29f3595-89b5-4538-affc-e5ecb0265976 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:29.342239 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=a16781ad-ba56-4bf2-841b-b3b7df84be33,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:29.358484 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.436998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d9386b24-2fa4-4ec0-8b28-66b5c211838b None None] Provisioning for port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:29.607961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network b29f3595-89b5-4538-affc-e5ecb0265976 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:29.610943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:29.697428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f15ed8fe-76fb-41dd-8ddd-e45db614aca8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:29.836751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:29.843438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:29.846275 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.848913 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.037676 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.085765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57528) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:30.097646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'network': {'name': 'tempest-network-smoke--442837139', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'port_security_enabled': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:30.150793 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port f15ed8fe-76fb-41dd-8ddd-e45db614aca8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f15ed8fe-76fb-41dd-8ddd-e45db614aca8,segment=NetworkSegment(e54fe914-efd0-471d-8c1d-10aa5e106ff9),segment_id=e54fe914-efd0-471d-8c1d-10aa5e106ff9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:30.154461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Made reservation on behalf of 47da202e5f0d433f920b59dfe00d530c for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:30.160870 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.184374 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.239459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:30.253791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.254646 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Added segment 6518faf9-31c1-46fe-9279-8008eb4eabb0 of type vlan for network 2510eaef-0932-42fd-85f0-c648427a3eb6 Aug 03 19:31:30.321547 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.328883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8a9741fd-7497-489f-bb1b-eebf1dde8800 None None] Provisioning complete for port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:30.329441 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8a9741fd-7497-489f-bb1b-eebf1dde8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.377018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.390755 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:30.391909 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.509858 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4227204 Aug 03 19:31:30.521734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57532) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:30.522077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=f15ed8fe-76fb-41dd-8ddd-e45db614aca8,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:30.552601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 56e14827-4fef-4642-835e-fef6748683f8 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:31:30.650439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8a9741fd-7497-489f-bb1b-eebf1dde8800 None None] Provisioning for port a16781ad-ba56-4bf2-841b-b3b7df84be33 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:30.662135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8a9741fd-7497-489f-bb1b-eebf1dde8800 None None] Provisioning complete for port a16781ad-ba56-4bf2-841b-b3b7df84be33 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:30.664412 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8a9741fd-7497-489f-bb1b-eebf1dde8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.757659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a270b531-7963-4fbb-8d2d-5324f0bfb0cc tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:30.764898 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a270b531-7963-4fbb-8d2d-5324f0bfb0cc tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=47da202e5f0d433f920b59dfe00d530c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2410715 Aug 03 19:31:30.767321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57536) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:30.772013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af87600-e2a5-474a-8a28-8f16f6edb0a5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Network': ['ID=2510eaef-0932-42fd-85f0-c648427a3eb6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:30.778385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8a9741fd-7497-489f-bb1b-eebf1dde8800 None None] Port a16781ad-ba56-4bf2-841b-b3b7df84be33 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:30.792906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 2510eaef-0932-42fd-85f0-c648427a3eb6 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:30.794616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:30.810562 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5664e7b-cd42-4636-9c2c-15f759afda1d None None] Sync routers for ids ['56e14827-4fef-4642-835e-fef6748683f8'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:30.825983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57538) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:30.826838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-553c0f0d-5f6e-4ba6-b5ec-baf65c2c0470 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/56e14827-4fef-4642-835e-fef6748683f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0670183 Aug 03 19:31:30.848678 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5664e7b-cd42-4636-9c2c-15f759afda1d None None] Routers {'56e14827-4fef-4642-835e-fef6748683f8'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:30.849648 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b5664e7b-cd42-4636-9c2c-15f759afda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['56e14827-4fef-4642-835e-fef6748683f8'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:30.949641 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be259f-faca-4eb8-8055-c0b6f309849d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:30.953759 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-74be259f-faca-4eb8-8055-c0b6f309849d tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports/a16781ad-ba56-4bf2-841b-b3b7df84be33 HTTP/1.1" status: 200 len: 910 time: 0.1255243 Aug 03 19:31:30.956754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57540) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:30.968060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-aca6dc9d-d778-4b75-8fc5-93474050db21 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b01396c-3ab3-47c1-bc58-924a59992440'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:31.014694 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b5664e7b-cd42-4636-9c2c-15f759afda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:31.051976 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5664e7b-cd42-4636-9c2c-15f759afda1d None None] Routers {'56e14827-4fef-4642-835e-fef6748683f8'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:31.054196 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b5664e7b-cd42-4636-9c2c-15f759afda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['56e14827-4fef-4642-835e-fef6748683f8'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:31.150452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-190a3ad3-078b-42a4-a17e-7fd122169d4b None None] Provisioning complete for port a16781ad-ba56-4bf2-841b-b3b7df84be33 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:31.152221 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-190a3ad3-078b-42a4-a17e-7fd122169d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.195597 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b5664e7b-cd42-4636-9c2c-15f759afda1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:31.199836 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5664e7b-cd42-4636-9c2c-15f759afda1d None None] The sync data for ids ['56e14827-4fef-4642-835e-fef6748683f8'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:31.255029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-190a3ad3-078b-42a4-a17e-7fd122169d4b None None] Port a16781ad-ba56-4bf2-841b-b3b7df84be33 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:31.289623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abaaf30-f8bc-4efc-b336-16dbe355e0cd tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:31.299970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3abaaf30-f8bc-4efc-b336-16dbe355e0cd tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5299449 Aug 03 19:31:31.303843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57542) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:31.358292 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aca6dc9d-d778-4b75-8fc5-93474050db21 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.413650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3118bae0-353f-4c9e-aac6-18bdcf3c5068 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1038296 Aug 03 19:31:31.414825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57544) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:31.430791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-215f16c3-14fd-4af0-afad-7b380dd3ec84 None None] Provisioning complete for port a16781ad-ba56-4bf2-841b-b3b7df84be33 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:31.432390 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-215f16c3-14fd-4af0-afad-7b380dd3ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.556106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a7e837e9-bb4c-4690-bae8-db5bdbf6cd38 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=47da202e5f0d433f920b59dfe00d530c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1408155 Aug 03 19:31:31.558674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-215f16c3-14fd-4af0-afad-7b380dd3ec84 None None] Port a16781ad-ba56-4bf2-841b-b3b7df84be33 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:31.564294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57548) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:31.660747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f15ed8fe-76fb-41dd-8ddd-e45db614aca8 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:31.801621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416c3126-8093-4b67-83fd-cb5604727dbf tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:31.808020 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-416c3126-8093-4b67-83fd-cb5604727dbf tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2397561 Aug 03 19:31:31.808692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57550) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:31.844887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:31.845591 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.878613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3dec4945-dd17-4d79-b51f-e06cfce409e0 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0654685 Aug 03 19:31:31.879132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57552) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:31.888708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1424844831', 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:32.059194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Made reservation on behalf of 47da202e5f0d433f920b59dfe00d530c for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:32.065476 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.210317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aca6dc9d-d778-4b75-8fc5-93474050db21 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.224454 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aca6dc9d-d778-4b75-8fc5-93474050db21 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.332798 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.374730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6dc9d-d778-4b75-8fc5-93474050db21 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=a16781ad-ba56-4bf2-841b-b3b7df84be33,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:32.394248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca6dc9d-d778-4b75-8fc5-93474050db21 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:32.395285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-aca6dc9d-d778-4b75-8fc5-93474050db21 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.400422 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aca6dc9d-d778-4b75-8fc5-93474050db21 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/ports/a16781ad-ba56-4bf2-841b-b3b7df84be33 HTTP/1.1" status: 200 len: 910 time: 1.4387491 Aug 03 19:31:32.401175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57556) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:32.419495 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Subnet': ['ID=d69e70f0-794e-4bcb-b5e6-d6f535fd9874,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:32.422898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Checking segment: {'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:32.423258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network hostable DHCP agents. Network: 2510eaef-0932-42fd-85f0-c648427a3eb6, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:32.448719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network 2510eaef-0932-42fd-85f0-c648427a3eb6 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:32.465169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 2510eaef-0932-42fd-85f0-c648427a3eb6) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:32.478095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:32.479413 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.481737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ef162-6c2c-4266-9893-a51bdb43cddc None None] Network 2510eaef-0932-42fd-85f0-c648427a3eb6 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:32.506848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cc0ac541-866d-4785-a09c-fc0c3186ac77 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6257291 Aug 03 19:31:32.762207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-2510eaef-0932-42fd-85f0-c648427a3eb6', 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ips': [{'subnet_id': 'd69e70f0-794e-4bcb-b5e6-d6f535fd9874'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:32.762976 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.963141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57568) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:32.986528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0bb2bfe4-2f95-4258-9c61-f78b7175f262 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253787452', 'description': 'tempest-secgroup-smoke-1253787452 description', 'project_id': '47da202e5f0d433f920b59dfe00d530c'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:33.052975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Allocated IP 172.20.0.18 (2510eaef-0932-42fd-85f0-c648427a3eb6/d69e70f0-794e-4bcb-b5e6-d6f535fd9874/009c2b10-daa3-47d6-9bc6-55ed04859332) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:33.078159 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bfe4-2f95-4258-9c61-f78b7175f262 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.220762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-012df4da-77ef-4307-9379-948cbc851e47 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.304240 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bfe4-2f95-4258-9c61-f78b7175f262 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.319471 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bfe4-2f95-4258-9c61-f78b7175f262 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.368281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0bb2bfe4-2f95-4258-9c61-f78b7175f262 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.370828 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0bb2bfe4-2f95-4258-9c61-f78b7175f262 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4058902 Aug 03 19:31:33.375447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57574) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:33.380623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ae6cb035-9446-413c-868b-754ef6465790 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '6b9cae13-15e7-49a8-a5a9-6462ef430cab', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:33.399310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2bfe4-2f95-4258-9c61-f78b7175f262 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9cae13-15e7-49a8-a5a9-6462ef430cab,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:33.430341 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb035-9446-413c-868b-754ef6465790 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.531567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb035-9446-413c-868b-754ef6465790 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.541107 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb035-9446-413c-868b-754ef6465790 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.565545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cb035-9446-413c-868b-754ef6465790 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22ed0a5-ad5a-456b-a1b1-24b1fe276f54,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:33.571958 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb035-9446-413c-868b-754ef6465790 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.576615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ae6cb035-9446-413c-868b-754ef6465790 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995530 Aug 03 19:31:33.583022 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.584994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57576) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:33.596220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0c383a7a-2971-4ae9-849c-6cee8a5e432a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '6b9cae13-15e7-49a8-a5a9-6462ef430cab', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:33.616656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Transition to ACTIVE for port object 009c2b10-daa3-47d6-9bc6-55ed04859332 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:33.653137 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c383a7a-2971-4ae9-849c-6cee8a5e432a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.696881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Transition to ACTIVE for port object 009c2b10-daa3-47d6-9bc6-55ed04859332 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:33.705681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-012df4da-77ef-4307-9379-948cbc851e47 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port a16781ad-ba56-4bf2-841b-b3b7df84be33 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:33.706737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7488de4a-dfab-454b-9cf2-00488259c531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.707545 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-012df4da-77ef-4307-9379-948cbc851e47 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.715421 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.751487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Network 2510eaef-0932-42fd-85f0-c648427a3eb6 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:33.793717 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c383a7a-2971-4ae9-849c-6cee8a5e432a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.799313 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c383a7a-2971-4ae9-849c-6cee8a5e432a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.820995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:33.829476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:33.831993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c383a7a-2971-4ae9-849c-6cee8a5e432a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e956ed-c3d1-484a-be7d-cf8d327d4cb8,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:33.876397 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0c383a7a-2971-4ae9-849c-6cee8a5e432a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.882361 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0c383a7a-2971-4ae9-849c-6cee8a5e432a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2948101 Aug 03 19:31:33.884185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57578) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:33.895721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0582a116-c2b1-4ff7-b801-7bdaf6196f2d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '6b9cae13-15e7-49a8-a5a9-6462ef430cab', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:33.939457 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-012df4da-77ef-4307-9379-948cbc851e47 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.974051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Pushing event updated for resources: {'Port': ['ID=009c2b10-daa3-47d6-9bc6-55ed04859332,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:33.987022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0582a116-c2b1-4ff7-b801-7bdaf6196f2d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.000779 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-012df4da-77ef-4307-9379-948cbc851e47 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for a16781ad-ba56-4bf2-841b-b3b7df84be33 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:34.074846 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0582a116-c2b1-4ff7-b801-7bdaf6196f2d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.081628 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0582a116-c2b1-4ff7-b801-7bdaf6196f2d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.118711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582a116-c2b1-4ff7-b801-7bdaf6196f2d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45686816-02b2-4cd1-9552-fa694f8b51cb,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.132591 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0582a116-c2b1-4ff7-b801-7bdaf6196f2d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.137935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0582a116-c2b1-4ff7-b801-7bdaf6196f2d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2489781 Aug 03 19:31:34.138890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57582) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:34.145283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-91b25bc4-4023-4166-806a-3a089b37c49c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '6b9cae13-15e7-49a8-a5a9-6462ef430cab', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:34.159057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Attempting to bind port 009c2b10-daa3-47d6-9bc6-55ed04859332 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:34.160309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Attempting to bind port 009c2b10-daa3-47d6-9bc6-55ed04859332 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:34.160784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Attempting to bind port 009c2b10-daa3-47d6-9bc6-55ed04859332 on network 2510eaef-0932-42fd-85f0-c648427a3eb6 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:34.176643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:34.178545 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Checking segment: {'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:34.181338 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.182798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Bound using segment: {'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:34.183573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Bound port: 009c2b10-daa3-47d6-9bc6-55ed04859332, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:34.184669 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.230200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91b25bc4-4023-4166-806a-3a089b37c49c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.346440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] For port 009c2b10-daa3-47d6-9bc6-55ed04859332, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:34.351719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] For port 009c2b10-daa3-47d6-9bc6-55ed04859332, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=009c2b10-daa3-47d6-9bc6-55ed04859332,segment=NetworkSegment(6518faf9-31c1-46fe-9279-8008eb4eabb0),segment_id=6518faf9-31c1-46fe-9279-8008eb4eabb0)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:34.357120 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.390249 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91b25bc4-4023-4166-806a-3a089b37c49c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.404207 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91b25bc4-4023-4166-806a-3a089b37c49c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.442772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adb04c-7355-433a-812d-cd99a64a2800 None None] Pushing event updated for resources: {'Port': ['ID=009c2b10-daa3-47d6-9bc6-55ed04859332,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.458392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b25bc4-4023-4166-806a-3a089b37c49c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf5e994-7e85-4df1-a177-14b3a13b5a7f,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.483479 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91b25bc4-4023-4166-806a-3a089b37c49c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.485977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-91b25bc4-4023-4166-806a-3a089b37c49c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452280 Aug 03 19:31:34.488257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57586) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:34.498457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e74b45f0-7d8e-4308-a4c4-896eaa4668cc tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '6b9cae13-15e7-49a8-a5a9-6462ef430cab', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:34.536962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-012df4da-77ef-4307-9379-948cbc851e47 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.565480 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-e74b45f0-7d8e-4308-a4c4-896eaa4668cc tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Project 47da202e5f0d433f920b59dfe00d530c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:31:34.569838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012df4da-77ef-4307-9379-948cbc851e47 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=a16781ad-ba56-4bf2-841b-b3b7df84be33,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.586904 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e74b45f0-7d8e-4308-a4c4-896eaa4668cc tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.765358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e74b45f0-7d8e-4308-a4c4-896eaa4668cc tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.776872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e74b45f0-7d8e-4308-a4c4-896eaa4668cc tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.846891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b45f0-7d8e-4308-a4c4-896eaa4668cc tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ab6797-f02a-4200-b441-498863ae92ae,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.878220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e74b45f0-7d8e-4308-a4c4-896eaa4668cc tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.881532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e74b45f0-7d8e-4308-a4c4-896eaa4668cc tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3916683 Aug 03 19:31:34.890866 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57588) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:34.901769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8f552d81-60f4-4019-92a2-59488c140342 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '6b9cae13-15e7-49a8-a5a9-6462ef430cab', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:34.949113 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-8f552d81-60f4-4019-92a2-59488c140342 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Project 47da202e5f0d433f920b59dfe00d530c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:31:34.958325 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f552d81-60f4-4019-92a2-59488c140342 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.997560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-012df4da-77ef-4307-9379-948cbc851e47 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.117356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f552d81-60f4-4019-92a2-59488c140342 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.124935 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f552d81-60f4-4019-92a2-59488c140342 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.157701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f552d81-60f4-4019-92a2-59488c140342 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e99003-132c-4526-b836-51066ad8cb78,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:35.181045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f552d81-60f4-4019-92a2-59488c140342 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.182951 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8f552d81-60f4-4019-92a2-59488c140342 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2901556 Aug 03 19:31:35.608731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-68298e7b-cf60-4e3a-becd-78dba9d9ebbd tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253787452&fields=id&tenant_id=47da202e5f0d433f920b59dfe00d530c HTTP/1.1" status: 200 len: 267 time: 0.0664868 Aug 03 19:31:35.932975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 009c2b10-daa3-47d6-9bc6-55ed04859332 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:36.066751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012df4da-77ef-4307-9379-948cbc851e47 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 56e14827-4fef-4642-835e-fef6748683f8 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:36.070166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-472f8e44-1d89-4ce6-b6f1-d4d2f1a49485 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:36.080536 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-472f8e44-1d89-4ce6-b6f1-d4d2f1a49485 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/networks?id=2510eaef-0932-42fd-85f0-c648427a3eb6 HTTP/1.1" status: 200 len: 796 time: 0.4682789 Aug 03 19:31:36.119900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-55eb4f8c-891d-42d0-940d-3c3c89c74241 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/quotas/47da202e5f0d433f920b59dfe00d530c HTTP/1.1" status: 200 len: 375 time: 0.0263510 Aug 03 19:31:36.132501 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 009c2b10-daa3-47d6-9bc6-55ed04859332 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:36.225943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012df4da-77ef-4307-9379-948cbc851e47 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:36.241185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389ec40-dea2-4c1d-bb81-0368ce05227b None None] Sync routers for ids ['56e14827-4fef-4642-835e-fef6748683f8'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:36.247624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-048170fe-0cee-4197-b419-91f1c633db8e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1167414 Aug 03 19:31:36.259386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-012df4da-77ef-4307-9379-948cbc851e47 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/56e14827-4fef-4642-835e-fef6748683f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8563476 Aug 03 19:31:36.260379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57606) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:36.261138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389ec40-dea2-4c1d-bb81-0368ce05227b None None] Routers {'56e14827-4fef-4642-835e-fef6748683f8'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:36.262408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d389ec40-dea2-4c1d-bb81-0368ce05227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['56e14827-4fef-4642-835e-fef6748683f8'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:36.342239 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d11b2fee-039e-4572-91df-4709d3fe6a92 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=56e14827-4fef-4642-835e-fef6748683f8 HTTP/1.1" status: 200 len: 205 time: 0.0776882 Aug 03 19:31:36.344628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57612) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:36.368249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d389ec40-dea2-4c1d-bb81-0368ce05227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:36.391217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389ec40-dea2-4c1d-bb81-0368ce05227b None None] Routers {'56e14827-4fef-4642-835e-fef6748683f8'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:36.393637 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d389ec40-dea2-4c1d-bb81-0368ce05227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['56e14827-4fef-4642-835e-fef6748683f8'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:36.432081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-8988bba2-cfb6-4f97-adaa-3d904da389c6 service neutron] 10.222.0.78 "GET /v2.0/networks/2510eaef-0932-42fd-85f0-c648427a3eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796489 Aug 03 19:31:36.499306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d389ec40-dea2-4c1d-bb81-0368ce05227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:36.500901 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389ec40-dea2-4c1d-bb81-0368ce05227b None None] The sync data for ids ['56e14827-4fef-4642-835e-fef6748683f8'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:36.546140 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aecd80ae-5650-4b72-abb8-d5f822ff28ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.579482 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5716db5b-d3ee-4c5f-8a68-84565b8b4e46 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.634740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9b6fc-8bef-4c91-98a4-aa0d3b7f19aa None None] Network 2510eaef-0932-42fd-85f0-c648427a3eb6 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:36.635019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-997a4366-09f1-4f16-85ae-d960fa8fedd3 service neutron] 10.222.0.78 "GET /v2.0/networks/2510eaef-0932-42fd-85f0-c648427a3eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868935 Aug 03 19:31:36.799865 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.822279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-341631f1-b0cb-4eb3-9564-060d52dff7c6 None None] Provisioning for port 009c2b10-daa3-47d6-9bc6-55ed04859332 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:36.841894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-341631f1-b0cb-4eb3-9564-060d52dff7c6 None None] Provisioning complete for port 009c2b10-daa3-47d6-9bc6-55ed04859332 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:36.843262 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-341631f1-b0cb-4eb3-9564-060d52dff7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.993850 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5716db5b-d3ee-4c5f-8a68-84565b8b4e46 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.999945 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5716db5b-d3ee-4c5f-8a68-84565b8b4e46 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.035259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f64a2af-9cda-4a12-be65-2ba8e6fa20ca req-33477b9b-8585-40bd-9bb6-e96764fa86b1 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 210 time: 0.0583880 Aug 03 19:31:37.126134 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5716db5b-d3ee-4c5f-8a68-84565b8b4e46 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.128312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5716db5b-d3ee-4c5f-8a68-84565b8b4e46 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Fanout notify agent at l3_agent the message router_deleted on router 56e14827-4fef-4642-835e-fef6748683f8 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:31:37.165778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5716db5b-d3ee-4c5f-8a68-84565b8b4e46 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.170665 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5716db5b-d3ee-4c5f-8a68-84565b8b4e46 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/56e14827-4fef-4642-835e-fef6748683f8 HTTP/1.1" status: 204 len: 168 time: 0.8176339 Aug 03 19:31:37.174151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57626) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:37.284950 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-62191c8f-ff8d-4756-90f0-22e667cd42c9 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting subnet 4b01396c-3ab3-47c1-bc58-924a59992440 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:37.291006 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-62191c8f-ff8d-4756-90f0-22e667cd42c9 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.435891 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-62191c8f-ff8d-4756-90f0-22e667cd42c9 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.457867 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-341631f1-b0cb-4eb3-9564-060d52dff7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.524704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-341631f1-b0cb-4eb3-9564-060d52dff7c6 None None] For port 009c2b10-daa3-47d6-9bc6-55ed04859332, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=009c2b10-daa3-47d6-9bc6-55ed04859332,segment=NetworkSegment(6518faf9-31c1-46fe-9279-8008eb4eabb0),segment_id=6518faf9-31c1-46fe-9279-8008eb4eabb0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:37.530810 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-341631f1-b0cb-4eb3-9564-060d52dff7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.680025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341631f1-b0cb-4eb3-9564-060d52dff7c6 None None] Pushing event updated for resources: {'Port': ['ID=009c2b10-daa3-47d6-9bc6-55ed04859332,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:37.696527 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-62191c8f-ff8d-4756-90f0-22e667cd42c9 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.914899 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-62191c8f-ff8d-4756-90f0-22e667cd42c9 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.996440 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.028915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62191c8f-ff8d-4756-90f0-22e667cd42c9 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Subnet': ['ID=4b01396c-3ab3-47c1-bc58-924a59992440,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:38.040604 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-62191c8f-ff8d-4756-90f0-22e667cd42c9 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.043590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da5fd31-ce67-417d-a57c-2019b4abae9a None None] Network b29f3595-89b5-4538-affc-e5ecb0265976 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:38.045699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-62191c8f-ff8d-4756-90f0-22e667cd42c9 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/4b01396c-3ab3-47c1-bc58-924a59992440 HTTP/1.1" status: 204 len: 168 time: 0.8694592 Aug 03 19:31:38.050006 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57638) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:38.294928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73410da0-a05c-462f-a165-f5c37d2b6c1a req-94ad5dae-d56b-4405-a684-92ee0146d14f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 210 time: 0.0734594 Aug 03 19:31:38.375700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.379863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0dafc4ae-611e-477e-a0ef-5a7eb87a0395 None None] Provisioning complete for port 009c2b10-daa3-47d6-9bc6-55ed04859332 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:38.380326 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0dafc4ae-611e-477e-a0ef-5a7eb87a0395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.530521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:38.530871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.592367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b42ac79-ce09-4db4-b17a-cb818fa29784 None None] DHCP port deletion for b29f3595-89b5-4538-affc-e5ecb0265976 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:38.696748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port f15ed8fe-76fb-41dd-8ddd-e45db614aca8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f15ed8fe-76fb-41dd-8ddd-e45db614aca8,segment=NetworkSegment(e54fe914-efd0-471d-8c1d-10aa5e106ff9),segment_id=e54fe914-efd0-471d-8c1d-10aa5e106ff9)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:38.697606 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.710226 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9b42ac79-ce09-4db4-b17a-cb818fa29784 None None] Deleting port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:38.711197 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9b42ac79-ce09-4db4-b17a-cb818fa29784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.737775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for f15ed8fe-76fb-41dd-8ddd-e45db614aca8 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:38.799309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-9b42ac79-ce09-4db4-b17a-cb818fa29784 None None] For port f15ed8fe-76fb-41dd-8ddd-e45db614aca8, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f15ed8fe-76fb-41dd-8ddd-e45db614aca8,segment=NetworkSegment(e54fe914-efd0-471d-8c1d-10aa5e106ff9),segment_id=e54fe914-efd0-471d-8c1d-10aa5e106ff9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:38.799872 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9b42ac79-ce09-4db4-b17a-cb818fa29784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.816745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9b42ac79-ce09-4db4-b17a-cb818fa29784 None None] Calling delete_port for f15ed8fe-76fb-41dd-8ddd-e45db614aca8 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:38.896333 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.928952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=f15ed8fe-76fb-41dd-8ddd-e45db614aca8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:38.934619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No DVR routers for this DVR port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:39.077592 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:39.080950 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 19:31:39.093117 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29f3595-89b5-4538-affc-e5ecb0265976']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:39.101989 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9b42ac79-ce09-4db4-b17a-cb818fa29784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.107773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54fe914-efd0-471d-8c1d-10aa5e106ff9') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:39.108070 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54fe914-efd0-471d-8c1d-10aa5e106ff9') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:39.125124 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.160683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42ac79-ce09-4db4-b17a-cb818fa29784 None None] Pushing event deleted for resources: {'Port': ['ID=f15ed8fe-76fb-41dd-8ddd-e45db614aca8,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:39.179705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b42ac79-ce09-4db4-b17a-cb818fa29784 None None] No DVR routers for this DVR port f15ed8fe-76fb-41dd-8ddd-e45db614aca8 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:39.207907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.221102 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:39.240628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:39.248903 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:39.387358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-2dc1c117-1130-42a9-b408-43943ec73dab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:39.390322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-2dc1c117-1130-42a9-b408-43943ec73dab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.37 "GET /v2.0/networks?id=2510eaef-0932-42fd-85f0-c648427a3eb6 HTTP/1.1" status: 200 len: 796 time: 0.2561855 Aug 03 19:31:39.405311 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.422205 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.426364 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/networks/b29f3595-89b5-4538-affc-e5ecb0265976 HTTP/1.1" status: 204 len: 168 time: 1.3745844 Aug 03 19:31:39.452737 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caafed-a02d-40f8-9873-b8394a523c83 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Network': ['ID=b29f3595-89b5-4538-affc-e5ecb0265976,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:39.465988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57648) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:39.477222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4d584f80-a7cb-4243-afd2-4fd00ee51af7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1719567163', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:39.541181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ef27fd-73fb-4ef2-9454-bc943688d974 req-69d3bef1-489f-4092-8cae-9838ee20351b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 210 time: 0.0498853 Aug 03 19:31:39.567443 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-d58825e3-1674-4c84-865d-0562d92d19fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47da202e5f0d433f920b59dfe00d530c HTTP/1.1" status: 200 len: 473 time: 0.1628404 Aug 03 19:31:39.585905 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4d584f80-a7cb-4243-afd2-4fd00ee51af7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.585905 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4d584f80-a7cb-4243-afd2-4fd00ee51af7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.585905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'port': {'device_id': '0f3a67f9-b613-4138-bd4a-70b75624391a', 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6', 'admin_state_up': True, 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'security_groups': ['6b9cae13-15e7-49a8-a5a9-6462ef430cab']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:39.601742 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 009c2b10-daa3-47d6-9bc6-55ed04859332 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:39.709392 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 009c2b10-daa3-47d6-9bc6-55ed04859332 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:39.710087 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.751947 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4d584f80-a7cb-4243-afd2-4fd00ee51af7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.759759 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4d584f80-a7cb-4243-afd2-4fd00ee51af7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.762730 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.813214 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4d584f80-a7cb-4243-afd2-4fd00ee51af7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.814106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4d584f80-a7cb-4243-afd2-4fd00ee51af7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3461137 Aug 03 19:31:39.818465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57652) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:39.819055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Made reservation on behalf of 47da202e5f0d433f920b59dfe00d530c for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:39.823724 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.837200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'network': {'name': 'tempest-RoutersTest-1245040647'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:39.919628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:39.935291 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.004818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f15ed8fe-76fb-41dd-8ddd-e45db614aca8 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:40.029403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:40.030349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Allocated IP 172.20.0.29 (2510eaef-0932-42fd-85f0-c648427a3eb6/d69e70f0-794e-4bcb-b5e6-d6f535fd9874/31a829ed-efcd-46c8-919f-d6a7206c896d) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:40.048718 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.049131 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added segment 7911c83c-07b8-4068-b88e-090b34650d1f of type vlan for network 73e31417-5028-4d02-ae50-e3f9ce28dc05 Aug 03 19:31:40.214760 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.292743 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.305767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:40.306810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.322272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: f15ed8fe-76fb-41dd-8ddd-e45db614aca8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:40.322662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f15ed8fe-76fb-41dd-8ddd-e45db614aca8 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:40.352781 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5282140 Aug 03 19:31:40.361416 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57666) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:40.382214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'subnet': {'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:40.465106 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f4ad4-f16d-40de-8bba-523b50fbed64 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Network': ['ID=73e31417-5028-4d02-ae50-e3f9ce28dc05,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:40.485368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 73e31417-5028-4d02-ae50-e3f9ce28dc05 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:40.545436 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.578115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Transition to ACTIVE for port object 31a829ed-efcd-46c8-919f-d6a7206c896d will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:40.727069 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4355adc0-a363-4ec9-b7fc-0715d140845f req-aa35731f-4754-4cf4-9f7c-6f5d00047b18 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 210 time: 0.0408926 Aug 03 19:31:40.738084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:40.745135 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.811325 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.898944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network 2510eaef-0932-42fd-85f0-c648427a3eb6 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:40.914000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:40.918995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:40.924337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=31a829ed-efcd-46c8-919f-d6a7206c896d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:41.014724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:41.015296 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.052074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-f2f5f338-c650-407e-890f-7ac9bcd75cab tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4713135 Aug 03 19:31:41.065157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-8c40f153-450d-4f85-8552-73b77feac3ee tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:31:41.066322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-8c40f153-450d-4f85-8552-73b77feac3ee tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061231 Aug 03 19:31:41.133132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.352638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Request body: {'port': {'device_id': '0f3a67f9-b613-4138-bd4a-70b75624391a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:41.382914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d2c4db36-e7ba-43cb-bcd1-385eebd82658 None None] Provisioning for port 31a829ed-efcd-46c8-919f-d6a7206c896d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:41.388248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Subnet': ['ID=903fe2af-61ce-4354-a651-307ba8b139ba,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:41.399657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d2c4db36-e7ba-43cb-bcd1-385eebd82658 None None] Provisioning complete for port 31a829ed-efcd-46c8-919f-d6a7206c896d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:41.401971 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d2c4db36-e7ba-43cb-bcd1-385eebd82658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.406731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Checking segment: {'id': '7911c83c-07b8-4068-b88e-090b34650d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:41.407072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network hostable DHCP agents. Network: 73e31417-5028-4d02-ae50-e3f9ce28dc05, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:41.461129 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.475106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d2c4db36-e7ba-43cb-bcd1-385eebd82658 None None] Port 31a829ed-efcd-46c8-919f-d6a7206c896d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:41.487541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 73e31417-5028-4d02-ae50-e3f9ce28dc05 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:41.516575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 73e31417-5028-4d02-ae50-e3f9ce28dc05) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:41.524106 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:41.524640 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.527980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ebec9a-5124-46d1-86ca-52ac6e7c4697 None None] Network 73e31417-5028-4d02-ae50-e3f9ce28dc05 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:41.553888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-770fe6bd-3e76-4e1c-ba37-edda70a0bd3c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1912293 Aug 03 19:31:41.559889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57692) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:41.965289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-73e31417-5028-4d02-ae50-e3f9ce28dc05', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:41.968402 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.040448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a829ed-efcd-46c8-919f-d6a7206c896d {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:31:42.061752 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.086886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Transition to ACTIVE for port object 31a829ed-efcd-46c8-919f-d6a7206c896d will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:42.092764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.242560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.484177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94b3f2-d7b0-4d54-87ad-cc2c15b62f62 req-7cdcf387-1b7c-4a52-b546-0caa6cede17f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:42.487304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f94b3f2-d7b0-4d54-87ad-cc2c15b62f62 req-7cdcf387-1b7c-4a52-b546-0caa6cede17f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 944 time: 0.4901149 Aug 03 19:31:42.536328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Allocated IP 172.20.0.2 (73e31417-5028-4d02-ae50-e3f9ce28dc05/903fe2af-61ce-4354-a651-307ba8b139ba/765b2f65-5607-45b8-b3ef-eaea72f0827a) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:42.623785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Pushing event updated for resources: {'Port': ['ID=31a829ed-efcd-46c8-919f-d6a7206c896d,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:42.731026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6f94b3f2-d7b0-4d54-87ad-cc2c15b62f62 req-9f5c48d1-ad5e-44a1-b419-c9982d4b6b55 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b9cae13-15e7-49a8-a5a9-6462ef430cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988919 Aug 03 19:31:42.780830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Attempting to bind port 31a829ed-efcd-46c8-919f-d6a7206c896d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:42.781864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Attempting to bind port 31a829ed-efcd-46c8-919f-d6a7206c896d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:42.782224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Attempting to bind port 31a829ed-efcd-46c8-919f-d6a7206c896d on network 2510eaef-0932-42fd-85f0-c648427a3eb6 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:42.799561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Port 31a829ed-efcd-46c8-919f-d6a7206c896d on network 2510eaef-0932-42fd-85f0-c648427a3eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:31:42.799924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Attempting to bind port 31a829ed-efcd-46c8-919f-d6a7206c896d on network 2510eaef-0932-42fd-85f0-c648427a3eb6 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:42.806700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:42.807196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Checking segment: {'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:42.807511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Bound using segment: {'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:42.808020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Bound port: 31a829ed-efcd-46c8-919f-d6a7206c896d, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:42.808396 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.908801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] For port 31a829ed-efcd-46c8-919f-d6a7206c896d, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:42.913531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] For port 31a829ed-efcd-46c8-919f-d6a7206c896d, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=31a829ed-efcd-46c8-919f-d6a7206c896d,segment=NetworkSegment(6518faf9-31c1-46fe-9279-8008eb4eabb0),segment_id=6518faf9-31c1-46fe-9279-8008eb4eabb0)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:42.920976 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.973453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:42.974605 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.978260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] 10.222.0.37 "PUT /v2.0/ports/31a829ed-efcd-46c8-919f-d6a7206c896d HTTP/1.1" status: 200 len: 1092 time: 1.8900445 Aug 03 19:31:42.979014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3a67f9-b613-4138-bd4a-70b75624391a', 'tag': '31a829ed-efcd-46c8-919f-d6a7206c896d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:42.982323 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a260fe-fc06-4c3b-a6c8-5263d4b87258" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3a67f9-b613-4138-bd4a-70b75624391a", "tag": "31a829ed-efcd-46c8-919f-d6a7206c896d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:43.016058 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.032755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bb68c-5174-4f75-93e3-d2d6c2f67cbb service neutron] Pushing event updated for resources: {'Port': ['ID=31a829ed-efcd-46c8-919f-d6a7206c896d,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:43.038632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Transition to ACTIVE for port object 765b2f65-5607-45b8-b3ef-eaea72f0827a will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:43.085167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Transition to ACTIVE for port object 765b2f65-5607-45b8-b3ef-eaea72f0827a will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:43.103069 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.122430 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442b538e-ed8a-47da-a97c-433b118d139b x-openstack-request-id: req-442b538e-ed8a-47da-a97c-433b118d139b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:43.122916 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3a67f9-b613-4138-bd4a-70b75624391a", "tag": "31a829ed-efcd-46c8-919f-d6a7206c896d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:43.123317 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-442b538e-ed8a-47da-a97c-433b118d139b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:43.123981 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3a67f9-b613-4138-bd4a-70b75624391a', 'tag': '31a829ed-efcd-46c8-919f-d6a7206c896d', 'status': 'completed', 'code': 200} Aug 03 19:31:43.174240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-787d190f-eabb-43ec-bd67-20c8cc708073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:43.184231 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-787d190f-eabb-43ec-bd67-20c8cc708073 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 1095 time: 0.1413038 Aug 03 19:31:43.219180 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Network 73e31417-5028-4d02-ae50-e3f9ce28dc05 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:43.224871 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:43.231523 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:43.270371 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Allocated IP 172.20.0.1 (73e31417-5028-4d02-ae50-e3f9ce28dc05/903fe2af-61ce-4354-a651-307ba8b139ba/0479de71-b60b-42da-bc75-29876a654c77) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:43.281537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Pushing event updated for resources: {'Port': ['ID=765b2f65-5607-45b8-b3ef-eaea72f0827a,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:43.319934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-b9bbcb91-1299-48be-8408-2b3e767e84ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=31a829ed-efcd-46c8-919f-d6a7206c896d HTTP/1.1" status: 200 len: 217 time: 0.1266255 Aug 03 19:31:43.426911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Attempting to bind port 765b2f65-5607-45b8-b3ef-eaea72f0827a on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:43.427962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Attempting to bind port 765b2f65-5607-45b8-b3ef-eaea72f0827a by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7911c83c-07b8-4068-b88e-090b34650d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:43.428784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Attempting to bind port 765b2f65-5607-45b8-b3ef-eaea72f0827a on network 73e31417-5028-4d02-ae50-e3f9ce28dc05 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:43.440862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:43.441942 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Checking segment: {'id': '7911c83c-07b8-4068-b88e-090b34650d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:43.443212 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.444103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Bound using segment: {'id': '7911c83c-07b8-4068-b88e-090b34650d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:43.444801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-83dc2ce9-06e6-4698-a9ae-6eaef3559190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:43.445378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Bound port: 765b2f65-5607-45b8-b3ef-eaea72f0827a, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7911c83c-07b8-4068-b88e-090b34650d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:43.448653 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-83dc2ce9-06e6-4698-a9ae-6eaef3559190 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d69e70f0-794e-4bcb-b5e6-d6f535fd9874 HTTP/1.1" status: 200 len: 838 time: 0.1190941 Aug 03 19:31:43.449991 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.515144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.533690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Transition to ACTIVE for port object 0479de71-b60b-42da-bc75-29876a654c77 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:43.607368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.619822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-001ed400-280a-48fb-b1fb-cc10d71f4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:43.623417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-001ed400-280a-48fb-b1fb-cc10d71f4aed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2510eaef-0932-42fd-85f0-c648427a3eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670976 Aug 03 19:31:43.631383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] For port 765b2f65-5607-45b8-b3ef-eaea72f0827a, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:43.640644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] For port 765b2f65-5607-45b8-b3ef-eaea72f0827a, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=765b2f65-5607-45b8-b3ef-eaea72f0827a,segment=NetworkSegment(7911c83c-07b8-4068-b88e-090b34650d1f),segment_id=7911c83c-07b8-4068-b88e-090b34650d1f)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:43.672947 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.687881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 73e31417-5028-4d02-ae50-e3f9ce28dc05 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:43.695452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:43.703475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:43.826231 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.985916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8915e71-b33f-4a95-b0eb-7a8a96d74823 None None] Pushing event updated for resources: {'Port': ['ID=765b2f65-5607-45b8-b3ef-eaea72f0827a,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:44.047206 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-602c0410-6945-4b03-aeb5-9b30e8779bb8 service neutron] 10.222.0.37 "GET /v2.0/networks/2510eaef-0932-42fd-85f0-c648427a3eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968992 Aug 03 19:31:44.129693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=0479de71-b60b-42da-bc75-29876a654c77,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:44.164362 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.288813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c687-7687-4d53-bcca-f9af53ee7f21 req-50f79e0a-a074-4e49-bb86-051d0cf77e8d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:44.290612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5565c687-7687-4d53-bcca-f9af53ee7f21 req-50f79e0a-a074-4e49-bb86-051d0cf77e8d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 944 time: 0.2401311 Aug 03 19:31:44.357290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecb21fc2-9b21-4670-993b-b48027c49e05 req-1358ccec-2d84-4e32-8b5b-9de565c73053 service neutron] 10.222.0.37 "GET /v2.0/networks/2510eaef-0932-42fd-85f0-c648427a3eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872016 Aug 03 19:31:44.433271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5565c687-7687-4d53-bcca-f9af53ee7f21 req-89738ef4-9577-48e9-8ce7-b18a4b69697f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b9cae13-15e7-49a8-a5a9-6462ef430cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298540 Aug 03 19:31:44.503529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a260fe-fc06-4c3b-a6c8-5263d4b87258 req-bdf2ad4f-e783-4fe5-9624-ae52364ec38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:44.505174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33a260fe-fc06-4c3b-a6c8-5263d4b87258 req-bdf2ad4f-e783-4fe5-9624-ae52364ec38f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 1095 time: 0.0515640 Aug 03 19:31:44.719538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a260fe-fc06-4c3b-a6c8-5263d4b87258 req-41a149ea-329e-4786-a05b-681a2f88df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:44.722618 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33a260fe-fc06-4c3b-a6c8-5263d4b87258 req-41a149ea-329e-4786-a05b-681a2f88df15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2510eaef-0932-42fd-85f0-c648427a3eb6 HTTP/1.1" status: 200 len: 897 time: 0.2088964 Aug 03 19:31:44.793459 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33a260fe-fc06-4c3b-a6c8-5263d4b87258 req-41596835-8459-4599-9669-c928b3472e44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=31a829ed-efcd-46c8-919f-d6a7206c896d HTTP/1.1" status: 200 len: 217 time: 0.0623667 Aug 03 19:31:44.799061 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.808805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.936972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a260fe-fc06-4c3b-a6c8-5263d4b87258 req-d91fbf40-1b7a-46b0-ab54-38e7393ceace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:44.940485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33a260fe-fc06-4c3b-a6c8-5263d4b87258 req-d91fbf40-1b7a-46b0-ab54-38e7393ceace service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d69e70f0-794e-4bcb-b5e6-d6f535fd9874 HTTP/1.1" status: 200 len: 838 time: 0.1384642 Aug 03 19:31:44.975698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=0479de71-b60b-42da-bc75-29876a654c77,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:44.980872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.014362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a260fe-fc06-4c3b-a6c8-5263d4b87258 req-d36f19d0-cabd-4d8a-9670-9b8bd1209326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:45.017263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33a260fe-fc06-4c3b-a6c8-5263d4b87258 req-d36f19d0-cabd-4d8a-9670-9b8bd1209326 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2510eaef-0932-42fd-85f0-c648427a3eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665972 Aug 03 19:31:45.212333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 73e31417-5028-4d02-ae50-e3f9ce28dc05 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:45.219456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:45.258647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33a260fe-fc06-4c3b-a6c8-5263d4b87258 req-ed096578-96b3-46ab-9f01-39c96b5cd742 service neutron] 10.222.0.37 "GET /v2.0/networks/2510eaef-0932-42fd-85f0-c648427a3eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337675 Aug 03 19:31:45.476158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-33a260fe-fc06-4c3b-a6c8-5263d4b87258 req-723ba4ce-583c-458a-9470-a3ada3946911 service neutron] 10.222.0.37 "GET /v2.0/networks/2510eaef-0932-42fd-85f0-c648427a3eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052498 Aug 03 19:31:45.556082 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.627176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:31:45.673189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6e71c8-2e4e-4082-8123-36c123385581 None None] Network 73e31417-5028-4d02-ae50-e3f9ce28dc05 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:45.780496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567465e-b62d-4905-bce4-a69dbd4d7450 req-ff72cc8c-ed46-4c9f-9850-ac06a0d87341 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:45.782810 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a567465e-b62d-4905-bce4-a69dbd4d7450 req-ff72cc8c-ed46-4c9f-9850-ac06a0d87341 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 944 time: 0.0837893 Aug 03 19:31:45.830922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 765b2f65-5607-45b8-b3ef-eaea72f0827a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:45.867176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a567465e-b62d-4905-bce4-a69dbd4d7450 req-ac9e19b7-b136-413d-a593-6161aaaeb3cd tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b9cae13-15e7-49a8-a5a9-6462ef430cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722289 Aug 03 19:31:45.893573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9dfcebcc-93e3-46b6-a1d5-5ad7c8df01f2 None None] Provisioning for port 765b2f65-5607-45b8-b3ef-eaea72f0827a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:45.931486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:45.948586 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a0005107-9bcc-4411-ab5c-e6b40edb1436 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3854096 Aug 03 19:31:45.951690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57724) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:45.955520 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Sync routers for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:45.961124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'network': {'name': 'tempest-RoutersTest-810426003'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:45.977773 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:45.978884 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:46.004838 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 31a829ed-efcd-46c8-919f-d6a7206c896d details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:31:46.024376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 765b2f65-5607-45b8-b3ef-eaea72f0827a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:46.028025 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:46.039425 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.071423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 765b2f65-5607-45b8-b3ef-eaea72f0827a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:46.072014 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.107232 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:46.130087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.131098 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added segment 0d413715-9290-4c8f-824e-e6bab812a2e9 of type vlan for network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 Aug 03 19:31:46.205159 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.261627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.274724 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:46.276083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.299313 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:46.414681 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4614961 Aug 03 19:31:46.419280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57732) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:46.427325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'subnet': {'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:46.496578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8aa806-cb0b-4dc7-b099-ee43d122158b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Network': ['ID=64edcd46-b8d0-4b15-95a1-a2a9cb693050,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:46.578792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:46.825863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:46.831641 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.916703 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:31:44Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:44Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:46.936543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 31a829ed-efcd-46c8-919f-d6a7206c896d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=31a829ed-efcd-46c8-919f-d6a7206c896d,segment=NetworkSegment(6518faf9-31c1-46fe-9279-8008eb4eabb0),segment_id=6518faf9-31c1-46fe-9279-8008eb4eabb0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:47.016689 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.028267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '31a829ed-efcd-46c8-919f-d6a7206c896d', 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6', 'port_id': '31a829ed-efcd-46c8-919f-d6a7206c896d', 'mac_address': 'fa:16:3e:03:6a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69e70f0-794e-4bcb-b5e6-d6f535fd9874', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:31:47.059675 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-a7d480f1-64de-41db-9252-b3e2cc5e7719 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3439186 Aug 03 19:31:47.142726 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Checking router: 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:31:47.143355 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Updating router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 port 0479de71-b60b-42da-bc75-29876a654c77 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:31:47.303780 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.490962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4ca51045-edbe-4f2f-bbf7-efc1d457df0f None None] Provisioning for port 0479de71-b60b-42da-bc75-29876a654c77 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:47.520128 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.532029 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4ca51045-edbe-4f2f-bbf7-efc1d457df0f None None] Provisioning complete for port 0479de71-b60b-42da-bc75-29876a654c77 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:47.532509 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4ca51045-edbe-4f2f-bbf7-efc1d457df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.544359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 765b2f65-5607-45b8-b3ef-eaea72f0827a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=765b2f65-5607-45b8-b3ef-eaea72f0827a,segment=NetworkSegment(7911c83c-07b8-4068-b88e-090b34650d1f),segment_id=7911c83c-07b8-4068-b88e-090b34650d1f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:47.571399 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.639114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a829ed-efcd-46c8-919f-d6a7206c896d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:31:47.677232 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 31a829ed-efcd-46c8-919f-d6a7206c896d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=31a829ed-efcd-46c8-919f-d6a7206c896d,segment=NetworkSegment(6518faf9-31c1-46fe-9279-8008eb4eabb0),segment_id=6518faf9-31c1-46fe-9279-8008eb4eabb0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:47.709465 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.798211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4ca51045-edbe-4f2f-bbf7-efc1d457df0f None None] Port 0479de71-b60b-42da-bc75-29876a654c77 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:47.825070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=765b2f65-5607-45b8-b3ef-eaea72f0827a,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:47.880641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.880990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.881323 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.881700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.882041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.882377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.882709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.883038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.883368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.883698 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.884028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.884355 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:47.901211 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57754) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:47.938551 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.958391 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Transition to ACTIVE for port object 0479de71-b60b-42da-bc75-29876a654c77 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:47.978185 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.015622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['31a829ed-efcd-46c8-919f-d6a7206c896d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:31:48.020154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4ca51045-edbe-4f2f-bbf7-efc1d457df0f None None] Provisioning complete for port 765b2f65-5607-45b8-b3ef-eaea72f0827a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:48.021277 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4ca51045-edbe-4f2f-bbf7-efc1d457df0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.128017 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Pushing event updated for resources: {'Port': ['ID=0479de71-b60b-42da-bc75-29876a654c77,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:48.153662 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.154763 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.154763 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.154763 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.155280 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.155280 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.155642 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.155939 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.156265 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.156590 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.162975 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.164121 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:48.196696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f693859d-d39c-4f03-b150-31ff418c30c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.251102 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Attempting to bind port 0479de71-b60b-42da-bc75-29876a654c77 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:48.252069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=31a829ed-efcd-46c8-919f-d6a7206c896d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:48.252921 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Attempting to bind port 0479de71-b60b-42da-bc75-29876a654c77 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7911c83c-07b8-4068-b88e-090b34650d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:48.253798 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Attempting to bind port 0479de71-b60b-42da-bc75-29876a654c77 on network 73e31417-5028-4d02-ae50-e3f9ce28dc05 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:48.265736 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:48.266803 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Checking segment: {'id': '7911c83c-07b8-4068-b88e-090b34650d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:48.279045 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.281109 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Bound using segment: {'id': '7911c83c-07b8-4068-b88e-090b34650d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:48.282936 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Bound port: 0479de71-b60b-42da-bc75-29876a654c77, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7911c83c-07b8-4068-b88e-090b34650d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:48.286584 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.553362 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f693859d-d39c-4f03-b150-31ff418c30c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.556967 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] For port 0479de71-b60b-42da-bc75-29876a654c77, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:48.557855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53bd5d-b6e9-4ebf-a9d3-33f35080f324 req-0fcb2b1c-ba5f-4d60-87ce-724270450bd3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:48.561018 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f693859d-d39c-4f03-b150-31ff418c30c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.564367 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] For port 0479de71-b60b-42da-bc75-29876a654c77, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0479de71-b60b-42da-bc75-29876a654c77,segment=NetworkSegment(7911c83c-07b8-4068-b88e-090b34650d1f),segment_id=7911c83c-07b8-4068-b88e-090b34650d1f)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:48.573928 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.579495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb53bd5d-b6e9-4ebf-a9d3-33f35080f324 req-0fcb2b1c-ba5f-4d60-87ce-724270450bd3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 944 time: 1.3018353 Aug 03 19:31:48.615976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693859d-d39c-4f03-b150-31ff418c30c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d1357d-1018-4e5f-93e1-080bfb297752,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:48.678933 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f693859d-d39c-4f03-b150-31ff418c30c3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=67399827624f41daaddd16029957c657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7765341 Aug 03 19:31:48.683058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57760) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:48.753848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-b9826622-7e18-4e39-acca-18510344b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:48.767435 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-b9826622-7e18-4e39-acca-18510344b2c5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 1096 time: 1.5809851 Aug 03 19:31:48.772500 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.879441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8a2eda7-a262-4811-a81f-e2b5e2ff7d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.947133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8a2eda7-a262-4811-a81f-e2b5e2ff7d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.995759 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:49.002097 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:49.043517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8a2eda7-a262-4811-a81f-e2b5e2ff7d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.047180 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a8a2eda7-a262-4811-a81f-e2b5e2ff7d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.051751 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a8a2eda7-a262-4811-a81f-e2b5e2ff7d4b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27d1357d-1018-4e5f-93e1-080bfb297752 HTTP/1.1" status: 204 len: 168 time: 0.3647041 Aug 03 19:31:49.067613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2eda7-a262-4811-a81f-e2b5e2ff7d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d1357d-1018-4e5f-93e1-080bfb297752,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:49.177265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb53bd5d-b6e9-4ebf-a9d3-33f35080f324 req-ede69dd2-87a7-44ac-9e0d-372ad6c898b8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b9cae13-15e7-49a8-a5a9-6462ef430cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5957956 Aug 03 19:31:49.273485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-cd85161c-f396-48f3-b1f3-433fa74f2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:49.276416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-cd85161c-f396-48f3-b1f3-433fa74f2ac8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ea5df4e1-f614-47dc-9222-43db946a431a HTTP/1.1" status: 200 len: 897 time: 0.4009826 Aug 03 19:31:49.280616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Subnet': ['ID=82a7da55-b10f-414b-ad25-1b39f11cce42,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:49.303062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Checking segment: {'id': '0d413715-9290-4c8f-824e-e6bab812a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:49.303699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network hostable DHCP agents. Network: 64edcd46-b8d0-4b15-95a1-a2a9cb693050, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:49.314297 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:49.333273 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f2d90-33b5-4a2b-b30e-992f915e03b8 None None] Pushing event updated for resources: {'Port': ['ID=0479de71-b60b-42da-bc75-29876a654c77,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:49.414867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:49.445724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-8cb4471a-b6a4-4613-af21-22c007c9d77a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa6f643-4b91-4f05-9d3f-341942a30444 HTTP/1.1" status: 200 len: 1000 time: 0.1602955 Aug 03 19:31:49.449430 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 64edcd46-b8d0-4b15-95a1-a2a9cb693050) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:49.459543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:49.460979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.469549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509236bf-6bb5-4dae-80ca-10267156fb8a None None] Network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:49.504247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7e082f4a-8668-4d71-8624-9ef58ff3f83c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0797033 Aug 03 19:31:49.506566 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57766) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:49.580538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-6fbc08c7-446b-4aea-bd11-18000e97459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:49.584204 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-6fbc08c7-446b-4aea-bd11-18000e97459e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e09d8f68-70e8-4e47-bdff-3834859ae89f HTTP/1.1" status: 200 len: 834 time: 0.1280274 Aug 03 19:31:49.756160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-a0e18c4d-4ba9-42aa-8db4-6ecebe2c0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:49.766861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-a0e18c4d-4ba9-42aa-8db4-6ecebe2c0eff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ea5df4e1-f614-47dc-9222-43db946a431a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667633 Aug 03 19:31:49.812051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 765b2f65-5607-45b8-b3ef-eaea72f0827a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:49.875510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57770) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:49.901223 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.940655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-5993cfb8-bed9-42e1-bdcf-8916a938e5fd service neutron] 10.222.0.74 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727307 Aug 03 19:31:49.965286 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:31:44Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:48Z', 'revision_number': 4, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:50.017415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 31a829ed-efcd-46c8-919f-d6a7206c896d up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:50.076940 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:50.077574 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1d7115-2bf1-4ca8-b201-e5ffe670f200 None None] The sync data for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 is: [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:31:44Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:48Z', 'revision_number': 4, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:50.083103 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.148131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a62552a-78e1-40bd-ae1e-c71b8ffcfd93 req-e6b5e527-11b8-4158-af23-aa7d2a1b8e89 service neutron] 10.222.0.74 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992252 Aug 03 19:31:50.169018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 765b2f65-5607-45b8-b3ef-eaea72f0827a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:50.169402 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.288382 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.297866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.324851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 31a829ed-efcd-46c8-919f-d6a7206c896d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:50.338636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 31a829ed-efcd-46c8-919f-d6a7206c896d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:50.339135 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.442381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a405874bc57447ccbb83c7195b3e26fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653939 Aug 03 19:31:50.445867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57782) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:50.460763 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.586740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Allocated IP 172.21.0.2 (64edcd46-b8d0-4b15-95a1-a2a9cb693050/82a7da55-b10f-414b-ad25-1b39f11cce42/742f62f5-e171-4d57-80ee-84aa9d0c0036) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:50.638547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e707b-4191-452b-9c72-e6a40ca71b5e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:50.650739 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.658897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.659409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.659878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.660349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.660874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.661558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.662041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.662508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.662960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.663402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.663982 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.664277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e4723-ef20-4ce0-8056-78ee46910a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:50.692784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bcf50-54d2-442b-8801-10cde1f25637 req-bb4e4201-5632-49dc-96d2-a558d88b1b99 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:50.703626 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-641bcf50-54d2-442b-8801-10cde1f25637 req-bb4e4201-5632-49dc-96d2-a558d88b1b99 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 945 time: 0.2189467 Aug 03 19:31:50.723367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2be315d-86e3-4e8a-b570-4cf0c88405e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.800812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3a67f9-b613-4138-bd4a-70b75624391a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a829ed-efcd-46c8-919f-d6a7206c896d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:50.804291 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a07e77-8986-4a7e-aa42-3d7f16a22d07" -d '{"events": [{"server_uuid": "0f3a67f9-b613-4138-bd4a-70b75624391a", "name": "network-vif-plugged", "status": "completed", "tag": "31a829ed-efcd-46c8-919f-d6a7206c896d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:50.839032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 31a829ed-efcd-46c8-919f-d6a7206c896d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=31a829ed-efcd-46c8-919f-d6a7206c896d,segment=NetworkSegment(6518faf9-31c1-46fe-9279-8008eb4eabb0),segment_id=6518faf9-31c1-46fe-9279-8008eb4eabb0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:50.843910 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2be315d-86e3-4e8a-b570-4cf0c88405e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.871981 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.900059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-641bcf50-54d2-442b-8801-10cde1f25637 req-11d7ac3b-699a-45a0-89a0-ec4bac658b60 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b9cae13-15e7-49a8-a5a9-6462ef430cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957564 Aug 03 19:31:51.009789 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad056f40-09a3-4719-ae43-52c05c624719 x-openstack-request-id: req-ad056f40-09a3-4719-ae43-52c05c624719 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:51.010187 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3a67f9-b613-4138-bd4a-70b75624391a", "name": "network-vif-plugged", "status": "completed", "tag": "31a829ed-efcd-46c8-919f-d6a7206c896d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:51.010416 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ad056f40-09a3-4719-ae43-52c05c624719 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:51.010789 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3a67f9-b613-4138-bd4a-70b75624391a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a829ed-efcd-46c8-919f-d6a7206c896d', 'code': 200} Aug 03 19:31:51.017814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=31a829ed-efcd-46c8-919f-d6a7206c896d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:51.127592 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2be315d-86e3-4e8a-b570-4cf0c88405e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.132862 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2be315d-86e3-4e8a-b570-4cf0c88405e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.142324 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.148317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d2be315d-86e3-4e8a-b570-4cf0c88405e6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/706e707b-4191-452b-9c72-e6a40ca71b5e HTTP/1.1" status: 204 len: 168 time: 0.6933289 Aug 03 19:31:51.174150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Transition to ACTIVE for port object 742f62f5-e171-4d57-80ee-84aa9d0c0036 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:51.193245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be315d-86e3-4e8a-b570-4cf0c88405e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e707b-4191-452b-9c72-e6a40ca71b5e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:51.232030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Transition to ACTIVE for port object 742f62f5-e171-4d57-80ee-84aa9d0c0036 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:51.250309 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e740c-28b8-4990-9402-285911958c28 req-d33717f1-4b03-4180-b6bd-2169b32bf440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:51.252644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce9e740c-28b8-4990-9402-285911958c28 req-d33717f1-4b03-4180-b6bd-2169b32bf440 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 1097 time: 0.2397320 Aug 03 19:31:51.258229 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.340547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce9e740c-28b8-4990-9402-285911958c28 req-f58e690b-b989-468e-8aee-9b27d898db4a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b9cae13-15e7-49a8-a5a9-6462ef430cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790799 Aug 03 19:31:51.358086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:51.362693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:51.367963 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:51.383688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Pushing event updated for resources: {'Port': ['ID=742f62f5-e171-4d57-80ee-84aa9d0c0036,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:51.469174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Attempting to bind port 742f62f5-e171-4d57-80ee-84aa9d0c0036 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:51.469614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Attempting to bind port 742f62f5-e171-4d57-80ee-84aa9d0c0036 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '0d413715-9290-4c8f-824e-e6bab812a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:51.470123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Attempting to bind port 742f62f5-e171-4d57-80ee-84aa9d0c0036 on network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:51.481119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:51.481570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Checking segment: {'id': '0d413715-9290-4c8f-824e-e6bab812a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:51.481995 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.482396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Bound using segment: {'id': '0d413715-9290-4c8f-824e-e6bab812a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:51.482894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Bound port: 742f62f5-e171-4d57-80ee-84aa9d0c0036, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d413715-9290-4c8f-824e-e6bab812a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:51.483283 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.586284 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] For port 742f62f5-e171-4d57-80ee-84aa9d0c0036, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:51.592836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] For port 742f62f5-e171-4d57-80ee-84aa9d0c0036, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=742f62f5-e171-4d57-80ee-84aa9d0c0036,segment=NetworkSegment(0d413715-9290-4c8f-824e-e6bab812a2e9),segment_id=0d413715-9290-4c8f-824e-e6bab812a2e9)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:51.613131 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.771945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b35c-0b9e-4bbd-8ed3-adc18acd8c1a None None] Pushing event updated for resources: {'Port': ['ID=742f62f5-e171-4d57-80ee-84aa9d0c0036,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:51.772495 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Allocated IP 172.21.0.1 (64edcd46-b8d0-4b15-95a1-a2a9cb693050/82a7da55-b10f-414b-ad25-1b39f11cce42/250e4e42-f359-4c13-a6ce-664e581fab59) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:51.838066 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0479de71-b60b-42da-bc75-29876a654c77 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:51.962736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 0479de71-b60b-42da-bc75-29876a654c77 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:51.970692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 0479de71-b60b-42da-bc75-29876a654c77 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:51.971098 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.171233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.239734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e60ac4-2718-42b0-94bb-7c92fafd9cb4 req-33117dde-5b82-415a-8573-0b8f0c229583 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:52.245785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96e60ac4-2718-42b0-94bb-7c92fafd9cb4 req-33117dde-5b82-415a-8573-0b8f0c229583 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 946 time: 0.1991091 Aug 03 19:31:52.265152 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Transition to ACTIVE for port object 250e4e42-f359-4c13-a6ce-664e581fab59 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:52.325448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-96e60ac4-2718-42b0-94bb-7c92fafd9cb4 req-b4b34c86-a29c-4110-b535-e90878a81c94 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b9cae13-15e7-49a8-a5a9-6462ef430cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708230 Aug 03 19:31:52.342562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.406892 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.428080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 0479de71-b60b-42da-bc75-29876a654c77, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0479de71-b60b-42da-bc75-29876a654c77,segment=NetworkSegment(7911c83c-07b8-4068-b88e-090b34650d1f),segment_id=7911c83c-07b8-4068-b88e-090b34650d1f)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:52.443640 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.519165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:52.536831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:52.542453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:52.567652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=0479de71-b60b-42da-bc75-29876a654c77,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:52.599427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=250e4e42-f359-4c13-a6ce-664e581fab59,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:52.624891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.625474 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.626375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.626780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.627344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.627915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.628482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.629051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.629652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.630201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.630768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.631375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.663322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.836428 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.384490 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.404257 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.532157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=250e4e42-f359-4c13-a6ce-664e581fab59,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:53.535723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.574883 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89922-12ee-467c-92eb-20ffa8c2af35 req-cb747af5-d3d9-4498-bd19-ac3820a791c1 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:53.577211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ec89922-12ee-467c-92eb-20ffa8c2af35 req-cb747af5-d3d9-4498-bd19-ac3820a791c1 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 946 time: 0.1241369 Aug 03 19:31:53.686665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ec89922-12ee-467c-92eb-20ffa8c2af35 req-3b1d1146-3104-4297-8986-81b693190107 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b9cae13-15e7-49a8-a5a9-6462ef430cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943372 Aug 03 19:31:53.762730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:53.764407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:53.935914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8379dd8f-09d6-4fec-8eff-87e3cfc28c56 None None] Network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:53.944143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618b464-13e2-4795-9254-46d28156e8a9 req-43910a78-d41f-4c4e-9b6e-ff908482c709 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:53.952956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f618b464-13e2-4795-9254-46d28156e8a9 req-43910a78-d41f-4c4e-9b6e-ff908482c709 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 946 time: 0.1341648 Aug 03 19:31:54.009358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:54.043585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f618b464-13e2-4795-9254-46d28156e8a9 req-9fbc2a41-8494-475f-92db-2bf778229aa7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b9cae13-15e7-49a8-a5a9-6462ef430cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888903 Aug 03 19:31:54.062744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0479de71-b60b-42da-bc75-29876a654c77 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:54.206662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-08b75612-05c8-428d-a74f-76bc7460e820 None None] Provisioning for port 742f62f5-e171-4d57-80ee-84aa9d0c0036 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:54.255043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:54.265485 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4f68c676-24a6-4484-aa47-89d4c15d603f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7526979 Aug 03 19:31:54.266013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57840) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:54.271558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'network': {'name': 'tempest-RoutersTest-776291086'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:54.312649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:54.322862 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.384685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:54.405855 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.406458 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added segment d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d of type vlan for network 71d0e905-8b78-4178-b9cb-167f4dea5cf9 Aug 03 19:31:54.508203 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.566113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.580197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:54.583619 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.638318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3708673 Aug 03 19:31:54.641279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57848) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:54.646691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Sync routers for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:54.650811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'subnet': {'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:54.695058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:54.704819 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:54.762540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330649c2-c4cb-45be-9899-c0780b668518 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Network': ['ID=71d0e905-8b78-4178-b9cb-167f4dea5cf9,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:54.841288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 71d0e905-8b78-4178-b9cb-167f4dea5cf9 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:54.892965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:54.897959 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.987777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 0479de71-b60b-42da-bc75-29876a654c77 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:54.988405 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.147887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:55.227834 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.376636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Subnet': ['ID=291055d0-7198-4321-b039-18b65b66392a,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:55.391279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Checking segment: {'id': 'd3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:55.391854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network hostable DHCP agents. Network: 71d0e905-8b78-4178-b9cb-167f4dea5cf9, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:55.416699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 71d0e905-8b78-4178-b9cb-167f4dea5cf9 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:55.438564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 71d0e905-8b78-4178-b9cb-167f4dea5cf9) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:55.445258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:55.446106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.458722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1777aa32-cd98-4367-abab-405ab1018cb1 None None] Network 71d0e905-8b78-4178-b9cb-167f4dea5cf9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:55.487017 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 742f62f5-e171-4d57-80ee-84aa9d0c0036 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:55.490289 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cfa821e1-e7cf-4b05-8ae9-16a6023c7cd3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8459191 Aug 03 19:31:55.493215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57864) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:55.599787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57868) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:55.839702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 742f62f5-e171-4d57-80ee-84aa9d0c0036 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:55.858395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 742f62f5-e171-4d57-80ee-84aa9d0c0036 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:55.858883 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.002297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-13417d7f-8757-4ea9-ae10-88bffa413a5f None None] Provisioning for port 250e4e42-f359-4c13-a6ce-664e581fab59 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:56.053942 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-13417d7f-8757-4ea9-ae10-88bffa413a5f None None] Provisioning complete for port 250e4e42-f359-4c13-a6ce-664e581fab59 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:56.054647 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-13417d7f-8757-4ea9-ae10-88bffa413a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.336010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-13417d7f-8757-4ea9-ae10-88bffa413a5f None None] Port 250e4e42-f359-4c13-a6ce-664e581fab59 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:56.382700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 3, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:31:53Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:56.392959 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.583275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Checking router: 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:31:56.583879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Updating router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 port 250e4e42-f359-4c13-a6ce-664e581fab59 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:31:56.610267 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.657057 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.659513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:56.660464 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.704559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-42bb8890-eb11-41b6-beb0-e6b64f663dc3 None None] Provisioning complete for port 250e4e42-f359-4c13-a6ce-664e581fab59 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:56.704999 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-42bb8890-eb11-41b6-beb0-e6b64f663dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.888080 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.997986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 742f62f5-e171-4d57-80ee-84aa9d0c0036, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=742f62f5-e171-4d57-80ee-84aa9d0c0036,segment=NetworkSegment(0d413715-9290-4c8f-824e-e6bab812a2e9),segment_id=0d413715-9290-4c8f-824e-e6bab812a2e9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:57.026508 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.178167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-42bb8890-eb11-41b6-beb0-e6b64f663dc3 None None] Port 250e4e42-f359-4c13-a6ce-664e581fab59 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:57.212209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Allocated IP 172.22.0.2 (71d0e905-8b78-4178-b9cb-167f4dea5cf9/291055d0-7198-4321-b039-18b65b66392a/5435c780-086e-4b5f-b943-5f73a49a5e05) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:57.390278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57890) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:57.429132 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Allocated IP 172.20.0.17 (2510eaef-0932-42fd-85f0-c648427a3eb6/d69e70f0-794e-4bcb-b5e6-d6f535fd9874/e1f0645b-fd82-46b8-b0d1-98b83b9b491b) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:57.466024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-307797d8-29df-4670-831e-4fc1e9731c9e None None] Provisioning complete for port 250e4e42-f359-4c13-a6ce-664e581fab59 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:57.467063 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-307797d8-29df-4670-831e-4fc1e9731c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.477266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=742f62f5-e171-4d57-80ee-84aa9d0c0036,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:57.525957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-bd4abbcc-1a55-4789-992e-70c907310472 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:57.528806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-bd4abbcc-1a55-4789-992e-70c907310472 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.2903607 Aug 03 19:31:57.555435 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-eb8d8e0c-d5c5-4f1e-be75-9525ce4165cb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/quotas/d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 375 time: 0.0161195 Aug 03 19:31:57.611015 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.633397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Transition to ACTIVE for port object e1f0645b-fd82-46b8-b0d1-98b83b9b491b will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:57.660255 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-e7a01334-ed07-497a-a16c-3eef5d2e1f1b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946314 Aug 03 19:31:57.678033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.694910 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1474a1d2-4114-44e4-9351-0810405b831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.701469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-307797d8-29df-4670-831e-4fc1e9731c9e None None] Port 250e4e42-f359-4c13-a6ce-664e581fab59 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:57.726800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network 2510eaef-0932-42fd-85f0-c648427a3eb6 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:57.737838 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:57.745634 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:57.839654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=e1f0645b-fd82-46b8-b0d1-98b83b9b491b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:57.854604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.863846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-c67300d9-9702-46d9-83d1-c34811eb2f1b service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827190 Aug 03 19:31:57.882656 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.954670 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.976127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Transition to ACTIVE for port object 5435c780-086e-4b5f-b943-5f73a49a5e05 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:58.005917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Transition to ACTIVE for port object 250e4e42-f359-4c13-a6ce-664e581fab59 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:58.016724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Transition to ACTIVE for port object 5435c780-086e-4b5f-b943-5f73a49a5e05 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:58.020846 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.076119 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.082483 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.116414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-f7d17d54-a010-4b8c-8dbe-20fec401ea63 service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514405 Aug 03 19:31:58.134693 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1474a1d2-4114-44e4-9351-0810405b831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.146612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Network 71d0e905-8b78-4178-b9cb-167f4dea5cf9 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:58.153012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1474a1d2-4114-44e4-9351-0810405b831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.156964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:58.159931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:58.165805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3b861-75a4-4c3f-9013-2403b19797d8 None None] Pushing event updated for resources: {'Port': ['ID=250e4e42-f359-4c13-a6ce-664e581fab59,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:58.264636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1474a1d2-4114-44e4-9351-0810405b831e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d6b4f79a15d84df8ba788259c62cb22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8558419 Aug 03 19:31:58.270217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Allocated IP 172.22.0.1 (71d0e905-8b78-4178-b9cb-167f4dea5cf9/291055d0-7198-4321-b039-18b65b66392a/7f326e34-ee56-434e-9570-9d44e4f82a5e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:58.272819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 57894) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:58.320267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474a1d2-4114-44e4-9351-0810405b831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d68851-3ef0-472d-846f-7dc722522729,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:58.570526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2e8ed727-6a7d-45e3-98b9-15a5c6e339df None None] Provisioning for port e1f0645b-fd82-46b8-b0d1-98b83b9b491b completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:58.577694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.584932 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9fdf-d85c-4ba2-96c2-0317ca9cf2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.586851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2e8ed727-6a7d-45e3-98b9-15a5c6e339df None None] Provisioning complete for port e1f0645b-fd82-46b8-b0d1-98b83b9b491b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:58.587342 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e8ed727-6a7d-45e3-98b9-15a5c6e339df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.593784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Attempting to bind port 250e4e42-f359-4c13-a6ce-664e581fab59 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:58.594378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Attempting to bind port 250e4e42-f359-4c13-a6ce-664e581fab59 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '0d413715-9290-4c8f-824e-e6bab812a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:58.594908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Attempting to bind port 250e4e42-f359-4c13-a6ce-664e581fab59 on network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:58.614528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Transition to ACTIVE for port object 7f326e34-ee56-434e-9570-9d44e4f82a5e will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:58.619783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Pushing event updated for resources: {'Port': ['ID=5435c780-086e-4b5f-b943-5f73a49a5e05,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:58.629609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Attempting to bind port 5435c780-086e-4b5f-b943-5f73a49a5e05 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:58.630018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Attempting to bind port 5435c780-086e-4b5f-b943-5f73a49a5e05 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'd3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:58.630511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Attempting to bind port 5435c780-086e-4b5f-b943-5f73a49a5e05 on network 71d0e905-8b78-4178-b9cb-167f4dea5cf9 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:58.635420 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9fdf-d85c-4ba2-96c2-0317ca9cf2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.635679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:58.636153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Checking segment: {'id': '0d413715-9290-4c8f-824e-e6bab812a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:58.636626 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.637116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Bound using segment: {'id': '0d413715-9290-4c8f-824e-e6bab812a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:58.637722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Bound port: 250e4e42-f359-4c13-a6ce-664e581fab59, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d413715-9290-4c8f-824e-e6bab812a2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:58.638187 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.662581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2e8ed727-6a7d-45e3-98b9-15a5c6e339df None None] Port e1f0645b-fd82-46b8-b0d1-98b83b9b491b cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:58.667445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:58.668075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Checking segment: {'id': 'd3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:58.668698 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.669553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Bound using segment: {'id': 'd3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:58.669921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Bound port: 5435c780-086e-4b5f-b943-5f73a49a5e05, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:58.670409 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.721326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.815900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] For port 5435c780-086e-4b5f-b943-5f73a49a5e05, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:58.817884 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9fdf-d85c-4ba2-96c2-0317ca9cf2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.821712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] For port 5435c780-086e-4b5f-b943-5f73a49a5e05, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5435c780-086e-4b5f-b943-5f73a49a5e05,segment=NetworkSegment(d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d),segment_id=d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:58.824086 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9fdf-d85c-4ba2-96c2-0317ca9cf2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.825786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a8ca9fdf-d85c-4ba2-96c2-0317ca9cf2c5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4d68851-3ef0-472d-846f-7dc722522729 HTTP/1.1" status: 204 len: 168 time: 0.5514209 Aug 03 19:31:58.828464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] For port 250e4e42-f359-4c13-a6ce-664e581fab59, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:58.834895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] For port 250e4e42-f359-4c13-a6ce-664e581fab59, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=250e4e42-f359-4c13-a6ce-664e581fab59,segment=NetworkSegment(0d413715-9290-4c8f-824e-e6bab812a2e9),segment_id=0d413715-9290-4c8f-824e-e6bab812a2e9)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:58.836323 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.846250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 71d0e905-8b78-4178-b9cb-167f4dea5cf9 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:58.848366 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.851600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca9fdf-d85c-4ba2-96c2-0317ca9cf2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d68851-3ef0-472d-846f-7dc722522729,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:58.858913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.865036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:58.866535 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.867805 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=7f326e34-ee56-434e-9570-9d44e4f82a5e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:58.878370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:58.968449 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed868c-aee1-46a5-997f-9837d1c46e56 None None] Pushing event updated for resources: {'Port': ['ID=5435c780-086e-4b5f-b943-5f73a49a5e05,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:58.980679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:58.980679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:59.052340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ac10092-a4a0-4230-97ac-a78893cad816 req-abdacb6f-bdf4-4c17-a0a1-4c1b6f82d828 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 210 time: 0.1082470 Aug 03 19:31:59.097792 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.138129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.159457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=e1f0645b-fd82-46b8-b0d1-98b83b9b491b,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:59.246132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 742f62f5-e171-4d57-80ee-84aa9d0c0036 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:59.343613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3b861-75a4-4c3f-9013-2403b19797d8 None None] Pushing event updated for resources: {'Port': ['ID=250e4e42-f359-4c13-a6ce-664e581fab59,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:59.383004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:59.399607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network 2510eaef-0932-42fd-85f0-c648427a3eb6 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:59.403179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:59.488973 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.624184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 742f62f5-e171-4d57-80ee-84aa9d0c0036 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:59.627442 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.803780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c65a25d0-ec97-4b51-a10b-8d70fa671015 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:59.911722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57916) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:59.949887 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec69bc31-fde0-4c59-afb8-18df0d5be39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.006375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.115087 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:32:00.139848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:00.157601 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-306ea650-b556-4662-a7c5-a5f663291bb9 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "PUT /v2.0/routers/c65a25d0-ec97-4b51-a10b-8d70fa671015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5457134 Aug 03 19:32:00.172766 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Sync routers for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:00.196107 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:00.199548 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:00.277122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e23b3aad-559c-4278-bf1d-63c4bfceb399 None None] Provisioning complete for port e1f0645b-fd82-46b8-b0d1-98b83b9b491b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:00.277823 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e23b3aad-559c-4278-bf1d-63c4bfceb399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.301090 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.339961 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec69bc31-fde0-4c59-afb8-18df0d5be39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.347111 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec69bc31-fde0-4c59-afb8-18df0d5be39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.399035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2fab0e2b-e8f8-43e6-a7e9-0930d3a61636 req-bebd809a-79f7-40c7-9902-6e667ee828b7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 210 time: 0.0876050 Aug 03 19:32:00.401113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.418417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 3, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:31:58Z', 'revision_number': 4, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:00.420659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e23b3aad-559c-4278-bf1d-63c4bfceb399 None None] Port e1f0645b-fd82-46b8-b0d1-98b83b9b491b cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:00.428585 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ec69bc31-fde0-4c59-afb8-18df0d5be39d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a2dbd1ce3c4462a835cea69d1af54b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140631 Aug 03 19:32:00.429868 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57924) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:00.471322 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:00.490423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d0659-aea8-409f-b462-c8c048048a48 None None] The sync data for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 is: [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 3, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:31:58Z', 'revision_number': 4, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:00.537441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69bc31-fde0-4c59-afb8-18df0d5be39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf591ad8-32cc-4221-839d-d77474c57f61,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:00.684473 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb7f4-3dda-4102-87aa-794d8ac08433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.691682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=7f326e34-ee56-434e-9570-9d44e4f82a5e,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:00.716001 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.750461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb7f4-3dda-4102-87aa-794d8ac08433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.847808 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb7f4-3dda-4102-87aa-794d8ac08433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.851227 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb7f4-3dda-4102-87aa-794d8ac08433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.856132 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ec2eb7f4-3dda-4102-87aa-794d8ac08433 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf591ad8-32cc-4221-839d-d77474c57f61 HTTP/1.1" status: 204 len: 168 time: 0.4231138 Aug 03 19:32:00.875320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eb7f4-3dda-4102-87aa-794d8ac08433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf591ad8-32cc-4221-839d-d77474c57f61,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:00.902133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 71d0e905-8b78-4178-b9cb-167f4dea5cf9 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:00.908081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:01.012857 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:31:58Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'port_id': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'mac_address': 'fa:16:3e:f8:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23984ef2-a83e-4618-a017-6e875a95e735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:30:51Z', 'updated_at': '2021-08-03T19:30:56Z', 'revision_number': 1, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f0645b-fd82-46b8-b0d1-98b83b9b491b', 'name': '', 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1f:cb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd69e70f0-794e-4bcb-b5e6-d6f535fd9874', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:57Z', 'updated_at': '2021-08-03T19:31:58Z', 'revision_number': 2, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'd69e70f0-794e-4bcb-b5e6-d6f535fd9874', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:01.078009 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Checking router: c65a25d0-ec97-4b51-a10b-8d70fa671015 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:01.078369 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Updating router c65a25d0-ec97-4b51-a10b-8d70fa671015 port e1f0645b-fd82-46b8-b0d1-98b83b9b491b binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:32:01.143952 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.193844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:01.307405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442baed5-23c3-4857-9733-d7353966eed3 None None] Network 71d0e905-8b78-4178-b9cb-167f4dea5cf9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:01.398454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5435c780-086e-4b5f-b943-5f73a49a5e05 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:01.670981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-633063c6-55eb-4860-8cae-5641e3dfe871 None None] Provisioning for port 5435c780-086e-4b5f-b943-5f73a49a5e05 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:01.701098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-783464c1-dfee-4743-a62c-0d80195cac01 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:01.703543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-783464c1-dfee-4743-a62c-0d80195cac01 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.74 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.3235307 Aug 03 19:32:01.717642 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.725598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:01.738320 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Transition to ACTIVE for port object e1f0645b-fd82-46b8-b0d1-98b83b9b491b will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:01.740610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 5435c780-086e-4b5f-b943-5f73a49a5e05 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:01.753832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6af26a22-ff88-4743-b777-05660b5a27dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2577567 Aug 03 19:32:01.755542 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.755712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5435c780-086e-4b5f-b943-5f73a49a5e05 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:01.756223 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.760666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57936) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:01.761293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'port': {'device_id': '6cf3e58b-ce7e-47c9-ba82-50699f145d29', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'admin_state_up': True, 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:01.771666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'network': {'name': 'tempest-RoutersTest-24996755'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:01.801390 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f7c7d17-988d-4705-af7f-617fd77e5c0a req-58402749-240b-49ba-b0c4-38a029f56e9d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 210 time: 0.0963757 Aug 03 19:32:01.852212 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b0063-3209-4e6a-8e96-cfce4b4fa770 None None] Pushing event updated for resources: {'Port': ['ID=e1f0645b-fd82-46b8-b0d1-98b83b9b491b,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:01.893000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:01.915330 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.006826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:02.040700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.043139 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added segment 272a90d4-d2e7-4460-ae4b-6644c5840a8d of type vlan for network 2f3b04a9-9615-49fb-a27d-9414a90d5eac Aug 03 19:32:02.100653 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Attempting to bind port e1f0645b-fd82-46b8-b0d1-98b83b9b491b on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:02.101687 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Attempting to bind port e1f0645b-fd82-46b8-b0d1-98b83b9b491b by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:02.102491 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Attempting to bind port e1f0645b-fd82-46b8-b0d1-98b83b9b491b on network 2510eaef-0932-42fd-85f0-c648427a3eb6 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:02.111921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Made reservation on behalf of d7edb583213d46128a9d1a5c19a34a32 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:02.112766 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:02.113710 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Checking segment: {'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:02.115190 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.116105 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Bound using segment: {'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:02.116568 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.117873 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Bound port: e1f0645b-fd82-46b8-b0d1-98b83b9b491b, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6518faf9-31c1-46fe-9279-8008eb4eabb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:02.121477 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.202078 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Sync routers for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:02.264041 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.306923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:02.310343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:02.341551 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] For port e1f0645b-fd82-46b8-b0d1-98b83b9b491b, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:02.372954 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] For port e1f0645b-fd82-46b8-b0d1-98b83b9b491b, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e1f0645b-fd82-46b8-b0d1-98b83b9b491b,segment=NetworkSegment(6518faf9-31c1-46fe-9279-8008eb4eabb0),segment_id=6518faf9-31c1-46fe-9279-8008eb4eabb0)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:02.390677 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.405170 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.452110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:02.463455 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.561811 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.638601 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b0063-3209-4e6a-8e96-cfce4b4fa770 None None] Pushing event updated for resources: {'Port': ['ID=e1f0645b-fd82-46b8-b0d1-98b83b9b491b,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:02.655641 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:02.660502 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:31:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:02.699934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:02.716513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Allocated IP 172.20.0.4 (70f84b60-65ec-4b07-8b41-039e7a41592e/67caabbc-e0de-4388-af32-8d12c0b643c5/ee4929c2-4687-42b4-b634-89d5ad78916f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:02.769136 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0098364 Aug 03 19:32:02.773600 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57950) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:02.799396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'subnet': {'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:02.971252 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160cbc2-23a3-442c-8d15-c63430756d8e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Network': ['ID=2f3b04a9-9615-49fb-a27d-9414a90d5eac,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:02.971921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 5435c780-086e-4b5f-b943-5f73a49a5e05, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5435c780-086e-4b5f-b943-5f73a49a5e05,segment=NetworkSegment(d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d),segment_id=d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:03.002950 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.015195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 250e4e42-f359-4c13-a6ce-664e581fab59 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:03.082553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 2f3b04a9-9615-49fb-a27d-9414a90d5eac details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:03.147976 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:03.225434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Made reservation on behalf of 14fce234cfb2416b8ddf9a4ec2093f4d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:03.232620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.234048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29c3ed54-7836-4eee-bdcc-7805f3401b29 req-9ab11272-5003-492a-b16c-c01269606362 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 210 time: 0.1220918 Aug 03 19:32:03.320487 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.356251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Transition to ACTIVE for port object ee4929c2-4687-42b4-b634-89d5ad78916f will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:03.439926 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-350f2090-b919-490e-b8bb-e20a479f85a6 None None] Provisioning complete for port 5435c780-086e-4b5f-b943-5f73a49a5e05 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:03.441357 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-350f2090-b919-490e-b8bb-e20a479f85a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.464725 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.492610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=5435c780-086e-4b5f-b943-5f73a49a5e05,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:03.607167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Network 70f84b60-65ec-4b07-8b41-039e7a41592e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:03.615469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:03.618956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:03.628161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 250e4e42-f359-4c13-a6ce-664e581fab59 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:03.682962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=ee4929c2-4687-42b4-b634-89d5ad78916f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:03.713045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 250e4e42-f359-4c13-a6ce-664e581fab59 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:03.713780 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.763148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:03.763869 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.809249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-3ea6b0f9-240e-4e32-a81a-471b7ff404cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0769050 Aug 03 19:32:03.829611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Request body: {'port': {'device_id': '6cf3e58b-ce7e-47c9-ba82-50699f145d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:03.993305 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.076358 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-353018ca-94fd-490e-a37a-76ec87a9cee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.084620 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.249378 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:31:58Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'port_id': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'mac_address': 'fa:16:3e:f8:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23984ef2-a83e-4618-a017-6e875a95e735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:30:51Z', 'updated_at': '2021-08-03T19:30:56Z', 'revision_number': 1, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f0645b-fd82-46b8-b0d1-98b83b9b491b', 'name': '', 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1f:cb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd69e70f0-794e-4bcb-b5e6-d6f535fd9874', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:57Z', 'updated_at': '2021-08-03T19:32:02Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'd69e70f0-794e-4bcb-b5e6-d6f535fd9874', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:04.255569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-350f2090-b919-490e-b8bb-e20a479f85a6 None None] Provisioning for port 7f326e34-ee56-434e-9570-9d44e4f82a5e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:04.261889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-350f2090-b919-490e-b8bb-e20a479f85a6 None None] Provisioning complete for port 7f326e34-ee56-434e-9570-9d44e4f82a5e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:04.262288 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-350f2090-b919-490e-b8bb-e20a479f85a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.305310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Checking segment: {'id': '272a90d4-d2e7-4460-ae4b-6644c5840a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:04.307929 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network hostable DHCP agents. Network: 2f3b04a9-9615-49fb-a27d-9414a90d5eac, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:04.313862 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Subnet': ['ID=106d0756-4459-48f1-ae20-e639605e5592,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:04.365146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-350f2090-b919-490e-b8bb-e20a479f85a6 None None] Port 7f326e34-ee56-434e-9570-9d44e4f82a5e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:04.374545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 2f3b04a9-9615-49fb-a27d-9414a90d5eac is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:04.399453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 2f3b04a9-9615-49fb-a27d-9414a90d5eac) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:04.407230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:04.409367 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.437314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0287f6-e791-47c1-844e-d28ebd105113 None None] Network 2f3b04a9-9615-49fb-a27d-9414a90d5eac requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:04.444904 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-04fc4bca-0a27-4990-a5fb-c4cebf680008 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6688416 Aug 03 19:32:04.448118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 57968) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:04.511309 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da8f897-088a-4af8-89f5-010f8d928340 None None] The sync data for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 is: [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:31:58Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'port_id': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'mac_address': 'fa:16:3e:f8:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23984ef2-a83e-4618-a017-6e875a95e735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:30:51Z', 'updated_at': '2021-08-03T19:30:56Z', 'revision_number': 1, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f0645b-fd82-46b8-b0d1-98b83b9b491b', 'name': '', 'network_id': '2510eaef-0932-42fd-85f0-c648427a3eb6', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1f:cb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'd69e70f0-794e-4bcb-b5e6-d6f535fd9874', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:57Z', 'updated_at': '2021-08-03T19:32:02Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'd69e70f0-794e-4bcb-b5e6-d6f535fd9874', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:04.595702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:31:59Z', 'revision_number': 4, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:31:58Z', 'revision_number': 4, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:31:59Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:04.767928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Checking router: 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:04.768620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Updating router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 port 7f326e34-ee56-434e-9570-9d44e4f82a5e binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:32:04.804860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258e1f2-1931-4fc6-bcdb-6e067d46d83c req-0ba5b726-89b9-41cf-96c6-9f6b9361714d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:04.806653 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d258e1f2-1931-4fc6-bcdb-6e067d46d83c req-0ba5b726-89b9-41cf-96c6-9f6b9361714d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 931 time: 0.3346374 Aug 03 19:32:04.864069 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.899044 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-070d391e-a8f5-429f-9dff-2f702714706e None None] Provisioning for port ee4929c2-4687-42b4-b634-89d5ad78916f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:04.917967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d258e1f2-1931-4fc6-bcdb-6e067d46d83c req-64da6ca4-c774-483c-aac5-eb6b855d7e9e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035094 Aug 03 19:32:04.932601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-070d391e-a8f5-429f-9dff-2f702714706e None None] Provisioning complete for port ee4929c2-4687-42b4-b634-89d5ad78916f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:04.933174 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-070d391e-a8f5-429f-9dff-2f702714706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.935740 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.063435 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-070d391e-a8f5-429f-9dff-2f702714706e None None] Port ee4929c2-4687-42b4-b634-89d5ad78916f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:05.101392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4929c2-4687-42b4-b634-89d5ad78916f {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:05.125086 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.160649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Transition to ACTIVE for port object ee4929c2-4687-42b4-b634-89d5ad78916f will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:05.169169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.224301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 250e4e42-f359-4c13-a6ce-664e581fab59, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=250e4e42-f359-4c13-a6ce-664e581fab59,segment=NetworkSegment(0d413715-9290-4c8f-824e-e6bab812a2e9),segment_id=0d413715-9290-4c8f-824e-e6bab812a2e9)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:05.297084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4929c2-4687-42b4-b634-89d5ad78916f,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:05.305375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.444303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.553983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Attempting to bind port ee4929c2-4687-42b4-b634-89d5ad78916f on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:05.558504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Attempting to bind port ee4929c2-4687-42b4-b634-89d5ad78916f by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:05.558504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Attempting to bind port ee4929c2-4687-42b4-b634-89d5ad78916f on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:05.577091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Port ee4929c2-4687-42b4-b634-89d5ad78916f on network 70f84b60-65ec-4b07-8b41-039e7a41592e not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:32:05.577362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Attempting to bind port ee4929c2-4687-42b4-b634-89d5ad78916f on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:05.593618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:05.594701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Checking segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:05.595413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Bound using segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:05.596456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Bound port: ee4929c2-4687-42b4-b634-89d5ad78916f, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:05.597369 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.778725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] For port ee4929c2-4687-42b4-b634-89d5ad78916f, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:05.782714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] For port ee4929c2-4687-42b4-b634-89d5ad78916f, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=ee4929c2-4687-42b4-b634-89d5ad78916f,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:05.792080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-070d391e-a8f5-429f-9dff-2f702714706e None None] Provisioning complete for port 7f326e34-ee56-434e-9570-9d44e4f82a5e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:05.793744 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-070d391e-a8f5-429f-9dff-2f702714706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.803230 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.849013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5435c780-086e-4b5f-b943-5f73a49a5e05 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:05.858507 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-2f3b04a9-9615-49fb-a27d-9414a90d5eac', 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'fixed_ips': [{'subnet_id': '106d0756-4459-48f1-ae20-e639605e5592'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:05.861197 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.879060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:05.880075 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.882142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] 10.222.0.74 "PUT /v2.0/ports/ee4929c2-4687-42b4-b634-89d5ad78916f HTTP/1.1" status: 200 len: 1091 time: 2.0575249 Aug 03 19:32:05.883013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf3e58b-ce7e-47c9-ba82-50699f145d29', 'tag': 'ee4929c2-4687-42b4-b634-89d5ad78916f'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:05.886613 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f13396-5973-433f-b93d-c57f2072743e" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf3e58b-ce7e-47c9-ba82-50699f145d29", "tag": "ee4929c2-4687-42b4-b634-89d5ad78916f"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:06.002073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8524299-31c4-4d78-bced-98633ffe0fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4929c2-4687-42b4-b634-89d5ad78916f,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:06.085384 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23897e8-6b68-48d7-aea3-5feba7fb987f x-openstack-request-id: req-c23897e8-6b68-48d7-aea3-5feba7fb987f {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:06.092078 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf3e58b-ce7e-47c9-ba82-50699f145d29", "tag": "ee4929c2-4687-42b4-b634-89d5ad78916f", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:06.092737 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c23897e8-6b68-48d7-aea3-5feba7fb987f {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:06.093842 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf3e58b-ce7e-47c9-ba82-50699f145d29', 'tag': 'ee4929c2-4687-42b4-b634-89d5ad78916f', 'status': 'completed', 'code': 200} Aug 03 19:32:06.242193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-83c2b947-eb66-4844-a294-227e3645cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:06.243987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-83c2b947-eb66-4844-a294-227e3645cd5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 1094 time: 0.2712057 Aug 03 19:32:06.252366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063b247-2186-43e1-9b5c-cf13fe78c8e0 req-a804a816-12a2-4d4f-a85d-7b02bfd8dbfc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:06.253991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4063b247-2186-43e1-9b5c-cf13fe78c8e0 req-a804a816-12a2-4d4f-a85d-7b02bfd8dbfc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 943 time: 0.1561353 Aug 03 19:32:06.378840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-5fb3b8b7-e07e-4858-9288-57f78ad76a6b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee4929c2-4687-42b4-b634-89d5ad78916f HTTP/1.1" status: 200 len: 217 time: 0.1162732 Aug 03 19:32:06.493098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4063b247-2186-43e1-9b5c-cf13fe78c8e0 req-7971f774-2083-408a-84e6-78028c7ffcbd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292237 Aug 03 19:32:06.537088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-6b6a55df-8a98-497c-bfc6-3aa62daf4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:06.538942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-6b6a55df-8a98-497c-bfc6-3aa62daf4e07 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.1482940 Aug 03 19:32:06.576893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=250e4e42-f359-4c13-a6ce-664e581fab59,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:06.602289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Allocated IP 172.23.0.1 (2f3b04a9-9615-49fb-a27d-9414a90d5eac/106d0756-4459-48f1-ae20-e639605e5592/c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:06.648551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-c780aace-b92d-4d63-9625-597057fae276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:06.652529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-c780aace-b92d-4d63-9625-597057fae276 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044977 Aug 03 19:32:06.654945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-070d391e-a8f5-429f-9dff-2f702714706e None None] Port 7f326e34-ee56-434e-9570-9d44e4f82a5e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:06.727400 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae570-5392-4dfa-ae83-9eeb12a4356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.780537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.791525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5435c780-086e-4b5f-b943-5f73a49a5e05 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:06.792155 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.801897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Transition to ACTIVE for port object c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:06.844571 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-53575aac-e9eb-4746-ae61-eefd8975acc3 service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810725 Aug 03 19:32:06.864486 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.949771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.024410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab8afb2a-3715-428a-8ece-acaca13932c8 req-c7a2f1ed-d80f-4036-94d7-e8459bd805ba service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721365 Aug 03 19:32:07.087171 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 2f3b04a9-9615-49fb-a27d-9414a90d5eac is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:07.095831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:07.106654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:07.205544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Allocated IP 172.23.0.2 (2f3b04a9-9615-49fb-a27d-9414a90d5eac/106d0756-4459-48f1-ae20-e639605e5592/2403d4b1-9331-45b9-a646-9d08e78b1bc0) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:07.224273 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:07.235736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e1f0645b-fd82-46b8-b0d1-98b83b9b491b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:07.236101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f13396-5973-433f-b93d-c57f2072743e req-bfe3f99d-42c8-486d-87e3-96c3153dc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:07.238470 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f13396-5973-433f-b93d-c57f2072743e req-bfe3f99d-42c8-486d-87e3-96c3153dc434 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 1094 time: 0.1167369 Aug 03 19:32:07.254946 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.258614 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.336394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Transition to ACTIVE for port object 7f326e34-ee56-434e-9570-9d44e4f82a5e will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:07.469195 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.470346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f13396-5973-433f-b93d-c57f2072743e req-9c95aad1-a3aa-4f9e-926c-e20e88ae8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:07.481651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f13396-5973-433f-b93d-c57f2072743e req-9c95aad1-a3aa-4f9e-926c-e20e88ae8c6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.2284698 Aug 03 19:32:07.552407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.607889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f13396-5973-433f-b93d-c57f2072743e req-191bc061-e320-40bd-bc57-4fc2ac58b037 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee4929c2-4687-42b4-b634-89d5ad78916f HTTP/1.1" status: 200 len: 217 time: 0.1230381 Aug 03 19:32:07.654914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ebdf2-9363-4356-bfe1-21aafdaaa47d None None] Pushing event updated for resources: {'Port': ['ID=7f326e34-ee56-434e-9570-9d44e4f82a5e,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:07.747467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port e1f0645b-fd82-46b8-b0d1-98b83b9b491b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:07.759589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e1f0645b-fd82-46b8-b0d1-98b83b9b491b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:07.759589 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.824578 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Attempting to bind port 7f326e34-ee56-434e-9570-9d44e4f82a5e on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:07.825293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Attempting to bind port 7f326e34-ee56-434e-9570-9d44e4f82a5e by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'd3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:07.825617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Attempting to bind port 7f326e34-ee56-434e-9570-9d44e4f82a5e on network 71d0e905-8b78-4178-b9cb-167f4dea5cf9 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:07.869294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f13396-5973-433f-b93d-c57f2072743e req-b3e058f7-6ab9-4ae7-9ea8-ef77d7ae913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:07.872084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f13396-5973-433f-b93d-c57f2072743e req-b3e058f7-6ab9-4ae7-9ea8-ef77d7ae913d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.2561524 Aug 03 19:32:07.873128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:07.873700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Checking segment: {'id': 'd3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:07.874234 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.874756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Bound using segment: {'id': 'd3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:07.875627 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Bound port: 7f326e34-ee56-434e-9570-9d44e4f82a5e, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:07.876142 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.945435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e3de1-50ea-4c42-a288-742a4e8ca315 req-5400f38f-0610-4ee4-9dd6-21d78d25a21f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:07.948009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-275e3de1-50ea-4c42-a288-742a4e8ca315 req-5400f38f-0610-4ee4-9dd6-21d78d25a21f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 943 time: 0.2320631 Aug 03 19:32:08.006930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f13396-5973-433f-b93d-c57f2072743e req-062a26a7-5b3a-4347-84c1-741c142c2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:08.007144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.010350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f13396-5973-433f-b93d-c57f2072743e req-062a26a7-5b3a-4347-84c1-741c142c2748 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261077 Aug 03 19:32:08.015154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.016538 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.034666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-275e3de1-50ea-4c42-a288-742a4e8ca315 req-dd6e32c1-d6e4-40b8-a023-8a7c1aabfc11 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761414 Aug 03 19:32:08.125267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] For port 7f326e34-ee56-434e-9570-9d44e4f82a5e, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:08.148265 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Transition to ACTIVE for port object 2403d4b1-9331-45b9-a646-9d08e78b1bc0 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:08.157158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event updated for resources: {'Port': ['ID=c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:08.162387 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.178619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Transition to ACTIVE for port object 2403d4b1-9331-45b9-a646-9d08e78b1bc0 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:08.202408 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.210682 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] For port 7f326e34-ee56-434e-9570-9d44e4f82a5e, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7f326e34-ee56-434e-9570-9d44e4f82a5e,segment=NetworkSegment(d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d),segment_id=d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:08.213194 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.240231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Network 2f3b04a9-9615-49fb-a27d-9414a90d5eac is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:08.246144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:08.249582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:08.252754 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.306867 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.344676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Network 2f3b04a9-9615-49fb-a27d-9414a90d5eac is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:08.346463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:08.412651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Pushing event updated for resources: {'Port': ['ID=2403d4b1-9331-45b9-a646-9d08e78b1bc0,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:08.469572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Attempting to bind port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:08.469960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Attempting to bind port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '272a90d4-d2e7-4460-ae4b-6644c5840a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:08.470329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Attempting to bind port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 on network 2f3b04a9-9615-49fb-a27d-9414a90d5eac {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:08.488914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:08.489351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Checking segment: {'id': '272a90d4-d2e7-4460-ae4b-6644c5840a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:08.490093 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.490636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Bound using segment: {'id': '272a90d4-d2e7-4460-ae4b-6644c5840a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:08.491279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Bound port: 2403d4b1-9331-45b9-a646-9d08e78b1bc0, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272a90d4-d2e7-4460-ae4b-6644c5840a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:08.491751 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.527904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:08.528584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:08.563525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:08.600756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port e1f0645b-fd82-46b8-b0d1-98b83b9b491b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e1f0645b-fd82-46b8-b0d1-98b83b9b491b,segment=NetworkSegment(6518faf9-31c1-46fe-9279-8008eb4eabb0),segment_id=6518faf9-31c1-46fe-9279-8008eb4eabb0)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:08.693277 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.748551 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] For port 2403d4b1-9331-45b9-a646-9d08e78b1bc0, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:08.779919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] For port 2403d4b1-9331-45b9-a646-9d08e78b1bc0, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2403d4b1-9331-45b9-a646-9d08e78b1bc0,segment=NetworkSegment(272a90d4-d2e7-4460-ae4b-6644c5840a8d),segment_id=272a90d4-d2e7-4460-ae4b-6644c5840a8d)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:08.789152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ebdf2-9363-4356-bfe1-21aafdaaa47d None None] Pushing event updated for resources: {'Port': ['ID=7f326e34-ee56-434e-9570-9d44e4f82a5e,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:08.856007 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.877067 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:08.906004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:08.906808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f13396-5973-433f-b93d-c57f2072743e req-47f783c8-dd02-411c-afe9-f4a548156b96 service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8837070 Aug 03 19:32:08.918670 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f6a570bf-e858-4f46-bd1f-77d6f3856bd8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4682887 Aug 03 19:32:08.921052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58014) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:08.933796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c6cd6731-c85c-42c2-a17e-41301918e903 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:09.034916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 250e4e42-f359-4c13-a6ce-664e581fab59 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:09.036258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f13396-5973-433f-b93d-c57f2072743e req-3334a627-7ae4-46dc-aa99-95f98f50d988 service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184359 Aug 03 19:32:09.218692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=e1f0645b-fd82-46b8-b0d1-98b83b9b491b,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:09.269570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa59f3c-053f-41f2-864c-0f13ee376625 req-addbd806-67e6-4b17-8e1b-add8bb80f661 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:09.281081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fa59f3c-053f-41f2-864c-0f13ee376625 req-addbd806-67e6-4b17-8e1b-add8bb80f661 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 943 time: 0.1151552 Aug 03 19:32:09.373130 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc8304-fe05-46bb-83ba-c6b5f8db1b9e None None] Pushing event updated for resources: {'Port': ['ID=2403d4b1-9331-45b9-a646-9d08e78b1bc0,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:09.383251 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fa59f3c-053f-41f2-864c-0f13ee376625 req-cfc31e39-5374-4d46-8ddc-440e8571b50f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973427 Aug 03 19:32:09.721939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 250e4e42-f359-4c13-a6ce-664e581fab59 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:09.722313 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.794470 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.864057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:07Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:32:08Z', 'revision_number': 4, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d', 'name': '', 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:6e:7a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '106d0756-4459-48f1-ae20-e639605e5592', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:07Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '106d0756-4459-48f1-ae20-e639605e5592', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:09.906547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ea25cb-6908-42a2-87a2-8d7801a81357 None None] The sync data for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 is: [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:07Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:32:08Z', 'revision_number': 4, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d', 'name': '', 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:6e:7a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '106d0756-4459-48f1-ae20-e639605e5592', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:07Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '106d0756-4459-48f1-ae20-e639605e5592', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:10.082392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.extraroute_db [None req-c6cd6731-c85c-42c2-a17e-41301918e903 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:32:10.100532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.extraroute_db [None req-c6cd6731-c85c-42c2-a17e-41301918e903 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Removed routes are [] {{(pid=100488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:32:10.100950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6cd6731-c85c-42c2-a17e-41301918e903 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.413623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6cd6731-c85c-42c2-a17e-41301918e903 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.439573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6cd6731-c85c-42c2-a17e-41301918e903 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.625340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d3c6e-3287-4371-93fb-737c609c10cd req-7d41e457-ae8b-4ac3-88cc-19f37e54d212 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:10.627479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-882d3c6e-3287-4371-93fb-737c609c10cd req-7d41e457-ae8b-4ac3-88cc-19f37e54d212 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 943 time: 0.0988400 Aug 03 19:32:10.660331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cd6731-c85c-42c2-a17e-41301918e903 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:10.716408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-882d3c6e-3287-4371-93fb-737c609c10cd req-47ed266e-26b2-486d-924d-d4628855cc7b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812585 Aug 03 19:32:11.121965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd6731-c85c-42c2-a17e-41301918e903 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:11.142800 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c6cd6731-c85c-42c2-a17e-41301918e903 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.144119 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c6cd6731-c85c-42c2-a17e-41301918e903 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7 HTTP/1.1" status: 200 len: 934 time: 2.2215793 Aug 03 19:32:11.148361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58034) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:11.197482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c63cadc-533f-4c52-86d0-9ab2634708a9 None None] Network 2f3b04a9-9615-49fb-a27d-9414a90d5eac requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:11.408939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7f326e34-ee56-434e-9570-9d44e4f82a5e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:11.436984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3bd3e146-6b3a-4b62-84c3-b59577fbcc9f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7 HTTP/1.1" status: 200 len: 934 time: 0.2873101 Aug 03 19:32:11.443066 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58040) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:11.455573 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b0c6acd3-58fc-464e-b5be-9dd0b87af159 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'routes': None}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:11.517005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d4af4fd8-f7c6-47e3-9b06-4535f822d204 None None] Provisioning for port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:11.627174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 7f326e34-ee56-434e-9570-9d44e4f82a5e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:11.633603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7f326e34-ee56-434e-9570-9d44e4f82a5e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:11.634226 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.965665 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.091458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 7f326e34-ee56-434e-9570-9d44e4f82a5e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7f326e34-ee56-434e-9570-9d44e4f82a5e,segment=NetworkSegment(d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d),segment_id=d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:12.100391 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.101738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2403d4b1-9331-45b9-a646-9d08e78b1bc0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:12.122784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df68392-d57e-4a49-b2ab-f72414854e61 req-1f03e5d1-3e49-4a89-a674-dbfca6aa6835 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.138927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2df68392-d57e-4a49-b2ab-f72414854e61 req-1f03e5d1-3e49-4a89-a674-dbfca6aa6835 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 943 time: 0.1434653 Aug 03 19:32:12.217460 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2df68392-d57e-4a49-b2ab-f72414854e61 req-53b9a8ed-6b2a-44e9-a2f3-5ce72cbb1de6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749331 Aug 03 19:32:12.283585 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=7f326e34-ee56-434e-9570-9d44e4f82a5e,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:12.307602 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:12.314551 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:12.315178 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.364723 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Sync routers for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:12.383878 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:12.386460 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:12.438290 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.extraroute_db [None req-b0c6acd3-58fc-464e-b5be-9dd0b87af159 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added routes are [] {{(pid=100488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:32:12.439195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.extraroute_db [None req-b0c6acd3-58fc-464e-b5be-9dd0b87af159 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100488) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:32:12.515517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0c6acd3-58fc-464e-b5be-9dd0b87af159 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.566343 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.589257 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:12.603161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c47bd3a1-6046-4cd3-b61e-f9edd04ed6af None None] Provisioning complete for port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:12.603784 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3a1-6046-4cd3-b61e-f9edd04ed6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.778969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 2403d4b1-9331-45b9-a646-9d08e78b1bc0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2403d4b1-9331-45b9-a646-9d08e78b1bc0,segment=NetworkSegment(272a90d4-d2e7-4460-ae4b-6644c5840a8d),segment_id=272a90d4-d2e7-4460-ae4b-6644c5840a8d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:12.798645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.800092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e1f0645b-fd82-46b8-b0d1-98b83b9b491b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:12.883049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0c6acd3-58fc-464e-b5be-9dd0b87af159 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.893010 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0c6acd3-58fc-464e-b5be-9dd0b87af159 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.982669 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:10Z', 'revision_number': 6, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d', 'name': '', 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:6e:7a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '106d0756-4459-48f1-ae20-e639605e5592', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:07Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '106d0756-4459-48f1-ae20-e639605e5592', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:13.034513 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c6acd3-58fc-464e-b5be-9dd0b87af159 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:13.052127 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Checking router: 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:13.052127 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Updating router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:32:13.066949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=2403d4b1-9331-45b9-a646-9d08e78b1bc0,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:13.107712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e1f0645b-fd82-46b8-b0d1-98b83b9b491b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:13.108684 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.112398 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.137473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c47bd3a1-6046-4cd3-b61e-f9edd04ed6af None None] Provisioning for port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:13.145450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c47bd3a1-6046-4cd3-b61e-f9edd04ed6af None None] Provisioning complete for port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:13.146273 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c47bd3a1-6046-4cd3-b61e-f9edd04ed6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.236502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c47bd3a1-6046-4cd3-b61e-f9edd04ed6af None None] Port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:13.387596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-faeb5065-3cf7-4727-a55f-672513a68754 None None] Provisioning complete for port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:13.388354 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-faeb5065-3cf7-4727-a55f-672513a68754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.480976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532a3b5-8d6c-4d9a-b4a2-83a3f92d0742 req-df1386fd-7440-453b-a40d-36f811674a54 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.496664 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e532a3b5-8d6c-4d9a-b4a2-83a3f92d0742 req-df1386fd-7440-453b-a40d-36f811674a54 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 943 time: 0.1135495 Aug 03 19:32:13.498112 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-faeb5065-3cf7-4727-a55f-672513a68754 None None] Port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:13.512922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7f326e34-ee56-434e-9570-9d44e4f82a5e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:13.554771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e532a3b5-8d6c-4d9a-b4a2-83a3f92d0742 req-61622d29-7255-45ac-bae6-06bd07a81f4b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552721 Aug 03 19:32:13.615718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7f326e34-ee56-434e-9570-9d44e4f82a5e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:13.616560 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.674606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c6acd3-58fc-464e-b5be-9dd0b87af159 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:13.683014 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b0c6acd3-58fc-464e-b5be-9dd0b87af159 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.687735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58054) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:13.689860 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b0c6acd3-58fc-464e-b5be-9dd0b87af159 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7 HTTP/1.1" status: 200 len: 700 time: 2.2443612 Aug 03 19:32:13.732168 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.754989 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Transition to ACTIVE for port object c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:13.772536 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.825013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2403d4b1-9331-45b9-a646-9d08e78b1bc0 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:13.882510 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812eb01-2dab-4d28-91e1-d9638bf56d2c None None] Pushing event updated for resources: {'Port': ['ID=c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:13.940433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58058) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:13.952458 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e5191e75-48cd-4d4a-80b2-626650c71bf4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7 HTTP/1.1" status: 200 len: 700 time: 0.2634051 Aug 03 19:32:14.017441 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Attempting to bind port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:14.018310 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Attempting to bind port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '272a90d4-d2e7-4460-ae4b-6644c5840a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:14.019209 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Attempting to bind port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d on network 2f3b04a9-9615-49fb-a27d-9414a90d5eac {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:14.039838 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:14.041786 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Checking segment: {'id': '272a90d4-d2e7-4460-ae4b-6644c5840a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:14.042889 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.043733 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Bound using segment: {'id': '272a90d4-d2e7-4460-ae4b-6644c5840a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:14.044775 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Bound port: c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272a90d4-d2e7-4460-ae4b-6644c5840a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:14.045627 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.145025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:14.145935 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.175408 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] For port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:14.179700 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] For port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d,segment=NetworkSegment(272a90d4-d2e7-4460-ae4b-6644c5840a8d),segment_id=272a90d4-d2e7-4460-ae4b-6644c5840a8d)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:14.193948 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.319221 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812eb01-2dab-4d28-91e1-d9638bf56d2c None None] Pushing event updated for resources: {'Port': ['ID=c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:14.344715 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:14.345936 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:14.516923 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:14.749028 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.803774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db57e28-d55f-42c4-b6a4-489341f18242 req-aed2481f-4bf5-484d-9f0b-785c48bde528 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:14.836003 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6db57e28-d55f-42c4-b6a4-489341f18242 req-aed2481f-4bf5-484d-9f0b-785c48bde528 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 943 time: 0.1544764 Aug 03 19:32:14.970562 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6db57e28-d55f-42c4-b6a4-489341f18242 req-7be78579-8cd9-4bbe-b5b6-cfe3c1ab539b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335995 Aug 03 19:32:15.013325 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 7, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d', 'name': '', 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:6e:7a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '106d0756-4459-48f1-ae20-e639605e5592', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:14Z', 'revision_number': 4, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '106d0756-4459-48f1-ae20-e639605e5592', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:15.072433 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3539ed6-282b-44e8-aeb2-38be471ee16c None None] The sync data for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 is: [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 7, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d', 'name': '', 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:6e:7a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '106d0756-4459-48f1-ae20-e639605e5592', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:14Z', 'revision_number': 4, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '106d0756-4459-48f1-ae20-e639605e5592', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:15.141990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:15.142687 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.262060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d,segment=NetworkSegment(272a90d4-d2e7-4460-ae4b-6644c5840a8d),segment_id=272a90d4-d2e7-4460-ae4b-6644c5840a8d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:15.262441 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.279515 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:15.387371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732b476-3623-41d4-8d3f-b4a8557a926d None None] Sync routers for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:15.416289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732b476-3623-41d4-8d3f-b4a8557a926d None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:15.417826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e732b476-3623-41d4-8d3f-b4a8557a926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:15.520884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:15.531736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58076) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:15.588836 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.590500 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.622018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e732b476-3623-41d4-8d3f-b4a8557a926d None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:15.656480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:15.671090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No active binding found for port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d {{(pid=100489) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:32:15.671672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 19:32:15.741957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Port c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d not found, will not notify nova. {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 19:32:15.764232 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37c848ec-e2d2-4ea9-ae92-89a28007fac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.890610 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37c848ec-e2d2-4ea9-ae92-89a28007fac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.900624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-37c848ec-e2d2-4ea9-ae92-89a28007fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.950772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-37c848ec-e2d2-4ea9-ae92-89a28007fac0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=503bd26497f04bb2bf6759f518d5091b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167666 Aug 03 19:32:15.954551 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58080) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:15.984709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c848ec-e2d2-4ea9-ae92-89a28007fac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a71acd-6d59-4a0b-bf52-f4d353b779e0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:16.008110 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.100832 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e732b476-3623-41d4-8d3f-b4a8557a926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 7, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d', 'name': '', 'network_id': '2f3b04a9-9615-49fb-a27d-9414a90d5eac', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:6e:7a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '106d0756-4459-48f1-ae20-e639605e5592', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:06Z', 'updated_at': '2021-08-03T19:32:14Z', 'revision_number': 4, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '106d0756-4459-48f1-ae20-e639605e5592', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:16.134624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732b476-3623-41d4-8d3f-b4a8557a926d None None] Checking router: 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:16.139226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d05c44-dad2-4112-a7d1-83d6d0dd4c8d req-9b9a2abd-74ce-4c7a-8c70-6388a24c9b8a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:16.141275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83d05c44-dad2-4112-a7d1-83d6d0dd4c8d req-9b9a2abd-74ce-4c7a-8c70-6388a24c9b8a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 943 time: 0.0596986 Aug 03 19:32:16.150032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732b476-3623-41d4-8d3f-b4a8557a926d None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:16.150687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e732b476-3623-41d4-8d3f-b4a8557a926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:16.209072 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f5544ca6-999f-41e3-a7ff-71c0de0eb125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.220666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83d05c44-dad2-4112-a7d1-83d6d0dd4c8d req-38f58ac3-4837-473a-b31f-50843d0041aa tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611010 Aug 03 19:32:16.278893 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f5544ca6-999f-41e3-a7ff-71c0de0eb125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.372338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:16.457732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f5544ca6-999f-41e3-a7ff-71c0de0eb125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.460340 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f5544ca6-999f-41e3-a7ff-71c0de0eb125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.461704 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f5544ca6-999f-41e3-a7ff-71c0de0eb125 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6a71acd-6d59-4a0b-bf52-f4d353b779e0 HTTP/1.1" status: 204 len: 168 time: 0.5058906 Aug 03 19:32:16.480754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5544ca6-999f-41e3-a7ff-71c0de0eb125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a71acd-6d59-4a0b-bf52-f4d353b779e0,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:16.528276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:16.533842 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-84af7b51-7141-4340-9ac3-cf66ea4b08f8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918875 Aug 03 19:32:16.534833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e732b476-3623-41d4-8d3f-b4a8557a926d None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:16.538365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58088) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:16.615386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d218a6-4884-4a71-9764-64b2064b83dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting subnet 106d0756-4459-48f1-ae20-e639605e5592 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:16.619131 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-27d218a6-4884-4a71-9764-64b2064b83dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.673953 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-27d218a6-4884-4a71-9764-64b2064b83dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.836305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e732b476-3623-41d4-8d3f-b4a8557a926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:15Z', 'revision_number': 8, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:16.845144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-27d218a6-4884-4a71-9764-64b2064b83dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.861349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58092) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:16.873244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732b476-3623-41d4-8d3f-b4a8557a926d None None] The sync data for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 is: [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:15Z', 'revision_number': 8, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:16.889689 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10ec70fc-9e0b-49fa-8c95-6792536d35e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.939136 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-27d218a6-4884-4a71-9764-64b2064b83dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.996624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d218a6-4884-4a71-9764-64b2064b83dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Subnet': ['ID=106d0756-4459-48f1-ae20-e639605e5592,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:17.000168 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-27d218a6-4884-4a71-9764-64b2064b83dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.005760 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-27d218a6-4884-4a71-9764-64b2064b83dd tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/106d0756-4459-48f1-ae20-e639605e5592 HTTP/1.1" status: 204 len: 168 time: 0.4634371 Aug 03 19:32:17.006552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58094) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:17.009244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af63d18-6542-4a13-9169-8880cb0b4f83 None None] Network 2f3b04a9-9615-49fb-a27d-9414a90d5eac requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:17.106900 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10ec70fc-9e0b-49fa-8c95-6792536d35e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.115345 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-10ec70fc-9e0b-49fa-8c95-6792536d35e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.154908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.178685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58096) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:17.180186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-10ec70fc-9e0b-49fa-8c95-6792536d35e0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=869fab17d53243aabaf923a70e79a25c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167946 Aug 03 19:32:17.186681 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec70fc-9e0b-49fa-8c95-6792536d35e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94b7dd4-cdbf-43b7-98d8-23ad6a9a13da,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:17.279005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e5ee9-7bd9-4502-a00b-b3de27f91aea None None] DHCP port deletion for 2f3b04a9-9615-49fb-a27d-9414a90d5eac request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:17.280857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:17.281912 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.333705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-861943f7-6ceb-41f1-bc85-e9e81ecf160c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.382590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-861943f7-6ceb-41f1-bc85-e9e81ecf160c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.414070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e5ee9-7bd9-4502-a00b-b3de27f91aea None None] Deleting port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:17.415652 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a3e5ee9-7bd9-4502-a00b-b3de27f91aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.473595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port 2403d4b1-9331-45b9-a646-9d08e78b1bc0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2403d4b1-9331-45b9-a646-9d08e78b1bc0,segment=NetworkSegment(272a90d4-d2e7-4460-ae4b-6644c5840a8d),segment_id=272a90d4-d2e7-4460-ae4b-6644c5840a8d)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:17.474176 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.496093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-861943f7-6ceb-41f1-bc85-e9e81ecf160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.499456 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-861943f7-6ceb-41f1-bc85-e9e81ecf160c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.505442 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-861943f7-6ceb-41f1-bc85-e9e81ecf160c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a94b7dd4-cdbf-43b7-98d8-23ad6a9a13da HTTP/1.1" status: 204 len: 168 time: 0.3156424 Aug 03 19:32:17.515674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861943f7-6ceb-41f1-bc85-e9e81ecf160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94b7dd4-cdbf-43b7-98d8-23ad6a9a13da,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:17.520036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 2403d4b1-9331-45b9-a646-9d08e78b1bc0 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:17.529124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:17.592221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:17.593148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c6e4bf70-69dd-49d1-ad2c-4fe84c2e3a9d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:17.593148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2403d4b1-9331-45b9-a646-9d08e78b1bc0 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:17.636217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6a3e5ee9-7bd9-4502-a00b-b3de27f91aea None None] For port 2403d4b1-9331-45b9-a646-9d08e78b1bc0, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2403d4b1-9331-45b9-a646-9d08e78b1bc0,segment=NetworkSegment(272a90d4-d2e7-4460-ae4b-6644c5840a8d),segment_id=272a90d4-d2e7-4460-ae4b-6644c5840a8d)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:17.636668 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a3e5ee9-7bd9-4502-a00b-b3de27f91aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.650056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881e265-33a7-47d3-8c65-179a82109965 req-df6348fb-147b-45ee-8c8f-f4f41cde9080 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:17.652668 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2881e265-33a7-47d3-8c65-179a82109965 req-df6348fb-147b-45ee-8c8f-f4f41cde9080 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 943 time: 0.2884445 Aug 03 19:32:17.659267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e5ee9-7bd9-4502-a00b-b3de27f91aea None None] Calling delete_port for 2403d4b1-9331-45b9-a646-9d08e78b1bc0 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:17.758697 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2408ec6d-1503-4f2b-a2c6-6c44e37c263a None None] Sync routers for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:17.760681 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.788012 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408ec6d-1503-4f2b-a2c6-6c44e37c263a None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:17.789936 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2408ec6d-1503-4f2b-a2c6-6c44e37c263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:17.791408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2881e265-33a7-47d3-8c65-179a82109965 req-75120e74-7ec3-4edc-971e-ab3c2c02f2be tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106212 Aug 03 19:32:17.826295 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.853394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=2403d4b1-9331-45b9-a646-9d08e78b1bc0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:17.866814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No DVR routers for this DVR port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:17.876725 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a3e5ee9-7bd9-4502-a00b-b3de27f91aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.938794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e5ee9-7bd9-4502-a00b-b3de27f91aea None None] Pushing event deleted for resources: {'Port': ['ID=2403d4b1-9331-45b9-a646-9d08e78b1bc0,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:17.957401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3e5ee9-7bd9-4502-a00b-b3de27f91aea None None] No DVR routers for this DVR port 2403d4b1-9331-45b9-a646-9d08e78b1bc0 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:17.972814 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.985425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3b04a9-9615-49fb-a27d-9414a90d5eac']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:18.001257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272a90d4-d2e7-4460-ae4b-6644c5840a8d') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:18.002327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272a90d4-d2e7-4460-ae4b-6644c5840a8d') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:18.019656 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.022985 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2408ec6d-1503-4f2b-a2c6-6c44e37c263a None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:18.049126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.061581 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:18.062356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:18.068061 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:18.182886 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.192889 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.200442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/networks/2f3b04a9-9615-49fb-a27d-9414a90d5eac HTTP/1.1" status: 204 len: 168 time: 1.1873565 Aug 03 19:32:18.200966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58110) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:18.217094 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb81cfb-cb1e-403c-bce0-f8871735a902 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Network': ['ID=2f3b04a9-9615-49fb-a27d-9414a90d5eac,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:18.411961 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2408ec6d-1503-4f2b-a2c6-6c44e37c263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:15Z', 'revision_number': 8, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:18.467774 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2408ec6d-1503-4f2b-a2c6-6c44e37c263a None None] Checking router: 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:18.487950 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408ec6d-1503-4f2b-a2c6-6c44e37c263a None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:18.489415 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2408ec6d-1503-4f2b-a2c6-6c44e37c263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:18.585776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58120) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:18.659071 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2408ec6d-1503-4f2b-a2c6-6c44e37c263a None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:18.818889 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.022831 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2408ec6d-1503-4f2b-a2c6-6c44e37c263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:15Z', 'revision_number': 8, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:19.070302 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2408ec6d-1503-4f2b-a2c6-6c44e37c263a None None] The sync data for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 is: [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:15Z', 'revision_number': 8, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f326e34-ee56-434e-9570-9d44e4f82a5e', 'name': '', 'network_id': '71d0e905-8b78-4178-b9cb-167f4dea5cf9', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:71:ce:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '291055d0-7198-4321-b039-18b65b66392a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:56Z', 'updated_at': '2021-08-03T19:32:12Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '291055d0-7198-4321-b039-18b65b66392a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:19.125012 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce03473-0d90-4709-abc2-ceeeafe712ec req-617b959f-387a-485d-928a-8620710437b8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:19.132792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ce03473-0d90-4709-abc2-ceeeafe712ec req-617b959f-387a-485d-928a-8620710437b8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 943 time: 0.1361260 Aug 03 19:32:19.231773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ce03473-0d90-4709-abc2-ceeeafe712ec req-f0e49b11-206f-4681-901d-64e526327aff tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975862 Aug 03 19:32:19.269249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 7f326e34-ee56-434e-9570-9d44e4f82a5e {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:19.269249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.410089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port 7f326e34-ee56-434e-9570-9d44e4f82a5e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7f326e34-ee56-434e-9570-9d44e4f82a5e,segment=NetworkSegment(d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d),segment_id=d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:19.410576 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.430164 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 7f326e34-ee56-434e-9570-9d44e4f82a5e owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:19.430406 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.690593 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.724673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=7f326e34-ee56-434e-9570-9d44e4f82a5e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:19.967480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting port e1f0645b-fd82-46b8-b0d1-98b83b9b491b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:19.967848 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.986138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.093546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] For port e1f0645b-fd82-46b8-b0d1-98b83b9b491b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e1f0645b-fd82-46b8-b0d1-98b83b9b491b,segment=NetworkSegment(6518faf9-31c1-46fe-9279-8008eb4eabb0),segment_id=6518faf9-31c1-46fe-9279-8008eb4eabb0)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:20.094214 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.117613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Calling delete_port for e1f0645b-fd82-46b8-b0d1-98b83b9b491b owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:20.168743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device ee4929c2-4687-42b4-b634-89d5ad78916f details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:32:20.337031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:20.338315 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port ee4929c2-4687-42b4-b634-89d5ad78916f, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=ee4929c2-4687-42b4-b634-89d5ad78916f,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:20.357371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'ee4929c2-4687-42b4-b634-89d5ad78916f', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'port_id': 'ee4929c2-4687-42b4-b634-89d5ad78916f', 'mac_address': 'fa:16:3e:65:7d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:32:20.447419 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.453359 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.479667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4929c2-4687-42b4-b634-89d5ad78916f {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:20.486198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:20.494641 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3cfd5a21-d5e2-4ded-baac-db0bc9337043 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2878032 Aug 03 19:32:20.497177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58150) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:20.506934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e45b63-9362-46c9-997d-f449ab2b9a86 None None] Sync routers for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:20.517010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Port': ['ID=e1f0645b-fd82-46b8-b0d1-98b83b9b491b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:20.536764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port ee4929c2-4687-42b4-b634-89d5ad78916f, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=ee4929c2-4687-42b4-b634-89d5ad78916f,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:20.552741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e45b63-9362-46c9-997d-f449ab2b9a86 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:20.553125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018e218-6e63-43eb-904f-53b96428b603 req-5d2d96af-233d-4c49-adea-fb5bd74e62a5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:20.553462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a8e45b63-9362-46c9-997d-f449ab2b9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:20.555269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1018e218-6e63-43eb-904f-53b96428b603 req-5d2d96af-233d-4c49-adea-fb5bd74e62a5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 943 time: 0.1611428 Aug 03 19:32:20.556960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.622993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-720c2fa0-4c8e-4c8b-a4a4-adf11d540551 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting subnet 291055d0-7198-4321-b039-18b65b66392a {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:20.628868 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-720c2fa0-4c8e-4c8b-a4a4-adf11d540551 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.752070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-720c2fa0-4c8e-4c8b-a4a4-adf11d540551 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.834326 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-a8e45b63-9362-46c9-997d-f449ab2b9a86 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:20.891996 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.923366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['ee4929c2-4687-42b4-b634-89d5ad78916f'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:32:20.927549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1018e218-6e63-43eb-904f-53b96428b603 req-7e7d7be3-024f-4682-bde9-1f94b4ae2bf9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059690 Aug 03 19:32:20.937567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-720c2fa0-4c8e-4c8b-a4a4-adf11d540551 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.021978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=ee4929c2-4687-42b4-b634-89d5ad78916f,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:21.047624 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-720c2fa0-4c8e-4c8b-a4a4-adf11d540551 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.089448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-720c2fa0-4c8e-4c8b-a4a4-adf11d540551 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.093524 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-720c2fa0-4c8e-4c8b-a4a4-adf11d540551 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/291055d0-7198-4321-b039-18b65b66392a HTTP/1.1" status: 204 len: 168 time: 0.5934906 Aug 03 19:32:21.096797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58158) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:21.108162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f85290-ed0c-45d6-8508-9dd1a957fbe4 None None] Network 71d0e905-8b78-4178-b9cb-167f4dea5cf9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:21.119233 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c2fa0-4c8e-4c8b-a4a4-adf11d540551 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Subnet': ['ID=291055d0-7198-4321-b039-18b65b66392a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:21.275507 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.359195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c65a25d0-ec97-4b51-a10b-8d70fa671015 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:21.443425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 5435c780-086e-4b5f-b943-5f73a49a5e05 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:21.445420 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.465103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a8e45b63-9362-46c9-997d-f449ab2b9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:19Z', 'revision_number': 9, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:21.515219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e45b63-9362-46c9-997d-f449ab2b9a86 None None] Checking router: 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:21.548669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a10aa-796c-4d93-930a-da45e70e1e74 None None] DHCP port deletion for 71d0e905-8b78-4178-b9cb-167f4dea5cf9 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:21.583882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port 5435c780-086e-4b5f-b943-5f73a49a5e05, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5435c780-086e-4b5f-b943-5f73a49a5e05,segment=NetworkSegment(d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d),segment_id=d3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:21.584611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.589859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e45b63-9362-46c9-997d-f449ab2b9a86 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:21.590620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a8e45b63-9362-46c9-997d-f449ab2b9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:21.625482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 5435c780-086e-4b5f-b943-5f73a49a5e05 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:21.632506 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:21.648093 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbbedb8-5d9c-44c6-a1cf-b840fd278688 None None] Sync routers for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:21.648706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-71d25671-b9d7-4277-a0c1-994d07b8df25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "PUT /v2.0/routers/c65a25d0-ec97-4b51-a10b-8d70fa671015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0610125 Aug 03 19:32:21.664020 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbbedb8-5d9c-44c6-a1cf-b840fd278688 None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:21.665631 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bcbbedb8-5d9c-44c6-a1cf-b840fd278688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:21.797290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-a8e45b63-9362-46c9-997d-f449ab2b9a86 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:21.813054 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.888001 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-bcbbedb8-5d9c-44c6-a1cf-b840fd278688 None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:21.891932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=5435c780-086e-4b5f-b943-5f73a49a5e05,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:21.900044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No DVR routers for this DVR port 5435c780-086e-4b5f-b943-5f73a49a5e05 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:22.012461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.026847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d0e905-8b78-4178-b9cb-167f4dea5cf9']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:22.100952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b91a10aa-796c-4d93-930a-da45e70e1e74 None None] Deleting port 5435c780-086e-4b5f-b943-5f73a49a5e05 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:22.101727 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b91a10aa-796c-4d93-930a-da45e70e1e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.219890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b91a10aa-796c-4d93-930a-da45e70e1e74 None None] For port 5435c780-086e-4b5f-b943-5f73a49a5e05, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:22.220365 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b91a10aa-796c-4d93-930a-da45e70e1e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.238606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b91a10aa-796c-4d93-930a-da45e70e1e74 None None] Calling delete_port for 5435c780-086e-4b5f-b943-5f73a49a5e05 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:22.242454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-b91a10aa-796c-4d93-930a-da45e70e1e74 None None] Port 5435c780-086e-4b5f-b943-5f73a49a5e05 was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:32:22.248326 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b91a10aa-796c-4d93-930a-da45e70e1e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.252056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device ee4929c2-4687-42b4-b634-89d5ad78916f up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:22.285745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ad363-dfeb-417c-b96b-d79cd8e69028 req-8be3c432-6f5e-4fb9-b35b-715a5f20e58c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:22.299329 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a2ad363-dfeb-417c-b96b-d79cd8e69028 req-8be3c432-6f5e-4fb9-b35b-715a5f20e58c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 946 time: 0.2103634 Aug 03 19:32:22.334860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211399a4-489f-4648-a558-5c7f77fb32a3 req-5fba2568-6a95-4417-9f69-8ab296022274 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:22.351367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-211399a4-489f-4648-a558-5c7f77fb32a3 req-5fba2568-6a95-4417-9f69-8ab296022274 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 944 time: 0.2051036 Aug 03 19:32:22.373197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a10aa-796c-4d93-930a-da45e70e1e74 None None] Pushing event deleted for resources: {'Port': ['ID=5435c780-086e-4b5f-b943-5f73a49a5e05,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:22.380487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a10aa-796c-4d93-930a-da45e70e1e74 None None] No DVR routers for this DVR port 5435c780-086e-4b5f-b943-5f73a49a5e05 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:22.441985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a8e45b63-9362-46c9-997d-f449ab2b9a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:19Z', 'revision_number': 9, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:22.448344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port ee4929c2-4687-42b4-b634-89d5ad78916f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:22.470925 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:22.471624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dba2b9-d9e6-4a69-bbcc-0231c9c55d0d') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:22.487188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port ee4929c2-4687-42b4-b634-89d5ad78916f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:22.488711 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.492779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e45b63-9362-46c9-997d-f449ab2b9a86 None None] The sync data for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 is: [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:19Z', 'revision_number': 9, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '250e4e42-f359-4c13-a6ce-664e581fab59', 'name': '', 'network_id': '64edcd46-b8d0-4b15-95a1-a2a9cb693050', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:ae:c2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:51Z', 'updated_at': '2021-08-03T19:32:05Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '82a7da55-b10f-414b-ad25-1b39f11cce42', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:22.493370 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a2ad363-dfeb-417c-b96b-d79cd8e69028 req-93d100f9-e4e7-432f-8ec6-d35a63c7e6d6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b9cae13-15e7-49a8-a5a9-6462ef430cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923773 Aug 03 19:32:22.497917 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bcbbedb8-5d9c-44c6-a1cf-b840fd278688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:32:20Z', 'revision_number': 6, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'port_id': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'mac_address': 'fa:16:3e:f8:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23984ef2-a83e-4618-a017-6e875a95e735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:30:51Z', 'updated_at': '2021-08-03T19:30:56Z', 'revision_number': 1, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:22.525529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-211399a4-489f-4648-a558-5c7f77fb32a3 req-8bc9b0f3-13b8-4f47-b496-9dacf43d5625 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728251 Aug 03 19:32:22.537461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.575422 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbbedb8-5d9c-44c6-a1cf-b840fd278688 None None] Checking router: c65a25d0-ec97-4b51-a10b-8d70fa671015 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:22.576105 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.586354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:22.586805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.588979 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbbedb8-5d9c-44c6-a1cf-b840fd278688 None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:22.590083 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bcbbedb8-5d9c-44c6-a1cf-b840fd278688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:22.590309 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:22.680175 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.710335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf3e58b-ce7e-47c9-ba82-50699f145d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4929c2-4687-42b4-b634-89d5ad78916f'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:22.712915 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c3488f-494b-463e-969d-1c46598c95c1" -d '{"events": [{"server_uuid": "6cf3e58b-ce7e-47c9-ba82-50699f145d29", "name": "network-vif-plugged", "status": "completed", "tag": "ee4929c2-4687-42b4-b634-89d5ad78916f"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:22.751904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port ee4929c2-4687-42b4-b634-89d5ad78916f, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=ee4929c2-4687-42b4-b634-89d5ad78916f,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:22.763099 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.770303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.793255 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.795906 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c495e23e-fc7e-4d89-aca3-69afda20fac3 x-openstack-request-id: req-c495e23e-fc7e-4d89-aca3-69afda20fac3 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:22.796205 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf3e58b-ce7e-47c9-ba82-50699f145d29", "name": "network-vif-plugged", "status": "completed", "tag": "ee4929c2-4687-42b4-b634-89d5ad78916f", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:22.797335 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c495e23e-fc7e-4d89-aca3-69afda20fac3 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:22.797979 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf3e58b-ce7e-47c9-ba82-50699f145d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4929c2-4687-42b4-b634-89d5ad78916f', 'code': 200} Aug 03 19:32:22.806984 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/networks/71d0e905-8b78-4178-b9cb-167f4dea5cf9 HTTP/1.1" status: 204 len: 168 time: 1.7056983 Aug 03 19:32:22.807344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58176) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:22.828775 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-bcbbedb8-5d9c-44c6-a1cf-b840fd278688 None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:22.858277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=ee4929c2-4687-42b4-b634-89d5ad78916f,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:22.862093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dfa2c-7295-4c4d-bf32-43a6b4582ef7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Network': ['ID=71d0e905-8b78-4178-b9cb-167f4dea5cf9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:23.023218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d51b7-ac8d-45d3-ac15-08b345d5890d req-989c3b33-ef01-4bd0-80f3-205bb1105d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:23.026299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d5d51b7-ac8d-45d3-ac15-08b345d5890d req-989c3b33-ef01-4bd0-80f3-205bb1105d2a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 1096 time: 0.1194398 Aug 03 19:32:23.170848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d5d51b7-ac8d-45d3-ac15-08b345d5890d req-3b01df69-c8b6-4fe8-b96e-e3afa8933e45 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755067 Aug 03 19:32:23.185215 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-bcbbedb8-5d9c-44c6-a1cf-b840fd278688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:32:20Z', 'revision_number': 6, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'port_id': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'mac_address': 'fa:16:3e:f8:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23984ef2-a83e-4618-a017-6e875a95e735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:30:51Z', 'updated_at': '2021-08-03T19:30:56Z', 'revision_number': 1, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:23.240332 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbbedb8-5d9c-44c6-a1cf-b840fd278688 None None] The sync data for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 is: [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:32:20Z', 'revision_number': 6, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'port_id': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'mac_address': 'fa:16:3e:f8:3d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23984ef2-a83e-4618-a017-6e875a95e735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:30:51Z', 'updated_at': '2021-08-03T19:30:56Z', 'revision_number': 1, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:23.441267 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.756833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5435c780-086e-4b5f-b943-5f73a49a5e05 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:23.795971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 5435c780-086e-4b5f-b943-5f73a49a5e05 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:23.796325 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5435c780-086e-4b5f-b943-5f73a49a5e05 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:23.796760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7f326e34-ee56-434e-9570-9d44e4f82a5e no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:23.820478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 7f326e34-ee56-434e-9570-9d44e4f82a5e {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:23.821806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7f326e34-ee56-434e-9570-9d44e4f82a5e not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:23.822472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e1f0645b-fd82-46b8-b0d1-98b83b9b491b no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:23.846382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: e1f0645b-fd82-46b8-b0d1-98b83b9b491b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:23.846755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e1f0645b-fd82-46b8-b0d1-98b83b9b491b not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:23.922856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc4f0e-9f00-42da-8bcb-029870bc5c56 req-938337d5-5b64-4431-929e-e72330e0b215 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:23.927099 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74fc4f0e-9f00-42da-8bcb-029870bc5c56 req-938337d5-5b64-4431-929e-e72330e0b215 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 946 time: 0.5435264 Aug 03 19:32:24.175838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9a645-2b7f-4845-9738-1f8e374eca1b req-86230dd4-5275-4f7a-932a-86bfe708b377 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:24.181547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50c9a645-2b7f-4845-9738-1f8e374eca1b req-86230dd4-5275-4f7a-932a-86bfe708b377 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 946 time: 0.2719226 Aug 03 19:32:24.205486 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6566b-184b-48c8-b210-2af27c70e912 req-5cf8f76e-4efe-4190-a19e-6ba32aa0cf1d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:24.213747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01a6566b-184b-48c8-b210-2af27c70e912 req-5cf8f76e-4efe-4190-a19e-6ba32aa0cf1d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 945 time: 0.3061659 Aug 03 19:32:24.333450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-01a6566b-184b-48c8-b210-2af27c70e912 req-a9a2cb4f-bd25-4a05-aee0-c02fc2903009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185467 Aug 03 19:32:24.350533 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50c9a645-2b7f-4845-9738-1f8e374eca1b req-eeddd99e-c97f-4eb0-9080-af72d211810e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=6b9cae13-15e7-49a8-a5a9-6462ef430cab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324358 Aug 03 19:32:24.364402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-74fc4f0e-9f00-42da-8bcb-029870bc5c56 req-df9f9153-2781-43ea-ab4b-0e8e108ba1b6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting port 31a829ed-efcd-46c8-919f-d6a7206c896d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:24.364909 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-74fc4f0e-9f00-42da-8bcb-029870bc5c56 req-df9f9153-2781-43ea-ab4b-0e8e108ba1b6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.581762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-74fc4f0e-9f00-42da-8bcb-029870bc5c56 req-df9f9153-2781-43ea-ab4b-0e8e108ba1b6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] For port 31a829ed-efcd-46c8-919f-d6a7206c896d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=31a829ed-efcd-46c8-919f-d6a7206c896d,segment=NetworkSegment(6518faf9-31c1-46fe-9279-8008eb4eabb0),segment_id=6518faf9-31c1-46fe-9279-8008eb4eabb0)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:24.582217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-74fc4f0e-9f00-42da-8bcb-029870bc5c56 req-df9f9153-2781-43ea-ab4b-0e8e108ba1b6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.601823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-74fc4f0e-9f00-42da-8bcb-029870bc5c56 req-df9f9153-2781-43ea-ab4b-0e8e108ba1b6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Calling delete_port for 31a829ed-efcd-46c8-919f-d6a7206c896d owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:24.662876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 250e4e42-f359-4c13-a6ce-664e581fab59 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:24.663233 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.796360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port 250e4e42-f359-4c13-a6ce-664e581fab59, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=250e4e42-f359-4c13-a6ce-664e581fab59,segment=NetworkSegment(0d413715-9290-4c8f-824e-e6bab812a2e9),segment_id=0d413715-9290-4c8f-824e-e6bab812a2e9)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:24.796742 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.840365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 250e4e42-f359-4c13-a6ce-664e581fab59 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:24.905454 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-74fc4f0e-9f00-42da-8bcb-029870bc5c56 req-df9f9153-2781-43ea-ab4b-0e8e108ba1b6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.954322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f9153-2781-43ea-ab4b-0e8e108ba1b6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Port': ['ID=31a829ed-efcd-46c8-919f-d6a7206c896d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:25.008249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fc4f0e-9f00-42da-8bcb-029870bc5c56 req-df9f9153-2781-43ea-ab4b-0e8e108ba1b6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] No DVR routers for this DVR port 31a829ed-efcd-46c8-919f-d6a7206c896d on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:25.041736 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-74fc4f0e-9f00-42da-8bcb-029870bc5c56 req-df9f9153-2781-43ea-ab4b-0e8e108ba1b6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.043801 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74fc4f0e-9f00-42da-8bcb-029870bc5c56 req-df9f9153-2781-43ea-ab4b-0e8e108ba1b6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.37 "DELETE /v2.0/ports/31a829ed-efcd-46c8-919f-d6a7206c896d HTTP/1.1" status: 204 len: 173 time: 1.0687511 Aug 03 19:32:25.044292 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3a67f9-b613-4138-bd4a-70b75624391a', 'name': 'network-vif-deleted', 'tag': '31a829ed-efcd-46c8-919f-d6a7206c896d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:25.046828 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788235e2-7c71-42bd-a2c9-7b25e62c04b0" -d '{"events": [{"server_uuid": "0f3a67f9-b613-4138-bd4a-70b75624391a", "name": "network-vif-deleted", "tag": "31a829ed-efcd-46c8-919f-d6a7206c896d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:25.140556 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.198464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=250e4e42-f359-4c13-a6ce-664e581fab59,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:25.512438 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.742645 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66935796-999c-4f4a-9c6b-a94574ab4ddb x-openstack-request-id: req-66935796-999c-4f4a-9c6b-a94574ab4ddb {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:25.743026 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3a67f9-b613-4138-bd4a-70b75624391a", "name": "network-vif-deleted", "tag": "31a829ed-efcd-46c8-919f-d6a7206c896d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:25.743231 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-66935796-999c-4f4a-9c6b-a94574ab4ddb {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:25.743819 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3a67f9-b613-4138-bd4a-70b75624391a', 'name': 'network-vif-deleted', 'tag': '31a829ed-efcd-46c8-919f-d6a7206c896d', 'status': 'completed', 'code': 200} Aug 03 19:32:25.844210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ce931af-1997-473d-a7dc-2719f8f23956 req-a4decb49-84e2-4378-8f65-145c3fe597d5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=0f3a67f9-b613-4138-bd4a-70b75624391a HTTP/1.1" status: 200 len: 210 time: 0.0991597 Aug 03 19:32:25.881651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c2fd-a3b1-4590-bb65-3ef1ed8f8219 req-618c1dc3-7238-4029-af64-28496b391ffc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:25.883449 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d91c2fd-a3b1-4590-bb65-3ef1ed8f8219 req-618c1dc3-7238-4029-af64-28496b391ffc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 945 time: 0.3107760 Aug 03 19:32:26.002864 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d91c2fd-a3b1-4590-bb65-3ef1ed8f8219 req-23d57fd4-befa-4169-b16f-534f7d72812b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102350 Aug 03 19:32:26.032123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:26.191048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:26.197633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5265bc44-c709-41c7-a6c7-9a90ae630866 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3890338 Aug 03 19:32:26.201730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58210) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:26.205360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edc96b-1302-426b-aa3d-45f975643c6c None None] Sync routers for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:26.217858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edc96b-1302-426b-aa3d-45f975643c6c None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:26.218735 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-52edc96b-1302-426b-aa3d-45f975643c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:26.219864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587f078-a29d-4001-8bcc-313829650481 req-7af28ab7-4e8a-42d5-9d4f-d48574cae958 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:26.222948 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1587f078-a29d-4001-8bcc-313829650481 req-7af28ab7-4e8a-42d5-9d4f-d48574cae958 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 945 time: 0.1236894 Aug 03 19:32:26.301173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-76369254-801e-40d0-b98f-ac910495a0e3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting subnet 82a7da55-b10f-414b-ad25-1b39f11cce42 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:26.312063 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76369254-801e-40d0-b98f-ac910495a0e3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.318823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1587f078-a29d-4001-8bcc-313829650481 req-c9701f32-28c1-4b44-be2d-e940407ad005 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733778 Aug 03 19:32:26.340096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-52edc96b-1302-426b-aa3d-45f975643c6c None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:26.378986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76369254-801e-40d0-b98f-ac910495a0e3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.516625 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76369254-801e-40d0-b98f-ac910495a0e3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.605409 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76369254-801e-40d0-b98f-ac910495a0e3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.643161 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76369254-801e-40d0-b98f-ac910495a0e3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.645541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-76369254-801e-40d0-b98f-ac910495a0e3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/82a7da55-b10f-414b-ad25-1b39f11cce42 HTTP/1.1" status: 204 len: 168 time: 0.4416859 Aug 03 19:32:26.646666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76369254-801e-40d0-b98f-ac910495a0e3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Subnet': ['ID=82a7da55-b10f-414b-ad25-1b39f11cce42,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:26.648773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58220) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:26.733250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9c5aef-2058-42ee-b9f8-6b75335dfd57 None None] Network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:26.785538 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.895939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 742f62f5-e171-4d57-80ee-84aa9d0c0036 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:26.897294 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.002955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58232) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:27.009632 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port 742f62f5-e171-4d57-80ee-84aa9d0c0036, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=742f62f5-e171-4d57-80ee-84aa9d0c0036,segment=NetworkSegment(0d413715-9290-4c8f-824e-e6bab812a2e9),segment_id=0d413715-9290-4c8f-824e-e6bab812a2e9)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:27.010196 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.114236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 742f62f5-e171-4d57-80ee-84aa9d0c0036 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:27.197723 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5050c6b8-a822-4312-bd99-9893f1fab471 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.219542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-52edc96b-1302-426b-aa3d-45f975643c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:25Z', 'revision_number': 10, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:27.297442 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5050c6b8-a822-4312-bd99-9893f1fab471 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.362979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edc96b-1302-426b-aa3d-45f975643c6c None None] Checking router: 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:27.373011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8db178-8505-4a96-94eb-2af75bc057c4 None None] DHCP port deletion for 64edcd46-b8d0-4b15-95a1-a2a9cb693050 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:27.456080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edc96b-1302-426b-aa3d-45f975643c6c None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:27.457035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-52edc96b-1302-426b-aa3d-45f975643c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:27.507523 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5050c6b8-a822-4312-bd99-9893f1fab471 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.521530 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5050c6b8-a822-4312-bd99-9893f1fab471 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.543211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5050c6b8-a822-4312-bd99-9893f1fab471 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/security-groups/6b9cae13-15e7-49a8-a5a9-6462ef430cab HTTP/1.1" status: 204 len: 168 time: 0.5209258 Aug 03 19:32:27.570816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050c6b8-a822-4312-bd99-9893f1fab471 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9cae13-15e7-49a8-a5a9-6462ef430cab,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:27.613389 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.643401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58254) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:27.653834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No DVR routers for this DVR port 742f62f5-e171-4d57-80ee-84aa9d0c0036 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:27.656831 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-52edc96b-1302-426b-aa3d-45f975643c6c None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:27.701173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=742f62f5-e171-4d57-80ee-84aa9d0c0036,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:27.857327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-1646f077-206a-4516-a583-e6c141cf23a4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting subnet d69e70f0-794e-4bcb-b5e6-d6f535fd9874 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:27.867276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 742f62f5-e171-4d57-80ee-84aa9d0c0036 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:27.876825 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1646f077-206a-4516-a583-e6c141cf23a4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.901860 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.924689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64edcd46-b8d0-4b15-95a1-a2a9cb693050']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:27.949143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d413715-9290-4c8f-824e-e6bab812a2e9') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:27.949620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d413715-9290-4c8f-824e-e6bab812a2e9') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:27.963495 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.980590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.991963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:27.992822 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.000809 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1646f077-206a-4516-a583-e6c141cf23a4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.027365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 742f62f5-e171-4d57-80ee-84aa9d0c0036 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:28.028086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 742f62f5-e171-4d57-80ee-84aa9d0c0036 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:28.136017 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4a8db178-8505-4a96-94eb-2af75bc057c4 None None] Deleting port 742f62f5-e171-4d57-80ee-84aa9d0c0036 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:28.136525 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4a8db178-8505-4a96-94eb-2af75bc057c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:28.146315 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:28.153104 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.160168 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.176777 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/networks/64edcd46-b8d0-4b15-95a1-a2a9cb693050 HTTP/1.1" status: 204 len: 168 time: 1.5209198 Aug 03 19:32:28.178349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58264) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:28.237211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 31a829ed-efcd-46c8-919f-d6a7206c896d no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:28.291214 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1646f077-206a-4516-a583-e6c141cf23a4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.365288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 31a829ed-efcd-46c8-919f-d6a7206c896d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:28.365776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 31a829ed-efcd-46c8-919f-d6a7206c896d not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:28.427279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4a8db178-8505-4a96-94eb-2af75bc057c4 None None] For port 742f62f5-e171-4d57-80ee-84aa9d0c0036, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:28.427695 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4a8db178-8505-4a96-94eb-2af75bc057c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.479205 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1646f077-206a-4516-a583-e6c141cf23a4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.497170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4a8db178-8505-4a96-94eb-2af75bc057c4 None None] Calling delete_port for 742f62f5-e171-4d57-80ee-84aa9d0c0036 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:28.506204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-4a8db178-8505-4a96-94eb-2af75bc057c4 None None] Port 742f62f5-e171-4d57-80ee-84aa9d0c0036 was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:32:28.510843 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4a8db178-8505-4a96-94eb-2af75bc057c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.533593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16521b-ae3f-4a54-81cf-0501a47e2e3e tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Network': ['ID=64edcd46-b8d0-4b15-95a1-a2a9cb693050,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:28.571739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646f077-206a-4516-a583-e6c141cf23a4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Subnet': ['ID=d69e70f0-794e-4bcb-b5e6-d6f535fd9874,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:28.575281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8db178-8505-4a96-94eb-2af75bc057c4 None None] Pushing event deleted for resources: {'Port': ['ID=742f62f5-e171-4d57-80ee-84aa9d0c0036,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:28.578635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a8db178-8505-4a96-94eb-2af75bc057c4 None None] Network 64edcd46-b8d0-4b15-95a1-a2a9cb693050 is not hosted by any dhcp agent {{(pid=100489) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:32:28.579111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8db178-8505-4a96-94eb-2af75bc057c4 None None] No DVR routers for this DVR port 742f62f5-e171-4d57-80ee-84aa9d0c0036 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:28.585113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1646f077-206a-4516-a583-e6c141cf23a4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.587852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1646f077-206a-4516-a583-e6c141cf23a4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/subnets/d69e70f0-794e-4bcb-b5e6-d6f535fd9874 HTTP/1.1" status: 204 len: 168 time: 0.9417725 Aug 03 19:32:28.609867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58268) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:28.634822 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28783882-4544-4fde-9a53-b4f25d0c973c None None] Network 2510eaef-0932-42fd-85f0-c648427a3eb6 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:28.788050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-52edc96b-1302-426b-aa3d-45f975643c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:25Z', 'revision_number': 10, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:28.852353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.872672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edc96b-1302-426b-aa3d-45f975643c6c None None] The sync data for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 is: [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:25Z', 'revision_number': 10, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None, '_interfaces': [{'id': '0479de71-b60b-42da-bc75-29876a654c77', 'name': '', 'network_id': '73e31417-5028-4d02-ae50-e3f9ce28dc05', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 5, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'subnets': [{'id': '903fe2af-61ce-4354-a651-307ba8b139ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:28.973157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting port 009c2b10-daa3-47d6-9bc6-55ed04859332 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:28.973975 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.065693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.084308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] For port 009c2b10-daa3-47d6-9bc6-55ed04859332, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=009c2b10-daa3-47d6-9bc6-55ed04859332,segment=NetworkSegment(6518faf9-31c1-46fe-9279-8008eb4eabb0),segment_id=6518faf9-31c1-46fe-9279-8008eb4eabb0)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:29.084965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.137779 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Calling delete_port for 009c2b10-daa3-47d6-9bc6-55ed04859332 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:29.390981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 250e4e42-f359-4c13-a6ce-664e581fab59 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:29.501743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 250e4e42-f359-4c13-a6ce-664e581fab59 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:29.502640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 250e4e42-f359-4c13-a6ce-664e581fab59 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:29.503732 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.558358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e2381-5ffd-44cf-9e3c-d1be1276518f None None] DHCP port deletion for 2510eaef-0932-42fd-85f0-c648427a3eb6 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:29.715799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] No DVR routers for this DVR port 009c2b10-daa3-47d6-9bc6-55ed04859332 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:29.731773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Port': ['ID=009c2b10-daa3-47d6-9bc6-55ed04859332,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:29.829832 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.955551 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.957947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 0479de71-b60b-42da-bc75-29876a654c77 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:29.958233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.981250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2510eaef-0932-42fd-85f0-c648427a3eb6']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:30.002196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6518faf9-31c1-46fe-9279-8008eb4eabb0') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:30.002668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6518faf9-31c1-46fe-9279-8008eb4eabb0') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:30.021352 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.049824 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.062624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:30.063500 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:30.069457 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:30.170020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port 0479de71-b60b-42da-bc75-29876a654c77, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=0479de71-b60b-42da-bc75-29876a654c77,segment=NetworkSegment(7911c83c-07b8-4068-b88e-090b34650d1f),segment_id=7911c83c-07b8-4068-b88e-090b34650d1f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:30.172676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.199939 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.208589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 0479de71-b60b-42da-bc75-29876a654c77 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:30.215307 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.217821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/networks/2510eaef-0932-42fd-85f0-c648427a3eb6 HTTP/1.1" status: 204 len: 168 time: 1.6066554 Aug 03 19:32:30.222791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58318) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:30.278227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba50e6c-2f44-4fe3-8147-a0c464a1430a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Network': ['ID=2510eaef-0932-42fd-85f0-c648427a3eb6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:30.560587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.568853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting port c5fad319-9075-4a0b-981a-5dd8a7813da8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:30.568853 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.592481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=0479de71-b60b-42da-bc75-29876a654c77,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:30.734790 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.735157 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.754483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Calling delete_port for c5fad319-9075-4a0b-981a-5dd8a7813da8 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:30.929609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.074032 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.179922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Port': ['ID=c5fad319-9075-4a0b-981a-5dd8a7813da8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:31.327341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:31.341322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.341622 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Floating IP 6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20 disassociated (deleted). External IP: 172.25.8.29, port: baa6f643-4b91-4f05-9d3f-341942a30444. Aug 03 19:32:31.533806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:31.547372 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-62bd0ca7-273f-48f9-b62d-ee3cb4b84faa tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3677373 Aug 03 19:32:31.551303 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475c91e-d6b8-4059-b398-c01c0094da54 None None] Sync routers for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:31.557979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58336) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:31.582831 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475c91e-d6b8-4059-b398-c01c0094da54 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:31.583890 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f475c91e-d6b8-4059-b398-c01c0094da54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:31.694425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 009c2b10-daa3-47d6-9bc6-55ed04859332 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:31.704090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-432bac61-77c1-4f1b-9a17-5d8adf6724a7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting subnet 903fe2af-61ce-4354-a651-307ba8b139ba {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:31.710261 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432bac61-77c1-4f1b-9a17-5d8adf6724a7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.767881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 009c2b10-daa3-47d6-9bc6-55ed04859332 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:31.768858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 009c2b10-daa3-47d6-9bc6-55ed04859332 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:31.772574 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-f475c91e-d6b8-4059-b398-c01c0094da54 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:31.814970 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432bac61-77c1-4f1b-9a17-5d8adf6724a7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.981099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-174860ef-0b73-48f9-881f-8293eda8a5c1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:31.983292 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f475c91e-d6b8-4059-b398-c01c0094da54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:30Z', 'revision_number': 11, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:31.988531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-174860ef-0b73-48f9-881f-8293eda8a5c1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.4476624 Aug 03 19:32:32.019748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-9745105f-ddf7-4027-990e-42f812412d07 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/quotas/d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 375 time: 0.0301969 Aug 03 19:32:32.085836 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475c91e-d6b8-4059-b398-c01c0094da54 None None] Checking router: 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:32.092244 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432bac61-77c1-4f1b-9a17-5d8adf6724a7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.111556 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475c91e-d6b8-4059-b398-c01c0094da54 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:32.116331 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f475c91e-d6b8-4059-b398-c01c0094da54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:32.195099 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-d149b6bb-4536-4807-9c5f-6b46a723b140 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1678803 Aug 03 19:32:32.296231 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432bac61-77c1-4f1b-9a17-5d8adf6724a7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.300658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c65a25d0-ec97-4b51-a10b-8d70fa671015 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:32.370130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bac61-77c1-4f1b-9a17-5d8adf6724a7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Subnet': ['ID=903fe2af-61ce-4354-a651-307ba8b139ba,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:32.384705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-432bac61-77c1-4f1b-9a17-5d8adf6724a7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.388212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861795cd-f7c3-4aa8-9d98-aabf26f9a0d0 None None] Network 73e31417-5028-4d02-ae50-e3f9ce28dc05 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:32.403593 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-432bac61-77c1-4f1b-9a17-5d8adf6724a7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/903fe2af-61ce-4354-a651-307ba8b139ba HTTP/1.1" status: 204 len: 168 time: 0.8411326 Aug 03 19:32:32.411977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58342) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:32.514753 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-f475c91e-d6b8-4059-b398-c01c0094da54 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:32.645683 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.653183 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f475c91e-d6b8-4059-b398-c01c0094da54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:30Z', 'revision_number': 11, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:32.679753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-a0c22596-8028-4bd3-9e39-e7fc6fc9cbc9 service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676256 Aug 03 19:32:32.725419 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475c91e-d6b8-4059-b398-c01c0094da54 None None] The sync data for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 is: [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:30Z', 'revision_number': 11, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:32.835705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Deleting port 765b2f65-5607-45b8-b3ef-eaea72f0827a {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:32.836246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.974448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] For port 765b2f65-5607-45b8-b3ef-eaea72f0827a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=765b2f65-5607-45b8-b3ef-eaea72f0827a,segment=NetworkSegment(7911c83c-07b8-4068-b88e-090b34650d1f),segment_id=7911c83c-07b8-4068-b88e-090b34650d1f)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:32.975369 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.002962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Calling delete_port for 765b2f65-5607-45b8-b3ef-eaea72f0827a owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:33.126485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb0bcd-65d1-47a6-9600-bf3b87cb6e66 None None] DHCP port deletion for 73e31417-5028-4d02-ae50-e3f9ce28dc05 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:33.259597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb0bcd-65d1-47a6-9600-bf3b87cb6e66 None None] Deleting port 765b2f65-5607-45b8-b3ef-eaea72f0827a {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:33.260357 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0bcd-65d1-47a6-9600-bf3b87cb6e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.263092 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.395416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No DVR routers for this DVR port 765b2f65-5607-45b8-b3ef-eaea72f0827a on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:33.404679 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Port': ['ID=765b2f65-5607-45b8-b3ef-eaea72f0827a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:33.476738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c6fb0bcd-65d1-47a6-9600-bf3b87cb6e66 None None] For port 765b2f65-5607-45b8-b3ef-eaea72f0827a, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:33.477455 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0bcd-65d1-47a6-9600-bf3b87cb6e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.516539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0479de71-b60b-42da-bc75-29876a654c77 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:33.577108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 0479de71-b60b-42da-bc75-29876a654c77 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:33.580457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 0479de71-b60b-42da-bc75-29876a654c77 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:33.584588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 765b2f65-5607-45b8-b3ef-eaea72f0827a no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:33.602381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb0bcd-65d1-47a6-9600-bf3b87cb6e66 None None] Calling delete_port for 765b2f65-5607-45b8-b3ef-eaea72f0827a owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:33.613131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:33.628404 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.661216 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.671328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 765b2f65-5607-45b8-b3ef-eaea72f0827a {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:33.672550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 765b2f65-5607-45b8-b3ef-eaea72f0827a not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:33.682928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-c6fb0bcd-65d1-47a6-9600-bf3b87cb6e66 None None] Port 765b2f65-5607-45b8-b3ef-eaea72f0827a was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:32:33.683263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9dbe9b75-c5d0-4be4-a5f5-38f5507e167e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/floatingips/6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20 HTTP/1.1" status: 204 len: 168 time: 3.4589396 Aug 03 19:32:33.686718 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23984ef2-a83e-4618-a017-6e875a95e735', 'tag': 'baa6f643-4b91-4f05-9d3f-341942a30444'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:33.689601 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b" -d '{"events": [{"name": "network-changed", "server_uuid": "23984ef2-a83e-4618-a017-6e875a95e735", "tag": "baa6f643-4b91-4f05-9d3f-341942a30444"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:33.721188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd327204-487d-4e2a-aaa8-2de8772fc78e None None] Sync routers for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:33.729473 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e31417-5028-4d02-ae50-e3f9ce28dc05']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:33.758820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7911c83c-07b8-4068-b88e-090b34650d1f') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:33.759782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7911c83c-07b8-4068-b88e-090b34650d1f') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:33.765026 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-46f83adf-0f8e-45e8-aea6-1207e984290a service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0579278 Aug 03 19:32:33.793390 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.804856 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c6fb0bcd-65d1-47a6-9600-bf3b87cb6e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.862877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.876328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:33.877138 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:33.883914 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:33.986096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb0bcd-65d1-47a6-9600-bf3b87cb6e66 None None] No DVR routers for this DVR port 765b2f65-5607-45b8-b3ef-eaea72f0827a on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:34.007318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb0bcd-65d1-47a6-9600-bf3b87cb6e66 None None] Pushing event deleted for resources: {'Port': ['ID=765b2f65-5607-45b8-b3ef-eaea72f0827a,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:34.029669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd327204-487d-4e2a-aaa8-2de8772fc78e None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:34.030776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dd327204-487d-4e2a-aaa8-2de8772fc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:34.101846 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.121411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.138652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58360) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:34.146978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8221bdf3-ee9d-4b72-b911-11e5c11a35b4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'routes': None}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:34.152230 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/networks/73e31417-5028-4d02-ae50-e3f9ce28dc05 HTTP/1.1" status: 204 len: 168 time: 1.7195535 Aug 03 19:32:34.271138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa19bf-532c-4f5f-84a9-da8d861d23f4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Pushing event deleted for resources: {'Network': ['ID=73e31417-5028-4d02-ae50-e3f9ce28dc05,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:34.348497 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fe941756-b39b-414a-bb8f-d92923cd9625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.614003 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e44f4f-a8bf-469d-84db-03df9e942807 x-openstack-request-id: req-13e44f4f-a8bf-469d-84db-03df9e942807 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:34.615460 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23984ef2-a83e-4618-a017-6e875a95e735", "tag": "baa6f643-4b91-4f05-9d3f-341942a30444", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:34.616304 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-13e44f4f-a8bf-469d-84db-03df9e942807 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:34.617137 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23984ef2-a83e-4618-a017-6e875a95e735', 'tag': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'status': 'completed', 'code': 200} Aug 03 19:32:34.649276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-dd327204-487d-4e2a-aaa8-2de8772fc78e None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:34.789072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.extraroute_db [None req-8221bdf3-ee9d-4b72-b911-11e5c11a35b4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Added routes are [] {{(pid=100487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:32:34.789557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.extraroute_db [None req-8221bdf3-ee9d-4b72-b911-11e5c11a35b4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Removed routes are [] {{(pid=100487) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:32:34.790433 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8221bdf3-ee9d-4b72-b911-11e5c11a35b4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.835022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b930ca16-b73b-4793-9959-91f1d37706dc req-beb342e5-afed-4cc0-ae50-9b2e109ffa81 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 210 time: 0.2390566 Aug 03 19:32:34.976061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb5f65-77f7-44b0-8c92-c7f05e200744 req-37d102d4-80b3-4c9b-86d3-f115a24baa3f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:34.992023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fcb5f65-77f7-44b0-8c92-c7f05e200744 req-37d102d4-80b3-4c9b-86d3-f115a24baa3f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 945 time: 0.4804254 Aug 03 19:32:35.014907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dd327204-487d-4e2a-aaa8-2de8772fc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:32:20Z', 'revision_number': 6, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:35.053425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd327204-487d-4e2a-aaa8-2de8772fc78e None None] Checking router: c65a25d0-ec97-4b51-a10b-8d70fa671015 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:35.069291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd327204-487d-4e2a-aaa8-2de8772fc78e None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:35.070201 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dd327204-487d-4e2a-aaa8-2de8772fc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:35.102697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b req-99da6929-39b0-4f60-8104-e4245aefe4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:35.105778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b req-99da6929-39b0-4f60-8104-e4245aefe4ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 1096 time: 0.5234203 Aug 03 19:32:35.238229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-dd327204-487d-4e2a-aaa8-2de8772fc78e None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:35.353158 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8221bdf3-ee9d-4b72-b911-11e5c11a35b4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.382569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fcb5f65-77f7-44b0-8c92-c7f05e200744 req-b1c8fcd9-3901-4972-a6cc-5deb97febbf4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891502 Aug 03 19:32:35.384620 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8221bdf3-ee9d-4b72-b911-11e5c11a35b4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.588441 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dd327204-487d-4e2a-aaa8-2de8772fc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:32:20Z', 'revision_number': 6, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:35.624517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8221bdf3-ee9d-4b72-b911-11e5c11a35b4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:35.625363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd327204-487d-4e2a-aaa8-2de8772fc78e None None] The sync data for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 is: [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:32:20Z', 'revision_number': 6, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ed085fb3-856d-4c3b-8fff-bc7529331a27', 'name': '', 'network_id': 'ea5df4e1-f614-47dc-9222-43db946a431a', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:31:dd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:17Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': 'e09d8f68-70e8-4e47-bdff-3834859ae89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:35.630758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b req-ca0d5528-64bd-435b-acd8-922a31c21ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:35.633944 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b req-ca0d5528-64bd-435b-acd8-922a31c21ece service neutron] 10.222.0.74 "GET /v2.0/networks?id=ea5df4e1-f614-47dc-9222-43db946a431a HTTP/1.1" status: 200 len: 897 time: 0.5161676 Aug 03 19:32:35.807715 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b req-01cde037-f746-45d7-9498-ed9a40ae09d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa6f643-4b91-4f05-9d3f-341942a30444 HTTP/1.1" status: 200 len: 217 time: 0.0741031 Aug 03 19:32:36.140309 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfa9e9f-7cf0-4780-93d0-c2345c0e7374 None None] New status for floating IP 6b3eb9e3-3e07-4a23-9568-c6e7e5f23c20: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:32:36.188360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8221bdf3-ee9d-4b72-b911-11e5c11a35b4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:36.204622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400a33f-67cb-4980-bb9b-d728167ad528 None None] Sync routers for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:36.205930 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8221bdf3-ee9d-4b72-b911-11e5c11a35b4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.208646 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8221bdf3-ee9d-4b72-b911-11e5c11a35b4 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7 HTTP/1.1" status: 200 len: 701 time: 2.0675967 Aug 03 19:32:36.215693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58376) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:36.222855 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dcd51280-a035-43e3-9adf-1b322b73cb67 req-aa0da1d5-9672-47f6-ac7d-3c4e7ce6d189 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 210 time: 0.2660983 Aug 03 19:32:36.232351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4400a33f-67cb-4980-bb9b-d728167ad528 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:36.233453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4400a33f-67cb-4980-bb9b-d728167ad528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:36.314185 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-aa727921-d63b-4fd7-98f1-44f2d729b2cf tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=226b1223-cc51-41fb-b0c8-e1015ffb1fe7 HTTP/1.1" status: 200 len: 205 time: 0.0954239 Aug 03 19:32:36.320323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58378) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:36.323076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb37a9c-de4a-4fc2-9363-56053cef0e75 req-69f46875-3390-4640-9f59-7d31c97d5a43 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:36.325945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fb37a9c-de4a-4fc2-9363-56053cef0e75 req-69f46875-3390-4640-9f59-7d31c97d5a43 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.74 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 945 time: 0.4216111 Aug 03 19:32:36.334074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b req-5fd7e382-4051-414e-b975-f9a89b72be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:36.337199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b req-5fd7e382-4051-414e-b975-f9a89b72be4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e09d8f68-70e8-4e47-bdff-3834859ae89f HTTP/1.1" status: 200 len: 834 time: 0.4603939 Aug 03 19:32:36.620337 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-beb039cd-0f99-4836-b6b4-3b7145893843 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.749159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-4400a33f-67cb-4980-bb9b-d728167ad528 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:36.759683 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ed92afe4-4965-4043-b136-1fb863702c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.888440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4400a33f-67cb-4980-bb9b-d728167ad528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:30Z', 'revision_number': 11, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:36.892168 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.916584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-6c23cef0-7c60-4a3b-84d9-b2d956cfed95 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:36.919449 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-6c23cef0-7c60-4a3b-84d9-b2d956cfed95 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.9451425 Aug 03 19:32:36.943493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'port': {'device_id': 'd99dfa22-4bf1-4076-b3cb-f1ec3e06094a', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'admin_state_up': True, 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:36.992763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b req-c676881c-d2b1-485d-8546-6d53052f239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:36.996611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b req-c676881c-d2b1-485d-8546-6d53052f239f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ea5df4e1-f614-47dc-9222-43db946a431a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6331065 Aug 03 19:32:37.029476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400a33f-67cb-4980-bb9b-d728167ad528 None None] Checking router: 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:37.077085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4400a33f-67cb-4980-bb9b-d728167ad528 None None] Routers {'226b1223-cc51-41fb-b0c8-e1015ffb1fe7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:37.077880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4400a33f-67cb-4980-bb9b-d728167ad528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:37.135701 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:32:37.259855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93378b14-e4ad-4e60-8084-3f5b429c5b48 req-2afe0f26-b98c-4f20-be53-8d3f0d9197ee tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:37.276593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93378b14-e4ad-4e60-8084-3f5b429c5b48 req-2afe0f26-b98c-4f20-be53-8d3f0d9197ee tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 945 time: 0.6905947 Aug 03 19:32:37.285273 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-beb039cd-0f99-4836-b6b4-3b7145893843 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.291754 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-beb039cd-0f99-4836-b6b4-3b7145893843 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.311483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-4400a33f-67cb-4980-bb9b-d728167ad528 None None] Set router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:37.440591 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-beb039cd-0f99-4836-b6b4-3b7145893843 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.441889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb039cd-0f99-4836-b6b4-3b7145893843 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Fanout notify agent at l3_agent the message router_deleted on router 226b1223-cc51-41fb-b0c8-e1015ffb1fe7 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:37.467840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-beb039cd-0f99-4836-b6b4-3b7145893843 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.473179 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-beb039cd-0f99-4836-b6b4-3b7145893843 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7 HTTP/1.1" status: 204 len: 168 time: 1.1498692 Aug 03 19:32:37.482975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58392) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:37.484993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b req-b032c5fd-4d61-4287-b6d2-bb6abd9dae3c service neutron] 10.222.0.74 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116299 Aug 03 19:32:37.490548 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4400a33f-67cb-4980-bb9b-d728167ad528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:30Z', 'revision_number': 11, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:37.501331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-289c8f12-4cba-4189-8508-8b021a5749b7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1003011584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:37.552326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-289c8f12-4cba-4189-8508-8b021a5749b7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.553959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec45659a-9889-4fdb-ad89-6f61ec856314 req-21d5b1ac-a0cf-4a9a-aefb-f0125c8e0a5d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 210 time: 0.0483313 Aug 03 19:32:37.571418 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-289c8f12-4cba-4189-8508-8b021a5749b7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.593005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400a33f-67cb-4980-bb9b-d728167ad528 None None] The sync data for ids ['226b1223-cc51-41fb-b0c8-e1015ffb1fe7'] in n-d-802918-7 is: [{'id': '226b1223-cc51-41fb-b0c8-e1015ffb1fe7', 'name': 'tempest-RoutersTest-router-1719567163', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:39Z', 'updated_at': '2021-08-03T19:32:30Z', 'revision_number': 11, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:37.690397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93378b14-e4ad-4e60-8084-3f5b429c5b48 req-1dc9ad51-89ee-41b1-95db-ca7d8bd9de2e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120834 Aug 03 19:32:37.703757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-0fb37a9c-de4a-4fc2-9363-56053cef0e75 req-3489b4aa-bd32-49c1-b3c8-50d60f6b6cf3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting port baa6f643-4b91-4f05-9d3f-341942a30444 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:37.704429 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0fb37a9c-de4a-4fc2-9363-56053cef0e75 req-3489b4aa-bd32-49c1-b3c8-50d60f6b6cf3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.776269 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-289c8f12-4cba-4189-8508-8b021a5749b7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.792147 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-289c8f12-4cba-4189-8508-8b021a5749b7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.871638 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-289c8f12-4cba-4189-8508-8b021a5749b7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.874625 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-289c8f12-4cba-4189-8508-8b021a5749b7 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3893509 Aug 03 19:32:37.881709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58396) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:37.897623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-74518c28-0ddf-4931-94d1-3e27d7524fe2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:37.948337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-0fb37a9c-de4a-4fc2-9363-56053cef0e75 req-3489b4aa-bd32-49c1-b3c8-50d60f6b6cf3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] For port baa6f643-4b91-4f05-9d3f-341942a30444, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=baa6f643-4b91-4f05-9d3f-341942a30444,segment=NetworkSegment(aa0daa9e-f312-4a66-9701-1a4074873c97),segment_id=aa0daa9e-f312-4a66-9701-1a4074873c97)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:37.949119 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0fb37a9c-de4a-4fc2-9363-56053cef0e75 req-3489b4aa-bd32-49c1-b3c8-50d60f6b6cf3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.987162 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.052731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-0fb37a9c-de4a-4fc2-9363-56053cef0e75 req-3489b4aa-bd32-49c1-b3c8-50d60f6b6cf3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Calling delete_port for baa6f643-4b91-4f05-9d3f-341942a30444 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:38.111678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd5d2c44-d2be-44a4-b1f2-6561d3f1637b req-294a3ead-6047-4611-a2c9-02a4517e90ed service neutron] 10.222.0.74 "GET /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735567 Aug 03 19:32:38.114506 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Made reservation on behalf of d7edb583213d46128a9d1a5c19a34a32 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:38.119979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.466514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Allocated IP 172.20.0.9 (70f84b60-65ec-4b07-8b41-039e7a41592e/67caabbc-e0de-4388-af32-8d12c0b643c5/dd14ef60-f82a-498d-b4fe-fc72a89d0acb) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:39.072883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7ad9cf7-5bc6-483a-a492-e60a730e4ff2 req-ba936073-a9f1-44b8-836c-cb261bf16628 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 210 time: 0.2858312 Aug 03 19:32:39.175988 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.246399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Transition to ACTIVE for port object dd14ef60-f82a-498d-b4fe-fc72a89d0acb will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:39.355130 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74518c28-0ddf-4931-94d1-3e27d7524fe2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57388'] for router, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.361221 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0fb37a9c-de4a-4fc2-9363-56053cef0e75 req-3489b4aa-bd32-49c1-b3c8-50d60f6b6cf3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.382997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82f2df-79b1-4155-94ce-a36dbf1bfac8 req-09d6855f-99e5-45a3-9825-cb5fede0c21d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:39.385698 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74518c28-0ddf-4931-94d1-3e27d7524fe2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674102'] for router, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.386315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f82f2df-79b1-4155-94ce-a36dbf1bfac8 req-09d6855f-99e5-45a3-9825-cb5fede0c21d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=23984ef2-a83e-4618-a017-6e875a95e735 HTTP/1.1" status: 200 len: 945 time: 0.3705275 Aug 03 19:32:39.399308 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.434834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['ee4929c2-4687-42b4-b634-89d5ad78916f'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:32:39.535938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489b4aa-bd32-49c1-b3c8-50d60f6b6cf3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Port': ['ID=baa6f643-4b91-4f05-9d3f-341942a30444,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:39.604262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74518c28-0ddf-4931-94d1-3e27d7524fe2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Router 3ef9ab63-a8d1-46a0-b406-171f106fcf13 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:39.693693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=dd14ef60-f82a-498d-b4fe-fc72a89d0acb,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:39.741081 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74518c28-0ddf-4931-94d1-3e27d7524fe2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:39.750402 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-74518c28-0ddf-4931-94d1-3e27d7524fe2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.760211 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e147efac-7f07-4fc4-a045-c204265e4eb6 None None] Sync routers for ids ['3ef9ab63-a8d1-46a0-b406-171f106fcf13'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:39.766301 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-74518c28-0ddf-4931-94d1-3e27d7524fe2 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "PUT /v2.0/routers/3ef9ab63-a8d1-46a0-b406-171f106fcf13 HTTP/1.1" status: 200 len: 694 time: 1.8816628 Aug 03 19:32:39.768624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58406) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:39.776648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Network 70f84b60-65ec-4b07-8b41-039e7a41592e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:39.780228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb37a9c-de4a-4fc2-9363-56053cef0e75 req-3489b4aa-bd32-49c1-b3c8-50d60f6b6cf3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] No DVR routers for this DVR port baa6f643-4b91-4f05-9d3f-341942a30444 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:39.785258 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147efac-7f07-4fc4-a045-c204265e4eb6 None None] Routers {'3ef9ab63-a8d1-46a0-b406-171f106fcf13'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:39.791624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f82f2df-79b1-4155-94ce-a36dbf1bfac8 req-b133be09-b483-4e78-8ea7-a3346a61a1a8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823304 Aug 03 19:32:39.791990 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e147efac-7f07-4fc4-a045-c204265e4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ef9ab63-a8d1-46a0-b406-171f106fcf13'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:39.794687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:39.813016 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0fb37a9c-de4a-4fc2-9363-56053cef0e75 req-3489b4aa-bd32-49c1-b3c8-50d60f6b6cf3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.824053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fb37a9c-de4a-4fc2-9363-56053cef0e75 req-3489b4aa-bd32-49c1-b3c8-50d60f6b6cf3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.74 "DELETE /v2.0/ports/baa6f643-4b91-4f05-9d3f-341942a30444 HTTP/1.1" status: 204 len: 173 time: 3.4758651 Aug 03 19:32:39.830334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23984ef2-a83e-4618-a017-6e875a95e735', 'name': 'network-vif-deleted', 'tag': 'baa6f643-4b91-4f05-9d3f-341942a30444'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:39.835092 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5fa409-83e2-493a-9bb8-6b08e2395958" -d '{"events": [{"server_uuid": "23984ef2-a83e-4618-a017-6e875a95e735", "name": "network-vif-deleted", "tag": "baa6f643-4b91-4f05-9d3f-341942a30444"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:39.840844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.874461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:40.035402 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-e147efac-7f07-4fc4-a045-c204265e4eb6 None None] Set router 3ef9ab63-a8d1-46a0-b406-171f106fcf13 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:40.071405 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-041484ca-2f17-46d5-ac37-9dff824e2afe tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/routers/3ef9ab63-a8d1-46a0-b406-171f106fcf13 HTTP/1.1" status: 200 len: 700 time: 0.2980657 Aug 03 19:32:40.074271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58410) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:40.123253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:40.125719 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.130457 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e147efac-7f07-4fc4-a045-c204265e4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef9ab63-a8d1-46a0-b406-171f106fcf13', 'name': 'tempest-RoutersTest-router-1003011584', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:37Z', 'updated_at': '2021-08-03T19:32:39Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:40.154076 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f8779f-f92d-478e-8557-b2327447dd01 x-openstack-request-id: req-60f8779f-f92d-478e-8557-b2327447dd01 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:40.154936 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23984ef2-a83e-4618-a017-6e875a95e735", "name": "network-vif-deleted", "tag": "baa6f643-4b91-4f05-9d3f-341942a30444", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:40.155604 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60f8779f-f92d-478e-8557-b2327447dd01 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:40.156752 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23984ef2-a83e-4618-a017-6e875a95e735', 'name': 'network-vif-deleted', 'tag': 'baa6f643-4b91-4f05-9d3f-341942a30444', 'status': 'completed', 'code': 200} Aug 03 19:32:40.164610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-cb40639f-70c7-42eb-8d94-3ff4bc9b2d2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2279716 Aug 03 19:32:40.172399 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e147efac-7f07-4fc4-a045-c204265e4eb6 None None] Checking router: 3ef9ab63-a8d1-46a0-b406-171f106fcf13 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:40.183158 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147efac-7f07-4fc4-a045-c204265e4eb6 None None] Routers {'3ef9ab63-a8d1-46a0-b406-171f106fcf13'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:40.184077 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e147efac-7f07-4fc4-a045-c204265e4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['3ef9ab63-a8d1-46a0-b406-171f106fcf13'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:40.203307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Request body: {'port': {'device_id': 'd99dfa22-4bf1-4076-b3cb-f1ec3e06094a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:40.215030 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c12c8c82-2be5-4431-bd8f-21c192e4b61c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ef9ab63-a8d1-46a0-b406-171f106fcf13 HTTP/1.1" status: 200 len: 205 time: 0.1378546 Aug 03 19:32:40.215870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58414) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:40.272278 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-e147efac-7f07-4fc4-a045-c204265e4eb6 None None] Set router 3ef9ab63-a8d1-46a0-b406-171f106fcf13 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:40.307131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device baa6f643-4b91-4f05-9d3f-341942a30444 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:40.343274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9612e0a-f75c-4faf-992e-a3056bd89b59 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.385785 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e147efac-7f07-4fc4-a045-c204265e4eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef9ab63-a8d1-46a0-b406-171f106fcf13', 'name': 'tempest-RoutersTest-router-1003011584', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:37Z', 'updated_at': '2021-08-03T19:32:39Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:40.402471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: baa6f643-4b91-4f05-9d3f-341942a30444 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:40.403799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device baa6f643-4b91-4f05-9d3f-341942a30444 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:40.523951 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e147efac-7f07-4fc4-a045-c204265e4eb6 None None] The sync data for ids ['3ef9ab63-a8d1-46a0-b406-171f106fcf13'] in n-d-802918-7 is: [{'id': '3ef9ab63-a8d1-46a0-b406-171f106fcf13', 'name': 'tempest-RoutersTest-router-1003011584', 'tenant_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:37Z', 'updated_at': '2021-08-03T19:32:39Z', 'revision_number': 2, 'project_id': '14fce234cfb2416b8ddf9a4ec2093f4d', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:40.540952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e37ccf34-87d5-421e-af8e-7e39b2699720 None None] Provisioning for port dd14ef60-f82a-498d-b4fe-fc72a89d0acb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:40.552298 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.576356 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e37ccf34-87d5-421e-af8e-7e39b2699720 None None] Provisioning complete for port dd14ef60-f82a-498d-b4fe-fc72a89d0acb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:40.581423 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e37ccf34-87d5-421e-af8e-7e39b2699720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.672445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba163b8-1e55-4d12-b705-97df17d17bf3 req-7360135d-a109-45b5-84cf-9849ba4196db tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:40.675802 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ba163b8-1e55-4d12-b705-97df17d17bf3 req-7360135d-a109-45b5-84cf-9849ba4196db tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 931 time: 0.2973900 Aug 03 19:32:40.710337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e37ccf34-87d5-421e-af8e-7e39b2699720 None None] Port dd14ef60-f82a-498d-b4fe-fc72a89d0acb cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:40.878297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ba163b8-1e55-4d12-b705-97df17d17bf3 req-a03cfef9-fd56-486f-8001-27d68aae37a1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612735 Aug 03 19:32:40.932485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58420) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:40.991269 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9612e0a-f75c-4faf-992e-a3056bd89b59 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.004310 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9612e0a-f75c-4faf-992e-a3056bd89b59 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.083372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d3e63d2-ca08-467d-87b9-e2c7b46b6f98 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.101436 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9612e0a-f75c-4faf-992e-a3056bd89b59 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.102788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9612e0a-f75c-4faf-992e-a3056bd89b59 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Fanout notify agent at l3_agent the message router_deleted on router 3ef9ab63-a8d1-46a0-b406-171f106fcf13 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:41.113800 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b9612e0a-f75c-4faf-992e-a3056bd89b59 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.115004 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b9612e0a-f75c-4faf-992e-a3056bd89b59 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/3ef9ab63-a8d1-46a0-b406-171f106fcf13 HTTP/1.1" status: 204 len: 168 time: 0.8980207 Aug 03 19:32:41.121377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58422) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.171736 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-69465345-de5d-4f40-8ece-5ec7ed380a20 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ef9ab63-a8d1-46a0-b406-171f106fcf13 HTTP/1.1" status: 200 len: 205 time: 0.0487776 Aug 03 19:32:41.177114 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d3e63d2-ca08-467d-87b9-e2c7b46b6f98 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.185139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58424) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.373106 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-b10dee40-ff87-4c6c-ab4e-e64647bec157 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] delete failed (client error): The resource could not be found. Aug 03 19:32:41.383999 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b10dee40-ff87-4c6c-ab4e-e64647bec157 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/3ef9ab63-a8d1-46a0-b406-171f106fcf13 HTTP/1.1" status: 404 len: 336 time: 0.1953006 Aug 03 19:32:41.387552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58426) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.422316 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d3e63d2-ca08-467d-87b9-e2c7b46b6f98 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.427628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d3e63d2-ca08-467d-87b9-e2c7b46b6f98 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.434672 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2d3e63d2-ca08-467d-87b9-e2c7b46b6f98 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/security-groups/4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a HTTP/1.1" status: 204 len: 168 time: 0.4969754 Aug 03 19:32:41.494302 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58430) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.513525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e63d2-ca08-467d-87b9-e2c7b46b6f98 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6cdc82-3e27-4c54-aaf8-c825f20f1d7a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:41.517544 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72d0141-dcc2-4522-984f-316f00d76196 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:41.518234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72d0141-dcc2-4522-984f-316f00d76196 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:41.523023 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d72d0141-dcc2-4522-984f-316f00d76196 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/106d0756-4459-48f1-ae20-e639605e5592 HTTP/1.1" status: 404 len: 337 time: 0.1204705 Aug 03 19:32:41.525008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58432) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.560585 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-5559e194-7073-4e13-a964-6c504026ebc3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:41.561088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5559e194-7073-4e13-a964-6c504026ebc3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:41.566067 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5559e194-7073-4e13-a964-6c504026ebc3 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/291055d0-7198-4321-b039-18b65b66392a HTTP/1.1" status: 404 len: 337 time: 0.0397508 Aug 03 19:32:41.566818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58434) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.599127 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f931a4-0ce8-4f30-a212-15bbb05edb30 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:41.599574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f931a4-0ce8-4f30-a212-15bbb05edb30 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:41.605282 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-94f931a4-0ce8-4f30-a212-15bbb05edb30 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/82a7da55-b10f-414b-ad25-1b39f11cce42 HTTP/1.1" status: 404 len: 337 time: 0.0338278 Aug 03 19:32:41.605736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58438) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.653089 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-a872aeec-3226-49fa-b9b0-a74b3e8fd6e8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:41.660724 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a872aeec-3226-49fa-b9b0-a74b3e8fd6e8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:41.670986 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a872aeec-3226-49fa-b9b0-a74b3e8fd6e8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/903fe2af-61ce-4354-a651-307ba8b139ba HTTP/1.1" status: 404 len: 337 time: 0.0602269 Aug 03 19:32:41.673427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58442) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.730416 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6a0dda76-9a2a-4adb-a374-8274b9cfa696 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=226b1223-cc51-41fb-b0c8-e1015ffb1fe7 HTTP/1.1" status: 200 len: 205 time: 0.0550990 Aug 03 19:32:41.731631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58444) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.790105 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-e84fc931-5df6-42bb-a757-a10c7915251b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] delete failed (client error): The resource could not be found. Aug 03 19:32:41.795335 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e84fc931-5df6-42bb-a757-a10c7915251b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/226b1223-cc51-41fb-b0c8-e1015ffb1fe7 HTTP/1.1" status: 404 len: 336 time: 0.0571859 Aug 03 19:32:41.798758 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58446) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.858540 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f662dcde-6ba3-465c-8f3d-bf2caf5af57c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=56e14827-4fef-4642-835e-fef6748683f8 HTTP/1.1" status: 200 len: 205 time: 0.0571871 Aug 03 19:32:41.859846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58448) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.929425 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-fbf1e4af-6372-4360-b524-f0628e1e5e84 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] delete failed (client error): The resource could not be found. Aug 03 19:32:41.932479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fbf1e4af-6372-4360-b524-f0628e1e5e84 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/56e14827-4fef-4642-835e-fef6748683f8 HTTP/1.1" status: 404 len: 336 time: 0.0714116 Aug 03 19:32:41.935179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58450) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.045397 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-3987a8df-bc14-4d39-b36d-493c0c8a8bda tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:42.046765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3987a8df-bc14-4d39-b36d-493c0c8a8bda tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:42.057163 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3987a8df-bc14-4d39-b36d-493c0c8a8bda tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/4b01396c-3ab3-47c1-bc58-924a59992440 HTTP/1.1" status: 404 len: 337 time: 0.1190031 Aug 03 19:32:42.059244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58454) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.144920 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-40f61553-e247-4d94-926d-02093b01142c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=c8955b68-8146-4b4b-99d6-9058867d50a2 HTTP/1.1" status: 200 len: 205 time: 0.0820699 Aug 03 19:32:42.145594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58458) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.190080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd14ef60-f82a-498d-b4fe-fc72a89d0acb {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:42.232097 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.254404 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-0d45d974-17f9-4bf8-b077-d08acb250f3b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] delete failed (client error): The resource could not be found. Aug 03 19:32:42.256633 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0d45d974-17f9-4bf8-b077-d08acb250f3b tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/c8955b68-8146-4b4b-99d6-9058867d50a2 HTTP/1.1" status: 404 len: 336 time: 0.1095273 Aug 03 19:32:42.265422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58460) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.277385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Transition to ACTIVE for port object dd14ef60-f82a-498d-b4fe-fc72a89d0acb will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:42.297399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58462) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.303842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d539b-eb37-43a2-ab4d-291092551eef req-aceb0311-0788-4621-9453-83b1e347c1fd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:42.314118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-058d539b-eb37-43a2-ab4d-291092551eef req-aceb0311-0788-4621-9453-83b1e347c1fd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 931 time: 0.1986969 Aug 03 19:32:42.403843 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a1875917-c53f-4a12-8e7d-77c2c948c88a tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dd2c21b-ff03-4503-a2ec-15adc7bf16da HTTP/1.1" status: 200 len: 205 time: 0.1347096 Aug 03 19:32:42.403843 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.404393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58466) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.504532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-058d539b-eb37-43a2-ab4d-291092551eef req-fa8818b5-c4ea-46cb-b88f-20d502e015b8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467824 Aug 03 19:32:42.519026 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-3b448a84-5352-4b71-8b43-e3ed02b11adb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] delete failed (client error): The resource could not be found. Aug 03 19:32:42.524094 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3b448a84-5352-4b71-8b43-e3ed02b11adb tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/9dd2c21b-ff03-4503-a2ec-15adc7bf16da HTTP/1.1" status: 404 len: 336 time: 0.1176357 Aug 03 19:32:42.533636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58468) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.586741 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ec694d6-8141-49d2-94e5-7a6631543381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.592595 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb083e9-4082-4ecb-a1d4-cfcad997ea2f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:42.593689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb083e9-4082-4ecb-a1d4-cfcad997ea2f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:42.603912 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5cb083e9-4082-4ecb-a1d4-cfcad997ea2f tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/ae281e6b-4bb1-4aeb-b6fd-b8559e0e345d HTTP/1.1" status: 404 len: 337 time: 0.0687933 Aug 03 19:32:42.605005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58470) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.654259 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-30349c7a-b565-4d88-87e9-c61254d9e9d9 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=5761adea-612e-4d49-96d7-564ce0e8b0f0 HTTP/1.1" status: 200 len: 205 time: 0.0427928 Aug 03 19:32:42.663964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58472) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.727545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Pushing event updated for resources: {'Port': ['ID=dd14ef60-f82a-498d-b4fe-fc72a89d0acb,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:42.730887 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-f7e8262e-75f2-4638-8ab0-59b233893bf8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] delete failed (client error): The resource could not be found. Aug 03 19:32:42.735230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f7e8262e-75f2-4638-8ab0-59b233893bf8 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/5761adea-612e-4d49-96d7-564ce0e8b0f0 HTTP/1.1" status: 404 len: 336 time: 0.0654192 Aug 03 19:32:42.747438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58474) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.798039 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dfafd4-5e14-4689-b045-f0bd22c75fda tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:42.798528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08dfafd4-5e14-4689-b045-f0bd22c75fda tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:42.805544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-08dfafd4-5e14-4689-b045-f0bd22c75fda tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/2cb66482-2df5-4897-84f3-72c3fc213093 HTTP/1.1" status: 404 len: 337 time: 0.0480256 Aug 03 19:32:42.805544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58476) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.823583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Attempting to bind port dd14ef60-f82a-498d-b4fe-fc72a89d0acb on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:42.824256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Attempting to bind port dd14ef60-f82a-498d-b4fe-fc72a89d0acb by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:42.824256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Attempting to bind port dd14ef60-f82a-498d-b4fe-fc72a89d0acb on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:42.861590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Port dd14ef60-f82a-498d-b4fe-fc72a89d0acb on network 70f84b60-65ec-4b07-8b41-039e7a41592e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:32:42.862009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Attempting to bind port dd14ef60-f82a-498d-b4fe-fc72a89d0acb on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:42.866846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f0b6f4e-441b-40dd-95ef-265a5d9ef9b9 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "GET /v2.0/ports?device_id=483d25d6-c38f-40a4-a330-9befbb244b67 HTTP/1.1" status: 200 len: 205 time: 0.0553124 Aug 03 19:32:42.870695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58478) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.885031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:42.885455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Checking segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:42.885821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Bound using segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:42.886301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Bound port: dd14ef60-f82a-498d-b4fe-fc72a89d0acb, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:42.886644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.912658 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ec694d6-8141-49d2-94e5-7a6631543381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.928539 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7ec694d6-8141-49d2-94e5-7a6631543381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.955224 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-8aa87f0e-acf7-4962-9a3f-944868ccc78c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] delete failed (client error): The resource could not be found. Aug 03 19:32:42.956953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8aa87f0e-acf7-4962-9a3f-944868ccc78c tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/routers/483d25d6-c38f-40a4-a330-9befbb244b67 HTTP/1.1" status: 404 len: 336 time: 0.0830977 Aug 03 19:32:42.962800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58480) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:43.011007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec694d6-8141-49d2-94e5-7a6631543381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be20bbfb-b515-40a1-9da2-093737e6263e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:43.023178 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7ec694d6-8141-49d2-94e5-7a6631543381 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2dfe079beaed4cafbb327fa0d251ac05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7220531 Aug 03 19:32:43.023392 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-33017758-200f-432b-bebc-07d622aaaa88 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:43.023392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33017758-200f-432b-bebc-07d622aaaa88 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:43.027015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-33017758-200f-432b-bebc-07d622aaaa88 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/131caddd-2121-4033-8111-0c346c127e89 HTTP/1.1" status: 404 len: 337 time: 0.0618227 Aug 03 19:32:43.027246 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58482) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:43.029031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58484) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:43.102955 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7d4d45-ce73-4de8-b522-cb0515609b49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:43.103432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7d4d45-ce73-4de8-b522-cb0515609b49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:43.108474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4a7d4d45-ce73-4de8-b522-cb0515609b49 tempest-RoutersTest-1538953309 tempest-RoutersTest-1538953309-project] 10.222.0.78 "DELETE /v2.0/subnets/a5abe518-a3d6-424e-ada4-7f8ec9b585aa HTTP/1.1" status: 404 len: 337 time: 0.0751724 Aug 03 19:32:43.121402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] For port dd14ef60-f82a-498d-b4fe-fc72a89d0acb, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:43.126179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] For port dd14ef60-f82a-498d-b4fe-fc72a89d0acb, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd14ef60-f82a-498d-b4fe-fc72a89d0acb,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:43.139012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.141830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1b8d-42e7-4094-b2df-5dfe959fc3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.227479 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1b8d-42e7-4094-b2df-5dfe959fc3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.251584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:43.252349 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.256315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] 10.222.0.37 "PUT /v2.0/ports/dd14ef60-f82a-498d-b4fe-fc72a89d0acb HTTP/1.1" status: 200 len: 1091 time: 3.0815380 Aug 03 19:32:43.260328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99dfa22-4bf1-4076-b3cb-f1ec3e06094a', 'tag': 'dd14ef60-f82a-498d-b4fe-fc72a89d0acb'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:43.263710 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebf4358-ab42-4c7e-b79b-51ea139a5608" -d '{"events": [{"name": "network-changed", "server_uuid": "d99dfa22-4bf1-4076-b3cb-f1ec3e06094a", "tag": "dd14ef60-f82a-498d-b4fe-fc72a89d0acb"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:43.308859 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.497164 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1b8d-42e7-4094-b2df-5dfe959fc3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.502261 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1b8d-42e7-4094-b2df-5dfe959fc3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.523023 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ba4b1b8d-42e7-4094-b2df-5dfe959fc3df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be20bbfb-b515-40a1-9da2-093737e6263e HTTP/1.1" status: 204 len: 168 time: 0.4957643 Aug 03 19:32:43.587369 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50561ef-16f4-4ffe-af9f-75d41613c6fd x-openstack-request-id: req-c50561ef-16f4-4ffe-af9f-75d41613c6fd {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:43.588358 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99dfa22-4bf1-4076-b3cb-f1ec3e06094a", "tag": "dd14ef60-f82a-498d-b4fe-fc72a89d0acb", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:43.588358 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c50561ef-16f4-4ffe-af9f-75d41613c6fd {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:43.588712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b1b8d-42e7-4094-b2df-5dfe959fc3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be20bbfb-b515-40a1-9da2-093737e6263e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:43.589250 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99dfa22-4bf1-4076-b3cb-f1ec3e06094a', 'tag': 'dd14ef60-f82a-498d-b4fe-fc72a89d0acb', 'status': 'completed', 'code': 200} Aug 03 19:32:43.881153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58496) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:43.901966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560ad34-a8da-4576-a928-8e07ca6b6c86 service neutron] Pushing event updated for resources: {'Port': ['ID=dd14ef60-f82a-498d-b4fe-fc72a89d0acb,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:43.951745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-d07bc955-cfb0-4632-9127-1296c7e99c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:43.988625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-d07bc955-cfb0-4632-9127-1296c7e99c88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 1094 time: 0.4217050 Aug 03 19:32:44.210625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-314e3d15-efc7-4c50-84de-696f5bdebbb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd14ef60-f82a-498d-b4fe-fc72a89d0acb HTTP/1.1" status: 200 len: 217 time: 0.1805334 Aug 03 19:32:44.246941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef22477-b411-4278-9601-ab9953cd1173 req-b2fed755-bc39-4eb6-9c8c-7664225b4774 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:44.255288 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ef22477-b411-4278-9601-ab9953cd1173 req-b2fed755-bc39-4eb6-9c8c-7664225b4774 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.2654665 Aug 03 19:32:44.339236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-4a256713-ee71-466e-8831-123e4451d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:44.340925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-4a256713-ee71-466e-8831-123e4451d895 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.1191602 Aug 03 19:32:44.353107 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7abb83ab-77d9-4981-afba-cc23f5489cbc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14fce234cfb2416b8ddf9a4ec2093f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667978 Aug 03 19:32:44.355387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58502) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:44.410569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ef22477-b411-4278-9601-ab9953cd1173 req-c5d90218-5e47-4f79-8e78-79906474be7a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538668 Aug 03 19:32:44.459767 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39627f71-a4bc-48c7-9450-eaa453ee8329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.501623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-13e447d2-a66e-4ce7-8f7c-4d5f2635b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:44.503727 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-13e447d2-a66e-4ce7-8f7c-4d5f2635b054 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547980 Aug 03 19:32:44.510106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39627f71-a4bc-48c7-9450-eaa453ee8329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.609541 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39627f71-a4bc-48c7-9450-eaa453ee8329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.616278 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-39627f71-a4bc-48c7-9450-eaa453ee8329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.619196 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-39627f71-a4bc-48c7-9450-eaa453ee8329 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/134e55eb-e742-4815-b7b5-28469f203ae8 HTTP/1.1" status: 204 len: 168 time: 0.2621574 Aug 03 19:32:44.643487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting port ed085fb3-856d-4c3b-8fff-bc7529331a27 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:44.644838 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.649526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39627f71-a4bc-48c7-9450-eaa453ee8329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134e55eb-e742-4815-b7b5-28469f203ae8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:44.767102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-8682d23f-81a8-42e8-9e9b-fc1e8a40d835 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542450 Aug 03 19:32:44.814140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58506) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:44.845410 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-436f30fa-2bec-4a71-8e7d-a2afed449e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.899084 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] For port ed085fb3-856d-4c3b-8fff-bc7529331a27, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ed085fb3-856d-4c3b-8fff-bc7529331a27,segment=NetworkSegment(aa0daa9e-f312-4a66-9701-1a4074873c97),segment_id=aa0daa9e-f312-4a66-9701-1a4074873c97)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:44.900199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.921102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Calling delete_port for ed085fb3-856d-4c3b-8fff-bc7529331a27 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:44.996903 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-436f30fa-2bec-4a71-8e7d-a2afed449e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.003574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20ec02c4-6502-485a-a0e3-641ffb7613d8 req-28cceedf-5863-432e-aba0-465bb3fadc82 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263901 Aug 03 19:32:45.012876 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-436f30fa-2bec-4a71-8e7d-a2afed449e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.097565 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-436f30fa-2bec-4a71-8e7d-a2afed449e42 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b464bd27a66452f8ed0b1172e07baff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814434 Aug 03 19:32:45.099004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58512) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:45.195823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f30fa-2bec-4a71-8e7d-a2afed449e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aebd3c5-5af7-4212-b003-c9c0cfdde782,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:45.272921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf4358-ab42-4c7e-b79b-51ea139a5608 req-641aba1b-d9a6-46ca-bf5c-487e4bed3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:45.275565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ebf4358-ab42-4c7e-b79b-51ea139a5608 req-641aba1b-d9a6-46ca-bf5c-487e4bed3807 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 1094 time: 0.1883156 Aug 03 19:32:45.326951 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-004bdb88-decf-4a23-bb75-71a16f698c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.415658 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-004bdb88-decf-4a23-bb75-71a16f698c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.449159 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.503049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Port': ['ID=ed085fb3-856d-4c3b-8fff-bc7529331a27,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:45.522288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf4358-ab42-4c7e-b79b-51ea139a5608 req-1949e5cd-3c04-4115-8a9c-72e5133ecd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:45.526542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ebf4358-ab42-4c7e-b79b-51ea139a5608 req-1949e5cd-3c04-4115-8a9c-72e5133ecd62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.2414427 Aug 03 19:32:45.556328 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-004bdb88-decf-4a23-bb75-71a16f698c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.561232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-004bdb88-decf-4a23-bb75-71a16f698c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.563591 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-004bdb88-decf-4a23-bb75-71a16f698c47 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0aebd3c5-5af7-4212-b003-c9c0cfdde782 HTTP/1.1" status: 204 len: 168 time: 0.4521646 Aug 03 19:32:45.598514 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bdb88-decf-4a23-bb75-71a16f698c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aebd3c5-5af7-4212-b003-c9c0cfdde782,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:45.659762 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.694909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ebf4358-ab42-4c7e-b79b-51ea139a5608 req-fbc12167-2701-4e1b-9da8-eea1505fc2e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd14ef60-f82a-498d-b4fe-fc72a89d0acb HTTP/1.1" status: 200 len: 217 time: 0.1557789 Aug 03 19:32:45.924692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf4358-ab42-4c7e-b79b-51ea139a5608 req-a405241c-c7f8-45b2-a2e3-60432683dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:45.927607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ebf4358-ab42-4c7e-b79b-51ea139a5608 req-a405241c-c7f8-45b2-a2e3-60432683dee9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.2056277 Aug 03 19:32:45.955441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d2078-efa9-404c-991e-44344804c864 req-7782218b-70fe-4f32-a80d-86184da08080 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:45.963933 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d2d2078-efa9-404c-991e-44344804c864 req-7782218b-70fe-4f32-a80d-86184da08080 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.3883102 Aug 03 19:32:46.113239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3d2d2078-efa9-404c-991e-44344804c864 req-397ce1f1-7344-4b25-ad44-a134be82aad8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482570 Aug 03 19:32:46.174856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf4358-ab42-4c7e-b79b-51ea139a5608 req-b8ed50ff-c4d2-465b-8ea5-d28566099675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:46.176974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ebf4358-ab42-4c7e-b79b-51ea139a5608 req-b8ed50ff-c4d2-465b-8ea5-d28566099675 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343292 Aug 03 19:32:46.266585 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.533041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58540) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:46.789286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ebf4358-ab42-4c7e-b79b-51ea139a5608 req-1d5be2de-d188-4f24-944b-ff54e3a115e3 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026134 Aug 03 19:32:47.022484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ebf4358-ab42-4c7e-b79b-51ea139a5608 req-88fb35f5-8ab3-4fe2-95eb-67f2b35ca4f0 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222106 Aug 03 19:32:47.067333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a11ed3d8-717b-48a9-a572-8f250120aca8 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-588696755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:47.175382 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a11ed3d8-717b-48a9-a572-8f250120aca8 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.176599 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a11ed3d8-717b-48a9-a572-8f250120aca8 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.264964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c65a25d0-ec97-4b51-a10b-8d70fa671015 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:47.361155 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a11ed3d8-717b-48a9-a572-8f250120aca8 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.373823 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a11ed3d8-717b-48a9-a572-8f250120aca8 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.412902 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a11ed3d8-717b-48a9-a572-8f250120aca8 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.417526 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a11ed3d8-717b-48a9-a572-8f250120aca8 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8791599 Aug 03 19:32:47.421324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58556) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:47.444594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-947542938'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:47.505266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Made reservation on behalf of 4d0a83eae62e450f9b705c19aaabe849 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:47.512515 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.531759 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.675773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8f28c-e64e-4f27-936f-efe434c0747a req-818de203-cd31-4472-96f4-745b945b4924 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:47.678407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5d8f28c-e64e-4f27-936f-efe434c0747a req-818de203-cd31-4472-96f4-745b945b4924 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.3147182 Aug 03 19:32:47.689611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.699048 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.734806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:47.735091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:47.743693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98534a11-9acd-489f-892f-4b51ccf61d5f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:47.751504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58562) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:47.759248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6de6d9-dee0-4488-824b-90fe581db97c None None] Sync routers for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:47.762344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6bb61efa-052d-43a5-9b38-da341a569fb6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "PUT /v2.0/routers/c65a25d0-ec97-4b51-a10b-8d70fa671015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2504218 Aug 03 19:32:47.772007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6de6d9-dee0-4488-824b-90fe581db97c None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:47.773122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e6de6d9-dee0-4488-824b-90fe581db97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:47.832279 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.833894 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Added segment 43dcea71-9c27-4ed9-8170-7ad90e0ed05e of type vlan for network 8db4268b-a0b5-4e0f-b740-fb3db79014d5 Aug 03 19:32:47.859813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5d8f28c-e64e-4f27-936f-efe434c0747a req-0c2f176f-8d0d-40ba-95e0-7b50b4a2d49b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434801 Aug 03 19:32:47.923183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2e6de6d9-dee0-4488-824b-90fe581db97c None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:48.052260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bffb121-2fea-4389-86c3-7cf8b30fbaa4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting subnet e09d8f68-70e8-4e47-bdff-3834859ae89f {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:48.061399 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.085856 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3bffb121-2fea-4389-86c3-7cf8b30fbaa4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.275349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.287052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:48.288077 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.292375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e6de6d9-dee0-4488-824b-90fe581db97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:32:45Z', 'revision_number': 7, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:48.344083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3bffb121-2fea-4389-86c3-7cf8b30fbaa4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.376375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6de6d9-dee0-4488-824b-90fe581db97c None None] Checking router: c65a25d0-ec97-4b51-a10b-8d70fa671015 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:48.392521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6de6d9-dee0-4488-824b-90fe581db97c None None] Routers {'c65a25d0-ec97-4b51-a10b-8d70fa671015'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:48.392521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e6de6d9-dee0-4488-824b-90fe581db97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c65a25d0-ec97-4b51-a10b-8d70fa671015'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:48.486486 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0620277 Aug 03 19:32:48.491668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58566) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:48.499499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Request body: {'subnet': {'network_id': '8db4268b-a0b5-4e0f-b740-fb3db79014d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:48.508460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e5da6-1a85-41e0-8877-4dcfd2eafea0 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event updated for resources: {'Network': ['ID=8db4268b-a0b5-4e0f-b740-fb3db79014d5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:48.550564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 8db4268b-a0b5-4e0f-b740-fb3db79014d5 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:48.654098 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3bffb121-2fea-4389-86c3-7cf8b30fbaa4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.722494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Made reservation on behalf of 4d0a83eae62e450f9b705c19aaabe849 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:48.732277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.785871 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2e6de6d9-dee0-4488-824b-90fe581db97c None None] Set router c65a25d0-ec97-4b51-a10b-8d70fa671015 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:48.787183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58570) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:48.831888 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3bffb121-2fea-4389-86c3-7cf8b30fbaa4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.894148 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3bffb121-2fea-4389-86c3-7cf8b30fbaa4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.896900 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3bffb121-2fea-4389-86c3-7cf8b30fbaa4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/subnets/e09d8f68-70e8-4e47-bdff-3834859ae89f HTTP/1.1" status: 204 len: 168 time: 1.1438959 Aug 03 19:32:48.899312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffb121-2fea-4389-86c3-7cf8b30fbaa4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Subnet': ['ID=e09d8f68-70e8-4e47-bdff-3834859ae89f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:48.906870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58574) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:49.007147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4346ef-6cf8-4e86-a64f-4ae4055876c7 None None] Network ea5df4e1-f614-47dc-9222-43db946a431a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:49.098427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.218218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-253b6b9a-a226-474f-bf6b-145b1c4b478c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.324351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.390730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.434351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] DHCP port deletion for ea5df4e1-f614-47dc-9222-43db946a431a request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:49.470551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c243c0-1af6-4786-ba5f-5d7b06d5f228 req-c9170fcc-0990-4f85-a5e2-2a473fb1508c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:49.472367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50c243c0-1af6-4786-ba5f-5d7b06d5f228 req-c9170fcc-0990-4f85-a5e2-2a473fb1508c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.3336177 Aug 03 19:32:49.476902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e6de6d9-dee0-4488-824b-90fe581db97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:32:45Z', 'revision_number': 7, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:49.559186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event updated for resources: {'Subnet': ['ID=9d7e18f4-e383-417e-89f5-64a467642832,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:49.587395 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-253b6b9a-a226-474f-bf6b-145b1c4b478c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.603696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-253b6b9a-a226-474f-bf6b-145b1c4b478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.620421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Checking segment: {'id': '43dcea71-9c27-4ed9-8170-7ad90e0ed05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8db4268b-a0b5-4e0f-b740-fb3db79014d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:49.621023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Network hostable DHCP agents. Network: 8db4268b-a0b5-4e0f-b740-fb3db79014d5, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:49.629168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50c243c0-1af6-4786-ba5f-5d7b06d5f228 req-7fe3b0d3-e4db-4dd1-89e5-e1b1614e8326 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349697 Aug 03 19:32:49.656757 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b6b9a-a226-474f-bf6b-145b1c4b478c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ce2998-972d-4f9b-9eaa-45baee945e66,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:49.671019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-7ddaf650-b550-4f69-8563-f06aa818b4c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1037436 Aug 03 19:32:49.673664 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Network 8db4268b-a0b5-4e0f-b740-fb3db79014d5 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:49.680287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting port 090c888c-31ba-4781-a091-5ab44d259bfd {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:49.681811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.705911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 8db4268b-a0b5-4e0f-b740-fb3db79014d5) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:49.717522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:49.719756 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.752229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-192818e0-23ee-419c-8778-446a7880ad0f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2592056 Aug 03 19:32:49.753881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58578) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:49.760629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Request body: {'network': {'name': 'tempest-router-network01--501514312'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:49.770479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bd7e6a-293b-4b44-8ced-504546e97f44 None None] Network 8db4268b-a0b5-4e0f-b740-fb3db79014d5 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:49.779433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6de6d9-dee0-4488-824b-90fe581db97c None None] The sync data for ids ['c65a25d0-ec97-4b51-a10b-8d70fa671015'] in n-d-802918-7 is: [{'id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'name': 'tempest-TestNetworkBasicOps-router-2057227290', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:32:45Z', 'revision_number': 7, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '090c888c-31ba-4781-a091-5ab44d259bfd', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65a25d0-ec97-4b51-a10b-8d70fa671015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:10Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:49.831352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Made reservation on behalf of 4d0a83eae62e450f9b705c19aaabe849 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:49.836660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.864505 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-253b6b9a-a226-474f-bf6b-145b1c4b478c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e3c394a69cf4f08aabad35f29f3b04e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0751736 Aug 03 19:32:49.869029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58580) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:49.874631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-e7bf5bf7-ec83-406d-88e4-5bd5b01716d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:49.876966 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-e7bf5bf7-ec83-406d-88e4-5bd5b01716d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 1096 time: 0.1047015 Aug 03 19:32:49.942933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Deleting port 2728f0f9-408a-4c9e-b1cb-ef401ca94217 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:49.947261 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.956946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:50.025254 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.025868 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Added segment c79ac849-8d1a-4cc7-b3ec-4d044a97097e of type vlan for network 1d6de99d-626e-4660-911c-6fb9aa423fa7 Aug 03 19:32:50.049792 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.056636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] For port 090c888c-31ba-4781-a091-5ab44d259bfd, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=090c888c-31ba-4781-a091-5ab44d259bfd,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:50.058999 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.092990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Calling delete_port for 090c888c-31ba-4781-a091-5ab44d259bfd owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:50.126840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] For port 2728f0f9-408a-4c9e-b1cb-ef401ca94217, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2728f0f9-408a-4c9e-b1cb-ef401ca94217,segment=NetworkSegment(aa0daa9e-f312-4a66-9701-1a4074873c97),segment_id=aa0daa9e-f312-4a66-9701-1a4074873c97)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:50.127256 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.146561 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.151693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Calling delete_port for 2728f0f9-408a-4c9e-b1cb-ef401ca94217 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:50.182549 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.198355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-71584a85-ed3d-4906-b683-435f86336b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:50.200687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-71584a85-ed3d-4906-b683-435f86336b82 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.2703748 Aug 03 19:32:50.270488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-8db4268b-a0b5-4e0f-b740-fb3db79014d5', 'network_id': '8db4268b-a0b5-4e0f-b740-fb3db79014d5', 'tenant_id': '4d0a83eae62e450f9b705c19aaabe849', 'fixed_ips': [{'subnet_id': '9d7e18f4-e383-417e-89f5-64a467642832'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:50.272050 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.329455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-228a5e01-d335-48ac-a518-57e501f94ef1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee4929c2-4687-42b4-b634-89d5ad78916f HTTP/1.1" status: 200 len: 217 time: 0.1138756 Aug 03 19:32:50.378310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.db.resource_extend [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:32:50.449678 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.478655 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.487020 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Port': ['ID=090c888c-31ba-4781-a091-5ab44d259bfd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:50.494454 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.496246 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/02ce2998-972d-4f9b-9eaa-45baee945e66 HTTP/1.1" status: 204 len: 168 time: 0.6247251 Aug 03 19:32:50.515223 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.531935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:50.532665 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.609527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Allocated IP 172.20.0.2 (8db4268b-a0b5-4e0f-b740-fb3db79014d5/9d7e18f4-e383-417e-89f5-64a467642832/7e208453-5c7b-454a-9999-67e4460c5347) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:50.697256 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.753381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ce2998-972d-4f9b-9eaa-45baee945e66,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:50.823899 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0685084 Aug 03 19:32:50.824682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58588) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:50.845720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Request body: {'network': {'name': 'tempest-router-network02--1848643660'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:50.849216 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.871762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] No DVR routers for this DVR port 2728f0f9-408a-4c9e-b1cb-ef401ca94217 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:50.885355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.886180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.887310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.889579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.890278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.890901 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.891461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.892028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.894858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.895193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.895582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.897101 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.899562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0586ec1-d3d5-4f54-8727-5cc9d5ec6b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.910769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Pushing event deleted for resources: {'Port': ['ID=2728f0f9-408a-4c9e-b1cb-ef401ca94217,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:50.920980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-e49f4d0f-dc52-4899-8110-d66571e97496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:50.924819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-e49f4d0f-dc52-4899-8110-d66571e97496 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.5351036 Aug 03 19:32:50.926733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.927089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.927432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.927627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ed8cb-cda4-440f-a28e-a443a960ba75 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event updated for resources: {'Network': ['ID=1d6de99d-626e-4660-911c-6fb9aa423fa7,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:50.927767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.928120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.928467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.928800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.929130 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.929515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.929860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.930191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.930540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67fa1e3-9727-42f5-b1a1-f55dcf279795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.947173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Transition to ACTIVE for port object 7e208453-5c7b-454a-9999-67e4460c5347 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:50.959891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 1d6de99d-626e-4660-911c-6fb9aa423fa7 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:50.969716 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.979617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.026833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Transition to ACTIVE for port object 7e208453-5c7b-454a-9999-67e4460c5347 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:51.078548 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.079414 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Fanout notify agent at l3_agent the message router_deleted on router c65a25d0-ec97-4b51-a10b-8d70fa671015 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:51.086786 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.088522 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.091640 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-16d02cba-dc30-47ab-8c7b-d4b308b338fe tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/routers/c65a25d0-ec97-4b51-a10b-8d70fa671015 HTTP/1.1" status: 204 len: 168 time: 2.1834316 Aug 03 19:32:51.103007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58592) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:51.134516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Network 8db4268b-a0b5-4e0f-b740-fb3db79014d5 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:51.142910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:51.230847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd95cb-433f-4f86-974a-9321a4782fea req-41ae5fa1-439f-410e-997f-8d8341b2a5e1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:51.232790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40fd95cb-433f-4f86-974a-9321a4782fea req-41ae5fa1-439f-410e-997f-8d8341b2a5e1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.2456625 Aug 03 19:32:51.240220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-8b05138d-f34f-4b4a-8051-d20287ccfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:51.243859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Pushing event updated for resources: {'Port': ['ID=7e208453-5c7b-454a-9999-67e4460c5347,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:51.245490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-8b05138d-f34f-4b4a-8051-d20287ccfef2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2921131 Aug 03 19:32:51.258637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Made reservation on behalf of 4d0a83eae62e450f9b705c19aaabe849 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:51.261038 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:51.266791 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.337299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-6baab20f-f198-4885-b419-2e67eb9d4a0f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:32:51.342734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-6baab20f-f198-4885-b419-2e67eb9d4a0f service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0643919 Aug 03 19:32:51.388125 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.443195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Attempting to bind port 7e208453-5c7b-454a-9999-67e4460c5347 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:51.445761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Attempting to bind port 7e208453-5c7b-454a-9999-67e4460c5347 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '43dcea71-9c27-4ed9-8170-7ad90e0ed05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8db4268b-a0b5-4e0f-b740-fb3db79014d5'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:51.446438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Attempting to bind port 7e208453-5c7b-454a-9999-67e4460c5347 on network 8db4268b-a0b5-4e0f-b740-fb3db79014d5 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:51.460313 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:51.464009 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Checking segment: {'id': '43dcea71-9c27-4ed9-8170-7ad90e0ed05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8db4268b-a0b5-4e0f-b740-fb3db79014d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:51.464868 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.465475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Bound using segment: {'id': '43dcea71-9c27-4ed9-8170-7ad90e0ed05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8db4268b-a0b5-4e0f-b740-fb3db79014d5'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:51.466337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Bound port: 7e208453-5c7b-454a-9999-67e4460c5347, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43dcea71-9c27-4ed9-8170-7ad90e0ed05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8db4268b-a0b5-4e0f-b740-fb3db79014d5'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:51.468342 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.515475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:51.532021 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.532559 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Added segment f60502f6-1f25-4f9b-95c9-2a66eca8efdb of type vlan for network fdc94845-0742-42cc-b7f7-bb3d0ebe54aa Aug 03 19:32:51.620957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.635024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] For port 7e208453-5c7b-454a-9999-67e4460c5347, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:51.639722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5df4e1-f614-47dc-9222-43db946a431a']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:51.648204 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40fd95cb-433f-4f86-974a-9321a4782fea req-020770d7-6340-40ad-b668-c5296eca46e1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012620 Aug 03 19:32:51.648885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] For port 7e208453-5c7b-454a-9999-67e4460c5347, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7e208453-5c7b-454a-9999-67e4460c5347,segment=NetworkSegment(43dcea71-9c27-4ed9-8170-7ad90e0ed05e),segment_id=43dcea71-9c27-4ed9-8170-7ad90e0ed05e)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:51.656750 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.676220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.716425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0daa9e-f312-4a66-9701-1a4074873c97') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:51.717362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0daa9e-f312-4a66-9701-1a4074873c97') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:51.751867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.822992 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.843663 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:51.845552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:51.854319 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:51.863185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2728f0f9-408a-4c9e-b1cb-ef401ca94217 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:51.905730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a5701-11c4-482b-9cea-34ee29023452 None None] Pushing event updated for resources: {'Port': ['ID=7e208453-5c7b-454a-9999-67e4460c5347,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:51.909329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 2728f0f9-408a-4c9e-b1cb-ef401ca94217 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:51.911036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2728f0f9-408a-4c9e-b1cb-ef401ca94217 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:51.911677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ed085fb3-856d-4c3b-8fff-bc7529331a27 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:51.920060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-5bb5f7df-c537-43bf-9895-21c3766da2e3 service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317543 Aug 03 19:32:51.920922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.930678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:51.931352 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.942374 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ed085fb3-856d-4c3b-8fff-bc7529331a27 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:51.943100 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ed085fb3-856d-4c3b-8fff-bc7529331a27 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:51.950075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 090c888c-31ba-4781-a091-5ab44d259bfd no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:51.984877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 090c888c-31ba-4781-a091-5ab44d259bfd {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:51.985705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 090c888c-31ba-4781-a091-5ab44d259bfd not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:52.034029 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.047751 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.052727 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/networks/ea5df4e1-f614-47dc-9222-43db946a431a HTTP/1.1" status: 204 len: 168 time: 0.9477894 Aug 03 19:32:52.088368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58608) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:52.098909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'network': {'name': 'tempest-network-smoke--1071146512', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'port_security_enabled': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:52.115377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8303c0-f002-4128-9487-d823dcf8c9b3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Network': ['ID=ea5df4e1-f614-47dc-9222-43db946a431a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:52.131628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2942681 Aug 03 19:32:52.136501 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58610) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:52.146368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Request body: {'subnet': {'network_id': '1d6de99d-626e-4660-911c-6fb9aa423fa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:52.204584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38a5a3-ab0c-4bac-8523-211995c67792 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event updated for resources: {'Network': ['ID=fdc94845-0742-42cc-b7f7-bb3d0ebe54aa,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:52.219248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c683f2e6-c8eb-4901-a209-3e1a95bbac57 req-3ee71229-55e1-43e1-9c4e-10377bfcfc94 service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849550 Aug 03 19:32:52.235324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Made reservation on behalf of 47da202e5f0d433f920b59dfe00d530c for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:52.242164 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.302745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network fdc94845-0742-42cc-b7f7-bb3d0ebe54aa details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:52.363117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:52.376750 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.377691 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Added segment 61a58647-ab03-4d19-b188-af69c8f2db37 of type vlan for network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 Aug 03 19:32:52.423186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Made reservation on behalf of 4d0a83eae62e450f9b705c19aaabe849 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:52.431421 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.496346 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.563681 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.589438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:52.591476 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.812245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Network': ['ID=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:52.830624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:52.831943 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-00574c57-0355-49ae-83ea-092a2c75a2ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7400038 Aug 03 19:32:52.835369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58626) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:52.844228 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.853945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-600036957', 'admin_state_up': True, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:52.960274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event updated for resources: {'Subnet': ['ID=18778df0-fefa-4a1b-9c06-68cfe554fa2b,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:52.973129 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:52.973403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:52.973769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:52.974039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:52.974381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:52.974721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:52.975763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:52.975763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:52.976000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:52.976816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:52.978670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:52.980738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:53.008663 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.010987 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.016116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Checking segment: {'id': 'c79ac849-8d1a-4cc7-b3ec-4d044a97097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1d6de99d-626e-4660-911c-6fb9aa423fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:53.016869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Network hostable DHCP agents. Network: 1d6de99d-626e-4660-911c-6fb9aa423fa7, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:53.053063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Network 1d6de99d-626e-4660-911c-6fb9aa423fa7 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:53.075198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 1d6de99d-626e-4660-911c-6fb9aa423fa7) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:53.085788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:53.087915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.097840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42005ad5-c9e5-43dd-b729-9fd19815e6ac None None] Network 1d6de99d-626e-4660-911c-6fb9aa423fa7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:53.104279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339db31-ab0a-495f-b7d2-1d18f818b5ae req-2d665ad6-9177-4815-8fd3-28788f2be46c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:53.107616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d339db31-ab0a-495f-b7d2-1d18f818b5ae req-2d665ad6-9177-4815-8fd3-28788f2be46c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.2131529 Aug 03 19:32:53.139487 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8dfb66ef-d154-4c2e-a938-3620e593f746 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0004146 Aug 03 19:32:53.140654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58652) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:53.153312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Request body: {'subnet': {'network_id': 'fdc94845-0742-42cc-b7f7-bb3d0ebe54aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:53.219010 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.391768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Made reservation on behalf of 4d0a83eae62e450f9b705c19aaabe849 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:53.397238 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.547730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-1d6de99d-626e-4660-911c-6fb9aa423fa7', 'network_id': '1d6de99d-626e-4660-911c-6fb9aa423fa7', 'tenant_id': '4d0a83eae62e450f9b705c19aaabe849', 'fixed_ips': [{'subnet_id': '18778df0-fefa-4a1b-9c06-68cfe554fa2b'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:53.551450 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.592194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d339db31-ab0a-495f-b7d2-1d18f818b5ae req-8837cd9a-4c17-490c-9607-a7a8e9f852e3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912971 Aug 03 19:32:53.631680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7e208453-5c7b-454a-9999-67e4460c5347 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:53.706291 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.819580 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.936891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9e7f8-a7bf-48fd-8b8a-c5a535d83776 None None] Network 8db4268b-a0b5-4e0f-b740-fb3db79014d5 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:54.017045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event updated for resources: {'Subnet': ['ID=37b1d227-1300-4476-808e-8724026047b2,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:54.109022 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Checking segment: {'id': 'f60502f6-1f25-4f9b-95c9-2a66eca8efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fdc94845-0742-42cc-b7f7-bb3d0ebe54aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:54.111872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Network hostable DHCP agents. Network: fdc94845-0742-42cc-b7f7-bb3d0ebe54aa, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:54.115610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6de617d2-6c33-4411-b8c0-27500e134a17 None None] Provisioning for port 7e208453-5c7b-454a-9999-67e4460c5347 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:54.175138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Network fdc94845-0742-42cc-b7f7-bb3d0ebe54aa is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:54.206209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Allocated IP 172.20.0.2 (1d6de99d-626e-4660-911c-6fb9aa423fa7/18778df0-fefa-4a1b-9c06-68cfe554fa2b/bf956d14-9266-4d76-9285-14e04084ceb1) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:54.212710 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, fdc94845-0742-42cc-b7f7-bb3d0ebe54aa) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:54.231530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:54.234875 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.286358 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e45e1c91-f3c0-4878-9dbb-19ac066e2de1 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1434505 Aug 03 19:32:54.290668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58676) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:54.361607 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.396542 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.401434 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.407934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Transition to ACTIVE for port object bf956d14-9266-4d76-9285-14e04084ceb1 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:54.426925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Transition to ACTIVE for port object bf956d14-9266-4d76-9285-14e04084ceb1 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:54.550792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de5904-75aa-4f5f-b504-6dc852715704 None None] Network fdc94845-0742-42cc-b7f7-bb3d0ebe54aa requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:54.639942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Allocated IP 172.25.8.179 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/2bc64b59-d427-4e96-b913-8c5126def363) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:54.738186 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.849202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 7e208453-5c7b-454a-9999-67e4460c5347 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:54.940148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7e208453-5c7b-454a-9999-67e4460c5347 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:54.941184 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.047287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Network 1d6de99d-626e-4660-911c-6fb9aa423fa7 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:55.074196 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.091941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:55.098756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:55.134274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Pushing event updated for resources: {'Port': ['ID=bf956d14-9266-4d76-9285-14e04084ceb1,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:55.202547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed0d53-1851-4d21-9a23-34523ed88061 req-7c18abc5-2d97-4c13-9bd5-36b294de798b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:55.204253 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66ed0d53-1851-4d21-9a23-34523ed88061 req-7c18abc5-2d97-4c13-9bd5-36b294de798b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.2499928 Aug 03 19:32:55.255065 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.296354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-fdc94845-0742-42cc-b7f7-bb3d0ebe54aa', 'network_id': 'fdc94845-0742-42cc-b7f7-bb3d0ebe54aa', 'tenant_id': '4d0a83eae62e450f9b705c19aaabe849', 'fixed_ips': [{'subnet_id': '37b1d227-1300-4476-808e-8724026047b2'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:55.297891 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.307496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:55.311830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:55.316418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:55.323726 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.394933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Attempting to bind port bf956d14-9266-4d76-9285-14e04084ceb1 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:55.395944 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Attempting to bind port bf956d14-9266-4d76-9285-14e04084ceb1 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c79ac849-8d1a-4cc7-b3ec-4d044a97097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1d6de99d-626e-4660-911c-6fb9aa423fa7'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:55.396870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Attempting to bind port bf956d14-9266-4d76-9285-14e04084ceb1 on network 1d6de99d-626e-4660-911c-6fb9aa423fa7 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:55.427620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:55.435586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Checking segment: {'id': 'c79ac849-8d1a-4cc7-b3ec-4d044a97097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1d6de99d-626e-4660-911c-6fb9aa423fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:55.436634 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.437606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Bound using segment: {'id': 'c79ac849-8d1a-4cc7-b3ec-4d044a97097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1d6de99d-626e-4660-911c-6fb9aa423fa7'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:55.438643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Bound port: bf956d14-9266-4d76-9285-14e04084ceb1, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79ac849-8d1a-4cc7-b3ec-4d044a97097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1d6de99d-626e-4660-911c-6fb9aa423fa7'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:55.439543 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.701360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66ed0d53-1851-4d21-9a23-34523ed88061 req-3fbf57f5-47c1-4466-aa69-ad945b06aaa2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704611 Aug 03 19:32:55.712148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=2bc64b59-d427-4e96-b913-8c5126def363,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:55.770765 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.862607 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.891900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Allocated IP 172.20.0.1 (1d6de99d-626e-4660-911c-6fb9aa423fa7/18778df0-fefa-4a1b-9c06-68cfe554fa2b/4a9859b1-0b7e-438d-aea7-1a94a1e7779a) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:56.007153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 7e208453-5c7b-454a-9999-67e4460c5347, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7e208453-5c7b-454a-9999-67e4460c5347,segment=NetworkSegment(43dcea71-9c27-4ed9-8170-7ad90e0ed05e),segment_id=43dcea71-9c27-4ed9-8170-7ad90e0ed05e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:56.008664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-eedc174e-1cd4-4fb8-947f-d1eab1c6eae0 None None] Provisioning complete for port 7e208453-5c7b-454a-9999-67e4460c5347 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:56.009531 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eedc174e-1cd4-4fb8-947f-d1eab1c6eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.013453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] For port bf956d14-9266-4d76-9285-14e04084ceb1, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:56.023903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] For port bf956d14-9266-4d76-9285-14e04084ceb1, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bf956d14-9266-4d76-9285-14e04084ceb1,segment=NetworkSegment(c79ac849-8d1a-4cc7-b3ec-4d044a97097e),segment_id=c79ac849-8d1a-4cc7-b3ec-4d044a97097e)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:56.130368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.149119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Allocated IP 172.20.0.2 (fdc94845-0742-42cc-b7f7-bb3d0ebe54aa/37b1d227-1300-4476-808e-8724026047b2/ca055417-0e37-4187-af88-82f5f622ed44) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:56.212492 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.220891 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.236717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Transition to ACTIVE for port object 4a9859b1-0b7e-438d-aea7-1a94a1e7779a will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:56.290300 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.340248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Network 1d6de99d-626e-4660-911c-6fb9aa423fa7 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:56.344257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:56.357300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-05e57c24-0899-4a8b-9a54-42b792df28f0 req-d6d0e45c-db76-4d12-a740-f480ba6de436 service neutron] (100488) timed out ('10.222.0.78', 54866) {{(pid=100488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:32:56.360744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:56.424110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event updated for resources: {'Port': ['ID=4a9859b1-0b7e-438d-aea7-1a94a1e7779a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:56.447307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.452146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=7e208453-5c7b-454a-9999-67e4460c5347,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:56.789700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.059681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6c66e-5e64-493a-913c-b82843bee72c None None] Pushing event updated for resources: {'Port': ['ID=bf956d14-9266-4d76-9285-14e04084ceb1,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:57.119486 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.135544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa692eaf-3b41-487e-9280-a1263b3a8e5c req-cab201f9-202e-4207-b285-fee3b586d80e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:57.137392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa692eaf-3b41-487e-9280-a1263b3a8e5c req-cab201f9-202e-4207-b285-fee3b586d80e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.1370759 Aug 03 19:32:57.147482 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.181211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Transition to ACTIVE for port object ca055417-0e37-4187-af88-82f5f622ed44 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:57.233040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Transition to ACTIVE for port object ca055417-0e37-4187-af88-82f5f622ed44 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:57.249331 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.296464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Network fdc94845-0742-42cc-b7f7-bb3d0ebe54aa is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:57.300710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:57.309345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:57.332895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aa692eaf-3b41-487e-9280-a1263b3a8e5c req-2c815157-8f64-408a-bd06-7a0aaf4321ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273863 Aug 03 19:32:57.463090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c92ce877-00d3-4ce7-857d-c2e05ca6042d is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:57.488543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.504047 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.512071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Attempting to bind port ca055417-0e37-4187-af88-82f5f622ed44 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:57.512680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Attempting to bind port ca055417-0e37-4187-af88-82f5f622ed44 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'f60502f6-1f25-4f9b-95c9-2a66eca8efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fdc94845-0742-42cc-b7f7-bb3d0ebe54aa'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:57.513170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Attempting to bind port ca055417-0e37-4187-af88-82f5f622ed44 on network fdc94845-0742-42cc-b7f7-bb3d0ebe54aa {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:57.516842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Pushing event updated for resources: {'Port': ['ID=ca055417-0e37-4187-af88-82f5f622ed44,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:57.537788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:57.539506 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Checking segment: {'id': 'f60502f6-1f25-4f9b-95c9-2a66eca8efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fdc94845-0742-42cc-b7f7-bb3d0ebe54aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:57.539506 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.540383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Bound using segment: {'id': 'f60502f6-1f25-4f9b-95c9-2a66eca8efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fdc94845-0742-42cc-b7f7-bb3d0ebe54aa'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:57.551255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Bound port: ca055417-0e37-4187-af88-82f5f622ed44, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60502f6-1f25-4f9b-95c9-2a66eca8efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'fdc94845-0742-42cc-b7f7-bb3d0ebe54aa'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:57.552518 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.584222 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.717133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] For port ca055417-0e37-4187-af88-82f5f622ed44, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:57.722080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event updated for resources: {'Port': ['ID=4a9859b1-0b7e-438d-aea7-1a94a1e7779a,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:57.728550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] For port ca055417-0e37-4187-af88-82f5f622ed44, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ca055417-0e37-4187-af88-82f5f622ed44,segment=NetworkSegment(f60502f6-1f25-4f9b-95c9-2a66eca8efdb),segment_id=f60502f6-1f25-4f9b-95c9-2a66eca8efdb)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:57.745136 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.754372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:57.785241 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Sync routers for ids ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:57.805401 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Routers {'c92ce877-00d3-4ce7-857d-c2e05ca6042d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:57.806130 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:57.809989 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Network 1d6de99d-626e-4660-911c-6fb9aa423fa7 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:57.811693 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:57.835914 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.839461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-74884860-b248-41da-918e-ca23b3edc6f8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0014691 Aug 03 19:32:57.842997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58704) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:57.896770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fd66b-9ec2-4600-a46f-5938dad2e16a None None] Pushing event updated for resources: {'Port': ['ID=ca055417-0e37-4187-af88-82f5f622ed44,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:57.957640 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c7575844-2849-4c53-b2f7-d4810fd34da9 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=47da202e5f0d433f920b59dfe00d530c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1127598 Aug 03 19:32:57.959958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58706) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:58.111443 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Router 8b742899-e62a-4b00-b1ba-3153b74b7b9b is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:58.116427 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Set router c92ce877-00d3-4ce7-857d-c2e05ca6042d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:58.253107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5510d-c5ad-44e8-98e6-35f6b9ee60d7 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:58.259226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f6d5510d-c5ad-44e8-98e6-35f6b9ee60d7 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2976983 Aug 03 19:32:58.265148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58708) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:58.429746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2eba10-ed94-490d-8911-71edba50750e None None] Network 1d6de99d-626e-4660-911c-6fb9aa423fa7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:58.460539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-82472b1d-d162-4819-b83e-ab0973334af7 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1940956 Aug 03 19:32:58.465118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58716) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:58.477287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-969442747', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:58.626753 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:58.649615 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1399ccbf-22e3-44c2-8eee-2f0ef2ee090e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "PUT /v2.0/routers/8b742899-e62a-4b00-b1ba-3153b74b7b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3568068 Aug 03 19:32:58.650916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58718) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:58.718120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bf956d14-9266-4d76-9285-14e04084ceb1 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:58.814371 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:32:55Z', 'revision_number': 3, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:58.835994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98200c67-1a6a-4d66-b9c6-0aad5876f647 None None] Sync routers for ids ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:58.941075 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Checking router: c92ce877-00d3-4ce7-857d-c2e05ca6042d for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:58.943436 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Updating router c92ce877-00d3-4ce7-857d-c2e05ca6042d port 2bc64b59-d427-4e96-b913-8c5126def363 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:32:58.951067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a571d7-4776-4288-bc82-b2ce89424643 req-cb3fa6a9-07cd-4f48-994a-0527517a5f4c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:58.952719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2a571d7-4776-4288-bc82-b2ce89424643 req-cb3fa6a9-07cd-4f48-994a-0527517a5f4c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.3757398 Aug 03 19:32:59.002501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Made reservation on behalf of 47da202e5f0d433f920b59dfe00d530c for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:59.010454 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.023143 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.039769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0f6e4e68-07f4-4e35-8a71-f0411f7cb574 None None] Provisioning for port bf956d14-9266-4d76-9285-14e04084ceb1 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:59.066908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98200c67-1a6a-4d66-b9c6-0aad5876f647 None None] Routers {'8b742899-e62a-4b00-b1ba-3153b74b7b9b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:59.067917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-98200c67-1a6a-4d66-b9c6-0aad5876f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:59.098676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port bf956d14-9266-4d76-9285-14e04084ceb1 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:59.103941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2a571d7-4776-4288-bc82-b2ce89424643 req-b5d7aabe-c30a-41b2-9c2d-2ff71b5a3eee tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371346 Aug 03 19:32:59.255260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-98200c67-1a6a-4d66-b9c6-0aad5876f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:59.274325 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port bf956d14-9266-4d76-9285-14e04084ceb1 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:59.275556 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.375783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98200c67-1a6a-4d66-b9c6-0aad5876f647 None None] Routers {'8b742899-e62a-4b00-b1ba-3153b74b7b9b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:59.376755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-98200c67-1a6a-4d66-b9c6-0aad5876f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:59.473353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.474486 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-dd807ae7-df45-45af-a4dd-eb4b7f33b377 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:32:59.479363 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dd807ae7-df45-45af-a4dd-eb4b7f33b377 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "PUT /v2.0/routers/8b742899-e62a-4b00-b1ba-3153b74b7b9b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8226056 Aug 03 19:32:59.479730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58720) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:59.508747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-98200c67-1a6a-4d66-b9c6-0aad5876f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:59.509773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98200c67-1a6a-4d66-b9c6-0aad5876f647 None None] The sync data for ids ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:59.571119 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.640117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Subnet': ['ID=70e20c0b-05e1-441e-befb-88fa3548bfbe,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:59.685060 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Transition to ACTIVE for port object 2bc64b59-d427-4e96-b913-8c5126def363 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:59.712007 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.775936 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Attempting to bind port 2bc64b59-d427-4e96-b913-8c5126def363 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:59.776560 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Attempting to bind port 2bc64b59-d427-4e96-b913-8c5126def363 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:59.777039 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Attempting to bind port 2bc64b59-d427-4e96-b913-8c5126def363 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:59.792943 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.803393 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Pushing event updated for resources: {'Port': ['ID=2bc64b59-d427-4e96-b913-8c5126def363,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:59.818669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Checking segment: {'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:59.819183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network hostable DHCP agents. Network: 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:59.832072 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.833685 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.834302 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.836779 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.837203 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.837668 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.841750 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.842259 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.842809 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.843337 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.843661 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.844202 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:59.855751 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:59.858448 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:59.867793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:59.871119 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.872143 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:59.874396 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Bound port: 2bc64b59-d427-4e96-b913-8c5126def363, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:59.876117 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.898860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:59.907414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:59.908810 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.952136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0dceea16-d712-49ea-9d53-efbb20b45e2a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4829605 Aug 03 19:32:59.953281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58724) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:59.956375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca667f6f-4cab-4412-9958-ecead7c01c93 None None] Network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:00.074501 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.095551 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port bf956d14-9266-4d76-9285-14e04084ceb1, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bf956d14-9266-4d76-9285-14e04084ceb1,segment=NetworkSegment(c79ac849-8d1a-4cc7-b3ec-4d044a97097e),segment_id=c79ac849-8d1a-4cc7-b3ec-4d044a97097e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:00.249772 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.251176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7e208453-5c7b-454a-9999-67e4460c5347 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:00.274988 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] For port 2bc64b59-d427-4e96-b913-8c5126def363, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:00.287335 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] For port 2bc64b59-d427-4e96-b913-8c5126def363, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2bc64b59-d427-4e96-b913-8c5126def363,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:00.300078 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.343281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a131af-27a8-4ed2-a919-49b0a11c4310 None None] Network fdc94845-0742-42cc-b7f7-bb3d0ebe54aa requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:00.420917 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3682238-4698-446b-acb0-3f23fcbd6fce None None] Pushing event updated for resources: {'Port': ['ID=2bc64b59-d427-4e96-b913-8c5126def363,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:00.507970 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Routers {'c92ce877-00d3-4ce7-857d-c2e05ca6042d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:00.510796 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:00.686620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=bf956d14-9266-4d76-9285-14e04084ceb1,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:00.723821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-733406f1-d13c-4ba2-98d8-645deb5eb743 None None] Provisioning complete for port bf956d14-9266-4d76-9285-14e04084ceb1 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:00.724301 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-733406f1-d13c-4ba2-98d8-645deb5eb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.883170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7e208453-5c7b-454a-9999-67e4460c5347 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:00.883649 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.886627 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] Set router c92ce877-00d3-4ce7-857d-c2e05ca6042d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:00.889941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ips': [{'subnet_id': '70e20c0b-05e1-441e-befb-88fa3548bfbe'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:00.891327 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.900097 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01e2dcf3-656a-42bb-a1e2-3254ad57b70e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.150637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb73fb-bf3d-4704-8f2c-e1da95d604a9 req-dece23ee-0eaa-4ac4-bdb5-d9650d1d8c8e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:01.159867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-efcb73fb-bf3d-4704-8f2c-e1da95d604a9 req-dece23ee-0eaa-4ac4-bdb5-d9650d1d8c8e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.7914691 Aug 03 19:33:01.407245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-efcb73fb-bf3d-4704-8f2c-e1da95d604a9 req-e1a84cf8-f52f-44d0-9fda-ae0068d4676e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377068 Aug 03 19:33:01.498417 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:32:55Z', 'revision_number': 3, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:01.587952 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f069cd4-7bf4-4fc2-8187-7e53db341a7f None None] The sync data for ids ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'] in n-d-802918-7 is: [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:32:55Z', 'revision_number': 3, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:01.678530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-733406f1-d13c-4ba2-98d8-645deb5eb743 None None] Provisioning for port 4a9859b1-0b7e-438d-aea7-1a94a1e7779a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:01.724086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-733406f1-d13c-4ba2-98d8-645deb5eb743 None None] Provisioning complete for port 4a9859b1-0b7e-438d-aea7-1a94a1e7779a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:01.725611 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-733406f1-d13c-4ba2-98d8-645deb5eb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.840739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-01e2dcf3-656a-42bb-a1e2-3254ad57b70e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Deleting port 4a9859b1-0b7e-438d-aea7-1a94a1e7779a {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:01.842152 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01e2dcf3-656a-42bb-a1e2-3254ad57b70e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.879043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Allocated IP 172.20.0.2 (0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312/70e20c0b-05e1-441e-befb-88fa3548bfbe/7288b298-2ca4-4570-aaef-c4d0297c0d06) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:01.957147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-733406f1-d13c-4ba2-98d8-645deb5eb743 None None] Port 4a9859b1-0b7e-438d-aea7-1a94a1e7779a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:02.115478 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01e2dcf3-656a-42bb-a1e2-3254ad57b70e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.122555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.213603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-01e2dcf3-656a-42bb-a1e2-3254ad57b70e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Calling delete_port for 4a9859b1-0b7e-438d-aea7-1a94a1e7779a owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:02.255580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-733406f1-d13c-4ba2-98d8-645deb5eb743 None None] Provisioning for port ca055417-0e37-4187-af88-82f5f622ed44 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:02.502696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca055417-0e37-4187-af88-82f5f622ed44 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:02.667467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e8d047a0-6408-4838-8ec4-280c027846f2 None None] Provisioning complete for port 4a9859b1-0b7e-438d-aea7-1a94a1e7779a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:02.668909 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e8d047a0-6408-4838-8ec4-280c027846f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.744606 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.779796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Transition to ACTIVE for port object 7288b298-2ca4-4570-aaef-c4d0297c0d06 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:02.784513 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01e2dcf3-656a-42bb-a1e2-3254ad57b70e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.820724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Transition to ACTIVE for port object 7288b298-2ca4-4570-aaef-c4d0297c0d06 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:02.835746 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.850350 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e8d047a0-6408-4838-8ec4-280c027846f2 None None] Port 4a9859b1-0b7e-438d-aea7-1a94a1e7779a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:02.907371 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2dcf3-656a-42bb-a1e2-3254ad57b70e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event deleted for resources: {'Port': ['ID=4a9859b1-0b7e-438d-aea7-1a94a1e7779a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:02.934397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:02.935409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ca055417-0e37-4187-af88-82f5f622ed44 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:02.948887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:02.953849 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:02.956283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Pushing event updated for resources: {'Port': ['ID=7288b298-2ca4-4570-aaef-c4d0297c0d06,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:02.960271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ca055417-0e37-4187-af88-82f5f622ed44 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:02.960737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.008370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e8d047a0-6408-4838-8ec4-280c027846f2 None None] Provisioning complete for port ca055417-0e37-4187-af88-82f5f622ed44 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:03.008639 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e8d047a0-6408-4838-8ec4-280c027846f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.252595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Allocated IP 172.20.0.1 (0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312/70e20c0b-05e1-441e-befb-88fa3548bfbe/03a5df6e-79b8-45eb-a6ea-9a9b9e39833f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:03.256658 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.260610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Attempting to bind port 7288b298-2ca4-4570-aaef-c4d0297c0d06 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:03.261409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Attempting to bind port 7288b298-2ca4-4570-aaef-c4d0297c0d06 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:03.262185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Attempting to bind port 7288b298-2ca4-4570-aaef-c4d0297c0d06 on network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:03.345331 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e8d047a0-6408-4838-8ec4-280c027846f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.358905 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:03.360729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Checking segment: {'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:03.361596 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.362025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Bound using segment: {'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:03.363739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Bound port: 7288b298-2ca4-4570-aaef-c4d0297c0d06, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:03.364153 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.505363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af9045-165a-4f17-9905-b9b4dd1cc509 req-fc130e97-3bc1-48ed-9e1b-f9ac89e8c3bf tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:03.519374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22af9045-165a-4f17-9905-b9b4dd1cc509 req-fc130e97-3bc1-48ed-9e1b-f9ac89e8c3bf tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.8504143 Aug 03 19:33:03.556842 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port ca055417-0e37-4187-af88-82f5f622ed44, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ca055417-0e37-4187-af88-82f5f622ed44,segment=NetworkSegment(f60502f6-1f25-4f9b-95c9-2a66eca8efdb),segment_id=f60502f6-1f25-4f9b-95c9-2a66eca8efdb)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:03.582627 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.584977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-01e2dcf3-656a-42bb-a1e2-3254ad57b70e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.586528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bf956d14-9266-4d76-9285-14e04084ceb1 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:03.628379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.661939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22af9045-165a-4f17-9905-b9b4dd1cc509 req-1519a42f-8d16-40af-86f3-04dcddac4742 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412115 Aug 03 19:33:03.692180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Transition to ACTIVE for port object 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:03.774397 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.788050 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.db.api [None req-e8d047a0-6408-4838-8ec4-280c027846f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100489) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:03.789666 n-d-802918-7 neutron-server[100489]: DEBUG oslo_db.api [None req-e8d047a0-6408-4838-8ec4-280c027846f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:03.797794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=ca055417-0e37-4187-af88-82f5f622ed44,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:03.819764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:03.827304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:03.880434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] For port 7288b298-2ca4-4570-aaef-c4d0297c0d06, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:03.910628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] For port 7288b298-2ca4-4570-aaef-c4d0297c0d06, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7288b298-2ca4-4570-aaef-c4d0297c0d06,segment=NetworkSegment(61a58647-ab03-4d19-b188-af69c8f2db37),segment_id=61a58647-ab03-4d19-b188-af69c8f2db37)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:03.915071 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d5c1d844-1a2f-4408-9b81-2d860f8f414c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.921035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:03.925000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=03a5df6e-79b8-45eb-a6ea-9a9b9e39833f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:03.929551 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.000969 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.026284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e2dcf3-656a-42bb-a1e2-3254ad57b70e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Router 8b742899-e62a-4b00-b1ba-3153b74b7b9b has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:04.042972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port bf956d14-9266-4d76-9285-14e04084ceb1 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:04.043551 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.224097 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e2dcf3-656a-42bb-a1e2-3254ad57b70e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:04.238474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa371a-654c-4695-bc77-eca4b445fc77 None None] Pushing event updated for resources: {'Port': ['ID=7288b298-2ca4-4570-aaef-c4d0297c0d06,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:04.239585 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d61491-4f38-42c3-9c01-825b311ced7c None None] Sync routers for ids ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:04.267774 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-01e2dcf3-656a-42bb-a1e2-3254ad57b70e tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "PUT /v2.0/routers/8b742899-e62a-4b00-b1ba-3153b74b7b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7867789 Aug 03 19:33:04.268824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58736) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:04.270778 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d61491-4f38-42c3-9c01-825b311ced7c None None] Routers {'8b742899-e62a-4b00-b1ba-3153b74b7b9b'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:04.271934 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-55d61491-4f38-42c3-9c01-825b311ced7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:04.326405 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-55d61491-4f38-42c3-9c01-825b311ced7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:04.341033 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d61491-4f38-42c3-9c01-825b311ced7c None None] Routers {'8b742899-e62a-4b00-b1ba-3153b74b7b9b'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:04.342042 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-55d61491-4f38-42c3-9c01-825b311ced7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:04.353257 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-68b578c8-397b-4d00-914f-b07d68405f7f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] delete failed (client error): The resource could not be found. Aug 03 19:33:04.354749 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-68b578c8-397b-4d00-914f-b07d68405f7f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-791324147 HTTP/1.1" status: 404 len: 334 time: 0.0846002 Aug 03 19:33:04.358647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58738) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:04.364740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-85cd3d78-09cd-43fa-9dfb-723c7daf3c16 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b742899-e62a-4b00-b1ba-3153b74b7b9b'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:04.374592 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.514589 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-55d61491-4f38-42c3-9c01-825b311ced7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:04.515137 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d61491-4f38-42c3-9c01-825b311ced7c None None] The sync data for ids ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:04.936730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7288b298-2ca4-4570-aaef-c4d0297c0d06 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:04.962215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609a5fc-88c4-44b9-9c6a-681cc8161a60 req-dc67e263-1913-49e6-8cbc-5fa03158654f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:04.972015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4609a5fc-88c4-44b9-9c6a-681cc8161a60 req-dc67e263-1913-49e6-8cbc-5fa03158654f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.1752651 Aug 03 19:33:05.031314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 7288b298-2ca4-4570-aaef-c4d0297c0d06 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:05.044122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2bc64b59-d427-4e96-b913-8c5126def363 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:05.058389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4609a5fc-88c4-44b9-9c6a-681cc8161a60 req-ce1f524e-1310-402a-93ae-eb10f0162e96 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850756 Aug 03 19:33:05.144393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 2bc64b59-d427-4e96-b913-8c5126def363 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:05.152369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2bc64b59-d427-4e96-b913-8c5126def363 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:05.152732 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.174981 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.194634 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.275382 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-85cd3d78-09cd-43fa-9dfb-723c7daf3c16 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.308368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.311122 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-85cd3d78-09cd-43fa-9dfb-723c7daf3c16 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] update failed (client error): The resource could not be found. Aug 03 19:33:05.318238 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-85cd3d78-09cd-43fa-9dfb-723c7daf3c16 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "PUT /v2.0/routers/8b742899-e62a-4b00-b1ba-3153b74b7b9b HTTP/1.1" status: 404 len: 339 time: 0.9576035 Aug 03 19:33:05.319741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58744) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:05.343020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 2bc64b59-d427-4e96-b913-8c5126def363, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2bc64b59-d427-4e96-b913-8c5126def363,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:05.350743 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.353186 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca055417-0e37-4187-af88-82f5f622ed44 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:05.409978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=03a5df6e-79b8-45eb-a6ea-9a9b9e39833f,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:05.433043 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.519194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ca055417-0e37-4187-af88-82f5f622ed44 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:05.519595 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.524199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=2bc64b59-d427-4e96-b913-8c5126def363,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:05.589756 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:05.593331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:05.862487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c92ce877-00d3-4ce7-857d-c2e05ca6042d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:05.959052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.980854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869bde1-b338-40a8-8c0b-c17b746fa798 None None] Network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:06.074245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:06.089238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-25dafc1e-e33e-42f5-8a8f-ef154d6d920d None None] Provisioning for port 7288b298-2ca4-4570-aaef-c4d0297c0d06 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:06.095728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a464e800-2fee-4744-a878-43b364064c69 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "PUT /v2.0/routers/c92ce877-00d3-4ce7-857d-c2e05ca6042d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1412020 Aug 03 19:33:06.096854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58748) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:06.110590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-25dafc1e-e33e-42f5-8a8f-ef154d6d920d None None] Provisioning complete for port 7288b298-2ca4-4570-aaef-c4d0297c0d06 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:06.110989 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-25dafc1e-e33e-42f5-8a8f-ef154d6d920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.115331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Sync routers for ids ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:06.250552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Routers {'c92ce877-00d3-4ce7-857d-c2e05ca6042d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:06.251754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:32:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:06.362105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d362c8-75ec-46e5-be68-46af4bcd4d15 req-ca1f85a6-2a99-4ed6-bcb4-485c7d403cf2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.363762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d362c8-75ec-46e5-be68-46af4bcd4d15 req-ca1f85a6-2a99-4ed6-bcb4-485c7d403cf2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.1660521 Aug 03 19:33:06.445777 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d362c8-75ec-46e5-be68-46af4bcd4d15 req-c569ddba-778d-436b-a893-f2791fdfc621 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725453 Aug 03 19:33:06.491140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cd61b-f104-4486-83e5-d7869337b44a tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.492368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cd61b-f104-4486-83e5-d7869337b44a tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.493634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cd61b-f104-4486-83e5-d7869337b44a tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.493876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cd61b-f104-4486-83e5-d7869337b44a tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.494685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cd61b-f104-4486-83e5-d7869337b44a tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.494889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cd61b-f104-4486-83e5-d7869337b44a tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.495203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cd61b-f104-4486-83e5-d7869337b44a tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.496355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cd61b-f104-4486-83e5-d7869337b44a tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.496355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cd61b-f104-4486-83e5-d7869337b44a tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:06.499319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-319cd61b-f104-4486-83e5-d7869337b44a tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6363 time: 0.3985910 Aug 03 19:33:06.501831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58752) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:06.526367 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a0f53af0-0194-4209-865c-456cc0e7b0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.542920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Set router c92ce877-00d3-4ce7-857d-c2e05ca6042d gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:06.550325 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-25dafc1e-e33e-42f5-8a8f-ef154d6d920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.651586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Allocated IP 172.20.0.1 (8db4268b-a0b5-4e0f-b740-fb3db79014d5/9d7e18f4-e383-417e-89f5-64a467642832/40d3c361-28dd-48fa-ab37-f48215772abd) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:06.807276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-25dafc1e-e33e-42f5-8a8f-ef154d6d920d None None] For port 7288b298-2ca4-4570-aaef-c4d0297c0d06, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7288b298-2ca4-4570-aaef-c4d0297c0d06,segment=NetworkSegment(61a58647-ab03-4d19-b188-af69c8f2db37),segment_id=61a58647-ab03-4d19-b188-af69c8f2db37)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:06.842235 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-25dafc1e-e33e-42f5-8a8f-ef154d6d920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.929234 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.934971 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2bc64b59-d427-4e96-b913-8c5126def363 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:07.005116 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.041403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Transition to ACTIVE for port object 40d3c361-28dd-48fa-ab37-f48215772abd will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:07.131090 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.265121 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5b7f6ff3-6f6a-47fd-b525-1393de78cc7d None None] Provisioning complete for port 7288b298-2ca4-4570-aaef-c4d0297c0d06 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:07.265869 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6ff3-6f6a-47fd-b525-1393de78cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.292324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Network 8db4268b-a0b5-4e0f-b740-fb3db79014d5 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:07.298158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:07.305175 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:07.308408 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event updated for resources: {'Port': ['ID=40d3c361-28dd-48fa-ab37-f48215772abd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:07.377418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc752b-544c-4e52-a9f4-3241c2411fd4 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.378259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc752b-544c-4e52-a9f4-3241c2411fd4 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.378810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc752b-544c-4e52-a9f4-3241c2411fd4 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.379491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc752b-544c-4e52-a9f4-3241c2411fd4 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.380165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc752b-544c-4e52-a9f4-3241c2411fd4 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.382465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc752b-544c-4e52-a9f4-3241c2411fd4 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.383175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc752b-544c-4e52-a9f4-3241c2411fd4 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.383825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc752b-544c-4e52-a9f4-3241c2411fd4 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.384357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc752b-544c-4e52-a9f4-3241c2411fd4 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.391100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-70bc752b-544c-4e52-a9f4-3241c2411fd4 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5781 time: 0.8837893 Aug 03 19:33:07.392753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58756) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:07.418690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.596737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dafc1e-e33e-42f5-8a8f-ef154d6d920d None None] Pushing event updated for resources: {'Port': ['ID=7288b298-2ca4-4570-aaef-c4d0297c0d06,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:07.675825 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.779053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2bc64b59-d427-4e96-b913-8c5126def363 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:07.780039 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.990718 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ac19d-9abd-4de6-9de9-5be20055276c req-910e045e-1a9e-40b4-a76c-41c292ebb466 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.993366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d70ac19d-9abd-4de6-9de9-5be20055276c req-910e045e-1a9e-40b4-a76c-41c292ebb466 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.2865400 Aug 03 19:33:08.062354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5b7f6ff3-6f6a-47fd-b525-1393de78cc7d None None] Provisioning for port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:08.088535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d70ac19d-9abd-4de6-9de9-5be20055276c req-ddb6ea8c-98f4-4b13-ba4f-ddd876949f2f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590827 Aug 03 19:33:08.113260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5b7f6ff3-6f6a-47fd-b525-1393de78cc7d None None] Provisioning complete for port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:08.113937 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6ff3-6f6a-47fd-b525-1393de78cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.165917 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.188989 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dcb74b9b-ef03-4248-93c2-8d745f45c83c tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3586 time: 0.7939394 Aug 03 19:33:08.243224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f6ff3-6f6a-47fd-b525-1393de78cc7d None None] Port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:08.255898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:33:04Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '03a5df6e-79b8-45eb-a6ea-9a9b9e39833f', 'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1e:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:02Z', 'updated_at': '2021-08-03T19:33:04Z', 'revision_number': 2, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:08.296784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Checking router: c92ce877-00d3-4ce7-857d-c2e05ca6042d for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:08.297932 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Updating router c92ce877-00d3-4ce7-857d-c2e05ca6042d port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:33:08.343490 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.347995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.358552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.403054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bb962fb9-8b1d-464b-9bcc-534c810599be None None] Provisioning complete for port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:08.403507 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bb962fb9-8b1d-464b-9bcc-534c810599be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.527487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-bb962fb9-8b1d-464b-9bcc-534c810599be None None] Port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:08.557737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bb962fb9-8b1d-464b-9bcc-534c810599be None None] Provisioning for port 40d3c361-28dd-48fa-ab37-f48215772abd completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:08.558121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58764) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:08.564517 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event updated for resources: {'Port': ['ID=40d3c361-28dd-48fa-ab37-f48215772abd,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:08.567823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bb962fb9-8b1d-464b-9bcc-534c810599be None None] Provisioning complete for port 40d3c361-28dd-48fa-ab37-f48215772abd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:08.568095 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bb962fb9-8b1d-464b-9bcc-534c810599be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.573385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7e76180a-fa7d-4c43-a9bc-e902569c3d82 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-822210594', 'description': 'tempest-secgroup-smoke-822210594 description', 'project_id': '47da202e5f0d433f920b59dfe00d530c'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:08.655694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7e76180a-fa7d-4c43-a9bc-e902569c3d82 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.669786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-bb962fb9-8b1d-464b-9bcc-534c810599be None None] Port 40d3c361-28dd-48fa-ab37-f48215772abd cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:08.679732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.787783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7288b298-2ca4-4570-aaef-c4d0297c0d06 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:08.882507 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.892661 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7e76180a-fa7d-4c43-a9bc-e902569c3d82 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.900514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Transition to ACTIVE for port object 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:08.905176 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7e76180a-fa7d-4c43-a9bc-e902569c3d82 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.910869 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.916894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7288b298-2ca4-4570-aaef-c4d0297c0d06 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:08.917459 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.995137 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7e76180a-fa7d-4c43-a9bc-e902569c3d82 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.002184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7e76180a-fa7d-4c43-a9bc-e902569c3d82 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4380641 Aug 03 19:33:09.003762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58768) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:09.009660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Network 8db4268b-a0b5-4e0f-b740-fb3db79014d5 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:09.017272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067308e-34e6-4203-96c6-7bc9322101c2 None None] Pushing event updated for resources: {'Port': ['ID=03a5df6e-79b8-45eb-a6ea-9a9b9e39833f,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:09.018068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:09.049146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-98c4f794-dd10-4603-af13-ed200dd1d6b4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '81b15294-8228-4261-a260-794e9d5984cc', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:09.091496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76180a-fa7d-4c43-a9bc-e902569c3d82 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b15294-8228-4261-a260-794e9d5984cc,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:09.130119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Attempting to bind port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:09.130626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Attempting to bind port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:09.130992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Attempting to bind port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f on network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:09.150866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:09.151434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Checking segment: {'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:09.151751 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.152160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Bound using segment: {'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:09.152835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Bound port: 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:09.153334 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.230994 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98c4f794-dd10-4603-af13-ed200dd1d6b4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.279713 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Router 8b742899-e62a-4b00-b1ba-3153b74b7b9b has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:09.436619 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98c4f794-dd10-4603-af13-ed200dd1d6b4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.461836 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98c4f794-dd10-4603-af13-ed200dd1d6b4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.485546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] For port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:09.494978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] For port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=03a5df6e-79b8-45eb-a6ea-9a9b9e39833f,segment=NetworkSegment(61a58647-ab03-4d19-b188-af69c8f2db37),segment_id=61a58647-ab03-4d19-b188-af69c8f2db37)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:09.504786 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.527946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:09.545034 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f50c9a57-1f2e-459a-8f76-f253cc63e625 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "PUT /v2.0/routers/8b742899-e62a-4b00-b1ba-3153b74b7b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2237148 Aug 03 19:33:09.549285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58772) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:09.552337 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bc42f-adf1-4687-8808-3dda8701b939 None None] Sync routers for ids ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:09.577748 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bc42f-adf1-4687-8808-3dda8701b939 None None] Routers {'8b742899-e62a-4b00-b1ba-3153b74b7b9b'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:09.578822 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cf1bc42f-adf1-4687-8808-3dda8701b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:33:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:09.606612 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98c4f794-dd10-4603-af13-ed200dd1d6b4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.614479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-98c4f794-dd10-4603-af13-ed200dd1d6b4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5789776 Aug 03 19:33:09.616587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58774) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:09.634191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-bbfd78a3-232c-4de2-b258-bc9639a5678b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '81b15294-8228-4261-a260-794e9d5984cc', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:09.643978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4f794-dd10-4603-af13-ed200dd1d6b4 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdf9036-e0ff-48a5-84cd-c887e82edbee,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:09.677420 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cf1bc42f-adf1-4687-8808-3dda8701b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:09.700318 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bc42f-adf1-4687-8808-3dda8701b939 None None] Routers {'8b742899-e62a-4b00-b1ba-3153b74b7b9b'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:09.701217 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cf1bc42f-adf1-4687-8808-3dda8701b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:33:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:09.703578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91204-3dcf-4796-b224-b5a1d5fd92ca req-5ebb7fea-8028-4ec9-9582-3ba63bed4fe8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:09.727578 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aef91204-3dcf-4796-b224-b5a1d5fd92ca req-5ebb7fea-8028-4ec9-9582-3ba63bed4fe8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.2785449 Aug 03 19:33:09.781686 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cf1bc42f-adf1-4687-8808-3dda8701b939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:09.782452 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bc42f-adf1-4687-8808-3dda8701b939 None None] The sync data for ids ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'] in n-d-802918-7 is: [] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:09.802531 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83e2cfc4-6ea6-47bf-8e0a-209c81823644 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.826966 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.841935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067308e-34e6-4203-96c6-7bc9322101c2 None None] Pushing event updated for resources: {'Port': ['ID=03a5df6e-79b8-45eb-a6ea-9a9b9e39833f,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:09.845468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Routers {'c92ce877-00d3-4ce7-857d-c2e05ca6042d'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:09.846169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:33:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:09.860800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aef91204-3dcf-4796-b224-b5a1d5fd92ca req-332c4f5d-49d6-4726-a6e4-8c235307a053 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285663 Aug 03 19:33:09.869320 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bbfd78a3-232c-4de2-b258-bc9639a5678b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.981679 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-83e2cfc4-6ea6-47bf-8e0a-209c81823644 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:33:09.984995 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-83e2cfc4-6ea6-47bf-8e0a-209c81823644 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "DELETE /v2.0/routers/8b742899-e62a-4b00-b1ba-3153b74b7b9b HTTP/1.1" status: 409 len: 329 time: 0.4231369 Aug 03 19:33:09.990030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58776) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:09.996407 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bbfd78a3-232c-4de2-b258-bc9639a5678b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.005756 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bbfd78a3-232c-4de2-b258-bc9639a5678b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.035306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd78a3-232c-4de2-b258-bc9639a5678b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71506184-2446-42fb-8985-79b283b48f52,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:10.052853 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bbfd78a3-232c-4de2-b258-bc9639a5678b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.055936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bbfd78a3-232c-4de2-b258-bc9639a5678b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4338539 Aug 03 19:33:10.059040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58778) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:10.077523 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4a9a610c-07d6-4e23-978d-aeb8178c03db tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '81b15294-8228-4261-a260-794e9d5984cc', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:10.088279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-512a5046-fb16-480b-b352-884f58c5498d None None] Provisioning complete for port 40d3c361-28dd-48fa-ab37-f48215772abd triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:10.088839 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-512a5046-fb16-480b-b352-884f58c5498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.130922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a9a610c-07d6-4e23-978d-aeb8178c03db tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.133784 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] Set router c92ce877-00d3-4ce7-857d-c2e05ca6042d gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:10.218475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-512a5046-fb16-480b-b352-884f58c5498d None None] Port 40d3c361-28dd-48fa-ab37-f48215772abd cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:10.227806 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a9a610c-07d6-4e23-978d-aeb8178c03db tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.235807 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a9a610c-07d6-4e23-978d-aeb8178c03db tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.269308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a610c-07d6-4e23-978d-aeb8178c03db tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb212def-4300-42d0-bd48-0d027d7a7a13,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:10.286513 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4a9a610c-07d6-4e23-978d-aeb8178c03db tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.287943 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4a9a610c-07d6-4e23-978d-aeb8178c03db tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2255991 Aug 03 19:33:10.292413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58782) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:10.298174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-286f824b-be93-459f-adfa-b693772dfa17 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '81b15294-8228-4261-a260-794e9d5984cc', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:10.362644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-286f824b-be93-459f-adfa-b693772dfa17 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.501304 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-286f824b-be93-459f-adfa-b693772dfa17 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.514044 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-286f824b-be93-459f-adfa-b693772dfa17 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.530044 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:33:04Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '03a5df6e-79b8-45eb-a6ea-9a9b9e39833f', 'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1e:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:02Z', 'updated_at': '2021-08-03T19:33:09Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:10.544478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f824b-be93-459f-adfa-b693772dfa17 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602b9151-3688-4687-9823-ab468a846bd1,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:10.558039 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-286f824b-be93-459f-adfa-b693772dfa17 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.561119 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-286f824b-be93-459f-adfa-b693772dfa17 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2670672 Aug 03 19:33:10.566008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58784) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:10.573167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-061d2014-2aff-449d-8813-9ba065e4f946 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '81b15294-8228-4261-a260-794e9d5984cc', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:10.583066 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb09a18-f59c-4c7f-9367-91b6650d65f1 None None] The sync data for ids ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'] in n-d-802918-7 is: [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:33:04Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '03a5df6e-79b8-45eb-a6ea-9a9b9e39833f', 'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1e:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:02Z', 'updated_at': '2021-08-03T19:33:09Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:10.635826 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-061d2014-2aff-449d-8813-9ba065e4f946 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Project 47da202e5f0d433f920b59dfe00d530c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:33:10.657487 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-061d2014-2aff-449d-8813-9ba065e4f946 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.838139 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-375c2c43-9ff6-4f37-b85c-1a320b72de90 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.849371 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-061d2014-2aff-449d-8813-9ba065e4f946 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.858725 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-061d2014-2aff-449d-8813-9ba065e4f946 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.912963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d2014-2aff-449d-8813-9ba065e4f946 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cec991-a8bb-4b65-888a-4ba3b3d002b2,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:10.923553 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-061d2014-2aff-449d-8813-9ba065e4f946 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.927409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-061d2014-2aff-449d-8813-9ba065e4f946 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3606217 Aug 03 19:33:10.931447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58788) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:10.943073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-98c1b6d7-b442-4bef-92b6-1e14a28fdbf8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'security_group_rule': {'security_group_id': '81b15294-8228-4261-a260-794e9d5984cc', 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:11.028822 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-98c1b6d7-b442-4bef-92b6-1e14a28fdbf8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Project 47da202e5f0d433f920b59dfe00d530c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:33:11.052548 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98c1b6d7-b442-4bef-92b6-1e14a28fdbf8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.201661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fb734-a905-43fd-8441-4efa31a50e5f req-9ff0b075-c5aa-470d-91ff-1e37756c1262 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:11.204502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-534fb734-a905-43fd-8441-4efa31a50e5f req-9ff0b075-c5aa-470d-91ff-1e37756c1262 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.1801748 Aug 03 19:33:11.248715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-375c2c43-9ff6-4f37-b85c-1a320b72de90 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Deleting port 40d3c361-28dd-48fa-ab37-f48215772abd {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:11.249191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-375c2c43-9ff6-4f37-b85c-1a320b72de90 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.307156 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98c1b6d7-b442-4bef-92b6-1e14a28fdbf8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.317809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-534fb734-a905-43fd-8441-4efa31a50e5f req-7d66f3c2-5b83-434d-9fef-9575f9bedbac tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955257 Aug 03 19:33:11.320816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98c1b6d7-b442-4bef-92b6-1e14a28fdbf8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.389572 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-375c2c43-9ff6-4f37-b85c-1a320b72de90 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.410342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1b6d7-b442-4bef-92b6-1e14a28fdbf8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a03633-7bae-4b83-a559-ac5f9d96920f,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:11.410623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-375c2c43-9ff6-4f37-b85c-1a320b72de90 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Calling delete_port for 40d3c361-28dd-48fa-ab37-f48215772abd owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:11.432195 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-98c1b6d7-b442-4bef-92b6-1e14a28fdbf8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.434694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-98c1b6d7-b442-4bef-92b6-1e14a28fdbf8 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5010059 Aug 03 19:33:11.796270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-375c2c43-9ff6-4f37-b85c-1a320b72de90 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.830983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c2c43-9ff6-4f37-b85c-1a320b72de90 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event deleted for resources: {'Port': ['ID=40d3c361-28dd-48fa-ab37-f48215772abd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:11.851553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-60d3ade1-d8bf-4eca-9dbf-c28269a5be48 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-822210594&fields=id&tenant_id=47da202e5f0d433f920b59dfe00d530c HTTP/1.1" status: 200 len: 267 time: 0.0742853 Aug 03 19:33:12.075230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-375c2c43-9ff6-4f37-b85c-1a320b72de90 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.153267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-dd7ba6fa-8bf4-4e9b-b8bb-7d77b479ebe3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:12.155990 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-dd7ba6fa-8bf4-4e9b-b8bb-7d77b479ebe3 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/networks?id=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 HTTP/1.1" status: 200 len: 797 time: 0.2871637 Aug 03 19:33:12.230800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-5339ec83-f077-4a00-8472-1c1243631dc1 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/quotas/47da202e5f0d433f920b59dfe00d530c HTTP/1.1" status: 200 len: 375 time: 0.0292611 Aug 03 19:33:12.317015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-cf998649-215c-416c-b875-d10c3951ad25 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821271 Aug 03 19:33:12.435672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd14ef60-f82a-498d-b4fe-fc72a89d0acb details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:33:12.457490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375c2c43-9ff6-4f37-b85c-1a320b72de90 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Router 8b742899-e62a-4b00-b1ba-3153b74b7b9b has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:12.583959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-cd653539-2887-4dd3-930c-f0df948b1988 service neutron] 10.222.0.78 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602000 Aug 03 19:33:12.649274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2efb7-db59-4203-a6d6-ded9e451f1cc req-edb0fc07-ae3a-474d-93b0-fb525149b340 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:12.650590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375c2c43-9ff6-4f37-b85c-1a320b72de90 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:12.655872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0d2efb7-db59-4203-a6d6-ded9e451f1cc req-edb0fc07-ae3a-474d-93b0-fb525149b340 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 943 time: 0.1862164 Aug 03 19:33:12.665365 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-375c2c43-9ff6-4f37-b85c-1a320b72de90 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "PUT /v2.0/routers/8b742899-e62a-4b00-b1ba-3153b74b7b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6729128 Aug 03 19:33:12.671578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58808) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:12.726838 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-fe20961b-4684-46fb-9320-df2a5b9b4250 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] show failed (client error): The resource could not be found. Aug 03 19:33:12.728324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9a4b7-72e2-4bb0-925e-3b5c9672c8a1 None None] Sync routers for ids ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:12.737538 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fe20961b-4684-46fb-9320-df2a5b9b4250 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-1752912599 HTTP/1.1" status: 404 len: 335 time: 0.0645874 Aug 03 19:33:12.738700 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58810) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:12.743875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f058af13-b5ed-49e8-98b2-62c8ebf365cb tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:12.795472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9a4b7-72e2-4bb0-925e-3b5c9672c8a1 None None] Routers {'8b742899-e62a-4b00-b1ba-3153b74b7b9b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:12.796522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-c5f9a4b7-72e2-4bb0-925e-3b5c9672c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:33:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:12.802638 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-f058af13-b5ed-49e8-98b2-62c8ebf365cb tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] update failed (client error): The resource could not be found. Aug 03 19:33:12.812389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58812) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:12.813688 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f058af13-b5ed-49e8-98b2-62c8ebf365cb tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-615636510 HTTP/1.1" status: 404 len: 334 time: 0.0739703 Aug 03 19:33:12.826405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0d2efb7-db59-4203-a6d6-ded9e451f1cc req-75db1055-6df4-4257-98c6-a7476bf47168 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110842 Aug 03 19:33:12.952049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:13.010250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-c5f9a4b7-72e2-4bb0-925e-3b5c9672c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:13.012493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-51667965-e0a4-4ca0-abe0-1233713a72fd tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Deleting subnet 37b1d227-1300-4476-808e-8724026047b2 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:13.034583 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51667965-e0a4-4ca0-abe0-1233713a72fd tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.075357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd14ef60-f82a-498d-b4fe-fc72a89d0acb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd14ef60-f82a-498d-b4fe-fc72a89d0acb,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:13.094597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-50ea2c7e-0f0e-42fe-9f20-c9abae8439ac service neutron] 10.222.0.78 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036607 Aug 03 19:33:13.120740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9a4b7-72e2-4bb0-925e-3b5c9672c8a1 None None] Routers {'8b742899-e62a-4b00-b1ba-3153b74b7b9b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:13.121909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-c5f9a4b7-72e2-4bb0-925e-3b5c9672c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:33:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:13.131092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'dd14ef60-f82a-498d-b4fe-fc72a89d0acb', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'port_id': 'dd14ef60-f82a-498d-b4fe-fc72a89d0acb', 'mac_address': 'fa:16:3e:69:01:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:33:13.161964 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51667965-e0a4-4ca0-abe0-1233713a72fd tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.246380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-c5f9a4b7-72e2-4bb0-925e-3b5c9672c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:13.248764 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9a4b7-72e2-4bb0-925e-3b5c9672c8a1 None None] The sync data for ids ['8b742899-e62a-4b00-b1ba-3153b74b7b9b'] in n-d-802918-7 is: [] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:13.254364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:13.309131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:13.309753 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.377552 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.417942 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd14ef60-f82a-498d-b4fe-fc72a89d0acb {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:33:13.474427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd14ef60-f82a-498d-b4fe-fc72a89d0acb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd14ef60-f82a-498d-b4fe-fc72a89d0acb,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:13.494829 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.568221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b09cf73-db0d-40f4-a920-f715053c3ed0 req-d5fcc311-1a22-4ef2-9a47-1456609949ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 210 time: 0.1193137 Aug 03 19:33:13.588154 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51667965-e0a4-4ca0-abe0-1233713a72fd tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.620916 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.736343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dd14ef60-f82a-498d-b4fe-fc72a89d0acb,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:13.739677 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51667965-e0a4-4ca0-abe0-1233713a72fd tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.806513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=03a5df6e-79b8-45eb-a6ea-9a9b9e39833f,segment=NetworkSegment(61a58647-ab03-4d19-b188-af69c8f2db37),segment_id=61a58647-ab03-4d19-b188-af69c8f2db37)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:13.811365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51667965-e0a4-4ca0-abe0-1233713a72fd tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event deleted for resources: {'Subnet': ['ID=37b1d227-1300-4476-808e-8724026047b2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:13.813696 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.823965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51667965-e0a4-4ca0-abe0-1233713a72fd tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.833342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-51667965-e0a4-4ca0-abe0-1233713a72fd tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "DELETE /v2.0/subnets/37b1d227-1300-4476-808e-8724026047b2 HTTP/1.1" status: 204 len: 168 time: 1.0034118 Aug 03 19:33:13.836337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58822) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:13.903601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['dd14ef60-f82a-498d-b4fe-fc72a89d0acb'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:13.916928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4301a6-2d05-49e1-9e9f-878cc52c974f None None] Network fdc94845-0742-42cc-b7f7-bb3d0ebe54aa requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:13.951378 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cb16ae-09d6-43f8-9a9f-423dab68ed17 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Deleting subnet 18778df0-fefa-4a1b-9c06-68cfe554fa2b {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:13.957108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8cb16ae-09d6-43f8-9a9f-423dab68ed17 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.059784 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8cb16ae-09d6-43f8-9a9f-423dab68ed17 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.118975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=03a5df6e-79b8-45eb-a6ea-9a9b9e39833f,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:14.122510 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:33:14.273940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea19385-4328-4aba-ae70-1015cb27141a req-d930e110-4f48-4513-886c-91c72b1411d7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:14.286348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bea19385-4328-4aba-ae70-1015cb27141a req-d930e110-4f48-4513-886c-91c72b1411d7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 944 time: 0.2085421 Aug 03 19:33:14.425422 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8cb16ae-09d6-43f8-9a9f-423dab68ed17 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.458391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bea19385-4328-4aba-ae70-1015cb27141a req-5c2e6e04-518d-47c2-8fd3-e40e962c73ca tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621208 Aug 03 19:33:14.539800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34283a37-f4e0-4547-a7af-aea588037d0b None None] DHCP port deletion for fdc94845-0742-42cc-b7f7-bb3d0ebe54aa request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:14.576750 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8cb16ae-09d6-43f8-9a9f-423dab68ed17 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.623221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb16ae-09d6-43f8-9a9f-423dab68ed17 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event deleted for resources: {'Subnet': ['ID=18778df0-fefa-4a1b-9c06-68cfe554fa2b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:14.657737 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d8cb16ae-09d6-43f8-9a9f-423dab68ed17 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.665168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d8cb16ae-09d6-43f8-9a9f-423dab68ed17 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "DELETE /v2.0/subnets/18778df0-fefa-4a1b-9c06-68cfe554fa2b HTTP/1.1" status: 204 len: 168 time: 0.8209488 Aug 03 19:33:14.665714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58836) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:14.674542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3dfe5-61c0-44f6-adb0-1f0749f70c09 None None] Network 1d6de99d-626e-4660-911c-6fb9aa423fa7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:14.866105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:14.869069 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.915169 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-040b96e3-496f-46db-8970-a1023b732817 req-5fd8ef34-cdbd-4d49-8577-3d339c289f08 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 210 time: 0.1031575 Aug 03 19:33:14.943934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-34283a37-f4e0-4547-a7af-aea588037d0b None None] Deleting port ca055417-0e37-4187-af88-82f5f622ed44 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:14.945365 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-34283a37-f4e0-4547-a7af-aea588037d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.013216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Deleting port ca055417-0e37-4187-af88-82f5f622ed44 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:15.015584 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.146278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] For port ca055417-0e37-4187-af88-82f5f622ed44, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ca055417-0e37-4187-af88-82f5f622ed44,segment=NetworkSegment(f60502f6-1f25-4f9b-95c9-2a66eca8efdb),segment_id=f60502f6-1f25-4f9b-95c9-2a66eca8efdb)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:15.146955 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.167406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-34283a37-f4e0-4547-a7af-aea588037d0b None None] For port ca055417-0e37-4187-af88-82f5f622ed44, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ca055417-0e37-4187-af88-82f5f622ed44,segment=NetworkSegment(f60502f6-1f25-4f9b-95c9-2a66eca8efdb),segment_id=f60502f6-1f25-4f9b-95c9-2a66eca8efdb)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:15.168332 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-34283a37-f4e0-4547-a7af-aea588037d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.179734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Calling delete_port for ca055417-0e37-4187-af88-82f5f622ed44 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:15.201920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-34283a37-f4e0-4547-a7af-aea588037d0b None None] Calling delete_port for ca055417-0e37-4187-af88-82f5f622ed44 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:15.218440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:15.220028 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.374530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b5cfb2-f0d6-47fa-84fe-a7ea012e086b None None] DHCP port deletion for 1d6de99d-626e-4660-911c-6fb9aa423fa7 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:15.390223 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-34283a37-f4e0-4547-a7af-aea588037d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.404483 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.446804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34283a37-f4e0-4547-a7af-aea588037d0b None None] Pushing event deleted for resources: {'Port': ['ID=ca055417-0e37-4187-af88-82f5f622ed44,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:15.457115 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34283a37-f4e0-4547-a7af-aea588037d0b None None] No DVR routers for this DVR port ca055417-0e37-4187-af88-82f5f622ed44 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:15.469066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] No DVR routers for this DVR port ca055417-0e37-4187-af88-82f5f622ed44 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:15.479834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event deleted for resources: {'Port': ['ID=ca055417-0e37-4187-af88-82f5f622ed44,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:15.516732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5cfb2-f0d6-47fa-84fe-a7ea012e086b None None] Deleting port bf956d14-9266-4d76-9285-14e04084ceb1 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:15.517099 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2b5cfb2-f0d6-47fa-84fe-a7ea012e086b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.576147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca055417-0e37-4187-af88-82f5f622ed44 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:15.619074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ca055417-0e37-4187-af88-82f5f622ed44 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:15.619471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ca055417-0e37-4187-af88-82f5f622ed44 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:15.628556 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.644119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f2b5cfb2-f0d6-47fa-84fe-a7ea012e086b None None] For port bf956d14-9266-4d76-9285-14e04084ceb1, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=bf956d14-9266-4d76-9285-14e04084ceb1,segment=NetworkSegment(c79ac849-8d1a-4cc7-b3ec-4d044a97097e),segment_id=c79ac849-8d1a-4cc7-b3ec-4d044a97097e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:15.644528 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2b5cfb2-f0d6-47fa-84fe-a7ea012e086b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.662120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5cfb2-f0d6-47fa-84fe-a7ea012e086b None None] Calling delete_port for bf956d14-9266-4d76-9285-14e04084ceb1 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:15.698931 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.720713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc94845-0742-42cc-b7f7-bb3d0ebe54aa']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:15.759785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60502f6-1f25-4f9b-95c9-2a66eca8efdb') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:15.760230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60502f6-1f25-4f9b-95c9-2a66eca8efdb') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:15.804283 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.820709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80403de-c360-492c-905a-25f8645f7b90 req-38e08af0-8219-4a45-94f2-404aa7d3c918 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:15.826778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c80403de-c360-492c-905a-25f8645f7b90 req-38e08af0-8219-4a45-94f2-404aa7d3c918 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 944 time: 0.1898606 Aug 03 19:33:15.830094 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f2b5cfb2-f0d6-47fa-84fe-a7ea012e086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.876400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5cfb2-f0d6-47fa-84fe-a7ea012e086b None None] Pushing event deleted for resources: {'Port': ['ID=bf956d14-9266-4d76-9285-14e04084ceb1,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:15.882931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b5cfb2-f0d6-47fa-84fe-a7ea012e086b None None] No DVR routers for this DVR port bf956d14-9266-4d76-9285-14e04084ceb1 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:15.902730 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.972004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:15.972776 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.981455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c80403de-c360-492c-905a-25f8645f7b90 req-633f80a6-b5fe-4672-b286-f353afee6d70 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320751 Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: self.session.flush() Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:15.982327 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:16.135918 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.142923 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.150102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "DELETE /v2.0/networks/fdc94845-0742-42cc-b7f7-bb3d0ebe54aa HTTP/1.1" status: 204 len: 168 time: 1.4829402 Aug 03 19:33:16.150776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58846) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:16.163350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69bb1fc2-393f-4681-99ad-78c3ab643feb req-914a5a7e-ae7d-4d47-a209-29ff527aa341 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 210 time: 0.0650966 Aug 03 19:33:16.194900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a870d6-4c92-40fc-9228-e2e81ff7a858 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event deleted for resources: {'Network': ['ID=fdc94845-0742-42cc-b7f7-bb3d0ebe54aa,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:16.203017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-e0012885-07c3-4d36-afac-ac658e57bb27 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:16.204575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-e0012885-07c3-4d36-afac-ac658e57bb27 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.74 "GET /v2.0/networks?id=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 HTTP/1.1" status: 200 len: 797 time: 0.3529177 Aug 03 19:33:16.305711 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.311303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-e8c6df76-6665-479f-bbb3-e4d52a4f69ad tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47da202e5f0d433f920b59dfe00d530c HTTP/1.1" status: 200 len: 379 time: 0.0747590 Aug 03 19:33:16.325312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'port': {'device_id': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'admin_state_up': True, 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'security_groups': ['81b15294-8228-4261-a260-794e9d5984cc']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:16.437273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd14ef60-f82a-498d-b4fe-fc72a89d0acb up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:16.484752 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.511036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6de99d-626e-4660-911c-6fb9aa423fa7']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.528305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79ac849-8d1a-4cc7-b3ec-4d044a97097e') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.528670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79ac849-8d1a-4cc7-b3ec-4d044a97097e') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.534314 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port dd14ef60-f82a-498d-b4fe-fc72a89d0acb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:16.544351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port dd14ef60-f82a-498d-b4fe-fc72a89d0acb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:16.544697 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.544928 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.568211 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.577281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Made reservation on behalf of 47da202e5f0d433f920b59dfe00d530c for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:16.580941 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.583655 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:16.584408 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:16.589823 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:16.688092 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.743158 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.784781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.791202 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "DELETE /v2.0/networks/1d6de99d-626e-4660-911c-6fb9aa423fa7 HTTP/1.1" status: 204 len: 168 time: 0.6269960 Aug 03 19:33:16.791543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58848) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:16.820608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3d708-d48c-4962-91ca-2625e3750cce tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event deleted for resources: {'Network': ['ID=1d6de99d-626e-4660-911c-6fb9aa423fa7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:16.853951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ce50df-d587-477b-b0e9-1c4d25c115a3 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Deleting subnet 9d7e18f4-e383-417e-89f5-64a467642832 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:16.858045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13ce50df-d587-477b-b0e9-1c4d25c115a3 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.873366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bf956d14-9266-4d76-9285-14e04084ceb1 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:16.906443 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: bf956d14-9266-4d76-9285-14e04084ceb1 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:16.906790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device bf956d14-9266-4d76-9285-14e04084ceb1 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:16.911283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13ce50df-d587-477b-b0e9-1c4d25c115a3 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.917045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99dfa22-4bf1-4076-b3cb-f1ec3e06094a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd14ef60-f82a-498d-b4fe-fc72a89d0acb'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:16.921515 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c42fe84-537e-49fe-9849-c692545943cc" -d '{"events": [{"server_uuid": "d99dfa22-4bf1-4076-b3cb-f1ec3e06094a", "name": "network-vif-plugged", "status": "completed", "tag": "dd14ef60-f82a-498d-b4fe-fc72a89d0acb"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:16.946844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd14ef60-f82a-498d-b4fe-fc72a89d0acb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd14ef60-f82a-498d-b4fe-fc72a89d0acb,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:16.959852 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.054272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Allocated IP 172.20.0.13 (0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312/70e20c0b-05e1-441e-befb-88fa3548bfbe/18953917-80d3-4624-a085-223c5b1a039c) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:17.102238 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13ce50df-d587-477b-b0e9-1c4d25c115a3 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.137455 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dd14ef60-f82a-498d-b4fe-fc72a89d0acb,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:17.263031 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13ce50df-d587-477b-b0e9-1c4d25c115a3 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.264514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68341a-51c5-48fe-9099-aefd4a830f2d req-678cf78c-0d77-4e26-95ee-228b7d92b8d1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:17.266403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f68341a-51c5-48fe-9099-aefd4a830f2d req-678cf78c-0d77-4e26-95ee-228b7d92b8d1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 945 time: 0.1426210 Aug 03 19:33:17.319146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce50df-d587-477b-b0e9-1c4d25c115a3 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7e18f4-e383-417e-89f5-64a467642832,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:17.321811 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e5a113-590c-4cba-b2db-ebe745df599d x-openstack-request-id: req-25e5a113-590c-4cba-b2db-ebe745df599d {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:17.322989 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99dfa22-4bf1-4076-b3cb-f1ec3e06094a", "name": "network-vif-plugged", "status": "completed", "tag": "dd14ef60-f82a-498d-b4fe-fc72a89d0acb", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:17.323438 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-25e5a113-590c-4cba-b2db-ebe745df599d {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:17.324093 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99dfa22-4bf1-4076-b3cb-f1ec3e06094a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd14ef60-f82a-498d-b4fe-fc72a89d0acb', 'code': 200} Aug 03 19:33:17.328107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fbadd3-b12a-4440-b496-f8987938cd3d None None] Network 8db4268b-a0b5-4e0f-b740-fb3db79014d5 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:17.334163 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13ce50df-d587-477b-b0e9-1c4d25c115a3 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.336883 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-13ce50df-d587-477b-b0e9-1c4d25c115a3 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "DELETE /v2.0/subnets/9d7e18f4-e383-417e-89f5-64a467642832 HTTP/1.1" status: 204 len: 168 time: 0.5441918 Aug 03 19:33:17.340802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58860) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:17.696965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d583a-898f-44ca-a5cb-25d1cde1eac4 None None] DHCP port deletion for 8db4268b-a0b5-4e0f-b740-fb3db79014d5 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:17.763179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d583a-898f-44ca-a5cb-25d1cde1eac4 None None] Deleting port 7e208453-5c7b-454a-9999-67e4460c5347 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:17.764120 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec7d583a-898f-44ca-a5cb-25d1cde1eac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.838293 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.884359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ec7d583a-898f-44ca-a5cb-25d1cde1eac4 None None] For port 7e208453-5c7b-454a-9999-67e4460c5347, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7e208453-5c7b-454a-9999-67e4460c5347,segment=NetworkSegment(43dcea71-9c27-4ed9-8170-7ad90e0ed05e),segment_id=43dcea71-9c27-4ed9-8170-7ad90e0ed05e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:17.885324 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec7d583a-898f-44ca-a5cb-25d1cde1eac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.907898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Deleting port 7e208453-5c7b-454a-9999-67e4460c5347 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:17.908250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.917650 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d583a-898f-44ca-a5cb-25d1cde1eac4 None None] Calling delete_port for 7e208453-5c7b-454a-9999-67e4460c5347 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:17.968134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-edad936a-d83b-49cd-8d99-8e65783c764d req-bbe29b05-af23-4d82-9693-739dc2dce396 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 210 time: 0.1058118 Aug 03 19:33:17.977923 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f68341a-51c5-48fe-9099-aefd4a830f2d req-5a6eb6df-fd57-4160-a6c9-f2a191c5ac2e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7019944 Aug 03 19:33:17.981346 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.009146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] For port 7e208453-5c7b-454a-9999-67e4460c5347, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7e208453-5c7b-454a-9999-67e4460c5347,segment=NetworkSegment(43dcea71-9c27-4ed9-8170-7ad90e0ed05e),segment_id=43dcea71-9c27-4ed9-8170-7ad90e0ed05e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:18.009646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.012597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Transition to ACTIVE for port object 18953917-80d3-4624-a085-223c5b1a039c will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:18.033781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Calling delete_port for 7e208453-5c7b-454a-9999-67e4460c5347 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:18.058378 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.077142 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec7d583a-898f-44ca-a5cb-25d1cde1eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.107093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf930f-6d1c-4214-95ca-69b8f59beb47 req-f56353c6-5745-4946-80b2-646db99fe4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.108734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99bf930f-6d1c-4214-95ca-69b8f59beb47 req-f56353c6-5745-4946-80b2-646db99fe4bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 1096 time: 0.2476676 Aug 03 19:33:18.122566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:18.136678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:18.142419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:18.143719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d583a-898f-44ca-a5cb-25d1cde1eac4 None None] No DVR routers for this DVR port 7e208453-5c7b-454a-9999-67e4460c5347 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:18.153302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d583a-898f-44ca-a5cb-25d1cde1eac4 None None] Pushing event deleted for resources: {'Port': ['ID=7e208453-5c7b-454a-9999-67e4460c5347,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:18.182041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=18953917-80d3-4624-a085-223c5b1a039c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:18.186791 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.240659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event deleted for resources: {'Port': ['ID=7e208453-5c7b-454a-9999-67e4460c5347,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:18.245487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] No DVR routers for this DVR port 7e208453-5c7b-454a-9999-67e4460c5347 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:18.322704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.323553 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.329090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99bf930f-6d1c-4214-95ca-69b8f59beb47 req-39c623f1-ec62-4954-8617-f729446a1c48 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047687 Aug 03 19:33:18.345232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-aa959ae1-f008-415a-9cdc-78963dd585ed tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0238614 Aug 03 19:33:18.399038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.423721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db4268b-a0b5-4e0f-b740-fb3db79014d5']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:18.446427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43dcea71-9c27-4ed9-8170-7ad90e0ed05e') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:18.447059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43dcea71-9c27-4ed9-8170-7ad90e0ed05e') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:18.463962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.485861 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.494077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:18.494503 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: self.session.flush() Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:18.499505 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:18.531147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Request body: {'port': {'device_id': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:18.531495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a34c20aa-dbdf-4cf3-9910-05a2dfb15564 None None] Provisioning for port 18953917-80d3-4624-a085-223c5b1a039c completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:18.536299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a34c20aa-dbdf-4cf3-9910-05a2dfb15564 None None] Provisioning complete for port 18953917-80d3-4624-a085-223c5b1a039c triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:18.536795 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a34c20aa-dbdf-4cf3-9910-05a2dfb15564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.589688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a34c20aa-dbdf-4cf3-9910-05a2dfb15564 None None] Port 18953917-80d3-4624-a085-223c5b1a039c cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:18.614523 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.635555 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.644357 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "DELETE /v2.0/networks/8db4268b-a0b5-4e0f-b740-fb3db79014d5 HTTP/1.1" status: 204 len: 168 time: 1.3021526 Aug 03 19:33:18.648362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58870) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:18.671671 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.687218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98a67f-e31a-4aea-b75d-84702c8721de tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Pushing event deleted for resources: {'Network': ['ID=8db4268b-a0b5-4e0f-b740-fb3db79014d5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:18.730771 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b0cafbbd-8cb5-48b1-8173-fce4cd5496e5 tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "GET /v2.0/ports?device_id=8b742899-e62a-4b00-b1ba-3153b74b7b9b HTTP/1.1" status: 200 len: 205 time: 0.0801167 Aug 03 19:33:18.731954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58876) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:18.750664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7e208453-5c7b-454a-9999-67e4460c5347 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:18.792924 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 7e208453-5c7b-454a-9999-67e4460c5347 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:18.794043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7e208453-5c7b-454a-9999-67e4460c5347 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:18.856671 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5154-1941-4028-a60d-798122bc536f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.106099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18953917-80d3-4624-a085-223c5b1a039c {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:33:19.165879 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5154-1941-4028-a60d-798122bc536f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.170957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5154-1941-4028-a60d-798122bc536f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.238319 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.259630 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5154-1941-4028-a60d-798122bc536f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.261605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecf5154-1941-4028-a60d-798122bc536f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Fanout notify agent at l3_agent the message router_deleted on router 8b742899-e62a-4b00-b1ba-3153b74b7b9b {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:33:19.293043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5154-1941-4028-a60d-798122bc536f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.299353 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2ecf5154-1941-4028-a60d-798122bc536f tempest-RoutersNegativeTest-342019777 tempest-RoutersNegativeTest-342019777-project] 10.222.0.78 "DELETE /v2.0/routers/8b742899-e62a-4b00-b1ba-3153b74b7b9b HTTP/1.1" status: 204 len: 168 time: 0.5634954 Aug 03 19:33:19.311999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Transition to ACTIVE for port object 18953917-80d3-4624-a085-223c5b1a039c will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:19.336032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72290ea5-ff52-4e7c-9e04-88677121e12c req-b8af5fc0-65c4-42aa-a809-0d1ec7d1578d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:19.339565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72290ea5-ff52-4e7c-9e04-88677121e12c req-b8af5fc0-65c4-42aa-a809-0d1ec7d1578d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 945 time: 0.1979330 Aug 03 19:33:19.342791 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.369278 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbc0ad-780f-4642-acbb-25b3043d57a0 req-5805289a-20e8-485a-a378-587f478caf1a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:19.372378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbdbc0ad-780f-4642-acbb-25b3043d57a0 req-5805289a-20e8-485a-a378-587f478caf1a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 932 time: 0.2552598 Aug 03 19:33:19.608186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72290ea5-ff52-4e7c-9e04-88677121e12c req-45777716-99f7-4b45-8fe6-a13874168108 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593534 Aug 03 19:33:19.616394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Pushing event updated for resources: {'Port': ['ID=18953917-80d3-4624-a085-223c5b1a039c,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:19.659818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbdbc0ad-780f-4642-acbb-25b3043d57a0 req-c9fbcbbb-4e56-4c9c-912d-5d070914be7e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b15294-8228-4261-a260-794e9d5984cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543335 Aug 03 19:33:19.706993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Attempting to bind port 18953917-80d3-4624-a085-223c5b1a039c on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:19.707494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Attempting to bind port 18953917-80d3-4624-a085-223c5b1a039c by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:19.707936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Attempting to bind port 18953917-80d3-4624-a085-223c5b1a039c on network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:19.717858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Port 18953917-80d3-4624-a085-223c5b1a039c on network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:33:19.718359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Attempting to bind port 18953917-80d3-4624-a085-223c5b1a039c on network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:19.727544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:19.728117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Checking segment: {'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:19.728683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Bound using segment: {'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:19.729422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Bound port: 18953917-80d3-4624-a085-223c5b1a039c, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a58647-ab03-4d19-b188-af69c8f2db37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:19.729997 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.758762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58896) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:19.837759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] For port 18953917-80d3-4624-a085-223c5b1a039c, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:19.842230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] For port 18953917-80d3-4624-a085-223c5b1a039c, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=18953917-80d3-4624-a085-223c5b1a039c,segment=NetworkSegment(61a58647-ab03-4d19-b188-af69c8f2db37),segment_id=61a58647-ab03-4d19-b188-af69c8f2db37)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:19.848393 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.890945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:19.891634 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.893353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] 10.222.0.74 "PUT /v2.0/ports/18953917-80d3-4624-a085-223c5b1a039c HTTP/1.1" status: 200 len: 1092 time: 1.5292540 Aug 03 19:33:19.894007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'tag': '18953917-80d3-4624-a085-223c5b1a039c'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:19.896927 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a8ae37-7aed-41a9-8686-f6819955d41c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8cc931-1c5e-498e-8640-3d618718333d", "tag": "18953917-80d3-4624-a085-223c5b1a039c"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:19.993696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c892b-afa5-45c2-b623-764261e6aa01 service neutron] Pushing event updated for resources: {'Port': ['ID=18953917-80d3-4624-a085-223c5b1a039c,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:20.011325 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b27436e-ac8a-460f-8d1b-1bf2079a6d62 x-openstack-request-id: req-4b27436e-ac8a-460f-8d1b-1bf2079a6d62 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:20.012226 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8cc931-1c5e-498e-8640-3d618718333d", "tag": "18953917-80d3-4624-a085-223c5b1a039c", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:20.012844 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4b27436e-ac8a-460f-8d1b-1bf2079a6d62 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:20.013803 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'tag': '18953917-80d3-4624-a085-223c5b1a039c', 'status': 'completed', 'code': 200} Aug 03 19:33:20.050517 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-32c9c50c-d5ac-4d70-bbc9-1511d3ea4665 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d0a83eae62e450f9b705c19aaabe849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883661 Aug 03 19:33:20.059046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58902) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:20.096903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-737103db-c908-4e6d-b3e8-17c9e138f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.099344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-737103db-c908-4e6d-b3e8-17c9e138f7b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 1095 time: 0.0932684 Aug 03 19:33:20.139967 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-48e49dc6-36ee-4272-a55c-9c35c9029740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.181647 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-48e49dc6-36ee-4272-a55c-9c35c9029740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.196795 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-ecb230d2-1e6e-41bc-955a-10028fea598e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18953917-80d3-4624-a085-223c5b1a039c HTTP/1.1" status: 200 len: 217 time: 0.0783112 Aug 03 19:33:20.248277 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-48e49dc6-36ee-4272-a55c-9c35c9029740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.252406 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-48e49dc6-36ee-4272-a55c-9c35c9029740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.253695 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-48e49dc6-36ee-4272-a55c-9c35c9029740 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/98534a11-9acd-489f-892f-4b51ccf61d5f HTTP/1.1" status: 204 len: 168 time: 0.1944757 Aug 03 19:33:20.266955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e49dc6-36ee-4272-a55c-9c35c9029740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98534a11-9acd-489f-892f-4b51ccf61d5f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:20.305975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-20f4bdc3-326f-4dbc-b660-84947a60294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.324137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-20f4bdc3-326f-4dbc-b660-84947a60294a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=70e20c0b-05e1-441e-befb-88fa3548bfbe HTTP/1.1" status: 200 len: 834 time: 0.0953450 Aug 03 19:33:20.393289 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-c2166f98-5138-4788-8053-be3d06c18756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.395898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-c2166f98-5138-4788-8053-be3d06c18756 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704191 Aug 03 19:33:20.568693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-62a43f33-5976-4ccb-8526-111699a75d0f service neutron] 10.222.0.74 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635404 Aug 03 19:33:20.909917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36a86c8d-b1e2-43a5-b837-5ec15b1eaea4 req-c6c91237-fa08-4532-b210-0829c72c69af service neutron] 10.222.0.74 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333306 Aug 03 19:33:20.960586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cfd61-aaf9-49e3-ae69-07af44be880d req-2b7406e2-408e-4d65-93e9-04924f1ad214 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.962950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-212cfd61-aaf9-49e3-ae69-07af44be880d req-2b7406e2-408e-4d65-93e9-04924f1ad214 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 945 time: 0.2027943 Aug 03 19:33:20.996608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb54c48-3100-44b5-8f83-570b14610c66 req-cbab4cc0-8180-453d-b5e6-7f9f92b7a6f6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.999327 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dbb54c48-3100-44b5-8f83-570b14610c66 req-cbab4cc0-8180-453d-b5e6-7f9f92b7a6f6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 944 time: 0.1496966 Aug 03 19:33:21.115102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-212cfd61-aaf9-49e3-ae69-07af44be880d req-3c7283b5-e38b-4907-bf1e-12fb7c65cd50 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433320 Aug 03 19:33:21.141584 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dbb54c48-3100-44b5-8f83-570b14610c66 req-814d6c3a-8411-4889-9f5d-bff70deeef9a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b15294-8228-4261-a260-794e9d5984cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047943 Aug 03 19:33:21.141584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8ae37-7aed-41a9-8686-f6819955d41c req-65fbd64b-e6ed-4350-bb08-28f246041efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.141584 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31a8ae37-7aed-41a9-8686-f6819955d41c req-65fbd64b-e6ed-4350-bb08-28f246041efa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 1095 time: 0.0938787 Aug 03 19:33:21.308031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7d41d-b8e2-4d6d-b361-27edd0d000eb req-ea98bfd2-8594-472a-aad7-61af3c2e70c4 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.310060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92f7d41d-b8e2-4d6d-b361-27edd0d000eb req-ea98bfd2-8594-472a-aad7-61af3c2e70c4 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 945 time: 0.0897882 Aug 03 19:33:21.313710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8ae37-7aed-41a9-8686-f6819955d41c req-84095b9b-6981-42d7-b676-120ce8021af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.315491 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31a8ae37-7aed-41a9-8686-f6819955d41c req-84095b9b-6981-42d7-b676-120ce8021af2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 HTTP/1.1" status: 200 len: 898 time: 0.1666117 Aug 03 19:33:21.376334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31a8ae37-7aed-41a9-8686-f6819955d41c req-5ba4e618-6240-40bd-9c90-df47e5ea9157 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18953917-80d3-4624-a085-223c5b1a039c HTTP/1.1" status: 200 len: 217 time: 0.0507779 Aug 03 19:33:21.387692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58940) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:21.423998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92f7d41d-b8e2-4d6d-b361-27edd0d000eb req-4d9d258b-e78d-46f8-a1f9-1bc9fdbcadd5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069849 Aug 03 19:33:21.459261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8ae37-7aed-41a9-8686-f6819955d41c req-82ee09e9-1e6a-49ed-a7de-7d52dfe146d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.462481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31a8ae37-7aed-41a9-8686-f6819955d41c req-82ee09e9-1e6a-49ed-a7de-7d52dfe146d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=70e20c0b-05e1-441e-befb-88fa3548bfbe HTTP/1.1" status: 200 len: 834 time: 0.0758221 Aug 03 19:33:21.532212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8ae37-7aed-41a9-8686-f6819955d41c req-2dfc6403-225c-46e5-b560-288bb8e7155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.534835 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31a8ae37-7aed-41a9-8686-f6819955d41c req-2dfc6403-225c-46e5-b560-288bb8e7155a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643582 Aug 03 19:33:21.653339 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1534695757'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:21.686337 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Made reservation on behalf of 6b8e6c3ca25a4337991efddb7597c004 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:21.690883 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.705933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.719952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31a8ae37-7aed-41a9-8686-f6819955d41c req-c9c25693-9475-4375-a3ee-81957b105524 service neutron] 10.222.0.74 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753461 Aug 03 19:33:21.901720 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31a8ae37-7aed-41a9-8686-f6819955d41c req-7252a415-65c6-4214-9c75-dbc24d37dff6 service neutron] 10.222.0.74 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711910 Aug 03 19:33:21.913487 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.921891 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.974529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:21.987572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f63757-cc1b-47f5-ba9b-7951bca70b0f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:21.994344 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.994953 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Added segment f0a66af2-4ffb-46f2-a7ad-dceacb70ec7d of type vlan for network 651afaa2-9a0b-40fb-a401-446a12cc0796 Aug 03 19:33:22.049643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692563d-90ba-44ba-baca-c5435d8499d1 req-754a63e9-393e-411d-98d0-a15862b12299 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:22.049643 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7692563d-90ba-44ba-baca-c5435d8499d1 req-754a63e9-393e-411d-98d0-a15862b12299 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 945 time: 0.0784664 Aug 03 19:33:22.072933 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.116013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7692563d-90ba-44ba-baca-c5435d8499d1 req-47b1009c-8b08-450e-943f-eab3e79c2c51 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553620 Aug 03 19:33:22.129373 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.136687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:22.137427 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.242116 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8532617 Aug 03 19:33:22.242970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58954) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:22.253992 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-5033b252-6a76-4d49-9a95-76e7c0af8ce1 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796', 'tempest-TagsTest-Tag-1768467430') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:22.259938 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d918a-a863-4503-8100-5f0756b3789f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Pushing event updated for resources: {'Network': ['ID=651afaa2-9a0b-40fb-a401-446a12cc0796,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:22.277865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 651afaa2-9a0b-40fb-a401-446a12cc0796 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:22.364040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b056518-5ad7-4417-bb59-986e5ace64c8 req-586d979d-601b-40e9-8f9e-e6d239e6646a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:22.366826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b056518-5ad7-4417-bb59-986e5ace64c8 req-586d979d-601b-40e9-8f9e-e6d239e6646a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 944 time: 0.1026571 Aug 03 19:33:22.419679 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5033b252-6a76-4d49-9a95-76e7c0af8ce1 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "PUT /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags/tempest-TagsTest-Tag-1768467430 HTTP/1.1" status: 201 len: 201 time: 0.1728759 Aug 03 19:33:22.422425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58956) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:22.428192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-4ace674f-3180-46d4-8159-707123eb1536 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796', 'tempest-TagsTest-Tag-1768467430') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:22.440988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b056518-5ad7-4417-bb59-986e5ace64c8 req-d90fb797-fbf2-417d-9632-42c4a1063cfb tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b15294-8228-4261-a260-794e9d5984cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616722 Aug 03 19:33:22.531377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 18953917-80d3-4624-a085-223c5b1a039c details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:33:22.548903 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4ace674f-3180-46d4-8159-707123eb1536 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "GET /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags/tempest-TagsTest-Tag-1768467430 HTTP/1.1" status: 204 len: 168 time: 0.1250646 Aug 03 19:33:22.552948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58958) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:22.559987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-98e33b0d-a1c4-44d4-9da1-f79fbdbf2abb tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:22.717383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-98e33b0d-a1c4-44d4-9da1-f79fbdbf2abb tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "GET /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags HTTP/1.1" status: 200 len: 238 time: 0.1598313 Aug 03 19:33:22.717677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58962) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:22.727497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-41b737d9-35de-4b7e-97ca-b2842ae96aa5 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796', {'tags': ['tempest-TagsTest-Tag-1474724684', 'tempest-TagsTest-Tag-1981419887', 'tempest-TagsTest-Tag-897692347']}) {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:22.731991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 18953917-80d3-4624-a085-223c5b1a039c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=18953917-80d3-4624-a085-223c5b1a039c,segment=NetworkSegment(61a58647-ab03-4d19-b188-af69c8f2db37),segment_id=61a58647-ab03-4d19-b188-af69c8f2db37)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:22.747048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '18953917-80d3-4624-a085-223c5b1a039c', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'port_id': '18953917-80d3-4624-a085-223c5b1a039c', 'mac_address': 'fa:16:3e:d4:17:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:33:22.824773 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.848639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18953917-80d3-4624-a085-223c5b1a039c {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:33:22.869673 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-41b737d9-35de-4b7e-97ca-b2842ae96aa5 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "PUT /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags HTTP/1.1" status: 200 len: 308 time: 0.1462674 Aug 03 19:33:22.870412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58964) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:22.879212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-70bbb84f-e324-410b-8e0f-b4a482de7034 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796', 'tempest-TagsTest-Tag-1474724684') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:22.900779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 18953917-80d3-4624-a085-223c5b1a039c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=18953917-80d3-4624-a085-223c5b1a039c,segment=NetworkSegment(61a58647-ab03-4d19-b188-af69c8f2db37),segment_id=61a58647-ab03-4d19-b188-af69c8f2db37)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:22.908472 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.029700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=18953917-80d3-4624-a085-223c5b1a039c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:23.078531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-70bbb84f-e324-410b-8e0f-b4a482de7034 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "DELETE /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags/tempest-TagsTest-Tag-1474724684 HTTP/1.1" status: 204 len: 168 time: 0.2061646 Aug 03 19:33:23.082300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 58966) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.090133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.tag.tag_plugin [None req-ef3218dd-ea21-4c60-afd8-d78bdba59eae tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796', 'tempest-TagsTest-Tag-1474724684') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:23.222645 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-ef3218dd-ea21-4c60-afd8-d78bdba59eae tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] show failed (client error): The resource could not be found. Aug 03 19:33:23.223925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['18953917-80d3-4624-a085-223c5b1a039c'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:23.233618 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ef3218dd-ea21-4c60-afd8-d78bdba59eae tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "GET /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags/tempest-TagsTest-Tag-1474724684 HTTP/1.1" status: 404 len: 326 time: 0.1469584 Aug 03 19:33:23.233969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58970) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.238442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-5654ff77-b500-41cd-b0d1-7b0ceb162b66 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796', 'tempest-TagsTest-Tag-1981419887') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:23.338372 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5654ff77-b500-41cd-b0d1-7b0ceb162b66 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "GET /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags/tempest-TagsTest-Tag-1981419887 HTTP/1.1" status: 204 len: 168 time: 0.1037006 Aug 03 19:33:23.339593 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58972) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.347738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-7b0307ba-2387-4edc-9657-9a1537b29f4f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796', 'tempest-TagsTest-Tag-897692347') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:23.355188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cedb40-1bf7-416c-9f1a-956d890ccaf1 req-1455ea17-508a-462a-a279-abd60b05b51f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:23.356476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42cedb40-1bf7-416c-9f1a-956d890ccaf1 req-1455ea17-508a-462a-a279-abd60b05b51f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 945 time: 0.0847166 Aug 03 19:33:23.460699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42cedb40-1bf7-416c-9f1a-956d890ccaf1 req-bcae6807-eff9-41fc-99c5-a9335e56054a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862544 Aug 03 19:33:23.476871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd383a-3d33-4811-aaeb-152de2fe1248 req-5d561173-667d-4e4b-b678-499447cf2bfe tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:23.478832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21cd383a-3d33-4811-aaeb-152de2fe1248 req-5d561173-667d-4e4b-b678-499447cf2bfe tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 945 time: 0.0954490 Aug 03 19:33:23.484127 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7b0307ba-2387-4edc-9657-9a1537b29f4f tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "GET /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags/tempest-TagsTest-Tag-897692347 HTTP/1.1" status: 204 len: 168 time: 0.1382546 Aug 03 19:33:23.484127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58976) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.490188 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-45aee009-999e-433f-b7ec-7ed36bc2cc03 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:23.670757 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-45aee009-999e-433f-b7ec-7ed36bc2cc03 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "DELETE /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags HTTP/1.1" status: 204 len: 168 time: 0.1853924 Aug 03 19:33:23.674535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58978) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.685694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-1357ec9b-05b5-4c6b-8955-d077a87afaa3 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796', 'tempest-TagsTest-Tag-1981419887') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:23.749275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c7839-a2d1-47b7-a62c-7f7a292573c5 req-c61e06fc-7479-40c7-aca6-9be71d63969e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:23.754401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba2c7839-a2d1-47b7-a62c-7f7a292573c5 req-c61e06fc-7479-40c7-aca6-9be71d63969e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 945 time: 0.1776903 Aug 03 19:33:23.824419 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-1357ec9b-05b5-4c6b-8955-d077a87afaa3 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] show failed (client error): The resource could not be found. Aug 03 19:33:23.824419 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1357ec9b-05b5-4c6b-8955-d077a87afaa3 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "GET /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags/tempest-TagsTest-Tag-1981419887 HTTP/1.1" status: 404 len: 326 time: 0.1457846 Aug 03 19:33:23.828442 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58982) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.837158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-50f0123e-e17b-4400-896d-7e1838aaaf77 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796', 'tempest-TagsTest-Tag-897692347') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:23.847641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-21cd383a-3d33-4811-aaeb-152de2fe1248 req-1c1ae926-d60f-478e-8d44-aba427f43346 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Deleting port dd14ef60-f82a-498d-b4fe-fc72a89d0acb {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:23.848071 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-21cd383a-3d33-4811-aaeb-152de2fe1248 req-1c1ae926-d60f-478e-8d44-aba427f43346 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.866918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba2c7839-a2d1-47b7-a62c-7f7a292573c5 req-aafde5a5-c2f2-4349-9f04-b17e257d120d tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b15294-8228-4261-a260-794e9d5984cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961347 Aug 03 19:33:24.009072 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [None req-50f0123e-e17b-4400-896d-7e1838aaaf77 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] show failed (client error): The resource could not be found. Aug 03 19:33:24.010815 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-50f0123e-e17b-4400-896d-7e1838aaaf77 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "GET /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags/tempest-TagsTest-Tag-897692347 HTTP/1.1" status: 404 len: 325 time: 0.1807773 Aug 03 19:33:24.013461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58984) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:24.021536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.tag.tag_plugin [None req-693aadde-f1b9-4a1d-a840-839261c6fea0 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '651afaa2-9a0b-40fb-a401-446a12cc0796') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:24.050621 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-21cd383a-3d33-4811-aaeb-152de2fe1248 req-1c1ae926-d60f-478e-8d44-aba427f43346 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] For port dd14ef60-f82a-498d-b4fe-fc72a89d0acb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd14ef60-f82a-498d-b4fe-fc72a89d0acb,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:24.051218 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-21cd383a-3d33-4811-aaeb-152de2fe1248 req-1c1ae926-d60f-478e-8d44-aba427f43346 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.070848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-21cd383a-3d33-4811-aaeb-152de2fe1248 req-1c1ae926-d60f-478e-8d44-aba427f43346 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Calling delete_port for dd14ef60-f82a-498d-b4fe-fc72a89d0acb owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:24.188074 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-693aadde-f1b9-4a1d-a840-839261c6fea0 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "DELETE /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796/tags HTTP/1.1" status: 204 len: 168 time: 0.1729662 Aug 03 19:33:24.196567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 58986) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:24.307272 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.375136 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-21cd383a-3d33-4811-aaeb-152de2fe1248 req-1c1ae926-d60f-478e-8d44-aba427f43346 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.392660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['dd14ef60-f82a-498d-b4fe-fc72a89d0acb'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:24.425776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ae926-d60f-478e-8d44-aba427f43346 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event deleted for resources: {'Port': ['ID=dd14ef60-f82a-498d-b4fe-fc72a89d0acb,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:24.427300 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.457335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['ee4929c2-4687-42b4-b634-89d5ad78916f'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:33:24.458518 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651afaa2-9a0b-40fb-a401-446a12cc0796']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:24.475816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a66af2-4ffb-46f2-a7ad-dceacb70ec7d') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:24.476143 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a66af2-4ffb-46f2-a7ad-dceacb70ec7d') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:24.488724 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.504130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cd383a-3d33-4811-aaeb-152de2fe1248 req-1c1ae926-d60f-478e-8d44-aba427f43346 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] No DVR routers for this DVR port dd14ef60-f82a-498d-b4fe-fc72a89d0acb on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:24.514464 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-21cd383a-3d33-4811-aaeb-152de2fe1248 req-1c1ae926-d60f-478e-8d44-aba427f43346 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.516683 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21cd383a-3d33-4811-aaeb-152de2fe1248 req-1c1ae926-d60f-478e-8d44-aba427f43346 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "DELETE /v2.0/ports/dd14ef60-f82a-498d-b4fe-fc72a89d0acb HTTP/1.1" status: 204 len: 173 time: 1.0311003 Aug 03 19:33:24.517181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99dfa22-4bf1-4076-b3cb-f1ec3e06094a', 'name': 'network-vif-deleted', 'tag': 'dd14ef60-f82a-498d-b4fe-fc72a89d0acb'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:24.519576 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.519791 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8436b274-3dc6-41d4-9ae7-5feae1e63118" -d '{"events": [{"server_uuid": "d99dfa22-4bf1-4076-b3cb-f1ec3e06094a", "name": "network-vif-deleted", "tag": "dd14ef60-f82a-498d-b4fe-fc72a89d0acb"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:24.542605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 18953917-80d3-4624-a085-223c5b1a039c up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:24.563581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:24.566417 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:24.572876 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:24.615294 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce40ee7-b91c-403c-af1d-ce5316b8ca40 x-openstack-request-id: req-1ce40ee7-b91c-403c-af1d-ce5316b8ca40 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:24.615894 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99dfa22-4bf1-4076-b3cb-f1ec3e06094a", "name": "network-vif-deleted", "tag": "dd14ef60-f82a-498d-b4fe-fc72a89d0acb", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:24.616349 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ce40ee7-b91c-403c-af1d-ce5316b8ca40 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:24.617140 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99dfa22-4bf1-4076-b3cb-f1ec3e06094a', 'name': 'network-vif-deleted', 'tag': 'dd14ef60-f82a-498d-b4fe-fc72a89d0acb', 'status': 'completed', 'code': 200} Aug 03 19:33:24.682120 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3aa4fdb1-75d9-4eb4-988e-0aac90a3ec20 req-0fd9a1ef-97ca-43ad-98c3-d2d02ba3a64c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 210 time: 0.0572302 Aug 03 19:33:24.810688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.814697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 18953917-80d3-4624-a085-223c5b1a039c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:24.826098 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.828290 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] 10.222.0.78 "DELETE /v2.0/networks/651afaa2-9a0b-40fb-a401-446a12cc0796 HTTP/1.1" status: 204 len: 168 time: 0.6301267 Aug 03 19:33:24.847488 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 18953917-80d3-4624-a085-223c5b1a039c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:24.848196 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.876095 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe097a-28c9-4180-8cbe-24059b555969 tempest-TagsTest-308465128 tempest-TagsTest-308465128-project] Pushing event deleted for resources: {'Network': ['ID=651afaa2-9a0b-40fb-a401-446a12cc0796,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:25.089726 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.139523 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18953917-80d3-4624-a085-223c5b1a039c'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:25.142088 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2220fa57-4ebf-40a5-83c4-3283371f9722" -d '{"events": [{"server_uuid": "ea8cc931-1c5e-498e-8640-3d618718333d", "name": "network-vif-plugged", "status": "completed", "tag": "18953917-80d3-4624-a085-223c5b1a039c"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:25.161155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 18953917-80d3-4624-a085-223c5b1a039c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=18953917-80d3-4624-a085-223c5b1a039c,segment=NetworkSegment(61a58647-ab03-4d19-b188-af69c8f2db37),segment_id=61a58647-ab03-4d19-b188-af69c8f2db37)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:25.175459 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.213950 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e4034-1beb-4385-a2f3-e926c464326c req-8ac3b68d-766f-42ae-ae7f-72841c483cf7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:25.226448 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d2e4034-1beb-4385-a2f3-e926c464326c req-8ac3b68d-766f-42ae-ae7f-72841c483cf7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 945 time: 0.1702657 Aug 03 19:33:25.245268 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b165b5c-843f-4717-a71b-42414e33c19b x-openstack-request-id: req-6b165b5c-843f-4717-a71b-42414e33c19b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:25.245615 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8cc931-1c5e-498e-8640-3d618718333d", "name": "network-vif-plugged", "status": "completed", "tag": "18953917-80d3-4624-a085-223c5b1a039c", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:25.245828 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b165b5c-843f-4717-a71b-42414e33c19b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:25.246226 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18953917-80d3-4624-a085-223c5b1a039c', 'code': 200} Aug 03 19:33:25.333167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d2e4034-1beb-4385-a2f3-e926c464326c req-7f0e95c3-772d-4bc5-9e9c-bef601bfe453 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b15294-8228-4261-a260-794e9d5984cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042042 Aug 03 19:33:25.353226 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=18953917-80d3-4624-a085-223c5b1a039c,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:25.402707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a02f6-dade-41c5-b2b5-27fb07be655e req-cdffc815-3305-4254-8344-d1c2394f512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:25.405321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-774a02f6-dade-41c5-b2b5-27fb07be655e req-cdffc815-3305-4254-8344-d1c2394f512f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 1097 time: 0.0685883 Aug 03 19:33:25.467144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-774a02f6-dade-41c5-b2b5-27fb07be655e req-92d7e627-cbdb-492f-bf6e-fdeb843ef957 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=81b15294-8228-4261-a260-794e9d5984cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507004 Aug 03 19:33:25.467333 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59002) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:25.633312 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0e748a55-920a-4c4d-8428-b5bb6df4c52f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b8e6c3ca25a4337991efddb7597c004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648283 Aug 03 19:33:25.635799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59006) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:25.688528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fff9f8e9-d563-49a1-b6f1-f0e034361663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.712328 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fff9f8e9-d563-49a1-b6f1-f0e034361663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.781247 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fff9f8e9-d563-49a1-b6f1-f0e034361663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.786278 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fff9f8e9-d563-49a1-b6f1-f0e034361663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.789286 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fff9f8e9-d563-49a1-b6f1-f0e034361663 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/79f63757-cc1b-47f5-ba9b-7951bca70b0f HTTP/1.1" status: 204 len: 168 time: 0.1521025 Aug 03 19:33:25.806305 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9f8e9-d563-49a1-b6f1-f0e034361663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f63757-cc1b-47f5-ba9b-7951bca70b0f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:25.852556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98ab8d19-ee5c-4c40-864f-74fd6d4ae25e req-80fb19cc-6bc9-430f-b86b-859885eb2c3b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 210 time: 0.0563064 Aug 03 19:33:26.485476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd14ef60-f82a-498d-b4fe-fc72a89d0acb no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:26.487597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2c279-2f2d-4043-bd61-50830c76a738 req-0d912d95-1587-4e15-9e84-c3ebacf63770 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:26.495735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cd2c279-2f2d-4043-bd61-50830c76a738 req-0d912d95-1587-4e15-9e84-c3ebacf63770 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 946 time: 0.0770187 Aug 03 19:33:26.547933 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cd2c279-2f2d-4043-bd61-50830c76a738 req-86095fa0-a2ed-4492-a018-aa36b135cedb tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b15294-8228-4261-a260-794e9d5984cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490460 Aug 03 19:33:26.557711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: dd14ef60-f82a-498d-b4fe-fc72a89d0acb {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:26.558056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd14ef60-f82a-498d-b4fe-fc72a89d0acb not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:26.982732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e025fda9-b977-496c-9e6a-649df223b492 req-de79dcbd-f22b-49ab-a1d7-79affa6d3d92 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 210 time: 0.0468407 Aug 03 19:33:27.734538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22acacf-ea95-49cb-885d-6b88336665a9 req-dd95e600-a3b7-44b5-a1ef-4a1d6583ebe7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.736095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c22acacf-ea95-49cb-885d-6b88336665a9 req-dd95e600-a3b7-44b5-a1ef-4a1d6583ebe7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 946 time: 0.1015608 Aug 03 19:33:27.787408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c22acacf-ea95-49cb-885d-6b88336665a9 req-1ec6e133-71d2-47b1-a23f-77a48587a74b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b15294-8228-4261-a260-794e9d5984cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443301 Aug 03 19:33:27.994897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79bc3d-f811-4d59-ad63-0edca5a68d2b req-bfb8ddbd-980d-4fa7-aae6-d8b05f3030da tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.996558 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb79bc3d-f811-4d59-ad63-0edca5a68d2b req-bfb8ddbd-980d-4fa7-aae6-d8b05f3030da tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 946 time: 0.0664425 Aug 03 19:33:28.043982 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb79bc3d-f811-4d59-ad63-0edca5a68d2b req-b88d581c-71b1-4e94-90bb-c766aa27d00e tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b15294-8228-4261-a260-794e9d5984cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379374 Aug 03 19:33:28.075149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59074) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:28.169875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9dde2b84-31e2-412e-a860-dacf31d5e353 req-598d2891-5cff-4311-b048-9cd5310294e9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 210 time: 0.0473430 Aug 03 19:33:28.198907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e966cab1-93c8-4711-bfad-9ccf647b3e03 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:28.198907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e966cab1-93c8-4711-bfad-9ccf647b3e03 tempest-TestNetworkBasicOps-2125050624 tempest-TestNetworkBasicOps-2125050624-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 1092 time: 0.1160634 Aug 03 19:33:28.199422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59076) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:28.202537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '18953917-80d3-4624-a085-223c5b1a039c', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:28.241614 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.418432 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.575980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Allocated IP 172.25.8.198 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/7cfc55e9-1d11-43f6-8e92-0935e85b673d) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:28.796749 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.860083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.946735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:28.952804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:28.959721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:29.035736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=7cfc55e9-1d11-43f6-8e92-0935e85b673d,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:29.308000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-711a4965-e93c-41a8-a21e-8af92053a71d req-ec017490-59a0-46c4-ba30-d4368d59514d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=d99dfa22-4bf1-4076-b3cb-f1ec3e06094a HTTP/1.1" status: 200 len: 210 time: 0.0326416 Aug 03 19:33:29.802452 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.877698 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.937441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59096) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:29.980681 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.111903 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b508a07-d386-47e7-84a6-191b418f1b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.289480 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b508a07-d386-47e7-84a6-191b418f1b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.300404 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8b508a07-d386-47e7-84a6-191b418f1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.399957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8b508a07-d386-47e7-84a6-191b418f1b4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=268704463ece4f2dba4e7f0e619538b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607365 Aug 03 19:33:30.402780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59104) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:30.411265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b508a07-d386-47e7-84a6-191b418f1b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf440f38-4d1d-4dcc-9672-51626873dc85,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:30.445579 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.458513 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.479276 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6a25eeb7-6653-43ee-bf5d-236633392df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.507284 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6a25eeb7-6653-43ee-bf5d-236633392df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.591210 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6a25eeb7-6653-43ee-bf5d-236633392df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.594462 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6a25eeb7-6653-43ee-bf5d-236633392df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.596444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6a25eeb7-6653-43ee-bf5d-236633392df1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf440f38-4d1d-4dcc-9672-51626873dc85 HTTP/1.1" status: 204 len: 168 time: 0.1923931 Aug 03 19:33:30.612625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25eeb7-6653-43ee-bf5d-236633392df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf440f38-4d1d-4dcc-9672-51626873dc85,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:30.661805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event updated for resources: {'Port': ['ID=7cfc55e9-1d11-43f6-8e92-0935e85b673d,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:30.672156 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.819786 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Floating IP e1dc46dc-20f5-4c5b-bb47-a749fb52a672 associated. External IP: 172.25.8.198, port: 18953917-80d3-4624-a085-223c5b1a039c. Aug 03 19:33:30.860673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-393a7dea-f1b3-4380-9985-510de065e62f req-aaca8b2a-6842-4806-9204-b68a89958a89 service neutron] (100488) timed out ('10.222.0.74', 61026) {{(pid=100488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:33:31.135120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c92ce877-00d3-4ce7-857d-c2e05ca6042d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:31.386177 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:31.405665 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048897c-f8d2-4144-a397-29dc6fdc417b None None] Sync routers for ids ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:31.420827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.426309 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048897c-f8d2-4144-a397-29dc6fdc417b None None] Routers {'c92ce877-00d3-4ce7-857d-c2e05ca6042d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:31.427456 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7048897c-f8d2-4144-a397-29dc6fdc417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:33:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:31.502378 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5cb6797f-605f-45a9-b18c-341fae72cfd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3029053 Aug 03 19:33:31.502378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'tag': '18953917-80d3-4624-a085-223c5b1a039c'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:31.502987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59130) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:31.506350 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f1b5bd-394f-497d-a5a0-d981dce21981" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8cc931-1c5e-498e-8640-3d618718333d", "tag": "18953917-80d3-4624-a085-223c5b1a039c"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:31.607495 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af5db1b-b019-4f63-b9a8-e5b39c34c90c x-openstack-request-id: req-7af5db1b-b019-4f63-b9a8-e5b39c34c90c {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:31.608610 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8cc931-1c5e-498e-8640-3d618718333d", "tag": "18953917-80d3-4624-a085-223c5b1a039c", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:31.609263 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7af5db1b-b019-4f63-b9a8-e5b39c34c90c {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:31.610402 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'tag': '18953917-80d3-4624-a085-223c5b1a039c', 'status': 'completed', 'code': 200} Aug 03 19:33:31.834017 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-7048897c-f8d2-4144-a397-29dc6fdc417b None None] Set router c92ce877-00d3-4ce7-857d-c2e05ca6042d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:31.914983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-60bdbee3-b0ea-43e1-b1b3-49a5f42a1b8c tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/floatingips/e1dc46dc-20f5-4c5b-bb47-a749fb52a672 HTTP/1.1" status: 200 len: 992 time: 0.4104364 Aug 03 19:33:31.937881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1b5bd-394f-497d-a5a0-d981dce21981 req-2fd30ec2-0cba-4b30-a6ca-be3f55fedea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:31.937881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f1b5bd-394f-497d-a5a0-d981dce21981 req-2fd30ec2-0cba-4b30-a6ca-be3f55fedea2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 1097 time: 0.1373417 Aug 03 19:33:32.121909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1b5bd-394f-497d-a5a0-d981dce21981 req-527a9993-f581-4a29-bf6e-0c76deb687c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:32.124811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f1b5bd-394f-497d-a5a0-d981dce21981 req-527a9993-f581-4a29-bf6e-0c76deb687c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 HTTP/1.1" status: 200 len: 898 time: 0.1727419 Aug 03 19:33:32.332105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f1b5bd-394f-497d-a5a0-d981dce21981 req-4fe35d77-917e-4ca1-9593-b0fb302a82f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18953917-80d3-4624-a085-223c5b1a039c HTTP/1.1" status: 200 len: 1000 time: 0.1930113 Aug 03 19:33:32.346763 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7048897c-f8d2-4144-a397-29dc6fdc417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:33:04Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'e1dc46dc-20f5-4c5b-bb47-a749fb52a672', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'port_id': '18953917-80d3-4624-a085-223c5b1a039c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'mac_address': 'fa:16:3e:d4:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:33:29Z', 'updated_at': '2021-08-03T19:33:29Z', 'revision_number': 0, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a5df6e-79b8-45eb-a6ea-9a9b9e39833f', 'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1e:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:02Z', 'updated_at': '2021-08-03T19:33:13Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:32.422994 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048897c-f8d2-4144-a397-29dc6fdc417b None None] Checking router: c92ce877-00d3-4ce7-857d-c2e05ca6042d for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:32.463606 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048897c-f8d2-4144-a397-29dc6fdc417b None None] Routers {'c92ce877-00d3-4ce7-857d-c2e05ca6042d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:32.467570 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7048897c-f8d2-4144-a397-29dc6fdc417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:33:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:32.492109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1b5bd-394f-497d-a5a0-d981dce21981 req-b94b3fb1-2a3d-499a-ad51-928d9848ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:32.495378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f1b5bd-394f-497d-a5a0-d981dce21981 req-b94b3fb1-2a3d-499a-ad51-928d9848ec27 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=70e20c0b-05e1-441e-befb-88fa3548bfbe HTTP/1.1" status: 200 len: 834 time: 0.1535487 Aug 03 19:33:32.748503 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-7048897c-f8d2-4144-a397-29dc6fdc417b None None] Set router c92ce877-00d3-4ce7-857d-c2e05ca6042d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:32.919401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59160) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:33.070914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1b5bd-394f-497d-a5a0-d981dce21981 req-90dd6287-ad00-493b-9ba8-3a5bb5a065fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:33.074337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f1b5bd-394f-497d-a5a0-d981dce21981 req-90dd6287-ad00-493b-9ba8-3a5bb5a065fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5675759 Aug 03 19:33:33.181783 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fd39ffc1-8af1-484a-b1ee-cc1301009651 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/floatingips/e1dc46dc-20f5-4c5b-bb47-a749fb52a672 HTTP/1.1" status: 200 len: 992 time: 0.2592902 Aug 03 19:33:33.236656 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7048897c-f8d2-4144-a397-29dc6fdc417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:33:04Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'e1dc46dc-20f5-4c5b-bb47-a749fb52a672', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'port_id': '18953917-80d3-4624-a085-223c5b1a039c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'mac_address': 'fa:16:3e:d4:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:33:29Z', 'updated_at': '2021-08-03T19:33:29Z', 'revision_number': 0, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a5df6e-79b8-45eb-a6ea-9a9b9e39833f', 'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1e:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:02Z', 'updated_at': '2021-08-03T19:33:13Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:33.292607 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048897c-f8d2-4144-a397-29dc6fdc417b None None] The sync data for ids ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'] in n-d-802918-7 is: [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:33:04Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'e1dc46dc-20f5-4c5b-bb47-a749fb52a672', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'port_id': '18953917-80d3-4624-a085-223c5b1a039c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'mac_address': 'fa:16:3e:d4:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:33:29Z', 'updated_at': '2021-08-03T19:33:29Z', 'revision_number': 0, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a5df6e-79b8-45eb-a6ea-9a9b9e39833f', 'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1e:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:02Z', 'updated_at': '2021-08-03T19:33:13Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:33.294661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f1b5bd-394f-497d-a5a0-d981dce21981 req-15eb0a2b-f0fa-4c03-a208-572e434085b8 service neutron] 10.222.0.74 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111645 Aug 03 19:33:33.306286 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59166) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:33.460843 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73f1b5bd-394f-497d-a5a0-d981dce21981 req-0841554d-17c2-4635-8f23-ad43b37b9f12 service neutron] 10.222.0.74 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569054 Aug 03 19:33:33.508223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fd68cd6-624f-4c1f-8a14-96e6b127cabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.667054 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fd68cd6-624f-4c1f-8a14-96e6b127cabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.676140 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7fd68cd6-624f-4c1f-8a14-96e6b127cabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.716382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59172) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:33.724477 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7fd68cd6-624f-4c1f-8a14-96e6b127cabc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e451818171944dda977beb910878dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165154 Aug 03 19:33:33.751328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-44a8fed2-ad4f-4cb3-8a39-f23935eae8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.792384 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd68cd6-624f-4c1f-8a14-96e6b127cabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9733d25d-9324-4930-b94c-88c709a031a3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:33.836533 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dadfd3e-19f3-4352-b29a-5130a595c119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.860678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444bbb87-a3f7-4811-844b-034343a5d587 None None] New status for floating IP e1dc46dc-20f5-4c5b-bb47-a749fb52a672: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:33:33.904711 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dadfd3e-19f3-4352-b29a-5130a595c119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.971986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dadfd3e-19f3-4352-b29a-5130a595c119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.975993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dadfd3e-19f3-4352-b29a-5130a595c119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.977544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3dadfd3e-19f3-4352-b29a-5130a595c119 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9733d25d-9324-4930-b94c-88c709a031a3 HTTP/1.1" status: 204 len: 168 time: 0.2600775 Aug 03 19:33:34.007040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadfd3e-19f3-4352-b29a-5130a595c119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9733d25d-9324-4930-b94c-88c709a031a3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:34.184029 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59182) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:34.419738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3334ebcc-15c8-49ab-800a-cbe3ffb75a95 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/floatingips/e1dc46dc-20f5-4c5b-bb47-a749fb52a672 HTTP/1.1" status: 200 len: 992 time: 0.2344744 Aug 03 19:33:35.424341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59210) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:35.529372 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1841d505-5bb1-4ae0-9e10-daa267006760 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/floatingips/e1dc46dc-20f5-4c5b-bb47-a749fb52a672 HTTP/1.1" status: 200 len: 994 time: 0.1020546 Aug 03 19:33:36.268643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb36a9-b7b1-4e90-b434-d91fd7fd1c8b req-f1a36712-cf65-493e-ba92-3e9addcea60e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:36.270617 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ecb36a9-b7b1-4e90-b434-d91fd7fd1c8b req-f1a36712-cf65-493e-ba92-3e9addcea60e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 945 time: 0.0674372 Aug 03 19:33:36.346753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ecb36a9-b7b1-4e90-b434-d91fd7fd1c8b req-90b12ce8-eaa8-422c-bc78-772e9b823559 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684474 Aug 03 19:33:36.435149 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b017a674-c7dd-4974-9577-45c3af995aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.759407 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.588369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029a017-8c2f-4498-9315-2a04f86edf7b req-a98b8896-3eca-4182-a8fe-ea68e50bdbd4 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:37.590747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4029a017-8c2f-4498-9315-2a04f86edf7b req-a98b8896-3eca-4182-a8fe-ea68e50bdbd4 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 945 time: 0.1179585 Aug 03 19:33:37.682122 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4029a017-8c2f-4498-9315-2a04f86edf7b req-148001c1-2f0a-4372-96dc-49bc76695583 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=2c98b046-a5cc-485b-93d1-1c5d9510cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777340 Aug 03 19:33:37.988059 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.284521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe2cf9-f8f5-4201-8926-51717650501d req-45b0b3fd-69da-4e7c-b85e-342961c588d4 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:38.286373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95fe2cf9-f8f5-4201-8926-51717650501d req-45b0b3fd-69da-4e7c-b85e-342961c588d4 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.74 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 945 time: 0.0958543 Aug 03 19:33:38.406639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-95fe2cf9-f8f5-4201-8926-51717650501d req-f03497b5-a8fd-42f5-8ded-397031b9da04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Deleting port ee4929c2-4687-42b4-b634-89d5ad78916f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:38.406986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-95fe2cf9-f8f5-4201-8926-51717650501d req-f03497b5-a8fd-42f5-8ded-397031b9da04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.567483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-95fe2cf9-f8f5-4201-8926-51717650501d req-f03497b5-a8fd-42f5-8ded-397031b9da04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] For port ee4929c2-4687-42b4-b634-89d5ad78916f, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=ee4929c2-4687-42b4-b634-89d5ad78916f,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:38.567920 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-95fe2cf9-f8f5-4201-8926-51717650501d req-f03497b5-a8fd-42f5-8ded-397031b9da04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.586323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-95fe2cf9-f8f5-4201-8926-51717650501d req-f03497b5-a8fd-42f5-8ded-397031b9da04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Calling delete_port for ee4929c2-4687-42b4-b634-89d5ad78916f owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:38.792727 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-95fe2cf9-f8f5-4201-8926-51717650501d req-f03497b5-a8fd-42f5-8ded-397031b9da04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.870853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03497b5-a8fd-42f5-8ded-397031b9da04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event deleted for resources: {'Port': ['ID=ee4929c2-4687-42b4-b634-89d5ad78916f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:38.899806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c785ad8d-9002-4e4e-b694-844106531ed5 req-754afddd-9c9c-409a-8792-31739af7bc71 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 210 time: 0.0554936 Aug 03 19:33:38.989980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fe2cf9-f8f5-4201-8926-51717650501d req-f03497b5-a8fd-42f5-8ded-397031b9da04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] No DVR routers for this DVR port ee4929c2-4687-42b4-b634-89d5ad78916f on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:38.994443 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-95fe2cf9-f8f5-4201-8926-51717650501d req-f03497b5-a8fd-42f5-8ded-397031b9da04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.998141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-95fe2cf9-f8f5-4201-8926-51717650501d req-f03497b5-a8fd-42f5-8ded-397031b9da04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.74 "DELETE /v2.0/ports/ee4929c2-4687-42b4-b634-89d5ad78916f HTTP/1.1" status: 204 len: 173 time: 0.7011926 Aug 03 19:33:38.998862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf3e58b-ce7e-47c9-ba82-50699f145d29', 'name': 'network-vif-deleted', 'tag': 'ee4929c2-4687-42b4-b634-89d5ad78916f'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:33:39.003026 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb1f73f-a6fb-4125-b358-5738f6b114bd" -d '{"events": [{"server_uuid": "6cf3e58b-ce7e-47c9-ba82-50699f145d29", "name": "network-vif-deleted", "tag": "ee4929c2-4687-42b4-b634-89d5ad78916f"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:33:39.079319 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c946dc84-8f81-42d9-93da-fab8f1b7122a x-openstack-request-id: req-c946dc84-8f81-42d9-93da-fab8f1b7122a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:33:39.079785 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf3e58b-ce7e-47c9-ba82-50699f145d29", "name": "network-vif-deleted", "tag": "ee4929c2-4687-42b4-b634-89d5ad78916f", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:33:39.080193 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c946dc84-8f81-42d9-93da-fab8f1b7122a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:33:39.080771 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf3e58b-ce7e-47c9-ba82-50699f145d29', 'name': 'network-vif-deleted', 'tag': 'ee4929c2-4687-42b4-b634-89d5ad78916f', 'status': 'completed', 'code': 200} Aug 03 19:33:39.408945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59282) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:39.667392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60027e45-889f-4958-a367-772afe1cc836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.743176 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.903728 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60027e45-889f-4958-a367-772afe1cc836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.916075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60027e45-889f-4958-a367-772afe1cc836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.031883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60027e45-889f-4958-a367-772afe1cc836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e1229f-343d-41c2-87da-e5a23052f628,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:40.088619 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-60027e45-889f-4958-a367-772afe1cc836 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6415bf13aecc4030adf1178af6c36e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6748443 Aug 03 19:33:40.089083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59292) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:40.101993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52156639-794c-45f9-93f3-718454768508 req-7f6085b0-3dd4-4cef-9709-7c9849254bf1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 210 time: 0.0579815 Aug 03 19:33:40.186117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06aa214f-e4c3-4023-88c7-4c8de8cff5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.257183 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06aa214f-e4c3-4023-88c7-4c8de8cff5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.292049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59296) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:40.360400 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06aa214f-e4c3-4023-88c7-4c8de8cff5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.367432 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06aa214f-e4c3-4023-88c7-4c8de8cff5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.369221 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-06aa214f-e4c3-4023-88c7-4c8de8cff5f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85e1229f-343d-41c2-87da-e5a23052f628 HTTP/1.1" status: 204 len: 168 time: 0.2781117 Aug 03 19:33:40.386802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa214f-e4c3-4023-88c7-4c8de8cff5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e1229f-343d-41c2-87da-e5a23052f628,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:40.528697 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71d213dd-df42-41e2-9d3b-d46d2fc5cc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.601046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device ee4929c2-4687-42b4-b634-89d5ad78916f no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:40.659587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: ee4929c2-4687-42b4-b634-89d5ad78916f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:40.660830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device ee4929c2-4687-42b4-b634-89d5ad78916f not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:40.821869 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71d213dd-df42-41e2-9d3b-d46d2fc5cc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.830158 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71d213dd-df42-41e2-9d3b-d46d2fc5cc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.903042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-71d213dd-df42-41e2-9d3b-d46d2fc5cc57 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9feb41589b2d475a8a3c1f8b46f59af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6095092 Aug 03 19:33:40.906095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d213dd-df42-41e2-9d3b-d46d2fc5cc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9754fab9-47a7-4b00-b21d-c44b65be2715,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:40.906325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59304) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:41.025968 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ff552ae-56a0-4667-a8c5-209adb3b4689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.033086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59306) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:41.048097 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1262e5f3-a255-43df-9e37-79b5bcd1c113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.057958 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ff552ae-56a0-4667-a8c5-209adb3b4689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.144346 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ff552ae-56a0-4667-a8c5-209adb3b4689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.149472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5ff552ae-56a0-4667-a8c5-209adb3b4689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.154579 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5ff552ae-56a0-4667-a8c5-209adb3b4689 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9754fab9-47a7-4b00-b21d-c44b65be2715 HTTP/1.1" status: 204 len: 168 time: 0.2425687 Aug 03 19:33:41.183117 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff552ae-56a0-4667-a8c5-209adb3b4689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9754fab9-47a7-4b00-b21d-c44b65be2715,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:41.258631 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1262e5f3-a255-43df-9e37-79b5bcd1c113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.261350 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-180678ee-7d47-4380-8009-44d4285eeeff req-e45b5170-eb5c-4b39-85b5-453c0d4353b5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 210 time: 0.0395033 Aug 03 19:33:41.264663 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1262e5f3-a255-43df-9e37-79b5bcd1c113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.319630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1262e5f3-a255-43df-9e37-79b5bcd1c113 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52bdfe897fa14f7e947b0e619019b1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841136 Aug 03 19:33:41.323295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262e5f3-a255-43df-9e37-79b5bcd1c113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36f29ae-e8f0-4e41-a41f-97b74ab12587,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:41.323725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59312) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:41.393480 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a19ad2-37e1-4576-8d1a-1aadee35d0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.420994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a19ad2-37e1-4576-8d1a-1aadee35d0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.504705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a19ad2-37e1-4576-8d1a-1aadee35d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.510797 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67a19ad2-37e1-4576-8d1a-1aadee35d0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.516990 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-67a19ad2-37e1-4576-8d1a-1aadee35d0bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c36f29ae-e8f0-4e41-a41f-97b74ab12587 HTTP/1.1" status: 204 len: 168 time: 0.1877370 Aug 03 19:33:41.528431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a19ad2-37e1-4576-8d1a-1aadee35d0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36f29ae-e8f0-4e41-a41f-97b74ab12587,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:42.461544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9b10188-1189-4599-8e1f-4a6bd53abd0e req-9f101835-b1f2-4e11-901b-32bb28b276b9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 210 time: 0.0608394 Aug 03 19:33:43.622745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fe004e0-845b-4136-b603-ec4b28361eed req-4a747167-49c3-4d57-bf8f-35ae0893ac4a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 210 time: 0.0566099 Aug 03 19:33:44.796691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ae87e6c-9d10-4cef-9626-7e2f7a42d7a7 req-542be955-6c48-4c49-9b7a-4237034ad376 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cf3e58b-ce7e-47c9-ba82-50699f145d29 HTTP/1.1" status: 200 len: 210 time: 0.0520160 Aug 03 19:33:45.568132 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.790300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59552) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:49.795926 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6124f5e4-143d-4f26-8ae4-21a6553ede0d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629574627', 'description': 'tempest-secgroup-smoke-1629574627 description', 'project_id': 'd7edb583213d46128a9d1a5c19a34a32'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:49.834405 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6124f5e4-143d-4f26-8ae4-21a6553ede0d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.985784 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6124f5e4-143d-4f26-8ae4-21a6553ede0d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.993392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6124f5e4-143d-4f26-8ae4-21a6553ede0d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.043439 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6124f5e4-143d-4f26-8ae4-21a6553ede0d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.044722 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6124f5e4-143d-4f26-8ae4-21a6553ede0d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2531288 Aug 03 19:33:50.046701 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124f5e4-143d-4f26-8ae4-21a6553ede0d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a99da85-a843-495f-93b5-d3c899fcf3ad,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:50.049226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59554) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:50.056383 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-97b6e6e1-ead3-4d5a-a177-aca51fd00851 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'security_group_rule': {'security_group_id': '0a99da85-a843-495f-93b5-d3c899fcf3ad', 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:50.113048 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-97b6e6e1-ead3-4d5a-a177-aca51fd00851 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.221198 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-97b6e6e1-ead3-4d5a-a177-aca51fd00851 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.226913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-97b6e6e1-ead3-4d5a-a177-aca51fd00851 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.247642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6e6e1-ead3-4d5a-a177-aca51fd00851 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de335f96-2efb-4391-a9b9-ef8c44350413,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:50.259676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-97b6e6e1-ead3-4d5a-a177-aca51fd00851 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.262126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-97b6e6e1-ead3-4d5a-a177-aca51fd00851 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2111428 Aug 03 19:33:50.266036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59556) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:50.271060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0506b03a-d14d-47f0-9eda-89c9c4d753c0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'security_group_rule': {'security_group_id': '0a99da85-a843-495f-93b5-d3c899fcf3ad', 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:50.309004 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0506b03a-d14d-47f0-9eda-89c9c4d753c0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.408012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0506b03a-d14d-47f0-9eda-89c9c4d753c0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.412279 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0506b03a-d14d-47f0-9eda-89c9c4d753c0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.440898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506b03a-d14d-47f0-9eda-89c9c4d753c0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c77a8ad-7ef3-4553-9569-abf6e4bf87b2,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:50.453772 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0506b03a-d14d-47f0-9eda-89c9c4d753c0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.458086 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0506b03a-d14d-47f0-9eda-89c9c4d753c0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1908853 Aug 03 19:33:50.459684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59558) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:50.465939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-14238cb2-15a6-44e8-a15e-d14d53db103c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'security_group_rule': {'security_group_id': '0a99da85-a843-495f-93b5-d3c899fcf3ad', 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:50.502049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14238cb2-15a6-44e8-a15e-d14d53db103c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.598339 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14238cb2-15a6-44e8-a15e-d14d53db103c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.606429 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14238cb2-15a6-44e8-a15e-d14d53db103c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.646425 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-14238cb2-15a6-44e8-a15e-d14d53db103c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.648682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-14238cb2-15a6-44e8-a15e-d14d53db103c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1874170 Aug 03 19:33:50.650942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14238cb2-15a6-44e8-a15e-d14d53db103c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325c3f3d-12f0-434b-91c2-ce728a857083,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:50.653227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59562) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:50.660811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-036adb00-cdcb-4a9a-aa4a-a7ff4b9603a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'security_group_rule': {'security_group_id': '0a99da85-a843-495f-93b5-d3c899fcf3ad', 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:50.698413 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-036adb00-cdcb-4a9a-aa4a-a7ff4b9603a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.820511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-036adb00-cdcb-4a9a-aa4a-a7ff4b9603a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.826075 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-036adb00-cdcb-4a9a-aa4a-a7ff4b9603a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.852312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036adb00-cdcb-4a9a-aa4a-a7ff4b9603a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360641d1-095b-417d-85b6-cf86a9f65ff4,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:50.873278 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-036adb00-cdcb-4a9a-aa4a-a7ff4b9603a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.876369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-036adb00-cdcb-4a9a-aa4a-a7ff4b9603a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2212431 Aug 03 19:33:50.880041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59566) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:50.889884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'security_group_rule': {'security_group_id': '0a99da85-a843-495f-93b5-d3c899fcf3ad', 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:50.936617 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Project d7edb583213d46128a9d1a5c19a34a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:33:50.951032 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.076454 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.082798 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.110688 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:33:51.123138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecdd4de9-05f8-4f6e-80cf-f8135474fb2a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:51.128089 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.129870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2480791 Aug 03 19:33:51.134706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59568) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:51.139483 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.140032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.140590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.141159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.141754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.142332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.142849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.143955 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.144615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.145154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.145848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.146987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15754a5-efc6-4eec-a59d-964621db791c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.148347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8352d054-4bf4-4650-9166-8ce9398aa494 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'security_group_rule': {'security_group_id': '0a99da85-a843-495f-93b5-d3c899fcf3ad', 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:51.205352 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-8352d054-4bf4-4650-9166-8ce9398aa494 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Project d7edb583213d46128a9d1a5c19a34a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:33:51.216794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8352d054-4bf4-4650-9166-8ce9398aa494 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.331656 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8352d054-4bf4-4650-9166-8ce9398aa494 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.337428 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8352d054-4bf4-4650-9166-8ce9398aa494 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.365963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352d054-4bf4-4650-9166-8ce9398aa494 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ba4eb2-53b4-4007-a0ec-cef005ba4978,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:51.378181 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8352d054-4bf4-4650-9166-8ce9398aa494 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.386857 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8352d054-4bf4-4650-9166-8ce9398aa494 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2490699 Aug 03 19:33:51.810747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-8e0d3f7c-87e8-4ade-97d5-1643c140f949 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1160297 Aug 03 19:33:51.968450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-00ce3ace-606d-485d-93cd-0d48a3b2ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:51.970934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-00ce3ace-606d-485d-93cd-0d48a3b2ac6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 1097 time: 0.0827377 Aug 03 19:33:52.198860 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-909d3011-1c71-426b-a07f-418c2783e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:52.201651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-909d3011-1c71-426b-a07f-418c2783e4ba service neutron] 10.222.0.74 "GET /v2.0/networks?id=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 HTTP/1.1" status: 200 len: 898 time: 0.1979787 Aug 03 19:33:52.290521 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-f477cff0-f9db-4351-b996-3b6416201699 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18953917-80d3-4624-a085-223c5b1a039c HTTP/1.1" status: 200 len: 1002 time: 0.0796173 Aug 03 19:33:52.356569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-61110e48-e71a-43d9-a62c-bfe7ab5c3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:52.358650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-61110e48-e71a-43d9-a62c-bfe7ab5c3afe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=70e20c0b-05e1-441e-befb-88fa3548bfbe HTTP/1.1" status: 200 len: 834 time: 0.0588484 Aug 03 19:33:52.417467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-a3be0826-4550-4ad9-9255-4b273b0e0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:52.419576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-a3be0826-4550-4ad9-9255-4b273b0e0138 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528724 Aug 03 19:33:52.607395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-a457760c-1b52-4234-b530-18a55d10392b service neutron] 10.222.0.74 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780672 Aug 03 19:33:52.671160 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59658) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:52.770957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b91808a1-7866-474b-a493-3fe1f749a6c2 req-c3834fef-0f89-4a66-9fad-1fdbd0ebff36 service neutron] 10.222.0.74 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541443 Aug 03 19:33:52.891393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.078752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.086093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.160027 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5cbb70566d8f4a159557dc00ac415915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865837 Aug 03 19:33:53.163475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf369b0-de1d-4c19-b8cb-be8ace859162,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:53.167231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59664) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:53.176637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.177097 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.178183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.178671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.179525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.180022 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.180526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.181161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.181685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.182176 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.182728 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.183116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba03b8af-69a1-489b-84b7-562e17649f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:53.286471 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e000bef-0f11-450b-8c70-980993cd9f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.316205 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e000bef-0f11-450b-8c70-980993cd9f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.400577 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e000bef-0f11-450b-8c70-980993cd9f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.406174 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0e000bef-0f11-450b-8c70-980993cd9f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.410334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0e000bef-0f11-450b-8c70-980993cd9f72 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3bf369b0-de1d-4c19-b8cb-be8ace859162 HTTP/1.1" status: 204 len: 168 time: 0.2405069 Aug 03 19:33:53.430017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e000bef-0f11-450b-8c70-980993cd9f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf369b0-de1d-4c19-b8cb-be8ace859162,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:53.934500 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59676) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:53.955311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49057078-bb84-438a-8d9e-adaafb6c3e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.143575 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49057078-bb84-438a-8d9e-adaafb6c3e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.150200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49057078-bb84-438a-8d9e-adaafb6c3e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.225782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49057078-bb84-438a-8d9e-adaafb6c3e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c837a02f-6336-4f1d-a75e-36c3add3ca54,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:54.237937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-49057078-bb84-438a-8d9e-adaafb6c3e31 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5da5df2d38a046728f5c61413c0e3284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994640 Aug 03 19:33:54.238499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59680) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:54.316862 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-535a15d4-9555-4aad-a15b-20223f955bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.352209 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-535a15d4-9555-4aad-a15b-20223f955bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.429573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-535a15d4-9555-4aad-a15b-20223f955bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.432715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-535a15d4-9555-4aad-a15b-20223f955bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.434333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-535a15d4-9555-4aad-a15b-20223f955bff admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c837a02f-6336-4f1d-a75e-36c3add3ca54 HTTP/1.1" status: 204 len: 168 time: 0.1944020 Aug 03 19:33:54.449601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a15d4-9555-4aad-a15b-20223f955bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c837a02f-6336-4f1d-a75e-36c3add3ca54,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:59.854417 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.238081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59788) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:01.458269 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aab65c5c-d5a6-4f56-be36-cadbfde4f4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.601220 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aab65c5c-d5a6-4f56-be36-cadbfde4f4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.616822 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aab65c5c-d5a6-4f56-be36-cadbfde4f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.714053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59794) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:01.725808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-aab65c5c-d5a6-4f56-be36-cadbfde4f4ee admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d4e3902032ff4ccfa9bd7e8708d5a2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808381 Aug 03 19:34:01.729286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab65c5c-d5a6-4f56-be36-cadbfde4f4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb5ab46-c4e9-47ad-ad41-bffb70073577,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:01.820046 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bc5eebc1-c853-4d3b-8eda-80fd701ae95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.846433 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bc5eebc1-c853-4d3b-8eda-80fd701ae95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.913922 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bc5eebc1-c853-4d3b-8eda-80fd701ae95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.918421 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bc5eebc1-c853-4d3b-8eda-80fd701ae95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.924326 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bc5eebc1-c853-4d3b-8eda-80fd701ae95b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1fb5ab46-c4e9-47ad-ad41-bffb70073577 HTTP/1.1" status: 204 len: 168 time: 0.2085233 Aug 03 19:34:01.943128 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5eebc1-c853-4d3b-8eda-80fd701ae95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb5ab46-c4e9-47ad-ad41-bffb70073577,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:02.396441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59802) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:02.417403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77b7fc7d-906f-4d27-b62a-02e10e371791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.531193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77b7fc7d-906f-4d27-b62a-02e10e371791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.535846 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-77b7fc7d-906f-4d27-b62a-02e10e371791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.583915 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-77b7fc7d-906f-4d27-b62a-02e10e371791 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eae87b75f1b04c078279f2edae8b8942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859524 Aug 03 19:34:02.584853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7fc7d-906f-4d27-b62a-02e10e371791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3ad261-1634-48c8-b2f2-22c798899aab,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:02.586526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59804) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:02.653148 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b21268a0-37cf-4727-babb-c2c4f51237c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.686970 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b21268a0-37cf-4727-babb-c2c4f51237c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.767772 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b21268a0-37cf-4727-babb-c2c4f51237c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.775478 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b21268a0-37cf-4727-babb-c2c4f51237c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.777521 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b21268a0-37cf-4727-babb-c2c4f51237c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ba3ad261-1634-48c8-b2f2-22c798899aab HTTP/1.1" status: 204 len: 168 time: 0.1895819 Aug 03 19:34:02.793714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21268a0-37cf-4727-babb-c2c4f51237c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3ad261-1634-48c8-b2f2-22c798899aab,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:03.693358 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-86bff4b0-66a3-4d12-a682-ebd76321048f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.815961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59862) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:04.965190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f05e384-c3bf-49b8-9c54-11d55a97bab5 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/floatingips/e1dc46dc-20f5-4c5b-bb47-a749fb52a672 HTTP/1.1" status: 200 len: 994 time: 0.1473894 Aug 03 19:34:05.296972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 59888) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:05.703599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting port 7cfc55e9-1d11-43f6-8e92-0935e85b673d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:05.704161 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.845865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.846610 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.871949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Calling delete_port for 7cfc55e9-1d11-43f6-8e92-0935e85b673d owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:06.226170 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.249589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59914) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:06.278207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Port': ['ID=7cfc55e9-1d11-43f6-8e92-0935e85b673d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:06.417902 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.418489 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Floating IP e1dc46dc-20f5-4c5b-bb47-a749fb52a672 disassociated (deleted). External IP: 172.25.8.198, port: 18953917-80d3-4624-a085-223c5b1a039c. Aug 03 19:34:06.452099 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-673abc1b-a971-4010-824b-49b89f2ccc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.506560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68c540be-bd28-40e9-adb5-17bc530df325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.701620 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68c540be-bd28-40e9-adb5-17bc530df325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.708969 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68c540be-bd28-40e9-adb5-17bc530df325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.742643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.777442 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-68c540be-bd28-40e9-adb5-17bc530df325 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=baa812329bd84d6cb8e6fc62fc0117ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250595 Aug 03 19:34:06.778148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59928) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:06.780721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c540be-bd28-40e9-adb5-17bc530df325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a920258e-1e9d-4d8f-98f2-352e0774d13f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:06.809469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c92ce877-00d3-4ce7-857d-c2e05ca6042d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:06.842872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6383e10b-a774-4aae-9912-323d69c43935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.881949 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6383e10b-a774-4aae-9912-323d69c43935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.978811 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6383e10b-a774-4aae-9912-323d69c43935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.983022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6383e10b-a774-4aae-9912-323d69c43935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.989006 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6383e10b-a774-4aae-9912-323d69c43935 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a920258e-1e9d-4d8f-98f2-352e0774d13f HTTP/1.1" status: 204 len: 168 time: 0.2090504 Aug 03 19:34:07.001068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383e10b-a774-4aae-9912-323d69c43935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a920258e-1e9d-4d8f-98f2-352e0774d13f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:07.025200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:07.033160 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.039846 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079949b-ed93-460a-a415-20a97bfaa4cb None None] Sync routers for ids ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:07.056044 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079949b-ed93-460a-a415-20a97bfaa4cb None None] Routers {'c92ce877-00d3-4ce7-857d-c2e05ca6042d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:07.056704 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f079949b-ed93-460a-a415-20a97bfaa4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:07.089358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7f9c8677-770a-4a29-acc8-9aa2b4031fd6 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/floatingips/e1dc46dc-20f5-4c5b-bb47-a749fb52a672 HTTP/1.1" status: 204 len: 168 time: 1.7900493 Aug 03 19:34:07.090908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'tag': '18953917-80d3-4624-a085-223c5b1a039c'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:07.095291 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444a59f8-1881-43be-8c6a-b6eebcab0eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8cc931-1c5e-498e-8640-3d618718333d", "tag": "18953917-80d3-4624-a085-223c5b1a039c"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:07.188700 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01715c07-01d7-47f4-82fb-4d54e380319f x-openstack-request-id: req-01715c07-01d7-47f4-82fb-4d54e380319f {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:07.189146 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8cc931-1c5e-498e-8640-3d618718333d", "tag": "18953917-80d3-4624-a085-223c5b1a039c", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:07.189823 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01715c07-01d7-47f4-82fb-4d54e380319f {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:07.190565 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'tag': '18953917-80d3-4624-a085-223c5b1a039c', 'status': 'completed', 'code': 200} Aug 03 19:34:07.313552 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-f079949b-ed93-460a-a415-20a97bfaa4cb None None] Set router c92ce877-00d3-4ce7-857d-c2e05ca6042d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:07.364714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a59f8-1881-43be-8c6a-b6eebcab0eb2 req-f8e9e492-1d8d-4b53-81de-75991c25cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:07.371751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-444a59f8-1881-43be-8c6a-b6eebcab0eb2 req-f8e9e492-1d8d-4b53-81de-75991c25cfee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da202e5f0d433f920b59dfe00d530c&device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 1097 time: 0.1442466 Aug 03 19:34:07.570413 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f079949b-ed93-460a-a415-20a97bfaa4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:33:04Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '03a5df6e-79b8-45eb-a6ea-9a9b9e39833f', 'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1e:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:02Z', 'updated_at': '2021-08-03T19:33:13Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:07.608605 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079949b-ed93-460a-a415-20a97bfaa4cb None None] Checking router: c92ce877-00d3-4ce7-857d-c2e05ca6042d for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:07.619806 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079949b-ed93-460a-a415-20a97bfaa4cb None None] Routers {'c92ce877-00d3-4ce7-857d-c2e05ca6042d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:07.620896 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f079949b-ed93-460a-a415-20a97bfaa4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:07.720036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7081446-0e75-427b-b07a-2eb9effed4d6 req-1f3c0833-e3d4-4b39-9504-85b2e3d83cf2 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:07.722610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7081446-0e75-427b-b07a-2eb9effed4d6 req-1f3c0833-e3d4-4b39-9504-85b2e3d83cf2 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 946 time: 0.1920824 Aug 03 19:34:07.779440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a59f8-1881-43be-8c6a-b6eebcab0eb2 req-34c861a8-91c9-4ae0-b014-7d4c625810ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:07.781081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-444a59f8-1881-43be-8c6a-b6eebcab0eb2 req-34c861a8-91c9-4ae0-b014-7d4c625810ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 HTTP/1.1" status: 200 len: 898 time: 0.3781576 Aug 03 19:34:07.893212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-444a59f8-1881-43be-8c6a-b6eebcab0eb2 req-cf27714f-7fd7-4356-b282-21ce0963e215 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18953917-80d3-4624-a085-223c5b1a039c HTTP/1.1" status: 200 len: 217 time: 0.0973170 Aug 03 19:34:07.899538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7081446-0e75-427b-b07a-2eb9effed4d6 req-fc63ff0a-c203-4b78-ba62-8056018d2676 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b15294-8228-4261-a260-794e9d5984cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621716 Aug 03 19:34:07.933654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59944) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:07.957269 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03bfadf2-3b8d-4420-8882-38d9527ceab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.977225 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-f079949b-ed93-460a-a415-20a97bfaa4cb None None] Set router c92ce877-00d3-4ce7-857d-c2e05ca6042d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:07.996328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.024993 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a59f8-1881-43be-8c6a-b6eebcab0eb2 req-2e06d9d7-2bed-46bd-9a3d-8ff46f02517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:08.028025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-444a59f8-1881-43be-8c6a-b6eebcab0eb2 req-2e06d9d7-2bed-46bd-9a3d-8ff46f02517f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=70e20c0b-05e1-441e-befb-88fa3548bfbe HTTP/1.1" status: 200 len: 834 time: 0.1262555 Aug 03 19:34:08.163871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03bfadf2-3b8d-4420-8882-38d9527ceab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.175014 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-03bfadf2-3b8d-4420-8882-38d9527ceab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.193444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a59f8-1881-43be-8c6a-b6eebcab0eb2 req-e81ee7b6-cef7-42ff-9b7f-3add0e4245c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:08.196145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-444a59f8-1881-43be-8c6a-b6eebcab0eb2 req-e81ee7b6-cef7-42ff-9b7f-3add0e4245c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577575 Aug 03 19:34:08.232451 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-03bfadf2-3b8d-4420-8882-38d9527ceab1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cea22a19373c4ee0847991277e0be85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954831 Aug 03 19:34:08.232451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfadf2-3b8d-4420-8882-38d9527ceab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86d1247-ed39-4fee-9a96-5491a814e2bd,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:08.235865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 59946) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:08.360150 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c2338d9-59ab-4721-8e5e-a79cf6a48f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.432652 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c2338d9-59ab-4721-8e5e-a79cf6a48f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.486010 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-444a59f8-1881-43be-8c6a-b6eebcab0eb2 req-2bc2aece-a3d3-4d7b-ba04-09e106b3a9aa service neutron] 10.222.0.74 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805543 Aug 03 19:34:08.540543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c2338d9-59ab-4721-8e5e-a79cf6a48f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.543713 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6c2338d9-59ab-4721-8e5e-a79cf6a48f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.545371 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6c2338d9-59ab-4721-8e5e-a79cf6a48f82 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a86d1247-ed39-4fee-9a96-5491a814e2bd HTTP/1.1" status: 204 len: 168 time: 0.3085256 Aug 03 19:34:08.579543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2338d9-59ab-4721-8e5e-a79cf6a48f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86d1247-ed39-4fee-9a96-5491a814e2bd,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:08.580161 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f079949b-ed93-460a-a415-20a97bfaa4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:33:04Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '03a5df6e-79b8-45eb-a6ea-9a9b9e39833f', 'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1e:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:02Z', 'updated_at': '2021-08-03T19:33:13Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:08.641427 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079949b-ed93-460a-a415-20a97bfaa4cb None None] The sync data for ids ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'] in n-d-802918-7 is: [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:33:04Z', 'revision_number': 4, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '03a5df6e-79b8-45eb-a6ea-9a9b9e39833f', 'name': '', 'network_id': '0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'mac_address': 'fa:16:3e:1e:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:02Z', 'updated_at': '2021-08-03T19:33:13Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'subnets': [{'id': '70e20c0b-05e1-441e-befb-88fa3548bfbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:08.807755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-444a59f8-1881-43be-8c6a-b6eebcab0eb2 req-41ad5fa6-fb56-46ec-9ec5-6feebb753183 service neutron] 10.222.0.74 "GET /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099840 Aug 03 19:34:09.214010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c351ba9-60b2-46c0-9b4c-2a31e2019ca0 req-d677d7b7-b3da-4544-87ec-9dbfb551f9bf tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:09.217113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c351ba9-60b2-46c0-9b4c-2a31e2019ca0 req-d677d7b7-b3da-4544-87ec-9dbfb551f9bf tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 946 time: 0.2787395 Aug 03 19:34:09.228198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d4e9f-d522-4726-b159-1e2feb670478 None None] New status for floating IP e1dc46dc-20f5-4c5b-bb47-a749fb52a672: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:34:09.337599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c373f9c-77e4-4e86-94ab-c23c9094daf9 req-63c6a7f8-d0a4-4e19-855b-c0012f7ea0aa tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:09.342358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c373f9c-77e4-4e86-94ab-c23c9094daf9 req-63c6a7f8-d0a4-4e19-855b-c0012f7ea0aa tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 946 time: 0.2201810 Aug 03 19:34:09.487002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c373f9c-77e4-4e86-94ab-c23c9094daf9 req-06a93fa5-6fe6-4c97-9de7-6a7c59494164 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/security-groups?id=81b15294-8228-4261-a260-794e9d5984cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339736 Aug 03 19:34:09.526752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-7c351ba9-60b2-46c0-9b4c-2a31e2019ca0 req-00bd6522-7368-4098-a695-7bbe6d54743a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting port 18953917-80d3-4624-a085-223c5b1a039c {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:09.527703 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7c351ba9-60b2-46c0-9b4c-2a31e2019ca0 req-00bd6522-7368-4098-a695-7bbe6d54743a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.746623 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.189735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-7c351ba9-60b2-46c0-9b4c-2a31e2019ca0 req-00bd6522-7368-4098-a695-7bbe6d54743a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] For port 18953917-80d3-4624-a085-223c5b1a039c, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=18953917-80d3-4624-a085-223c5b1a039c,segment=NetworkSegment(61a58647-ab03-4d19-b188-af69c8f2db37),segment_id=61a58647-ab03-4d19-b188-af69c8f2db37)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:10.192800 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7c351ba9-60b2-46c0-9b4c-2a31e2019ca0 req-00bd6522-7368-4098-a695-7bbe6d54743a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.214915 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-7c351ba9-60b2-46c0-9b4c-2a31e2019ca0 req-00bd6522-7368-4098-a695-7bbe6d54743a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Calling delete_port for 18953917-80d3-4624-a085-223c5b1a039c owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:10.515722 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7c351ba9-60b2-46c0-9b4c-2a31e2019ca0 req-00bd6522-7368-4098-a695-7bbe6d54743a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.668564 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd6522-7368-4098-a695-7bbe6d54743a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Port': ['ID=18953917-80d3-4624-a085-223c5b1a039c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:10.845171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c351ba9-60b2-46c0-9b4c-2a31e2019ca0 req-00bd6522-7368-4098-a695-7bbe6d54743a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] No DVR routers for this DVR port 18953917-80d3-4624-a085-223c5b1a039c on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:10.852146 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f60e300-7e2c-41c8-a904-aa1ae3b1bb19 req-a7937ce9-bb59-403e-8f27-0f1a10cdbdd7 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "GET /v2.0/ports?device_id=ea8cc931-1c5e-498e-8640-3d618718333d HTTP/1.1" status: 200 len: 210 time: 0.0847695 Aug 03 19:34:10.854720 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7c351ba9-60b2-46c0-9b4c-2a31e2019ca0 req-00bd6522-7368-4098-a695-7bbe6d54743a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.859269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c351ba9-60b2-46c0-9b4c-2a31e2019ca0 req-00bd6522-7368-4098-a695-7bbe6d54743a tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.74 "DELETE /v2.0/ports/18953917-80d3-4624-a085-223c5b1a039c HTTP/1.1" status: 204 len: 173 time: 1.6274760 Aug 03 19:34:10.860053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'name': 'network-vif-deleted', 'tag': '18953917-80d3-4624-a085-223c5b1a039c'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:10.864568 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d85c7c6-7be4-4311-8d71-12a058f96437" -d '{"events": [{"server_uuid": "ea8cc931-1c5e-498e-8640-3d618718333d", "name": "network-vif-deleted", "tag": "18953917-80d3-4624-a085-223c5b1a039c"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:10.984428 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda73b10-f0a6-4722-871f-4d7f59ae7de1 x-openstack-request-id: req-eda73b10-f0a6-4722-871f-4d7f59ae7de1 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:10.984913 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8cc931-1c5e-498e-8640-3d618718333d", "name": "network-vif-deleted", "tag": "18953917-80d3-4624-a085-223c5b1a039c", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:10.985331 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eda73b10-f0a6-4722-871f-4d7f59ae7de1 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:10.986289 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8cc931-1c5e-498e-8640-3d618718333d', 'name': 'network-vif-deleted', 'tag': '18953917-80d3-4624-a085-223c5b1a039c', 'status': 'completed', 'code': 200} Aug 03 19:34:11.955266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60018) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:12.043517 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a4354a46-e910-4eb4-9bb3-a687c4d2c20f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.087151 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a4354a46-e910-4eb4-9bb3-a687c4d2c20f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.178072 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a4354a46-e910-4eb4-9bb3-a687c4d2c20f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.182358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a4354a46-e910-4eb4-9bb3-a687c4d2c20f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.184313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a4354a46-e910-4eb4-9bb3-a687c4d2c20f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/security-groups/81b15294-8228-4261-a260-794e9d5984cc HTTP/1.1" status: 204 len: 168 time: 0.2277677 Aug 03 19:34:12.213395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4354a46-e910-4eb4-9bb3-a687c4d2c20f tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b15294-8228-4261-a260-794e9d5984cc,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:12.271676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60038) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:12.796536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60048) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:12.805729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 18953917-80d3-4624-a085-223c5b1a039c no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:12.840797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 18953917-80d3-4624-a085-223c5b1a039c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:12.841572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 18953917-80d3-4624-a085-223c5b1a039c not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:13.002988 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3433939b-982a-409e-9493-823feae10b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.178023 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3433939b-982a-409e-9493-823feae10b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.189301 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3433939b-982a-409e-9493-823feae10b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.231161 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.248863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3433939b-982a-409e-9493-823feae10b51 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f8ccca7b50c407f974c50fe45ac4f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4482775 Aug 03 19:34:13.249136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60056) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:13.274831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433939b-982a-409e-9493-823feae10b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e022583f-4004-4ad0-b1b4-09415870f3d0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:13.319897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7796700c-c7ae-4f93-b709-d9eb92cbc585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.354615 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7796700c-c7ae-4f93-b709-d9eb92cbc585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.441856 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7796700c-c7ae-4f93-b709-d9eb92cbc585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.445531 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7796700c-c7ae-4f93-b709-d9eb92cbc585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.449979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7796700c-c7ae-4f93-b709-d9eb92cbc585 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e022583f-4004-4ad0-b1b4-09415870f3d0 HTTP/1.1" status: 204 len: 168 time: 0.1998019 Aug 03 19:34:13.463080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796700c-c7ae-4f93-b709-d9eb92cbc585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e022583f-4004-4ad0-b1b4-09415870f3d0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:13.662836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:13.663351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.809428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] For port 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=03a5df6e-79b8-45eb-a6ea-9a9b9e39833f,segment=NetworkSegment(61a58647-ab03-4d19-b188-af69c8f2db37),segment_id=61a58647-ab03-4d19-b188-af69c8f2db37)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:13.809853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.827487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Calling delete_port for 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:13.969662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60070) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:13.987712 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-554f81df-b05e-4d14-939d-133d227f916b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.187426 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-554f81df-b05e-4d14-939d-133d227f916b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.195428 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-554f81df-b05e-4d14-939d-133d227f916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.249442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-554f81df-b05e-4d14-939d-133d227f916b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3a702ad00e54c79895e74743da90771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2757657 Aug 03 19:34:14.249777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f81df-b05e-4d14-939d-133d227f916b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95f7d0e-c9d8-4e43-b3f6-0f54c234c72c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:14.253900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60072) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:14.309251 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.316441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92304407-4907-4ea8-ab14-11f618bce87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.354658 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92304407-4907-4ea8-ab14-11f618bce87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.369949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Port': ['ID=03a5df6e-79b8-45eb-a6ea-9a9b9e39833f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:14.474756 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92304407-4907-4ea8-ab14-11f618bce87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.478744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-92304407-4907-4ea8-ab14-11f618bce87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.482453 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-92304407-4907-4ea8-ab14-11f618bce87e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e95f7d0e-c9d8-4e43-b3f6-0f54c234c72c HTTP/1.1" status: 204 len: 168 time: 0.2250967 Aug 03 19:34:14.490619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92304407-4907-4ea8-ab14-11f618bce87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95f7d0e-c9d8-4e43-b3f6-0f54c234c72c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:14.727030 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.109028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Router c92ce877-00d3-4ce7-857d-c2e05ca6042d has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:15.339657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:15.352486 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7605ec2f-da13-466d-aacf-6a0f00ab3653 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "PUT /v2.0/routers/c92ce877-00d3-4ce7-857d-c2e05ca6042d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0794449 Aug 03 19:34:15.354083 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1163d021-f686-4db5-9d15-883b9698ac90 None None] Sync routers for ids ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:15.357205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60098) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:15.369839 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163d021-f686-4db5-9d15-883b9698ac90 None None] Routers {'c92ce877-00d3-4ce7-857d-c2e05ca6042d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:15.370773 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1163d021-f686-4db5-9d15-883b9698ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:15.453847 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-1456dc09-aa14-4190-9b8e-d443f4f8842b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting subnet 70e20c0b-05e1-441e-befb-88fa3548bfbe {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:15.462444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1456dc09-aa14-4190-9b8e-d443f4f8842b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.546320 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1456dc09-aa14-4190-9b8e-d443f4f8842b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.587182 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.646555 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1163d021-f686-4db5-9d15-883b9698ac90 None None] Set router c92ce877-00d3-4ce7-857d-c2e05ca6042d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:15.771507 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1456dc09-aa14-4190-9b8e-d443f4f8842b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.879862 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1456dc09-aa14-4190-9b8e-d443f4f8842b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.949738 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456dc09-aa14-4190-9b8e-d443f4f8842b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Subnet': ['ID=70e20c0b-05e1-441e-befb-88fa3548bfbe,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:15.957010 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125e2886-06c1-45b9-ae0a-9961f4b727ad None None] Network 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:15.965057 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1456dc09-aa14-4190-9b8e-d443f4f8842b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.969283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1456dc09-aa14-4190-9b8e-d443f4f8842b tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/subnets/70e20c0b-05e1-441e-befb-88fa3548bfbe HTTP/1.1" status: 204 len: 168 time: 0.6099102 Aug 03 19:34:15.973162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60120) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:16.218553 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.337853 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1163d021-f686-4db5-9d15-883b9698ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:34:14Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:16.388508 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1163d021-f686-4db5-9d15-883b9698ac90 None None] Checking router: c92ce877-00d3-4ce7-857d-c2e05ca6042d for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:16.395782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] DHCP port deletion for 0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:16.431737 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163d021-f686-4db5-9d15-883b9698ac90 None None] Routers {'c92ce877-00d3-4ce7-857d-c2e05ca6042d'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:16.432678 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1163d021-f686-4db5-9d15-883b9698ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:16.475123 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.514806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Deleting port 7288b298-2ca4-4570-aaef-c4d0297c0d06 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:16.515466 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.623395 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-1163d021-f686-4db5-9d15-883b9698ac90 None None] Set router c92ce877-00d3-4ce7-857d-c2e05ca6042d gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:16.633472 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Deleting port 2bc64b59-d427-4e96-b913-8c5126def363 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:16.634282 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.665732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] For port 7288b298-2ca4-4570-aaef-c4d0297c0d06, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7288b298-2ca4-4570-aaef-c4d0297c0d06,segment=NetworkSegment(61a58647-ab03-4d19-b188-af69c8f2db37),segment_id=61a58647-ab03-4d19-b188-af69c8f2db37)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:16.672502 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.706616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Calling delete_port for 7288b298-2ca4-4570-aaef-c4d0297c0d06 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:16.872775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] For port 2bc64b59-d427-4e96-b913-8c5126def363, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2bc64b59-d427-4e96-b913-8c5126def363,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:16.883182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.908952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Calling delete_port for 2bc64b59-d427-4e96-b913-8c5126def363 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:16.931304 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-1163d021-f686-4db5-9d15-883b9698ac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:34:14Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:16.983338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7288b298-2ca4-4570-aaef-c4d0297c0d06 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:17.046386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 7288b298-2ca4-4570-aaef-c4d0297c0d06 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:17.046746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7288b298-2ca4-4570-aaef-c4d0297c0d06 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:17.073133 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.073437 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1163d021-f686-4db5-9d15-883b9698ac90 None None] The sync data for ids ['c92ce877-00d3-4ce7-857d-c2e05ca6042d'] in n-d-802918-7 is: [{'id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'name': 'tempest-TestNetworkBasicOps-router-600036957', 'tenant_id': '47da202e5f0d433f920b59dfe00d530c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '2bc64b59-d427-4e96-b913-8c5126def363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:53Z', 'updated_at': '2021-08-03T19:34:14Z', 'revision_number': 5, 'project_id': '47da202e5f0d433f920b59dfe00d530c', 'gw_port': {'id': '2bc64b59-d427-4e96-b913-8c5126def363', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92ce877-00d3-4ce7-857d-c2e05ca6042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:54Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:17.111643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] No DVR routers for this DVR port 7288b298-2ca4-4570-aaef-c4d0297c0d06 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:17.225575 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Pushing event deleted for resources: {'Port': ['ID=7288b298-2ca4-4570-aaef-c4d0297c0d06,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:17.245403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.245847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.246687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.246687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.247040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.248233 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.250013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.250013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.251401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.253220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.253640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.254661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef9a5-c445-4d2e-a609-8438b4e12612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:17.374873 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.482400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Port': ['ID=2bc64b59-d427-4e96-b913-8c5126def363,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:17.578871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.790989 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.796573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.911789 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.914762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Fanout notify agent at l3_agent the message router_deleted on router c92ce877-00d3-4ce7-857d-c2e05ca6042d {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:34:17.933124 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.935119 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9c3954c0-80af-4075-87c1-17a1d2e5bd83 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/routers/c92ce877-00d3-4ce7-857d-c2e05ca6042d HTTP/1.1" status: 204 len: 168 time: 1.9600098 Aug 03 19:34:17.939927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60146) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:18.060200 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.370693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.385810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:18.404875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a58647-ab03-4d19-b188-af69c8f2db37') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:18.404875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a58647-ab03-4d19-b188-af69c8f2db37') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:18.418571 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.444100 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.459137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:18.459817 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:18.465111 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:18.592604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.611604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.626195 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] 10.222.0.78 "DELETE /v2.0/networks/0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312 HTTP/1.1" status: 204 len: 168 time: 0.6842968 Aug 03 19:34:18.715365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46bba9-134c-41d1-9eaf-446b70c90252 tempest-TestNetworkBasicOps-1627552902 tempest-TestNetworkBasicOps-1627552902-project] Pushing event deleted for resources: {'Network': ['ID=0a3f51e2-2e9d-4bf5-b85e-b23d8fa71312,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:18.808303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2bc64b59-d427-4e96-b913-8c5126def363 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:18.848018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 2bc64b59-d427-4e96-b913-8c5126def363 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:18.853862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2bc64b59-d427-4e96-b913-8c5126def363 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:18.855060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:18.904848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:18.905957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 03a5df6e-79b8-45eb-a6ea-9a9b9e39833f not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:19.116465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60158) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:19.353877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ebb71ed8-23bd-40ed-b3dd-19d430a46b11 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=47da202e5f0d433f920b59dfe00d530c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356803 Aug 03 19:34:19.358425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60164) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:19.486042 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4971d36-35f6-4e4a-93dd-173a7a9ad015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.554927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4971d36-35f6-4e4a-93dd-173a7a9ad015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.670449 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4971d36-35f6-4e4a-93dd-173a7a9ad015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.673224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4971d36-35f6-4e4a-93dd-173a7a9ad015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.674501 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e4971d36-35f6-4e4a-93dd-173a7a9ad015 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/457bc134-79eb-467c-81e1-e03a510a1f7b HTTP/1.1" status: 204 len: 168 time: 0.3145788 Aug 03 19:34:19.711577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4971d36-35f6-4e4a-93dd-173a7a9ad015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457bc134-79eb-467c-81e1-e03a510a1f7b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:20.482588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60180) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:20.513808 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8648-f1e7-41df-a033-ba3473e65ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.746818 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8648-f1e7-41df-a033-ba3473e65ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.759094 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8648-f1e7-41df-a033-ba3473e65ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.858173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ea6b8648-f1e7-41df-a033-ba3473e65ffb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d69b78e6a01f44ea9964cfcecbb3314e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728409 Aug 03 19:34:20.860856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60182) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:20.868369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b8648-f1e7-41df-a033-ba3473e65ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2cbf66-eced-4313-acb3-ce44ae9541d2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:20.999756 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8139cc9-2c68-4e4a-8377-7335152c7e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.057318 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8139cc9-2c68-4e4a-8377-7335152c7e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.165154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8139cc9-2c68-4e4a-8377-7335152c7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.216964 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b8139cc9-2c68-4e4a-8377-7335152c7e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.220694 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b8139cc9-2c68-4e4a-8377-7335152c7e66 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb2cbf66-eced-4313-acb3-ce44ae9541d2 HTTP/1.1" status: 204 len: 168 time: 0.3561568 Aug 03 19:34:21.284603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8139cc9-2c68-4e4a-8377-7335152c7e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2cbf66-eced-4313-acb3-ce44ae9541d2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:24.231619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-9894be37-728b-4571-b69f-99d7655d61f2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629574627&fields=id&tenant_id=d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 267 time: 0.0557809 Aug 03 19:34:24.420824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-a326f249-db0e-404a-ba96-7061e1afa9b7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:24.437526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-a326f249-db0e-404a-ba96-7061e1afa9b7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.1968708 Aug 03 19:34:24.452354 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-7bd0b76d-c42c-4227-bb58-1d9b3a381342 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/quotas/d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 375 time: 0.0131896 Aug 03 19:34:24.594427 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-90f3d48c-4a33-4c1f-9421-176031652b88 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325793 Aug 03 19:34:25.100191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-77c3a903-cbb7-4791-b46d-d112995fbd27 service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946318 Aug 03 19:34:25.284573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-83efa72a-26e6-4bbe-8e9f-500f9f39f133 service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685452 Aug 03 19:34:26.057932 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7d05e561-69af-4f71-9525-657e3468d0ff req-afce4e27-2f39-43f2-b076-40fcf6a772de tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 210 time: 0.0906556 Aug 03 19:34:26.113670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60308) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:26.122191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'network': {'name': 'tempest-network-smoke--1687767707', 'project_id': 'a6696e747863422f93fa0dece51e473d', 'port_security_enabled': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:26.163659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Made reservation on behalf of a6696e747863422f93fa0dece51e473d for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:26.173301 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.209784 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.324888 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.337297 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.407766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:26.423404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65ff9b2-ba31-4106-b06d-23b9588966ac,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:26.447179 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.448325 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Added segment 6f6061bb-1334-4df3-b64d-b845ba74801c of type vlan for network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 Aug 03 19:34:26.531195 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.592411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.607680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:26.611682 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.740631 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6211145 Aug 03 19:34:26.741013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60320) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:26.751028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'admin_state_up': True, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:26.845953 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.850333 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.852501 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d444c4-5b49-4755-8b12-f595431141ef tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Network': ['ID=25f2f4dd-6e4f-46bd-9ba6-a2f050871897,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:26.894372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:27.006965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:27.328704 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:27.342135 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-338dcb6c-fe8a-436c-b652-0bbcfee0d4b5 req-3dd79e06-de8f-4ca4-9f53-0dcdf4c44245 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 210 time: 0.0724061 Aug 03 19:34:27.798366 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:27.849749 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.060219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-bd39d3a4-e6fd-43d8-8e36-e5152fe7b635 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:28.063000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-bd39d3a4-e6fd-43d8-8e36-e5152fe7b635 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.4819992 Aug 03 19:34:28.102325 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:34:28.128841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Allocated IP 172.25.8.219 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/dd0d7404-0842-4d43-a730-aecdd09bbe55) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:28.259645 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.387143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-1d56c648-dad2-441d-aae3-301277e81648 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 380 time: 0.0964122 Aug 03 19:34:28.388912 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.474398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'port': {'device_id': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'admin_state_up': True, 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'security_groups': ['0a99da85-a843-495f-93b5-d3c899fcf3ad']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:28.479234 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Port': ['ID=dd0d7404-0842-4d43-a730-aecdd09bbe55,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:28.633603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebf6d366-0f2e-401c-a5c3-97f5ebfa2410 req-2f28d6fb-c2d0-423c-aa32-49cff5796111 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 210 time: 0.1289783 Aug 03 19:34:28.658617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:28.676740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:28.681611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:29.002944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Made reservation on behalf of d7edb583213d46128a9d1a5c19a34a32 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:29.008893 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.364783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Allocated IP 172.20.0.11 (70f84b60-65ec-4b07-8b41-039e7a41592e/67caabbc-e0de-4388-af32-8d12c0b643c5/c8063464-fa68-47c7-ab57-142ad93cf97a) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:29.384300 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.893121 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.426900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af7c34f0-c66e-4e6a-a791-070278ae32cb req-2267f54a-5282-4204-b4e0-dc272ed362f7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 210 time: 0.5966301 Aug 03 19:34:30.477897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.531655 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Transition to ACTIVE for port object c8063464-fa68-47c7-ab57-142ad93cf97a will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:30.540193 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.722338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60352) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:30.764390 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.834139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=c8063464-fa68-47c7-ab57-142ad93cf97a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:30.847744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Network 70f84b60-65ec-4b07-8b41-039e7a41592e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:30.853601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:30.859363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:30.952468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:30.953161 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.970972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Router 491cbcbe-cab9-488e-9138-9ebf8c590d00 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:34:30.994846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-53b2b4f0-ebf8-45b3-b873-27f2f5c092b1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5292261 Aug 03 19:34:31.012731 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b05b2b57-3507-4499-994a-9bee7544a03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.035625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Request body: {'port': {'device_id': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:31.236178 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.309711 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b05b2b57-3507-4499-994a-9bee7544a03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.319525 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b05b2b57-3507-4499-994a-9bee7544a03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.319999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d699491c-316c-4400-a849-2b1843e335dc None None] Provisioning for port c8063464-fa68-47c7-ab57-142ad93cf97a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:31.329806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d699491c-316c-4400-a849-2b1843e335dc None None] Provisioning complete for port c8063464-fa68-47c7-ab57-142ad93cf97a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:31.331026 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d699491c-316c-4400-a849-2b1843e335dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.367209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:31.385373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Sync routers for ids ['491cbcbe-cab9-488e-9138-9ebf8c590d00'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:31.391699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b2b57-3507-4499-994a-9bee7544a03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9fb91c-3e2e-43e3-bc23-e2b9e223b024,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:31.414687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Routers {'491cbcbe-cab9-488e-9138-9ebf8c590d00'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:31.416480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['491cbcbe-cab9-488e-9138-9ebf8c590d00'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:31.420649 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b05b2b57-3507-4499-994a-9bee7544a03b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2374c02fb2bc4dae86a664bc2e1cf844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6967671 Aug 03 19:34:31.424828 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60360) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:31.517482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d699491c-316c-4400-a849-2b1843e335dc None None] Port c8063464-fa68-47c7-ab57-142ad93cf97a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:31.524886 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a81a0aa4-4767-45dd-8c88-b98e788ba084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.530863 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.539374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-51b1bd72-86ef-4ee1-afb8-71a455f8691e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.7966475 Aug 03 19:34:31.545705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60366) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:31.595153 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a81a0aa4-4767-45dd-8c88-b98e788ba084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.683379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d87bfa-6c4d-402c-bb35-7f8241d145d1 req-62b82282-5da3-41ab-89aa-f59250d9c011 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:31.690962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91d87bfa-6c4d-402c-bb35-7f8241d145d1 req-62b82282-5da3-41ab-89aa-f59250d9c011 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 932 time: 0.1164680 Aug 03 19:34:31.710847 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a81a0aa4-4767-45dd-8c88-b98e788ba084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.718751 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a81a0aa4-4767-45dd-8c88-b98e788ba084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.734174 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a81a0aa4-4767-45dd-8c88-b98e788ba084 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b9fb91c-3e2e-43e3-bc23-e2b9e223b024 HTTP/1.1" status: 204 len: 168 time: 0.3066151 Aug 03 19:34:31.758241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91d87bfa-6c4d-402c-bb35-7f8241d145d1 req-69b5d322-5960-4064-8284-b202e3b3d1bd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649285 Aug 03 19:34:31.785064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a0aa4-4767-45dd-8c88-b98e788ba084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9fb91c-3e2e-43e3-bc23-e2b9e223b024,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:31.790945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Set router 491cbcbe-cab9-488e-9138-9ebf8c590d00 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:31.961412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-94dfac39-ae4e-45f8-ae6d-f368a5f1f7d0 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=a6696e747863422f93fa0dece51e473d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4116657 Aug 03 19:34:31.962944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60372) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:32.000671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8063464-fa68-47c7-ab57-142ad93cf97a {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:32.071868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:29Z', 'revision_number': 3, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:32.099092 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.106571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Checking router: 491cbcbe-cab9-488e-9138-9ebf8c590d00 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:32.106926 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Updating router 491cbcbe-cab9-488e-9138-9ebf8c590d00 port dd0d7404-0842-4d43-a730-aecdd09bbe55 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:34:32.142157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Transition to ACTIVE for port object c8063464-fa68-47c7-ab57-142ad93cf97a will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:32.152395 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.166003 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.309938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bede33e-cf0f-4440-a6cc-ae845748904b tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:32.315714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3bede33e-cf0f-4440-a6cc-ae845748904b tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3510833 Aug 03 19:34:32.318920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60382) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:32.324641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Pushing event updated for resources: {'Port': ['ID=c8063464-fa68-47c7-ab57-142ad93cf97a,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:32.444063 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4d2c66df-0576-41b4-bcf1-85b23ba8d3bd tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1216090 Aug 03 19:34:32.445564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60386) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:32.459155 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1594265516', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'project_id': 'a6696e747863422f93fa0dece51e473d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:32.524634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Attempting to bind port c8063464-fa68-47c7-ab57-142ad93cf97a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:32.525231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Attempting to bind port c8063464-fa68-47c7-ab57-142ad93cf97a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:32.525864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Attempting to bind port c8063464-fa68-47c7-ab57-142ad93cf97a on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:32.550329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Port c8063464-fa68-47c7-ab57-142ad93cf97a on network 70f84b60-65ec-4b07-8b41-039e7a41592e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:34:32.551490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Attempting to bind port c8063464-fa68-47c7-ab57-142ad93cf97a on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:32.564787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:32.565320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Checking segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:32.566050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Bound using segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:32.567138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Bound port: c8063464-fa68-47c7-ab57-142ad93cf97a, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:32.567764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.753390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] For port c8063464-fa68-47c7-ab57-142ad93cf97a, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:32.765168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] For port c8063464-fa68-47c7-ab57-142ad93cf97a, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c8063464-fa68-47c7-ab57-142ad93cf97a,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:32.772369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Made reservation on behalf of a6696e747863422f93fa0dece51e473d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:32.777342 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.781602 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.947167 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:32.947812 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.949260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] 10.222.0.37 "PUT /v2.0/ports/c8063464-fa68-47c7-ab57-142ad93cf97a HTTP/1.1" status: 200 len: 1092 time: 1.9187431 Aug 03 19:34:32.954821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'tag': 'c8063464-fa68-47c7-ab57-142ad93cf97a'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:32.958710 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d447fb48-cd4b-48de-92b9-8734fd83f35a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1e3132-a06b-4169-b1eb-26feff4e70f4", "tag": "c8063464-fa68-47c7-ab57-142ad93cf97a"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:33.091544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a016d-70e6-4ee3-9969-230f92532d29 service neutron] Pushing event updated for resources: {'Port': ['ID=c8063464-fa68-47c7-ab57-142ad93cf97a,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:33.143449 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e81dc6-a347-4c5a-b560-02665431deb5 x-openstack-request-id: req-24e81dc6-a347-4c5a-b560-02665431deb5 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:33.144136 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1e3132-a06b-4169-b1eb-26feff4e70f4", "tag": "c8063464-fa68-47c7-ab57-142ad93cf97a", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:33.146354 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-24e81dc6-a347-4c5a-b560-02665431deb5 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:33.147150 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'tag': 'c8063464-fa68-47c7-ab57-142ad93cf97a', 'status': 'completed', 'code': 200} Aug 03 19:34:33.239902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da649b3c-48d1-4e9f-b748-2fd662cb142e req-70a07514-baa7-40aa-97c4-4efaa0374260 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.250518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da649b3c-48d1-4e9f-b748-2fd662cb142e req-70a07514-baa7-40aa-97c4-4efaa0374260 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 944 time: 0.3056705 Aug 03 19:34:33.278077 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.310914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Transition to ACTIVE for port object dd0d7404-0842-4d43-a730-aecdd09bbe55 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:33.337526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-13c645c3-3f46-4431-8c9f-b42d68789471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.337894 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.339254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-13c645c3-3f46-4431-8c9f-b42d68789471 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 1095 time: 0.2698455 Aug 03 19:34:33.342099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.391976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da649b3c-48d1-4e9f-b748-2fd662cb142e req-709e6914-4b9b-4596-871b-edb8c0a40259 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404097 Aug 03 19:34:33.456384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Attempting to bind port dd0d7404-0842-4d43-a730-aecdd09bbe55 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:33.457188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Attempting to bind port dd0d7404-0842-4d43-a730-aecdd09bbe55 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:33.457786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Attempting to bind port dd0d7404-0842-4d43-a730-aecdd09bbe55 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:33.464526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22643ea-3b47-4277-aef2-2df7af476d07 None None] Pushing event updated for resources: {'Port': ['ID=dd0d7404-0842-4d43-a730-aecdd09bbe55,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:33.477460 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:33.478142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:33.478725 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.479330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:33.480002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Bound port: dd0d7404-0842-4d43-a730-aecdd09bbe55, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:33.480586 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.499574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-edcbbd62-85f5-42e0-9fd5-f3193e224d88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8063464-fa68-47c7-ab57-142ad93cf97a HTTP/1.1" status: 200 len: 217 time: 0.1397083 Aug 03 19:34:33.516758 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Subnet': ['ID=91afc7dc-adcb-4c56-aae6-e8264543603f,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:33.567125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Checking segment: {'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:33.569242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network hostable DHCP agents. Network: 25f2f4dd-6e4f-46bd-9ba6-a2f050871897, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:33.619263 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] For port dd0d7404-0842-4d43-a730-aecdd09bbe55, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:33.621765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:33.627235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] For port dd0d7404-0842-4d43-a730-aecdd09bbe55, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=dd0d7404-0842-4d43-a730-aecdd09bbe55,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:33.635390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 25f2f4dd-6e4f-46bd-9ba6-a2f050871897) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:33.635833 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.642493 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.643424 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.646336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-849d418a-a76c-4319-b76e-7774d54a6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.648344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-849d418a-a76c-4319-b76e-7774d54a6053 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.1370783 Aug 03 19:34:33.670137 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-557954ce-9a73-4f8e-ae97-7444e2f50416 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2237298 Aug 03 19:34:33.673039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e4faa8-ff79-4c58-93e7-3b7bb40493ff None None] Network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:33.683384 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60406) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:33.788200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-91c9111d-50b2-450f-8447-377b73385ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.788905 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Routers {'491cbcbe-cab9-488e-9138-9ebf8c590d00'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:33.796558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['491cbcbe-cab9-488e-9138-9ebf8c590d00'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:33.797229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-91c9111d-50b2-450f-8447-377b73385ddf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389089 Aug 03 19:34:33.873215 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-55ca692e-7c4c-4484-82d4-8167f121222f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.092035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-6402a672-0d66-412f-9b29-109773df1b73 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836452 Aug 03 19:34:34.151954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22643ea-3b47-4277-aef2-2df7af476d07 None None] Pushing event updated for resources: {'Port': ['ID=dd0d7404-0842-4d43-a730-aecdd09bbe55,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:34.331299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77843841-2a7c-4fb5-a3db-b47d42b81e94 req-8aee4bd1-d089-4a1e-92d6-53cb8fc3032c service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345443 Aug 03 19:34:34.459273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'fixed_ips': [{'subnet_id': '91afc7dc-adcb-4c56-aae6-e8264543603f'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:34.460164 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.491463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] Set router 491cbcbe-cab9-488e-9138-9ebf8c590d00 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:34.538549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fb48-cd4b-48de-92b9-8734fd83f35a req-686fc415-9a8d-477f-88c7-aa22556531ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:34.540288 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d447fb48-cd4b-48de-92b9-8734fd83f35a req-686fc415-9a8d-477f-88c7-aa22556531ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 1095 time: 0.1347377 Aug 03 19:34:34.742905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.757266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475054e3-9c51-4fa1-a89e-3205aa7912d7 req-26f3bcc7-f8fb-4510-a6eb-a304862ec44e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:34.761811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-475054e3-9c51-4fa1-a89e-3205aa7912d7 req-26f3bcc7-f8fb-4510-a6eb-a304862ec44e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 944 time: 0.2386744 Aug 03 19:34:34.963474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Allocated IP 172.20.0.2 (25f2f4dd-6e4f-46bd-9ba6-a2f050871897/91afc7dc-adcb-4c56-aae6-e8264543603f/af82f1a9-1b98-48c9-9177-7ece6f1ccbbb) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:35.008645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fb48-cd4b-48de-92b9-8734fd83f35a req-56d06bba-b1a1-41a4-9789-33189974542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:35.015441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d447fb48-cd4b-48de-92b9-8734fd83f35a req-56d06bba-b1a1-41a4-9789-33189974542e service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.4406641 Aug 03 19:34:35.030283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-475054e3-9c51-4fa1-a89e-3205aa7912d7 req-9081d5e6-94f3-4b4a-b0f2-c453728a7760 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544589 Aug 03 19:34:35.140801 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d447fb48-cd4b-48de-92b9-8734fd83f35a req-ee0b8f0c-af76-4f94-b7e3-07100ce2388e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8063464-fa68-47c7-ab57-142ad93cf97a HTTP/1.1" status: 200 len: 217 time: 0.1077905 Aug 03 19:34:35.265011 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.297213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Transition to ACTIVE for port object af82f1a9-1b98-48c9-9177-7ece6f1ccbbb will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:35.298402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fb48-cd4b-48de-92b9-8734fd83f35a req-695509f4-ae40-421d-aad2-c2e43707342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:35.301452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d447fb48-cd4b-48de-92b9-8734fd83f35a req-695509f4-ae40-421d-aad2-c2e43707342c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.1452177 Aug 03 19:34:35.331372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Transition to ACTIVE for port object af82f1a9-1b98-48c9-9177-7ece6f1ccbbb will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:35.347804 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.374999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fb48-cd4b-48de-92b9-8734fd83f35a req-82026053-afd9-48b7-8d75-aabad1f59f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:35.376825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d447fb48-cd4b-48de-92b9-8734fd83f35a req-82026053-afd9-48b7-8d75-aabad1f59f82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672507 Aug 03 19:34:35.403466 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:35.406898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:35.410033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:29Z', 'revision_number': 3, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:35.442363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:35.445315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Allocated IP 172.20.0.1 (25f2f4dd-6e4f-46bd-9ba6-a2f050871897/91afc7dc-adcb-4c56-aae6-e8264543603f/6370c23d-ff95-4830-8c2d-cdd0b6146383) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:35.445658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd81269a-4ba7-4210-9b61-980830822384 None None] The sync data for ids ['491cbcbe-cab9-488e-9138-9ebf8c590d00'] in n-d-802918-7 is: [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:29Z', 'revision_number': 3, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:35.501087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Pushing event updated for resources: {'Port': ['ID=af82f1a9-1b98-48c9-9177-7ece6f1ccbbb,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:35.563497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Attempting to bind port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:35.563880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Attempting to bind port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:35.564558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Attempting to bind port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb on network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:35.578993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:35.579381 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Checking segment: {'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:35.579805 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.580206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Bound using segment: {'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:35.580703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Bound port: af82f1a9-1b98-48c9-9177-7ece6f1ccbbb, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:35.584641 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.592450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d447fb48-cd4b-48de-92b9-8734fd83f35a req-bf6221dd-18f9-4a81-a406-13434514a982 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065127 Aug 03 19:34:35.680510 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.737052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Transition to ACTIVE for port object 6370c23d-ff95-4830-8c2d-cdd0b6146383 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:35.768422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] For port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:35.778098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] For port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=af82f1a9-1b98-48c9-9177-7ece6f1ccbbb,segment=NetworkSegment(6f6061bb-1334-4df3-b64d-b845ba74801c),segment_id=6f6061bb-1334-4df3-b64d-b845ba74801c)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:35.789306 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.801901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d447fb48-cd4b-48de-92b9-8734fd83f35a req-300cb915-fcdf-4cbc-b8a9-b824ffe75d64 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991806 Aug 03 19:34:35.878667 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.980101 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f89d0-2ec4-4061-b918-faa2c47cc1ca None None] Pushing event updated for resources: {'Port': ['ID=af82f1a9-1b98-48c9-9177-7ece6f1ccbbb,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:36.045039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:36.096788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:36.112894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:36.118445 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Port': ['ID=6370c23d-ff95-4830-8c2d-cdd0b6146383,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:36.273860 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.400146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28b4f0-854d-4aae-89cd-53c77a03cb21 req-9fc9e0ab-3d7e-4694-aa9c-13d147867ed8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:36.406637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef28b4f0-854d-4aae-89cd-53c77a03cb21 req-9fc9e0ab-3d7e-4694-aa9c-13d147867ed8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 944 time: 0.2147136 Aug 03 19:34:36.497095 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cd4a1d0a-5d41-402b-9da8-09d118b3f006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.637593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ef28b4f0-854d-4aae-89cd-53c77a03cb21 req-9bcde32a-aaf9-4163-9b43-4d68b6af15c1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352131 Aug 03 19:34:36.782230 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.827348 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.944086 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device af82f1a9-1b98-48c9-9177-7ece6f1ccbbb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:37.146720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:37.152021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device dd0d7404-0842-4d43-a730-aecdd09bbe55 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:37.272291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port dd0d7404-0842-4d43-a730-aecdd09bbe55 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:37.280848 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port dd0d7404-0842-4d43-a730-aecdd09bbe55 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:37.282203 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.505006 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.573602 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port dd0d7404-0842-4d43-a730-aecdd09bbe55, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=dd0d7404-0842-4d43-a730-aecdd09bbe55,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:37.585335 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.860864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=dd0d7404-0842-4d43-a730-aecdd09bbe55,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:38.032051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5711c1db-51ff-400c-84fe-e4c1a3532b25 None None] Network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:38.070583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ebd11-49a8-465e-925a-4d849d7c505e req-1ec47251-08f2-4b3c-bde5-592539ba733d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:38.082610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f9ebd11-49a8-465e-925a-4d849d7c505e req-1ec47251-08f2-4b3c-bde5-592539ba733d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 944 time: 0.2213788 Aug 03 19:34:38.122613 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.151239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f86608f2-9e01-497d-b5b5-93faecb10124 None None] Provisioning for port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:38.165450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f9ebd11-49a8-465e-925a-4d849d7c505e req-ea3c6f83-4248-4827-ab14-c4246dabf58c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717864 Aug 03 19:34:38.194253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f86608f2-9e01-497d-b5b5-93faecb10124 None None] Provisioning complete for port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:38.195117 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f86608f2-9e01-497d-b5b5-93faecb10124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.283008 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.293593 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.424659 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.446355 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f86608f2-9e01-497d-b5b5-93faecb10124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.544223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f86608f2-9e01-497d-b5b5-93faecb10124 None None] For port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=af82f1a9-1b98-48c9-9177-7ece6f1ccbbb,segment=NetworkSegment(6f6061bb-1334-4df3-b64d-b845ba74801c),segment_id=6f6061bb-1334-4df3-b64d-b845ba74801c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:38.557411 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f86608f2-9e01-497d-b5b5-93faecb10124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.735143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86608f2-9e01-497d-b5b5-93faecb10124 None None] Pushing event updated for resources: {'Port': ['ID=af82f1a9-1b98-48c9-9177-7ece6f1ccbbb,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:38.807101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Port': ['ID=6370c23d-ff95-4830-8c2d-cdd0b6146383,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:38.851271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device dd0d7404-0842-4d43-a730-aecdd09bbe55 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:38.933092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:38.946169 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:39.054309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b0caa4ce-de73-45a7-958b-b52001a52f88 None None] Provisioning complete for port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:39.065032 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0caa4ce-de73-45a7-958b-b52001a52f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.113880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port dd0d7404-0842-4d43-a730-aecdd09bbe55 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:39.114629 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.184118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Router 491cbcbe-cab9-488e-9138-9ebf8c590d00 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:39.404330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b0caa4ce-de73-45a7-958b-b52001a52f88 None None] Provisioning for port 6370c23d-ff95-4830-8c2d-cdd0b6146383 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:39.410711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b0caa4ce-de73-45a7-958b-b52001a52f88 None None] Provisioning complete for port 6370c23d-ff95-4830-8c2d-cdd0b6146383 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:39.411759 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0caa4ce-de73-45a7-958b-b52001a52f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.459245 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b0caa4ce-de73-45a7-958b-b52001a52f88 None None] Port 6370c23d-ff95-4830-8c2d-cdd0b6146383 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:39.503341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bebb7d-836e-46b2-b525-56fbb6ba55bd req-21570069-ecc2-4e7b-9b51-2b0671867fb0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:39.525482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88bebb7d-836e-46b2-b525-56fbb6ba55bd req-21570069-ecc2-4e7b-9b51-2b0671867fb0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 944 time: 0.1855779 Aug 03 19:34:39.588503 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-66b7202d-fa99-4e2f-9752-fd1a9a760653 None None] Provisioning complete for port 6370c23d-ff95-4830-8c2d-cdd0b6146383 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:39.590524 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-66b7202d-fa99-4e2f-9752-fd1a9a760653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.630709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88bebb7d-836e-46b2-b525-56fbb6ba55bd req-5136f6bd-2b9b-42fa-93d3-3246fb0754de tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989711 Aug 03 19:34:39.644092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:39.662700 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Sync routers for ids ['491cbcbe-cab9-488e-9138-9ebf8c590d00'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:39.664031 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9c428798-6b59-478f-80f4-949b152d9621 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "PUT /v2.0/routers/491cbcbe-cab9-488e-9138-9ebf8c590d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9843814 Aug 03 19:34:39.672507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60468) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:39.685329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-29e01b1c-1110-464e-ab67-35be99b9abdc tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1547701816', 'description': 'tempest-secgroup_access--1547701816 description', 'project_id': 'a6696e747863422f93fa0dece51e473d'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:39.694531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-66b7202d-fa99-4e2f-9752-fd1a9a760653 None None] Port 6370c23d-ff95-4830-8c2d-cdd0b6146383 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:39.749613 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.803714 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-29e01b1c-1110-464e-ab67-35be99b9abdc tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.839626 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Routers {'491cbcbe-cab9-488e-9138-9ebf8c590d00'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:39.840921 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['491cbcbe-cab9-488e-9138-9ebf8c590d00'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:39.939883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4acd201a-1f64-4900-83a1-db395f3d590f None None] Provisioning complete for port 6370c23d-ff95-4830-8c2d-cdd0b6146383 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:39.940214 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4acd201a-1f64-4900-83a1-db395f3d590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.018574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4acd201a-1f64-4900-83a1-db395f3d590f None None] Port 6370c23d-ff95-4830-8c2d-cdd0b6146383 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:40.033811 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-29e01b1c-1110-464e-ab67-35be99b9abdc tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.033811 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-29e01b1c-1110-464e-ab67-35be99b9abdc tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.064305 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Set router 491cbcbe-cab9-488e-9138-9ebf8c590d00 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:40.065261 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-29e01b1c-1110-464e-ab67-35be99b9abdc tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.070594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-29e01b1c-1110-464e-ab67-35be99b9abdc tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3915257 Aug 03 19:34:40.070594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e01b1c-1110-464e-ab67-35be99b9abdc tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391d9273-8422-4493-b76f-a34d76ee2ae1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:40.071404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60472) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:40.077413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-486b77ad-15bc-428c-8d1a-0f765ef4a88f tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--954016901', 'description': 'tempest-secgroup_general--954016901 description', 'project_id': 'a6696e747863422f93fa0dece51e473d'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:40.121450 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-486b77ad-15bc-428c-8d1a-0f765ef4a88f tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.285660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-486b77ad-15bc-428c-8d1a-0f765ef4a88f tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.292346 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-486b77ad-15bc-428c-8d1a-0f765ef4a88f tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.346810 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-486b77ad-15bc-428c-8d1a-0f765ef4a88f tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.349820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-486b77ad-15bc-428c-8d1a-0f765ef4a88f tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2763994 Aug 03 19:34:40.352148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60474) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:40.357375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4aab55d5-ccb6-4e27-ae7d-ef5fb91fbf91 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'security_group_rule': {'security_group_id': '391d9273-8422-4493-b76f-a34d76ee2ae1', 'project_id': 'a6696e747863422f93fa0dece51e473d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:40.366537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b77ad-15bc-428c-8d1a-0f765ef4a88f tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec082399-6528-4419-bfbe-17f4a5318054,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:40.408321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aab55d5-ccb6-4e27-ae7d-ef5fb91fbf91 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.453270 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '6370c23d-ff95-4830-8c2d-cdd0b6146383', 'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b5:8a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:34Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 2, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:40.500789 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aab55d5-ccb6-4e27-ae7d-ef5fb91fbf91 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.511129 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aab55d5-ccb6-4e27-ae7d-ef5fb91fbf91 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.531230 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Checking router: 491cbcbe-cab9-488e-9138-9ebf8c590d00 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:40.532265 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Updating router 491cbcbe-cab9-488e-9138-9ebf8c590d00 port 6370c23d-ff95-4830-8c2d-cdd0b6146383 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:34:40.534719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab55d5-ccb6-4e27-ae7d-ef5fb91fbf91 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b182c2f3-7ee9-42e9-8874-d6ff890839d7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:40.549827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4aab55d5-ccb6-4e27-ae7d-ef5fb91fbf91 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.553553 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4aab55d5-ccb6-4e27-ae7d-ef5fb91fbf91 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1975374 Aug 03 19:34:40.592462 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.872082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device af82f1a9-1b98-48c9-9177-7ece6f1ccbbb up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:40.934474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-9fa62c21-3c18-435c-b99a-d2adec32abfb tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_general--954016901&fields=id&tenant_id=a6696e747863422f93fa0dece51e473d HTTP/1.1" status: 200 len: 267 time: 0.0589414 Aug 03 19:34:40.969359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f7233-9efd-4436-915b-6c6f3b933f8c req-fd561d90-4871-4406-8f4e-f1c60e55a20e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:40.971426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea6f7233-9efd-4436-915b-6c6f3b933f8c req-fd561d90-4871-4406-8f4e-f1c60e55a20e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 944 time: 0.1681366 Aug 03 19:34:41.001843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:41.004037 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.027528 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-da33720c-47ee-4fad-859a-b8256accbeee tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup_access--1547701816&fields=id&tenant_id=a6696e747863422f93fa0dece51e473d HTTP/1.1" status: 200 len: 267 time: 0.0913987 Aug 03 19:34:41.085062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ea6f7233-9efd-4436-915b-6c6f3b933f8c req-f35de407-110c-49ca-b706-cbd65f1e18a2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936017 Aug 03 19:34:41.288818 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.298620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55f34c-8fba-4956-8698-745de7560210 req-12d71c16-2c45-4608-a736-7d12033a40a9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:41.301575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-12d71c16-2c45-4608-a736-7d12033a40a9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/networks?id=25f2f4dd-6e4f-46bd-9ba6-a2f050871897 HTTP/1.1" status: 200 len: 797 time: 0.2487779 Aug 03 19:34:41.308065 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Transition to ACTIVE for port object 6370c23d-ff95-4830-8c2d-cdd0b6146383 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:41.320765 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.331526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-0ae1b2fb-2bce-4b0b-8610-0d75905afa5e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/quotas/a6696e747863422f93fa0dece51e473d HTTP/1.1" status: 200 len: 375 time: 0.0207860 Aug 03 19:34:41.423280 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Pushing event updated for resources: {'Port': ['ID=6370c23d-ff95-4830-8c2d-cdd0b6146383,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:41.448080 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.448430 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.448755 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.449107 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.449442 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.449810 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.450138 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.450457 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.450830 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.451165 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.451495 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.451798 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:41.476241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-00f8793b-488e-432c-884a-a92488290ecc tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a6696e747863422f93fa0dece51e473d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1198215 Aug 03 19:34:41.492526 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Attempting to bind port 6370c23d-ff95-4830-8c2d-cdd0b6146383 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:41.493426 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Attempting to bind port 6370c23d-ff95-4830-8c2d-cdd0b6146383 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:41.493426 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Attempting to bind port 6370c23d-ff95-4830-8c2d-cdd0b6146383 on network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:41.503672 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:41.504698 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Checking segment: {'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:41.505445 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.505992 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Bound using segment: {'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:41.506474 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Bound port: 6370c23d-ff95-4830-8c2d-cdd0b6146383, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:41.510315 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.742695 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] For port 6370c23d-ff95-4830-8c2d-cdd0b6146383, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:41.743479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-71fb3614-7bb2-4f14-8d45-19e09b3998ea service neutron] 10.222.0.78 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548480 Aug 03 19:34:41.761753 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] For port 6370c23d-ff95-4830-8c2d-cdd0b6146383, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6370c23d-ff95-4830-8c2d-cdd0b6146383,segment=NetworkSegment(6f6061bb-1334-4df3-b64d-b845ba74801c),segment_id=6f6061bb-1334-4df3-b64d-b845ba74801c)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:41.775925 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.918620 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Routers {'491cbcbe-cab9-488e-9138-9ebf8c590d00'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:41.919360 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['491cbcbe-cab9-488e-9138-9ebf8c590d00'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:41.986262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-c491968c-3b17-40d4-88b7-475448e7b319 service neutron] 10.222.0.78 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303636 Aug 03 19:34:42.014895 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1e776-1526-468f-843d-b95519f62ba6 None None] Pushing event updated for resources: {'Port': ['ID=6370c23d-ff95-4830-8c2d-cdd0b6146383,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:42.170793 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] Set router 491cbcbe-cab9-488e-9138-9ebf8c590d00 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:42.393265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b393be-4921-4747-9a64-5789e9afb3ff req-8e585514-c700-4ada-b218-542e94ee1b42 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:42.409789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4b393be-4921-4747-9a64-5789e9afb3ff req-8e585514-c700-4ada-b218-542e94ee1b42 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 944 time: 0.1346803 Aug 03 19:34:42.491267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4b393be-4921-4747-9a64-5789e9afb3ff req-a345a186-860d-4d41-92db-4f7a276dc28f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792663 Aug 03 19:34:42.544507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f82ee091-1376-4f6c-a3fe-098979cc8bc7 req-2b74efae-ee5d-4964-9694-5defd896e29c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 210 time: 0.0520024 Aug 03 19:34:42.834040 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '6370c23d-ff95-4830-8c2d-cdd0b6146383', 'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b5:8a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:34Z', 'updated_at': '2021-08-03T19:34:41Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:42.881175 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bd070-105f-421c-a7d1-c3a32b2ead11 None None] The sync data for ids ['491cbcbe-cab9-488e-9138-9ebf8c590d00'] in n-d-802918-7 is: [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '6370c23d-ff95-4830-8c2d-cdd0b6146383', 'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b5:8a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:34Z', 'updated_at': '2021-08-03T19:34:41Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:43.711932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32f76-63fd-414a-a42f-b5b0d1155a46 req-3eaada15-f797-4056-8025-7e10c766d077 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:43.715359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8a32f76-63fd-414a-a42f-b5b0d1155a46 req-3eaada15-f797-4056-8025-7e10c766d077 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 944 time: 0.1036477 Aug 03 19:34:43.815496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-318fc323-9d9c-4f51-b6bc-893d6362bd3f req-9dcc59ec-a953-425b-96e4-7e0b1924165a tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 210 time: 0.0399730 Aug 03 19:34:43.828800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e8a32f76-63fd-414a-a42f-b5b0d1155a46 req-48952c7b-7b50-4a8e-9930-49ccc30f8481 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042571 Aug 03 19:34:44.868172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c8063464-fa68-47c7-ab57-142ad93cf97a details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:34:45.094945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6370c23d-ff95-4830-8c2d-cdd0b6146383 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:45.124688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55f34c-8fba-4956-8698-745de7560210 req-1235ea11-c18c-4fa5-952c-e35a05612929 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:45.143808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-1235ea11-c18c-4fa5-952c-e35a05612929 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.74 "GET /v2.0/networks?id=25f2f4dd-6e4f-46bd-9ba6-a2f050871897 HTTP/1.1" status: 200 len: 797 time: 0.7188909 Aug 03 19:34:45.430490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 6370c23d-ff95-4830-8c2d-cdd0b6146383 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:45.446123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-d39ee148-7d61-400d-a06d-1cc83b744190 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6696e747863422f93fa0dece51e473d HTTP/1.1" status: 200 len: 477 time: 0.2460499 Aug 03 19:34:45.470917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'port': {'device_id': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'admin_state_up': True, 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'security_groups': ['ec082399-6528-4419-bfbe-17f4a5318054', '391d9273-8422-4493-b76f-a34d76ee2ae1']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:45.492447 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c8063464-fa68-47c7-ab57-142ad93cf97a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c8063464-fa68-47c7-ab57-142ad93cf97a,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:45.516577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'c8063464-fa68-47c7-ab57-142ad93cf97a', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'port_id': 'c8063464-fa68-47c7-ab57-142ad93cf97a', 'mac_address': 'fa:16:3e:ae:02:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:34:45.522528 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 6370c23d-ff95-4830-8c2d-cdd0b6146383 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:45.525056 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.699663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1ea76e5-68bd-4890-85c4-38344ba233a4 req-fb9f636e-c208-40f1-9960-554d77ae8fab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 210 time: 0.2876937 Aug 03 19:34:45.755303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50ba20-b1a9-4d4a-969a-b7eed83be382 req-7af2cf1a-6296-437d-badd-690c360a80ca tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:45.772732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b50ba20-b1a9-4d4a-969a-b7eed83be382 req-7af2cf1a-6296-437d-badd-690c360a80ca tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 944 time: 0.3486855 Aug 03 19:34:45.791293 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.823217 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.886826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b50ba20-b1a9-4d4a-969a-b7eed83be382 req-2e69d02e-9f18-49fd-9b78-54ded8f8d93e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024144 Aug 03 19:34:45.891129 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.907291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8063464-fa68-47c7-ab57-142ad93cf97a {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:45.976041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Made reservation on behalf of a6696e747863422f93fa0dece51e473d for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:45.986242 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.998004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c8063464-fa68-47c7-ab57-142ad93cf97a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c8063464-fa68-47c7-ab57-142ad93cf97a,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:46.007190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 6370c23d-ff95-4830-8c2d-cdd0b6146383, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6370c23d-ff95-4830-8c2d-cdd0b6146383,segment=NetworkSegment(6f6061bb-1334-4df3-b64d-b845ba74801c),segment_id=6f6061bb-1334-4df3-b64d-b845ba74801c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:46.010102 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.129562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.137472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c8063464-fa68-47c7-ab57-142ad93cf97a,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:46.223108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c8063464-fa68-47c7-ab57-142ad93cf97a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:34:46.238397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=6370c23d-ff95-4830-8c2d-cdd0b6146383,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:46.240270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Allocated IP 172.20.0.13 (25f2f4dd-6e4f-46bd-9ba6-a2f050871897/91afc7dc-adcb-4c56-aae6-e8264543603f/b594db48-9b7b-4179-bf33-f308ade7022e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:46.578679 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.614290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Transition to ACTIVE for port object b594db48-9b7b-4179-bf33-f308ade7022e will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:46.725821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.775192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:46.915237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:46.934859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Port': ['ID=b594db48-9b7b-4179-bf33-f308ade7022e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:46.956616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:46.970404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6370c23d-ff95-4830-8c2d-cdd0b6146383 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:47.066214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:47.066919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.296875 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 6370c23d-ff95-4830-8c2d-cdd0b6146383 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:47.297260 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.322838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-e6caf045-5d2d-4980-b8ad-ff24f516639e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.8589101 Aug 03 19:34:47.333780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52510a4a-9774-4e08-bed6-f689f96c5924 req-86eeceed-5384-4782-93f5-5441437427f7 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:47.335096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52510a4a-9774-4e08-bed6-f689f96c5924 req-86eeceed-5384-4782-93f5-5441437427f7 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 971 time: 0.2652640 Aug 03 19:34:47.370919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8425f0-b3ed-448a-90ce-e9f3a4f66691 req-434bbc4d-e409-4bc0-894d-de29ca7a8ef9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:47.381374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e8425f0-b3ed-448a-90ce-e9f3a4f66691 req-434bbc4d-e409-4bc0-894d-de29ca7a8ef9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 945 time: 0.3059919 Aug 03 19:34:47.398799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Request body: {'port': {'device_id': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:47.525550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e6e61233-7de3-4b65-b3e4-440ee2a37ced None None] Provisioning for port b594db48-9b7b-4179-bf33-f308ade7022e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:47.549026 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.552526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e6e61233-7de3-4b65-b3e4-440ee2a37ced None None] Provisioning complete for port b594db48-9b7b-4179-bf33-f308ade7022e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:47.552985 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e6e61233-7de3-4b65-b3e4-440ee2a37ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.582629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e8425f0-b3ed-448a-90ce-e9f3a4f66691 req-5bccc079-9ff7-4f82-a781-b4a1170c263e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351666 Aug 03 19:34:47.618660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52510a4a-9774-4e08-bed6-f689f96c5924 req-ee9bdff9-5324-42fe-8986-f54c46951e7b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2315753 Aug 03 19:34:47.646129 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e6e61233-7de3-4b65-b3e4-440ee2a37ced None None] Port b594db48-9b7b-4179-bf33-f308ade7022e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:47.980473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b594db48-9b7b-4179-bf33-f308ade7022e {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:47.992703 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.013881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Transition to ACTIVE for port object b594db48-9b7b-4179-bf33-f308ade7022e will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:48.019405 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.091565 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Pushing event updated for resources: {'Port': ['ID=b594db48-9b7b-4179-bf33-f308ade7022e,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:48.241975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Attempting to bind port b594db48-9b7b-4179-bf33-f308ade7022e on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:48.242352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Attempting to bind port b594db48-9b7b-4179-bf33-f308ade7022e by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:48.242795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Attempting to bind port b594db48-9b7b-4179-bf33-f308ade7022e on network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:48.256853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Port b594db48-9b7b-4179-bf33-f308ade7022e on network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:34:48.258519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Attempting to bind port b594db48-9b7b-4179-bf33-f308ade7022e on network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:48.263286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:48.263636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Checking segment: {'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:48.264054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Bound using segment: {'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:48.264514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Bound port: b594db48-9b7b-4179-bf33-f308ade7022e, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f6061bb-1334-4df3-b64d-b845ba74801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:48.264875 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.363117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] For port b594db48-9b7b-4179-bf33-f308ade7022e, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:48.370843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] For port b594db48-9b7b-4179-bf33-f308ade7022e, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b594db48-9b7b-4179-bf33-f308ade7022e,segment=NetworkSegment(6f6061bb-1334-4df3-b64d-b845ba74801c),segment_id=6f6061bb-1334-4df3-b64d-b845ba74801c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:48.379499 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.420222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:48.420858 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.422851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] 10.222.0.74 "PUT /v2.0/ports/b594db48-9b7b-4179-bf33-f308ade7022e HTTP/1.1" status: 200 len: 1131 time: 1.0306065 Aug 03 19:34:48.426413 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'tag': 'b594db48-9b7b-4179-bf33-f308ade7022e'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:48.428736 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67c6308-aab0-4cfa-ad8e-04790b013dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "da48ef20-ff2e-4e35-898f-0ce1700cbda0", "tag": "b594db48-9b7b-4179-bf33-f308ade7022e"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:48.491713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c4c94-cda5-4c8c-a868-041c199b48ae service neutron] Pushing event updated for resources: {'Port': ['ID=b594db48-9b7b-4179-bf33-f308ade7022e,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:48.539770 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6206b813-a911-49f7-b47d-c2020c3b62ad x-openstack-request-id: req-6206b813-a911-49f7-b47d-c2020c3b62ad {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:48.540771 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da48ef20-ff2e-4e35-898f-0ce1700cbda0", "tag": "b594db48-9b7b-4179-bf33-f308ade7022e", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:48.540771 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6206b813-a911-49f7-b47d-c2020c3b62ad {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:48.540771 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'tag': 'b594db48-9b7b-4179-bf33-f308ade7022e', 'status': 'completed', 'code': 200} Aug 03 19:34:48.558480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55f34c-8fba-4956-8698-745de7560210 req-d0b004a8-8c09-4546-ac7e-310cbf7052a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:48.560299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-d0b004a8-8c09-4546-ac7e-310cbf7052a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6696e747863422f93fa0dece51e473d&device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 1134 time: 0.0642707 Aug 03 19:34:48.893990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c8063464-fa68-47c7-ab57-142ad93cf97a up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:48.983922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port c8063464-fa68-47c7-ab57-142ad93cf97a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:48.989833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port c8063464-fa68-47c7-ab57-142ad93cf97a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:48.990226 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.127516 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.155278 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8063464-fa68-47c7-ab57-142ad93cf97a'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:49.157876 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a60e04a-a1f5-4e10-ac95-7aa48c470788" -d '{"events": [{"server_uuid": "4f1e3132-a06b-4169-b1eb-26feff4e70f4", "name": "network-vif-plugged", "status": "completed", "tag": "c8063464-fa68-47c7-ab57-142ad93cf97a"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:49.163483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-774f9045-0d9d-4624-adb2-185dab5df84c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b594db48-9b7b-4179-bf33-f308ade7022e HTTP/1.1" status: 200 len: 217 time: 0.5888414 Aug 03 19:34:49.186858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c8063464-fa68-47c7-ab57-142ad93cf97a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c8063464-fa68-47c7-ab57-142ad93cf97a,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:49.196731 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.255896 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c8063464-fa68-47c7-ab57-142ad93cf97a,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:49.327214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f5ba2-fee9-4bb3-9a62-ba853f309209 req-e28ffa81-bb6e-4360-9e52-501b6a568ca8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:49.329860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d84f5ba2-fee9-4bb3-9a62-ba853f309209 req-e28ffa81-bb6e-4360-9e52-501b6a568ca8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 983 time: 0.2175090 Aug 03 19:34:49.341783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55f34c-8fba-4956-8698-745de7560210 req-0b85ef46-942d-4666-8404-968178ed56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:49.344325 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-0b85ef46-942d-4666-8404-968178ed56f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=91afc7dc-adcb-4c56-aae6-e8264543603f HTTP/1.1" status: 200 len: 835 time: 0.1619384 Aug 03 19:34:49.371784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7c9a2-753e-4975-bc0d-88e9b4cc2d81 req-2a3cfcec-7d25-47a3-8131-187dca376910 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:49.374529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdd7c9a2-753e-4975-bc0d-88e9b4cc2d81 req-2a3cfcec-7d25-47a3-8131-187dca376910 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 945 time: 0.2634771 Aug 03 19:34:49.494844 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d84f5ba2-fee9-4bb3-9a62-ba853f309209 req-a2176895-58dd-4d5a-ad52-109536a749d0 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1488483 Aug 03 19:34:49.503798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdd7c9a2-753e-4975-bc0d-88e9b4cc2d81 req-7fc61c39-91ab-450d-8d7b-e516ce0b7cd8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994158 Aug 03 19:34:49.515454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55f34c-8fba-4956-8698-745de7560210 req-5cfe7d0d-a1bf-4522-85ea-781e620cf5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:49.518648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-5cfe7d0d-a1bf-4522-85ea-781e620cf5ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f2f4dd-6e4f-46bd-9ba6-a2f050871897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427517 Aug 03 19:34:49.547700 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79256645-eb7d-4798-8631-ee0704478db2 x-openstack-request-id: req-79256645-eb7d-4798-8631-ee0704478db2 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:49.548127 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1e3132-a06b-4169-b1eb-26feff4e70f4", "name": "network-vif-plugged", "status": "completed", "tag": "c8063464-fa68-47c7-ab57-142ad93cf97a", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:49.548511 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79256645-eb7d-4798-8631-ee0704478db2 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:49.548925 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8063464-fa68-47c7-ab57-142ad93cf97a', 'code': 200} Aug 03 19:34:49.714398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccb0e2-4889-4104-bf25-ee799facfdf8 req-a4a44cce-e17d-4e47-9e73-2053bc521d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:49.717330 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69ccb0e2-4889-4104-bf25-ee799facfdf8 req-a4a44cce-e17d-4e47-9e73-2053bc521d93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 1097 time: 0.0983934 Aug 03 19:34:49.720686 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-58e67792-077f-4064-916a-d2aa3f8b2be7 service neutron] 10.222.0.74 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930742 Aug 03 19:34:49.825170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69ccb0e2-4889-4104-bf25-ee799facfdf8 req-b12eece2-df67-44d4-a9b0-6bfd84a32602 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993695 Aug 03 19:34:49.876019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c55f34c-8fba-4956-8698-745de7560210 req-88cfc3ec-8041-4815-a311-f7d6554e227a service neutron] 10.222.0.74 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402607 Aug 03 19:34:50.064094 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c6308-aab0-4cfa-ad8e-04790b013dc0 req-1693c6b3-499b-4794-88c1-fdd98b7de2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:50.067931 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a67c6308-aab0-4cfa-ad8e-04790b013dc0 req-1693c6b3-499b-4794-88c1-fdd98b7de2f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6696e747863422f93fa0dece51e473d&device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 1134 time: 0.0769336 Aug 03 19:34:50.293056 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c6308-aab0-4cfa-ad8e-04790b013dc0 req-b1afa5ab-1c38-48ca-a800-9a1d3247ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:50.295374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a67c6308-aab0-4cfa-ad8e-04790b013dc0 req-b1afa5ab-1c38-48ca-a800-9a1d3247ff4d service neutron] 10.222.0.74 "GET /v2.0/networks?id=25f2f4dd-6e4f-46bd-9ba6-a2f050871897 HTTP/1.1" status: 200 len: 898 time: 0.2201660 Aug 03 19:34:50.343930 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a67c6308-aab0-4cfa-ad8e-04790b013dc0 req-01ac49c5-9d8b-4124-aaaa-a1304d982c02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b594db48-9b7b-4179-bf33-f308ade7022e HTTP/1.1" status: 200 len: 217 time: 0.0392776 Aug 03 19:34:50.415240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c6308-aab0-4cfa-ad8e-04790b013dc0 req-1e7be8a9-5d1c-49f6-9623-1130a5d2aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:50.416901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a67c6308-aab0-4cfa-ad8e-04790b013dc0 req-1e7be8a9-5d1c-49f6-9623-1130a5d2aea9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=91afc7dc-adcb-4c56-aae6-e8264543603f HTTP/1.1" status: 200 len: 835 time: 0.0636947 Aug 03 19:34:50.479128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c6308-aab0-4cfa-ad8e-04790b013dc0 req-0d5c257f-8169-4f33-a627-e787f61d76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:50.481081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a67c6308-aab0-4cfa-ad8e-04790b013dc0 req-0d5c257f-8169-4f33-a627-e787f61d76ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f2f4dd-6e4f-46bd-9ba6-a2f050871897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558906 Aug 03 19:34:50.709376 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a67c6308-aab0-4cfa-ad8e-04790b013dc0 req-f4daebb3-958b-405d-9b28-378be1533ed2 service neutron] 10.222.0.74 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189677 Aug 03 19:34:50.838535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd635d-bec9-4674-adc5-0dd387418e4e req-7d1b67fc-f68f-46f3-bf86-1fff19940fa7 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:50.840216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-07dd635d-bec9-4674-adc5-0dd387418e4e req-7d1b67fc-f68f-46f3-bf86-1fff19940fa7 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 983 time: 0.2391202 Aug 03 19:34:50.890096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba57d74-29ad-4285-8aa6-9188ba5c6fca req-5db4617d-3893-4aba-94a0-171aaf2b6973 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:50.891730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ba57d74-29ad-4285-8aa6-9188ba5c6fca req-5db4617d-3893-4aba-94a0-171aaf2b6973 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 946 time: 0.2211015 Aug 03 19:34:50.947426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a67c6308-aab0-4cfa-ad8e-04790b013dc0 req-7b93743e-83c6-40bc-8d0f-206f37f072df service neutron] 10.222.0.74 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098753 Aug 03 19:34:50.953339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-07dd635d-bec9-4674-adc5-0dd387418e4e req-8972e99e-9266-4ffe-8432-7b158b266396 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1016004 Aug 03 19:34:50.975462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ba57d74-29ad-4285-8aa6-9188ba5c6fca req-33c77e20-20f9-44dd-910a-ede8ae76a411 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729458 Aug 03 19:34:50.991994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b594db48-9b7b-4179-bf33-f308ade7022e details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:34:51.107460 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b594db48-9b7b-4179-bf33-f308ade7022e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b594db48-9b7b-4179-bf33-f308ade7022e,segment=NetworkSegment(6f6061bb-1334-4df3-b64d-b845ba74801c),segment_id=6f6061bb-1334-4df3-b64d-b845ba74801c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:51.123072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'b594db48-9b7b-4179-bf33-f308ade7022e', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'port_id': 'b594db48-9b7b-4179-bf33-f308ade7022e', 'mac_address': 'fa:16:3e:95:71:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:34:51.187505 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.203898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b594db48-9b7b-4179-bf33-f308ade7022e {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:51.228294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b594db48-9b7b-4179-bf33-f308ade7022e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b594db48-9b7b-4179-bf33-f308ade7022e,segment=NetworkSegment(6f6061bb-1334-4df3-b64d-b845ba74801c),segment_id=6f6061bb-1334-4df3-b64d-b845ba74801c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:51.234563 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.309237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b594db48-9b7b-4179-bf33-f308ade7022e,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:51.518140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['b594db48-9b7b-4179-bf33-f308ade7022e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:34:52.262236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ec8e5-2c2d-4a1e-89e2-de8000a1ec79 req-f057afb7-62c1-4283-ad90-0045cd2d2a43 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:52.265313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a96ec8e5-2c2d-4a1e-89e2-de8000a1ec79 req-f057afb7-62c1-4283-ad90-0045cd2d2a43 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 984 time: 0.1437538 Aug 03 19:34:52.352058 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a96ec8e5-2c2d-4a1e-89e2-de8000a1ec79 req-85850b86-0e02-45a1-85e1-1e000d95eefd tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0768504 Aug 03 19:34:52.380377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79772ae5-c565-4386-8abe-147a11c5458b req-6d35d533-d203-4ea4-b701-8bbe89b8ec1d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:52.383700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79772ae5-c565-4386-8abe-147a11c5458b req-6d35d533-d203-4ea4-b701-8bbe89b8ec1d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 946 time: 0.2136712 Aug 03 19:34:52.466755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79772ae5-c565-4386-8abe-147a11c5458b req-33e7301b-d744-4165-8506-9f589e9c1755 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747285 Aug 03 19:34:52.623882 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541e71f-1ee3-4613-8f3f-a5d5337236c6 req-54573a16-5a6e-4483-820b-96b5c3bdad92 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:52.633416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d541e71f-1ee3-4613-8f3f-a5d5337236c6 req-54573a16-5a6e-4483-820b-96b5c3bdad92 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 946 time: 0.0750444 Aug 03 19:34:52.703475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60636) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:52.704157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d541e71f-1ee3-4613-8f3f-a5d5337236c6 req-a75be34a-bc09-4590-a8ac-e053d6464997 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689087 Aug 03 19:34:52.743416 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60640) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:52.896577 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.008342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b594db48-9b7b-4179-bf33-f308ade7022e up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:53.088099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f920c6-bf75-4b44-9529-79f758dcef3a tempest-TestVolumeBootPattern-1777561230 tempest-TestVolumeBootPattern-1777561230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:53.089610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-93f920c6-bf75-4b44-9529-79f758dcef3a tempest-TestVolumeBootPattern-1777561230 tempest-TestVolumeBootPattern-1777561230-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 1092 time: 0.3451118 Aug 03 19:34:53.094261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60644) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:53.099991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'c8063464-fa68-47c7-ab57-142ad93cf97a', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:53.111651 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.118971 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.122336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port b594db48-9b7b-4179-bf33-f308ade7022e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:53.128752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port b594db48-9b7b-4179-bf33-f308ade7022e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:53.129529 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.153050 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.200506 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ba7b394833454883a563085804c9f00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952972 Aug 03 19:34:53.203038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6ac26c-fe12-4a87-aefe-13534e2c4439,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:53.206979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60646) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:53.264358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.265012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.265736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.266278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.267848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.268632 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.269756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.270297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.270887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.271395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.273558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.273558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b1ae8-7870-4e8e-a0d0-184fea49a3a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:53.276341 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.332368 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a66027e-e483-408c-88ba-5dab746ef9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.347231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b594db48-9b7b-4179-bf33-f308ade7022e'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:53.350746 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e8c220-c363-4487-a957-2d8eb5cb4908" -d '{"events": [{"server_uuid": "da48ef20-ff2e-4e35-898f-0ce1700cbda0", "name": "network-vif-plugged", "status": "completed", "tag": "b594db48-9b7b-4179-bf33-f308ade7022e"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:53.360198 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.372035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port b594db48-9b7b-4179-bf33-f308ade7022e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b594db48-9b7b-4179-bf33-f308ade7022e,segment=NetworkSegment(6f6061bb-1334-4df3-b64d-b845ba74801c),segment_id=6f6061bb-1334-4df3-b64d-b845ba74801c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:53.385609 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.399365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a66027e-e483-408c-88ba-5dab746ef9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.468774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=b594db48-9b7b-4179-bf33-f308ade7022e,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:53.491771 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a295a586-365a-439c-bcb5-7dba39c6061f x-openstack-request-id: req-a295a586-365a-439c-bcb5-7dba39c6061f {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:53.492132 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da48ef20-ff2e-4e35-898f-0ce1700cbda0", "name": "network-vif-plugged", "status": "completed", "tag": "b594db48-9b7b-4179-bf33-f308ade7022e", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:53.492448 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a295a586-365a-439c-bcb5-7dba39c6061f {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:53.492905 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b594db48-9b7b-4179-bf33-f308ade7022e', 'code': 200} Aug 03 19:34:53.546327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a66027e-e483-408c-88ba-5dab746ef9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.551093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1a66027e-e483-408c-88ba-5dab746ef9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.552871 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1a66027e-e483-408c-88ba-5dab746ef9a9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da6ac26c-fe12-4a87-aefe-13534e2c4439 HTTP/1.1" status: 204 len: 168 time: 0.3421633 Aug 03 19:34:53.566524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66027e-e483-408c-88ba-5dab746ef9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6ac26c-fe12-4a87-aefe-13534e2c4439,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:53.673082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Allocated IP 172.25.8.196 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/f0316de4-9b01-4272-9127-f41aac24c7c3) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:53.696646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc355c7-0e46-4aea-b05f-d0b420208674 req-d44bdfc1-4e6c-4585-959b-e5755eae5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:53.698001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebc355c7-0e46-4aea-b05f-d0b420208674 req-d44bdfc1-4e6c-4585-959b-e5755eae5d2e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 1136 time: 0.1232002 Aug 03 19:34:53.710116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bccc9-2683-450d-9722-e3eb8a755d23 req-1dddc897-23cc-4067-96ff-d6f0ff4e6fc6 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:53.711752 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-776bccc9-2683-450d-9722-e3eb8a755d23 req-1dddc897-23cc-4067-96ff-d6f0ff4e6fc6 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 985 time: 0.1555388 Aug 03 19:34:53.895903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebc355c7-0e46-4aea-b05f-d0b420208674 req-cbf7466d-a4bb-4fe6-8282-eda6f3be87be service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1830797 Aug 03 19:34:53.927321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-776bccc9-2683-450d-9722-e3eb8a755d23 req-766fa280-2dab-416c-baae-90baac172e81 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1795096 Aug 03 19:34:54.005733 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.065563 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.122311 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:54.127549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:54.133813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60662) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:54.141247 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:54.159499 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb601715-c764-4081-9317-6c935df90474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.193750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=f0316de4-9b01-4272-9127-f41aac24c7c3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:54.211096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.211353 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.212497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.212497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.212497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.212939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.213209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.213421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.213749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.214078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.214420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.214739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:54.371763 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb601715-c764-4081-9317-6c935df90474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.380675 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fb601715-c764-4081-9317-6c935df90474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.446330 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb601715-c764-4081-9317-6c935df90474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafc6ca9-25c7-4c42-a013-d64b5a242bef,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:54.490500 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fb601715-c764-4081-9317-6c935df90474 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b36148e98a0147888a9d05959c4e6810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542452 Aug 03 19:34:54.496046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60664) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:54.594052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04fabaa8-04e6-40b4-8abe-4cfa2e4a0444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.625182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04fabaa8-04e6-40b4-8abe-4cfa2e4a0444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.700322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04fabaa8-04e6-40b4-8abe-4cfa2e4a0444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.706096 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-04fabaa8-04e6-40b4-8abe-4cfa2e4a0444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.709382 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-04fabaa8-04e6-40b4-8abe-4cfa2e4a0444 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bafc6ca9-25c7-4c42-a013-d64b5a242bef HTTP/1.1" status: 204 len: 168 time: 0.2106686 Aug 03 19:34:54.747449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fabaa8-04e6-40b4-8abe-4cfa2e4a0444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafc6ca9-25c7-4c42-a013-d64b5a242bef,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:55.104598 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.228808 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612efbf2-9218-4716-88c0-c316fe13f60a req-9f5a7077-10d3-4511-8075-3145cee47682 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:55.230954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-612efbf2-9218-4716-88c0-c316fe13f60a req-9f5a7077-10d3-4511-8075-3145cee47682 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 985 time: 0.1451576 Aug 03 19:34:55.275806 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.337703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-612efbf2-9218-4716-88c0-c316fe13f60a req-1d0ff766-dbdc-4515-a20e-50e6fbc496a0 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0847731 Aug 03 19:34:55.356589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60674) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.389041 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b2c8137-dd5f-4d7c-9734-e84dcd83886d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.522650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f75a97-5ebf-4e88-b082-3064e446f12b req-f3bb6d53-6000-4c5f-bf6e-bc7205985d6f tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:55.524105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4f75a97-5ebf-4e88-b082-3064e446f12b req-f3bb6d53-6000-4c5f-bf6e-bc7205985d6f tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 985 time: 0.0825841 Aug 03 19:34:55.547950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b2c8137-dd5f-4d7c-9734-e84dcd83886d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.549599 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.554093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b2c8137-dd5f-4d7c-9734-e84dcd83886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.560063 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.595321 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c8137-dd5f-4d7c-9734-e84dcd83886d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ea97eb-41d7-40de-85d1-33b8081fb6f2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:55.609081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60678) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.610581 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1b2c8137-dd5f-4d7c-9734-e84dcd83886d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ed30778ff4af4ae29d1111cd8e88cbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516379 Aug 03 19:34:55.997203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=f0316de4-9b01-4272-9127-f41aac24c7c3,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.014059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4f75a97-5ebf-4e88-b082-3064e446f12b req-a22fab64-fbbf-43a2-90ff-28b990d410c0 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4622903 Aug 03 19:34:56.064596 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.132096 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f312fc0-78e9-458e-b687-52e7518da74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.298016 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f312fc0-78e9-458e-b687-52e7518da74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.346559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f17d22-93ac-4bd0-b7a3-b5b68d1e2a89 req-f474bca0-d8a2-470e-85ba-97c0bda896c9 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:56.348957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0f17d22-93ac-4bd0-b7a3-b5b68d1e2a89 req-f474bca0-d8a2-470e-85ba-97c0bda896c9 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 1136 time: 0.2187660 Aug 03 19:34:56.383548 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d0f17d22-93ac-4bd0-b7a3-b5b68d1e2a89 req-7a8771df-5ccd-4890-946f-62d65ef6a30d tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.387924 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Floating IP 94234272-4256-4640-b0dc-eca9f2a6f588 associated. External IP: 172.25.8.196, port: c8063464-fa68-47c7-ab57-142ad93cf97a. Aug 03 19:34:56.461372 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f312fc0-78e9-458e-b687-52e7518da74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.464889 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2f312fc0-78e9-458e-b687-52e7518da74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.469205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2f312fc0-78e9-458e-b687-52e7518da74a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d8ea97eb-41d7-40de-85d1-33b8081fb6f2 HTTP/1.1" status: 204 len: 168 time: 0.8563108 Aug 03 19:34:56.521690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f312fc0-78e9-458e-b687-52e7518da74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ea97eb-41d7-40de-85d1-33b8081fb6f2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.710328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d0f17d22-93ac-4bd0-b7a3-b5b68d1e2a89 req-7a8771df-5ccd-4890-946f-62d65ef6a30d tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.719969 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-d0f17d22-93ac-4bd0-b7a3-b5b68d1e2a89 req-7a8771df-5ccd-4890-946f-62d65ef6a30d tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.772633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d0f17d22-93ac-4bd0-b7a3-b5b68d1e2a89 req-7a8771df-5ccd-4890-946f-62d65ef6a30d tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4140639 Aug 03 19:34:56.774721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8771df-5ccd-4890-946f-62d65ef6a30d tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48e1706-f6a8-48cc-bae4-781dbc89a939,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.781663 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Router f70c3633-edde-4de2-9eaa-18bc8f70a97e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:56.803130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60690) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.861240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c80124-85e5-4c6b-b52d-2f7619809bbe tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:56.867840 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a2c80124-85e5-4c6b-b52d-2f7619809bbe tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 1131 time: 0.0627444 Aug 03 19:34:56.869230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60694) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.874809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'b594db48-9b7b-4179-bf33-f308ade7022e', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:56.908249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.003251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:57.016918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee2473-2170-4ece-a311-e0cf87d51c2d None None] Sync routers for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:57.041964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee2473-2170-4ece-a311-e0cf87d51c2d None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:57.043770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0dee2473-2170-4ece-a311-e0cf87d51c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:57.046663 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.082190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.112416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-54017bba-d309-4421-89a5-fbb300b1aea3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0168629 Aug 03 19:34:57.113131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'tag': 'c8063464-fa68-47c7-ab57-142ad93cf97a'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:57.118324 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d7b95f-f115-434b-bf01-c01aa518a9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1e3132-a06b-4169-b1eb-26feff4e70f4", "tag": "c8063464-fa68-47c7-ab57-142ad93cf97a"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:57.238293 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5d1d9d-87dc-4dea-bc34-562c9eaabc98 x-openstack-request-id: req-6f5d1d9d-87dc-4dea-bc34-562c9eaabc98 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:57.239320 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1e3132-a06b-4169-b1eb-26feff4e70f4", "tag": "c8063464-fa68-47c7-ab57-142ad93cf97a", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:57.239320 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6f5d1d9d-87dc-4dea-bc34-562c9eaabc98 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:57.239655 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'tag': 'c8063464-fa68-47c7-ab57-142ad93cf97a', 'status': 'completed', 'code': 200} Aug 03 19:34:57.269073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-0dee2473-2170-4ece-a311-e0cf87d51c2d None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:57.326463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Allocated IP 172.25.8.230 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/edb5476d-cc02-4117-8001-7e5dc851b3a2) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:57.434219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7b95f-f115-434b-bf01-c01aa518a9a2 req-8de49798-cc20-4c40-a86e-ccdb7e6ec358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:57.436476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d7b95f-f115-434b-bf01-c01aa518a9a2 req-8de49798-cc20-4c40-a86e-ccdb7e6ec358 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 1097 time: 0.1696372 Aug 03 19:34:57.545806 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.600928 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.654675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7b95f-f115-434b-bf01-c01aa518a9a2 req-2d252e64-7841-4edd-ab12-fb4cffaf5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:57.657535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d7b95f-f115-434b-bf01-c01aa518a9a2 req-2d252e64-7841-4edd-ab12-fb4cffaf5f33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.1999729 Aug 03 19:34:57.662973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Port': ['ID=edb5476d-cc02-4117-8001-7e5dc851b3a2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:57.673539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:57.676046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:57.682423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:57.688458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0dee2473-2170-4ece-a311-e0cf87d51c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '94234272-4256-4640-b0dc-eca9f2a6f588', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.196', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': 'c8063464-fa68-47c7-ab57-142ad93cf97a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:ae:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:34:54Z', 'updated_at': '2021-08-03T19:34:54Z', 'revision_number': 0, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:57.752202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee2473-2170-4ece-a311-e0cf87d51c2d None None] Checking router: f70c3633-edde-4de2-9eaa-18bc8f70a97e for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:57.771253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee2473-2170-4ece-a311-e0cf87d51c2d None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:57.772483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0dee2473-2170-4ece-a311-e0cf87d51c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:57.789444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d7b95f-f115-434b-bf01-c01aa518a9a2 req-40ba0946-b8e2-4bb3-8164-971a19bdf365 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8063464-fa68-47c7-ab57-142ad93cf97a HTTP/1.1" status: 200 len: 1000 time: 0.1024051 Aug 03 19:34:57.844384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7b95f-f115-434b-bf01-c01aa518a9a2 req-cfb5373b-ad6d-4fcf-9f48-c23282d10201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:57.846733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d7b95f-f115-434b-bf01-c01aa518a9a2 req-cfb5373b-ad6d-4fcf-9f48-c23282d10201 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0537417 Aug 03 19:34:57.948996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7b95f-f115-434b-bf01-c01aa518a9a2 req-38f42ded-0233-4633-9ce2-c8c67b320b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:57.951842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d7b95f-f115-434b-bf01-c01aa518a9a2 req-38f42ded-0233-4633-9ce2-c8c67b320b20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967574 Aug 03 19:34:58.018782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-0dee2473-2170-4ece-a311-e0cf87d51c2d None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:58.196774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d7b95f-f115-434b-bf01-c01aa518a9a2 req-40c34f96-aec2-4fe4-9454-2432dd17fd08 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353063 Aug 03 19:34:58.208611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60718) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:58.357796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0dee2473-2170-4ece-a311-e0cf87d51c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '94234272-4256-4640-b0dc-eca9f2a6f588', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.196', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': 'c8063464-fa68-47c7-ab57-142ad93cf97a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:ae:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:34:54Z', 'updated_at': '2021-08-03T19:34:54Z', 'revision_number': 0, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:58.374938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30d7b95f-f115-434b-bf01-c01aa518a9a2 req-3fac1d01-cd10-43cf-b539-2d11c015a179 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683919 Aug 03 19:34:58.380727 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.392178 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dee2473-2170-4ece-a311-e0cf87d51c2d None None] The sync data for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 is: [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '94234272-4256-4640-b0dc-eca9f2a6f588', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.196', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': 'c8063464-fa68-47c7-ab57-142ad93cf97a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:ae:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:34:54Z', 'updated_at': '2021-08-03T19:34:54Z', 'revision_number': 0, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:58.437091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1403816484-network', 'tenant_id': 'd68dc633eb834511b68f8b3bdfd526cc'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:58.495345 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.526396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Made reservation on behalf of d68dc633eb834511b68f8b3bdfd526cc for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:58.531311 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.558413 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.774805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.789037 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.797434 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ffcf2b-6b45-4479-8971-dfc415c3f6dd None None] New status for floating IP 94234272-4256-4640-b0dc-eca9f2a6f588: ACTIVE {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:34:58.839887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Port': ['ID=edb5476d-cc02-4117-8001-7e5dc851b3a2,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:58.901093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.968937 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.979840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.042493 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:59.063505 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c887fc8-f6a4-417b-ad36-dacc58475ee7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:59.072495 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.072862 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Added segment 8a121ad4-3641-4657-b841-422f23ad19af of type vlan for network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 Aug 03 19:34:59.083441 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Floating IP af8300fa-2b68-4d33-9896-94385fd558f0 associated. External IP: 172.25.8.230, port: b594db48-9b7b-4179-bf33-f308ade7022e. Aug 03 19:34:59.172723 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.252365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.252365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:59.253719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.368640 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1540680 Aug 03 19:34:59.369268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60728) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:59.375360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] Request body: {'subnet': {'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1403816484-subnet', 'tenant_id': 'd68dc633eb834511b68f8b3bdfd526cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:59.402997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] Made reservation on behalf of d68dc633eb834511b68f8b3bdfd526cc for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:59.406570 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.437837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138b31a-43b1-4df5-a9d8-f08ec8f9953c admin admin] Pushing event updated for resources: {'Network': ['ID=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:59.462033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:59.476078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Router 491cbcbe-cab9-488e-9138-9ebf8c590d00 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:59.714636 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.758363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:59.773312 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ddd5cd-3882-4ae6-a587-9c0772c1338f None None] Sync routers for ids ['491cbcbe-cab9-488e-9138-9ebf8c590d00'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:59.800139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ddd5cd-3882-4ae6-a587-9c0772c1338f None None] Routers {'491cbcbe-cab9-488e-9138-9ebf8c590d00'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:59.801353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b3ddd5cd-3882-4ae6-a587-9c0772c1338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['491cbcbe-cab9-488e-9138-9ebf8c590d00'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:59.802788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6875f00c-4a19-43c7-a923-50503aa6a22d,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:59.811988 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.814768 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] Checking segment: {'id': '8a121ad4-3641-4657-b841-422f23ad19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:59.815514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] Network hostable DHCP agents. Network: b8c5ec0b-b34b-4463-b186-231c6e7d6bb1, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:59.846461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] Network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:59.863287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, b8c5ec0b-b34b-4463-b186-231c6e7d6bb1) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:59.872696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:59.873630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.892268 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c12df-8e36-4348-bd54-52aa6eb9ffb8 None None] Network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:59.901645 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d8a550c6-6b4b-40d6-a359-1ad598a1418e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0286329 Aug 03 19:34:59.901645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'tag': 'b594db48-9b7b-4179-bf33-f308ade7022e'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:59.902610 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.903130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60732) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:59.905155 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf19889a-609d-4b85-ab41-0379609c05a2" -d '{"events": [{"name": "network-changed", "server_uuid": "da48ef20-ff2e-4e35-898f-0ce1700cbda0", "tag": "b594db48-9b7b-4179-bf33-f308ade7022e"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:59.948174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b9c5c930-b825-4f3b-8d97-e203857e1872 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5767512 Aug 03 19:35:00.077893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-b3ddd5cd-3882-4ae6-a587-9c0772c1338f None None] Set router 491cbcbe-cab9-488e-9138-9ebf8c590d00 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:00.169013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7874499-92d1-49a1-961f-db121ac7c92b tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.173149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7874499-92d1-49a1-961f-db121ac7c92b tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.174034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7874499-92d1-49a1-961f-db121ac7c92b tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.174890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7874499-92d1-49a1-961f-db121ac7c92b tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.176300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7874499-92d1-49a1-961f-db121ac7c92b tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.177146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7874499-92d1-49a1-961f-db121ac7c92b tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.178044 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7874499-92d1-49a1-961f-db121ac7c92b tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.184455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60740) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.192624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d7874499-92d1-49a1-961f-db121ac7c92b tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4983 time: 0.2763407 Aug 03 19:35:00.315221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c088f06e-66dc-41d4-a873-a06c69dc7d9e None None] Network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:00.356851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27676208-155e-4073-bda6-3168b5fab35a tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.357709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27676208-155e-4073-bda6-3168b5fab35a tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.357879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27676208-155e-4073-bda6-3168b5fab35a tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.358284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27676208-155e-4073-bda6-3168b5fab35a tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.358743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27676208-155e-4073-bda6-3168b5fab35a tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.359353 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27676208-155e-4073-bda6-3168b5fab35a tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.359818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27676208-155e-4073-bda6-3168b5fab35a tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.365339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 60746) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.365796 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-27676208-155e-4073-bda6-3168b5fab35a tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.1795895 Aug 03 19:35:00.385649 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8b9b85-4797-4cd9-8d7b-73174caa0feb x-openstack-request-id: req-fd8b9b85-4797-4cd9-8d7b-73174caa0feb {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:00.385950 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da48ef20-ff2e-4e35-898f-0ce1700cbda0", "tag": "b594db48-9b7b-4179-bf33-f308ade7022e", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:00.386208 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fd8b9b85-4797-4cd9-8d7b-73174caa0feb {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:00.387084 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'tag': 'b594db48-9b7b-4179-bf33-f308ade7022e', 'status': 'completed', 'code': 200} Aug 03 19:35:00.560136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19889a-609d-4b85-ab41-0379609c05a2 req-36f1a4f4-0e68-446d-8395-a0573d517fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.562895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf19889a-609d-4b85-ab41-0379609c05a2 req-36f1a4f4-0e68-446d-8395-a0573d517fb5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6696e747863422f93fa0dece51e473d&device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 1136 time: 0.1040282 Aug 03 19:35:00.803041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-67051af3-a300-48f0-af27-94a4cd836243 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.4357519 Aug 03 19:35:00.805549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60748) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.812145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19889a-609d-4b85-ab41-0379609c05a2 req-3beebe0c-aff3-4856-894d-a67b822f0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.815044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf19889a-609d-4b85-ab41-0379609c05a2 req-3beebe0c-aff3-4856-894d-a67b822f0394 service neutron] 10.222.0.74 "GET /v2.0/networks?id=25f2f4dd-6e4f-46bd-9ba6-a2f050871897 HTTP/1.1" status: 200 len: 898 time: 0.2425134 Aug 03 19:35:00.921889 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88731f-1e0b-47be-869e-ce07c9a5e356 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.922210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88731f-1e0b-47be-869e-ce07c9a5e356 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.937122 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fc88731f-1e0b-47be-869e-ce07c9a5e356 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=491cbcbe-cab9-488e-9138-9ebf8c590d00 HTTP/1.1" status: 200 len: 1990 time: 0.1299510 Aug 03 19:35:00.994058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b3ddd5cd-3882-4ae6-a587-9c0772c1338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'af8300fa-2b68-4d33-9896-94385fd558f0', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'port_id': 'b594db48-9b7b-4179-bf33-f308ade7022e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'mac_address': 'fa:16:3e:95:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:34:58Z', 'updated_at': '2021-08-03T19:34:58Z', 'revision_number': 0, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6370c23d-ff95-4830-8c2d-cdd0b6146383', 'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b5:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:34Z', 'updated_at': '2021-08-03T19:34:45Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:01.006894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf19889a-609d-4b85-ab41-0379609c05a2 req-e26e430c-d7b7-4a86-a5fd-e180cc81c353 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b594db48-9b7b-4179-bf33-f308ade7022e HTTP/1.1" status: 200 len: 1000 time: 0.1832716 Aug 03 19:35:01.042825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ddd5cd-3882-4ae6-a587-9c0772c1338f None None] Checking router: 491cbcbe-cab9-488e-9138-9ebf8c590d00 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:35:01.058126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ddd5cd-3882-4ae6-a587-9c0772c1338f None None] Routers {'491cbcbe-cab9-488e-9138-9ebf8c590d00'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:01.059364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b3ddd5cd-3882-4ae6-a587-9c0772c1338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:34:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['491cbcbe-cab9-488e-9138-9ebf8c590d00'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:01.073337 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19889a-609d-4b85-ab41-0379609c05a2 req-4604d6f4-0127-447a-a1a0-c9d79d5eaf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:01.075334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf19889a-609d-4b85-ab41-0379609c05a2 req-4604d6f4-0127-447a-a1a0-c9d79d5eaf28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=91afc7dc-adcb-4c56-aae6-e8264543603f HTTP/1.1" status: 200 len: 835 time: 0.0615189 Aug 03 19:35:01.152620 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19889a-609d-4b85-ab41-0379609c05a2 req-861b5dd2-1a6e-41bf-9f9a-8ab57024beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:01.155621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf19889a-609d-4b85-ab41-0379609c05a2 req-861b5dd2-1a6e-41bf-9f9a-8ab57024beb6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f2f4dd-6e4f-46bd-9ba6-a2f050871897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705175 Aug 03 19:35:01.221262 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-b3ddd5cd-3882-4ae6-a587-9c0772c1338f None None] Set router 491cbcbe-cab9-488e-9138-9ebf8c590d00 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:01.310783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf19889a-609d-4b85-ab41-0379609c05a2 req-01a89464-7dc0-4305-a20e-da6605be50ea service neutron] 10.222.0.74 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473169 Aug 03 19:35:01.452733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cf19889a-609d-4b85-ab41-0379609c05a2 req-9576b5e3-3a2d-4e88-ae96-0171fd60ec9c service neutron] 10.222.0.74 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338136 Aug 03 19:35:01.647994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-b3ddd5cd-3882-4ae6-a587-9c0772c1338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'af8300fa-2b68-4d33-9896-94385fd558f0', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'port_id': 'b594db48-9b7b-4179-bf33-f308ade7022e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'mac_address': 'fa:16:3e:95:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:34:58Z', 'updated_at': '2021-08-03T19:34:58Z', 'revision_number': 0, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6370c23d-ff95-4830-8c2d-cdd0b6146383', 'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b5:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:34Z', 'updated_at': '2021-08-03T19:34:45Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:01.680155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ddd5cd-3882-4ae6-a587-9c0772c1338f None None] The sync data for ids ['491cbcbe-cab9-488e-9138-9ebf8c590d00'] in n-d-802918-7 is: [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'af8300fa-2b68-4d33-9896-94385fd558f0', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'floating_ip_address': '172.25.8.230', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'port_id': 'b594db48-9b7b-4179-bf33-f308ade7022e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'mac_address': 'fa:16:3e:95:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:34:58Z', 'updated_at': '2021-08-03T19:34:58Z', 'revision_number': 0, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6370c23d-ff95-4830-8c2d-cdd0b6146383', 'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b5:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:34Z', 'updated_at': '2021-08-03T19:34:45Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:02.003657 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5307c260-c18d-465b-acaf-8a09b93c63a3 None None] New status for floating IP af8300fa-2b68-4d33-9896-94385fd558f0: ACTIVE {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:35:02.371522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60780) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.465199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-7bfcf304-693e-48e0-aea2-8a88d285710c tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.467680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-7bfcf304-693e-48e0-aea2-8a88d285710c tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/networks?id=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 HTTP/1.1" status: 200 len: 809 time: 0.1723742 Aug 03 19:35:02.490708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-71ac0d17-ef27-4d76-bfc0-6efb2236ae3e tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/quotas/d68dc633eb834511b68f8b3bdfd526cc HTTP/1.1" status: 200 len: 375 time: 0.0158725 Aug 03 19:35:02.540063 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-b591f8da-54a9-4f08-bd02-3cd8fe0e0f48 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d68dc633eb834511b68f8b3bdfd526cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428293 Aug 03 19:35:02.556242 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d48ac312-541f-4a43-9d0c-2d8683beb7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.660936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-e27376b5-a26f-42d7-b322-20eac074471b service neutron] 10.222.0.78 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126437 Aug 03 19:35:02.717877 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d48ac312-541f-4a43-9d0c-2d8683beb7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.723522 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d48ac312-541f-4a43-9d0c-2d8683beb7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.771056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ac312-541f-4a43-9d0c-2d8683beb7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcae4fc-d650-462f-8036-d04ea10365d6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:02.780027 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d48ac312-541f-4a43-9d0c-2d8683beb7d1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=24ff163a93044566a1c0eca49cd5973c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034431 Aug 03 19:35:02.781235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 60784) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.797743 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-9f0f2442-13b2-4daf-bb5d-0f65a3b55d7d service neutron] 10.222.0.78 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241493 Aug 03 19:35:02.841755 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f33d5d5-53ec-4686-bc59-cdb5375e3b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.870731 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f33d5d5-53ec-4686-bc59-cdb5375e3b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.947260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f33d5d5-53ec-4686-bc59-cdb5375e3b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.952643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4f33d5d5-53ec-4686-bc59-cdb5375e3b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.954949 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4f33d5d5-53ec-4686-bc59-cdb5375e3b42 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4bcae4fc-d650-462f-8036-d04ea10365d6 HTTP/1.1" status: 204 len: 168 time: 0.1734054 Aug 03 19:35:02.969703 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33d5d5-53ec-4686-bc59-cdb5375e3b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcae4fc-d650-462f-8036-d04ea10365d6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:03.000549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b09613e6-c85b-46f6-af69-4501dc99a7e7 req-a2cafd73-0fc4-4465-95ba-de8fcf424d76 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 210 time: 0.0448310 Aug 03 19:35:03.691268 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ca19461d-c48e-45f1-8bf1-f25451d5680b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.165937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb654120-98d7-41d9-9c57-03edc33e526c req-2ce2aa7c-0877-49c5-b2e6-7ad62419fcff tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 210 time: 0.0357265 Aug 03 19:35:04.242742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a644717f-9cc3-40b6-99a0-c720092d0680 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:04.245523 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a644717f-9cc3-40b6-99a0-c720092d0680 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.37 "GET /v2.0/networks?id=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 HTTP/1.1" status: 200 len: 809 time: 0.2068007 Aug 03 19:35:04.260884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Request body: {'port': {'device_id': 'c09436f6-7805-4df9-9eaf-cd7a36a3a904', 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1', 'admin_state_up': True, 'tenant_id': 'd68dc633eb834511b68f8b3bdfd526cc'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:04.404473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Made reservation on behalf of d68dc633eb834511b68f8b3bdfd526cc for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:04.408447 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.586554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Allocated IP 172.20.0.5 (b8c5ec0b-b34b-4463-b186-231c6e7d6bb1/6875f00c-4a19-43c7-a923-50503aa6a22d/633b39c0-9f3f-4db5-aca5-0b1d95582647) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:04.777294 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.823068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.902694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:04.908627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:04.920636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:04.933132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Pushing event updated for resources: {'Port': ['ID=633b39c0-9f3f-4db5-aca5-0b1d95582647,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.027425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:05.028578 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.052906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-a6d31dad-6096-4fc9-87b2-431b4a944f36 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7959063 Aug 03 19:35:05.068890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Request body: {'port': {'device_id': 'c09436f6-7805-4df9-9eaf-cd7a36a3a904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:05.106954 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:35:05.143238 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.506649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22267071-c825-4175-8194-dd77161b82d2 req-4a2fe76d-f261-43c1-9598-b3b64084fde8 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:05.508484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22267071-c825-4175-8194-dd77161b82d2 req-4a2fe76d-f261-43c1-9598-b3b64084fde8 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 931 time: 0.1944797 Aug 03 19:35:05.602880 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22267071-c825-4175-8194-dd77161b82d2 req-c80d8886-670f-4b80-a359-e0f0f27a892c tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855165 Aug 03 19:35:05.683498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633b39c0-9f3f-4db5-aca5-0b1d95582647 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:35:05.692783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.708302 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Transition to ACTIVE for port object 633b39c0-9f3f-4db5-aca5-0b1d95582647 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:05.713559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.770795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Pushing event updated for resources: {'Port': ['ID=633b39c0-9f3f-4db5-aca5-0b1d95582647,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.870344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Attempting to bind port 633b39c0-9f3f-4db5-aca5-0b1d95582647 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:05.870900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Attempting to bind port 633b39c0-9f3f-4db5-aca5-0b1d95582647 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '8a121ad4-3641-4657-b841-422f23ad19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:05.871450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Attempting to bind port 633b39c0-9f3f-4db5-aca5-0b1d95582647 on network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:05.882843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Port 633b39c0-9f3f-4db5-aca5-0b1d95582647 on network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:35:05.883120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Attempting to bind port 633b39c0-9f3f-4db5-aca5-0b1d95582647 on network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:05.893051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:05.893714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Checking segment: {'id': '8a121ad4-3641-4657-b841-422f23ad19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:05.895165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Bound using segment: {'id': '8a121ad4-3641-4657-b841-422f23ad19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:05.895923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Bound port: 633b39c0-9f3f-4db5-aca5-0b1d95582647, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a121ad4-3641-4657-b841-422f23ad19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:05.896922 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.994699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] For port 633b39c0-9f3f-4db5-aca5-0b1d95582647, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:05.998367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] For port 633b39c0-9f3f-4db5-aca5-0b1d95582647, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=633b39c0-9f3f-4db5-aca5-0b1d95582647,segment=NetworkSegment(8a121ad4-3641-4657-b841-422f23ad19af),segment_id=8a121ad4-3641-4657-b841-422f23ad19af)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:06.003242 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.040410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:06.041066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.042923 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] 10.222.0.37 "PUT /v2.0/ports/633b39c0-9f3f-4db5-aca5-0b1d95582647 HTTP/1.1" status: 200 len: 1091 time: 0.9804392 Aug 03 19:35:06.045703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09436f6-7805-4df9-9eaf-cd7a36a3a904', 'tag': '633b39c0-9f3f-4db5-aca5-0b1d95582647'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:06.049098 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d89789-d2c9-4f8b-b6ef-75899762fd39" -d '{"events": [{"name": "network-changed", "server_uuid": "c09436f6-7805-4df9-9eaf-cd7a36a3a904", "tag": "633b39c0-9f3f-4db5-aca5-0b1d95582647"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:06.104463 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c5be65-af3f-4c19-bef0-7168f9c72bfb x-openstack-request-id: req-68c5be65-af3f-4c19-bef0-7168f9c72bfb {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:06.105022 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09436f6-7805-4df9-9eaf-cd7a36a3a904", "tag": "633b39c0-9f3f-4db5-aca5-0b1d95582647", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:06.105534 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68c5be65-af3f-4c19-bef0-7168f9c72bfb {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:06.106271 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09436f6-7805-4df9-9eaf-cd7a36a3a904', 'tag': '633b39c0-9f3f-4db5-aca5-0b1d95582647', 'status': 'completed', 'code': 200} Aug 03 19:35:06.107543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3779e-1e41-4675-9afe-7ecea9ea267d service neutron] Pushing event updated for resources: {'Port': ['ID=633b39c0-9f3f-4db5-aca5-0b1d95582647,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:06.158521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-e2194241-1b04-4d60-ba96-b1fce171be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:06.160227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-e2194241-1b04-4d60-ba96-b1fce171be71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d68dc633eb834511b68f8b3bdfd526cc&device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 1094 time: 0.0492356 Aug 03 19:35:06.212830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-c1855275-8626-4709-be72-49a36e23c833 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=633b39c0-9f3f-4db5-aca5-0b1d95582647 HTTP/1.1" status: 200 len: 217 time: 0.0442832 Aug 03 19:35:06.267038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-cce99f6c-f418-4acb-a7e1-454d918cd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:06.268533 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-cce99f6c-f418-4acb-a7e1-454d918cd301 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6875f00c-4a19-43c7-a923-50503aa6a22d HTTP/1.1" status: 200 len: 849 time: 0.0481875 Aug 03 19:35:06.306714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-c87980cd-3ef7-4214-8093-5c6d0cb9e323 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280137 Aug 03 19:35:06.421027 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-c97e71f3-0894-4796-b45e-9337c3965090 service neutron] 10.222.0.37 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054361 Aug 03 19:35:06.437166 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ebcbe3e6-b3ef-4fd4-9f1a-9cdec9b9f925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.538084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3f384ebc-a0cd-4887-9f2c-a82b1ed68d8c req-b68fc013-6b08-4c94-9bf3-a3b0a7855760 service neutron] 10.222.0.37 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041927 Aug 03 19:35:06.641201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d89789-d2c9-4f8b-b6ef-75899762fd39 req-1761c9a1-9e7e-4f46-8707-5435da5896e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:06.643039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09d89789-d2c9-4f8b-b6ef-75899762fd39 req-1761c9a1-9e7e-4f46-8707-5435da5896e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d68dc633eb834511b68f8b3bdfd526cc&device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 1094 time: 0.0589001 Aug 03 19:35:06.744654 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.120293 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e0d76-ad6b-484f-ac1c-5e60b162cb1c req-bb07058d-7be3-4058-9fe9-488dfe735ae8 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:07.122122 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f47e0d76-ad6b-484f-ac1c-5e60b162cb1c req-bb07058d-7be3-4058-9fe9-488dfe735ae8 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 943 time: 0.0883260 Aug 03 19:35:07.123240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d89789-d2c9-4f8b-b6ef-75899762fd39 req-a937ecf3-11b2-484d-a65b-5c974a9e8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:07.124648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09d89789-d2c9-4f8b-b6ef-75899762fd39 req-a937ecf3-11b2-484d-a65b-5c974a9e8044 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 HTTP/1.1" status: 200 len: 910 time: 0.4739153 Aug 03 19:35:07.184771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09d89789-d2c9-4f8b-b6ef-75899762fd39 req-45784cdf-55b5-4a8e-be3b-a8cc655e38c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=633b39c0-9f3f-4db5-aca5-0b1d95582647 HTTP/1.1" status: 200 len: 217 time: 0.0475998 Aug 03 19:35:07.231167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f47e0d76-ad6b-484f-ac1c-5e60b162cb1c req-aa212cc0-51ac-4b67-a495-03722f2cbea5 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005099 Aug 03 19:35:07.251199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d89789-d2c9-4f8b-b6ef-75899762fd39 req-3a25b7a7-646f-4c33-9684-86da92a2085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:07.252692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09d89789-d2c9-4f8b-b6ef-75899762fd39 req-3a25b7a7-646f-4c33-9684-86da92a2085a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6875f00c-4a19-43c7-a923-50503aa6a22d HTTP/1.1" status: 200 len: 849 time: 0.0568011 Aug 03 19:35:07.287818 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09d89789-d2c9-4f8b-b6ef-75899762fd39 req-3907fd0e-b220-4af6-beef-a77246efc406 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265326 Aug 03 19:35:07.398867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09d89789-d2c9-4f8b-b6ef-75899762fd39 req-966328fc-e6f4-497a-ae08-2a3fb32eb85b service neutron] 10.222.0.37 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034963 Aug 03 19:35:07.548401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09d89789-d2c9-4f8b-b6ef-75899762fd39 req-a0a1142b-4636-4796-97a2-3fa43250c408 service neutron] 10.222.0.37 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420128 Aug 03 19:35:07.990057 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.367757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7bc1f-3cf8-4a06-b82a-513f81bed149 req-26ea02e3-1a4d-4b17-a389-c4182653b2bb tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:08.369378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9f7bc1f-3cf8-4a06-b82a-513f81bed149 req-26ea02e3-1a4d-4b17-a389-c4182653b2bb tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 943 time: 0.0588059 Aug 03 19:35:08.419497 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9f7bc1f-3cf8-4a06-b82a-513f81bed149 req-0c9e59ed-07ab-4c80-8183-1642cb5ed79e tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Aug 03 19:35:09.599478 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f951f-e678-465f-a78a-e737f5b919f8 req-6d7531a6-471e-4b6d-8952-744a6577d393 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:09.603303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d91f951f-e678-465f-a78a-e737f5b919f8 req-6d7531a6-471e-4b6d-8952-744a6577d393 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 943 time: 0.0751753 Aug 03 19:35:09.662132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d91f951f-e678-465f-a78a-e737f5b919f8 req-868822f7-83ab-4879-9287-471be0601a93 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Aug 03 19:35:09.753389 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.810356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e4a97-eff3-49f5-86fb-6b00d0ff1253 req-54ddc9b2-09ac-4949-a733-1b72329462de tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:10.812144 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-565e4a97-eff3-49f5-86fb-6b00d0ff1253 req-54ddc9b2-09ac-4949-a733-1b72329462de tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 943 time: 0.0538378 Aug 03 19:35:10.856618 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-565e4a97-eff3-49f5-86fb-6b00d0ff1253 req-7a476b9b-1fa1-453d-ae9f-7393b243cfb1 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369518 Aug 03 19:35:11.030066 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 633b39c0-9f3f-4db5-aca5-0b1d95582647 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:35:11.188259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 633b39c0-9f3f-4db5-aca5-0b1d95582647, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=633b39c0-9f3f-4db5-aca5-0b1d95582647,segment=NetworkSegment(8a121ad4-3641-4657-b841-422f23ad19af),segment_id=8a121ad4-3641-4657-b841-422f23ad19af)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:11.205287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '633b39c0-9f3f-4db5-aca5-0b1d95582647', 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1', 'port_id': '633b39c0-9f3f-4db5-aca5-0b1d95582647', 'mac_address': 'fa:16:3e:ab:90:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6875f00c-4a19-43c7-a923-50503aa6a22d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:35:11.252497 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.268212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633b39c0-9f3f-4db5-aca5-0b1d95582647 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:35:11.309746 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 633b39c0-9f3f-4db5-aca5-0b1d95582647, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=633b39c0-9f3f-4db5-aca5-0b1d95582647,segment=NetworkSegment(8a121ad4-3641-4657-b841-422f23ad19af),segment_id=8a121ad4-3641-4657-b841-422f23ad19af)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:11.316375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.406331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=633b39c0-9f3f-4db5-aca5-0b1d95582647,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:11.553413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['633b39c0-9f3f-4db5-aca5-0b1d95582647'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:35:12.037929 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc792b97-2222-4e1b-8082-a7169ba4d090 req-c72b22dc-56f1-4a0a-ad3e-c8a2807a27a3 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:12.040537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc792b97-2222-4e1b-8082-a7169ba4d090 req-c72b22dc-56f1-4a0a-ad3e-c8a2807a27a3 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 944 time: 0.0907419 Aug 03 19:35:12.104949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc792b97-2222-4e1b-8082-a7169ba4d090 req-ed8f2691-98dc-402c-aa4d-5cab621408e7 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568924 Aug 03 19:35:13.031639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 633b39c0-9f3f-4db5-aca5-0b1d95582647 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:13.093251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 633b39c0-9f3f-4db5-aca5-0b1d95582647 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:13.101679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 633b39c0-9f3f-4db5-aca5-0b1d95582647 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:13.102367 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.210101 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.240748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09436f6-7805-4df9-9eaf-cd7a36a3a904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633b39c0-9f3f-4db5-aca5-0b1d95582647'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:13.244207 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0268e4-be69-43f8-89cc-29d9456bd890" -d '{"events": [{"server_uuid": "c09436f6-7805-4df9-9eaf-cd7a36a3a904", "name": "network-vif-plugged", "status": "completed", "tag": "633b39c0-9f3f-4db5-aca5-0b1d95582647"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:13.262163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 633b39c0-9f3f-4db5-aca5-0b1d95582647, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=633b39c0-9f3f-4db5-aca5-0b1d95582647,segment=NetworkSegment(8a121ad4-3641-4657-b841-422f23ad19af),segment_id=8a121ad4-3641-4657-b841-422f23ad19af)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:13.267598 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.320709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b3f9f-ef9e-42f1-addc-db9e404b1dbc req-3f430147-79ae-4000-99b3-30d71ee89fa3 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:13.322638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-934b3f9f-ef9e-42f1-addc-db9e404b1dbc req-3f430147-79ae-4000-99b3-30d71ee89fa3 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 944 time: 0.1022298 Aug 03 19:35:13.344895 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6140a2d-0d59-4149-bfc0-8d3cd4dda541 x-openstack-request-id: req-f6140a2d-0d59-4149-bfc0-8d3cd4dda541 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:13.345347 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09436f6-7805-4df9-9eaf-cd7a36a3a904", "name": "network-vif-plugged", "status": "completed", "tag": "633b39c0-9f3f-4db5-aca5-0b1d95582647", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:13.345560 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6140a2d-0d59-4149-bfc0-8d3cd4dda541 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:13.346299 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09436f6-7805-4df9-9eaf-cd7a36a3a904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633b39c0-9f3f-4db5-aca5-0b1d95582647', 'code': 200} Aug 03 19:35:13.352515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=633b39c0-9f3f-4db5-aca5-0b1d95582647,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:13.412085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-934b3f9f-ef9e-42f1-addc-db9e404b1dbc req-1896529b-6b0e-42a4-be6e-15d336f57279 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756986 Aug 03 19:35:13.487886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7154-c3ad-490f-a4eb-7d9e97858961 req-a45fdfa2-a4c2-4e54-b09e-f6ad70bcc4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:13.491024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-672a7154-c3ad-490f-a4eb-7d9e97858961 req-a45fdfa2-a4c2-4e54-b09e-f6ad70bcc4fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 1096 time: 0.0757031 Aug 03 19:35:13.556016 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-672a7154-c3ad-490f-a4eb-7d9e97858961 req-f7a086a7-a8cb-4c07-be9f-6393ddd62ed0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569928 Aug 03 19:35:14.605359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ec424-9065-46e3-a1fe-29517ffc34d0 req-7345ad91-a7f1-409b-9b6d-62df653180ad tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:14.607095 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-097ec424-9065-46e3-a1fe-29517ffc34d0 req-7345ad91-a7f1-409b-9b6d-62df653180ad tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 945 time: 0.0761671 Aug 03 19:35:14.657375 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-097ec424-9065-46e3-a1fe-29517ffc34d0 req-4307e104-ee17-4a6b-a2b8-9f8f8adb38be tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Aug 03 19:35:15.431111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265a27b-80f7-420e-b2d3-ebfd44c5381f req-22e6dd68-6365-4172-b302-d9d2e5698957 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:15.433960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b265a27b-80f7-420e-b2d3-ebfd44c5381f req-22e6dd68-6365-4172-b302-d9d2e5698957 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 945 time: 0.0768709 Aug 03 19:35:15.499974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b265a27b-80f7-420e-b2d3-ebfd44c5381f req-e224cf56-2cfe-4b51-8cff-6c44691a6e9f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593026 Aug 03 19:35:15.588192 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.692229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816aa14-3ae4-47c5-81d1-333c6f6cb1ac req-fad5509b-527d-4513-a0ee-e95e41b60ef6 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:16.695033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1816aa14-3ae4-47c5-81d1-333c6f6cb1ac req-fad5509b-527d-4513-a0ee-e95e41b60ef6 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 945 time: 0.0737104 Aug 03 19:35:16.820028 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1816aa14-3ae4-47c5-81d1-333c6f6cb1ac req-9505e1ca-7c7e-4e68-b08b-cb8ef0f05cec tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110086 Aug 03 19:35:16.834873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5d108-797e-4034-93c6-683e633a1b8f req-4571d2e9-24af-47fa-a0e4-45bd09c85968 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:16.837064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ee5d108-797e-4034-93c6-683e633a1b8f req-4571d2e9-24af-47fa-a0e4-45bd09c85968 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.37 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 945 time: 0.1158569 Aug 03 19:35:16.983936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-0ee5d108-797e-4034-93c6-683e633a1b8f req-84378d64-24ba-4599-83d1-0aa7d59e9c8f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Deleting port 633b39c0-9f3f-4db5-aca5-0b1d95582647 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:16.984482 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ee5d108-797e-4034-93c6-683e633a1b8f req-84378d64-24ba-4599-83d1-0aa7d59e9c8f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.165355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-0ee5d108-797e-4034-93c6-683e633a1b8f req-84378d64-24ba-4599-83d1-0aa7d59e9c8f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] For port 633b39c0-9f3f-4db5-aca5-0b1d95582647, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=633b39c0-9f3f-4db5-aca5-0b1d95582647,segment=NetworkSegment(8a121ad4-3641-4657-b841-422f23ad19af),segment_id=8a121ad4-3641-4657-b841-422f23ad19af)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:17.166217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ee5d108-797e-4034-93c6-683e633a1b8f req-84378d64-24ba-4599-83d1-0aa7d59e9c8f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.200028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-0ee5d108-797e-4034-93c6-683e633a1b8f req-84378d64-24ba-4599-83d1-0aa7d59e9c8f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Calling delete_port for 633b39c0-9f3f-4db5-aca5-0b1d95582647 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:17.452025 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ee5d108-797e-4034-93c6-683e633a1b8f req-84378d64-24ba-4599-83d1-0aa7d59e9c8f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.468867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['633b39c0-9f3f-4db5-aca5-0b1d95582647'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:35:17.523833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84378d64-24ba-4599-83d1-0aa7d59e9c8f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Pushing event deleted for resources: {'Port': ['ID=633b39c0-9f3f-4db5-aca5-0b1d95582647,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:17.587948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee5d108-797e-4034-93c6-683e633a1b8f req-84378d64-24ba-4599-83d1-0aa7d59e9c8f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] No DVR routers for this DVR port 633b39c0-9f3f-4db5-aca5-0b1d95582647 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:17.591909 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0ee5d108-797e-4034-93c6-683e633a1b8f req-84378d64-24ba-4599-83d1-0aa7d59e9c8f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.594616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ee5d108-797e-4034-93c6-683e633a1b8f req-84378d64-24ba-4599-83d1-0aa7d59e9c8f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.37 "DELETE /v2.0/ports/633b39c0-9f3f-4db5-aca5-0b1d95582647 HTTP/1.1" status: 204 len: 173 time: 0.7478878 Aug 03 19:35:17.595208 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09436f6-7805-4df9-9eaf-cd7a36a3a904', 'name': 'network-vif-deleted', 'tag': '633b39c0-9f3f-4db5-aca5-0b1d95582647'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:17.598954 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a9bbde-405f-4f9d-ad64-9a7431da7f43" -d '{"events": [{"server_uuid": "c09436f6-7805-4df9-9eaf-cd7a36a3a904", "name": "network-vif-deleted", "tag": "633b39c0-9f3f-4db5-aca5-0b1d95582647"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:17.669903 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0e2f16-1a0c-4330-aa86-5230d46cc8eb x-openstack-request-id: req-aa0e2f16-1a0c-4330-aa86-5230d46cc8eb {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:17.670666 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09436f6-7805-4df9-9eaf-cd7a36a3a904", "name": "network-vif-deleted", "tag": "633b39c0-9f3f-4db5-aca5-0b1d95582647", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:17.671469 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aa0e2f16-1a0c-4330-aa86-5230d46cc8eb {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:17.672473 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09436f6-7805-4df9-9eaf-cd7a36a3a904', 'name': 'network-vif-deleted', 'tag': '633b39c0-9f3f-4db5-aca5-0b1d95582647', 'status': 'completed', 'code': 200} Aug 03 19:35:17.963218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53b4bbf0-c085-4e5e-96ff-2e649d3856ac req-87a0bedc-cc3d-46e3-a6e3-e2a393775476 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=c09436f6-7805-4df9-9eaf-cd7a36a3a904 HTTP/1.1" status: 200 len: 210 time: 0.0439019 Aug 03 19:35:18.774672 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32768) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:18.904551 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7d9f-0f01-4e4f-a62d-c53f96b2864b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.058527 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7d9f-0f01-4e4f-a62d-c53f96b2864b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.062953 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0dd7d9f-0f01-4e4f-a62d-c53f96b2864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.113157 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c0dd7d9f-0f01-4e4f-a62d-c53f96b2864b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae1ca7b4842842b3a1b8137c41734a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327792 Aug 03 19:35:19.113157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd7d9f-0f01-4e4f-a62d-c53f96b2864b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593e3838-b3e3-4f86-86b1-ab6a7bfb88ba,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:19.113579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32776) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:19.170331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-443ced56-8439-444a-a7a5-3be377782c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.196384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-443ced56-8439-444a-a7a5-3be377782c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.263364 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-443ced56-8439-444a-a7a5-3be377782c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.266431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-443ced56-8439-444a-a7a5-3be377782c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.267852 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-443ced56-8439-444a-a7a5-3be377782c09 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/593e3838-b3e3-4f86-86b1-ab6a7bfb88ba HTTP/1.1" status: 204 len: 168 time: 0.1534796 Aug 03 19:35:19.279419 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ced56-8439-444a-a7a5-3be377782c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593e3838-b3e3-4f86-86b1-ab6a7bfb88ba,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:19.435507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-a844684a-1de7-48d2-abea-a639283aa890 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:19.437146 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-a844684a-1de7-48d2-abea-a639283aa890 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/networks?id=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 HTTP/1.1" status: 200 len: 809 time: 0.1370025 Aug 03 19:35:19.460814 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-780e7e72-931a-44d5-ab79-bf59b156f27f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/quotas/d68dc633eb834511b68f8b3bdfd526cc HTTP/1.1" status: 200 len: 375 time: 0.0164146 Aug 03 19:35:19.497792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-823a9524-f9f9-4552-bdd0-48338e7d1367 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d68dc633eb834511b68f8b3bdfd526cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308015 Aug 03 19:35:19.615993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-14530af0-8829-4597-a946-55b51cd29b16 service neutron] 10.222.0.78 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101031 Aug 03 19:35:19.751934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-fef13640-1e15-4d1c-b42e-7b21d4e407ea service neutron] 10.222.0.78 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290958 Aug 03 19:35:20.239304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fbbfef9-5aaa-4c18-9f1d-165088403957 req-de6a6277-2423-4eb2-8661-f62fe5915c6b tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 210 time: 0.2796288 Aug 03 19:35:21.062362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 633b39c0-9f3f-4db5-aca5-0b1d95582647 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:21.114495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 633b39c0-9f3f-4db5-aca5-0b1d95582647 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:21.115560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 633b39c0-9f3f-4db5-aca5-0b1d95582647 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:21.164826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-46c4baba-65c6-4195-b49a-8a0ec2561e12 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:21.174014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-46c4baba-65c6-4195-b49a-8a0ec2561e12 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.37 "GET /v2.0/networks?id=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 HTTP/1.1" status: 200 len: 809 time: 0.1490631 Aug 03 19:35:21.184827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Request body: {'port': {'device_id': '4cc622ab-7a41-4cdd-a2a2-24657581486a', 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1', 'admin_state_up': True, 'tenant_id': 'd68dc633eb834511b68f8b3bdfd526cc'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:21.345112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Made reservation on behalf of d68dc633eb834511b68f8b3bdfd526cc for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:21.351262 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.368712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2aef2439-69d6-452b-9084-9a17e66c6290 req-9b17578f-fce5-4501-9249-dab49c0edb13 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 210 time: 0.0359323 Aug 03 19:35:21.522399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Allocated IP 172.20.0.7 (b8c5ec0b-b34b-4463-b186-231c6e7d6bb1/6875f00c-4a19-43c7-a923-50503aa6a22d/3e0189fc-2b6e-4dd1-b9aa-d748bf92772d) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:21.725535 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.779024 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.830927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:21.834690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:21.839102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:21.871326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Pushing event updated for resources: {'Port': ['ID=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:21.906744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:21.907468 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.925364 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-f6fe7534-e5bc-4de5-b2a4-ed8435b01b3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7469239 Aug 03 19:35:21.941363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Request body: {'port': {'device_id': '4cc622ab-7a41-4cdd-a2a2-24657581486a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:22.010610 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.348666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:35:22.357845 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.372018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Transition to ACTIVE for port object 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:22.376184 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.431804 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Pushing event updated for resources: {'Port': ['ID=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:22.601156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Attempting to bind port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:22.601428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Attempting to bind port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '8a121ad4-3641-4657-b841-422f23ad19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:22.601786 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Attempting to bind port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d on network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:22.611644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d on network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:35:22.612631 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Attempting to bind port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d on network b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:22.625810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66fd72-8bcf-43fb-9562-93f514e69d9e req-339482c4-4ef9-46bb-9344-a37a554a3e3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:22.627647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b66fd72-8bcf-43fb-9562-93f514e69d9e req-339482c4-4ef9-46bb-9344-a37a554a3e3a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 943 time: 0.1256719 Aug 03 19:35:22.633374 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:22.633744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Checking segment: {'id': '8a121ad4-3641-4657-b841-422f23ad19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:22.634135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Bound using segment: {'id': '8a121ad4-3641-4657-b841-422f23ad19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:22.634586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Bound port: 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a121ad4-3641-4657-b841-422f23ad19af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:22.634950 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.704634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b66fd72-8bcf-43fb-9562-93f514e69d9e req-25faf475-eae2-49bc-94cc-2acd3820dddf tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671537 Aug 03 19:35:22.732000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] For port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:22.735301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] For port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d,segment=NetworkSegment(8a121ad4-3641-4657-b841-422f23ad19af),segment_id=8a121ad4-3641-4657-b841-422f23ad19af)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:22.741354 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.776667 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:22.777290 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.778754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] 10.222.0.37 "PUT /v2.0/ports/3e0189fc-2b6e-4dd1-b9aa-d748bf92772d HTTP/1.1" status: 200 len: 1091 time: 0.8436725 Aug 03 19:35:22.779199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc622ab-7a41-4cdd-a2a2-24657581486a', 'tag': '3e0189fc-2b6e-4dd1-b9aa-d748bf92772d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:22.781489 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e6b2d8-8607-48b5-8787-532bd5f95a31" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc622ab-7a41-4cdd-a2a2-24657581486a", "tag": "3e0189fc-2b6e-4dd1-b9aa-d748bf92772d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:22.812282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5b7af-5959-4599-8361-570a174aad5a service neutron] Pushing event updated for resources: {'Port': ['ID=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:22.822198 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947c7224-3de0-42c6-bc6d-940d43f4203d x-openstack-request-id: req-947c7224-3de0-42c6-bc6d-940d43f4203d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:22.822497 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc622ab-7a41-4cdd-a2a2-24657581486a", "tag": "3e0189fc-2b6e-4dd1-b9aa-d748bf92772d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:22.822762 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-947c7224-3de0-42c6-bc6d-940d43f4203d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:22.823170 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc622ab-7a41-4cdd-a2a2-24657581486a', 'tag': '3e0189fc-2b6e-4dd1-b9aa-d748bf92772d', 'status': 'completed', 'code': 200} Aug 03 19:35:22.870346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-8da3332e-7272-4ff6-9514-cdcc6e3c5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:22.871791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-8da3332e-7272-4ff6-9514-cdcc6e3c5913 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d68dc633eb834511b68f8b3bdfd526cc&device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 1094 time: 0.0444493 Aug 03 19:35:22.919536 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-4db221bd-efa9-43db-ae59-6c1671326e15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d HTTP/1.1" status: 200 len: 217 time: 0.0396125 Aug 03 19:35:22.972359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-e07329d0-8332-4855-8510-2c081be18a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:22.974065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-e07329d0-8332-4855-8510-2c081be18a35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6875f00c-4a19-43c7-a923-50503aa6a22d HTTP/1.1" status: 200 len: 849 time: 0.0469275 Aug 03 19:35:23.023739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-fb70049a-d173-491d-a159-c976ea22ea02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366759 Aug 03 19:35:23.164875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-9fb3dfba-8fd8-4981-be8a-8be25024a9a5 service neutron] 10.222.0.37 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335478 Aug 03 19:35:23.263769 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5d0c63c-b099-4bf1-98aa-8288373907ae req-35d2c1ab-30e8-43ed-a4d8-01795b86bec1 service neutron] 10.222.0.37 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914891 Aug 03 19:35:23.366683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6b2d8-8607-48b5-8787-532bd5f95a31 req-90b2a4ea-4f81-4b28-87eb-3654e0213562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:23.368299 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30e6b2d8-8607-48b5-8787-532bd5f95a31 req-90b2a4ea-4f81-4b28-87eb-3654e0213562 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d68dc633eb834511b68f8b3bdfd526cc&device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 1094 time: 0.0505607 Aug 03 19:35:23.473123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6b2d8-8607-48b5-8787-532bd5f95a31 req-3998248f-dd32-40f1-88ca-d2c3ec774d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:23.474875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30e6b2d8-8607-48b5-8787-532bd5f95a31 req-3998248f-dd32-40f1-88ca-d2c3ec774d41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 HTTP/1.1" status: 200 len: 910 time: 0.0981894 Aug 03 19:35:23.526812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30e6b2d8-8607-48b5-8787-532bd5f95a31 req-37457e3f-d2cb-4741-afd9-61fb2e1905d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d HTTP/1.1" status: 200 len: 217 time: 0.0440323 Aug 03 19:35:23.585928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6b2d8-8607-48b5-8787-532bd5f95a31 req-5d33d1b4-7afa-4cd5-bbaf-5b419aa243fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:23.587531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30e6b2d8-8607-48b5-8787-532bd5f95a31 req-5d33d1b4-7afa-4cd5-bbaf-5b419aa243fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6875f00c-4a19-43c7-a923-50503aa6a22d HTTP/1.1" status: 200 len: 849 time: 0.0534995 Aug 03 19:35:23.630158 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30e6b2d8-8607-48b5-8787-532bd5f95a31 req-b4794849-9aea-4698-a001-5d9d708e1206 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340726 Aug 03 19:35:23.777447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30e6b2d8-8607-48b5-8787-532bd5f95a31 req-98ac7626-af2c-45a5-a307-6c78fe1017a2 service neutron] 10.222.0.37 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386111 Aug 03 19:35:23.908266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bd24e-71cc-4cec-9f0c-d812b6eef51e req-60e7b155-5501-497e-9f2c-b685ea54a206 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:23.909928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f84bd24e-71cc-4cec-9f0c-d812b6eef51e req-60e7b155-5501-497e-9f2c-b685ea54a206 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 943 time: 0.1172252 Aug 03 19:35:23.934959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30e6b2d8-8607-48b5-8787-532bd5f95a31 req-54fca956-3dbd-4229-90fb-4387b7669b69 service neutron] 10.222.0.37 "GET /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498501 Aug 03 19:35:23.970385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f84bd24e-71cc-4cec-9f0c-d812b6eef51e req-25e61509-e1c0-4ed6-87d5-6419371d6e19 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479419 Aug 03 19:35:25.109926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c7c85-e6d3-4112-8b47-206ac43b8636 req-3912a1e1-8aa5-4bfa-8162-860e13a9738f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.111698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d31c7c85-e6d3-4112-8b47-206ac43b8636 req-3912a1e1-8aa5-4bfa-8162-860e13a9738f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 943 time: 0.0580046 Aug 03 19:35:25.156153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d31c7c85-e6d3-4112-8b47-206ac43b8636 req-189093a2-ccdc-4a99-81c6-0239e4f2b952 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376551 Aug 03 19:35:26.288230 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abcd71-f375-4146-9cc2-106fcc767796 req-7d862bd2-228b-42d4-8a9d-f0d71861cd40 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:26.289912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2abcd71-f375-4146-9cc2-106fcc767796 req-7d862bd2-228b-42d4-8a9d-f0d71861cd40 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 943 time: 0.0562687 Aug 03 19:35:26.336786 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2abcd71-f375-4146-9cc2-106fcc767796 req-5648c21c-afe8-44c6-91bc-44cf5aef6416 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371766 Aug 03 19:35:27.091219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:35:27.235316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d,segment=NetworkSegment(8a121ad4-3641-4657-b841-422f23ad19af),segment_id=8a121ad4-3641-4657-b841-422f23ad19af)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:27.247846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '3e0189fc-2b6e-4dd1-b9aa-d748bf92772d', 'network_id': 'b8c5ec0b-b34b-4463-b186-231c6e7d6bb1', 'port_id': '3e0189fc-2b6e-4dd1-b9aa-d748bf92772d', 'mac_address': 'fa:16:3e:56:cc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6875f00c-4a19-43c7-a923-50503aa6a22d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:35:27.290418 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.304389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:35:27.326705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d,segment=NetworkSegment(8a121ad4-3641-4657-b841-422f23ad19af),segment_id=8a121ad4-3641-4657-b841-422f23ad19af)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:27.331414 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.381806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:27.393705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.394037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.394312 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.394679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.395015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.395346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.395671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.395991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.396316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.396638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.396968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.397282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:27.475129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f3c05-dfdd-4a08-b5fd-d6fe9465807b req-d672aced-d3b1-4acf-a346-e4c6e257e032 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:27.476760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a91f3c05-dfdd-4a08-b5fd-d6fe9465807b req-d672aced-d3b1-4acf-a346-e4c6e257e032 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 944 time: 0.0547001 Aug 03 19:35:27.530050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a91f3c05-dfdd-4a08-b5fd-d6fe9465807b req-bca9d04e-cabc-41d0-b413-9bd53e2a4dbd tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452833 Aug 03 19:35:27.564194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['3e0189fc-2b6e-4dd1-b9aa-d748bf92772d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:35:28.674222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274b3fd-78bb-4299-bdc3-1f6b96ab2fa6 req-61cedce0-eb7e-408f-9f4c-4955cd51e281 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:28.676278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8274b3fd-78bb-4299-bdc3-1f6b96ab2fa6 req-61cedce0-eb7e-408f-9f4c-4955cd51e281 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 944 time: 0.0708237 Aug 03 19:35:28.727943 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8274b3fd-78bb-4299-bdc3-1f6b96ab2fa6 req-e3ec5cea-67fb-4d61-944e-52773dd7bbb1 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442798 Aug 03 19:35:29.090230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:29.144276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:29.148827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:29.149206 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.245736 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.271697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc622ab-7a41-4cdd-a2a2-24657581486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0189fc-2b6e-4dd1-b9aa-d748bf92772d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:29.274545 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b018df54-f385-4369-9409-07313d2523a3" -d '{"events": [{"server_uuid": "4cc622ab-7a41-4cdd-a2a2-24657581486a", "name": "network-vif-plugged", "status": "completed", "tag": "3e0189fc-2b6e-4dd1-b9aa-d748bf92772d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:29.289786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d,segment=NetworkSegment(8a121ad4-3641-4657-b841-422f23ad19af),segment_id=8a121ad4-3641-4657-b841-422f23ad19af)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:29.294692 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.324674 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4295d18a-242a-4a83-9a4c-d72684ca72c0 x-openstack-request-id: req-4295d18a-242a-4a83-9a4c-d72684ca72c0 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:29.324971 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc622ab-7a41-4cdd-a2a2-24657581486a", "name": "network-vif-plugged", "status": "completed", "tag": "3e0189fc-2b6e-4dd1-b9aa-d748bf92772d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:29.325229 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4295d18a-242a-4a83-9a4c-d72684ca72c0 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:29.325660 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc622ab-7a41-4cdd-a2a2-24657581486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0189fc-2b6e-4dd1-b9aa-d748bf92772d', 'code': 200} Aug 03 19:35:29.361277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:29.424033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72036d34-c9a3-4766-9ae8-dee49201e48e req-0d3cfee5-cd15-4367-b63d-6d0802f29d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:29.426178 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72036d34-c9a3-4766-9ae8-dee49201e48e req-0d3cfee5-cd15-4367-b63d-6d0802f29d78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 1096 time: 0.0488942 Aug 03 19:35:29.465678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-72036d34-c9a3-4766-9ae8-dee49201e48e req-a37a7ea3-ffca-4d10-abc5-84910464e958 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Aug 03 19:35:29.775262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32830) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:29.883821 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.889903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce46d46-b06f-4c33-9eb5-ef15c26daa00 req-8a318dc8-011d-4fc1-abd3-8894193dde87 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:29.891470 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ce46d46-b06f-4c33-9eb5-ef15c26daa00 req-8a318dc8-011d-4fc1-abd3-8894193dde87 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 945 time: 0.0725558 Aug 03 19:35:29.894240 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-42c66dd2-d67f-443f-a71e-49d2a152f441 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2543 time: 0.1173587 Aug 03 19:35:29.896185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 32832) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:29.901273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'network': {'name': 'tempest-network-smoke--874098622', 'project_id': 'a6696e747863422f93fa0dece51e473d', 'port_security_enabled': False}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:29.953109 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ce46d46-b06f-4c33-9eb5-ef15c26daa00 req-023b6848-35d8-448f-8fc3-ebe92554084f tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482640 Aug 03 19:35:29.953732 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Made reservation on behalf of a6696e747863422f93fa0dece51e473d for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:29.958501 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.985739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:35:30.003200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.003558 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Added segment 1660c577-4e05-4a57-966a-f927a2613699 of type vlan for network 18ccbaed-8115-4ea3-9809-167d9e3ea039 Aug 03 19:35:30.055124 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.088025 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.094072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:30.094752 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.160450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2627969 Aug 03 19:35:30.163946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32834) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:30.170744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-624299850', 'admin_state_up': True, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:30.190622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44783512-29e5-473b-badc-ef28bf384e3b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Network': ['ID=18ccbaed-8115-4ea3-9809-167d9e3ea039,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:30.211633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 18ccbaed-8115-4ea3-9809-167d9e3ea039 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:35:30.220681 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.222942 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.304906 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.461665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.133176 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.154932 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.257170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d3a8e-4a4f-418e-bafc-e85ec5572644 req-0d360a6b-944b-4b5f-a93d-88e83f5ca372 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:31.260056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c33d3a8e-4a4f-418e-bafc-e85ec5572644 req-0d360a6b-944b-4b5f-a93d-88e83f5ca372 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 945 time: 0.1846359 Aug 03 19:35:31.295727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Allocated IP 172.25.8.216 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/9a165aa0-7bda-44fa-9bd9-235799fd710c) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:31.341912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c33d3a8e-4a4f-418e-bafc-e85ec5572644 req-02013f94-d886-4ba4-bff1-6342d8b1d08b tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713305 Aug 03 19:35:31.460206 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.522380 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.589409 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:31.595031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:31.602388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:31.662534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Port': ['ID=9a165aa0-7bda-44fa-9bd9-235799fd710c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:32.041154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.353742 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.357689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9c0b2-ef1e-4624-8f51-887bc6992197 req-ac1db986-5978-448b-903f-b9f74df3836e tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:32.359613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acd9c0b2-ef1e-4624-8f51-887bc6992197 req-ac1db986-5978-448b-903f-b9f74df3836e tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 945 time: 0.0676770 Aug 03 19:35:32.422839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-acd9c0b2-ef1e-4624-8f51-887bc6992197 req-877437ea-0031-4a29-87b0-56a9eab9d586 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520465 Aug 03 19:35:32.530248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Router bc3630f0-0c37-4532-9134-9833782bcbd5 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:35:32.659395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:35:32.673364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Sync routers for ids ['bc3630f0-0c37-4532-9134-9833782bcbd5'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:35:32.683636 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.688033 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a351c7ae-8e35-421f-b932-2e1539da565e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5200658 Aug 03 19:35:32.688478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32860) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.688580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Routers {'bc3630f0-0c37-4532-9134-9833782bcbd5'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:32.689573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:35:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['bc3630f0-0c37-4532-9134-9833782bcbd5'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:32.743243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f376ca1-0f62-45c8-84ce-2e500f9ea160 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:32.744858 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1f376ca1-0f62-45c8-84ce-2e500f9ea160 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=a6696e747863422f93fa0dece51e473d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0552838 Aug 03 19:35:32.748603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32862) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.865484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d768fa-3727-4155-96ba-ad42629bfc39 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:32.870071 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-27d768fa-3727-4155-96ba-ad42629bfc39 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1177909 Aug 03 19:35:32.872124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32864) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.874462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Set router bc3630f0-0c37-4532-9134-9833782bcbd5 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:32.917659 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b9fde209-a286-436f-a562-615016bcb1d1 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440423 Aug 03 19:35:32.920495 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32866) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.955369 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c6224d44-8324-44fe-a30b-52d873428273 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=a6696e747863422f93fa0dece51e473d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299652 Aug 03 19:35:32.955662 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32868) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.063851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3fcc9f-0521-4d61-8254-7fc1f0e06252 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:33.069309 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ce3fcc9f-0521-4d61-8254-7fc1f0e06252 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1095111 Aug 03 19:35:33.069628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32870) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.106864 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-306fe59e-6031-4353-8c56-80c944d6e001 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358777 Aug 03 19:35:33.110388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32872) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.116630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-663053596', 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039', 'project_id': 'a6696e747863422f93fa0dece51e473d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:33.140905 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624299850', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:35:31Z', 'revision_number': 3, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:31Z', 'updated_at': '2021-08-03T19:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:33.169975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Checking router: bc3630f0-0c37-4532-9134-9833782bcbd5 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:35:33.171170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Updating router bc3630f0-0c37-4532-9134-9833782bcbd5 port 9a165aa0-7bda-44fa-9bd9-235799fd710c binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:35:33.198482 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.248274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Made reservation on behalf of a6696e747863422f93fa0dece51e473d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:33.253394 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.528430 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.642124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16741fdb-0e7e-41f2-b0a9-f481b5eba017 req-b1d42a9d-83c8-4ed0-9287-8f759acfb897 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:33.644002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16741fdb-0e7e-41f2-b0a9-f481b5eba017 req-b1d42a9d-83c8-4ed0-9287-8f759acfb897 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 945 time: 0.0860717 Aug 03 19:35:33.647554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-22277533-c056-4100-a21d-0d5d66ab3f29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1142097 Aug 03 19:35:33.651639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Subnet': ['ID=6bf5e8ba-3697-4791-a7d4-063ba5ff84a4,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:33.668801 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.669898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Checking segment: {'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:33.671226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network hostable DHCP agents. Network: 18ccbaed-8115-4ea3-9809-167d9e3ea039, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:35:33.699945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Transition to ACTIVE for port object 9a165aa0-7bda-44fa-9bd9-235799fd710c will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:33.710630 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.733258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16741fdb-0e7e-41f2-b0a9-f481b5eba017 req-2cf61c54-48b1-40b1-898a-a2dfb206142a tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/security-groups?id=1c887fc8-f6a4-417b-ad36-dacc58475ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775301 Aug 03 19:35:33.754421 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2a3952e2-2035-427b-8f05-3c966ede33af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.791504 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network 18ccbaed-8115-4ea3-9809-167d9e3ea039 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:35:33.811019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-16a1adcf-85df-4efa-992f-20e0ce123bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:33.812855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f67f7-7e0a-4032-aa73-d855929a252f req-02b887bc-1ffe-4d6b-bce2-e8534783b574 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:33.813614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-16a1adcf-85df-4efa-992f-20e0ce123bb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 1097 time: 0.0785041 Aug 03 19:35:33.813823 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b03f67f7-7e0a-4032-aa73-d855929a252f req-02b887bc-1ffe-4d6b-bce2-e8534783b574 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 945 time: 0.1467195 Aug 03 19:35:33.815436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 18ccbaed-8115-4ea3-9809-167d9e3ea039) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:33.815566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Attempting to bind port 9a165aa0-7bda-44fa-9bd9-235799fd710c on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:33.816077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Attempting to bind port 9a165aa0-7bda-44fa-9bd9-235799fd710c by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:33.816685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Attempting to bind port 9a165aa0-7bda-44fa-9bd9-235799fd710c on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:33.820546 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:33.821339 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.839203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e5ee9-a47f-4583-b4e3-4219edbdfda1 None None] Pushing event updated for resources: {'Port': ['ID=9a165aa0-7bda-44fa-9bd9-235799fd710c,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:33.847137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f41a3f-8014-4b34-b8b0-4d8ae2f03bee None None] Network 18ccbaed-8115-4ea3-9809-167d9e3ea039 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:33.854242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:33.854614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:33.855299 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.855963 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:33.856770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Bound port: 9a165aa0-7bda-44fa-9bd9-235799fd710c, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:33.857418 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.876647 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4c041d38-8420-4d05-b52c-37ffa566cece tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7609286 Aug 03 19:35:33.880044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 32876) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:34.063871 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] For port 9a165aa0-7bda-44fa-9bd9-235799fd710c, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:34.100783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] For port 9a165aa0-7bda-44fa-9bd9-235799fd710c, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=9a165aa0-7bda-44fa-9bd9-235799fd710c,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:34.114349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-d1c879a9-42d4-46ae-bee1-57bbf7c191ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:34.117076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-d1c879a9-42d4-46ae-bee1-57bbf7c191ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.2698655 Aug 03 19:35:34.166589 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.241921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-b03f67f7-7e0a-4032-aa73-d855929a252f req-67d20a3a-8f35-48b3-8ba4-a593eb31e961 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Deleting port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:34.242439 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b03f67f7-7e0a-4032-aa73-d855929a252f req-67d20a3a-8f35-48b3-8ba4-a593eb31e961 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.322638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-4a941fd1-5361-4d73-af8e-26b52b467363 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8063464-fa68-47c7-ab57-142ad93cf97a HTTP/1.1" status: 200 len: 1002 time: 0.1975043 Aug 03 19:35:34.394430 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-0f562e12-8cc5-4a11-b3c1-342988f904d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:34.398386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-0f562e12-8cc5-4a11-b3c1-342988f904d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0671532 Aug 03 19:35:34.443384 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-b03f67f7-7e0a-4032-aa73-d855929a252f req-67d20a3a-8f35-48b3-8ba4-a593eb31e961 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] For port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d,segment=NetworkSegment(8a121ad4-3641-4657-b841-422f23ad19af),segment_id=8a121ad4-3641-4657-b841-422f23ad19af)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:34.443656 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b03f67f7-7e0a-4032-aa73-d855929a252f req-67d20a3a-8f35-48b3-8ba4-a593eb31e961 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.454157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-6e0c7390-f7ac-48eb-8236-75d8f5264ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:34.456040 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-6e0c7390-f7ac-48eb-8236-75d8f5264ee6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519886 Aug 03 19:35:34.462202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-b03f67f7-7e0a-4032-aa73-d855929a252f req-67d20a3a-8f35-48b3-8ba4-a593eb31e961 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Calling delete_port for 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:34.524494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-18ccbaed-8115-4ea3-9809-167d9e3ea039', 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'fixed_ips': [{'subnet_id': '6bf5e8ba-3697-4791-a7d4-063ba5ff84a4'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:35:34.526377 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.578246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e5ee9-a47f-4583-b4e3-4219edbdfda1 None None] Pushing event updated for resources: {'Port': ['ID=9a165aa0-7bda-44fa-9bd9-235799fd710c,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:34.602967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Routers {'bc3630f0-0c37-4532-9134-9833782bcbd5'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:34.604028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:35:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['bc3630f0-0c37-4532-9134-9833782bcbd5'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:34.608699 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.616045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-e9a357b2-3636-4716-bcc1-03868942a8ca service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518924 Aug 03 19:35:34.767086 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-a11271b7-aaf4-4f82-8ad1-bc0ed5d7da9f service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432464 Aug 03 19:35:34.789576 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b03f67f7-7e0a-4032-aa73-d855929a252f req-67d20a3a-8f35-48b3-8ba4-a593eb31e961 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.809773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['3e0189fc-2b6e-4dd1-b9aa-d748bf92772d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:35:34.873721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d20a3a-8f35-48b3-8ba4-a593eb31e961 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Pushing event deleted for resources: {'Port': ['ID=3e0189fc-2b6e-4dd1-b9aa-d748bf92772d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:34.907479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-af336dfa-1aeb-4485-b5aa-bb7e72f255bc req-de389981-a294-489b-a540-d48791e0cdd7 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.78 "GET /v2.0/ports?device_id=4cc622ab-7a41-4cdd-a2a2-24657581486a HTTP/1.1" status: 200 len: 210 time: 0.0410335 Aug 03 19:35:34.923336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03f67f7-7e0a-4032-aa73-d855929a252f req-67d20a3a-8f35-48b3-8ba4-a593eb31e961 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] No DVR routers for this DVR port 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:34.945854 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b03f67f7-7e0a-4032-aa73-d855929a252f req-67d20a3a-8f35-48b3-8ba4-a593eb31e961 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.945854 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b03f67f7-7e0a-4032-aa73-d855929a252f req-67d20a3a-8f35-48b3-8ba4-a593eb31e961 tempest-VolumesActionsTest-1014029510 tempest-VolumesActionsTest-1014029510-project] 10.222.0.37 "DELETE /v2.0/ports/3e0189fc-2b6e-4dd1-b9aa-d748bf92772d HTTP/1.1" status: 204 len: 173 time: 1.1069803 Aug 03 19:35:34.945854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc622ab-7a41-4cdd-a2a2-24657581486a', 'name': 'network-vif-deleted', 'tag': '3e0189fc-2b6e-4dd1-b9aa-d748bf92772d'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:34.945854 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970a6cce-283f-4b0b-8e79-262fd4de69f6" -d '{"events": [{"server_uuid": "4cc622ab-7a41-4cdd-a2a2-24657581486a", "name": "network-vif-deleted", "tag": "3e0189fc-2b6e-4dd1-b9aa-d748bf92772d"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:35.001927 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937575b4-b6a3-4396-9f3a-df3ead896be0 x-openstack-request-id: req-937575b4-b6a3-4396-9f3a-df3ead896be0 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:35.002792 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc622ab-7a41-4cdd-a2a2-24657581486a", "name": "network-vif-deleted", "tag": "3e0189fc-2b6e-4dd1-b9aa-d748bf92772d", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:35.003104 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-937575b4-b6a3-4396-9f3a-df3ead896be0 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:35.003408 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc622ab-7a41-4cdd-a2a2-24657581486a', 'name': 'network-vif-deleted', 'tag': '3e0189fc-2b6e-4dd1-b9aa-d748bf92772d', 'status': 'completed', 'code': 200} Aug 03 19:35:35.041363 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] Set router bc3630f0-0c37-4532-9134-9833782bcbd5 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:35.091677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Allocated IP 172.20.0.18 (18ccbaed-8115-4ea3-9809-167d9e3ea039/6bf5e8ba-3697-4791-a7d4-063ba5ff84a4/22630ae6-8d0f-4177-aaa3-5ae5cf958bf7) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:35.505087 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.517464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Transition to ACTIVE for port object 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:35.526040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624299850', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:35:31Z', 'revision_number': 3, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:31Z', 'updated_at': '2021-08-03T19:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:35.559485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09a361-28c6-43af-886b-97bb121e5faf None None] The sync data for ids ['bc3630f0-0c37-4532-9134-9833782bcbd5'] in n-d-802918-7 is: [{'id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624299850', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:35:31Z', 'revision_number': 3, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:31Z', 'updated_at': '2021-08-03T19:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:35.563269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Transition to ACTIVE for port object 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:35.574844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.651877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Allocated IP 172.20.0.17 (18ccbaed-8115-4ea3-9809-167d9e3ea039/6bf5e8ba-3697-4791-a7d4-063ba5ff84a4/abcefdda-6c80-4054-9bc9-263102bfcd79) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:35.652741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Network 18ccbaed-8115-4ea3-9809-167d9e3ea039 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:35.657885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:35.668982 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:35.683185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Pushing event updated for resources: {'Port': ['ID=22630ae6-8d0f-4177-aaa3-5ae5cf958bf7,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:35.762020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Attempting to bind port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:35.762271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Attempting to bind port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:35.762628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Attempting to bind port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 on network 18ccbaed-8115-4ea3-9809-167d9e3ea039 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:35.769743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:35.770283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Checking segment: {'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:35.771180 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.771712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Bound using segment: {'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:35.772605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Bound port: 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:35.773515 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.848353 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.877532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] For port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:35.880461 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Transition to ACTIVE for port object abcefdda-6c80-4054-9bc9-263102bfcd79 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:35.881055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] For port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=22630ae6-8d0f-4177-aaa3-5ae5cf958bf7,segment=NetworkSegment(1660c577-4e05-4a57-966a-f927a2613699),segment_id=1660c577-4e05-4a57-966a-f927a2613699)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:35.896593 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.941106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.043525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23294d64-9e07-4727-bf35-49be868a35b8 None None] Pushing event updated for resources: {'Port': ['ID=22630ae6-8d0f-4177-aaa3-5ae5cf958bf7,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:36.051720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network 18ccbaed-8115-4ea3-9809-167d9e3ea039 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:36.055717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:36.061130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:36.105026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Port': ['ID=abcefdda-6c80-4054-9bc9-263102bfcd79,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:36.130145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.419287 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.454562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3ff5985c-bb6b-447d-b11d-1369b51b9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.748901 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.916867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.923518 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.021174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9a165aa0-7bda-44fa-9bd9-235799fd710c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:37.034979 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Port': ['ID=abcefdda-6c80-4054-9bc9-263102bfcd79,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:37.043188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.150704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 9a165aa0-7bda-44fa-9bd9-235799fd710c completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:37.161114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:37.170544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 9a165aa0-7bda-44fa-9bd9-235799fd710c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:37.171401 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.254684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network 18ccbaed-8115-4ea3-9809-167d9e3ea039 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:37.257377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:37.307497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:37.308099 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 3e0189fc-2b6e-4dd1-b9aa-d748bf92772d not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:37.390189 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.419725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 9a165aa0-7bda-44fa-9bd9-235799fd710c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=9a165aa0-7bda-44fa-9bd9-235799fd710c,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:37.432185 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.433113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:37.496711 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Router bc3630f0-0c37-4532-9134-9833782bcbd5 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:35:37.577103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=9a165aa0-7bda-44fa-9bd9-235799fd710c,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:37.593688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b62d7-4111-4da7-922e-d564da20743d None None] Network 18ccbaed-8115-4ea3-9809-167d9e3ea039 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:37.725867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7471d4a4-2b57-4683-9b8c-68d4a9e6d579 None None] Provisioning for port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:37.834521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:37.843811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:37.844193 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:38.014042 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:38.019230 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:38.042364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:35:38.064274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=22630ae6-8d0f-4177-aaa3-5ae5cf958bf7,segment=NetworkSegment(1660c577-4e05-4a57-966a-f927a2613699),segment_id=1660c577-4e05-4a57-966a-f927a2613699)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:38.075070 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-92926659-d956-44f2-ac6d-fddb762f2463 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "PUT /v2.0/routers/bc3630f0-0c37-4532-9134-9833782bcbd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1945956 Aug 03 19:35:38.083113 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:38.253183 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Sync routers for ids ['bc3630f0-0c37-4532-9134-9833782bcbd5'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:35:38.264152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=22630ae6-8d0f-4177-aaa3-5ae5cf958bf7,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:38.283681 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Routers {'bc3630f0-0c37-4532-9134-9833782bcbd5'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:38.284340 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:35:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['bc3630f0-0c37-4532-9134-9833782bcbd5'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:38.444511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7df3a58e-752f-4542-b6a2-31984b6e6856 None None] Provisioning for port abcefdda-6c80-4054-9bc9-263102bfcd79 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:38.458728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7df3a58e-752f-4542-b6a2-31984b6e6856 None None] Provisioning complete for port abcefdda-6c80-4054-9bc9-263102bfcd79 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:38.460354 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7df3a58e-752f-4542-b6a2-31984b6e6856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:38.519507 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Set router bc3630f0-0c37-4532-9134-9833782bcbd5 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:38.545217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7df3a58e-752f-4542-b6a2-31984b6e6856 None None] Port abcefdda-6c80-4054-9bc9-263102bfcd79 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:38.571200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7df3a58e-752f-4542-b6a2-31984b6e6856 None None] Provisioning complete for port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:38.571609 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7df3a58e-752f-4542-b6a2-31984b6e6856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:38.883077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c1f49ae9-aac7-4af8-be54-af0666679dc7 None None] Provisioning complete for port abcefdda-6c80-4054-9bc9-263102bfcd79 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:38.885143 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c1f49ae9-aac7-4af8-be54-af0666679dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:38.899608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83df50-d59f-49b9-9239-64071164f773 req-8a11ddad-874b-4362-9983-404415b6e9b0 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:38.926735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-8a11ddad-874b-4362-9983-404415b6e9b0 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/networks?id=18ccbaed-8115-4ea3-9809-167d9e3ea039 HTTP/1.1" status: 200 len: 797 time: 0.3593123 Aug 03 19:35:38.936647 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9a165aa0-7bda-44fa-9bd9-235799fd710c up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:38.962022 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624299850', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:35:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:31Z', 'updated_at': '2021-08-03T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abcefdda-6c80-4054-9bc9-263102bfcd79', 'name': '', 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b4:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '6bf5e8ba-3697-4791-a7d4-063ba5ff84a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:34Z', 'updated_at': '2021-08-03T19:35:36Z', 'revision_number': 2, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '6bf5e8ba-3697-4791-a7d4-063ba5ff84a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:38.971864 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-1a3498c9-7ead-4a5a-8d16-812ca5fefeeb tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/quotas/a6696e747863422f93fa0dece51e473d HTTP/1.1" status: 200 len: 375 time: 0.0403969 Aug 03 19:35:39.056865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c1f49ae9-aac7-4af8-be54-af0666679dc7 None None] Port abcefdda-6c80-4054-9bc9-263102bfcd79 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:39.065591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 9a165aa0-7bda-44fa-9bd9-235799fd710c triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:39.066582 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.082395 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-865504ca-affa-4e76-baca-21312151e12a tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a6696e747863422f93fa0dece51e473d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1094468 Aug 03 19:35:39.122643 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Checking router: bc3630f0-0c37-4532-9134-9833782bcbd5 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:35:39.123703 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Updating router bc3630f0-0c37-4532-9134-9833782bcbd5 port abcefdda-6c80-4054-9bc9-263102bfcd79 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:35:39.187651 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.296481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1973201a-ad7e-4f97-bfd1-bc2337243730 None None] Provisioning complete for port abcefdda-6c80-4054-9bc9-263102bfcd79 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:39.297933 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1973201a-ad7e-4f97-bfd1-bc2337243730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.374672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:39.466937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1973201a-ad7e-4f97-bfd1-bc2337243730 None None] Port abcefdda-6c80-4054-9bc9-263102bfcd79 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:39.505403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-2ff0ef17-1b65-4609-a334-04fdbfd9ccee service neutron] 10.222.0.78 "GET /v2.0/networks/18ccbaed-8115-4ea3-9809-167d9e3ea039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141345 Aug 03 19:35:39.530552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:39.533447 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.790849 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.841956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-066bc2c8-d433-42e3-9355-5e43678970af service neutron] 10.222.0.78 "GET /v2.0/networks/18ccbaed-8115-4ea3-9809-167d9e3ea039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348949 Aug 03 19:35:40.043068 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.081463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7156c9b3-f6fa-4139-aeaf-fe7eaeef29eb req-0649b525-76a3-472e-9415-e0a70c1e221a tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 210 time: 0.0425982 Aug 03 19:35:40.095208 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Transition to ACTIVE for port object abcefdda-6c80-4054-9bc9-263102bfcd79 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:40.116724 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.347091 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fa1c5-4a97-4bd5-be72-9ceb05c965d8 None None] Pushing event updated for resources: {'Port': ['ID=abcefdda-6c80-4054-9bc9-263102bfcd79,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:40.350075 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Attempting to bind port abcefdda-6c80-4054-9bc9-263102bfcd79 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:40.350440 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Attempting to bind port abcefdda-6c80-4054-9bc9-263102bfcd79 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:40.350801 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Attempting to bind port abcefdda-6c80-4054-9bc9-263102bfcd79 on network 18ccbaed-8115-4ea3-9809-167d9e3ea039 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:40.357308 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:40.357715 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Checking segment: {'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:40.358126 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.358521 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Bound using segment: {'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:40.359017 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Bound port: abcefdda-6c80-4054-9bc9-263102bfcd79, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:40.359400 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.484947 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] For port abcefdda-6c80-4054-9bc9-263102bfcd79, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:40.490015 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] For port abcefdda-6c80-4054-9bc9-263102bfcd79, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=abcefdda-6c80-4054-9bc9-263102bfcd79,segment=NetworkSegment(1660c577-4e05-4a57-966a-f927a2613699),segment_id=1660c577-4e05-4a57-966a-f927a2613699)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:40.496473 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.555317 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Routers {'bc3630f0-0c37-4532-9134-9833782bcbd5'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:40.556255 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:35:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['bc3630f0-0c37-4532-9134-9833782bcbd5'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:40.834478 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] Set router bc3630f0-0c37-4532-9134-9833782bcbd5 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:40.993541 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fa1c5-4a97-4bd5-be72-9ceb05c965d8 None None] Pushing event updated for resources: {'Port': ['ID=abcefdda-6c80-4054-9bc9-263102bfcd79,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:41.195453 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624299850', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:35:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:31Z', 'updated_at': '2021-08-03T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abcefdda-6c80-4054-9bc9-263102bfcd79', 'name': '', 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b4:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '6bf5e8ba-3697-4791-a7d4-063ba5ff84a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:34Z', 'updated_at': '2021-08-03T19:35:40Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '6bf5e8ba-3697-4791-a7d4-063ba5ff84a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:41.260197 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff0a01-2606-43d4-8e3f-e9561821ce63 None None] The sync data for ids ['bc3630f0-0c37-4532-9134-9833782bcbd5'] in n-d-802918-7 is: [{'id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624299850', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:35:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:31Z', 'updated_at': '2021-08-03T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abcefdda-6c80-4054-9bc9-263102bfcd79', 'name': '', 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b4:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '6bf5e8ba-3697-4791-a7d4-063ba5ff84a4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:34Z', 'updated_at': '2021-08-03T19:35:40Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '6bf5e8ba-3697-4791-a7d4-063ba5ff84a4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:41.262884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d350b62-7da3-4bf8-8936-1ca4a978d4cb req-209ce754-92fc-43c0-bf1e-81ebbb232cc0 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 210 time: 0.0489142 Aug 03 19:35:41.984783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83df50-d59f-49b9-9239-64071164f773 req-de5a78bd-cc20-4730-81c8-bb480cac9396 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:41.987968 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-de5a78bd-cc20-4730-81c8-bb480cac9396 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.37 "GET /v2.0/networks?id=18ccbaed-8115-4ea3-9809-167d9e3ea039 HTTP/1.1" status: 200 len: 797 time: 0.2724948 Aug 03 19:35:42.001314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Request body: {'port': {'device_id': 'f239f3d7-3cd3-446d-b106-a4d3ac5093cc', 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039', 'admin_state_up': True, 'tenant_id': 'a6696e747863422f93fa0dece51e473d'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:42.111025 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:35:42.209754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Made reservation on behalf of a6696e747863422f93fa0dece51e473d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:42.219061 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.443800 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2b0ad9e5-459e-41ae-b3d6-035500943326 req-fd654eca-62be-40a1-bdae-54ce08a78c2c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 210 time: 0.0713491 Aug 03 19:35:42.516223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Allocated IP 172.20.0.27 (18ccbaed-8115-4ea3-9809-167d9e3ea039/6bf5e8ba-3697-4791-a7d4-063ba5ff84a4/6a5573f8-6556-4859-be68-5518fcbd5d1a) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:42.831956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.881157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Transition to ACTIVE for port object 6a5573f8-6556-4859-be68-5518fcbd5d1a will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:42.941788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device abcefdda-6c80-4054-9bc9-263102bfcd79 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:42.960835 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.042279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Network 18ccbaed-8115-4ea3-9809-167d9e3ea039 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:43.048217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:43.058287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:43.084213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port abcefdda-6c80-4054-9bc9-263102bfcd79 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:43.092778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port abcefdda-6c80-4054-9bc9-263102bfcd79 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:43.094659 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.174841 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event updated for resources: {'Port': ['ID=6a5573f8-6556-4859-be68-5518fcbd5d1a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:43.212561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:43.213957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.246096 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-2ab25a19-a737-45fc-85b5-ec16fe714fd8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2490330 Aug 03 19:35:43.263493 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Request body: {'port': {'device_id': 'f239f3d7-3cd3-446d-b106-a4d3ac5093cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:43.381860 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.404886 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.558498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port abcefdda-6c80-4054-9bc9-263102bfcd79, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=abcefdda-6c80-4054-9bc9-263102bfcd79,segment=NetworkSegment(1660c577-4e05-4a57-966a-f927a2613699),segment_id=1660c577-4e05-4a57-966a-f927a2613699)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:43.581382 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.592532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a3f87b68-6036-4584-9b8b-5500cf637ec0 None None] Provisioning for port 6a5573f8-6556-4859-be68-5518fcbd5d1a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:43.601273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a3f87b68-6036-4584-9b8b-5500cf637ec0 None None] Provisioning complete for port 6a5573f8-6556-4859-be68-5518fcbd5d1a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:43.602461 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a3f87b68-6036-4584-9b8b-5500cf637ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.763010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350538a4-322c-42b4-9211-f00d5212e8d8 req-df3e8957-eeb1-4104-8392-e3cf30f5a04b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:43.772435 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-350538a4-322c-42b4-9211-f00d5212e8d8 req-df3e8957-eeb1-4104-8392-e3cf30f5a04b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 895 time: 0.1213732 Aug 03 19:35:43.830402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=abcefdda-6c80-4054-9bc9-263102bfcd79,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:43.870990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a3f87b68-6036-4584-9b8b-5500cf637ec0 None None] Port 6a5573f8-6556-4859-be68-5518fcbd5d1a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:44.147575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5573f8-6556-4859-be68-5518fcbd5d1a {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:35:44.168756 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:44.209349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Transition to ACTIVE for port object 6a5573f8-6556-4859-be68-5518fcbd5d1a will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:44.217083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:44.297307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Pushing event updated for resources: {'Port': ['ID=6a5573f8-6556-4859-be68-5518fcbd5d1a,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:44.430195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Attempting to bind port 6a5573f8-6556-4859-be68-5518fcbd5d1a on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:44.430859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Attempting to bind port 6a5573f8-6556-4859-be68-5518fcbd5d1a by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:44.431564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Attempting to bind port 6a5573f8-6556-4859-be68-5518fcbd5d1a on network 18ccbaed-8115-4ea3-9809-167d9e3ea039 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:44.440858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Port 6a5573f8-6556-4859-be68-5518fcbd5d1a on network 18ccbaed-8115-4ea3-9809-167d9e3ea039 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:35:44.441382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Attempting to bind port 6a5573f8-6556-4859-be68-5518fcbd5d1a on network 18ccbaed-8115-4ea3-9809-167d9e3ea039 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:44.452001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:44.452597 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Checking segment: {'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:44.453192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Bound using segment: {'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:44.453879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Bound port: 6a5573f8-6556-4859-be68-5518fcbd5d1a, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1660c577-4e05-4a57-966a-f927a2613699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:44.454443 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:44.629280 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] For port 6a5573f8-6556-4859-be68-5518fcbd5d1a, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:44.635402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] For port 6a5573f8-6556-4859-be68-5518fcbd5d1a, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=6a5573f8-6556-4859-be68-5518fcbd5d1a,segment=NetworkSegment(1660c577-4e05-4a57-966a-f927a2613699),segment_id=1660c577-4e05-4a57-966a-f927a2613699)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:44.643593 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:44.698191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:44.698863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:44.700369 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] 10.222.0.37 "PUT /v2.0/ports/6a5573f8-6556-4859-be68-5518fcbd5d1a HTTP/1.1" status: 200 len: 1055 time: 1.4416909 Aug 03 19:35:44.700865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f239f3d7-3cd3-446d-b106-a4d3ac5093cc', 'tag': '6a5573f8-6556-4859-be68-5518fcbd5d1a'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:44.703606 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f71687-09d8-4a05-80c2-824889eb084b" -d '{"events": [{"name": "network-changed", "server_uuid": "f239f3d7-3cd3-446d-b106-a4d3ac5093cc", "tag": "6a5573f8-6556-4859-be68-5518fcbd5d1a"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:44.875956 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2322d1a-cd80-43d0-bb13-d4bae511234a x-openstack-request-id: req-f2322d1a-cd80-43d0-bb13-d4bae511234a {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:44.877089 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f239f3d7-3cd3-446d-b106-a4d3ac5093cc", "tag": "6a5573f8-6556-4859-be68-5518fcbd5d1a", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:44.877546 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f2322d1a-cd80-43d0-bb13-d4bae511234a {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:44.878123 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f239f3d7-3cd3-446d-b106-a4d3ac5093cc', 'tag': '6a5573f8-6556-4859-be68-5518fcbd5d1a', 'status': 'completed', 'code': 200} Aug 03 19:35:44.948004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device abcefdda-6c80-4054-9bc9-263102bfcd79 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:45.060977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ef171-66df-4838-a20d-43047a15f3ee service neutron] Pushing event updated for resources: {'Port': ['ID=6a5573f8-6556-4859-be68-5518fcbd5d1a,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:45.111994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83df50-d59f-49b9-9239-64071164f773 req-965887d0-295e-4e76-ad0b-1821f8252d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:45.116598 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-965887d0-295e-4e76-ad0b-1821f8252d72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6696e747863422f93fa0dece51e473d&device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 1058 time: 0.3483243 Aug 03 19:35:45.132219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port abcefdda-6c80-4054-9bc9-263102bfcd79 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:45.132836 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:45.133370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a23-50f9-4005-96f8-d31f9da97797 req-1d91a12e-17ef-4712-9ea3-aac26023656b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:45.135679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-778d8a23-50f9-4005-96f8-d31f9da97797 req-1d91a12e-17ef-4712-9ea3-aac26023656b tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 907 time: 0.1298976 Aug 03 19:35:45.280769 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-d37d4923-f815-47f5-96ea-d207ea724a9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=6a5573f8-6556-4859-be68-5518fcbd5d1a HTTP/1.1" status: 200 len: 217 time: 0.1542060 Aug 03 19:35:45.424694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83df50-d59f-49b9-9239-64071164f773 req-0393a7e2-0e19-42ce-8436-efa8c0cec986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:45.427621 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-0393a7e2-0e19-42ce-8436-efa8c0cec986 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bf5e8ba-3697-4791-a7d4-063ba5ff84a4 HTTP/1.1" status: 200 len: 837 time: 0.1396568 Aug 03 19:35:45.609539 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:45.645746 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83df50-d59f-49b9-9239-64071164f773 req-7e3253eb-55b4-441c-8d3f-c6916126f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:45.647885 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-7e3253eb-55b4-441c-8d3f-c6916126f6cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18ccbaed-8115-4ea3-9809-167d9e3ea039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2027755 Aug 03 19:35:45.823455 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-c6dc6385-0cc8-4c36-bbc9-edf081415ee7 service neutron] 10.222.0.37 "GET /v2.0/networks/18ccbaed-8115-4ea3-9809-167d9e3ea039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678166 Aug 03 19:35:46.011517 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de83df50-d59f-49b9-9239-64071164f773 req-48b01038-1e9a-4fba-bbcf-8456d13f3802 service neutron] 10.222.0.37 "GET /v2.0/networks/18ccbaed-8115-4ea3-9809-167d9e3ea039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805248 Aug 03 19:35:46.152235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f71687-09d8-4a05-80c2-824889eb084b req-82d7b2fd-5f4e-43d8-9be6-669412854da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.153865 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-20f71687-09d8-4a05-80c2-824889eb084b req-82d7b2fd-5f4e-43d8-9be6-669412854da1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a6696e747863422f93fa0dece51e473d&device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 1058 time: 0.0772822 Aug 03 19:35:46.326793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f71687-09d8-4a05-80c2-824889eb084b req-e13d3386-dbb6-4d1d-ad4d-4b52efb654fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.328325 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-20f71687-09d8-4a05-80c2-824889eb084b req-e13d3386-dbb6-4d1d-ad4d-4b52efb654fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=18ccbaed-8115-4ea3-9809-167d9e3ea039 HTTP/1.1" status: 200 len: 898 time: 0.1666515 Aug 03 19:35:46.336457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dfb89-5ef7-4424-bb22-450cb256d41e req-8abccff0-9425-4d73-a84b-c83bc77a45be tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.351058 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f1dfb89-5ef7-4424-bb22-450cb256d41e req-8abccff0-9425-4d73-a84b-c83bc77a45be tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 907 time: 0.0668974 Aug 03 19:35:46.388876 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-20f71687-09d8-4a05-80c2-824889eb084b req-d3cefe10-8134-4145-9f65-94c4acfc89b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=6a5573f8-6556-4859-be68-5518fcbd5d1a HTTP/1.1" status: 200 len: 217 time: 0.0523207 Aug 03 19:35:46.468914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f71687-09d8-4a05-80c2-824889eb084b req-16c16338-715b-4ce9-815e-8a3d7aadde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.471417 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-20f71687-09d8-4a05-80c2-824889eb084b req-16c16338-715b-4ce9-815e-8a3d7aadde05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6bf5e8ba-3697-4791-a7d4-063ba5ff84a4 HTTP/1.1" status: 200 len: 837 time: 0.0725436 Aug 03 19:35:46.542520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f71687-09d8-4a05-80c2-824889eb084b req-f54c416f-16e6-4eb8-ad03-5d3bedcfc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.544733 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-20f71687-09d8-4a05-80c2-824889eb084b req-f54c416f-16e6-4eb8-ad03-5d3bedcfc4c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=18ccbaed-8115-4ea3-9809-167d9e3ea039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566671 Aug 03 19:35:46.662820 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-20f71687-09d8-4a05-80c2-824889eb084b req-8f501b0e-cb98-45b6-a6ef-657a0736d364 service neutron] 10.222.0.37 "GET /v2.0/networks/18ccbaed-8115-4ea3-9809-167d9e3ea039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098547 Aug 03 19:35:46.845468 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-20f71687-09d8-4a05-80c2-824889eb084b req-84f3e10c-7d0d-4121-8f98-5b6e801eb30d service neutron] 10.222.0.37 "GET /v2.0/networks/18ccbaed-8115-4ea3-9809-167d9e3ea039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733501 Aug 03 19:35:47.489382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50340c4a-4610-4280-a6e3-dcf031b97330 req-5c82e1b5-103a-46e8-89ce-2c972c4ede19 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:47.498211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50340c4a-4610-4280-a6e3-dcf031b97330 req-5c82e1b5-103a-46e8-89ce-2c972c4ede19 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 907 time: 0.0660894 Aug 03 19:35:48.655365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851a605-dba9-4b76-9b79-8e2f1390eeb8 req-e5321f74-fd4d-4631-acbf-d879cb4f5df9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:48.657901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8851a605-dba9-4b76-9b79-8e2f1390eeb8 req-e5321f74-fd4d-4631-acbf-d879cb4f5df9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 907 time: 0.0862627 Aug 03 19:35:49.189912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 6a5573f8-6556-4859-be68-5518fcbd5d1a details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:35:49.323324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 6a5573f8-6556-4859-be68-5518fcbd5d1a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=6a5573f8-6556-4859-be68-5518fcbd5d1a,segment=NetworkSegment(1660c577-4e05-4a57-966a-f927a2613699),segment_id=1660c577-4e05-4a57-966a-f927a2613699)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:49.341454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '6a5573f8-6556-4859-be68-5518fcbd5d1a', 'network_id': '18ccbaed-8115-4ea3-9809-167d9e3ea039', 'port_id': '6a5573f8-6556-4859-be68-5518fcbd5d1a', 'mac_address': 'fa:16:3e:c4:1c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf5e8ba-3697-4791-a7d4-063ba5ff84a4', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:35:49.389463 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.407255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5573f8-6556-4859-be68-5518fcbd5d1a {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:35:49.432554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 6a5573f8-6556-4859-be68-5518fcbd5d1a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=6a5573f8-6556-4859-be68-5518fcbd5d1a,segment=NetworkSegment(1660c577-4e05-4a57-966a-f927a2613699),segment_id=1660c577-4e05-4a57-966a-f927a2613699)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:49.440980 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.515817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=6a5573f8-6556-4859-be68-5518fcbd5d1a,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:49.655177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['6a5573f8-6556-4859-be68-5518fcbd5d1a'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:35:49.820412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3fec0-c9e7-43a8-98b5-bed3f1891b39 req-e66e923c-d636-4c40-96c8-13c56492dc53 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:49.828499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fbf3fec0-c9e7-43a8-98b5-bed3f1891b39 req-e66e923c-d636-4c40-96c8-13c56492dc53 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 908 time: 0.0693710 Aug 03 19:35:50.992823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9f854-031c-4056-9dd8-2012ee9918b3 req-1c61dfce-6275-4cbf-8292-0ef4305ba085 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:50.994460 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fd9f854-031c-4056-9dd8-2012ee9918b3 req-1c61dfce-6275-4cbf-8292-0ef4305ba085 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 908 time: 0.0587721 Aug 03 19:35:51.184898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 6a5573f8-6556-4859-be68-5518fcbd5d1a up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:51.285667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 6a5573f8-6556-4859-be68-5518fcbd5d1a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:51.294150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 6a5573f8-6556-4859-be68-5518fcbd5d1a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:51.294844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.426418 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.460411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f239f3d7-3cd3-446d-b106-a4d3ac5093cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5573f8-6556-4859-be68-5518fcbd5d1a'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:51.463568 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ba0478-f3ed-4f1e-a2e6-033ff68333d7" -d '{"events": [{"server_uuid": "f239f3d7-3cd3-446d-b106-a4d3ac5093cc", "name": "network-vif-plugged", "status": "completed", "tag": "6a5573f8-6556-4859-be68-5518fcbd5d1a"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:51.490118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 6a5573f8-6556-4859-be68-5518fcbd5d1a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=6a5573f8-6556-4859-be68-5518fcbd5d1a,segment=NetworkSegment(1660c577-4e05-4a57-966a-f927a2613699),segment_id=1660c577-4e05-4a57-966a-f927a2613699)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:51.507793 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.615922 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c5d66d-81b7-4dd4-9d7f-4815a57d384d x-openstack-request-id: req-d7c5d66d-81b7-4dd4-9d7f-4815a57d384d {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:51.616182 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f239f3d7-3cd3-446d-b106-a4d3ac5093cc", "name": "network-vif-plugged", "status": "completed", "tag": "6a5573f8-6556-4859-be68-5518fcbd5d1a", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:51.616321 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7c5d66d-81b7-4dd4-9d7f-4815a57d384d {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:51.616748 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f239f3d7-3cd3-446d-b106-a4d3ac5093cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5573f8-6556-4859-be68-5518fcbd5d1a', 'code': 200} Aug 03 19:35:51.652989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=6a5573f8-6556-4859-be68-5518fcbd5d1a,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:51.692533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522e194-e37e-4348-b280-c507f7d1eb40 req-9bc08c3b-a4d1-4e14-aefe-90ed2c6464ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:51.694212 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5522e194-e37e-4348-b280-c507f7d1eb40 req-9bc08c3b-a4d1-4e14-aefe-90ed2c6464ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 1060 time: 0.0914280 Aug 03 19:35:52.169255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34930c43-87a5-4d84-a3ba-3df23584f595 req-376cba7d-bd7a-4d07-939a-754b5ae53797 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:52.171842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-34930c43-87a5-4d84-a3ba-3df23584f595 req-376cba7d-bd7a-4d07-939a-754b5ae53797 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 909 time: 0.0918205 Aug 03 19:35:53.372147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca79cc3-0424-4a8b-b760-00f5d2a71b9b req-e2676cce-3180-48c1-a193-58e41ee6b435 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:53.375272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bca79cc3-0424-4a8b-b760-00f5d2a71b9b req-e2676cce-3180-48c1-a193-58e41ee6b435 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 909 time: 0.0700769 Aug 03 19:35:53.618594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d169c0-0da8-4d9a-85e8-1254feb6949d req-3f26d181-5d56-4eb1-b95e-2b830dfef0d0 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:53.622003 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5d169c0-0da8-4d9a-85e8-1254feb6949d req-3f26d181-5d56-4eb1-b95e-2b830dfef0d0 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 909 time: 0.1053476 Aug 03 19:35:53.718936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-c75d5d82-765e-485e-a040-3e2110c987d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535817 Aug 03 19:35:53.807701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d1e3f-b2ac-46f8-a584-9718c85dbaba req-ddac9e0d-fe7a-4719-860c-7f493e972cae tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:53.819128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-332d1e3f-b2ac-46f8-a584-9718c85dbaba req-ddac9e0d-fe7a-4719-860c-7f493e972cae tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 1060 time: 0.0588622 Aug 03 19:35:53.895774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-cdce926e-3520-4f8d-b809-a80a88be38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:53.897644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-cdce926e-3520-4f8d-b809-a80a88be38d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6696e747863422f93fa0dece51e473d&device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 1136 time: 0.0925963 Aug 03 19:35:54.390675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03f2fe-163b-4526-8d9b-6695cba2dc8c req-5a960828-a13d-4aea-b41f-de705860f338 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:54.392539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa03f2fe-163b-4526-8d9b-6695cba2dc8c req-5a960828-a13d-4aea-b41f-de705860f338 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 1136 time: 0.4860978 Aug 03 19:35:54.489858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-156d1617-c946-4e45-ba9b-7249b990e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:54.492203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-156d1617-c946-4e45-ba9b-7249b990e3aa service neutron] 10.222.0.74 "GET /v2.0/networks?id=25f2f4dd-6e4f-46bd-9ba6-a2f050871897 HTTP/1.1" status: 200 len: 898 time: 0.5538812 Aug 03 19:35:54.513321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa03f2fe-163b-4526-8d9b-6695cba2dc8c req-306c38fa-d7eb-4772-9c3d-42e63971a2db tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0898528 Aug 03 19:35:54.556130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33080) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:54.625966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d239c6-fe0e-4ae7-bffe-a0d84be9a3d1 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:54.626617 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-f5eba980-f804-4172-a618-24b67618f3b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b594db48-9b7b-4179-bf33-f308ade7022e HTTP/1.1" status: 200 len: 1002 time: 0.1253219 Aug 03 19:35:54.629542 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-51d239c6-fe0e-4ae7-bffe-a0d84be9a3d1 tempest-TestSecurityGroupsBasicOps-1038337131 tempest-TestSecurityGroupsBasicOps-1038337131-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 1055 time: 0.0704241 Aug 03 19:35:54.713528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-5d57a473-212c-4133-ba1e-22e95a2cfb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:54.716133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-5d57a473-212c-4133-ba1e-22e95a2cfb3f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=91afc7dc-adcb-4c56-aae6-e8264543603f HTTP/1.1" status: 200 len: 835 time: 0.0822763 Aug 03 19:35:54.784976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-621892ad-d539-41dc-96df-3cd5fd535981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:54.786919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-621892ad-d539-41dc-96df-3cd5fd535981 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f2f4dd-6e4f-46bd-9ba6-a2f050871897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624311 Aug 03 19:35:54.915978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-fa3081a1-53ba-468a-944c-61c223a50782 service neutron] 10.222.0.74 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217978 Aug 03 19:35:55.074874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ee9f6b9-138f-4246-bded-5518f39d73db req-b7e05bb9-f814-4382-9550-18af6998ffea service neutron] 10.222.0.74 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498110 Aug 03 19:35:55.105898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db616196-32fa-4cbe-86be-fb1f46dec919 req-6554f514-f24f-4e39-9f49-0f637c4f8b5f tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:55.107879 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db616196-32fa-4cbe-86be-fb1f46dec919 req-6554f514-f24f-4e39-9f49-0f637c4f8b5f tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 909 time: 0.0641551 Aug 03 19:35:56.363019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf0623-d154-4708-84f0-1f77169dedce req-1a175ea4-f76f-4bb3-85d7-0b28d20a7667 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:56.366034 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83bf0623-d154-4708-84f0-1f77169dedce req-1a175ea4-f76f-4bb3-85d7-0b28d20a7667 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 909 time: 0.0887356 Aug 03 19:35:56.441789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acea9bf-30f7-4595-b698-7e9444f28a16 req-afacb7a7-b206-4dd2-9c42-f11f4bbca7c1 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:56.443511 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0acea9bf-30f7-4595-b698-7e9444f28a16 req-afacb7a7-b206-4dd2-9c42-f11f4bbca7c1 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.37 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 909 time: 0.1280046 Aug 03 19:35:56.635038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-0acea9bf-30f7-4595-b698-7e9444f28a16 req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Deleting port 6a5573f8-6556-4859-be68-5518fcbd5d1a {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:56.635598 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0acea9bf-30f7-4595-b698-7e9444f28a16 req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.879174 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0acea9bf-30f7-4595-b698-7e9444f28a16 req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] For port 6a5573f8-6556-4859-be68-5518fcbd5d1a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=6a5573f8-6556-4859-be68-5518fcbd5d1a,segment=NetworkSegment(1660c577-4e05-4a57-966a-f927a2613699),segment_id=1660c577-4e05-4a57-966a-f927a2613699)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:56.879586 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0acea9bf-30f7-4595-b698-7e9444f28a16 req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.899062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-0acea9bf-30f7-4595-b698-7e9444f28a16 req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Calling delete_port for 6a5573f8-6556-4859-be68-5518fcbd5d1a owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:57.096690 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0acea9bf-30f7-4595-b698-7e9444f28a16 req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:57.131074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'Port': ['ID=6a5573f8-6556-4859-be68-5518fcbd5d1a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:57.160670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.160985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.161380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.162303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.162421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.162742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.163084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.163444 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.164088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.164432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.164769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.165098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:57.212999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acea9bf-30f7-4595-b698-7e9444f28a16 req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] No DVR routers for this DVR port 6a5573f8-6556-4859-be68-5518fcbd5d1a on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:57.216436 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0acea9bf-30f7-4595-b698-7e9444f28a16 req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:57.219619 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0acea9bf-30f7-4595-b698-7e9444f28a16 req-d16e0967-1c50-4d62-bf2e-eb266e5c2d25 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.37 "DELETE /v2.0/ports/6a5573f8-6556-4859-be68-5518fcbd5d1a HTTP/1.1" status: 204 len: 173 time: 0.7683120 Aug 03 19:35:57.220842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f239f3d7-3cd3-446d-b106-a4d3ac5093cc', 'name': 'network-vif-deleted', 'tag': '6a5573f8-6556-4859-be68-5518fcbd5d1a'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:57.224929 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e819b45-c07f-46bb-8262-f43ea87e6bd3" -d '{"events": [{"server_uuid": "f239f3d7-3cd3-446d-b106-a4d3ac5093cc", "name": "network-vif-deleted", "tag": "6a5573f8-6556-4859-be68-5518fcbd5d1a"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:57.322052 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccb7628-1a78-4e12-b6ea-a3c3be34a992 x-openstack-request-id: req-1ccb7628-1a78-4e12-b6ea-a3c3be34a992 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:57.322686 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f239f3d7-3cd3-446d-b106-a4d3ac5093cc", "name": "network-vif-deleted", "tag": "6a5573f8-6556-4859-be68-5518fcbd5d1a", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:57.323107 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ccb7628-1a78-4e12-b6ea-a3c3be34a992 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:57.323709 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f239f3d7-3cd3-446d-b106-a4d3ac5093cc', 'name': 'network-vif-deleted', 'tag': '6a5573f8-6556-4859-be68-5518fcbd5d1a', 'status': 'completed', 'code': 200} Aug 03 19:35:57.666308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4753b530-4479-49cc-b96d-a6c481e870e3 req-8e3cbb5b-8c44-45c5-b5d3-0c43b7417d7e tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=f239f3d7-3cd3-446d-b106-a4d3ac5093cc HTTP/1.1" status: 200 len: 210 time: 0.0745704 Aug 03 19:35:58.744919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33118) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:59.244471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 6a5573f8-6556-4859-be68-5518fcbd5d1a no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:59.269045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 6a5573f8-6556-4859-be68-5518fcbd5d1a {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:59.269417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 6a5573f8-6556-4859-be68-5518fcbd5d1a not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:59.563910 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.904511 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Deleting port abcefdda-6c80-4054-9bc9-263102bfcd79 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:59.905568 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.906636 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.011338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] For port abcefdda-6c80-4054-9bc9-263102bfcd79, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=abcefdda-6c80-4054-9bc9-263102bfcd79,segment=NetworkSegment(1660c577-4e05-4a57-966a-f927a2613699),segment_id=1660c577-4e05-4a57-966a-f927a2613699)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:00.011610 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.026719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Calling delete_port for abcefdda-6c80-4054-9bc9-263102bfcd79 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:00.252613 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.283684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'Port': ['ID=abcefdda-6c80-4054-9bc9-263102bfcd79,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:00.566410 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.835846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Router bc3630f0-0c37-4532-9134-9833782bcbd5 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:00.962883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:00.973440 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f9047e64-0eea-4b01-a0c9-2bba359ecd06 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "PUT /v2.0/routers/bc3630f0-0c37-4532-9134-9833782bcbd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2250779 Aug 03 19:36:00.973981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33164) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:00.978873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3876a4b-e286-4c85-add0-7dbf031b6965 None None] Sync routers for ids ['bc3630f0-0c37-4532-9134-9833782bcbd5'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:00.991705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3876a4b-e286-4c85-add0-7dbf031b6965 None None] Routers {'bc3630f0-0c37-4532-9134-9833782bcbd5'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:00.992500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a3876a4b-e286-4c85-add0-7dbf031b6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:35:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['bc3630f0-0c37-4532-9134-9833782bcbd5'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:01.048013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c616432-888d-4921-9f85-f31bc27934a4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Deleting subnet 6bf5e8ba-3697-4791-a7d4-063ba5ff84a4 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:36:01.052768 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c616432-888d-4921-9f85-f31bc27934a4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.117067 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c616432-888d-4921-9f85-f31bc27934a4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.259827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c616432-888d-4921-9f85-f31bc27934a4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.348497 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-a3876a4b-e286-4c85-add0-7dbf031b6965 None None] Set router bc3630f0-0c37-4532-9134-9833782bcbd5 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:01.366566 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c616432-888d-4921-9f85-f31bc27934a4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.401217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c616432-888d-4921-9f85-f31bc27934a4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf5e8ba-3697-4791-a7d4-063ba5ff84a4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:01.411144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3c616432-888d-4921-9f85-f31bc27934a4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.415861 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3c616432-888d-4921-9f85-f31bc27934a4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "DELETE /v2.0/subnets/6bf5e8ba-3697-4791-a7d4-063ba5ff84a4 HTTP/1.1" status: 204 len: 168 time: 0.4401321 Aug 03 19:36:01.420306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33196) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:01.442711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6eb052-bb1e-4b4d-bd4c-837312372799 None None] Network 18ccbaed-8115-4ea3-9809-167d9e3ea039 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:01.642866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.769692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a3876a4b-e286-4c85-add0-7dbf031b6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624299850', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:36:00Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:31Z', 'updated_at': '2021-08-03T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:01.805307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3876a4b-e286-4c85-add0-7dbf031b6965 None None] Checking router: bc3630f0-0c37-4532-9134-9833782bcbd5 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:01.826509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3876a4b-e286-4c85-add0-7dbf031b6965 None None] Routers {'bc3630f0-0c37-4532-9134-9833782bcbd5'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:01.827162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a3876a4b-e286-4c85-add0-7dbf031b6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:35:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['bc3630f0-0c37-4532-9134-9833782bcbd5'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:01.854416 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.875983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ed55d-6d52-4890-bd1d-175db3f52e59 None None] DHCP port deletion for 18ccbaed-8115-4ea3-9809-167d9e3ea039 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:36:01.929997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Deleting port 9a165aa0-7bda-44fa-9bd9-235799fd710c {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:01.930327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.990426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-a3876a4b-e286-4c85-add0-7dbf031b6965 None None] Set router bc3630f0-0c37-4532-9134-9833782bcbd5 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:02.019393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a94ed55d-6d52-4890-bd1d-175db3f52e59 None None] Deleting port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:02.019824 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a94ed55d-6d52-4890-bd1d-175db3f52e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.031375 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] For port 9a165aa0-7bda-44fa-9bd9-235799fd710c, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=9a165aa0-7bda-44fa-9bd9-235799fd710c,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:02.032023 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.060400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Calling delete_port for 9a165aa0-7bda-44fa-9bd9-235799fd710c owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:02.167141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-a94ed55d-6d52-4890-bd1d-175db3f52e59 None None] For port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=22630ae6-8d0f-4177-aaa3-5ae5cf958bf7,segment=NetworkSegment(1660c577-4e05-4a57-966a-f927a2613699),segment_id=1660c577-4e05-4a57-966a-f927a2613699)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:02.167832 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a94ed55d-6d52-4890-bd1d-175db3f52e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.197920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a94ed55d-6d52-4890-bd1d-175db3f52e59 None None] Calling delete_port for 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:02.354516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-a3876a4b-e286-4c85-add0-7dbf031b6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624299850', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:36:00Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:31Z', 'updated_at': '2021-08-03T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:02.357790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a94ed55d-6d52-4890-bd1d-175db3f52e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.389851 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.392625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3876a4b-e286-4c85-add0-7dbf031b6965 None None] The sync data for ids ['bc3630f0-0c37-4532-9134-9833782bcbd5'] in n-d-802918-7 is: [{'id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624299850', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:30Z', 'updated_at': '2021-08-03T19:36:00Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': '9a165aa0-7bda-44fa-9bd9-235799fd710c', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3630f0-0c37-4532-9134-9833782bcbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:35:31Z', 'updated_at': '2021-08-03T19:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:02.414554 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ed55d-6d52-4890-bd1d-175db3f52e59 None None] Pushing event deleted for resources: {'Port': ['ID=22630ae6-8d0f-4177-aaa3-5ae5cf958bf7,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:02.422542 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ed55d-6d52-4890-bd1d-175db3f52e59 None None] No DVR routers for this DVR port 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:02.456746 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'Port': ['ID=9a165aa0-7bda-44fa-9bd9-235799fd710c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:02.542186 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.647656 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.650087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.704002 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.704509 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Fanout notify agent at l3_agent the message router_deleted on router bc3630f0-0c37-4532-9134-9833782bcbd5 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:36:02.713384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.717766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33204) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:02.727870 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-62207105-3f64-4690-bab0-ffb8543974b2 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "DELETE /v2.0/routers/bc3630f0-0c37-4532-9134-9833782bcbd5 HTTP/1.1" status: 204 len: 168 time: 1.3060503 Aug 03 19:36:02.819940 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.965301 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.976958 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device abcefdda-6c80-4054-9bc9-263102bfcd79 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:02.980975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ccbaed-8115-4ea3-9809-167d9e3ea039']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:03.005449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1660c577-4e05-4a57-966a-f927a2613699') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:03.006143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1660c577-4e05-4a57-966a-f927a2613699') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:03.021728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: abcefdda-6c80-4054-9bc9-263102bfcd79 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:03.023564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device abcefdda-6c80-4054-9bc9-263102bfcd79 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:03.024184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:03.029837 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.058939 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.066073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:03.066657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 22630ae6-8d0f-4177-aaa3-5ae5cf958bf7 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:03.071587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:03.072086 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:03.081144 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:03.202093 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.218938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.223784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "DELETE /v2.0/networks/18ccbaed-8115-4ea3-9809-167d9e3ea039 HTTP/1.1" status: 204 len: 168 time: 0.5032198 Aug 03 19:36:03.226497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33206) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:03.245078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'Network': ['ID=18ccbaed-8115-4ea3-9809-167d9e3ea039,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:03.258594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.259228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.259627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.260083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.260917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.261318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.261698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.262039 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.262644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.262989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.263480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.263818 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de526e3f-c18e-4d22-aeb7-27f4c58abfab tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:03.484558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Deleting port edb5476d-cc02-4117-8001-7e5dc851b3a2 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:03.484833 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.585195 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.585693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.602356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Calling delete_port for edb5476d-cc02-4117-8001-7e5dc851b3a2 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:03.697351 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-57168875-0ed9-43be-9fe3-a07cdeec9a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.760133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33210) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:03.851110 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d34b0fc-abaf-42fc-8f83-4e02490e572e admin admin] Deleting subnet 6875f00c-4a19-43c7-a923-50503aa6a22d {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:36:03.855028 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.857096 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d34b0fc-abaf-42fc-8f83-4e02490e572e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.911870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'Port': ['ID=edb5476d-cc02-4117-8001-7e5dc851b3a2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:03.941834 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d34b0fc-abaf-42fc-8f83-4e02490e572e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.023116 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d34b0fc-abaf-42fc-8f83-4e02490e572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.045055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.045401 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Floating IP af8300fa-2b68-4d33-9896-94385fd558f0 disassociated (deleted). External IP: 172.25.8.230, port: b594db48-9b7b-4179-bf33-f308ade7022e. Aug 03 19:36:04.189796 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d34b0fc-abaf-42fc-8f83-4e02490e572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.228886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34b0fc-abaf-42fc-8f83-4e02490e572e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6875f00c-4a19-43c7-a923-50503aa6a22d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:04.232359 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d34b0fc-abaf-42fc-8f83-4e02490e572e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.235020 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0d34b0fc-abaf-42fc-8f83-4e02490e572e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6875f00c-4a19-43c7-a923-50503aa6a22d HTTP/1.1" status: 204 len: 168 time: 0.4736798 Aug 03 19:36:04.237707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33212) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:04.331164 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.405358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Router 491cbcbe-cab9-488e-9138-9ebf8c590d00 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:04.446909 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.458124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c5ec0b-b34b-4463-b186-231c6e7d6bb1']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:04.469215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a121ad4-3641-4657-b841-422f23ad19af') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:04.469713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a121ad4-3641-4657-b841-422f23ad19af') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:04.482485 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.498176 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.506269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:04.506692 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:04.508563 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:04.543021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:04.549012 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.558172 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93b2e9-ecef-49f6-a384-9c39fbc89e87 None None] Sync routers for ids ['491cbcbe-cab9-488e-9138-9ebf8c590d00'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:04.572877 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.583281 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93b2e9-ecef-49f6-a384-9c39fbc89e87 None None] Routers {'491cbcbe-cab9-488e-9138-9ebf8c590d00'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:04.585235 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6d93b2e9-ecef-49f6-a384-9c39fbc89e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:35:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['491cbcbe-cab9-488e-9138-9ebf8c590d00'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:04.586165 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b4f1e84f-6ce9-427a-ac2d-6c354bab03f9 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "DELETE /v2.0/floatingips/af8300fa-2b68-4d33-9896-94385fd558f0 HTTP/1.1" status: 204 len: 168 time: 1.3578768 Aug 03 19:36:04.587325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'tag': 'b594db48-9b7b-4179-bf33-f308ade7022e'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:04.588895 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.589638 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2acc410-4051-40e1-98e5-4d89c0aa86ca" -d '{"events": [{"name": "network-changed", "server_uuid": "da48ef20-ff2e-4e35-898f-0ce1700cbda0", "tag": "b594db48-9b7b-4179-bf33-f308ade7022e"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:04.593098 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] 10.222.0.78 "DELETE /v2.0/networks/b8c5ec0b-b34b-4463-b186-231c6e7d6bb1 HTTP/1.1" status: 204 len: 168 time: 0.3540885 Aug 03 19:36:04.633709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5d968-ccc9-4ad8-89c7-e62911c22ead admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c5ec0b-b34b-4463-b186-231c6e7d6bb1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:04.683475 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b8ff40-12d3-47fd-a375-9969dadd7bdf x-openstack-request-id: req-a7b8ff40-12d3-47fd-a375-9969dadd7bdf {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:04.683771 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da48ef20-ff2e-4e35-898f-0ce1700cbda0", "tag": "b594db48-9b7b-4179-bf33-f308ade7022e", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:04.684026 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a7b8ff40-12d3-47fd-a375-9969dadd7bdf {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:04.684442 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'tag': 'b594db48-9b7b-4179-bf33-f308ade7022e', 'status': 'completed', 'code': 200} Aug 03 19:36:04.745488 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6d93b2e9-ecef-49f6-a384-9c39fbc89e87 None None] Set router 491cbcbe-cab9-488e-9138-9ebf8c590d00 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:04.785391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9a165aa0-7bda-44fa-9bd9-235799fd710c no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:04.818269 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acc410-4051-40e1-98e5-4d89c0aa86ca req-2837bad3-ce49-4cba-a9c3-f12b9396a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:04.821305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2acc410-4051-40e1-98e5-4d89c0aa86ca req-2837bad3-ce49-4cba-a9c3-f12b9396a2c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6696e747863422f93fa0dece51e473d&device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 1136 time: 0.0971024 Aug 03 19:36:04.822156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 9a165aa0-7bda-44fa-9bd9-235799fd710c {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:04.822515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 9a165aa0-7bda-44fa-9bd9-235799fd710c not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:04.867751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33220) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:04.931740 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fe8cda47-8e8a-4737-9ca2-bf8b60733925 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d68dc633eb834511b68f8b3bdfd526cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620883 Aug 03 19:36:04.936136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33224) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:05.007608 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e35dd60-3fb0-4348-ba67-e57cc02c0f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.028679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acc410-4051-40e1-98e5-4d89c0aa86ca req-38c4defc-7ae2-4707-9ab7-b0e63a435aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:05.030274 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2acc410-4051-40e1-98e5-4d89c0aa86ca req-38c4defc-7ae2-4707-9ab7-b0e63a435aaf service neutron] 10.222.0.74 "GET /v2.0/networks?id=25f2f4dd-6e4f-46bd-9ba6-a2f050871897 HTTP/1.1" status: 200 len: 898 time: 0.1971538 Aug 03 19:36:05.036955 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e35dd60-3fb0-4348-ba67-e57cc02c0f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.090747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2acc410-4051-40e1-98e5-4d89c0aa86ca req-7b58f26b-6c70-48c4-9397-2599a720f4ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b594db48-9b7b-4179-bf33-f308ade7022e HTTP/1.1" status: 200 len: 217 time: 0.0498283 Aug 03 19:36:05.101771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceca17-40e0-4a47-9afd-f0c1d1a5aeac req-09873fa1-ccbf-4b3e-8b0a-8ef34e2d001c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:05.103994 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7ceca17-40e0-4a47-9afd-f0c1d1a5aeac req-09873fa1-ccbf-4b3e-8b0a-8ef34e2d001c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 985 time: 0.1098969 Aug 03 19:36:05.118463 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e35dd60-3fb0-4348-ba67-e57cc02c0f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.121369 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0e35dd60-3fb0-4348-ba67-e57cc02c0f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.126947 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0e35dd60-3fb0-4348-ba67-e57cc02c0f6f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c887fc8-f6a4-417b-ad36-dacc58475ee7 HTTP/1.1" status: 204 len: 168 time: 0.1854229 Aug 03 19:36:05.132189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35dd60-3fb0-4348-ba67-e57cc02c0f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c887fc8-f6a4-417b-ad36-dacc58475ee7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:05.172257 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6d93b2e9-ecef-49f6-a384-9c39fbc89e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '6370c23d-ff95-4830-8c2d-cdd0b6146383', 'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b5:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:34Z', 'updated_at': '2021-08-03T19:34:45Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:05.184815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7ceca17-40e0-4a47-9afd-f0c1d1a5aeac req-c23b0c51-f622-472d-bb9f-685cf49cb69d tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0678487 Aug 03 19:36:05.197095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acc410-4051-40e1-98e5-4d89c0aa86ca req-1b4c831e-55c6-4163-a66d-a59409c1eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:05.198754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2acc410-4051-40e1-98e5-4d89c0aa86ca req-1b4c831e-55c6-4163-a66d-a59409c1eb9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=91afc7dc-adcb-4c56-aae6-e8264543603f HTTP/1.1" status: 200 len: 835 time: 0.0935659 Aug 03 19:36:05.227111 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93b2e9-ecef-49f6-a384-9c39fbc89e87 None None] Checking router: 491cbcbe-cab9-488e-9138-9ebf8c590d00 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:05.244565 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93b2e9-ecef-49f6-a384-9c39fbc89e87 None None] Routers {'491cbcbe-cab9-488e-9138-9ebf8c590d00'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:05.245794 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6d93b2e9-ecef-49f6-a384-9c39fbc89e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:35:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['491cbcbe-cab9-488e-9138-9ebf8c590d00'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:05.256439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acc410-4051-40e1-98e5-4d89c0aa86ca req-2147dcfe-8496-480c-870f-086d2cf6736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:05.257845 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2acc410-4051-40e1-98e5-4d89c0aa86ca req-2147dcfe-8496-480c-870f-086d2cf6736d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25f2f4dd-6e4f-46bd-9ba6-a2f050871897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499895 Aug 03 19:36:05.390985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2acc410-4051-40e1-98e5-4d89c0aa86ca req-200ca01e-c715-4e4e-9c6c-3ead23737baf service neutron] 10.222.0.74 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248474 Aug 03 19:36:05.407532 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6d93b2e9-ecef-49f6-a384-9c39fbc89e87 None None] Set router 491cbcbe-cab9-488e-9138-9ebf8c590d00 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:05.526452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2acc410-4051-40e1-98e5-4d89c0aa86ca req-85bd21c4-2118-429a-b328-963d89b7c5a6 service neutron] 10.222.0.74 "GET /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272035 Aug 03 19:36:05.680914 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6d93b2e9-ecef-49f6-a384-9c39fbc89e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '6370c23d-ff95-4830-8c2d-cdd0b6146383', 'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b5:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:34Z', 'updated_at': '2021-08-03T19:34:45Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:05.719286 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93b2e9-ecef-49f6-a384-9c39fbc89e87 None None] The sync data for ids ['491cbcbe-cab9-488e-9138-9ebf8c590d00'] in n-d-802918-7 is: [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 4, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '6370c23d-ff95-4830-8c2d-cdd0b6146383', 'name': '', 'network_id': '25f2f4dd-6e4f-46bd-9ba6-a2f050871897', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'mac_address': 'fa:16:3e:b5:8a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:34Z', 'updated_at': '2021-08-03T19:34:45Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'subnets': [{'id': '91afc7dc-adcb-4c56-aae6-e8264543603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:06.011700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ae36d-8a62-458c-a081-cc51626d1050 None None] New status for floating IP af8300fa-2b68-4d33-9896-94385fd558f0: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:36:06.318814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb013e-0d55-4498-a431-24519a924dab req-8752f3c8-5c79-40b7-ac7e-223d09c85472 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:06.320947 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fefb013e-0d55-4498-a431-24519a924dab req-8752f3c8-5c79-40b7-ac7e-223d09c85472 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 985 time: 0.0546336 Aug 03 19:36:06.370789 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fefb013e-0d55-4498-a431-24519a924dab req-03106376-9026-4950-98c1-a2340787c3df tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/security-groups?id=ec082399-6528-4419-bfbe-17f4a5318054&id=391d9273-8422-4493-b76f-a34d76ee2ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0390148 Aug 03 19:36:06.441756 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec5814b3-4188-45ca-9ec2-3c7b50f074e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:06.454592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de1074-1cdf-4d1c-81db-6f4bf2633e96 req-f5116cc0-d86b-4ef0-a075-a1a63efcd0f8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:06.456205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56de1074-1cdf-4d1c-81db-6f4bf2633e96 req-f5116cc0-d86b-4ef0-a075-a1a63efcd0f8 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.74 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 985 time: 0.0779402 Aug 03 19:36:06.579981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-56de1074-1cdf-4d1c-81db-6f4bf2633e96 req-283c331a-117e-41bf-bf30-52fa3c3bfd33 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Deleting port b594db48-9b7b-4179-bf33-f308ade7022e {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:06.580345 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-56de1074-1cdf-4d1c-81db-6f4bf2633e96 req-283c331a-117e-41bf-bf30-52fa3c3bfd33 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:06.701549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-56de1074-1cdf-4d1c-81db-6f4bf2633e96 req-283c331a-117e-41bf-bf30-52fa3c3bfd33 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] For port b594db48-9b7b-4179-bf33-f308ade7022e, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=b594db48-9b7b-4179-bf33-f308ade7022e,segment=NetworkSegment(6f6061bb-1334-4df3-b64d-b845ba74801c),segment_id=6f6061bb-1334-4df3-b64d-b845ba74801c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:06.701914 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-56de1074-1cdf-4d1c-81db-6f4bf2633e96 req-283c331a-117e-41bf-bf30-52fa3c3bfd33 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:06.718387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-56de1074-1cdf-4d1c-81db-6f4bf2633e96 req-283c331a-117e-41bf-bf30-52fa3c3bfd33 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Calling delete_port for b594db48-9b7b-4179-bf33-f308ade7022e owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:06.747968 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:06.939676 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-56de1074-1cdf-4d1c-81db-6f4bf2633e96 req-283c331a-117e-41bf-bf30-52fa3c3bfd33 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:06.990339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c331a-117e-41bf-bf30-52fa3c3bfd33 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'Port': ['ID=b594db48-9b7b-4179-bf33-f308ade7022e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:07.066316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-56de1074-1cdf-4d1c-81db-6f4bf2633e96 req-283c331a-117e-41bf-bf30-52fa3c3bfd33 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] No DVR routers for this DVR port b594db48-9b7b-4179-bf33-f308ade7022e on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:07.070364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-56de1074-1cdf-4d1c-81db-6f4bf2633e96 req-283c331a-117e-41bf-bf30-52fa3c3bfd33 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:07.072570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56de1074-1cdf-4d1c-81db-6f4bf2633e96 req-283c331a-117e-41bf-bf30-52fa3c3bfd33 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.74 "DELETE /v2.0/ports/b594db48-9b7b-4179-bf33-f308ade7022e HTTP/1.1" status: 204 len: 173 time: 0.6102767 Aug 03 19:36:07.073050 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'name': 'network-vif-deleted', 'tag': 'b594db48-9b7b-4179-bf33-f308ade7022e'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:07.075534 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a159c6c8-96d9-4fd2-a29b-e1154e9dcfac" -d '{"events": [{"server_uuid": "da48ef20-ff2e-4e35-898f-0ce1700cbda0", "name": "network-vif-deleted", "tag": "b594db48-9b7b-4179-bf33-f308ade7022e"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:07.140478 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feb9954-eefd-42b8-a082-6ee538f535f1 x-openstack-request-id: req-6feb9954-eefd-42b8-a082-6ee538f535f1 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:07.140817 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da48ef20-ff2e-4e35-898f-0ce1700cbda0", "name": "network-vif-deleted", "tag": "b594db48-9b7b-4179-bf33-f308ade7022e", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:07.141068 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6feb9954-eefd-42b8-a082-6ee538f535f1 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:07.141477 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da48ef20-ff2e-4e35-898f-0ce1700cbda0', 'name': 'network-vif-deleted', 'tag': 'b594db48-9b7b-4179-bf33-f308ade7022e', 'status': 'completed', 'code': 200} Aug 03 19:36:07.521383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-727c33a4-db91-4c89-8a29-eeb15a84598e req-05c7efde-b690-4fe7-9d4f-f778b4ce0e9d tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "GET /v2.0/ports?device_id=da48ef20-ff2e-4e35-898f-0ce1700cbda0 HTTP/1.1" status: 200 len: 210 time: 0.0367823 Aug 03 19:36:07.852879 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-a6f4a059-2897-487b-8d10-e38f6907e9fe tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2587280e85c441858c3b27dea21b1d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319445 Aug 03 19:36:07.996790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.070745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-7ce61903-b420-4688-8a0b-b8baa1626a08 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:08.072401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-7ce61903-b420-4688-8a0b-b8baa1626a08 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083912 Aug 03 19:36:08.090507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-bde29b6d-510a-4f92-9716-57b6d737d44f tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/quotas/2587280e85c441858c3b27dea21b1d92 HTTP/1.1" status: 200 len: 375 time: 0.0113559 Aug 03 19:36:08.129858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-298d4ffc-c35a-4c99-8801-7f4da019126b tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2587280e85c441858c3b27dea21b1d92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333025 Aug 03 19:36:08.355694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-853d2d95-35e4-494c-82b0-d2522ed29110 req-d2391cf8-59c1-4eb9-a0e4-e7a6a81f46dd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 210 time: 0.0277238 Aug 03 19:36:08.591061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33286) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:08.677369 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f621277-5e10-4389-815c-1a934ee2a2e4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.718934 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f621277-5e10-4389-815c-1a934ee2a2e4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.785621 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f621277-5e10-4389-815c-1a934ee2a2e4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.789061 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f621277-5e10-4389-815c-1a934ee2a2e4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.790630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f621277-5e10-4389-815c-1a934ee2a2e4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "DELETE /v2.0/security-groups/ec082399-6528-4419-bfbe-17f4a5318054 HTTP/1.1" status: 204 len: 168 time: 0.1981905 Aug 03 19:36:08.793772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33290) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:08.804116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f621277-5e10-4389-815c-1a934ee2a2e4 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec082399-6528-4419-bfbe-17f4a5318054,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:08.889301 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a622b7a2-bc80-4bdf-9934-43306b4836a1 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.925628 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a622b7a2-bc80-4bdf-9934-43306b4836a1 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.983188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a622b7a2-bc80-4bdf-9934-43306b4836a1 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.987559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a622b7a2-bc80-4bdf-9934-43306b4836a1 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.989049 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a622b7a2-bc80-4bdf-9934-43306b4836a1 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "DELETE /v2.0/security-groups/391d9273-8422-4493-b76f-a34d76ee2ae1 HTTP/1.1" status: 204 len: 168 time: 0.1934092 Aug 03 19:36:08.994212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33292) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:09.004536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622b7a2-bc80-4bdf-9934-43306b4836a1 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391d9273-8422-4493-b76f-a34d76ee2ae1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:09.418908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.428152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b594db48-9b7b-4179-bf33-f308ade7022e no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:09.450722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: b594db48-9b7b-4179-bf33-f308ade7022e {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:09.451318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device b594db48-9b7b-4179-bf33-f308ade7022e not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:09.557895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f35f4fd-5776-42ff-b817-e4b47d605e94 req-8e210e16-240b-4a7e-9b30-3be482586b91 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 210 time: 0.0885251 Aug 03 19:36:09.576107 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-e3f60c39-1b2c-4b6f-9521-b47b0b0158e0 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2587280e85c441858c3b27dea21b1d92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434210 Aug 03 19:36:09.746337 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.762514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-71d4f91e-c78d-4e1a-b15b-ce3d92ac9a10 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:09.764148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-71d4f91e-c78d-4e1a-b15b-ce3d92ac9a10 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777921 Aug 03 19:36:09.788049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Request body: {'port': {'device_id': '51866211-3478-423d-8cd1-55a81d19597d', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '2587280e85c441858c3b27dea21b1d92'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:09.954722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Deleting port 6370c23d-ff95-4830-8c2d-cdd0b6146383 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:09.955161 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.972504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Made reservation on behalf of 2587280e85c441858c3b27dea21b1d92 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:09.976375 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.017409 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.100975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] For port 6370c23d-ff95-4830-8c2d-cdd0b6146383, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6370c23d-ff95-4830-8c2d-cdd0b6146383,segment=NetworkSegment(6f6061bb-1334-4df3-b64d-b845ba74801c),segment_id=6f6061bb-1334-4df3-b64d-b845ba74801c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:10.101367 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.121613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Calling delete_port for 6370c23d-ff95-4830-8c2d-cdd0b6146383 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:10.237616 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.242923 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.368727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac786c7-3ac8-44b0-b923-1794ea17b70a,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:10.764205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-991d1141-af71-4825-a1f2-9c804612cff4 req-ecdce896-8b31-47c7-8ae9-0c2c0ced96be tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 210 time: 0.0619526 Aug 03 19:36:10.834121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Allocated IP 192.168.233.94 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/e2d5448c-361f-4772-8a49-653cbf019718) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:10.864325 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.913940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'Port': ['ID=6370c23d-ff95-4830-8c2d-cdd0b6146383,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:11.210857 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.236811 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Transition to ACTIVE for port object e2d5448c-361f-4772-8a49-653cbf019718 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:11.242812 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.358311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.424257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:11.435476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:11.442042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:11.445206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Pushing event updated for resources: {'Port': ['ID=e2d5448c-361f-4772-8a49-653cbf019718,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:11.543600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:11.544431 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.614903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-b82e9e90-0011-4233-9a19-f007a3505667 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8307137 Aug 03 19:36:11.639910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Request body: {'port': {'device_id': '51866211-3478-423d-8cd1-55a81d19597d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:11.718214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c0fbb6ee-1659-4e9f-9b59-8797644621ca None None] Provisioning for port e2d5448c-361f-4772-8a49-653cbf019718 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:11.723050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c0fbb6ee-1659-4e9f-9b59-8797644621ca None None] Provisioning complete for port e2d5448c-361f-4772-8a49-653cbf019718 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:11.723428 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c0fbb6ee-1659-4e9f-9b59-8797644621ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.724815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Router 491cbcbe-cab9-488e-9138-9ebf8c590d00 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:11.762098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c0fbb6ee-1659-4e9f-9b59-8797644621ca None None] Port e2d5448c-361f-4772-8a49-653cbf019718 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:11.786088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.125033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459bfda-b841-4577-aee6-bf90ad88bdcc req-827c874f-8be4-41c2-926f-4404d2a3bfc4 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:12.128538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8459bfda-b841-4577-aee6-bf90ad88bdcc req-827c874f-8be4-41c2-926f-4404d2a3bfc4 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 935 time: 0.2654402 Aug 03 19:36:12.208599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:12.221301 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf443c9-69fe-4bdf-8155-dc0aa5e3efb7 None None] Sync routers for ids ['491cbcbe-cab9-488e-9138-9ebf8c590d00'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:12.228506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bc96c06a-7d81-42ed-b43c-24fffcc1f593 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "PUT /v2.0/routers/491cbcbe-cab9-488e-9138-9ebf8c590d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2326763 Aug 03 19:36:12.232209 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33300) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:12.239445 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf443c9-69fe-4bdf-8155-dc0aa5e3efb7 None None] Routers {'491cbcbe-cab9-488e-9138-9ebf8c590d00'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:12.240776 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-fbf443c9-69fe-4bdf-8155-dc0aa5e3efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:36:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['491cbcbe-cab9-488e-9138-9ebf8c590d00'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:12.275610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8459bfda-b841-4577-aee6-bf90ad88bdcc req-7e911ee8-6ce1-4612-bc98-b8be3601c017 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/security-groups?id=eac786c7-3ac8-44b0-b923-1794ea17b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342359 Aug 03 19:36:12.328537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-b727a314-adea-4cc6-b719-73e0cfabde66 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Deleting subnet 91afc7dc-adcb-4c56-aae6-e8264543603f {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:36:12.336942 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b727a314-adea-4cc6-b719-73e0cfabde66 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.398065 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b727a314-adea-4cc6-b719-73e0cfabde66 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.427186 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-fbf443c9-69fe-4bdf-8155-dc0aa5e3efb7 None None] Set router 491cbcbe-cab9-488e-9138-9ebf8c590d00 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:12.490456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d5448c-361f-4772-8a49-653cbf019718 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:36:12.495617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b727a314-adea-4cc6-b719-73e0cfabde66 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.507726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.535755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Transition to ACTIVE for port object e2d5448c-361f-4772-8a49-653cbf019718 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:12.541631 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.611936 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b727a314-adea-4cc6-b719-73e0cfabde66 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.628980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d5448c-361f-4772-8a49-653cbf019718,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:12.679898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727a314-adea-4cc6-b719-73e0cfabde66 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'Subnet': ['ID=91afc7dc-adcb-4c56-aae6-e8264543603f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:12.684805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b727a314-adea-4cc6-b719-73e0cfabde66 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.692458 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b727a314-adea-4cc6-b719-73e0cfabde66 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "DELETE /v2.0/subnets/91afc7dc-adcb-4c56-aae6-e8264543603f HTTP/1.1" status: 204 len: 168 time: 0.4537878 Aug 03 19:36:12.692789 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33302) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:12.705836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca3ef6-66ad-4c4d-b658-ec95a6ca8fa3 None None] Network 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:12.759705 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-fbf443c9-69fe-4bdf-8155-dc0aa5e3efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:36:10Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:12.771894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Attempting to bind port e2d5448c-361f-4772-8a49-653cbf019718 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:12.772582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Attempting to bind port e2d5448c-361f-4772-8a49-653cbf019718 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:12.773093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Attempting to bind port e2d5448c-361f-4772-8a49-653cbf019718 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:12.791908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Port e2d5448c-361f-4772-8a49-653cbf019718 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:36:12.792983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Attempting to bind port e2d5448c-361f-4772-8a49-653cbf019718 on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:12.806512 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf443c9-69fe-4bdf-8155-dc0aa5e3efb7 None None] Checking router: 491cbcbe-cab9-488e-9138-9ebf8c590d00 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:12.817234 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf443c9-69fe-4bdf-8155-dc0aa5e3efb7 None None] Routers {'491cbcbe-cab9-488e-9138-9ebf8c590d00'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:12.817907 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-fbf443c9-69fe-4bdf-8155-dc0aa5e3efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:36:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['491cbcbe-cab9-488e-9138-9ebf8c590d00'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:12.836576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:12.844024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:12.844806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:12.846110 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Bound port: e2d5448c-361f-4772-8a49-653cbf019718, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:12.846715 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.932338 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.039797 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-fbf443c9-69fe-4bdf-8155-dc0aa5e3efb7 None None] Set router 491cbcbe-cab9-488e-9138-9ebf8c590d00 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:13.051092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b059750-dc5f-4fb1-91d3-61d4e8110d86 None None] DHCP port deletion for 25f2f4dd-6e4f-46bd-9ba6-a2f050871897 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:36:13.089402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] For port e2d5448c-361f-4772-8a49-653cbf019718, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:13.114146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] For port e2d5448c-361f-4772-8a49-653cbf019718, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e2d5448c-361f-4772-8a49-653cbf019718,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:13.122729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.146319 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.151897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:13.152668 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.154334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] 10.222.0.74 "PUT /v2.0/ports/e2d5448c-361f-4772-8a49-653cbf019718 HTTP/1.1" status: 200 len: 1095 time: 1.5226393 Aug 03 19:36:13.183175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51866211-3478-423d-8cd1-55a81d19597d', 'tag': 'e2d5448c-361f-4772-8a49-653cbf019718'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:13.185483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1b059750-dc5f-4fb1-91d3-61d4e8110d86 None None] Deleting port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:13.185759 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b2c900-d7eb-4749-b3ff-c378e530b56f" -d '{"events": [{"name": "network-changed", "server_uuid": "51866211-3478-423d-8cd1-55a81d19597d", "tag": "e2d5448c-361f-4772-8a49-653cbf019718"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:13.187474 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1b059750-dc5f-4fb1-91d3-61d4e8110d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.294257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1b059750-dc5f-4fb1-91d3-61d4e8110d86 None None] For port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=af82f1a9-1b98-48c9-9177-7ece6f1ccbbb,segment=NetworkSegment(6f6061bb-1334-4df3-b64d-b845ba74801c),segment_id=6f6061bb-1334-4df3-b64d-b845ba74801c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:13.294671 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1b059750-dc5f-4fb1-91d3-61d4e8110d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.298174 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412afc00-8561-4341-81ff-a1665c7d7af8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d5448c-361f-4772-8a49-653cbf019718,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:13.309736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-10fa947d-7b36-4cbc-b23f-f9fc10afe3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:13.312152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-10fa947d-7b36-4cbc-b23f-f9fc10afe3b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2587280e85c441858c3b27dea21b1d92&device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 1098 time: 0.0788488 Aug 03 19:36:13.335537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1b059750-dc5f-4fb1-91d3-61d4e8110d86 None None] Calling delete_port for af82f1a9-1b98-48c9-9177-7ece6f1ccbbb owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:13.379297 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-fbf443c9-69fe-4bdf-8155-dc0aa5e3efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:36:10Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:13.399627 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedf5d4c-6683-4684-9378-3d74261eb4fb x-openstack-request-id: req-bedf5d4c-6683-4684-9378-3d74261eb4fb {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:13.400059 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51866211-3478-423d-8cd1-55a81d19597d", "tag": "e2d5448c-361f-4772-8a49-653cbf019718", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:13.400431 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bedf5d4c-6683-4684-9378-3d74261eb4fb {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:13.401058 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51866211-3478-423d-8cd1-55a81d19597d', 'tag': 'e2d5448c-361f-4772-8a49-653cbf019718', 'status': 'completed', 'code': 200} Aug 03 19:36:13.407128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-2cfc3ca2-f75f-4611-a843-47d3f23b46ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=e2d5448c-361f-4772-8a49-653cbf019718 HTTP/1.1" status: 200 len: 217 time: 0.0733085 Aug 03 19:36:13.409779 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Deleting port dd0d7404-0842-4d43-a730-aecdd09bbe55 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:13.410130 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.414418 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf443c9-69fe-4bdf-8155-dc0aa5e3efb7 None None] The sync data for ids ['491cbcbe-cab9-488e-9138-9ebf8c590d00'] in n-d-802918-7 is: [{'id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165937794', 'tenant_id': 'a6696e747863422f93fa0dece51e473d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219'}], 'enable_snat': True}, 'gw_port_id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:26Z', 'updated_at': '2021-08-03T19:36:10Z', 'revision_number': 5, 'project_id': 'a6696e747863422f93fa0dece51e473d', 'gw_port': {'id': 'dd0d7404-0842-4d43-a730-aecdd09bbe55', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cbcbe-cab9-488e-9138-9ebf8c590d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:27Z', 'updated_at': '2021-08-03T19:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:13.458337 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1b059750-dc5f-4fb1-91d3-61d4e8110d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.507998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b059750-dc5f-4fb1-91d3-61d4e8110d86 None None] Pushing event deleted for resources: {'Port': ['ID=af82f1a9-1b98-48c9-9177-7ece6f1ccbbb,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:13.524433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b059750-dc5f-4fb1-91d3-61d4e8110d86 None None] No DVR routers for this DVR port af82f1a9-1b98-48c9-9177-7ece6f1ccbbb on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:13.576484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-1764205c-94e8-4e62-87c9-1c0622ab0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:13.578015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-1764205c-94e8-4e62-87c9-1c0622ab0d62 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.1500075 Aug 03 19:36:13.611324 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] For port dd0d7404-0842-4d43-a730-aecdd09bbe55, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=dd0d7404-0842-4d43-a730-aecdd09bbe55,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:13.611697 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.642827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Calling delete_port for dd0d7404-0842-4d43-a730-aecdd09bbe55 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:13.658177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322cc31-9356-4862-b8e8-32b0dd5f7675 req-5673e330-b95d-45a9-8747-152e4c40607e tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:13.659828 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1322cc31-9356-4862-b8e8-32b0dd5f7675 req-5673e330-b95d-45a9-8747-152e4c40607e tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 947 time: 0.1830232 Aug 03 19:36:13.731363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-ecf22866-755d-4b42-8b59-04094252e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:13.733214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-ecf22866-755d-4b42-8b59-04094252e1f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450140 Aug 03 19:36:13.816262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1322cc31-9356-4862-b8e8-32b0dd5f7675 req-56717813-df2c-4b66-a278-99a99bd7c3dc tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/security-groups?id=eac786c7-3ac8-44b0-b923-1794ea17b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493800 Aug 03 19:36:13.945822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-9a87c2ae-c78c-452d-b55f-1821ccfb4603 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043352 Aug 03 19:36:14.086221 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.132677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'Port': ['ID=dd0d7404-0842-4d43-a730-aecdd09bbe55,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:14.168367 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c604e5d7-da1e-4d3c-abaa-9c0e15fa819d req-66a2c4ab-a0a1-4b94-95e2-4492bdf52465 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888041 Aug 03 19:36:14.209729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.348147 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.353082 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.420301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2c900-d7eb-4749-b3ff-c378e530b56f req-92e6c61b-bc4e-4e3f-9214-102c96b84e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:14.421984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71b2c900-d7eb-4749-b3ff-c378e530b56f req-92e6c61b-bc4e-4e3f-9214-102c96b84e5e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2587280e85c441858c3b27dea21b1d92&device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 1098 time: 0.1324904 Aug 03 19:36:14.438364 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.439573 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Fanout notify agent at l3_agent the message router_deleted on router 491cbcbe-cab9-488e-9138-9ebf8c590d00 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:36:14.447239 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.448409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-160704e7-2a14-49da-a90a-c7231c338d60 tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "DELETE /v2.0/routers/491cbcbe-cab9-488e-9138-9ebf8c590d00 HTTP/1.1" status: 204 len: 168 time: 1.7545440 Aug 03 19:36:14.452098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33310) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:14.550594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2c900-d7eb-4749-b3ff-c378e530b56f req-2c1d4537-acd4-49ee-8cb6-686903213483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:14.552921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71b2c900-d7eb-4749-b3ff-c378e530b56f req-2c1d4537-acd4-49ee-8cb6-686903213483 service neutron] 10.222.0.74 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.1226184 Aug 03 19:36:14.574549 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.618097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71b2c900-d7eb-4749-b3ff-c378e530b56f req-fbf89f37-a108-4bf0-8c63-04a7359ab91d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=e2d5448c-361f-4772-8a49-653cbf019718 HTTP/1.1" status: 200 len: 217 time: 0.0561061 Aug 03 19:36:14.673856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2c900-d7eb-4749-b3ff-c378e530b56f req-e542b9a0-6867-4f66-bc17-7012c9960516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:14.675505 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71b2c900-d7eb-4749-b3ff-c378e530b56f req-e542b9a0-6867-4f66-bc17-7012c9960516 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0499527 Aug 03 19:36:14.713288 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.726158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2c900-d7eb-4749-b3ff-c378e530b56f req-8676bfb7-526b-4bea-beb6-a7d8d823ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:14.727732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71b2c900-d7eb-4749-b3ff-c378e530b56f req-8676bfb7-526b-4bea-beb6-a7d8d823ea52 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446086 Aug 03 19:36:14.732966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f2f4dd-6e4f-46bd-9ba6-a2f050871897']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:14.751336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6061bb-1334-4df3-b64d-b845ba74801c') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:14.751916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6061bb-1334-4df3-b64d-b845ba74801c') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:14.764756 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.790188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.801918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:14.802559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:14.807677 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:14.856636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71b2c900-d7eb-4749-b3ff-c378e530b56f req-cd7dcd79-5e90-4291-9734-df203a28f969 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194091 Aug 03 19:36:14.906688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.952217 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.956036 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] 10.222.0.78 "DELETE /v2.0/networks/25f2f4dd-6e4f-46bd-9ba6-a2f050871897 HTTP/1.1" status: 204 len: 168 time: 0.5018480 Aug 03 19:36:14.958434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872f09c-bf7d-4198-86e5-fceec9abd92c tempest-TestSecurityGroupsBasicOps-1711218162 tempest-TestSecurityGroupsBasicOps-1711218162-project] Pushing event deleted for resources: {'Network': ['ID=25f2f4dd-6e4f-46bd-9ba6-a2f050871897,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:15.070801 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-71b2c900-d7eb-4749-b3ff-c378e530b56f req-0c911476-56e0-4b56-bc78-d2e64d4bc7d3 service neutron] 10.222.0.74 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049558 Aug 03 19:36:15.089769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6370c23d-ff95-4830-8c2d-cdd0b6146383 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:15.114277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aac319-6e88-464c-a69a-0366010c1ae4 req-cc67ffb3-4e96-4376-bbda-b6623b038918 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:15.116874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19aac319-6e88-464c-a69a-0366010c1ae4 req-cc67ffb3-4e96-4376-bbda-b6623b038918 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 947 time: 0.1292670 Aug 03 19:36:15.128526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 6370c23d-ff95-4830-8c2d-cdd0b6146383 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:15.129413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6370c23d-ff95-4830-8c2d-cdd0b6146383 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:15.130364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device af82f1a9-1b98-48c9-9177-7ece6f1ccbbb no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:15.166758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: af82f1a9-1b98-48c9-9177-7ece6f1ccbbb {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:15.167286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device af82f1a9-1b98-48c9-9177-7ece6f1ccbbb not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:15.168199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device dd0d7404-0842-4d43-a730-aecdd09bbe55 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:15.195142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19aac319-6e88-464c-a69a-0366010c1ae4 req-02d3b88f-d261-42f1-ad02-bf8e3242b23c tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/security-groups?id=eac786c7-3ac8-44b0-b923-1794ea17b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702999 Aug 03 19:36:15.205747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: dd0d7404-0842-4d43-a730-aecdd09bbe55 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:15.206217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device dd0d7404-0842-4d43-a730-aecdd09bbe55 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:15.414848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33320) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:15.458964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e2d5448c-361f-4772-8a49-653cbf019718 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:36:15.581584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e2d5448c-361f-4772-8a49-653cbf019718, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e2d5448c-361f-4772-8a49-653cbf019718,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:15.595002 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6c421053-71d9-4376-bebc-787a763d5427 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a6696e747863422f93fa0dece51e473d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788511 Aug 03 19:36:15.597675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'e2d5448c-361f-4772-8a49-653cbf019718', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'e2d5448c-361f-4772-8a49-653cbf019718', 'mac_address': 'fa:16:3e:51:62:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:36:15.598520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33324) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:15.604017 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.644690 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.659882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d5448c-361f-4772-8a49-653cbf019718 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:36:15.661070 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84a25455-2fa8-42c0-9297-dd1a0e21b2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.685480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e2d5448c-361f-4772-8a49-653cbf019718, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e2d5448c-361f-4772-8a49-653cbf019718,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:15.686738 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84a25455-2fa8-42c0-9297-dd1a0e21b2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.693248 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.746179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=e2d5448c-361f-4772-8a49-653cbf019718,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:15.758525 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84a25455-2fa8-42c0-9297-dd1a0e21b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.761760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84a25455-2fa8-42c0-9297-dd1a0e21b2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.763284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-84a25455-2fa8-42c0-9297-dd1a0e21b2c3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e65ff9b2-ba31-4106-b06d-23b9588966ac HTTP/1.1" status: 204 len: 168 time: 0.1636298 Aug 03 19:36:15.775576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a25455-2fa8-42c0-9297-dd1a0e21b2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65ff9b2-ba31-4106-b06d-23b9588966ac,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:15.971141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['e2d5448c-361f-4772-8a49-653cbf019718'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:36:16.136209 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33330) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:16.150197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc6bf83f-0800-47bd-93b7-1333cf9df845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.258003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc6bf83f-0800-47bd-93b7-1333cf9df845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.263649 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc6bf83f-0800-47bd-93b7-1333cf9df845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.306298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bf83f-0800-47bd-93b7-1333cf9df845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156d9392-bbb6-460b-aead-b8ad8705ab97,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:16.311133 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dc6bf83f-0800-47bd-93b7-1333cf9df845 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7fa5742c0d5f4d439fd3e18bd94660d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737363 Aug 03 19:36:16.313996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33334) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:16.377085 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f46ecd46-0d3b-46c1-b471-5aa512502afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.378297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaac4c-a817-4ef6-bb1a-7391bbb75b5d req-d0584e41-3162-49db-b0a6-e81595dd7147 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:16.379919 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6bcaac4c-a817-4ef6-bb1a-7391bbb75b5d req-d0584e41-3162-49db-b0a6-e81595dd7147 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 948 time: 0.0649390 Aug 03 19:36:16.402672 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f46ecd46-0d3b-46c1-b471-5aa512502afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.425249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6bcaac4c-a817-4ef6-bb1a-7391bbb75b5d req-a9c97a33-70bf-4ca8-9731-1b02f05abe8b tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/security-groups?id=eac786c7-3ac8-44b0-b923-1794ea17b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385914 Aug 03 19:36:16.461240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f46ecd46-0d3b-46c1-b471-5aa512502afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.464193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f46ecd46-0d3b-46c1-b471-5aa512502afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.465809 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f46ecd46-0d3b-46c1-b471-5aa512502afd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/156d9392-bbb6-460b-aead-b8ad8705ab97 HTTP/1.1" status: 204 len: 168 time: 0.1506498 Aug 03 19:36:16.479708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ecd46-0d3b-46c1-b471-5aa512502afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156d9392-bbb6-460b-aead-b8ad8705ab97,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:16.884108 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33340) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:16.927046 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eb4bb81d-52c4-4f56-a50e-8cdeed2edd60 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0f2bf34c85294f6a80bc499d07e1ebeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417562 Aug 03 19:36:16.930791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33342) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:16.980678 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1544648-53af-4a42-a364-2527fc06b5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.003865 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1544648-53af-4a42-a364-2527fc06b5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.053737 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1544648-53af-4a42-a364-2527fc06b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.056413 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e1544648-53af-4a42-a364-2527fc06b5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.057643 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e1544648-53af-4a42-a364-2527fc06b5c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d48e1706-f6a8-48cc-bae4-781dbc89a939 HTTP/1.1" status: 204 len: 168 time: 0.1259081 Aug 03 19:36:17.066058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1544648-53af-4a42-a364-2527fc06b5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48e1706-f6a8-48cc-bae4-781dbc89a939,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:17.479405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e2d5448c-361f-4772-8a49-653cbf019718 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:17.561410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port e2d5448c-361f-4772-8a49-653cbf019718 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:17.566782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port e2d5448c-361f-4772-8a49-653cbf019718 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:17.567259 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.602563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec060c9d-9eca-4609-b205-4b07d8b7519c req-19e9598f-3358-42bc-9fbe-f2eb3e7f6e59 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:17.604310 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec060c9d-9eca-4609-b205-4b07d8b7519c req-19e9598f-3358-42bc-9fbe-f2eb3e7f6e59 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 948 time: 0.0819995 Aug 03 19:36:17.656569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ec060c9d-9eca-4609-b205-4b07d8b7519c req-f79e065d-ca81-47d2-89d6-48abd35062aa tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/security-groups?id=eac786c7-3ac8-44b0-b923-1794ea17b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436010 Aug 03 19:36:17.722588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.752862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51866211-3478-423d-8cd1-55a81d19597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d5448c-361f-4772-8a49-653cbf019718'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:17.755413 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbe61da-916e-405d-a54f-48646983628b" -d '{"events": [{"server_uuid": "51866211-3478-423d-8cd1-55a81d19597d", "name": "network-vif-plugged", "status": "completed", "tag": "e2d5448c-361f-4772-8a49-653cbf019718"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:17.772547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port e2d5448c-361f-4772-8a49-653cbf019718, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e2d5448c-361f-4772-8a49-653cbf019718,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:17.778485 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.822316 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815ebc7c-526d-4605-9430-32a9bfae3ef9 x-openstack-request-id: req-815ebc7c-526d-4605-9430-32a9bfae3ef9 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:17.822606 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51866211-3478-423d-8cd1-55a81d19597d", "name": "network-vif-plugged", "status": "completed", "tag": "e2d5448c-361f-4772-8a49-653cbf019718", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:17.822885 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-815ebc7c-526d-4605-9430-32a9bfae3ef9 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:17.823280 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51866211-3478-423d-8cd1-55a81d19597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d5448c-361f-4772-8a49-653cbf019718', 'code': 200} Aug 03 19:36:17.839781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=e2d5448c-361f-4772-8a49-653cbf019718,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:17.950656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a4a63-8bb0-47f3-a558-30f1645e8a5c req-7ada99f9-10aa-40ac-90dc-f06f53fd3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:17.952223 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-336a4a63-8bb0-47f3-a558-30f1645e8a5c req-7ada99f9-10aa-40ac-90dc-f06f53fd3644 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 1100 time: 0.0437858 Aug 03 19:36:17.990084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-336a4a63-8bb0-47f3-a558-30f1645e8a5c req-e819b539-123e-40d5-9c55-c02792a197e3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eac786c7-3ac8-44b0-b923-1794ea17b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308259 Aug 03 19:36:18.794332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5e940-cb7d-4870-9141-12e952635abe req-f13af969-f8dc-4c69-91bd-bfcd4f9669d1 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:18.795945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47f5e940-cb7d-4870-9141-12e952635abe req-f13af969-f8dc-4c69-91bd-bfcd4f9669d1 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 949 time: 0.0524428 Aug 03 19:36:18.838100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47f5e940-cb7d-4870-9141-12e952635abe req-65025522-f43d-45ae-a419-3854caed1161 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/security-groups?id=eac786c7-3ac8-44b0-b923-1794ea17b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353758 Aug 03 19:36:19.111009 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:36:19.969063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1303eb5-4bef-4110-a684-f0cf340f6b99 req-5304729d-70db-48bf-a8a6-96d7cc85504f tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:19.970479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1303eb5-4bef-4110-a684-f0cf340f6b99 req-5304729d-70db-48bf-a8a6-96d7cc85504f tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 949 time: 0.0568848 Aug 03 19:36:20.011422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1303eb5-4bef-4110-a684-f0cf340f6b99 req-3c6786c6-5220-4242-8c26-1ffd0fbfbd85 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/security-groups?id=eac786c7-3ac8-44b0-b923-1794ea17b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338624 Aug 03 19:36:20.318911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05633daf-946a-4bd7-823f-ceeb141a9523 req-2722ae48-1fa6-43a3-9e94-dd822375f6b0 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:20.320499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05633daf-946a-4bd7-823f-ceeb141a9523 req-2722ae48-1fa6-43a3-9e94-dd822375f6b0 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 949 time: 0.0522270 Aug 03 19:36:20.362546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05633daf-946a-4bd7-823f-ceeb141a9523 req-a70222f6-24c9-46bf-b7b3-e9e2e17a98dd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/security-groups?id=eac786c7-3ac8-44b0-b923-1794ea17b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359333 Aug 03 19:36:21.521157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbafb03-9349-4135-941f-78f2ff5b1020 req-3f5c9b36-a803-4ed6-bd0e-9a5845d89711 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:21.523949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cbafb03-9349-4135-941f-78f2ff5b1020 req-3f5c9b36-a803-4ed6-bd0e-9a5845d89711 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 949 time: 0.0869086 Aug 03 19:36:21.568858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6cbafb03-9349-4135-941f-78f2ff5b1020 req-0eafc285-76dc-4e9a-8a9e-f4e96ee6dd7f tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/security-groups?id=eac786c7-3ac8-44b0-b923-1794ea17b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381060 Aug 03 19:36:21.696043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a87fb-95a8-4ee9-9847-5ad8e399cf22 req-5df4ee02-8cd4-4ca7-8f0d-5973b93f6625 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:21.697652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9a87fb-95a8-4ee9-9847-5ad8e399cf22 req-5df4ee02-8cd4-4ca7-8f0d-5973b93f6625 tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.74 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 949 time: 0.0569875 Aug 03 19:36:22.124488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-ab9a87fb-95a8-4ee9-9847-5ad8e399cf22 req-aaf4bc7d-18f0-4ffd-96d1-a9ea560d0edd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Deleting port e2d5448c-361f-4772-8a49-653cbf019718 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:22.124827 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab9a87fb-95a8-4ee9-9847-5ad8e399cf22 req-aaf4bc7d-18f0-4ffd-96d1-a9ea560d0edd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.230147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ab9a87fb-95a8-4ee9-9847-5ad8e399cf22 req-aaf4bc7d-18f0-4ffd-96d1-a9ea560d0edd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] For port e2d5448c-361f-4772-8a49-653cbf019718, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=e2d5448c-361f-4772-8a49-653cbf019718,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:22.230520 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab9a87fb-95a8-4ee9-9847-5ad8e399cf22 req-aaf4bc7d-18f0-4ffd-96d1-a9ea560d0edd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.244487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-ab9a87fb-95a8-4ee9-9847-5ad8e399cf22 req-aaf4bc7d-18f0-4ffd-96d1-a9ea560d0edd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Calling delete_port for e2d5448c-361f-4772-8a49-653cbf019718 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:22.393429 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab9a87fb-95a8-4ee9-9847-5ad8e399cf22 req-aaf4bc7d-18f0-4ffd-96d1-a9ea560d0edd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.431152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['e2d5448c-361f-4772-8a49-653cbf019718'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:36:22.446261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4bc7d-18f0-4ffd-96d1-a9ea560d0edd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Pushing event deleted for resources: {'Port': ['ID=e2d5448c-361f-4772-8a49-653cbf019718,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:22.492771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9a87fb-95a8-4ee9-9847-5ad8e399cf22 req-aaf4bc7d-18f0-4ffd-96d1-a9ea560d0edd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] No DVR routers for this DVR port e2d5448c-361f-4772-8a49-653cbf019718 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:22.496027 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ab9a87fb-95a8-4ee9-9847-5ad8e399cf22 req-aaf4bc7d-18f0-4ffd-96d1-a9ea560d0edd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.499145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab9a87fb-95a8-4ee9-9847-5ad8e399cf22 req-aaf4bc7d-18f0-4ffd-96d1-a9ea560d0edd tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.74 "DELETE /v2.0/ports/e2d5448c-361f-4772-8a49-653cbf019718 HTTP/1.1" status: 204 len: 173 time: 0.7952101 Aug 03 19:36:22.499755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51866211-3478-423d-8cd1-55a81d19597d', 'name': 'network-vif-deleted', 'tag': 'e2d5448c-361f-4772-8a49-653cbf019718'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:22.504567 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c1df6b-6f36-44c9-90e8-8cee4ec00ebc" -d '{"events": [{"server_uuid": "51866211-3478-423d-8cd1-55a81d19597d", "name": "network-vif-deleted", "tag": "e2d5448c-361f-4772-8a49-653cbf019718"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:22.553980 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a00d699-dc38-4a58-9e27-1996d4e15534 x-openstack-request-id: req-9a00d699-dc38-4a58-9e27-1996d4e15534 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:22.554660 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51866211-3478-423d-8cd1-55a81d19597d", "name": "network-vif-deleted", "tag": "e2d5448c-361f-4772-8a49-653cbf019718", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:22.554858 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a00d699-dc38-4a58-9e27-1996d4e15534 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:22.555487 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51866211-3478-423d-8cd1-55a81d19597d', 'name': 'network-vif-deleted', 'tag': 'e2d5448c-361f-4772-8a49-653cbf019718', 'status': 'completed', 'code': 200} Aug 03 19:36:22.714211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b3503425-220d-4d54-8afe-977bf79b5e23 req-4f940207-0d21-492d-963d-c91a73b8915e tempest-VolumesNegativeTest-767345795 tempest-VolumesNegativeTest-767345795-project] 10.222.0.78 "GET /v2.0/ports?device_id=51866211-3478-423d-8cd1-55a81d19597d HTTP/1.1" status: 200 len: 210 time: 0.0426042 Aug 03 19:36:25.536150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e2d5448c-361f-4772-8a49-653cbf019718 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:25.556835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: e2d5448c-361f-4772-8a49-653cbf019718 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:25.557182 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device e2d5448c-361f-4772-8a49-653cbf019718 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:28.980774 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33590) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:29.148237 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-523e8c46-c648-4949-bc43-95865bb0d221 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2587280e85c441858c3b27dea21b1d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662307 Aug 03 19:36:29.151198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33594) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:29.213155 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9619520f-6a4f-4ddc-947d-b0dc136b7bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.243442 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9619520f-6a4f-4ddc-947d-b0dc136b7bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.299161 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9619520f-6a4f-4ddc-947d-b0dc136b7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.302025 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9619520f-6a4f-4ddc-947d-b0dc136b7bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.303262 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9619520f-6a4f-4ddc-947d-b0dc136b7bd7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eac786c7-3ac8-44b0-b923-1794ea17b70a HTTP/1.1" status: 204 len: 168 time: 0.1510475 Aug 03 19:36:29.312138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619520f-6a4f-4ddc-947d-b0dc136b7bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac786c7-3ac8-44b0-b923-1794ea17b70a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:29.942194 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.098222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33616) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:30.219122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-663033641-network', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:30.244733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Made reservation on behalf of 8bcf2e866ac5499dae896bfb02d9e340 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:30.247190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.260536 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.374403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.380543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.408367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:36:30.418916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d3a959-6f89-439c-8ddb-0ad4dc0abcab,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:30.424614 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.424955 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Added segment 34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4 of type vlan for network d4558647-63ce-4a39-97f6-e1a8789baf6a Aug 03 19:36:30.473979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.508470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.510324 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:30.511322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.604499 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5045676 Aug 03 19:36:30.607912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33620) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:30.613922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] Request body: {'subnet': {'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-663033641-subnet', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:30.632044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d5f3b-7672-4bda-b860-a86b2f8850a8 admin admin] Pushing event updated for resources: {'Network': ['ID=d4558647-63ce-4a39-97f6-e1a8789baf6a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:30.639571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] Made reservation on behalf of 8bcf2e866ac5499dae896bfb02d9e340 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:30.642572 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.645758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network d4558647-63ce-4a39-97f6-e1a8789baf6a details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:36:30.847576 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.917225 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0bcd62-e256-472c-87de-5031888f58cc,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:30.937431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] Checking segment: {'id': '34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:30.937876 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] Network hostable DHCP agents. Network: d4558647-63ce-4a39-97f6-e1a8789baf6a, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:36:30.958160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] Network d4558647-63ce-4a39-97f6-e1a8789baf6a is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:36:30.968514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, d4558647-63ce-4a39-97f6-e1a8789baf6a) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:30.976139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:30.976851 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.982749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad36fa3-bb97-4d14-8b62-6861e368c292 None None] Network d4558647-63ce-4a39-97f6-e1a8789baf6a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:31.002613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-78365c77-1ee8-4446-9fbb-1433bbfbe28c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3931241 Aug 03 19:36:31.005339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33622) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:31.011727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-663033641-router', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:31.044645 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.046540 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.150076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-d4558647-63ce-4a39-97f6-e1a8789baf6a', 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'fixed_ips': [{'subnet_id': '7a0bcd62-e256-472c-87de-5031888f58cc'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:36:31.151171 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.152913 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.365729 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.528203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Allocated IP 172.20.0.2 (d4558647-63ce-4a39-97f6-e1a8789baf6a/7a0bcd62-e256-472c-87de-5031888f58cc/848762e3-8836-4c32-9b44-41bd921339a5) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:31.606375 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.632447 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.756248 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.758848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Allocated IP 172.25.8.69 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:31.769081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Transition to ACTIVE for port object 848762e3-8836-4c32-9b44-41bd921339a5 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:31.788339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Transition to ACTIVE for port object 848762e3-8836-4c32-9b44-41bd921339a5 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:31.795627 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.837967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Network d4558647-63ce-4a39-97f6-e1a8789baf6a is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:31.841304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:31.843931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:31.857481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Pushing event updated for resources: {'Port': ['ID=848762e3-8836-4c32-9b44-41bd921339a5,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:31.884372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.884892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.885246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.885609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.885946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.886304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.886613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.886768 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.886980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.887255 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.887584 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.887905 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.888228 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:31.928452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Attempting to bind port 848762e3-8836-4c32-9b44-41bd921339a5 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:31.929057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Attempting to bind port 848762e3-8836-4c32-9b44-41bd921339a5 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:31.929729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Attempting to bind port 848762e3-8836-4c32-9b44-41bd921339a5 on network d4558647-63ce-4a39-97f6-e1a8789baf6a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:31.936438 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.939478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:31.940070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Checking segment: {'id': '34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:31.940715 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.941345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Bound using segment: {'id': '34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:31.942177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Bound port: 848762e3-8836-4c32-9b44-41bd921339a5, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:31.942803 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.992662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:31.995787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:32.002493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:32.008524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:32.030434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] For port 848762e3-8836-4c32-9b44-41bd921339a5, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:32.034266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] For port 848762e3-8836-4c32-9b44-41bd921339a5, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=848762e3-8836-4c32-9b44-41bd921339a5,segment=NetworkSegment(34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4),segment_id=34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:32.039024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.111614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea3dee-7cfd-4d42-8227-237afb4b2bb9 None None] Pushing event updated for resources: {'Port': ['ID=848762e3-8836-4c32-9b44-41bd921339a5,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:32.317979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.535594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.679367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Router 6b07945a-064d-4c53-9e04-983cb3b7e568 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:36:32.817254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:32.832219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Sync routers for ids ['6b07945a-064d-4c53-9e04-983cb3b7e568'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:32.843374 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.849887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dcdd2866-be92-459e-afa0-d1abfe3de0f8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.8428769 Aug 03 19:36:32.850114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33624) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:32.858983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Routers {'6b07945a-064d-4c53-9e04-983cb3b7e568'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:32.860703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:36:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['6b07945a-064d-4c53-9e04-983cb3b7e568'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:32.916095 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 848762e3-8836-4c32-9b44-41bd921339a5 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:33.029185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 848762e3-8836-4c32-9b44-41bd921339a5 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:33.036454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Set router 6b07945a-064d-4c53-9e04-983cb3b7e568 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:33.280529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'name': 'tempest-ImageQuotaTest-663033641-router', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:32Z', 'revision_number': 3, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'gw_port': {'id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:33.355379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee46e4c-4ac4-436c-93de-4624196f329c None None] Network d4558647-63ce-4a39-97f6-e1a8789baf6a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:33.364917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Checking router: 6b07945a-064d-4c53-9e04-983cb3b7e568 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:33.365546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Updating router 6b07945a-064d-4c53-9e04-983cb3b7e568 port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:36:33.505395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d1b12a57-69d7-455c-b7e2-94fc898b6b25 None None] Provisioning for port 848762e3-8836-4c32-9b44-41bd921339a5 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:33.530456 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d1b12a57-69d7-455c-b7e2-94fc898b6b25 None None] Provisioning complete for port 848762e3-8836-4c32-9b44-41bd921339a5 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:33.531072 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d1b12a57-69d7-455c-b7e2-94fc898b6b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.534959 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.798387 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a3a176b1-a445-4c8e-9aa8-e8bf2044ab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.926034 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d1b12a57-69d7-455c-b7e2-94fc898b6b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.060703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d1b12a57-69d7-455c-b7e2-94fc898b6b25 None None] For port 848762e3-8836-4c32-9b44-41bd921339a5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=848762e3-8836-4c32-9b44-41bd921339a5,segment=NetworkSegment(34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4),segment_id=34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:34.071703 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d1b12a57-69d7-455c-b7e2-94fc898b6b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.097349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.166226 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.193143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Transition to ACTIVE for port object 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:34.199782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b12a57-69d7-455c-b7e2-94fc898b6b25 None None] Pushing event updated for resources: {'Port': ['ID=848762e3-8836-4c32-9b44-41bd921339a5,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:34.204117 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.266843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Attempting to bind port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:34.267120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Attempting to bind port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:34.267464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Attempting to bind port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:34.273240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6b7cb-e156-4530-97d9-c0a0ff43de35 None None] Pushing event updated for resources: {'Port': ['ID=8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:34.279482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:34.279904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:34.280328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.280683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:34.281182 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Bound port: 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:34.282254 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.356340 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] For port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:34.362680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] For port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:34.371633 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.453118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Routers {'6b07945a-064d-4c53-9e04-983cb3b7e568'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:34.453920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:36:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['6b07945a-064d-4c53-9e04-983cb3b7e568'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:34.459024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1fcf06a5-1882-434d-a6c3-50e06360d46e None None] Provisioning complete for port 848762e3-8836-4c32-9b44-41bd921339a5 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:34.459395 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1fcf06a5-1882-434d-a6c3-50e06360d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.462567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Allocated IP 172.20.0.1 (d4558647-63ce-4a39-97f6-e1a8789baf6a/7a0bcd62-e256-472c-87de-5031888f58cc/acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:34.520125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6b7cb-e156-4530-97d9-c0a0ff43de35 None None] Pushing event updated for resources: {'Port': ['ID=8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:34.630044 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] Set router 6b07945a-064d-4c53-9e04-983cb3b7e568 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:34.649567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.665524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Transition to ACTIVE for port object acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:34.723022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.767360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Network d4558647-63ce-4a39-97f6-e1a8789baf6a is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:34.771285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:34.778421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:34.788666 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Pushing event updated for resources: {'Port': ['ID=acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:34.849491 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.927371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'name': 'tempest-ImageQuotaTest-663033641-router', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:32Z', 'revision_number': 3, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'gw_port': {'id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:34.930508 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 848762e3-8836-4c32-9b44-41bd921339a5 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:34.991695 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d540c725-8ce3-4deb-b377-62686a3c23b9 None None] The sync data for ids ['6b07945a-064d-4c53-9e04-983cb3b7e568'] in n-d-802918-7 is: [{'id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'name': 'tempest-ImageQuotaTest-663033641-router', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:32Z', 'revision_number': 3, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'gw_port': {'id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:35.046360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 848762e3-8836-4c32-9b44-41bd921339a5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:35.046958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.055354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.168442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8a438a2a-c424-4d82-9375-fe6d691e8503 None None] Provisioning for port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:35.177900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8a438a2a-c424-4d82-9375-fe6d691e8503 None None] Provisioning complete for port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:35.178450 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8a438a2a-c424-4d82-9375-fe6d691e8503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.223422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8a438a2a-c424-4d82-9375-fe6d691e8503 None None] Port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:35.321759 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.327873 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.418223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Pushing event updated for resources: {'Port': ['ID=acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:35.431045 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.579140 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-d0e91ba5-23f0-42a5-bd92-ed3f3c780365 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825529 Aug 03 19:36:35.607104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Network d4558647-63ce-4a39-97f6-e1a8789baf6a is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:35.609934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:35.774585 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-ad50fa66-45c1-4cb5-8411-2ffecdfb6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:35.776269 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-ad50fa66-45c1-4cb5-8411-2ffecdfb6456 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 1097 time: 0.1025889 Aug 03 19:36:35.817247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Router 6b07945a-064d-4c53-9e04-983cb3b7e568 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:35.950336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-67cc2df8-e52f-4f40-b267-006877f18b78 None None] Provisioning complete for port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:35.950781 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-67cc2df8-e52f-4f40-b267-006877f18b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.991494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-67cc2df8-e52f-4f40-b267-006877f18b78 None None] Port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:36.078284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-1e81d197-9023-4308-ba4d-f29fc7281ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:36.081368 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-1e81d197-9023-4308-ba4d-f29fc7281ad6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.2767935 Aug 03 19:36:36.188904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:36.202106 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7bdb19ad-f36a-449e-b9a8-c7eeefeb2d71 admin admin] 10.222.0.78 "PUT /v2.0/routers/6b07945a-064d-4c53-9e04-983cb3b7e568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3501830 Aug 03 19:36:36.223974 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-25013c54-f0d7-4229-a4dd-654b62dbd2d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8063464-fa68-47c7-ab57-142ad93cf97a HTTP/1.1" status: 200 len: 1002 time: 0.1340678 Aug 03 19:36:36.288547 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-278f353f-9d69-4a06-a01b-2a6b08bfc25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:36.290177 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-278f353f-9d69-4a06-a01b-2a6b08bfc25e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0582464 Aug 03 19:36:36.347705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-4d994fbb-15bb-4622-a4ea-96ff53787168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:36.349340 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-4d994fbb-15bb-4622-a4ea-96ff53787168 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507307 Aug 03 19:36:36.445150 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c945-1124-4d01-b9b8-a60043bb257c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.495670 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-d0d4d7af-0bb2-45b7-9029-0ea44258320e service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357551 Aug 03 19:36:36.633376 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e89c7594-5f3f-460e-9661-cb29221cbdeb req-1fedb028-53a9-4ab5-b91e-751607e0f76d service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295071 Aug 03 19:36:36.762432 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.892293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:36.942461 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Sync routers for ids ['6b07945a-064d-4c53-9e04-983cb3b7e568'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:36.964442 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Routers {'6b07945a-064d-4c53-9e04-983cb3b7e568'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:36.965434 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:36:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['6b07945a-064d-4c53-9e04-983cb3b7e568'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:36.986508 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:36.994067 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:36.994697 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.159297 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Set router 6b07945a-064d-4c53-9e04-983cb3b7e568 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:37.178396 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.222300 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:37.231749 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.336689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:37.560907 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'name': 'tempest-ImageQuotaTest-663033641-router', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:34Z', 'revision_number': 4, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'gw_port': {'id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f', 'name': '', 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'mac_address': 'fa:16:3e:e3:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '7a0bcd62-e256-472c-87de-5031888f58cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:34Z', 'updated_at': '2021-08-03T19:36:35Z', 'revision_number': 2, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'subnets': [{'id': '7a0bcd62-e256-472c-87de-5031888f58cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:37.730511 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Checking router: 6b07945a-064d-4c53-9e04-983cb3b7e568 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:37.731054 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Updating router 6b07945a-064d-4c53-9e04-983cb3b7e568 port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:36:37.767980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33644) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:37.775174 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.999994 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.142615 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.160755 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Transition to ACTIVE for port object acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:38.172356 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.254233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.292899 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Pushing event updated for resources: {'Port': ['ID=acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:38.331335 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Attempting to bind port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:38.331335 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Attempting to bind port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:38.331690 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Attempting to bind port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f on network d4558647-63ce-4a39-97f6-e1a8789baf6a {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:38.336738 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.337308 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.338068 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.338627 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.339221 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.339755 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.340304 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.341402 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.341402 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.341862 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.342429 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.342942 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.354456 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:38.355036 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Checking segment: {'id': '34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:38.355693 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.356240 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Bound using segment: {'id': '34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:38.357341 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Bound port: acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:38.357341 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.475063 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] For port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:38.480307 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] For port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f,segment=NetworkSegment(34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4),segment_id=34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:38.485527 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.581645 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Routers {'6b07945a-064d-4c53-9e04-983cb3b7e568'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:38.582682 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:36:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['6b07945a-064d-4c53-9e04-983cb3b7e568'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:38.659197 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fd4f7-3ccb-462e-97f3-ef6a8d292f55 None None] Pushing event updated for resources: {'Port': ['ID=acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:38.678806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] Deleting port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:38.678806 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.798260 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] Set router 6b07945a-064d-4c53-9e04-983cb3b7e568 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:38.798525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] For port acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f,segment=NetworkSegment(34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4),segment_id=34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:38.799283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.824659 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] Calling delete_port for acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:38.882602 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:38.946037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:38.946759 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.081649 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'name': 'tempest-ImageQuotaTest-663033641-router', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:34Z', 'revision_number': 4, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'gw_port': {'id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f', 'name': '', 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'mac_address': 'fa:16:3e:e3:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '7a0bcd62-e256-472c-87de-5031888f58cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:34Z', 'updated_at': '2021-08-03T19:36:38Z', 'revision_number': 4, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'subnets': [{'id': '7a0bcd62-e256-472c-87de-5031888f58cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:39.091569 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.114289 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39efddb-6e5b-413c-890b-f92a6fc86be1 None None] The sync data for ids ['6b07945a-064d-4c53-9e04-983cb3b7e568'] in n-d-802918-7 is: [{'id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'name': 'tempest-ImageQuotaTest-663033641-router', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:34Z', 'revision_number': 4, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'gw_port': {'id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f', 'name': '', 'network_id': 'd4558647-63ce-4a39-97f6-e1a8789baf6a', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'mac_address': 'fa:16:3e:e3:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '7a0bcd62-e256-472c-87de-5031888f58cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:34Z', 'updated_at': '2021-08-03T19:36:38Z', 'revision_number': 4, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'subnets': [{'id': '7a0bcd62-e256-472c-87de-5031888f58cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:39.121052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:39.400509 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.664388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] Router 6b07945a-064d-4c53-9e04-983cb3b7e568 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:39.752299 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.167030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:40.177014 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cbf03ca1-f4db-46fe-b118-1bf3d7e18ff0 admin admin] 10.222.0.78 "PUT /v2.0/routers/6b07945a-064d-4c53-9e04-983cb3b7e568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4071460 Aug 03 19:36:40.182228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33646) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:40.326674 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.404507 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69a32a-8c0b-410d-93e0-b59e416ac99c None None] Sync routers for ids ['6b07945a-064d-4c53-9e04-983cb3b7e568'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:40.415320 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69a32a-8c0b-410d-93e0-b59e416ac99c None None] Routers {'6b07945a-064d-4c53-9e04-983cb3b7e568'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:40.415945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1b69a32a-8c0b-410d-93e0-b59e416ac99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:36:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['6b07945a-064d-4c53-9e04-983cb3b7e568'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:40.443561 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.508101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Deleting port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:40.508461 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.629871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] For port 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:40.630489 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.653266 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Calling delete_port for 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:40.758596 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-1b69a32a-8c0b-410d-93e0-b59e416ac99c None None] Set router 6b07945a-064d-4c53-9e04-983cb3b7e568 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:40.902162 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.955719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:40.982012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1b69a32a-8c0b-410d-93e0-b59e416ac99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'name': 'tempest-ImageQuotaTest-663033641-router', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:39Z', 'revision_number': 5, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'gw_port': {'id': '8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:41.018275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69a32a-8c0b-410d-93e0-b59e416ac99c None None] Checking router: 6b07945a-064d-4c53-9e04-983cb3b7e568 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:41.029755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69a32a-8c0b-410d-93e0-b59e416ac99c None None] Routers {'6b07945a-064d-4c53-9e04-983cb3b7e568'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:41.030541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1b69a32a-8c0b-410d-93e0-b59e416ac99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:36:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['6b07945a-064d-4c53-9e04-983cb3b7e568'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:41.034227 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.151592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-1b69a32a-8c0b-410d-93e0-b59e416ac99c None None] Set router 6b07945a-064d-4c53-9e04-983cb3b7e568 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:41.194130 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.198193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.216040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-1b69a32a-8c0b-410d-93e0-b59e416ac99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'name': 'tempest-ImageQuotaTest-663033641-router', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:40Z', 'revision_number': 7, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:41.251859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69a32a-8c0b-410d-93e0-b59e416ac99c None None] The sync data for ids ['6b07945a-064d-4c53-9e04-983cb3b7e568'] in n-d-802918-7 is: [{'id': '6b07945a-064d-4c53-9e04-983cb3b7e568', 'name': 'tempest-ImageQuotaTest-663033641-router', 'tenant_id': '8bcf2e866ac5499dae896bfb02d9e340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:31Z', 'updated_at': '2021-08-03T19:36:40Z', 'revision_number': 7, 'project_id': '8bcf2e866ac5499dae896bfb02d9e340', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:41.263925 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.264834 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b07945a-064d-4c53-9e04-983cb3b7e568 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:36:41.272800 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.274711 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e5a39206-b2d6-4bc5-9c8e-08615dc1d2e8 admin admin] 10.222.0.78 "DELETE /v2.0/routers/6b07945a-064d-4c53-9e04-983cb3b7e568 HTTP/1.1" status: 204 len: 168 time: 1.0912256 Aug 03 19:36:41.277223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33648) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:41.325235 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bf1597-6d0c-416a-9778-da00b11426e3 admin admin] Deleting subnet 7a0bcd62-e256-472c-87de-5031888f58cc {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:36:41.329616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83bf1597-6d0c-416a-9778-da00b11426e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.376916 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83bf1597-6d0c-416a-9778-da00b11426e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.524471 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83bf1597-6d0c-416a-9778-da00b11426e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.617963 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83bf1597-6d0c-416a-9778-da00b11426e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.651722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf1597-6d0c-416a-9778-da00b11426e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0bcd62-e256-472c-87de-5031888f58cc,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:41.662246 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-83bf1597-6d0c-416a-9778-da00b11426e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.665671 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-83bf1597-6d0c-416a-9778-da00b11426e3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7a0bcd62-e256-472c-87de-5031888f58cc HTTP/1.1" status: 204 len: 168 time: 0.3870685 Aug 03 19:36:41.670908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1445f2e-61d3-438c-ab94-47598401dbe8 None None] Network d4558647-63ce-4a39-97f6-e1a8789baf6a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:41.671180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33650) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:41.786036 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.858131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Deleting port 848762e3-8836-4c32-9b44-41bd921339a5 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:41.858593 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.940948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] For port 848762e3-8836-4c32-9b44-41bd921339a5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=848762e3-8836-4c32-9b44-41bd921339a5,segment=NetworkSegment(34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4),segment_id=34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:41.941321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:41.958063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Calling delete_port for 848762e3-8836-4c32-9b44-41bd921339a5 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:42.052993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.082053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Pushing event deleted for resources: {'Port': ['ID=848762e3-8836-4c32-9b44-41bd921339a5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:42.087273 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] No DVR routers for this DVR port 848762e3-8836-4c32-9b44-41bd921339a5 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:42.110299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdfff4e-1236-407b-9436-beaf7bf4183c None None] DHCP port deletion for d4558647-63ce-4a39-97f6-e1a8789baf6a request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:36:42.167788 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.179553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4558647-63ce-4a39-97f6-e1a8789baf6a']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:42.196609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:42.197166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e3c0a9-f551-4a29-9ba9-13d09ab7e0f4') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:42.211254 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.235810 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.246961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:42.247570 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:42.250355 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:42.316372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.324880 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.329042 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] 10.222.0.78 "DELETE /v2.0/networks/d4558647-63ce-4a39-97f6-e1a8789baf6a HTTP/1.1" status: 204 len: 168 time: 0.6558337 Aug 03 19:36:42.346529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec5303-c69f-4918-b9f0-3f3e0f2f70ed admin admin] Pushing event deleted for resources: {'Network': ['ID=d4558647-63ce-4a39-97f6-e1a8789baf6a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:42.476342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33654) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:42.526557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-82e7a193-73f9-42ca-ba46-83fb6c7f2cbb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8bcf2e866ac5499dae896bfb02d9e340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489600 Aug 03 19:36:42.529217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33656) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:42.588047 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8682dce7-b5d3-4ad4-af0d-ed938a7be8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.613229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8682dce7-b5d3-4ad4-af0d-ed938a7be8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.666977 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8682dce7-b5d3-4ad4-af0d-ed938a7be8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.669690 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8682dce7-b5d3-4ad4-af0d-ed938a7be8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.671505 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8682dce7-b5d3-4ad4-af0d-ed938a7be8fc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f7d3a959-6f89-439c-8ddb-0ad4dc0abcab HTTP/1.1" status: 204 len: 168 time: 0.1409831 Aug 03 19:36:42.681321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682dce7-b5d3-4ad4-af0d-ed938a7be8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d3a959-6f89-439c-8ddb-0ad4dc0abcab,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:42.850827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:42.878417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:42.879024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device acc8df5e-3a9a-4ec1-bf93-dd9e9bac297f not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:42.880124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 848762e3-8836-4c32-9b44-41bd921339a5 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:42.916696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 848762e3-8836-4c32-9b44-41bd921339a5 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:42.917303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 848762e3-8836-4c32-9b44-41bd921339a5 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:42.918020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:42.960839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:42.961430 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8c4e75d1-0ff2-4ca1-9d15-9e273ab2168d not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:43.103853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33662) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:43.122564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-240aae26-40e5-4572-9afc-6c2d78759d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.245187 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-240aae26-40e5-4572-9afc-6c2d78759d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.250076 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-240aae26-40e5-4572-9afc-6c2d78759d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.301378 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-240aae26-40e5-4572-9afc-6c2d78759d4b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1963675 Aug 03 19:36:43.303284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240aae26-40e5-4572-9afc-6c2d78759d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c730194-0baf-43e0-96d2-dfab5285b03a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:43.304439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33664) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:43.397060 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03c777fb-b944-4ea1-937c-9b8ff52a9e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.440017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03c777fb-b944-4ea1-937c-9b8ff52a9e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.504200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03c777fb-b944-4ea1-937c-9b8ff52a9e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.508956 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-03c777fb-b944-4ea1-937c-9b8ff52a9e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.511056 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-03c777fb-b944-4ea1-937c-9b8ff52a9e23 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c730194-0baf-43e0-96d2-dfab5285b03a HTTP/1.1" status: 204 len: 168 time: 0.2049010 Aug 03 19:36:43.525947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c777fb-b944-4ea1-937c-9b8ff52a9e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c730194-0baf-43e0-96d2-dfab5285b03a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:45.602028 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.779272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c09bf5-b6fb-4a18-911c-36324f9ed3e5 req-0f2336f4-3ef5-4e50-ac9d-f19cc52b0af1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:53.781574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5c09bf5-b6fb-4a18-911c-36324f9ed3e5 req-0f2336f4-3ef5-4e50-ac9d-f19cc52b0af1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 946 time: 0.0596588 Aug 03 19:36:53.827530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5c09bf5-b6fb-4a18-911c-36324f9ed3e5 req-40487dbe-5baa-4d59-b6bc-2a0f393d38fa tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391738 Aug 03 19:36:54.964161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4ec70-2386-4f8d-a5b8-add04b9f3b24 req-f347aa1e-87e4-4054-a09d-af1f3ff6b211 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:54.966025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4d4ec70-2386-4f8d-a5b8-add04b9f3b24 req-f347aa1e-87e4-4054-a09d-af1f3ff6b211 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 946 time: 0.0555949 Aug 03 19:36:55.009988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b4d4ec70-2386-4f8d-a5b8-add04b9f3b24 req-ac6d1799-af5f-44ac-ade8-3c71a97ce43e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365968 Aug 03 19:36:55.286727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-e3d6866a-b1aa-4d88-a38d-cd04387cb37e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:55.288447 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-e3d6866a-b1aa-4d88-a38d-cd04387cb37e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 946 time: 0.0553122 Aug 03 19:36:55.399221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Deleting port c8063464-fa68-47c7-ab57-142ad93cf97a {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:55.399569 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.504476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] For port c8063464-fa68-47c7-ab57-142ad93cf97a, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c8063464-fa68-47c7-ab57-142ad93cf97a,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:55.504925 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.756003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.756416 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.756775 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Floating IP 94234272-4256-4640-b0dc-eca9f2a6f588 disassociated. External IP: 172.25.8.196, port: c8063464-fa68-47c7-ab57-142ad93cf97a. Aug 03 19:36:55.757231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Calling delete_port for c8063464-fa68-47c7-ab57-142ad93cf97a owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:55.923017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.959396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event deleted for resources: {'Port': ['ID=c8063464-fa68-47c7-ab57-142ad93cf97a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:56.087004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Router f70c3633-edde-4de2-9eaa-18bc8f70a97e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:56.110640 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:36:56.159595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6026fa2-0f73-4e4a-9317-2dea50eaca9b req-391cb6a0-59f0-4739-a088-4ac1ffafa66c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 210 time: 0.0355837 Aug 03 19:36:56.229669 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:56.243197 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77768ed0-879e-4201-9651-cd03e2d72cc4 None None] Sync routers for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:56.255666 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77768ed0-879e-4201-9651-cd03e2d72cc4 None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:56.256614 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-77768ed0-879e-4201-9651-cd03e2d72cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:36:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:56.273640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] No DVR routers for this DVR port c8063464-fa68-47c7-ab57-142ad93cf97a on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:56.276749 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:56.279086 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7ed1200c-9b56-400f-a623-dc5bfdb97293 req-eea7ad07-464b-4aa7-b6f1-d29ff769a359 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "DELETE /v2.0/ports/c8063464-fa68-47c7-ab57-142ad93cf97a HTTP/1.1" status: 204 len: 173 time: 0.9841871 Aug 03 19:36:56.279571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'name': 'network-vif-deleted', 'tag': 'c8063464-fa68-47c7-ab57-142ad93cf97a'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:56.282112 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce2f988-044a-437e-ba0b-4fb891cf0597" -d '{"events": [{"server_uuid": "4f1e3132-a06b-4169-b1eb-26feff4e70f4", "name": "network-vif-deleted", "tag": "c8063464-fa68-47c7-ab57-142ad93cf97a"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:56.326178 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a6bcc6-5606-429c-aa6d-b7df885f682b x-openstack-request-id: req-02a6bcc6-5606-429c-aa6d-b7df885f682b {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:56.326824 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1e3132-a06b-4169-b1eb-26feff4e70f4", "name": "network-vif-deleted", "tag": "c8063464-fa68-47c7-ab57-142ad93cf97a", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:56.327070 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02a6bcc6-5606-429c-aa6d-b7df885f682b {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:56.328328 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1e3132-a06b-4169-b1eb-26feff4e70f4', 'name': 'network-vif-deleted', 'tag': 'c8063464-fa68-47c7-ab57-142ad93cf97a', 'status': 'completed', 'code': 200} Aug 03 19:36:56.453027 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-77768ed0-879e-4201-9651-cd03e2d72cc4 None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:56.760229 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-77768ed0-879e-4201-9651-cd03e2d72cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:56.790856 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77768ed0-879e-4201-9651-cd03e2d72cc4 None None] Checking router: f70c3633-edde-4de2-9eaa-18bc8f70a97e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:56.804198 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77768ed0-879e-4201-9651-cd03e2d72cc4 None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:56.805023 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-77768ed0-879e-4201-9651-cd03e2d72cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:36:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:56.924644 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-77768ed0-879e-4201-9651-cd03e2d72cc4 None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:57.154487 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-77768ed0-879e-4201-9651-cd03e2d72cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:57.302517 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77768ed0-879e-4201-9651-cd03e2d72cc4 None None] The sync data for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 is: [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:57.319287 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d10c33a8-181b-41ed-8c68-a39f31fe433f req-94d14595-ec50-461a-81cd-68a5180b0fa0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 210 time: 0.0434744 Aug 03 19:36:57.596797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b90cc8-99ae-4f66-b62d-f487ce7ca683 None None] New status for floating IP 94234272-4256-4640-b0dc-eca9f2a6f588: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:36:58.447803 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f9063295-e719-425d-8445-7b99669c0ea0 req-ed4a6116-c048-435f-805d-a802597a2b12 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 210 time: 0.0479698 Aug 03 19:36:59.556712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c8063464-fa68-47c7-ab57-142ad93cf97a no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:59.577787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9db1692-2e2e-4d7f-8dc5-efd4fc12c5cf req-8d6b72a8-4d15-4dc7-8402-6237f6ea53a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 210 time: 0.0427516 Aug 03 19:36:59.580552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: c8063464-fa68-47c7-ab57-142ad93cf97a {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:59.581267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c8063464-fa68-47c7-ab57-142ad93cf97a not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:59.937439 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.704082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f5e0442-37f7-4b46-851a-476e4fcd7ff4 req-f3df518d-9e5c-44ca-8534-9895549a4582 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=4f1e3132-a06b-4169-b1eb-26feff4e70f4 HTTP/1.1" status: 200 len: 210 time: 0.0353980 Aug 03 19:37:02.065665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-d712b5c4-99a4-4051-af92-6454224be17f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629574627&fields=id&tenant_id=d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 267 time: 0.0483267 Aug 03 19:37:02.189948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-dcf7357e-c751-41a6-a5af-e4ba23f0a0c8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:02.191568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-dcf7357e-c751-41a6-a5af-e4ba23f0a0c8 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.1185470 Aug 03 19:37:02.208636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-586b6f1e-8303-4995-8706-befb19483943 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/quotas/d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 375 time: 0.0104315 Aug 03 19:37:02.268871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-8328206d-074a-4190-a455-9bcc7db98c3a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542514 Aug 03 19:37:02.438877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-18f52bef-056c-44bc-bbc0-abb14405f065 service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559749 Aug 03 19:37:02.540530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-1d3c4ec3-585f-4c16-b6e6-959f8f8a4dc8 service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950792 Aug 03 19:37:02.909974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c359239e-bbe3-43ce-8cb4-7ed72540dbf2 req-66fe9842-8626-4626-937c-8d237ae7f696 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 210 time: 0.0456743 Aug 03 19:37:03.688679 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d50a353b-c478-40f2-8b7d-763318010bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.981352 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-1c9e8e10-332e-4521-859d-1de5b514ecf7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:03.983822 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-1c9e8e10-332e-4521-859d-1de5b514ecf7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.1507018 Aug 03 19:37:04.030863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b8f58f3-e789-42b1-a472-9e85657bffa3 req-1e0c75ec-b872-4dc5-8d42-02c56e62683d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 210 time: 0.0323718 Aug 03 19:37:04.090471 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-61fbd779-a93f-4076-aa3b-26892bf9107f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 380 time: 0.0961668 Aug 03 19:37:04.100136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'port': {'device_id': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'admin_state_up': True, 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'security_groups': ['0a99da85-a843-495f-93b5-d3c899fcf3ad']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:04.259356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Made reservation on behalf of d7edb583213d46128a9d1a5c19a34a32 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:04.264749 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.458498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Allocated IP 172.20.0.5 (70f84b60-65ec-4b07-8b41-039e7a41592e/67caabbc-e0de-4388-af32-8d12c0b643c5/9132b45f-ba8f-40d4-92c7-4bc8889920db) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:04.716865 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.748122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Transition to ACTIVE for port object 9132b45f-ba8f-40d4-92c7-4bc8889920db will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:04.805252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.884926 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Network 70f84b60-65ec-4b07-8b41-039e7a41592e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:04.891774 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:04.898936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:04.955812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=9132b45f-ba8f-40d4-92c7-4bc8889920db,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:04.976654 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:04.977240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:04.977857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:04.978408 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:04.978907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:04.979485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:04.980026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:04.980540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:04.981097 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:04.981767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:04.982657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:04.982902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:05.025043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:05.026014 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.046099 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-595de448-a757-4e9d-8f6d-030fffe675ae tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9507332 Aug 03 19:37:05.238046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Request body: {'port': {'device_id': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:05.255897 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeddb53-893b-4c48-b850-fe30ec65d84d req-b4ad02eb-54bc-48d2-84f8-915544c1ae3b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:05.258700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eeddb53-893b-4c48-b850-fe30ec65d84d req-b4ad02eb-54bc-48d2-84f8-915544c1ae3b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 931 time: 0.0990918 Aug 03 19:37:05.263972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5e5b5396-57bb-467d-9bd2-fa872f33dbc9 None None] Provisioning for port 9132b45f-ba8f-40d4-92c7-4bc8889920db completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:05.273599 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5e5b5396-57bb-467d-9bd2-fa872f33dbc9 None None] Provisioning complete for port 9132b45f-ba8f-40d4-92c7-4bc8889920db triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:05.274395 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5396-57bb-467d-9bd2-fa872f33dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.338419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b5396-57bb-467d-9bd2-fa872f33dbc9 None None] Port 9132b45f-ba8f-40d4-92c7-4bc8889920db cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:37:05.340039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1eeddb53-893b-4c48-b850-fe30ec65d84d req-2c745981-180b-45ad-b6fb-c29340a650cc tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674212 Aug 03 19:37:05.347176 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.713119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9132b45f-ba8f-40d4-92c7-4bc8889920db {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:05.727301 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.750338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Transition to ACTIVE for port object 9132b45f-ba8f-40d4-92c7-4bc8889920db will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:05.757004 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.817391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=9132b45f-ba8f-40d4-92c7-4bc8889920db,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:05.909831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Attempting to bind port 9132b45f-ba8f-40d4-92c7-4bc8889920db on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:05.910478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Attempting to bind port 9132b45f-ba8f-40d4-92c7-4bc8889920db by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:05.911072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Attempting to bind port 9132b45f-ba8f-40d4-92c7-4bc8889920db on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:05.918564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Port 9132b45f-ba8f-40d4-92c7-4bc8889920db on network 70f84b60-65ec-4b07-8b41-039e7a41592e not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:37:05.919126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Attempting to bind port 9132b45f-ba8f-40d4-92c7-4bc8889920db on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:05.926765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:05.927355 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Checking segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:05.927959 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Bound using segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:05.928743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Bound port: 9132b45f-ba8f-40d4-92c7-4bc8889920db, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:05.929457 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.021685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] For port 9132b45f-ba8f-40d4-92c7-4bc8889920db, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:06.025583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] For port 9132b45f-ba8f-40d4-92c7-4bc8889920db, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:06.032086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.075112 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.075999 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.078086 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] 10.222.0.37 "PUT /v2.0/ports/9132b45f-ba8f-40d4-92c7-4bc8889920db HTTP/1.1" status: 200 len: 1091 time: 1.0224745 Aug 03 19:37:06.078794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'tag': '9132b45f-ba8f-40d4-92c7-4bc8889920db'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:06.081003 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dac78f-1f37-4fba-a75e-da9a884d5efc" -d '{"events": [{"name": "network-changed", "server_uuid": "494d0b19-8b1b-4e5f-a9e4-09320034d369", "tag": "9132b45f-ba8f-40d4-92c7-4bc8889920db"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:06.138310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852426e8-e44a-48c7-91f8-b3a8725c4ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=9132b45f-ba8f-40d4-92c7-4bc8889920db,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:06.147491 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cde184-8d13-43cc-b030-81866e7e9eb1 x-openstack-request-id: req-f4cde184-8d13-43cc-b030-81866e7e9eb1 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:06.147820 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494d0b19-8b1b-4e5f-a9e4-09320034d369", "tag": "9132b45f-ba8f-40d4-92c7-4bc8889920db", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:06.148036 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f4cde184-8d13-43cc-b030-81866e7e9eb1 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:06.148442 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'tag': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'status': 'completed', 'code': 200} Aug 03 19:37:06.220619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-cd15c18d-dea2-4152-819e-3bcae022ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.223555 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-cd15c18d-dea2-4152-819e-3bcae022ead0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 1094 time: 0.0777843 Aug 03 19:37:06.276206 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-290e6bb7-1f9f-4545-b1bf-ad70f7579ccb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db HTTP/1.1" status: 200 len: 217 time: 0.0445702 Aug 03 19:37:06.342594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-d7d48709-77a6-458a-96ac-19c264458f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.345904 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-d7d48709-77a6-458a-96ac-19c264458f8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0622432 Aug 03 19:37:06.412090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-d78ee325-6fe1-45a7-9f0b-9c07593bedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.414598 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-d78ee325-6fe1-45a7-9f0b-9c07593bedb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606353 Aug 03 19:37:06.454776 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-973eb8f3-b7ca-4e2b-b358-5aa9534268bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.481685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9defc-5903-4e36-bc91-60183e4f3f46 req-68e4452e-9f24-4f06-b886-e993e8f1d9b0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.483470 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fc9defc-5903-4e36-bc91-60183e4f3f46 req-68e4452e-9f24-4f06-b886-e993e8f1d9b0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 943 time: 0.0544398 Aug 03 19:37:06.527851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0fc9defc-5903-4e36-bc91-60183e4f3f46 req-e7ab57f2-0acb-4f69-bdae-637f1b1d1c5e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359895 Aug 03 19:37:06.578201 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-cb8abded-a3d2-45b2-8229-bd2a2c0d2510 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546941 Aug 03 19:37:06.681380 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-69e97269-09cc-4b8e-bd5d-47ddc28c0798 req-5190f5d5-fc33-42bf-abb7-4af90118524a service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959804 Aug 03 19:37:06.753228 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.774553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac78f-1f37-4fba-a75e-da9a884d5efc req-e3ae4663-7cd4-404b-b743-8c4ff4e899bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.776145 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6dac78f-1f37-4fba-a75e-da9a884d5efc req-e3ae4663-7cd4-404b-b743-8c4ff4e899bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 1094 time: 0.0472312 Aug 03 19:37:06.888538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac78f-1f37-4fba-a75e-da9a884d5efc req-aaa41c08-5a1a-4fa3-ad6c-2c6965e0956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:06.891532 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6dac78f-1f37-4fba-a75e-da9a884d5efc req-aaa41c08-5a1a-4fa3-ad6c-2c6965e0956a service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.1084280 Aug 03 19:37:06.939607 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6dac78f-1f37-4fba-a75e-da9a884d5efc req-0b2bba5d-1186-407e-929d-a12f46b264c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db HTTP/1.1" status: 200 len: 217 time: 0.0408249 Aug 03 19:37:07.012774 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac78f-1f37-4fba-a75e-da9a884d5efc req-cad6fb69-0646-47d2-8ccb-ca52ff4679f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:07.014724 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6dac78f-1f37-4fba-a75e-da9a884d5efc req-cad6fb69-0646-47d2-8ccb-ca52ff4679f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0667908 Aug 03 19:37:07.085534 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac78f-1f37-4fba-a75e-da9a884d5efc req-517c91aa-1d53-4a13-b659-01e20aca2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:07.088079 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6dac78f-1f37-4fba-a75e-da9a884d5efc req-517c91aa-1d53-4a13-b659-01e20aca2970 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654979 Aug 03 19:37:07.242386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6dac78f-1f37-4fba-a75e-da9a884d5efc req-73bd3ce3-1569-4f8b-ad72-51c1243b1c79 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467142 Aug 03 19:37:07.346525 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e6dac78f-1f37-4fba-a75e-da9a884d5efc req-48c27f22-7f08-499f-a776-8f750411d3dc service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969205 Aug 03 19:37:07.671051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbb0f4-a18a-4ac4-9c13-6bf34839f6b2 req-ffa522b5-5a8e-4478-8ae3-aa702ec60cd1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:07.672830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3fbb0f4-a18a-4ac4-9c13-6bf34839f6b2 req-ffa522b5-5a8e-4478-8ae3-aa702ec60cd1 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 943 time: 0.0616438 Aug 03 19:37:07.731793 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3fbb0f4-a18a-4ac4-9c13-6bf34839f6b2 req-30fa50ff-b8ea-4e8c-ad0c-d4a2da566cee tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516932 Aug 03 19:37:08.004343 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:08.895848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3dabd-2578-465d-afdc-594186892c1b req-bf08371b-34dd-4116-8cbc-af1a7aaff177 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:08.898674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42a3dabd-2578-465d-afdc-594186892c1b req-bf08371b-34dd-4116-8cbc-af1a7aaff177 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 943 time: 0.0908349 Aug 03 19:37:08.942181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42a3dabd-2578-465d-afdc-594186892c1b req-4a742463-9732-441b-93c0-be8a0839f982 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374203 Aug 03 19:37:09.755702 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:10.118392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a1ec4-9c67-4f7d-a7c1-82ac19aeba89 req-4cd6c2b4-b562-4dda-a4f1-6df91c41fafd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:10.120311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d30a1ec4-9c67-4f7d-a7c1-82ac19aeba89 req-4cd6c2b4-b562-4dda-a4f1-6df91c41fafd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 943 time: 0.0559280 Aug 03 19:37:10.183991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d30a1ec4-9c67-4f7d-a7c1-82ac19aeba89 req-8e5f99d6-137b-411e-a64f-e1543aafd233 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564268 Aug 03 19:37:11.309139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18dfb7-efd9-4725-9b09-011f0ab3ee22 req-829ec627-0d70-4f43-8d38-6237c6b467f2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:11.310799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf18dfb7-efd9-4725-9b09-011f0ab3ee22 req-829ec627-0d70-4f43-8d38-6237c6b467f2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 943 time: 0.0532081 Aug 03 19:37:11.360541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf18dfb7-efd9-4725-9b09-011f0ab3ee22 req-db9b8f60-181e-4b23-8028-5c79081ee852 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382328 Aug 03 19:37:12.498690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cd2ac-4a8b-40e3-9a8a-6f2dd7e176d5 req-c8e20ba5-202d-4991-9175-e2fa10dac2d3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:12.500959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-543cd2ac-4a8b-40e3-9a8a-6f2dd7e176d5 req-c8e20ba5-202d-4991-9175-e2fa10dac2d3 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 943 time: 0.0652122 Aug 03 19:37:12.558565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-543cd2ac-4a8b-40e3-9a8a-6f2dd7e176d5 req-89838aba-b993-4ab4-a200-e1da610246d0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463116 Aug 03 19:37:13.690373 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713e3ca-a62a-473d-b5d2-e15190aa8998 req-b2fb4eac-0b10-417b-b277-7ef1bc47fc4d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:13.692073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b713e3ca-a62a-473d-b5d2-e15190aa8998 req-b2fb4eac-0b10-417b-b277-7ef1bc47fc4d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 943 time: 0.0537558 Aug 03 19:37:13.744635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b713e3ca-a62a-473d-b5d2-e15190aa8998 req-dff8177d-9ff2-4b58-a149-dbb045e2dac6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392268 Aug 03 19:37:14.868825 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb8309-53b1-4f65-97fc-7a135588318c req-3e201be3-ce95-40c7-b3bb-3abecc188ca2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:14.870494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fcb8309-53b1-4f65-97fc-7a135588318c req-3e201be3-ce95-40c7-b3bb-3abecc188ca2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 943 time: 0.0592163 Aug 03 19:37:14.914216 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fcb8309-53b1-4f65-97fc-7a135588318c req-d8399801-e665-4eb5-b7d7-18b43aa1d9ec tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366707 Aug 03 19:37:15.623731 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:16.049392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d7f5d-df8b-4fc6-86c5-9a1621342f87 req-6788d052-707a-40fb-ab00-662b347f1201 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:16.051385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f9d7f5d-df8b-4fc6-86c5-9a1621342f87 req-6788d052-707a-40fb-ab00-662b347f1201 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 943 time: 0.0618699 Aug 03 19:37:16.104751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f9d7f5d-df8b-4fc6-86c5-9a1621342f87 req-02ea954c-497e-4ac8-bfcd-c27d27f63a83 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 Aug 03 19:37:17.268409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b1e1a-002f-49e1-b386-aa094cfb46ac req-9e73646a-c8e7-47bd-b66f-c1116e26afe6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:17.271146 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c60b1e1a-002f-49e1-b386-aa094cfb46ac req-9e73646a-c8e7-47bd-b66f-c1116e26afe6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 943 time: 0.0821397 Aug 03 19:37:17.316565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c60b1e1a-002f-49e1-b386-aa094cfb46ac req-98568294-b0eb-4238-ae8c-ef05eb70dc9a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381279 Aug 03 19:37:17.664289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 9132b45f-ba8f-40d4-92c7-4bc8889920db details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:37:17.767717 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 9132b45f-ba8f-40d4-92c7-4bc8889920db, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:17.780813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'port_id': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'mac_address': 'fa:16:3e:dc:f4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:37:17.821205 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:17.840243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9132b45f-ba8f-40d4-92c7-4bc8889920db {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:17.863576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 9132b45f-ba8f-40d4-92c7-4bc8889920db, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:17.868629 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:17.922338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=9132b45f-ba8f-40d4-92c7-4bc8889920db,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:18.077988 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['9132b45f-ba8f-40d4-92c7-4bc8889920db'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:18.474088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29404a4-643e-4f93-8d9a-8aaf64c6aa05 req-fd6a2ea9-ef72-448d-a16c-b2b6aab04e05 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:18.477036 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e29404a4-643e-4f93-8d9a-8aaf64c6aa05 req-fd6a2ea9-ef72-448d-a16c-b2b6aab04e05 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 944 time: 0.0849264 Aug 03 19:37:18.519335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e29404a4-643e-4f93-8d9a-8aaf64c6aa05 req-5ed53429-2ba7-4603-a6f4-dba2c9e93d84 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359917 Aug 03 19:37:19.641783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae5e78-7a57-4b26-9af2-b8d4a71229c7 req-ddec3d38-ec76-470f-bc9e-b3155ac9c31e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:19.643341 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4cae5e78-7a57-4b26-9af2-b8d4a71229c7 req-ddec3d38-ec76-470f-bc9e-b3155ac9c31e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 944 time: 0.0550737 Aug 03 19:37:19.679933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 9132b45f-ba8f-40d4-92c7-4bc8889920db up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:19.688784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4cae5e78-7a57-4b26-9af2-b8d4a71229c7 req-6cd34374-731d-419a-8e52-e67dd49a064a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389347 Aug 03 19:37:19.739434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 9132b45f-ba8f-40d4-92c7-4bc8889920db completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:19.743909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 9132b45f-ba8f-40d4-92c7-4bc8889920db triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:19.744290 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:19.832783 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:19.857780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9132b45f-ba8f-40d4-92c7-4bc8889920db'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:19.861011 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a525e0e8-7d3e-4150-9d58-3244f5c701f5" -d '{"events": [{"server_uuid": "494d0b19-8b1b-4e5f-a9e4-09320034d369", "name": "network-vif-plugged", "status": "completed", "tag": "9132b45f-ba8f-40d4-92c7-4bc8889920db"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:19.878437 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 9132b45f-ba8f-40d4-92c7-4bc8889920db, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:19.884190 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:19.922728 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa77d5b4-bb9f-48ee-b0ca-b7ecefd4b28a x-openstack-request-id: req-fa77d5b4-bb9f-48ee-b0ca-b7ecefd4b28a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:19.923134 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494d0b19-8b1b-4e5f-a9e4-09320034d369", "name": "network-vif-plugged", "status": "completed", "tag": "9132b45f-ba8f-40d4-92c7-4bc8889920db", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:19.923479 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa77d5b4-bb9f-48ee-b0ca-b7ecefd4b28a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:19.923956 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'code': 200} Aug 03 19:37:19.956763 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=9132b45f-ba8f-40d4-92c7-4bc8889920db,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:20.025981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb408f-1e58-4fb8-8fb3-46a12dc931f8 req-fe7c6eae-2ba7-4cf2-afe2-8b00d64f6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:20.027546 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8adb408f-1e58-4fb8-8fb3-46a12dc931f8 req-fe7c6eae-2ba7-4cf2-afe2-8b00d64f6a84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 1096 time: 0.0439081 Aug 03 19:37:20.074927 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8adb408f-1e58-4fb8-8fb3-46a12dc931f8 req-dab4c5cd-473a-474d-b636-2195c195a7b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398421 Aug 03 19:37:20.856905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74543d32-dc4b-461a-8fb0-a5bba422728e req-2f259cc8-4f35-4bd8-a5a3-e8e0864b1c6b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:20.858822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74543d32-dc4b-461a-8fb0-a5bba422728e req-2f259cc8-4f35-4bd8-a5a3-e8e0864b1c6b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 945 time: 0.0830574 Aug 03 19:37:20.909867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74543d32-dc4b-461a-8fb0-a5bba422728e req-edf91702-c811-438b-b6b9-a848c6eef352 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387158 Aug 03 19:37:22.062023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eba33-7f8f-44d4-93f9-c76c4fb77aad req-6d46e41a-702b-4049-a308-490619a0bcc5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.063689 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-958eba33-7f8f-44d4-93f9-c76c4fb77aad req-6d46e41a-702b-4049-a308-490619a0bcc5 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 945 time: 0.0544469 Aug 03 19:37:22.112067 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-958eba33-7f8f-44d4-93f9-c76c4fb77aad req-bd81c366-1ef3-41b6-96d1-72dc38299e11 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374444 Aug 03 19:37:22.279203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46121e5e-b8da-485a-8639-73a711ecb280 req-c47735b0-b071-4a13-a382-5254efef6538 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.280907 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46121e5e-b8da-485a-8639-73a711ecb280 req-c47735b0-b071-4a13-a382-5254efef6538 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 945 time: 0.0588579 Aug 03 19:37:22.324416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46121e5e-b8da-485a-8639-73a711ecb280 req-4aee643a-5112-451f-a387-43ef32eeb442 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366778 Aug 03 19:37:22.348793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33756) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:22.398328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2d6af-99bc-444c-a776-3bdb1748696c tempest-TestVolumeBootPattern-1777561230 tempest-TestVolumeBootPattern-1777561230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:22.399951 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-45c2d6af-99bc-444c-a776-3bdb1748696c tempest-TestVolumeBootPattern-1777561230 tempest-TestVolumeBootPattern-1777561230-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 1091 time: 0.0493965 Aug 03 19:37:22.404352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33758) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:22.409299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:22.433949 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.555020 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.672042 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Allocated IP 172.25.8.18 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/dbb5813f-f9cf-452b-819f-ce8a732ded2f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:22.798967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.844746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.881707 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:22.884948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:22.888780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:22.918222 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=dbb5813f-f9cf-452b-819f-ce8a732ded2f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:22.932611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:22.932951 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:22.933290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:22.933652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:22.933984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:22.934310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:22.934634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:22.935067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:22.935439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:22.935780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:22.936135 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:22.936538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:23.635397 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:23.713474 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:23.896574 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:23.902121 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:23.977442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=dbb5813f-f9cf-452b-819f-ce8a732ded2f,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:23.993458 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.107959 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Floating IP 920b8da6-ec08-4d2e-8ada-3430b149e76f associated. External IP: 172.25.8.18, port: 9132b45f-ba8f-40d4-92c7-4bc8889920db. Aug 03 19:37:24.333433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Router f70c3633-edde-4de2-9eaa-18bc8f70a97e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:37:24.454153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:37:24.465713 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dcab9c-fdb0-4d8a-af2e-4dd44d4fdaef None None] Sync routers for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:37:24.475118 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.482990 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dcab9c-fdb0-4d8a-af2e-4dd44d4fdaef None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:24.484752 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-57dcab9c-fdb0-4d8a-af2e-4dd44d4fdaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:37:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:24.510076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-11db7b3f-141e-4bb8-8e0f-79a874524a8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1043596 Aug 03 19:37:24.511148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'tag': '9132b45f-ba8f-40d4-92c7-4bc8889920db'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:24.515092 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dc0605-4653-4673-9193-a0e3f154033b" -d '{"events": [{"name": "network-changed", "server_uuid": "494d0b19-8b1b-4e5f-a9e4-09320034d369", "tag": "9132b45f-ba8f-40d4-92c7-4bc8889920db"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:24.578274 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0f5604-c920-4c09-b822-f4639c084e7d x-openstack-request-id: req-4c0f5604-c920-4c09-b822-f4639c084e7d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:24.578616 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494d0b19-8b1b-4e5f-a9e4-09320034d369", "tag": "9132b45f-ba8f-40d4-92c7-4bc8889920db", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:24.578888 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4c0f5604-c920-4c09-b822-f4639c084e7d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:24.579266 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'tag': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'status': 'completed', 'code': 200} Aug 03 19:37:24.621907 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-57dcab9c-fdb0-4d8a-af2e-4dd44d4fdaef None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:24.655821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0605-4653-4673-9193-a0e3f154033b req-65f388c7-6a2b-4897-b393-0fe21d6a6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:24.657431 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54dc0605-4653-4673-9193-a0e3f154033b req-65f388c7-6a2b-4897-b393-0fe21d6a6dc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 1096 time: 0.0515351 Aug 03 19:37:24.756490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0605-4653-4673-9193-a0e3f154033b req-cb323632-9e43-4d7e-bfa0-f4d666f798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:24.758458 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54dc0605-4653-4673-9193-a0e3f154033b req-cb323632-9e43-4d7e-bfa0-f4d666f798bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.0932314 Aug 03 19:37:24.852932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54dc0605-4653-4673-9193-a0e3f154033b req-898fb39b-ecd7-4763-9243-2e526d374903 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db HTTP/1.1" status: 200 len: 998 time: 0.0865197 Aug 03 19:37:24.929660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0605-4653-4673-9193-a0e3f154033b req-7e55b070-bf78-4e70-bd7f-f74b2abf5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:24.931234 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54dc0605-4653-4673-9193-a0e3f154033b req-7e55b070-bf78-4e70-bd7f-f74b2abf5421 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0708659 Aug 03 19:37:24.936323 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-57dcab9c-fdb0-4d8a-af2e-4dd44d4fdaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '920b8da6-ec08-4d2e-8ada-3430b149e76f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:dc:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:23Z', 'revision_number': 0, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:24.968495 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dcab9c-fdb0-4d8a-af2e-4dd44d4fdaef None None] Checking router: f70c3633-edde-4de2-9eaa-18bc8f70a97e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:37:24.978145 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dcab9c-fdb0-4d8a-af2e-4dd44d4fdaef None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:24.978774 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-57dcab9c-fdb0-4d8a-af2e-4dd44d4fdaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:37:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:25.008043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0605-4653-4673-9193-a0e3f154033b req-86ee27cb-31b2-4bd5-b3bf-2edca694cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:25.009859 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54dc0605-4653-4673-9193-a0e3f154033b req-86ee27cb-31b2-4bd5-b3bf-2edca694cfee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710094 Aug 03 19:37:25.118265 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-57dcab9c-fdb0-4d8a-af2e-4dd44d4fdaef None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:25.119933 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54dc0605-4653-4673-9193-a0e3f154033b req-d76160cf-cb1a-4a56-990a-7aa95915e508 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018853 Aug 03 19:37:25.231445 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-54dc0605-4653-4673-9193-a0e3f154033b req-c7921c07-d905-4122-8926-0db0ca07b592 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045091 Aug 03 19:37:25.414897 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-57dcab9c-fdb0-4d8a-af2e-4dd44d4fdaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '920b8da6-ec08-4d2e-8ada-3430b149e76f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:dc:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:23Z', 'revision_number': 0, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:25.446399 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dcab9c-fdb0-4d8a-af2e-4dd44d4fdaef None None] The sync data for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 is: [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '920b8da6-ec08-4d2e-8ada-3430b149e76f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:dc:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:23Z', 'revision_number': 0, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:37:25.703236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ef5c5-aad3-4f22-8f85-a2fbfc594cf4 None None] New status for floating IP 920b8da6-ec08-4d2e-8ada-3430b149e76f: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:37:29.935241 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:33.111880 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:37:33.683218 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e0e86617-7f78-43d3-a230-0b8276307a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:36.440234 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ae42b088-52eb-4617-8189-1a64a89dfc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:36.746888 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:37.537609 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-65d4ce3a-31eb-4554-8233-8b390924a806 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476754 Aug 03 19:37:37.648002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-85b61821-8ef4-46ba-a938-1c72c6776def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:37.649578 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-85b61821-8ef4-46ba-a938-1c72c6776def service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 1096 time: 0.0486338 Aug 03 19:37:38.008207 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.182810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-dd63a8a6-63f9-41bf-a804-47cb97d672b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:38.190009 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-dd63a8a6-63f9-41bf-a804-47cb97d672b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.5133929 Aug 03 19:37:38.267531 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-14e647b7-191c-4fa5-95a3-083937295cd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db HTTP/1.1" status: 200 len: 1000 time: 0.0728397 Aug 03 19:37:38.326296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-1bb302cd-a6dd-43bd-9dad-0ab725a05c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:38.329355 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-1bb302cd-a6dd-43bd-9dad-0ab725a05c86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0537133 Aug 03 19:37:38.380787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-cb6c43da-0fc4-46a4-abf9-4d9a2a41c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:38.382383 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-cb6c43da-0fc4-46a4-abf9-4d9a2a41c1b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442288 Aug 03 19:37:38.487213 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-46295643-dee8-4528-b224-66c114372870 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961862 Aug 03 19:37:38.591882 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f99601e5-67c9-4e56-b2a9-fd282ec6aa63 req-f0f839cf-7b3a-40aa-9de3-394304757d5b service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960860 Aug 03 19:37:39.754250 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:45.622310 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:59.949638 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:03.679336 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6659fef1-8cd4-4aeb-9395-0835e19d0ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.448211 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e230a95-aef7-4f98-bf74-9af1b8145a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.751059 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.007989 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:09.758074 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:10.111699 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:38:15.630483 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:29.947605 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.685885 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c7cc4f91-be9f-44e4-ace5-425cd90c3731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:36.441837 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d88fb14-b04b-4d5b-830d-44e32cff1ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:36.755129 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.008200 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.525589 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-02adb39c-36cd-4610-b1dc-8487ab3dc1ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430119 Aug 03 19:38:38.615981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-fe510415-1e92-416e-86f7-20c68530bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.617824 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-fe510415-1e92-416e-86f7-20c68530bb2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 1096 time: 0.0484192 Aug 03 19:38:38.730616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-de5f182b-e2e3-4087-8c18-25aca912324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.732169 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-de5f182b-e2e3-4087-8c18-25aca912324d service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.0936105 Aug 03 19:38:38.807322 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-75155631-8f0f-4cd3-9c54-380200184bf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db HTTP/1.1" status: 200 len: 1000 time: 0.0672114 Aug 03 19:38:38.861134 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-ae9df6f9-98b3-4b72-9cf9-c8f76cdc509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.862798 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-ae9df6f9-98b3-4b72-9cf9-c8f76cdc509e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0484591 Aug 03 19:38:38.913572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-3cc51757-af0e-491b-b0e6-ce37bc822def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.915159 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-3cc51757-af0e-491b-b0e6-ce37bc822def service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449436 Aug 03 19:38:39.024280 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-96060fde-fdfe-45cc-87a2-def25d473bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015623 Aug 03 19:38:39.127451 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c245f69-f4fe-4571-b78e-db7b8ba794d6 req-0dae2c8d-0c8e-45f1-87ea-7b84ff9a3766 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952947 Aug 03 19:38:39.758917 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:45.630125 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.111626 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:38:59.970387 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:03.688652 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d69215cc-c42e-4acb-8c4b-a98165593ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:06.449021 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-738be81f-01df-4fc3-b452-e54105972139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:06.636759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-81f1439f-c356-4847-8613-e95039eeca25 req-7cbae0d0-ee77-4f27-8556-0adbc698c5db service neutron] (100488) timed out ('10.222.0.78', 57908) {{(pid=100488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:39:06.760606 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:07.859838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-79e0f5de-e816-4dea-97de-5aa200098caf tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629574627&fields=id&tenant_id=d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 267 time: 0.0433233 Aug 03 19:39:07.972083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad367909-931e-46b4-be20-83e10668d1d9 req-e03547f2-3442-4ff4-828d-5b2157a4df67 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:07.973730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-e03547f2-3442-4ff4-828d-5b2157a4df67 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.1068680 Aug 03 19:39:07.991589 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-1a3d86f6-7b50-4a28-a5b3-8c28fd6f5564 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/quotas/d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 375 time: 0.0108573 Aug 03 19:39:08.012491 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:08.058554 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-986c2ebd-5125-423b-bc44-dced30b60376 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0610139 Aug 03 19:39:08.076665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-7c86d1fe-820a-4d21-abf4-1748445cba5f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:39:08.077687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-7c86d1fe-820a-4d21-abf4-1748445cba5f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056458 Aug 03 19:39:08.173813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-79e5b0b3-5845-49b0-aeb0-9fbbcc2f407e service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864508 Aug 03 19:39:08.277195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-8f90258e-435f-41be-8f8f-09ac908ec16e service neutron] 10.222.0.78 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969164 Aug 03 19:39:08.586634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-064c3fae-e88b-4164-a80d-fda951e8d60c req-16c7590f-c0fc-401a-8abb-220c2e2b647b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 210 time: 0.0288329 Aug 03 19:39:09.741522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eeddde4e-1aa6-4b00-9c86-9b54ae978af8 req-d8862f1c-720e-4c69-86cf-fcfbabc02e63 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 210 time: 0.0481501 Aug 03 19:39:09.770290 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:09.861851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad367909-931e-46b4-be20-83e10668d1d9 req-f07befaa-74a5-4d29-8dc4-bab8df9fc8a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.864545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-f07befaa-74a5-4d29-8dc4-bab8df9fc8a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.74 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 812 time: 0.1613865 Aug 03 19:39:09.924601 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-be30d84a-6f24-4f1f-b4a7-2fd14f13d06d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7edb583213d46128a9d1a5c19a34a32 HTTP/1.1" status: 200 len: 380 time: 0.0453122 Aug 03 19:39:09.938040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'port': {'device_id': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'admin_state_up': True, 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'security_groups': ['0a99da85-a843-495f-93b5-d3c899fcf3ad']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:10.095233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Made reservation on behalf of d7edb583213d46128a9d1a5c19a34a32 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:39:10.099740 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:10.270237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Allocated IP 172.20.0.12 (70f84b60-65ec-4b07-8b41-039e7a41592e/67caabbc-e0de-4388-af32-8d12c0b643c5/6b95d348-276f-4f01-9b65-d30c0675018d) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:10.446636 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:10.461452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Transition to ACTIVE for port object 6b95d348-276f-4f01-9b65-d30c0675018d will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:10.499128 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:10.555078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Network 70f84b60-65ec-4b07-8b41-039e7a41592e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:10.565306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:10.571924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:10.578194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=6b95d348-276f-4f01-9b65-d30c0675018d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:10.613638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.614271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.614612 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.615024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.615372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.615713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.616088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.616355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.616676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.616999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.617340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.617670 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:10.648109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:10.648927 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:10.665732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-fd19cd0f-2f58-4149-a103-30d87d4f197d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7329645 Aug 03 19:39:10.800467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Request body: {'port': {'device_id': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:10.896625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bb951990-3233-44de-bc72-d8cfc6fee8c3 None None] Provisioning for port 6b95d348-276f-4f01-9b65-d30c0675018d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:10.901008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-bb951990-3233-44de-bc72-d8cfc6fee8c3 None None] Provisioning complete for port 6b95d348-276f-4f01-9b65-d30c0675018d triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:10.901537 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bb951990-3233-44de-bc72-d8cfc6fee8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:10.901690 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:10.932988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e63e7-a8e1-477b-89ae-0c410e80750b req-407ab05b-62d9-4153-855b-f45d20e7082e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:10.935623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-513e63e7-a8e1-477b-89ae-0c410e80750b req-407ab05b-62d9-4153-855b-f45d20e7082e tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 932 time: 0.0687208 Aug 03 19:39:10.942184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-bb951990-3233-44de-bc72-d8cfc6fee8c3 None None] Port 6b95d348-276f-4f01-9b65-d30c0675018d cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:39:11.049035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-513e63e7-a8e1-477b-89ae-0c410e80750b req-c41f035c-cb0f-414a-894b-05a490325dfb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963075 Aug 03 19:39:11.228773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b95d348-276f-4f01-9b65-d30c0675018d {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:11.236992 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:11.248912 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Transition to ACTIVE for port object 6b95d348-276f-4f01-9b65-d30c0675018d will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:11.253521 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:11.303763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Pushing event updated for resources: {'Port': ['ID=6b95d348-276f-4f01-9b65-d30c0675018d,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:11.375141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Attempting to bind port 6b95d348-276f-4f01-9b65-d30c0675018d on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:11.375608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Attempting to bind port 6b95d348-276f-4f01-9b65-d30c0675018d by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:11.376062 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Attempting to bind port 6b95d348-276f-4f01-9b65-d30c0675018d on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:11.380547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Port 6b95d348-276f-4f01-9b65-d30c0675018d on network 70f84b60-65ec-4b07-8b41-039e7a41592e not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:39:11.380899 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Attempting to bind port 6b95d348-276f-4f01-9b65-d30c0675018d on network 70f84b60-65ec-4b07-8b41-039e7a41592e {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:11.386659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:11.386999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Checking segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:11.387387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Bound using segment: {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:11.387819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Bound port: 6b95d348-276f-4f01-9b65-d30c0675018d, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b5340bc-7935-4d44-87d8-81a118bf0761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:11.388176 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:11.461242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] For port 6b95d348-276f-4f01-9b65-d30c0675018d, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:11.465376 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] For port 6b95d348-276f-4f01-9b65-d30c0675018d, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6b95d348-276f-4f01-9b65-d30c0675018d,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:11.470764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:11.511992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:11.512565 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:11.514047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] 10.222.0.74 "PUT /v2.0/ports/6b95d348-276f-4f01-9b65-d30c0675018d HTTP/1.1" status: 200 len: 1092 time: 0.8338540 Aug 03 19:39:11.514504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'tag': '6b95d348-276f-4f01-9b65-d30c0675018d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:11.516828 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190" -d '{"events": [{"name": "network-changed", "server_uuid": "025c95ec-e444-49cd-9b57-2a53f4890eaa", "tag": "6b95d348-276f-4f01-9b65-d30c0675018d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:11.552203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7d5ab-9a1a-4418-bfce-3f1dc1738170 service neutron] Pushing event updated for resources: {'Port': ['ID=6b95d348-276f-4f01-9b65-d30c0675018d,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:11.646006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad367909-931e-46b4-be20-83e10668d1d9 req-da71d55c-f177-4501-9a88-6693a4d31281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:11.647723 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-da71d55c-f177-4501-9a88-6693a4d31281 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 1095 time: 0.0531890 Aug 03 19:39:11.707674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-041c2402-f0f7-4dfa-9237-8c54c134989e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b95d348-276f-4f01-9b65-d30c0675018d HTTP/1.1" status: 200 len: 217 time: 0.0459859 Aug 03 19:39:11.749895 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7904d9e4-bbe2-4a8c-bf8a-d81e04d9dcdc x-openstack-request-id: req-7904d9e4-bbe2-4a8c-bf8a-d81e04d9dcdc {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:11.750126 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025c95ec-e444-49cd-9b57-2a53f4890eaa", "tag": "6b95d348-276f-4f01-9b65-d30c0675018d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:11.750382 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7904d9e4-bbe2-4a8c-bf8a-d81e04d9dcdc {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:11.750926 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'tag': '6b95d348-276f-4f01-9b65-d30c0675018d', 'status': 'completed', 'code': 200} Aug 03 19:39:11.772183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad367909-931e-46b4-be20-83e10668d1d9 req-9ed0413f-8c14-433d-8ceb-1e731a716377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:11.773896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-9ed0413f-8c14-433d-8ceb-1e731a716377 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0589206 Aug 03 19:39:11.826781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad367909-931e-46b4-be20-83e10668d1d9 req-bdf7ba7e-def2-4b51-9af6-d9a6a990707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:11.829153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-bdf7ba7e-def2-4b51-9af6-d9a6a990707e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480099 Aug 03 19:39:11.929591 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-b42ac80e-a794-4a0c-b3dd-68096da177ed service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925417 Aug 03 19:39:12.030683 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ad367909-931e-46b4-be20-83e10668d1d9 req-8891a645-0da4-4118-ab61-62d3066f6f34 service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934153 Aug 03 19:39:12.175390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190 req-dd3858b8-bf0e-4da3-8404-5ce1451b8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.177400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190 req-dd3858b8-bf0e-4da3-8404-5ce1451b8578 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 1095 time: 0.0674586 Aug 03 19:39:12.266714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416b5a4-4789-4867-b8da-68b24ff5a431 req-9a1a88ed-548e-4a22-80ce-cb8c83d1a566 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.268706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3416b5a4-4789-4867-b8da-68b24ff5a431 req-9a1a88ed-548e-4a22-80ce-cb8c83d1a566 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 944 time: 0.1311195 Aug 03 19:39:12.324287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190 req-a75db747-928b-4fdc-bf5e-a1e0c6834d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.326004 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190 req-a75db747-928b-4fdc-bf5e-a1e0c6834d65 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.1394062 Aug 03 19:39:12.334360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3416b5a4-4789-4867-b8da-68b24ff5a431 req-37873804-00b2-4340-a39c-52817758ef80 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584781 Aug 03 19:39:12.400229 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190 req-7ab4c305-b6ac-4f4c-b8b3-6831c87d3737 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b95d348-276f-4f01-9b65-d30c0675018d HTTP/1.1" status: 200 len: 217 time: 0.0647202 Aug 03 19:39:12.456884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190 req-6a3592a2-aecc-44b0-85d5-68a05c80ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.458634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190 req-6a3592a2-aecc-44b0-85d5-68a05c80ca72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0502043 Aug 03 19:39:12.516775 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190 req-9da84580-b836-48f9-a0a0-e777a0f137da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.518474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190 req-9da84580-b836-48f9-a0a0-e777a0f137da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515687 Aug 03 19:39:12.624877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190 req-e7612679-9497-423d-bdbc-14a2d3407d5b service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988178 Aug 03 19:39:12.749134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d6a92ca-87b4-4ba0-bcf3-798349aa9190 req-04a9c8e8-2a32-4978-a7b1-59a9d4267bcc service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174712 Aug 03 19:39:13.458299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202895b-4133-4889-84a6-3e4a74c5a8e4 req-bb12f166-45c0-4638-8a45-610f2de636c9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:13.459798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1202895b-4133-4889-84a6-3e4a74c5a8e4 req-bb12f166-45c0-4638-8a45-610f2de636c9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 944 time: 0.0514753 Aug 03 19:39:13.499717 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1202895b-4133-4889-84a6-3e4a74c5a8e4 req-bcf9c0ff-89aa-40c6-8c0f-537363cddd8f tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335715 Aug 03 19:39:14.623006 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fc461-9d6f-4058-bef2-b9e59119ed7f req-3f14edf3-a356-40dd-98b8-ea0705af2a26 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:14.625136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc9fc461-9d6f-4058-bef2-b9e59119ed7f req-3f14edf3-a356-40dd-98b8-ea0705af2a26 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 944 time: 0.0553916 Aug 03 19:39:14.667313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc9fc461-9d6f-4058-bef2-b9e59119ed7f req-e866ff9e-68d1-4829-a3e6-589f1b8ce7a2 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360575 Aug 03 19:39:15.631135 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:15.797933 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a38de-d79a-427e-a2cf-d7c1b184fb54 req-8c0960b3-02bb-4eea-96db-28506ccacceb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:15.799522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e8a38de-d79a-427e-a2cf-d7c1b184fb54 req-8c0960b3-02bb-4eea-96db-28506ccacceb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 944 time: 0.0602729 Aug 03 19:39:15.840914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e8a38de-d79a-427e-a2cf-d7c1b184fb54 req-98d76a3e-b87f-4c96-b423-3f82a8ab68d6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348923 Aug 03 19:39:16.960616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4494353-aebd-4e41-bc10-6e437007989d req-39b146e4-512a-4dcf-b9ec-7d020bbd6e03 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:16.962230 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4494353-aebd-4e41-bc10-6e437007989d req-39b146e4-512a-4dcf-b9ec-7d020bbd6e03 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 944 time: 0.0504692 Aug 03 19:39:17.003614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4494353-aebd-4e41-bc10-6e437007989d req-7bc6dce7-8a72-4ffd-aa99-b561dda8ab84 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346897 Aug 03 19:39:18.129453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5105eea-acde-4a0d-83bd-b4c539abd06b req-d7c1c1dc-c6ae-4a0f-92d8-0c1a121366b7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:18.131018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5105eea-acde-4a0d-83bd-b4c539abd06b req-d7c1c1dc-c6ae-4a0f-92d8-0c1a121366b7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 944 time: 0.0588269 Aug 03 19:39:18.182168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5105eea-acde-4a0d-83bd-b4c539abd06b req-29b6c9c4-1dcc-45cb-8ad9-1a30d791477c tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 Aug 03 19:39:19.330674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d716e2-fdab-4731-8f45-1dcb20c0bfa4 req-cec04358-2a6e-4700-af4a-889477d849d4 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:19.333078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69d716e2-fdab-4731-8f45-1dcb20c0bfa4 req-cec04358-2a6e-4700-af4a-889477d849d4 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 944 time: 0.0708148 Aug 03 19:39:19.386464 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-69d716e2-fdab-4731-8f45-1dcb20c0bfa4 req-7aeaec64-f0d7-463b-a21c-c97c1a69d50a tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452204 Aug 03 19:39:20.560552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f5ff-e175-42f1-bf9b-c226a8c0df45 req-764b2198-35bc-4688-bfcc-0a9e3b8f4815 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:20.562336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ec2f5ff-e175-42f1-bf9b-c226a8c0df45 req-764b2198-35bc-4688-bfcc-0a9e3b8f4815 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 944 time: 0.0636847 Aug 03 19:39:20.631546 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ec2f5ff-e175-42f1-bf9b-c226a8c0df45 req-717d95e5-44f0-4983-9ef3-ebe15406c35b tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576117 Aug 03 19:39:21.763107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a2afc-3d2b-486a-b01a-7c81cc1c6194 req-79fe9fce-db07-4638-90eb-b10106c1dfaf tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:21.764783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-530a2afc-3d2b-486a-b01a-7c81cc1c6194 req-79fe9fce-db07-4638-90eb-b10106c1dfaf tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 944 time: 0.0582714 Aug 03 19:39:21.818417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-530a2afc-3d2b-486a-b01a-7c81cc1c6194 req-92d9433e-787f-45a1-b6d0-64be53c27e43 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471323 Aug 03 19:39:22.362428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6b95d348-276f-4f01-9b65-d30c0675018d details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:39:22.463253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 6b95d348-276f-4f01-9b65-d30c0675018d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6b95d348-276f-4f01-9b65-d30c0675018d,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:22.477479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '6b95d348-276f-4f01-9b65-d30c0675018d', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'port_id': '6b95d348-276f-4f01-9b65-d30c0675018d', 'mac_address': 'fa:16:3e:b0:03:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:39:22.531482 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:22.552657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b95d348-276f-4f01-9b65-d30c0675018d {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:22.576266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 6b95d348-276f-4f01-9b65-d30c0675018d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6b95d348-276f-4f01-9b65-d30c0675018d,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:22.581139 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:22.635948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=6b95d348-276f-4f01-9b65-d30c0675018d,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:22.644907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.645372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.645698 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.646125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.646469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.646881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.647214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.647540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.647866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.648275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.648623 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.648945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:22.872802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['6b95d348-276f-4f01-9b65-d30c0675018d'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:22.946722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bfa8a-88fc-4af8-a32f-a6d9b9c73f4c req-2df78c0b-cb8a-48fe-95d3-ff60fea8d7b6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:22.948384 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a3bfa8a-88fc-4af8-a32f-a6d9b9c73f4c req-2df78c0b-cb8a-48fe-95d3-ff60fea8d7b6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 945 time: 0.0566671 Aug 03 19:39:22.993861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6a3bfa8a-88fc-4af8-a32f-a6d9b9c73f4c req-44470de0-c915-42f0-8a7a-50239111d1e9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377135 Aug 03 19:39:24.116350 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:39:24.131636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac25911-dd72-4560-aadb-70d8ff59ac61 req-1f7012f3-2fb0-46ff-82e7-e4e7d7d391fa tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:24.133262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ac25911-dd72-4560-aadb-70d8ff59ac61 req-1f7012f3-2fb0-46ff-82e7-e4e7d7d391fa tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 945 time: 0.0548177 Aug 03 19:39:24.175420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ac25911-dd72-4560-aadb-70d8ff59ac61 req-8cf5d931-675b-4ba5-8e64-4b6177d13260 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361357 Aug 03 19:39:24.376586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6b95d348-276f-4f01-9b65-d30c0675018d up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:24.429806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 6b95d348-276f-4f01-9b65-d30c0675018d completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:24.434305 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 6b95d348-276f-4f01-9b65-d30c0675018d triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:24.434685 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:24.528790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:24.558376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b95d348-276f-4f01-9b65-d30c0675018d'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:24.560726 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a21970-c7b6-4b1a-9fc8-83b35bead7e7" -d '{"events": [{"server_uuid": "025c95ec-e444-49cd-9b57-2a53f4890eaa", "name": "network-vif-plugged", "status": "completed", "tag": "6b95d348-276f-4f01-9b65-d30c0675018d"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:24.576246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 6b95d348-276f-4f01-9b65-d30c0675018d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6b95d348-276f-4f01-9b65-d30c0675018d,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:24.581682 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:24.642402 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=6b95d348-276f-4f01-9b65-d30c0675018d,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:24.685627 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab98509-6e13-4843-8838-1f02ef41fffa x-openstack-request-id: req-0ab98509-6e13-4843-8838-1f02ef41fffa {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:24.685999 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025c95ec-e444-49cd-9b57-2a53f4890eaa", "name": "network-vif-plugged", "status": "completed", "tag": "6b95d348-276f-4f01-9b65-d30c0675018d", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:24.686270 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ab98509-6e13-4843-8838-1f02ef41fffa {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:24.687301 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b95d348-276f-4f01-9b65-d30c0675018d', 'code': 200} Aug 03 19:39:24.824719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dd4a3-64b0-4d1d-a458-5b36ce81d714 req-8db8fee0-2edb-4d67-9b96-9d9b48a8401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:24.826319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b73dd4a3-64b0-4d1d-a458-5b36ce81d714 req-8db8fee0-2edb-4d67-9b96-9d9b48a8401e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 1097 time: 0.0505385 Aug 03 19:39:24.866293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b73dd4a3-64b0-4d1d-a458-5b36ce81d714 req-91e15a36-21f0-4565-b839-9b4cc324d33a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300956 Aug 03 19:39:25.298568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80b0c6-5ae5-493d-9a8e-98f571b27bfd req-e699d072-cdd5-4bb1-851d-0416c51435a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:25.300166 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e80b0c6-5ae5-493d-9a8e-98f571b27bfd req-e699d072-cdd5-4bb1-851d-0416c51435a0 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 946 time: 0.0515816 Aug 03 19:39:25.347776 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e80b0c6-5ae5-493d-9a8e-98f571b27bfd req-d867e52c-6952-4c9c-a1fc-1a6e41c3bc63 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363593 Aug 03 19:39:26.473097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4829-dc2b-40a4-a0a8-5737cfefdb30 req-8a66dec6-4f51-4284-b5ed-fde4417da0dd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:26.474831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-121c4829-dc2b-40a4-a0a8-5737cfefdb30 req-8a66dec6-4f51-4284-b5ed-fde4417da0dd tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 946 time: 0.0501988 Aug 03 19:39:26.516437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-121c4829-dc2b-40a4-a0a8-5737cfefdb30 req-1733c41f-a8cd-4753-a144-05ddafa5cbe9 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353124 Aug 03 19:39:26.652712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb42eec-3e87-4688-b0c4-f2e9ccff385d req-e9215032-61b0-4349-ab9d-a2cad8154fad tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:26.654324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffb42eec-3e87-4688-b0c4-f2e9ccff385d req-e9215032-61b0-4349-ab9d-a2cad8154fad tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 946 time: 0.0603082 Aug 03 19:39:26.703061 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffb42eec-3e87-4688-b0c4-f2e9ccff385d req-9c92d6ed-a2c4-47e5-b9a3-ea4bbb0bff19 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Aug 03 19:39:26.726964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33938) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:26.770923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d29549e-cf60-4241-bda4-8701288d58db tempest-TestVolumeBootPattern-1777561230 tempest-TestVolumeBootPattern-1777561230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:26.772485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5d29549e-cf60-4241-bda4-8701288d58db tempest-TestVolumeBootPattern-1777561230 tempest-TestVolumeBootPattern-1777561230-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 1092 time: 0.0446041 Aug 03 19:39:26.777763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 33940) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:26.782504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '6b95d348-276f-4f01-9b65-d30c0675018d', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:26.808126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:26.915393 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.022595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Allocated IP 172.25.8.124 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/a22b3acc-e613-4539-bb98-498bf6c1b9e3) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:27.449591 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.497154 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:27.534645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:27.537722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:27.541339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:27.568273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=a22b3acc-e613-4539-bb98-498bf6c1b9e3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:27.947194 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:28.020196 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:28.197146 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:28.203053 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:28.294605 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event updated for resources: {'Port': ['ID=a22b3acc-e613-4539-bb98-498bf6c1b9e3,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:28.305606 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:28.404717 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Floating IP b2f2fa59-9e9a-4678-8227-36dea4f1235f associated. External IP: 172.25.8.124, port: 6b95d348-276f-4f01-9b65-d30c0675018d. Aug 03 19:39:28.619750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Router f70c3633-edde-4de2-9eaa-18bc8f70a97e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:39:28.733041 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:39:28.746924 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a40aa55-a170-4f7c-a992-a262360f2981 None None] Sync routers for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:39:28.751580 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:28.769224 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a40aa55-a170-4f7c-a992-a262360f2981 None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:28.769878 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7a40aa55-a170-4f7c-a992-a262360f2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:39:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:28.782763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fdd7b3fa-de40-46e9-9276-228a24006ea7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0038106 Aug 03 19:39:28.783423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'tag': '6b95d348-276f-4f01-9b65-d30c0675018d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:28.785888 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc76438-8a8c-4c70-827b-e46e0a3983d2" -d '{"events": [{"name": "network-changed", "server_uuid": "025c95ec-e444-49cd-9b57-2a53f4890eaa", "tag": "6b95d348-276f-4f01-9b65-d30c0675018d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:28.829248 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97855c4-4a5b-4999-a98b-91107f96f822 x-openstack-request-id: req-a97855c4-4a5b-4999-a98b-91107f96f822 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:28.829597 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025c95ec-e444-49cd-9b57-2a53f4890eaa", "tag": "6b95d348-276f-4f01-9b65-d30c0675018d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:28.829862 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a97855c4-4a5b-4999-a98b-91107f96f822 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:28.830410 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'tag': '6b95d348-276f-4f01-9b65-d30c0675018d', 'status': 'completed', 'code': 200} Aug 03 19:39:28.895569 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-7a40aa55-a170-4f7c-a992-a262360f2981 None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:28.926392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc76438-8a8c-4c70-827b-e46e0a3983d2 req-b3c9683c-9f6a-4355-8037-2534e09ea208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:28.928016 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cc76438-8a8c-4c70-827b-e46e0a3983d2 req-b3c9683c-9f6a-4355-8037-2534e09ea208 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 1097 time: 0.0521812 Aug 03 19:39:29.027760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc76438-8a8c-4c70-827b-e46e0a3983d2 req-2bdc8a43-2709-4e26-8689-89fdeab461c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:29.029334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cc76438-8a8c-4c70-827b-e46e0a3983d2 req-2bdc8a43-2709-4e26-8689-89fdeab461c1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.0946095 Aug 03 19:39:29.098165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cc76438-8a8c-4c70-827b-e46e0a3983d2 req-ebc46886-c9de-4d8b-a2f7-5ad7b932e316 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b95d348-276f-4f01-9b65-d30c0675018d HTTP/1.1" status: 200 len: 1000 time: 0.0618420 Aug 03 19:39:29.139835 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7a40aa55-a170-4f7c-a992-a262360f2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '920b8da6-ec08-4d2e-8ada-3430b149e76f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:dc:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:25Z', 'revision_number': 1, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}, {'id': 'b2f2fa59-9e9a-4678-8227-36dea4f1235f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '6b95d348-276f-4f01-9b65-d30c0675018d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:b0:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:39:27Z', 'updated_at': '2021-08-03T19:39:27Z', 'revision_number': 0, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:29.157834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc76438-8a8c-4c70-827b-e46e0a3983d2 req-d1398ab8-eec9-4398-b606-fd55da59c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:29.159336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cc76438-8a8c-4c70-827b-e46e0a3983d2 req-d1398ab8-eec9-4398-b606-fd55da59c6e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0536954 Aug 03 19:39:29.171845 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a40aa55-a170-4f7c-a992-a262360f2981 None None] Checking router: f70c3633-edde-4de2-9eaa-18bc8f70a97e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:39:29.180868 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a40aa55-a170-4f7c-a992-a262360f2981 None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:39:29.181492 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7a40aa55-a170-4f7c-a992-a262360f2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:39:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:29.210115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc76438-8a8c-4c70-827b-e46e0a3983d2 req-c47da594-67fa-496b-a655-94475a3f7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:29.211665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cc76438-8a8c-4c70-827b-e46e0a3983d2 req-c47da594-67fa-496b-a655-94475a3f7df3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451553 Aug 03 19:39:29.313720 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cc76438-8a8c-4c70-827b-e46e0a3983d2 req-343abc4f-0ea6-4d41-8474-e27e2f712dd0 service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943806 Aug 03 19:39:29.406002 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-7a40aa55-a170-4f7c-a992-a262360f2981 None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:39:29.427697 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cc76438-8a8c-4c70-827b-e46e0a3983d2 req-283a8463-c280-4af0-9fd4-3cb0ff2dc9cb service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057158 Aug 03 19:39:29.642806 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-7a40aa55-a170-4f7c-a992-a262360f2981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '920b8da6-ec08-4d2e-8ada-3430b149e76f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:dc:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:25Z', 'revision_number': 1, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}, {'id': 'b2f2fa59-9e9a-4678-8227-36dea4f1235f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '6b95d348-276f-4f01-9b65-d30c0675018d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:b0:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:39:27Z', 'updated_at': '2021-08-03T19:39:27Z', 'revision_number': 0, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:39:29.672238 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a40aa55-a170-4f7c-a992-a262360f2981 None None] The sync data for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 is: [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '920b8da6-ec08-4d2e-8ada-3430b149e76f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:dc:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:25Z', 'revision_number': 1, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}, {'id': 'b2f2fa59-9e9a-4678-8227-36dea4f1235f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '6b95d348-276f-4f01-9b65-d30c0675018d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:b0:03:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:39:27Z', 'updated_at': '2021-08-03T19:39:27Z', 'revision_number': 0, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:39:29.897661 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb85ce0-24e6-46fd-8d19-329113cc2ecd None None] New status for floating IP b2f2fa59-9e9a-4678-8227-36dea4f1235f: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:39:29.998742 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:33.681816 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4d4683a8-4846-4192-8525-4f4144f37485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.457395 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d123d769-63d1-4529-a393-f93052e955b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:36.760637 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.019471 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.528039 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-55c08399-6687-4483-846c-07f69676779a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467546 Aug 03 19:39:39.625025 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-beb51197-081e-46ec-9c2e-e4d39979b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:39.626694 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-beb51197-081e-46ec-9c2e-e4d39979b675 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 1096 time: 0.0529666 Aug 03 19:39:39.756012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-90b66144-2f8c-433f-9a43-cef4ef855aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:39.758180 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-90b66144-2f8c-433f-9a43-cef4ef855aee service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.1099634 Aug 03 19:39:39.774964 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.841964 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-a2f5921f-506e-45f7-a74e-c1716615937b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db HTTP/1.1" status: 200 len: 1000 time: 0.0757704 Aug 03 19:39:39.898906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-e42ac702-8637-4f2c-8ae4-fed7e0e1bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:39.900421 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-e42ac702-8637-4f2c-8ae4-fed7e0e1bcf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0509701 Aug 03 19:39:39.953308 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-40c8e548-3cc2-4506-afb8-ebdfeb4f9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:39.954929 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-40c8e548-3cc2-4506-afb8-ebdfeb4f9f12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458465 Aug 03 19:39:40.059400 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-b9bae3bc-2aec-4ae1-bb81-0bf662e4270a service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967143 Aug 03 19:39:40.166553 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8f3bd980-3288-48d4-9ea9-d50393644786 req-2cbe12d8-8fb7-42e1-84e9-70bed936b19e service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991535 Aug 03 19:39:45.627930 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:57.703685 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-556b236a-1af0-42ab-b413-81c47add14c3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458765 Aug 03 19:39:57.812898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-d27f7550-9f70-41b9-b192-f9243c66ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:57.814598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-d27f7550-9f70-41b9-b192-f9243c66ea4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 1097 time: 0.0473127 Aug 03 19:39:57.934444 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-08974f9c-5ad4-4668-8027-328ed34eb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:57.936227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-08974f9c-5ad4-4668-8027-328ed34eb51e service neutron] 10.222.0.74 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.0996351 Aug 03 19:39:58.011256 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-f07e1c62-996e-429d-b2d2-73934b00a78f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b95d348-276f-4f01-9b65-d30c0675018d HTTP/1.1" status: 200 len: 1002 time: 0.0672016 Aug 03 19:39:58.099332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-9f5a70ab-2221-4c4d-9ae3-fb8677ebb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:58.101140 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-9f5a70ab-2221-4c4d-9ae3-fb8677ebb971 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0823143 Aug 03 19:39:58.152061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-d7a76892-d667-4f53-abd4-71967a02bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:58.153808 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-d7a76892-d667-4f53-abd4-71967a02bf48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447943 Aug 03 19:39:58.259354 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-bdef065b-d159-47c2-9d96-0815b6c9bad1 service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975034 Aug 03 19:39:58.365577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cab6a7e2-df06-4f4b-9d5c-ccdfe777a71e req-3e27df25-9cdf-4dd2-8c5d-21d7f93845d6 service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982726 Aug 03 19:39:59.963451 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:01.115594 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:40:03.688562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-60b5def6-53bd-4b0a-a748-5f44eb2d3978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.445124 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2d643e7e-9da1-464f-8e8f-687316f9bf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:06.759516 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.021039 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.771096 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:15.662560 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:29.992129 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.685347 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-45b97dab-54cb-4bab-b0d1-40b9468c1f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:36.438590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b959416-3b2e-4dff-a591-87c5b99da698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:36.751374 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.034164 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.114585 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:40:39.773950 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:40.525907 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-179b005b-2ff9-4d96-9d61-9b0b6fbf867f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498357 Aug 03 19:40:40.625973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-78c6f8b1-656d-41b0-90f8-ce3b69bc216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:40.627574 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-78c6f8b1-656d-41b0-90f8-ce3b69bc216d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 1096 time: 0.0558536 Aug 03 19:40:40.761817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-fa578c63-990d-4973-abd0-c154719f48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:40.764872 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-fa578c63-990d-4973-abd0-c154719f48b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.1170931 Aug 03 19:40:40.850578 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-740c768c-3736-463f-a6e3-d3aca55715dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db HTTP/1.1" status: 200 len: 1000 time: 0.0784602 Aug 03 19:40:40.905355 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-5cd73135-5e6a-4ff7-9347-b951075eaa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:40.906898 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-5cd73135-5e6a-4ff7-9347-b951075eaa48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0481932 Aug 03 19:40:40.960105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-3fb8e389-2f3d-4f43-983b-50da777a3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:40.961779 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-3fb8e389-2f3d-4f43-983b-50da777a3fe7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474629 Aug 03 19:40:41.071539 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-f41b20d0-da0d-4723-a783-03ff839a74ab service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012635 Aug 03 19:40:41.178518 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9307b34e-f305-4ba8-bb3e-b20246b454bf req-8c3019fe-88b4-4992-b2b5-ef708af1433a service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985224 Aug 03 19:40:45.659651 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:57.717622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-eccea457-a338-4174-b638-e24979cabc3a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455585 Aug 03 19:40:57.832163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-acc3e52b-43dd-4daa-bf0b-b35d6acfabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:57.833761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-acc3e52b-43dd-4daa-bf0b-b35d6acfabe1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 1097 time: 0.0547879 Aug 03 19:40:57.958865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-03ea1986-9949-4073-9feb-6eab5314baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:57.960431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-03ea1986-9949-4073-9feb-6eab5314baae service neutron] 10.222.0.74 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.1039197 Aug 03 19:40:58.034523 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-049d9ba0-4ca4-4b01-8eb3-1d1a339cb737 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b95d348-276f-4f01-9b65-d30c0675018d HTTP/1.1" status: 200 len: 1002 time: 0.0666435 Aug 03 19:40:58.098900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-f95e27b3-4130-4195-a76e-3368fc5f8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:58.101018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-f95e27b3-4130-4195-a76e-3368fc5f8b26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0576093 Aug 03 19:40:58.154507 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-d6f5884b-710a-4caa-b775-aadd2dadce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:58.156111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-d6f5884b-710a-4caa-b775-aadd2dadce68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460851 Aug 03 19:40:58.282788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-74c157c1-ca6f-4684-ab6c-1a98f348bd6a service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183589 Aug 03 19:40:58.360661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 33996) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:58.399721 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42c78a3d-ce53-49bf-a0bf-7087e2f83748 req-62953de1-9ff2-461d-97b9-1390b80d3c8a service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081975 Aug 03 19:40:58.550723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Deleting port a22b3acc-e613-4539-bb98-498bf6c1b9e3 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:40:58.551074 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.643423 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.643753 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.658827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Calling delete_port for a22b3acc-e613-4539-bb98-498bf6c1b9e3 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:40:58.829473 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.859022 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event deleted for resources: {'Port': ['ID=a22b3acc-e613-4539-bb98-498bf6c1b9e3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:58.872355 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.872706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.873056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.873394 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.873763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.874101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.874433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.874765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.875093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.875420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.875747 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.876086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:58.934856 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:58.935153 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Floating IP b2f2fa59-9e9a-4678-8227-36dea4f1235f disassociated (deleted). External IP: 172.25.8.124, port: 6b95d348-276f-4f01-9b65-d30c0675018d. Aug 03 19:40:59.178071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Router f70c3633-edde-4de2-9eaa-18bc8f70a97e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:59.315727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:59.321373 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:59.329786 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5b7de-da38-4ce0-9bf2-882e5e3b32e9 None None] Sync routers for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:59.341392 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5b7de-da38-4ce0-9bf2-882e5e3b32e9 None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:59.342358 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-53b5b7de-da38-4ce0-9bf2-882e5e3b32e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:40:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:59.353971 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cf36b35d-bb3c-4e3f-935e-a63a9569c009 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "DELETE /v2.0/floatingips/b2f2fa59-9e9a-4678-8227-36dea4f1235f HTTP/1.1" status: 204 len: 168 time: 0.9919963 Aug 03 19:40:59.354675 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'tag': '6b95d348-276f-4f01-9b65-d30c0675018d'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:59.357914 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b" -d '{"events": [{"name": "network-changed", "server_uuid": "025c95ec-e444-49cd-9b57-2a53f4890eaa", "tag": "6b95d348-276f-4f01-9b65-d30c0675018d"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:59.490718 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b8c6b6-51c9-46e1-b1e9-96f7e917a27a x-openstack-request-id: req-c3b8c6b6-51c9-46e1-b1e9-96f7e917a27a {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:59.491383 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025c95ec-e444-49cd-9b57-2a53f4890eaa", "tag": "6b95d348-276f-4f01-9b65-d30c0675018d", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:59.491383 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3b8c6b6-51c9-46e1-b1e9-96f7e917a27a {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:59.491823 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'tag': '6b95d348-276f-4f01-9b65-d30c0675018d', 'status': 'completed', 'code': 200} Aug 03 19:40:59.505325 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-53b5b7de-da38-4ce0-9bf2-882e5e3b32e9 None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:40:59.603101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b req-d62fab39-7922-4ebd-8234-ba69600c8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:59.604796 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b req-d62fab39-7922-4ebd-8234-ba69600c8843 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 1097 time: 0.0626395 Aug 03 19:40:59.749301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b req-413e1af8-afc8-4911-9d9a-3480c91652e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:59.751799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b req-413e1af8-afc8-4911-9d9a-3480c91652e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.1377048 Aug 03 19:40:59.836677 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b req-c0f3f6fb-162a-4656-9de1-feda50ff199c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b95d348-276f-4f01-9b65-d30c0675018d HTTP/1.1" status: 200 len: 217 time: 0.0757093 Aug 03 19:40:59.864657 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-53b5b7de-da38-4ce0-9bf2-882e5e3b32e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '920b8da6-ec08-4d2e-8ada-3430b149e76f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:dc:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:25Z', 'revision_number': 1, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:59.903616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccc69c-f1fa-4720-b2dd-30ab301eefb2 req-0f94892d-9edc-434c-9faa-0baba9bde980 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:59.905254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfccc69c-f1fa-4720-b2dd-30ab301eefb2 req-0f94892d-9edc-434c-9faa-0baba9bde980 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 946 time: 0.2710035 Aug 03 19:40:59.915156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b req-48044fcc-0771-4fd8-aeaa-8d89ebe3b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:59.916767 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5b7de-da38-4ce0-9bf2-882e5e3b32e9 None None] Checking router: f70c3633-edde-4de2-9eaa-18bc8f70a97e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:40:59.916927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b req-48044fcc-0771-4fd8-aeaa-8d89ebe3b017 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.0714226 Aug 03 19:40:59.929478 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5b7de-da38-4ce0-9bf2-882e5e3b32e9 None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:59.930473 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-53b5b7de-da38-4ce0-9bf2-882e5e3b32e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:40:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:59.991795 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfccc69c-f1fa-4720-b2dd-30ab301eefb2 req-18312465-add3-467c-a93b-88b9d18fcd74 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720553 Aug 03 19:40:59.998475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b req-6c9ad280-e38c-4d4a-8177-f5168c5584ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:59.999956 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b req-6c9ad280-e38c-4d4a-8177-f5168c5584ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751257 Aug 03 19:41:00.023930 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:00.118845 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-53b5b7de-da38-4ce0-9bf2-882e5e3b32e9 None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:00.149685 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b req-42329bae-431c-4107-95ef-88077fc747ef service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391854 Aug 03 19:41:00.277738 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5dbad33a-e874-4fe5-9b2f-92be6f7b970b req-05e69c77-932e-4eff-85c5-c3353e4c3caf service neutron] 10.222.0.74 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182022 Aug 03 19:41:00.429520 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-53b5b7de-da38-4ce0-9bf2-882e5e3b32e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '920b8da6-ec08-4d2e-8ada-3430b149e76f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:dc:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:25Z', 'revision_number': 1, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:00.462524 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5b7de-da38-4ce0-9bf2-882e5e3b32e9 None None] The sync data for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 is: [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '920b8da6-ec08-4d2e-8ada-3430b149e76f', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'port_id': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'mac_address': 'fa:16:3e:dc:f4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:25Z', 'revision_number': 1, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:00.720231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5cba2-7eee-4108-9581-598462f9c012 None None] New status for floating IP b2f2fa59-9e9a-4678-8227-36dea4f1235f: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:41:01.245016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a8904-d3f5-4427-90c4-1bd4fff89abe req-45cdd3ab-6d3d-475c-a132-037369a5d947 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:01.247519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-819a8904-d3f5-4427-90c4-1bd4fff89abe req-45cdd3ab-6d3d-475c-a132-037369a5d947 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 946 time: 0.1362934 Aug 03 19:41:01.384914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-819a8904-d3f5-4427-90c4-1bd4fff89abe req-15a55710-fc80-4bf3-8695-45ab22f7a663 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288667 Aug 03 19:41:01.417026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cc292-b003-4e08-be21-00463c90dfd1 req-1b6780ad-5d89-4b18-a4d2-38c1859f6a79 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:01.419490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-091cc292-b003-4e08-be21-00463c90dfd1 req-1b6780ad-5d89-4b18-a4d2-38c1859f6a79 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.74 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 946 time: 0.1317220 Aug 03 19:41:01.536665 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-091cc292-b003-4e08-be21-00463c90dfd1 req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Deleting port 6b95d348-276f-4f01-9b65-d30c0675018d {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:01.540011 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-091cc292-b003-4e08-be21-00463c90dfd1 req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:01.699721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-091cc292-b003-4e08-be21-00463c90dfd1 req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] For port 6b95d348-276f-4f01-9b65-d30c0675018d, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6b95d348-276f-4f01-9b65-d30c0675018d,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:01.700046 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-091cc292-b003-4e08-be21-00463c90dfd1 req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:01.721043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-091cc292-b003-4e08-be21-00463c90dfd1 req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Calling delete_port for 6b95d348-276f-4f01-9b65-d30c0675018d owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:01.920216 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-091cc292-b003-4e08-be21-00463c90dfd1 req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:01.953555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event deleted for resources: {'Port': ['ID=6b95d348-276f-4f01-9b65-d30c0675018d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:01.971673 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:01.972184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:01.972635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:01.973102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:01.973602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:01.974100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:01.974906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:01.975357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:01.975799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:01.976226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:01.976674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:01.977124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:02.018123 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-091cc292-b003-4e08-be21-00463c90dfd1 req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] No DVR routers for this DVR port 6b95d348-276f-4f01-9b65-d30c0675018d on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:02.022389 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-091cc292-b003-4e08-be21-00463c90dfd1 req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:02.024621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-091cc292-b003-4e08-be21-00463c90dfd1 req-009e8d49-aa4f-44b5-9e5d-8efb912177eb tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.74 "DELETE /v2.0/ports/6b95d348-276f-4f01-9b65-d30c0675018d HTTP/1.1" status: 204 len: 173 time: 0.5986602 Aug 03 19:41:02.025204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'name': 'network-vif-deleted', 'tag': '6b95d348-276f-4f01-9b65-d30c0675018d'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:41:02.028455 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fbe002-7800-4849-b27e-28cdc7684950" -d '{"events": [{"server_uuid": "025c95ec-e444-49cd-9b57-2a53f4890eaa", "name": "network-vif-deleted", "tag": "6b95d348-276f-4f01-9b65-d30c0675018d"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:41:02.114287 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46126f5b-c1d7-4a5b-81b0-e4c657c7cb08 x-openstack-request-id: req-46126f5b-c1d7-4a5b-81b0-e4c657c7cb08 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:41:02.114287 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025c95ec-e444-49cd-9b57-2a53f4890eaa", "name": "network-vif-deleted", "tag": "6b95d348-276f-4f01-9b65-d30c0675018d", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:41:02.114287 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-46126f5b-c1d7-4a5b-81b0-e4c657c7cb08 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:41:02.115280 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025c95ec-e444-49cd-9b57-2a53f4890eaa', 'name': 'network-vif-deleted', 'tag': '6b95d348-276f-4f01-9b65-d30c0675018d', 'status': 'completed', 'code': 200} Aug 03 19:41:02.520476 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e0fdc51-de2e-456d-b36c-04b4960d6eef req-3793ad81-f245-4322-82bf-3be9c152e583 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 210 time: 0.0441654 Aug 03 19:41:03.663493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a3330bc-dc90-4518-ac85-ca3a460e666b req-9dcbe896-3c24-4e08-86e6-589abf759248 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 210 time: 0.0363774 Aug 03 19:41:03.684134 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d6a47f4f-d620-4717-9152-8ef949489a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:04.812365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52f52399-3252-4c03-8a24-c4b9b7048716 req-a4bd57ea-8da7-43b0-9f13-49e07ec01c20 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 210 time: 0.0538790 Aug 03 19:41:04.911367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6b95d348-276f-4f01-9b65-d30c0675018d no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:04.944016 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 6b95d348-276f-4f01-9b65-d30c0675018d {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:04.945792 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6b95d348-276f-4f01-9b65-d30c0675018d not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:05.927612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ea24055-95fa-4378-ad95-800650dbcfaf req-0a461eea-7045-4e67-8743-4f391d3b4856 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=025c95ec-e444-49cd-9b57-2a53f4890eaa HTTP/1.1" status: 200 len: 210 time: 0.0287943 Aug 03 19:41:06.442314 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-96f89987-afcc-4b4f-bf98-23ada8804b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:06.754561 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:08.030808 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:09.785252 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:12.502024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34066) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:13.056886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Deleting port dbb5813f-f9cf-452b-819f-ce8a732ded2f {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:13.057222 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.161510 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.161962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.179471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Calling delete_port for dbb5813f-f9cf-452b-819f-ce8a732ded2f owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:13.370189 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.404590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event deleted for resources: {'Port': ['ID=dbb5813f-f9cf-452b-819f-ce8a732ded2f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:13.479338 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.480363 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Floating IP 920b8da6-ec08-4d2e-8ada-3430b149e76f disassociated (deleted). External IP: 172.25.8.18, port: 9132b45f-ba8f-40d4-92c7-4bc8889920db. Aug 03 19:41:13.772761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Router f70c3633-edde-4de2-9eaa-18bc8f70a97e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:13.919709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:13.926198 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:13.932707 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b6d93-a172-4d67-8eef-73bfdd5d1ed2 None None] Sync routers for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:13.944951 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b6d93-a172-4d67-8eef-73bfdd5d1ed2 None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:13.945893 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c07b6d93-a172-4d67-8eef-73bfdd5d1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:41:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:13.962063 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-07e55879-12c6-4742-8e22-953bdbfca1e7 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "DELETE /v2.0/floatingips/920b8da6-ec08-4d2e-8ada-3430b149e76f HTTP/1.1" status: 204 len: 168 time: 1.4587085 Aug 03 19:41:13.962882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'tag': '9132b45f-ba8f-40d4-92c7-4bc8889920db'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:41:13.966385 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cac92e-6de4-433c-af68-b500ad9f84fc" -d '{"events": [{"name": "network-changed", "server_uuid": "494d0b19-8b1b-4e5f-a9e4-09320034d369", "tag": "9132b45f-ba8f-40d4-92c7-4bc8889920db"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:41:14.021186 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4106a0-3cca-4399-8e2a-220dceb60b43 x-openstack-request-id: req-5c4106a0-3cca-4399-8e2a-220dceb60b43 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:41:14.021666 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494d0b19-8b1b-4e5f-a9e4-09320034d369", "tag": "9132b45f-ba8f-40d4-92c7-4bc8889920db", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:41:14.022242 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5c4106a0-3cca-4399-8e2a-220dceb60b43 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:41:14.023075 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'tag': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'status': 'completed', 'code': 200} Aug 03 19:41:14.124828 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cac92e-6de4-433c-af68-b500ad9f84fc req-9283cc4e-abef-4f1b-9e0b-3b2092b32dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:14.135134 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3cac92e-6de4-433c-af68-b500ad9f84fc req-9283cc4e-abef-4f1b-9e0b-3b2092b32dea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7edb583213d46128a9d1a5c19a34a32&device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 1096 time: 0.0816514 Aug 03 19:41:14.141877 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c07b6d93-a172-4d67-8eef-73bfdd5d1ed2 None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:14.293396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cac92e-6de4-433c-af68-b500ad9f84fc req-eb2e9e8e-a30b-407c-98c1-d67690fc374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:14.296311 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3cac92e-6de4-433c-af68-b500ad9f84fc req-eb2e9e8e-a30b-407c-98c1-d67690fc374b service neutron] 10.222.0.37 "GET /v2.0/networks?id=70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 200 len: 913 time: 0.1579373 Aug 03 19:41:14.367021 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3cac92e-6de4-433c-af68-b500ad9f84fc req-def97684-720c-4c1c-a3d7-f23ed97f3aff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db HTTP/1.1" status: 200 len: 217 time: 0.0628724 Aug 03 19:41:14.373473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac6894-3f9e-4cb5-9b3d-3d60b1af4679 req-2679d259-b4c6-42ef-9661-de95b0187e04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:14.375173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0ac6894-3f9e-4cb5-9b3d-3d60b1af4679 req-2679d259-b4c6-42ef-9661-de95b0187e04 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 945 time: 0.0805860 Aug 03 19:41:14.421033 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c07b6d93-a172-4d67-8eef-73bfdd5d1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:14.426586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0ac6894-3f9e-4cb5-9b3d-3d60b1af4679 req-83895c1e-5c86-4959-9d44-e6f40ffaa3ef tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401142 Aug 03 19:41:14.486898 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cac92e-6de4-433c-af68-b500ad9f84fc req-76c218e5-1978-423d-a4e1-d94fb959c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:14.489793 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3cac92e-6de4-433c-af68-b500ad9f84fc req-76c218e5-1978-423d-a4e1-d94fb959c08b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 200 len: 851 time: 0.1147888 Aug 03 19:41:14.551872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cac92e-6de4-433c-af68-b500ad9f84fc req-d8429b3e-2e8a-4a8b-9c22-0f64c531009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:14.554393 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3cac92e-6de4-433c-af68-b500ad9f84fc req-d8429b3e-2e8a-4a8b-9c22-0f64c531009d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=70f84b60-65ec-4b07-8b41-039e7a41592e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570707 Aug 03 19:41:14.557596 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b6d93-a172-4d67-8eef-73bfdd5d1ed2 None None] Checking router: f70c3633-edde-4de2-9eaa-18bc8f70a97e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:14.570096 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b6d93-a172-4d67-8eef-73bfdd5d1ed2 None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:14.570909 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c07b6d93-a172-4d67-8eef-73bfdd5d1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:41:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:14.666543 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3cac92e-6de4-433c-af68-b500ad9f84fc req-205969c8-8025-4a9c-bede-b34e5e242961 service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043212 Aug 03 19:41:14.701029 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c07b6d93-a172-4d67-8eef-73bfdd5d1ed2 None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:14.802186 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d3cac92e-6de4-433c-af68-b500ad9f84fc req-5f7045dc-0da3-477f-831f-4e7a95d5889c service neutron] 10.222.0.37 "GET /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272173 Aug 03 19:41:14.931964 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c07b6d93-a172-4d67-8eef-73bfdd5d1ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:14.967055 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b6d93-a172-4d67-8eef-73bfdd5d1ed2 None None] The sync data for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 is: [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:28:34Z', 'revision_number': 4, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'abc1823f-a3de-4580-b8e7-670f9b2df555', 'name': '', 'network_id': '70f84b60-65ec-4b07-8b41-039e7a41592e', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'mac_address': 'fa:16:3e:8f:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:31Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'subnets': [{'id': '67caabbc-e0de-4388-af32-8d12c0b643c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:15.114743 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:41:15.226144 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc45e4f-f8ad-4faa-b8ab-e3678b3e8419 None None] New status for floating IP 920b8da6-ec08-4d2e-8ada-3430b149e76f: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:41:15.572113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bde2ff-efbc-4b0b-a64d-35a4d7369b15 req-6c11a87f-3040-40ec-9ed7-15dc31995765 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:15.574386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0bde2ff-efbc-4b0b-a64d-35a4d7369b15 req-6c11a87f-3040-40ec-9ed7-15dc31995765 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 945 time: 0.0568037 Aug 03 19:41:15.620506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0bde2ff-efbc-4b0b-a64d-35a4d7369b15 req-9061ff9c-40e6-404d-95d2-6de331005747 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a99da85-a843-495f-93b5-d3c899fcf3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388107 Aug 03 19:41:15.665898 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:15.794988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b029e3-d529-4b0f-82c8-06a77636b5bc req-8d2932d5-157f-40ca-9730-4eeeee96ebe6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:15.796681 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c0b029e3-d529-4b0f-82c8-06a77636b5bc req-8d2932d5-157f-40ca-9730-4eeeee96ebe6 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 945 time: 0.0568085 Aug 03 19:41:15.908587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-c0b029e3-d529-4b0f-82c8-06a77636b5bc req-8ab88de4-5bd4-45bd-a6e9-f4671f24eb86 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Deleting port 9132b45f-ba8f-40d4-92c7-4bc8889920db {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:15.909544 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c0b029e3-d529-4b0f-82c8-06a77636b5bc req-8ab88de4-5bd4-45bd-a6e9-f4671f24eb86 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:16.012890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c0b029e3-d529-4b0f-82c8-06a77636b5bc req-8ab88de4-5bd4-45bd-a6e9-f4671f24eb86 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] For port 9132b45f-ba8f-40d4-92c7-4bc8889920db, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=9132b45f-ba8f-40d4-92c7-4bc8889920db,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:16.013275 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c0b029e3-d529-4b0f-82c8-06a77636b5bc req-8ab88de4-5bd4-45bd-a6e9-f4671f24eb86 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:16.028275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-c0b029e3-d529-4b0f-82c8-06a77636b5bc req-8ab88de4-5bd4-45bd-a6e9-f4671f24eb86 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Calling delete_port for 9132b45f-ba8f-40d4-92c7-4bc8889920db owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:16.204303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c0b029e3-d529-4b0f-82c8-06a77636b5bc req-8ab88de4-5bd4-45bd-a6e9-f4671f24eb86 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:16.261133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab88de4-5bd4-45bd-a6e9-f4671f24eb86 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event deleted for resources: {'Port': ['ID=9132b45f-ba8f-40d4-92c7-4bc8889920db,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:16.329488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b029e3-d529-4b0f-82c8-06a77636b5bc req-8ab88de4-5bd4-45bd-a6e9-f4671f24eb86 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] No DVR routers for this DVR port 9132b45f-ba8f-40d4-92c7-4bc8889920db on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:16.332901 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c0b029e3-d529-4b0f-82c8-06a77636b5bc req-8ab88de4-5bd4-45bd-a6e9-f4671f24eb86 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:16.336668 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c0b029e3-d529-4b0f-82c8-06a77636b5bc req-8ab88de4-5bd4-45bd-a6e9-f4671f24eb86 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.37 "DELETE /v2.0/ports/9132b45f-ba8f-40d4-92c7-4bc8889920db HTTP/1.1" status: 204 len: 173 time: 0.5334949 Aug 03 19:41:16.337407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'name': 'network-vif-deleted', 'tag': '9132b45f-ba8f-40d4-92c7-4bc8889920db'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:41:16.341474 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8719367-ca6f-45af-8cac-6de21d567c99" -d '{"events": [{"server_uuid": "494d0b19-8b1b-4e5f-a9e4-09320034d369", "name": "network-vif-deleted", "tag": "9132b45f-ba8f-40d4-92c7-4bc8889920db"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:41:16.405850 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabf20a5-2138-443c-b850-ecbde2a64062 x-openstack-request-id: req-cabf20a5-2138-443c-b850-ecbde2a64062 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:41:16.406384 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494d0b19-8b1b-4e5f-a9e4-09320034d369", "name": "network-vif-deleted", "tag": "9132b45f-ba8f-40d4-92c7-4bc8889920db", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:41:16.406676 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cabf20a5-2138-443c-b850-ecbde2a64062 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:41:16.407155 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494d0b19-8b1b-4e5f-a9e4-09320034d369', 'name': 'network-vif-deleted', 'tag': '9132b45f-ba8f-40d4-92c7-4bc8889920db', 'status': 'completed', 'code': 200} Aug 03 19:41:16.754410 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d355d0f4-9ff0-4d50-8f8e-e7164e767bd5 req-8c225b1c-3c74-40ba-8de9-2ba4959ea410 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 210 time: 0.0507896 Aug 03 19:41:17.938824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7dcb148a-2368-45a9-8e5a-e46019df2d29 req-059de1b3-9677-4306-b1e1-bde9ddfb2871 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 210 time: 0.0510979 Aug 03 19:41:18.720362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 9132b45f-ba8f-40d4-92c7-4bc8889920db no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:18.742664 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 9132b45f-ba8f-40d4-92c7-4bc8889920db {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:18.743016 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 9132b45f-ba8f-40d4-92c7-4bc8889920db not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:19.053760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c67a7cb9-cfab-4c7c-9150-1ced828d8a94 req-f36b55d1-6061-42fa-8120-eb4b5ed0c987 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 210 time: 0.0279241 Aug 03 19:41:20.156045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d6a4075-2544-4650-a32e-41d217b79900 req-f0fbfafd-4b06-4576-ba57-d55170537e11 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "GET /v2.0/ports?device_id=494d0b19-8b1b-4e5f-a9e4-09320034d369 HTTP/1.1" status: 200 len: 210 time: 0.0301580 Aug 03 19:41:21.216963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34090) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:21.350101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2cb81a01-2dab-4a60-be41-83dbe2a0c98d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Deleting port f0316de4-9b01-4272-9127-f41aac24c7c3 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:21.350452 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cb81a01-2dab-4a60-be41-83dbe2a0c98d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.433022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cb81a01-2dab-4a60-be41-83dbe2a0c98d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.433351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cb81a01-2dab-4a60-be41-83dbe2a0c98d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.448991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-2cb81a01-2dab-4a60-be41-83dbe2a0c98d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Calling delete_port for f0316de4-9b01-4272-9127-f41aac24c7c3 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:21.596827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cb81a01-2dab-4a60-be41-83dbe2a0c98d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.629470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb81a01-2dab-4a60-be41-83dbe2a0c98d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event deleted for resources: {'Port': ['ID=f0316de4-9b01-4272-9127-f41aac24c7c3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:21.699301 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cb81a01-2dab-4a60-be41-83dbe2a0c98d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.702266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cb81a01-2dab-4a60-be41-83dbe2a0c98d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.703740 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2cb81a01-2dab-4a60-be41-83dbe2a0c98d tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "DELETE /v2.0/floatingips/94234272-4256-4640-b0dc-eca9f2a6f588 HTTP/1.1" status: 204 len: 168 time: 0.4855430 Aug 03 19:41:25.041429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34106) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:25.108210 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d68e799-a04a-444f-8b0c-ee298fbe3c23 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.135488 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d68e799-a04a-444f-8b0c-ee298fbe3c23 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.201194 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d68e799-a04a-444f-8b0c-ee298fbe3c23 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.204309 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2d68e799-a04a-444f-8b0c-ee298fbe3c23 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:25.205831 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2d68e799-a04a-444f-8b0c-ee298fbe3c23 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] 10.222.0.78 "DELETE /v2.0/security-groups/0a99da85-a843-495f-93b5-d3c899fcf3ad HTTP/1.1" status: 204 len: 168 time: 0.1630182 Aug 03 19:41:25.221755 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68e799-a04a-444f-8b0c-ee298fbe3c23 tempest-TestVolumeBootPattern-1275091295 tempest-TestVolumeBootPattern-1275091295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a99da85-a843-495f-93b5-d3c899fcf3ad,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:25.288261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34110) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:25.903067 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.175416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] Deleting port abc1823f-a3de-4580-b8e7-670f9b2df555 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:26.176108 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.263919 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] For port abc1823f-a3de-4580-b8e7-670f9b2df555, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=abc1823f-a3de-4580-b8e7-670f9b2df555,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:26.264288 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.278522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] Calling delete_port for abc1823f-a3de-4580-b8e7-670f9b2df555 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:26.471857 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:26.498783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] Pushing event deleted for resources: {'Port': ['ID=abc1823f-a3de-4580-b8e7-670f9b2df555,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:26.692492 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.212778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] Router f70c3633-edde-4de2-9eaa-18bc8f70a97e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:27.331688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:27.337644 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-70898abc-4a6c-4d37-b74b-62dce420491f admin admin] 10.222.0.78 "PUT /v2.0/routers/f70c3633-edde-4de2-9eaa-18bc8f70a97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0476499 Aug 03 19:41:27.341474 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34116) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:27.344710 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c6fa4-97bb-4ae1-9db3-2f69734bdd9c None None] Sync routers for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:27.355763 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c6fa4-97bb-4ae1-9db3-2f69734bdd9c None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:27.356570 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-298c6fa4-97bb-4ae1-9db3-2f69734bdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:41:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:27.463853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.468553 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-298c6fa4-97bb-4ae1-9db3-2f69734bdd9c None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:27.575772 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.638222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Deleting port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:27.638575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.659015 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-298c6fa4-97bb-4ae1-9db3-2f69734bdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:41:26Z', 'revision_number': 5, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port': {'id': 'a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:25Z', 'updated_at': '2021-08-03T19:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:27.691022 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c6fa4-97bb-4ae1-9db3-2f69734bdd9c None None] Checking router: f70c3633-edde-4de2-9eaa-18bc8f70a97e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:27.700778 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c6fa4-97bb-4ae1-9db3-2f69734bdd9c None None] Routers {'f70c3633-edde-4de2-9eaa-18bc8f70a97e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:27.701412 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-298c6fa4-97bb-4ae1-9db3-2f69734bdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:41:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:27.730420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] For port a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:27.730710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.749772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Calling delete_port for a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:27.790253 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-298c6fa4-97bb-4ae1-9db3-2f69734bdd9c None None] Set router f70c3633-edde-4de2-9eaa-18bc8f70a97e gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:27.852290 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-298c6fa4-97bb-4ae1-9db3-2f69734bdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:41:27Z', 'revision_number': 6, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:27.880472 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c6fa4-97bb-4ae1-9db3-2f69734bdd9c None None] The sync data for ids ['f70c3633-edde-4de2-9eaa-18bc8f70a97e'] in n-d-802918-7 is: [{'id': 'f70c3633-edde-4de2-9eaa-18bc8f70a97e', 'name': 'tempest-TestVolumeBootPattern-1479873935-router', 'tenant_id': 'd7edb583213d46128a9d1a5c19a34a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:24Z', 'updated_at': '2021-08-03T19:41:27Z', 'revision_number': 6, 'project_id': 'd7edb583213d46128a9d1a5c19a34a32', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:27.954996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:27.984080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:28.054209 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.152978 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.155235 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.202065 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.202969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f70c3633-edde-4de2-9eaa-18bc8f70a97e {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:41:28.207838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.209039 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d69ea46c-eaab-4324-834f-667fb2c9420c admin admin] 10.222.0.78 "DELETE /v2.0/routers/f70c3633-edde-4de2-9eaa-18bc8f70a97e HTTP/1.1" status: 204 len: 168 time: 0.8665109 Aug 03 19:41:28.211791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34118) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:28.269332 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c618e67-d41d-4290-8b30-be6ac67ecf05 admin admin] Deleting subnet 67caabbc-e0de-4388-af32-8d12c0b643c5 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:41:28.273210 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c618e67-d41d-4290-8b30-be6ac67ecf05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.316508 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c618e67-d41d-4290-8b30-be6ac67ecf05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.406447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c618e67-d41d-4290-8b30-be6ac67ecf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.464920 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c618e67-d41d-4290-8b30-be6ac67ecf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.498080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c618e67-d41d-4290-8b30-be6ac67ecf05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67caabbc-e0de-4388-af32-8d12c0b643c5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:28.501868 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8c618e67-d41d-4290-8b30-be6ac67ecf05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.505152 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8c618e67-d41d-4290-8b30-be6ac67ecf05 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/67caabbc-e0de-4388-af32-8d12c0b643c5 HTTP/1.1" status: 204 len: 168 time: 0.2910633 Aug 03 19:41:28.506682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34120) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:28.510415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45d2285-bed2-40a8-8f2f-ee5b960baa40 None None] Network 70f84b60-65ec-4b07-8b41-039e7a41592e requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:28.582898 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.647736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Deleting port c20ae898-0e1f-46df-b0cb-3bba08b0a0de {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:28.648104 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.728317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127db209-816a-4902-9f74-4f687739e574 None None] DHCP port deletion for 70f84b60-65ec-4b07-8b41-039e7a41592e request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:41:28.743678 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] For port c20ae898-0e1f-46df-b0cb-3bba08b0a0de, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c20ae898-0e1f-46df-b0cb-3bba08b0a0de,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:28.744231 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.762786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Calling delete_port for c20ae898-0e1f-46df-b0cb-3bba08b0a0de owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:28.784686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-127db209-816a-4902-9f74-4f687739e574 None None] Deleting port c20ae898-0e1f-46df-b0cb-3bba08b0a0de {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:28.785425 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.856249 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.860471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-127db209-816a-4902-9f74-4f687739e574 None None] For port c20ae898-0e1f-46df-b0cb-3bba08b0a0de, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c20ae898-0e1f-46df-b0cb-3bba08b0a0de,segment=NetworkSegment(2b5340bc-7935-4d44-87d8-81a118bf0761),segment_id=2b5340bc-7935-4d44-87d8-81a118bf0761)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:28.861247 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.883736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-127db209-816a-4902-9f74-4f687739e574 None None] Calling delete_port for c20ae898-0e1f-46df-b0cb-3bba08b0a0de owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:28.884119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20ae898-0e1f-46df-b0cb-3bba08b0a0de,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:28.888915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] No DVR routers for this DVR port c20ae898-0e1f-46df-b0cb-3bba08b0a0de on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:28.987233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:28.987360 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.002225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127db209-816a-4902-9f74-4f687739e574 None None] No DVR routers for this DVR port c20ae898-0e1f-46df-b0cb-3bba08b0a0de on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:29.017840 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f84b60-65ec-4b07-8b41-039e7a41592e']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:29.043375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127db209-816a-4902-9f74-4f687739e574 None None] Pushing event deleted for resources: {'Port': ['ID=c20ae898-0e1f-46df-b0cb-3bba08b0a0de,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:29.046207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5340bc-7935-4d44-87d8-81a118bf0761') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:29.047060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5340bc-7935-4d44-87d8-81a118bf0761') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:29.053203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device abc1823f-a3de-4580-b8e7-670f9b2df555 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:29.061919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.078732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.084566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.085025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.085526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.085808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.086063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:41:29.086316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.086463 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.086609 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.087022 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.087361 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.087689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.088057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.088395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.089243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127db209-816a-4902-9f74-4f687739e574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:41:29.090131 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:41:29.094697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: abc1823f-a3de-4580-b8e7-670f9b2df555 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:29.095064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device abc1823f-a3de-4580-b8e7-670f9b2df555 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:29.095467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:29.116340 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:29.116710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device a5ce1eeb-2e3c-4eb0-9107-6bf7098eef15 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:29.117132 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c20ae898-0e1f-46df-b0cb-3bba08b0a0de no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:29.137769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c20ae898-0e1f-46df-b0cb-3bba08b0a0de {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:29.138099 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c20ae898-0e1f-46df-b0cb-3bba08b0a0de not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:29.157788 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.168376 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.172815 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] 10.222.0.78 "DELETE /v2.0/networks/70f84b60-65ec-4b07-8b41-039e7a41592e HTTP/1.1" status: 204 len: 168 time: 0.6641929 Aug 03 19:41:29.176254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34122) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:29.194528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd1e57-b3b4-4169-9124-2187e42c9f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=70f84b60-65ec-4b07-8b41-039e7a41592e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:29.562630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.819088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] Deleting port 5a96bb94-2874-4d31-a857-70ad25d068bd {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:29.819335 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.899488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] For port 5a96bb94-2874-4d31-a857-70ad25d068bd, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5a96bb94-2874-4d31-a857-70ad25d068bd,segment=NetworkSegment(28a182ef-e3d4-41e3-8e9c-4247f555e83e),segment_id=28a182ef-e3d4-41e3-8e9c-4247f555e83e)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:29.899852 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.912998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] Calling delete_port for 5a96bb94-2874-4d31-a857-70ad25d068bd owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:30.017680 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:30.105444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:30.135892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] Pushing event deleted for resources: {'Port': ['ID=5a96bb94-2874-4d31-a857-70ad25d068bd,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:30.618478 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:30.844619 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] Router 69a53abd-672d-4f20-a2ef-e7675a82336f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:30.964865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:30.970009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c1c88087-5479-47c9-bc9c-516e51e3fdec admin admin] 10.222.0.78 "PUT /v2.0/routers/69a53abd-672d-4f20-a2ef-e7675a82336f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7923155 Aug 03 19:41:30.972595 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34124) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:30.976873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185ae1c-fc2f-42ff-b5ad-0e3f5602e022 None None] Sync routers for ids ['69a53abd-672d-4f20-a2ef-e7675a82336f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:30.987863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185ae1c-fc2f-42ff-b5ad-0e3f5602e022 None None] Routers {'69a53abd-672d-4f20-a2ef-e7675a82336f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:30.988589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7185ae1c-fc2f-42ff-b5ad-0e3f5602e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:41:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['69a53abd-672d-4f20-a2ef-e7675a82336f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:31.100021 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.114234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-7185ae1c-fc2f-42ff-b5ad-0e3f5602e022 None None] Set router 69a53abd-672d-4f20-a2ef-e7675a82336f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:31.215498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.278374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Deleting port 2bc2144b-7ea9-4589-9658-74512ecc7b74 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:31.278720 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.311846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7185ae1c-fc2f-42ff-b5ad-0e3f5602e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'name': 'tempest-TestVolumeBootPattern-1870519378-router', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:42Z', 'updated_at': '2021-08-03T19:41:30Z', 'revision_number': 5, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'gw_port': {'id': '2bc2144b-7ea9-4589-9658-74512ecc7b74', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:44Z', 'updated_at': '2021-08-03T19:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:31.338594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185ae1c-fc2f-42ff-b5ad-0e3f5602e022 None None] Checking router: 69a53abd-672d-4f20-a2ef-e7675a82336f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:31.347371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185ae1c-fc2f-42ff-b5ad-0e3f5602e022 None None] Routers {'69a53abd-672d-4f20-a2ef-e7675a82336f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:31.348334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7185ae1c-fc2f-42ff-b5ad-0e3f5602e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:41:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['69a53abd-672d-4f20-a2ef-e7675a82336f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:31.361117 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] For port 2bc2144b-7ea9-4589-9658-74512ecc7b74, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2bc2144b-7ea9-4589-9658-74512ecc7b74,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:31.361483 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.375425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Calling delete_port for 2bc2144b-7ea9-4589-9658-74512ecc7b74 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:31.443329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-7185ae1c-fc2f-42ff-b5ad-0e3f5602e022 None None] Set router 69a53abd-672d-4f20-a2ef-e7675a82336f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:31.495869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-7185ae1c-fc2f-42ff-b5ad-0e3f5602e022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'name': 'tempest-TestVolumeBootPattern-1870519378-router', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:42Z', 'updated_at': '2021-08-03T19:41:31Z', 'revision_number': 6, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:31.527235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185ae1c-fc2f-42ff-b5ad-0e3f5602e022 None None] The sync data for ids ['69a53abd-672d-4f20-a2ef-e7675a82336f'] in n-d-802918-7 is: [{'id': '69a53abd-672d-4f20-a2ef-e7675a82336f', 'name': 'tempest-TestVolumeBootPattern-1870519378-router', 'tenant_id': '1af8286d4a804939b11978dcdc06a88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:42Z', 'updated_at': '2021-08-03T19:41:31Z', 'revision_number': 6, 'project_id': '1af8286d4a804939b11978dcdc06a88b', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:31.557994 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.582775 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc2144b-7ea9-4589-9658-74512ecc7b74,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:31.650712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.742770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.745036 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.792683 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.793215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a53abd-672d-4f20-a2ef-e7675a82336f {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:41:31.799751 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:31.800995 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5c7455fd-b844-4bf9-9204-513b7179fd10 admin admin] 10.222.0.78 "DELETE /v2.0/routers/69a53abd-672d-4f20-a2ef-e7675a82336f HTTP/1.1" status: 204 len: 168 time: 0.8273892 Aug 03 19:41:31.803620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34126) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:31.860100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e0badc-990b-470f-9f87-0de1b01a5953 admin admin] Deleting subnet f1bf10ca-2a09-44e6-8ff3-bee69439b2e1 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:41:31.863402 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2e0badc-990b-470f-9f87-0de1b01a5953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.159464 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2e0badc-990b-470f-9f87-0de1b01a5953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.249984 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2e0badc-990b-470f-9f87-0de1b01a5953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.312343 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2e0badc-990b-470f-9f87-0de1b01a5953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.343035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0badc-990b-470f-9f87-0de1b01a5953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1bf10ca-2a09-44e6-8ff3-bee69439b2e1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:32.347027 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a2e0badc-990b-470f-9f87-0de1b01a5953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.348991 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a2e0badc-990b-470f-9f87-0de1b01a5953 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f1bf10ca-2a09-44e6-8ff3-bee69439b2e1 HTTP/1.1" status: 204 len: 168 time: 0.5443819 Aug 03 19:41:32.353298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34128) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:32.361163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385cf00-4dd1-4adf-892b-d5b9ce1f2d8a None None] Network 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:32.437328 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.502744 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Deleting port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:32.503260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.599092 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8860e433-8bee-4237-bace-41085dd49c1c None None] DHCP port deletion for 7c19d3f9-c83b-4c73-b37d-59939ee42ef2 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:41:32.601420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] For port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9,segment=NetworkSegment(28a182ef-e3d4-41e3-8e9c-4247f555e83e),segment_id=28a182ef-e3d4-41e3-8e9c-4247f555e83e)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:32.602043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.627751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Calling delete_port for 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:32.663330 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8860e433-8bee-4237-bace-41085dd49c1c None None] Deleting port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:41:32.663763 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8860e433-8bee-4237-bace-41085dd49c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.738155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8860e433-8bee-4237-bace-41085dd49c1c None None] For port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9,segment=NetworkSegment(28a182ef-e3d4-41e3-8e9c-4247f555e83e),segment_id=28a182ef-e3d4-41e3-8e9c-4247f555e83e)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:32.738449 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8860e433-8bee-4237-bace-41085dd49c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.744193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.755150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8860e433-8bee-4237-bace-41085dd49c1c None None] Calling delete_port for 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:41:32.776528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:32.780261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] No DVR routers for this DVR port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:32.846126 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8860e433-8bee-4237-bace-41085dd49c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.854013 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.865484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c19d3f9-c83b-4c73-b37d-59939ee42ef2']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:32.877272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a182ef-e3d4-41e3-8e9c-4247f555e83e') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:32.877607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a182ef-e3d4-41e3-8e9c-4247f555e83e') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:32.887103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.889034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860e433-8bee-4237-bace-41085dd49c1c None None] Pushing event deleted for resources: {'Port': ['ID=49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:32.896996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860e433-8bee-4237-bace-41085dd49c1c None None] No DVR routers for this DVR port 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:41:32.902816 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.911365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:41:32.912230 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:41:32.915003 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:41:32.992477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:32.998144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.002804 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7c19d3f9-c83b-4c73-b37d-59939ee42ef2 HTTP/1.1" status: 204 len: 168 time: 0.6461611 Aug 03 19:41:33.014588 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542b55a-6c54-44e0-a17f-1c7ddec11aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c19d3f9-c83b-4c73-b37d-59939ee42ef2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:33.032134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2bc2144b-7ea9-4589-9658-74512ecc7b74 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:33.061745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 2bc2144b-7ea9-4589-9658-74512ecc7b74 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:33.062346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2bc2144b-7ea9-4589-9658-74512ecc7b74 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:33.063012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5a96bb94-2874-4d31-a857-70ad25d068bd no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:33.084930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 5a96bb94-2874-4d31-a857-70ad25d068bd {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:33.085375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5a96bb94-2874-4d31-a857-70ad25d068bd not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:33.086064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:41:33.111870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:41:33.112212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 49cf915b-c7f6-4bb1-95db-4c0ba8f29ab9 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:41:33.140597 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34132) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:33.184732 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f87ed9f6-6f27-41de-b8b6-fc653d231079 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d7edb583213d46128a9d1a5c19a34a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422704 Aug 03 19:41:33.186646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34134) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:33.239088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8dbc76fe-edd5-4acd-bcca-53510442475b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.263248 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8dbc76fe-edd5-4acd-bcca-53510442475b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.312095 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8dbc76fe-edd5-4acd-bcca-53510442475b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.315433 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8dbc76fe-edd5-4acd-bcca-53510442475b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.316679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8dbc76fe-edd5-4acd-bcca-53510442475b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c98b046-a5cc-485b-93d1-1c5d9510cf08 HTTP/1.1" status: 204 len: 168 time: 0.1290321 Aug 03 19:41:33.325848 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc76fe-edd5-4acd-bcca-53510442475b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c98b046-a5cc-485b-93d1-1c5d9510cf08,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:33.678501 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5fe79d8a-6376-4b03-a19b-c1fb7e49e9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.686404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34140) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:33.730985 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-906fd2c7-1f44-4598-bf26-aee4928552e5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1af8286d4a804939b11978dcdc06a88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432148 Aug 03 19:41:33.735319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34142) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:33.790918 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8f38f1e-b1af-46c3-9a25-cc5dabb89b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.814720 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8f38f1e-b1af-46c3-9a25-cc5dabb89b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.872560 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8f38f1e-b1af-46c3-9a25-cc5dabb89b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.875871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d8f38f1e-b1af-46c3-9a25-cc5dabb89b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:33.880334 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d8f38f1e-b1af-46c3-9a25-cc5dabb89b56 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f8691f51-efc8-4ada-9a1b-58b466ccd683 HTTP/1.1" status: 204 len: 168 time: 0.1407611 Aug 03 19:41:33.892907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f38f1e-b1af-46c3-9a25-cc5dabb89b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8691f51-efc8-4ada-9a1b-58b466ccd683,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:36.450061 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-10dd8b0d-77dc-4f2a-a712-619e95dfc4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.759923 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:38.034263 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:39.782013 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.679489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-24c06e74-5afa-4d57-bbb9-32872ee22b7f tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=91c82a1f3a65419d91cb18b5094297fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240870 Aug 03 19:41:44.811558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-3eaac67e-733a-4eda-afb2-3a5ad7ad239e tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:44.813017 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-3eaac67e-733a-4eda-afb2-3a5ad7ad239e tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227252 Aug 03 19:41:44.834288 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-58262242-d3ea-444f-ae87-1101c693e4b7 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/quotas/91c82a1f3a65419d91cb18b5094297fe HTTP/1.1" status: 200 len: 375 time: 0.0110047 Aug 03 19:41:44.870493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-e94cad5b-73a8-49ca-8204-8b6b1753d71d tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=91c82a1f3a65419d91cb18b5094297fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292513 Aug 03 19:41:45.059953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d1c18db-5bb1-476e-8588-7b3b4394541a req-ebe549d6-27db-4380-81e1-4f3a49daf4ff tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 210 time: 0.0280032 Aug 03 19:41:45.658893 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.158704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3118f1d-8fae-4a44-8bbd-0c9a068b3332 req-a04fa497-5b82-45f5-a54c-57521a4ba382 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 210 time: 0.0348248 Aug 03 19:41:47.303572 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfc317e9-22e9-4a84-a67b-ff01f209a723 req-205449e7-1421-40b4-8d9b-1de2c74737a5 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 210 time: 0.0542438 Aug 03 19:41:48.386219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6202c3a-75a9-4817-b220-2c9d3b6c9300 req-5d21832c-45fe-48f7-966b-3d6059099d65 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 210 time: 0.0289555 Aug 03 19:41:49.514309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-178b5130-c6d1-4772-beff-6ae90233fcd4 req-e8ce9e32-94b1-4976-b236-d182920d76df tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 210 time: 0.0281026 Aug 03 19:41:50.461351 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-246c5a4d-eb2c-46a0-8b5c-13d3048fcc5f tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=91c82a1f3a65419d91cb18b5094297fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335467 Aug 03 19:41:50.662211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0f6d6687-a4a0-4799-be5c-c52420c23410 req-aaeb3b16-025a-4625-aff6-57f461285132 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 210 time: 0.0451078 Aug 03 19:41:50.679137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-9a0e7693-89b0-4c61-bf8e-ae3a6bd60e2c tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:50.681119 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-9a0e7693-89b0-4c61-bf8e-ae3a6bd60e2c tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132094 Aug 03 19:41:50.695164 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Request body: {'port': {'device_id': '51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'admin_state_up': True, 'tenant_id': '91c82a1f3a65419d91cb18b5094297fe'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:50.817616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Made reservation on behalf of 91c82a1f3a65419d91cb18b5094297fe for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:50.824055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.833855 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.943052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.948096 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.037043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fdc63f-dcf9-4c1f-a3da-755a901541b7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:51.123952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Allocated IP 192.168.233.53 (98239265-f60c-40b3-bca6-fe68d2fbaf1b/0716567d-9496-4be3-a9b2-50876fbcd9fe/f4915553-b4f5-4963-8989-b6f2a3194c2e) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:51.319498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.341454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Transition to ACTIVE for port object f4915553-b4f5-4963-8989-b6f2a3194c2e will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:51.393261 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.466484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Network 98239265-f60c-40b3-bca6-fe68d2fbaf1b is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:51.472327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:51.484152 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:51.496021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Pushing event updated for resources: {'Port': ['ID=f4915553-b4f5-4963-8989-b6f2a3194c2e,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:51.571935 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:51.573180 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.598046 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-215ee981-ff33-4141-a6ff-679a9ef63941 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9068532 Aug 03 19:41:51.612228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-f1bb91fc-8138-42b7-a9aa-a91cf69e2c70 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:41:51.613418 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-f1bb91fc-8138-42b7-a9aa-a91cf69e2c70 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080993 Aug 03 19:41:51.625124 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Request body: {'port': {'device_id': '51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:51.698412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.808273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9b210e6d-3c49-4f42-934c-90b62f968183 None None] Provisioning for port f4915553-b4f5-4963-8989-b6f2a3194c2e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:51.810925 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eaa72-6518-42a9-b7f9-469bc34fd974 req-5ccd6b43-17bc-4fc9-b35f-54d2b088dbda tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:51.813048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9b210e6d-3c49-4f42-934c-90b62f968183 None None] Provisioning complete for port f4915553-b4f5-4963-8989-b6f2a3194c2e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:51.813465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c3eaa72-6518-42a9-b7f9-469bc34fd974 req-5ccd6b43-17bc-4fc9-b35f-54d2b088dbda tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 935 time: 0.0616548 Aug 03 19:41:51.813632 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9b210e6d-3c49-4f42-934c-90b62f968183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.863090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9b210e6d-3c49-4f42-934c-90b62f968183 None None] Port f4915553-b4f5-4963-8989-b6f2a3194c2e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:51.882637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9c3eaa72-6518-42a9-b7f9-469bc34fd974 req-6ddcc2a8-3f25-4d37-a0db-031951489ab6 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/security-groups?id=34fdc63f-dcf9-4c1f-a3da-755a901541b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553372 Aug 03 19:41:52.017983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4915553-b4f5-4963-8989-b6f2a3194c2e {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:41:52.027047 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.044717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Transition to ACTIVE for port object f4915553-b4f5-4963-8989-b6f2a3194c2e will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:52.050071 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.114666 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:41:52.121630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Pushing event updated for resources: {'Port': ['ID=f4915553-b4f5-4963-8989-b6f2a3194c2e,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:52.251569 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Attempting to bind port f4915553-b4f5-4963-8989-b6f2a3194c2e on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:52.252148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Attempting to bind port f4915553-b4f5-4963-8989-b6f2a3194c2e by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:52.252683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Attempting to bind port f4915553-b4f5-4963-8989-b6f2a3194c2e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:52.261077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Port f4915553-b4f5-4963-8989-b6f2a3194c2e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:41:52.261759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Attempting to bind port f4915553-b4f5-4963-8989-b6f2a3194c2e on network 98239265-f60c-40b3-bca6-fe68d2fbaf1b {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:52.271109 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:52.271596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Checking segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:52.272245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Bound using segment: {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:52.272993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Bound port: f4915553-b4f5-4963-8989-b6f2a3194c2e, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb9ae9d-9963-4366-9f87-deae338b388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:52.273634 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.356434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] For port f4915553-b4f5-4963-8989-b6f2a3194c2e, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:52.361907 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] For port f4915553-b4f5-4963-8989-b6f2a3194c2e, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f4915553-b4f5-4963-8989-b6f2a3194c2e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:52.367346 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.403406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:52.404047 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.405691 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-5247574b-2752-4d97-b343-0d95beb199be service neutron] 10.222.0.37 "PUT /v2.0/ports/f4915553-b4f5-4963-8989-b6f2a3194c2e HTTP/1.1" status: 200 len: 1095 time: 0.7850645 Aug 03 19:41:52.406005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544', 'tag': 'f4915553-b4f5-4963-8989-b6f2a3194c2e'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:41:52.408361 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3297dea-ec5a-428b-b3ee-42b942c77da8" -d '{"events": [{"name": "network-changed", "server_uuid": "51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544", "tag": "f4915553-b4f5-4963-8989-b6f2a3194c2e"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:41:52.446441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247574b-2752-4d97-b343-0d95beb199be service neutron] Pushing event updated for resources: {'Port': ['ID=f4915553-b4f5-4963-8989-b6f2a3194c2e,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:52.485286 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b1e493-1f2a-434f-8fe7-53f1c0a662b7 x-openstack-request-id: req-e7b1e493-1f2a-434f-8fe7-53f1c0a662b7 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:41:52.486399 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544", "tag": "f4915553-b4f5-4963-8989-b6f2a3194c2e", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:41:52.486399 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7b1e493-1f2a-434f-8fe7-53f1c0a662b7 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:41:52.486399 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544', 'tag': 'f4915553-b4f5-4963-8989-b6f2a3194c2e', 'status': 'completed', 'code': 200} Aug 03 19:41:52.508802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-9a45cc6b-e8cf-4310-9224-317df967aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:52.510630 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-9a45cc6b-e8cf-4310-9224-317df967aa68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91c82a1f3a65419d91cb18b5094297fe&device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 1098 time: 0.0581863 Aug 03 19:41:52.556091 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-e45ed8b8-4dc4-4bfb-93e4-90348fbfa1bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f4915553-b4f5-4963-8989-b6f2a3194c2e HTTP/1.1" status: 200 len: 217 time: 0.0368071 Aug 03 19:41:52.632993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-ab068c56-3560-49dc-b0ca-72b2fde15617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:52.634696 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-ab068c56-3560-49dc-b0ca-72b2fde15617 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0720117 Aug 03 19:41:52.690887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-287eeba9-dded-4de8-bdbe-4982ffcff840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:52.692386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-287eeba9-dded-4de8-bdbe-4982ffcff840 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496223 Aug 03 19:41:52.794212 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-37b65c28-05d8-4f1d-8aa3-7006bd503058 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939596 Aug 03 19:41:52.946039 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27b6153f-513d-4255-8dfe-16041a8ffd6d req-ecae542d-0545-4f3c-ad44-294f70e5c531 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439490 Aug 03 19:41:53.025100 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31379169-e23d-478a-a6d5-011a31230e35 req-8f3b0c26-07ab-4036-a470-5a9d8a613314 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:53.027551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31379169-e23d-478a-a6d5-011a31230e35 req-8f3b0c26-07ab-4036-a470-5a9d8a613314 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 947 time: 0.0633724 Aug 03 19:41:53.045788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3297dea-ec5a-428b-b3ee-42b942c77da8 req-78b0cdae-b320-499a-91ae-0f3daf2b5188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:53.047392 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3297dea-ec5a-428b-b3ee-42b942c77da8 req-78b0cdae-b320-499a-91ae-0f3daf2b5188 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91c82a1f3a65419d91cb18b5094297fe&device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 1098 time: 0.0473468 Aug 03 19:41:53.073742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31379169-e23d-478a-a6d5-011a31230e35 req-f9314b46-8cf1-416a-b0c8-ca49c035753c tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/security-groups?id=34fdc63f-dcf9-4c1f-a3da-755a901541b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394025 Aug 03 19:41:53.147577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3297dea-ec5a-428b-b3ee-42b942c77da8 req-e9b3019e-f0e6-4312-98e7-1b521b4d81dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:53.149114 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3297dea-ec5a-428b-b3ee-42b942c77da8 req-e9b3019e-f0e6-4312-98e7-1b521b4d81dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=98239265-f60c-40b3-bca6-fe68d2fbaf1b HTTP/1.1" status: 200 len: 870 time: 0.0946345 Aug 03 19:41:53.196654 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3297dea-ec5a-428b-b3ee-42b942c77da8 req-63630d57-9281-4306-885f-276a23d2e0b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f4915553-b4f5-4963-8989-b6f2a3194c2e HTTP/1.1" status: 200 len: 217 time: 0.0395238 Aug 03 19:41:53.254632 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3297dea-ec5a-428b-b3ee-42b942c77da8 req-d4c70f42-a351-4fdd-8604-fd346966e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:53.256250 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3297dea-ec5a-428b-b3ee-42b942c77da8 req-d4c70f42-a351-4fdd-8604-fd346966e07b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0716567d-9496-4be3-a9b2-50876fbcd9fe HTTP/1.1" status: 200 len: 843 time: 0.0509310 Aug 03 19:41:53.307410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3297dea-ec5a-428b-b3ee-42b942c77da8 req-0e1780b5-937d-40d1-a86c-837ae5db3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:53.308980 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3297dea-ec5a-428b-b3ee-42b942c77da8 req-0e1780b5-937d-40d1-a86c-837ae5db3fa2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98239265-f60c-40b3-bca6-fe68d2fbaf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440750 Aug 03 19:41:53.413673 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3297dea-ec5a-428b-b3ee-42b942c77da8 req-848caeec-bf09-4563-ae87-73e56b3ac579 service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960548 Aug 03 19:41:53.520663 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c3297dea-ec5a-428b-b3ee-42b942c77da8 req-5b06f5c3-128e-41c8-a657-62be5c65c5fa service neutron] 10.222.0.37 "GET /v2.0/networks/98239265-f60c-40b3-bca6-fe68d2fbaf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967562 Aug 03 19:41:54.228105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306c65b-be1a-4f98-b804-c594ba447e74 req-7f091aa9-298b-40e7-b699-8df88fd8a864 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:54.231748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e306c65b-be1a-4f98-b804-c594ba447e74 req-7f091aa9-298b-40e7-b699-8df88fd8a864 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 947 time: 0.0633597 Aug 03 19:41:54.278551 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e306c65b-be1a-4f98-b804-c594ba447e74 req-db84682b-2715-4c83-abbb-bf54eefe7c61 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/security-groups?id=34fdc63f-dcf9-4c1f-a3da-755a901541b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Aug 03 19:41:54.553134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-f5005f16-4100-4be9-b548-8d96eebca349 req-1766ac34-2fac-4364-ada2-3d10a5f1c128 service neutron] (100487) timed out ('10.222.0.78', 47234) {{(pid=100487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:41:54.938843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f4915553-b4f5-4963-8989-b6f2a3194c2e details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:41:55.049259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f4915553-b4f5-4963-8989-b6f2a3194c2e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f4915553-b4f5-4963-8989-b6f2a3194c2e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:55.062631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'f4915553-b4f5-4963-8989-b6f2a3194c2e', 'network_id': '98239265-f60c-40b3-bca6-fe68d2fbaf1b', 'port_id': 'f4915553-b4f5-4963-8989-b6f2a3194c2e', 'mac_address': 'fa:16:3e:31:de:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0716567d-9496-4be3-a9b2-50876fbcd9fe', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:41:55.102192 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.116803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4915553-b4f5-4963-8989-b6f2a3194c2e {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:41:55.139118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f4915553-b4f5-4963-8989-b6f2a3194c2e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f4915553-b4f5-4963-8989-b6f2a3194c2e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:55.143452 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.196282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=f4915553-b4f5-4963-8989-b6f2a3194c2e,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:55.383425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['f4915553-b4f5-4963-8989-b6f2a3194c2e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:41:55.407122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26c4c8-c035-4a90-9ea5-6d809a3bf2db req-3507ed30-7c2e-475d-8278-649f91d571e5 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:55.409025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce26c4c8-c035-4a90-9ea5-6d809a3bf2db req-3507ed30-7c2e-475d-8278-649f91d571e5 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 948 time: 0.0582252 Aug 03 19:41:55.457483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce26c4c8-c035-4a90-9ea5-6d809a3bf2db req-104bd548-0384-400b-affb-57d26b875184 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/security-groups?id=34fdc63f-dcf9-4c1f-a3da-755a901541b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380945 Aug 03 19:41:56.586716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2c9fe-289a-415f-bda2-c704453c9bad req-a130d98b-82af-4e24-b8f8-7b26d2f36003 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:56.588383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecf2c9fe-289a-415f-bda2-c704453c9bad req-a130d98b-82af-4e24-b8f8-7b26d2f36003 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 948 time: 0.0577648 Aug 03 19:41:56.631561 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ecf2c9fe-289a-415f-bda2-c704453c9bad req-1dde3223-2747-4532-9cc1-41e98e3def89 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/security-groups?id=34fdc63f-dcf9-4c1f-a3da-755a901541b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367866 Aug 03 19:41:56.954998 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f4915553-b4f5-4963-8989-b6f2a3194c2e up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:57.006968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port f4915553-b4f5-4963-8989-b6f2a3194c2e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:57.011446 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port f4915553-b4f5-4963-8989-b6f2a3194c2e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:57.011822 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:57.099825 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:57.124417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4915553-b4f5-4963-8989-b6f2a3194c2e'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:41:57.127159 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4589c09c-ebfc-4858-88e7-6118e7e45500" -d '{"events": [{"server_uuid": "51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544", "name": "network-vif-plugged", "status": "completed", "tag": "f4915553-b4f5-4963-8989-b6f2a3194c2e"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:41:57.141963 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f4915553-b4f5-4963-8989-b6f2a3194c2e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f4915553-b4f5-4963-8989-b6f2a3194c2e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:57.147821 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:57.172907 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad46152-33ba-4757-8168-a42c9e95b46b x-openstack-request-id: req-dad46152-33ba-4757-8168-a42c9e95b46b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:41:57.173200 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544", "name": "network-vif-plugged", "status": "completed", "tag": "f4915553-b4f5-4963-8989-b6f2a3194c2e", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:41:57.173457 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dad46152-33ba-4757-8168-a42c9e95b46b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:41:57.173961 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4915553-b4f5-4963-8989-b6f2a3194c2e', 'code': 200} Aug 03 19:41:57.210409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=f4915553-b4f5-4963-8989-b6f2a3194c2e,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:57.291972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f4ebc-d91d-4ad6-80b6-d7fe9a9fbcb9 req-914ca913-eaf2-4e08-bd5d-728d8d3a8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:57.293513 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa1f4ebc-d91d-4ad6-80b6-d7fe9a9fbcb9 req-914ca913-eaf2-4e08-bd5d-728d8d3a8caf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 1100 time: 0.0502605 Aug 03 19:41:57.331995 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa1f4ebc-d91d-4ad6-80b6-d7fe9a9fbcb9 req-53ff280f-98e7-4b7c-b98c-db53bf26faae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34fdc63f-dcf9-4c1f-a3da-755a901541b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302753 Aug 03 19:41:57.761364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bbc06-0557-41ca-9d8a-e07a6d065ea0 req-98b4ef57-0df9-4d9b-9039-523340621e89 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:57.763206 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d3bbc06-0557-41ca-9d8a-e07a6d065ea0 req-98b4ef57-0df9-4d9b-9039-523340621e89 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 949 time: 0.0560470 Aug 03 19:41:57.810791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d3bbc06-0557-41ca-9d8a-e07a6d065ea0 req-d7786736-c75b-49d6-abb3-69b79b3743e5 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/security-groups?id=34fdc63f-dcf9-4c1f-a3da-755a901541b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408912 Aug 03 19:41:58.940927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b128e4a-13f6-4c5c-8c4a-7a1a19e0871d req-abf61530-3504-4a55-9ec4-341c2b88d76b tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:58.942728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b128e4a-13f6-4c5c-8c4a-7a1a19e0871d req-abf61530-3504-4a55-9ec4-341c2b88d76b tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 949 time: 0.0522628 Aug 03 19:41:58.985978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b128e4a-13f6-4c5c-8c4a-7a1a19e0871d req-d09a3c13-6e86-4e13-a0c2-76e0016cab62 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/security-groups?id=34fdc63f-dcf9-4c1f-a3da-755a901541b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361676 Aug 03 19:42:00.022519 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:00.180637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacd1ed-2c09-4321-a684-04cb51d13d9f req-c4f775f9-c911-4501-bf9c-21b9498933cf tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:00.182238 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bacd1ed-2c09-4321-a684-04cb51d13d9f req-c4f775f9-c911-4501-bf9c-21b9498933cf tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 949 time: 0.0600615 Aug 03 19:42:00.226013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5bacd1ed-2c09-4321-a684-04cb51d13d9f req-2813f5e0-1109-42b5-ab1f-5735f70a53b2 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/security-groups?id=34fdc63f-dcf9-4c1f-a3da-755a901541b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367503 Aug 03 19:42:01.398641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efafdb-4f93-4ea2-b84b-1169a578822b req-9219192e-76e9-4d5c-81a4-8acdb8909c0e tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:01.400804 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3efafdb-4f93-4ea2-b84b-1169a578822b req-9219192e-76e9-4d5c-81a4-8acdb8909c0e tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 949 time: 0.0589406 Aug 03 19:42:01.444735 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90762f2d-e348-450e-b44b-a442cff106ad req-ccde10bb-e56e-4885-9524-07b40d91a82a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:01.446496 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-90762f2d-e348-450e-b44b-a442cff106ad req-ccde10bb-e56e-4885-9524-07b40d91a82a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.37 "GET /v2.0/ports?device_id=51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544 HTTP/1.1" status: 200 len: 949 time: 0.0605240 Aug 03 19:42:01.451708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d3efafdb-4f93-4ea2-b84b-1169a578822b req-3ccc3d2a-e9ac-41fd-9aad-dc5d4cfb8734 tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.78 "GET /v2.0/security-groups?id=34fdc63f-dcf9-4c1f-a3da-755a901541b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389886 Aug 03 19:42:01.558574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-90762f2d-e348-450e-b44b-a442cff106ad req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Deleting port f4915553-b4f5-4963-8989-b6f2a3194c2e {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:01.558883 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-90762f2d-e348-450e-b44b-a442cff106ad req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.666625 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-90762f2d-e348-450e-b44b-a442cff106ad req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] For port f4915553-b4f5-4963-8989-b6f2a3194c2e, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f4915553-b4f5-4963-8989-b6f2a3194c2e,segment=NetworkSegment(0fb9ae9d-9963-4366-9f87-deae338b388c),segment_id=0fb9ae9d-9963-4366-9f87-deae338b388c)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:01.666992 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-90762f2d-e348-450e-b44b-a442cff106ad req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.680138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-90762f2d-e348-450e-b44b-a442cff106ad req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Calling delete_port for f4915553-b4f5-4963-8989-b6f2a3194c2e owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:01.820605 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-90762f2d-e348-450e-b44b-a442cff106ad req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.833732 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['f4915553-b4f5-4963-8989-b6f2a3194c2e'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:42:01.848842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Pushing event deleted for resources: {'Port': ['ID=f4915553-b4f5-4963-8989-b6f2a3194c2e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:01.864708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.865072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.865424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.865799 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.866158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.866480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.866819 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.867196 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.867503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.867805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.868215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.868447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:01.928511 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-90762f2d-e348-450e-b44b-a442cff106ad req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] No DVR routers for this DVR port f4915553-b4f5-4963-8989-b6f2a3194c2e on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:42:01.932956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-90762f2d-e348-450e-b44b-a442cff106ad req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.936529 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-90762f2d-e348-450e-b44b-a442cff106ad req-c1aaeff1-9b33-437b-b85d-28e3b7b8552a tempest-ServersAdminNegativeTestJSON-1875246016 tempest-ServersAdminNegativeTestJSON-1875246016-project] 10.222.0.37 "DELETE /v2.0/ports/f4915553-b4f5-4963-8989-b6f2a3194c2e HTTP/1.1" status: 204 len: 173 time: 0.4824421 Aug 03 19:42:01.937279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544', 'name': 'network-vif-deleted', 'tag': 'f4915553-b4f5-4963-8989-b6f2a3194c2e'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:01.941459 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc0a269-13f0-439f-9b81-c6a49c84e0e0" -d '{"events": [{"server_uuid": "51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544", "name": "network-vif-deleted", "tag": "f4915553-b4f5-4963-8989-b6f2a3194c2e"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:02.005649 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cb593c-f205-4f99-a6e1-57d24c9bc250 x-openstack-request-id: req-97cb593c-f205-4f99-a6e1-57d24c9bc250 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:02.006042 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544", "name": "network-vif-deleted", "tag": "f4915553-b4f5-4963-8989-b6f2a3194c2e", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:02.006300 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97cb593c-f205-4f99-a6e1-57d24c9bc250 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:02.006734 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d8a2a1-9d48-4d3e-91b8-41ae2c1b3544', 'name': 'network-vif-deleted', 'tag': 'f4915553-b4f5-4963-8989-b6f2a3194c2e', 'status': 'completed', 'code': 200} Aug 03 19:42:02.807021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34304) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:02.960913 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-96f0d467-39b0-49f3-bba7-544665c7f0c0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=91c82a1f3a65419d91cb18b5094297fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526916 Aug 03 19:42:02.963640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34308) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:03.021102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-88ab50e7-64b6-47f6-9d4a-cdb1a90f34f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.049026 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-88ab50e7-64b6-47f6-9d4a-cdb1a90f34f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.107357 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-88ab50e7-64b6-47f6-9d4a-cdb1a90f34f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.111285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-88ab50e7-64b6-47f6-9d4a-cdb1a90f34f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.112636 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-88ab50e7-64b6-47f6-9d4a-cdb1a90f34f0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34fdc63f-dcf9-4c1f-a3da-755a901541b7 HTTP/1.1" status: 204 len: 168 time: 0.1480055 Aug 03 19:42:03.121987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab50e7-64b6-47f6-9d4a-cdb1a90f34f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fdc63f-dcf9-4c1f-a3da-755a901541b7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:03.445120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34314) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:03.460210 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06fc5702-fdf0-45d8-81a3-d2f5db0920a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.570132 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06fc5702-fdf0-45d8-81a3-d2f5db0920a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.575853 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06fc5702-fdf0-45d8-81a3-d2f5db0920a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.627739 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-06fc5702-fdf0-45d8-81a3-d2f5db0920a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bce1e60fe9714115a8ea429c825b2462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812928 Aug 03 19:42:03.628876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc5702-fdf0-45d8-81a3-d2f5db0920a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3a1d9b-22fd-47ec-bda2-1674dd438a4c,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:03.631503 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34316) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:03.688946 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d980-9620-4d98-9c75-484d2d5eeeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.713351 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.741237 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.798994 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.802314 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.803988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ed3a1d9b-22fd-47ec-bda2-1674dd438a4c HTTP/1.1" status: 204 len: 168 time: 0.1708004 Aug 03 19:42:03.815218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3a1d9b-22fd-47ec-bda2-1674dd438a4c,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:03.825207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:03.827527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:03.827527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:03.827527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:03.827527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:03.827527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:03.828453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:03.828453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:03.828759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:03.829212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:03.830118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:03.830328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cd8ca-038a-45f1-b30b-8b28038d1837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:04.666953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34338) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:04.775747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1430716553-network', 'tenant_id': 'f9c72dfd490f410e86d0db4d3b67556f'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:04.803943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Made reservation on behalf of f9c72dfd490f410e86d0db4d3b67556f for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:04.806711 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:04.816016 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:04.939187 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:04.944854 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:04.974796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f4915553-b4f5-4963-8989-b6f2a3194c2e no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:04.984260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:42:04.998239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: f4915553-b4f5-4963-8989-b6f2a3194c2e {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:42:04.998425 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:04.998603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f4915553-b4f5-4963-8989-b6f2a3194c2e not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:04.998755 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Added segment f7b3abb9-28d6-4c3f-8cac-c9858b6591c7 of type vlan for network 00250779-1893-4fd4-a85f-f5033e082f55 Aug 03 19:42:05.007447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aad224-8448-4b74-980d-47a842ee20fe,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:05.049609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.099810 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.101634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:05.102667 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.231548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5626311 Aug 03 19:42:05.234684 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34342) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:05.245473 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] Request body: {'subnet': {'network_id': '00250779-1893-4fd4-a85f-f5033e082f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1430716553-subnet', 'tenant_id': 'f9c72dfd490f410e86d0db4d3b67556f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:05.274223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71072c87-0bf8-4dbe-bcf2-69410fb9367a admin admin] Pushing event updated for resources: {'Network': ['ID=00250779-1893-4fd4-a85f-f5033e082f55,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:05.278707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] Made reservation on behalf of f9c72dfd490f410e86d0db4d3b67556f for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:05.281564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.290013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 00250779-1893-4fd4-a85f-f5033e082f55 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:42:05.484364 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.561007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8d0886-a17f-445e-8112-0be4c78f1537,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:05.570473 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] Checking segment: {'id': 'f7b3abb9-28d6-4c3f-8cac-c9858b6591c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:05.570843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] Network hostable DHCP agents. Network: 00250779-1893-4fd4-a85f-f5033e082f55, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:42:05.594072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] Network 00250779-1893-4fd4-a85f-f5033e082f55 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:42:05.613872 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 00250779-1893-4fd4-a85f-f5033e082f55) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:05.622821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:05.624163 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:05.627113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd5f260-89ec-40bf-82fb-358fc9225947 None None] Network 00250779-1893-4fd4-a85f-f5033e082f55 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:05.658471 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fe5cf659-2644-454d-bf41-b636cadeb426 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4138284 Aug 03 19:42:05.804751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9dbece-e593-4404-bded-238b3354640f None None] Network 00250779-1893-4fd4-a85f-f5033e082f55 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:06.230214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-f2113dfe-d2e3-4401-9c53-0bbce8f4cc1a tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:06.232040 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-f2113dfe-d2e3-4401-9c53-0bbce8f4cc1a tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/networks?id=00250779-1893-4fd4-a85f-f5033e082f55 HTTP/1.1" status: 200 len: 812 time: 0.1355817 Aug 03 19:42:06.254984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-5ac97818-cd6c-4f4a-8c3c-afeed37854ad tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/quotas/f9c72dfd490f410e86d0db4d3b67556f HTTP/1.1" status: 200 len: 375 time: 0.0127888 Aug 03 19:42:06.296923 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-4297c765-8229-4c2a-a260-874896b396ae tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f9c72dfd490f410e86d0db4d3b67556f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298979 Aug 03 19:42:06.363815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-71d1b691-3750-4b66-a77e-df03e0c61ccf service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:42:06.364863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-71d1b691-3750-4b66-a77e-df03e0c61ccf service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0603580 Aug 03 19:42:06.444572 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9b02cfe1-366a-4674-8535-53775fc4a044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.475333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-74908cd3-89e4-4af2-896b-a91bb57b2c43 service neutron] 10.222.0.78 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983100 Aug 03 19:42:06.587285 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-a22bf485-da12-4274-870a-bada139e6269 service neutron] 10.222.0.78 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046569 Aug 03 19:42:06.773012 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.788724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-855afe84-ed02-4cb2-a0eb-32b4dfa25d6b req-294d444f-02c8-464c-b5f0-37c06f936c14 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0405362 Aug 03 19:42:07.917425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-2be9e153-4994-4f38-a323-5b3488462047 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:07.919828 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-2be9e153-4994-4f38-a323-5b3488462047 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.37 "GET /v2.0/networks?id=00250779-1893-4fd4-a85f-f5033e082f55 HTTP/1.1" status: 200 len: 812 time: 0.1770084 Aug 03 19:42:07.938963 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Request body: {'port': {'device_id': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55', 'admin_state_up': True, 'tenant_id': 'f9c72dfd490f410e86d0db4d3b67556f'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:07.954540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-becaa556-ff17-4401-90b8-e5cdf06029ec req-7a893184-90ab-4114-99ea-73ab55fce1ca tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0386915 Aug 03 19:42:08.042307 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.360364 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Made reservation on behalf of f9c72dfd490f410e86d0db4d3b67556f for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:08.365712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.525400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Allocated IP 172.20.0.10 (00250779-1893-4fd4-a85f-f5033e082f55/0a8d0886-a17f-445e-8112-0be4c78f1537/de8a7301-c524-4aab-99f3-8602b5e46bb6) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:42:08.699916 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.744103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.793949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Network 00250779-1893-4fd4-a85f-f5033e082f55 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:08.799433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:08.804200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:08.808750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Pushing event updated for resources: {'Port': ['ID=de8a7301-c524-4aab-99f3-8602b5e46bb6,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:08.861531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:08.862182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.879249 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-3fadeb8b-671f-4e53-8d08-db2db94a9947 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9476547 Aug 03 19:42:08.951099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Request body: {'port': {'device_id': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:09.011941 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.160749 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa69061-bc29-4280-8c08-803062844b67 req-8123a3b4-e8a5-445b-98ed-2881f40599b4 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:09.164678 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-baa69061-bc29-4280-8c08-803062844b67 req-8123a3b4-e8a5-445b-98ed-2881f40599b4 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 932 time: 0.0838978 Aug 03 19:42:09.217771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-baa69061-bc29-4280-8c08-803062844b67 req-6160f27d-750d-41f5-80e5-4341a6f14385 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 Aug 03 19:42:09.394315 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8a7301-c524-4aab-99f3-8602b5e46bb6 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:42:09.408759 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.431790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Transition to ACTIVE for port object de8a7301-c524-4aab-99f3-8602b5e46bb6 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:09.436421 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.496495 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Pushing event updated for resources: {'Port': ['ID=de8a7301-c524-4aab-99f3-8602b5e46bb6,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:09.570529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Attempting to bind port de8a7301-c524-4aab-99f3-8602b5e46bb6 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:09.570873 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Attempting to bind port de8a7301-c524-4aab-99f3-8602b5e46bb6 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'f7b3abb9-28d6-4c3f-8cac-c9858b6591c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:09.571197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Attempting to bind port de8a7301-c524-4aab-99f3-8602b5e46bb6 on network 00250779-1893-4fd4-a85f-f5033e082f55 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:09.576947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Port de8a7301-c524-4aab-99f3-8602b5e46bb6 on network 00250779-1893-4fd4-a85f-f5033e082f55 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:09.577289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Attempting to bind port de8a7301-c524-4aab-99f3-8602b5e46bb6 on network 00250779-1893-4fd4-a85f-f5033e082f55 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:09.583462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:42:09.583816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Checking segment: {'id': 'f7b3abb9-28d6-4c3f-8cac-c9858b6591c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:09.584354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Bound using segment: {'id': 'f7b3abb9-28d6-4c3f-8cac-c9858b6591c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:42:09.584809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Bound port: de8a7301-c524-4aab-99f3-8602b5e46bb6, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b3abb9-28d6-4c3f-8cac-c9858b6591c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:42:09.585185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.664627 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:09.668435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6,segment=NetworkSegment(f7b3abb9-28d6-4c3f-8cac-c9858b6591c7),segment_id=f7b3abb9-28d6-4c3f-8cac-c9858b6591c7)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:42:09.673905 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.719721 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:09.720372 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.721879 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] 10.222.0.37 "PUT /v2.0/ports/de8a7301-c524-4aab-99f3-8602b5e46bb6 HTTP/1.1" status: 200 len: 1092 time: 0.8340077 Aug 03 19:42:09.722341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'tag': 'de8a7301-c524-4aab-99f3-8602b5e46bb6'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:09.724942 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63237f91-9926-453f-85dc-0bf35c70936a" -d '{"events": [{"name": "network-changed", "server_uuid": "959cc1cc-b21d-4e98-9a44-83e9d762f2d9", "tag": "de8a7301-c524-4aab-99f3-8602b5e46bb6"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:09.760539 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd9905-6c84-4b35-b698-6adb3b489022 service neutron] Pushing event updated for resources: {'Port': ['ID=de8a7301-c524-4aab-99f3-8602b5e46bb6,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:09.789574 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3747886e-e3e1-41f7-82cd-b557824eee73 x-openstack-request-id: req-3747886e-e3e1-41f7-82cd-b557824eee73 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:09.790075 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959cc1cc-b21d-4e98-9a44-83e9d762f2d9", "tag": "de8a7301-c524-4aab-99f3-8602b5e46bb6", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:09.790242 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3747886e-e3e1-41f7-82cd-b557824eee73 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:09.790555 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'tag': 'de8a7301-c524-4aab-99f3-8602b5e46bb6', 'status': 'completed', 'code': 200} Aug 03 19:42:09.795624 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.823879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-84486820-1ef0-41f9-ab10-27e2ba312370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:09.825594 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-84486820-1ef0-41f9-ab10-27e2ba312370 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c72dfd490f410e86d0db4d3b67556f&device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0491612 Aug 03 19:42:09.875064 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-ae097a51-fb30-4765-a731-c70ec93dedc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6 HTTP/1.1" status: 200 len: 217 time: 0.0415416 Aug 03 19:42:09.933003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-45df5a79-a6cd-45bb-947f-c24cfedd72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:09.934593 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-45df5a79-a6cd-45bb-947f-c24cfedd72eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a8d0886-a17f-445e-8112-0be4c78f1537 HTTP/1.1" status: 200 len: 852 time: 0.0526421 Aug 03 19:42:09.969802 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-0da7aebe-a078-4805-96ae-3583cd3f61b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00250779-1893-4fd4-a85f-f5033e082f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279388 Aug 03 19:42:10.076905 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-1ff33f4b-e624-41bc-b64a-c26ccebb71a4 service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999022 Aug 03 19:42:10.187257 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-64e30bf4-8273-4703-b6cb-45d44eb93fc5 req-ba25368e-f3d2-4784-b3e1-bfdfce2150a3 service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027253 Aug 03 19:42:10.312658 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237f91-9926-453f-85dc-0bf35c70936a req-5a7b11a2-2d66-42c0-883a-735275c79644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:10.314757 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-63237f91-9926-453f-85dc-0bf35c70936a req-5a7b11a2-2d66-42c0-883a-735275c79644 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c72dfd490f410e86d0db4d3b67556f&device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0716186 Aug 03 19:42:10.359055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108d0d1-045a-4d25-af65-566273fb39ae req-08cd1528-67ef-4b31-8fed-3c75342e4088 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:10.361031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c108d0d1-045a-4d25-af65-566273fb39ae req-08cd1528-67ef-4b31-8fed-3c75342e4088 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 944 time: 0.0650375 Aug 03 19:42:10.417630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c108d0d1-045a-4d25-af65-566273fb39ae req-e9cba018-e377-46f2-99ca-c92285d52cbb tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495193 Aug 03 19:42:10.457927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237f91-9926-453f-85dc-0bf35c70936a req-6eab9ccc-bc41-442c-84aa-3ca0b7f678ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:10.459483 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-63237f91-9926-453f-85dc-0bf35c70936a req-6eab9ccc-bc41-442c-84aa-3ca0b7f678ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=00250779-1893-4fd4-a85f-f5033e082f55 HTTP/1.1" status: 200 len: 913 time: 0.1368554 Aug 03 19:42:10.505647 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-63237f91-9926-453f-85dc-0bf35c70936a req-b45531a2-4a9c-4427-8619-8552c766e56b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6 HTTP/1.1" status: 200 len: 217 time: 0.0376680 Aug 03 19:42:10.562948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237f91-9926-453f-85dc-0bf35c70936a req-5358975f-88e9-4dea-910b-191922ad30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:10.564858 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-63237f91-9926-453f-85dc-0bf35c70936a req-5358975f-88e9-4dea-910b-191922ad30c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a8d0886-a17f-445e-8112-0be4c78f1537 HTTP/1.1" status: 200 len: 852 time: 0.0503824 Aug 03 19:42:10.604994 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-63237f91-9926-453f-85dc-0bf35c70936a req-de3b7b03-28de-43e1-ab42-6a85868735ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00250779-1893-4fd4-a85f-f5033e082f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323031 Aug 03 19:42:10.700809 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-63237f91-9926-453f-85dc-0bf35c70936a req-c3db907a-2d03-4f2a-acc2-2318e156b862 service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883231 Aug 03 19:42:10.809966 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-63237f91-9926-453f-85dc-0bf35c70936a req-a86ba8ad-0ad0-4e86-b919-52f67927822d service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011703 Aug 03 19:42:11.561081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c133b67-df83-4acb-be25-7cb8cb76d565 req-0148d5fd-ea87-4cde-b8a0-5f209622c35b tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:11.562785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c133b67-df83-4acb-be25-7cb8cb76d565 req-0148d5fd-ea87-4cde-b8a0-5f209622c35b tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 944 time: 0.0620744 Aug 03 19:42:11.609257 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c133b67-df83-4acb-be25-7cb8cb76d565 req-fe5c822f-c033-43c7-aa31-3ec78199f87c tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398724 Aug 03 19:42:12.777914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b0857-1793-4897-81ff-86e9095e6c3a req-f54dde3b-45a9-4e6f-b8d4-b1d026487515 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:12.780569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e57b0857-1793-4897-81ff-86e9095e6c3a req-f54dde3b-45a9-4e6f-b8d4-b1d026487515 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 944 time: 0.0604689 Aug 03 19:42:12.834127 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e57b0857-1793-4897-81ff-86e9095e6c3a req-1443dc5b-fd23-49b8-b12b-72a0aa35a28c tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467100 Aug 03 19:42:13.048855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device de8a7301-c524-4aab-99f3-8602b5e46bb6 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:42:13.162414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6,segment=NetworkSegment(f7b3abb9-28d6-4c3f-8cac-c9858b6591c7),segment_id=f7b3abb9-28d6-4c3f-8cac-c9858b6591c7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:13.176379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'de8a7301-c524-4aab-99f3-8602b5e46bb6', 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55', 'port_id': 'de8a7301-c524-4aab-99f3-8602b5e46bb6', 'mac_address': 'fa:16:3e:59:49:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8d0886-a17f-445e-8112-0be4c78f1537', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:42:13.218451 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:13.234754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8a7301-c524-4aab-99f3-8602b5e46bb6 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:42:13.258304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6,segment=NetworkSegment(f7b3abb9-28d6-4c3f-8cac-c9858b6591c7),segment_id=f7b3abb9-28d6-4c3f-8cac-c9858b6591c7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:13.263214 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:13.316061 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=de8a7301-c524-4aab-99f3-8602b5e46bb6,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:13.453313 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['de8a7301-c524-4aab-99f3-8602b5e46bb6'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:42:14.052299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fa897-2f47-4d91-8f6d-33978c0cab0c req-140b5510-d9fe-4675-8aed-efa5b3e32a28 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:14.055228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-933fa897-2f47-4d91-8f6d-33978c0cab0c req-140b5510-d9fe-4675-8aed-efa5b3e32a28 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 945 time: 0.0912354 Aug 03 19:42:14.120638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-933fa897-2f47-4d91-8f6d-33978c0cab0c req-0ac10e0f-7118-4a12-b187-98390be070e5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568223 Aug 03 19:42:15.048677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device de8a7301-c524-4aab-99f3-8602b5e46bb6 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:42:15.103938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port de8a7301-c524-4aab-99f3-8602b5e46bb6 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:42:15.108158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port de8a7301-c524-4aab-99f3-8602b5e46bb6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:15.108532 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.205014 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.233292 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a7301-c524-4aab-99f3-8602b5e46bb6'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:15.235859 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a5415b-552b-4010-9d27-c8a488a4bab4" -d '{"events": [{"server_uuid": "959cc1cc-b21d-4e98-9a44-83e9d762f2d9", "name": "network-vif-plugged", "status": "completed", "tag": "de8a7301-c524-4aab-99f3-8602b5e46bb6"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:15.254920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6,segment=NetworkSegment(f7b3abb9-28d6-4c3f-8cac-c9858b6591c7),segment_id=f7b3abb9-28d6-4c3f-8cac-c9858b6591c7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:15.260602 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:15.267115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f5349-28dd-4424-80f8-e3e9a034fc62 req-26c42750-9d49-4ccd-bcc0-dd0319d5f051 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:15.268728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b7f5349-28dd-4424-80f8-e3e9a034fc62 req-26c42750-9d49-4ccd-bcc0-dd0319d5f051 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 945 time: 0.0635788 Aug 03 19:42:15.307196 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b18b4c-2ada-478a-b60e-568f469b1544 x-openstack-request-id: req-82b18b4c-2ada-478a-b60e-568f469b1544 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:15.307817 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959cc1cc-b21d-4e98-9a44-83e9d762f2d9", "name": "network-vif-plugged", "status": "completed", "tag": "de8a7301-c524-4aab-99f3-8602b5e46bb6", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:15.308071 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82b18b4c-2ada-478a-b60e-568f469b1544 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:15.308513 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a7301-c524-4aab-99f3-8602b5e46bb6', 'code': 200} Aug 03 19:42:15.321328 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b7f5349-28dd-4424-80f8-e3e9a034fc62 req-324b6a43-f649-49d4-8bc4-6cba319d8d5f tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454144 Aug 03 19:42:15.351810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=de8a7301-c524-4aab-99f3-8602b5e46bb6,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:15.398647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5062cb-d59c-4934-ad75-d6872d6de99c req-3af274bc-ea2a-4ed9-849d-3628898cda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:15.400805 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ab5062cb-d59c-4934-ad75-d6872d6de99c req-3af274bc-ea2a-4ed9-849d-3628898cda5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 1097 time: 0.0535142 Aug 03 19:42:15.440772 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ab5062cb-d59c-4934-ad75-d6872d6de99c req-d4f0cb3c-e50d-4c36-9c72-88de6bd57d1d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Aug 03 19:42:15.657227 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.462750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7fc86-2d3a-413c-8c9a-44ef6908db4a req-69bbc7ac-a2ae-4b1e-8124-84125f8bc91f tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:16.464250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37e7fc86-2d3a-413c-8c9a-44ef6908db4a req-69bbc7ac-a2ae-4b1e-8124-84125f8bc91f tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0543878 Aug 03 19:42:16.512114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37e7fc86-2d3a-413c-8c9a-44ef6908db4a req-9ee66d3e-4aab-4242-a6cb-dc681a485d7c tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365953 Aug 03 19:42:16.721462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34402) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:16.796627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb72f12-33ff-46bd-b2d7-fe49b50c7902 req-a6dbb345-6822-4236-b111-90c6d6c40953 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:16.798403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fb72f12-33ff-46bd-b2d7-fe49b50c7902 req-a6dbb345-6822-4236-b111-90c6d6c40953 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0629468 Aug 03 19:42:16.832812 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-97376fb3-d0f0-4e96-bc2d-93759d337fd4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101964 Aug 03 19:42:16.861484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fb72f12-33ff-46bd-b2d7-fe49b50c7902 req-307983a8-9d5f-4e7f-a9e8-7db0f01f3f1d tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538156 Aug 03 19:42:17.990248 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165b7bc-a750-4e49-86d9-13a9818be6bd req-fa3bcd5a-ad15-474b-85df-5cf9296a8798 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:17.991891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e165b7bc-a750-4e49-86d9-13a9818be6bd req-fa3bcd5a-ad15-474b-85df-5cf9296a8798 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0531502 Aug 03 19:42:18.034958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e165b7bc-a750-4e49-86d9-13a9818be6bd req-cf7cab3d-68c2-4520-8137-4924ed024cd0 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357513 Aug 03 19:42:18.193940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c480c-dd20-404c-a464-85c18dba349c req-508666d1-4321-4c8d-8f98-e2b931acf493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:18.195821 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-508666d1-4321-4c8d-8f98-e2b931acf493 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c72dfd490f410e86d0db4d3b67556f&device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 1097 time: 0.0456154 Aug 03 19:42:18.297609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c480c-dd20-404c-a464-85c18dba349c req-6eb56405-c735-4a34-831f-6f2791f35f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:18.298726 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-6eb56405-c735-4a34-831f-6f2791f35f68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00250779-1893-4fd4-a85f-f5033e082f55 HTTP/1.1" status: 200 len: 913 time: 0.0956116 Aug 03 19:42:18.357981 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-a6dee1b8-13ea-49d0-8f3a-617574195a51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6 HTTP/1.1" status: 200 len: 217 time: 0.0515339 Aug 03 19:42:18.428733 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c480c-dd20-404c-a464-85c18dba349c req-14fd3698-0a52-4ee0-bc06-48bee47c994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:18.430326 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-14fd3698-0a52-4ee0-bc06-48bee47c994a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a8d0886-a17f-445e-8112-0be4c78f1537 HTTP/1.1" status: 200 len: 852 time: 0.0638342 Aug 03 19:42:18.464861 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b340ad12-0a35-4680-8a8c-8e71d882863a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00250779-1893-4fd4-a85f-f5033e082f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262244 Aug 03 19:42:18.583793 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-5b7abd9a-e83e-4789-a0b3-db0871ed40a1 service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109345 Aug 03 19:42:18.692858 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-3ace04c8-dc48-4630-95f0-0eb3dadeb2d6 service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009471 Aug 03 19:42:19.162957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17a59c-08d3-45db-b692-c0ec4ba458b4 req-6205308e-4f9e-4b1d-94a7-1ecbfed8172b tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:19.164555 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e17a59c-08d3-45db-b692-c0ec4ba458b4 req-6205308e-4f9e-4b1d-94a7-1ecbfed8172b tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0555124 Aug 03 19:42:19.211428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e17a59c-08d3-45db-b692-c0ec4ba458b4 req-d2fc958e-9a81-4129-b5b0-4c69080c91e5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350578 Aug 03 19:42:20.341332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732ee3c-f93a-44ca-b9a9-afb54ace1ae1 req-5c34ef7d-5631-4606-9dfe-d30b1c0b7576 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:20.343018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5732ee3c-f93a-44ca-b9a9-afb54ace1ae1 req-5c34ef7d-5631-4606-9dfe-d30b1c0b7576 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0579257 Aug 03 19:42:20.405403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5732ee3c-f93a-44ca-b9a9-afb54ace1ae1 req-9463ed40-47e5-4f01-8ddb-1f86902da8c7 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552292 Aug 03 19:42:21.557812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a07d-c3bb-4e16-9003-b0f72ef6d57f req-1bd46a3a-ef3d-4c9f-94d6-4f4dd2d09420 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:21.560189 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2918a07d-c3bb-4e16-9003-b0f72ef6d57f req-1bd46a3a-ef3d-4c9f-94d6-4f4dd2d09420 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0758729 Aug 03 19:42:21.614494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2918a07d-c3bb-4e16-9003-b0f72ef6d57f req-9299d13f-7344-4a54-93a9-1321cc3ef413 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481899 Aug 03 19:42:22.734989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631faa4d-47f2-4e85-b3a3-955bdd3c167c req-fe418602-9b6d-4f35-9c88-1cefe74bc3ba tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:22.736570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-631faa4d-47f2-4e85-b3a3-955bdd3c167c req-fe418602-9b6d-4f35-9c88-1cefe74bc3ba tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0515523 Aug 03 19:42:22.777313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-631faa4d-47f2-4e85-b3a3-955bdd3c167c req-fd15930e-bd44-46c0-82e4-856ff2084725 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341401 Aug 03 19:42:23.915113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49f11-d284-4a1e-9409-4917081501a9 req-07ec7406-1423-488d-8754-f121d58840be tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:23.917418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23c49f11-d284-4a1e-9409-4917081501a9 req-07ec7406-1423-488d-8754-f121d58840be tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0649474 Aug 03 19:42:23.961914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23c49f11-d284-4a1e-9409-4917081501a9 req-bd55885a-091e-45e5-b689-c30f29cc80be tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377109 Aug 03 19:42:25.113240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8138-33e8-4a39-b10d-23653c9e8c96 req-d31cacd4-45f5-45c1-b27f-f60ab460bfab tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:25.114906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a02f8138-33e8-4a39-b10d-23653c9e8c96 req-d31cacd4-45f5-45c1-b27f-f60ab460bfab tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0537910 Aug 03 19:42:25.156891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a02f8138-33e8-4a39-b10d-23653c9e8c96 req-0ed1702d-7e63-4101-8bb3-b1dbed323684 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351818 Aug 03 19:42:26.291606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3509942-dc18-46dd-8d32-823d47115054 req-c979c702-a7e0-47ac-af73-b39f6ebb31ea tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:26.293254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3509942-dc18-46dd-8d32-823d47115054 req-c979c702-a7e0-47ac-af73-b39f6ebb31ea tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0556071 Aug 03 19:42:26.334784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3509942-dc18-46dd-8d32-823d47115054 req-e735a8c5-9366-4dd9-9bf8-f7fe1430bb93 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352919 Aug 03 19:42:27.470022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa465b-79cc-4ad4-9e07-ad3c91c7fd76 req-5549ba20-7490-4700-83fc-c4e96b0e3ebf tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:27.471582 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81fa465b-79cc-4ad4-9e07-ad3c91c7fd76 req-5549ba20-7490-4700-83fc-c4e96b0e3ebf tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0607536 Aug 03 19:42:27.514239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81fa465b-79cc-4ad4-9e07-ad3c91c7fd76 req-7be414f7-60ca-4f9e-9cc4-1a12a5582817 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357602 Aug 03 19:42:28.639049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279a8e6-2e3b-4929-b569-fe86840a6021 req-16795fe1-e4c1-4f13-b104-fc7299fb9b9a tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:28.640679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2279a8e6-2e3b-4929-b569-fe86840a6021 req-16795fe1-e4c1-4f13-b104-fc7299fb9b9a tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0535142 Aug 03 19:42:28.685412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2279a8e6-2e3b-4929-b569-fe86840a6021 req-cc6be829-6abd-46a7-905f-6070bddcb163 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382140 Aug 03 19:42:29.114173 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:42:29.840095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5cb73-9487-4c16-9b3b-2594ebbeee28 req-4778b2ac-62a3-4b2c-b9b9-508c9165be2d tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:29.842761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43b5cb73-9487-4c16-9b3b-2594ebbeee28 req-4778b2ac-62a3-4b2c-b9b9-508c9165be2d tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0835686 Aug 03 19:42:29.889745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43b5cb73-9487-4c16-9b3b-2594ebbeee28 req-a30a616f-16f5-43c7-8880-fcf85866eb23 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Aug 03 19:42:30.020941 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:31.028109 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4253a-a467-4ae4-accb-abb55fd33723 req-6362acb5-80a0-441c-af9f-29cd730bb34e tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:31.029977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28a4253a-a467-4ae4-accb-abb55fd33723 req-6362acb5-80a0-441c-af9f-29cd730bb34e tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0610094 Aug 03 19:42:31.075106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28a4253a-a467-4ae4-accb-abb55fd33723 req-265210b7-2685-4b52-9d88-25ca8e277c21 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378354 Aug 03 19:42:32.208534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d00047-74d1-4a14-b171-100d5a5b2b24 req-5d1bd940-8114-4d6d-bc6c-38a85740502a tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:32.210193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21d00047-74d1-4a14-b171-100d5a5b2b24 req-5d1bd940-8114-4d6d-bc6c-38a85740502a tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0544069 Aug 03 19:42:32.255916 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21d00047-74d1-4a14-b171-100d5a5b2b24 req-d8c0b3e2-ff01-4d05-9e3c-8ded7269fc0d tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Aug 03 19:42:33.391983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fade875-60f0-45e5-9ca4-70e69b28ba71 req-d837e571-1327-4a34-aebe-26d25ce1674b tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:33.393628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fade875-60f0-45e5-9ca4-70e69b28ba71 req-d837e571-1327-4a34-aebe-26d25ce1674b tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0534775 Aug 03 19:42:33.438452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5fade875-60f0-45e5-9ca4-70e69b28ba71 req-69935b68-03ce-4150-b2be-c82919ed45e8 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376961 Aug 03 19:42:33.687999 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-94a6fe9a-67ea-4649-a29e-ef1c99951753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:34.571502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30cb17-3e9f-41b8-8d08-deaeea0e4962 req-574fb558-6502-4dff-89bd-d351e1bbe59e tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:34.573106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f30cb17-3e9f-41b8-8d08-deaeea0e4962 req-574fb558-6502-4dff-89bd-d351e1bbe59e tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0579717 Aug 03 19:42:34.614309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f30cb17-3e9f-41b8-8d08-deaeea0e4962 req-9fbc4261-b3bb-4002-952e-12ca72ab3537 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352058 Aug 03 19:42:35.742352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb70a0-7085-44b1-b19d-2ed9eabfb6e4 req-6084f17e-19ba-470e-bf46-d171b0a2aabf tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:35.744888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ebb70a0-7085-44b1-b19d-2ed9eabfb6e4 req-6084f17e-19ba-470e-bf46-d171b0a2aabf tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0551019 Aug 03 19:42:35.790308 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ebb70a0-7085-44b1-b19d-2ed9eabfb6e4 req-27109520-4415-48b4-a964-74b08dd20923 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Aug 03 19:42:36.448683 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ee1080ce-7d5f-4b5a-b38a-ab5b658f688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:36.770083 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:36.918658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5cf75-1a6e-4b17-9502-51c4d5405cc4 req-519b3fe9-5587-4a8b-95c6-bce2f4347ebd tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:36.920283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11f5cf75-1a6e-4b17-9502-51c4d5405cc4 req-519b3fe9-5587-4a8b-95c6-bce2f4347ebd tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0543389 Aug 03 19:42:36.963192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11f5cf75-1a6e-4b17-9502-51c4d5405cc4 req-ea4bbe3b-a800-405e-b9f2-154fc776fe6c tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367432 Aug 03 19:42:38.043509 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:38.157762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54ca94-c3e0-4335-9bcb-ad529db1174e req-1a7b4175-c19d-44bd-b1ba-0dd77de33239 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:38.159625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc54ca94-c3e0-4335-9bcb-ad529db1174e req-1a7b4175-c19d-44bd-b1ba-0dd77de33239 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0615742 Aug 03 19:42:38.208915 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc54ca94-c3e0-4335-9bcb-ad529db1174e req-feda1600-d1fc-48c6-8b2c-80f06b94b25f tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425360 Aug 03 19:42:39.346967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdd139-7df3-4af3-bbab-b92f40092a6c req-40857602-8341-46ed-b96c-6678b75a99dd tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:39.348548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61cdd139-7df3-4af3-bbab-b92f40092a6c req-40857602-8341-46ed-b96c-6678b75a99dd tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0543890 Aug 03 19:42:39.397120 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61cdd139-7df3-4af3-bbab-b92f40092a6c req-ec790d49-b257-438d-9e4d-a6f0f9d9d89e tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371933 Aug 03 19:42:39.790186 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:40.541680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464e835-4fc7-4a5d-bcf2-6f88ab5cd461 req-79dd7766-39b1-4369-ac6f-d6b69b17f819 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:40.543358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c464e835-4fc7-4a5d-bcf2-6f88ab5cd461 req-79dd7766-39b1-4369-ac6f-d6b69b17f819 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0548818 Aug 03 19:42:40.592998 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c464e835-4fc7-4a5d-bcf2-6f88ab5cd461 req-b31546a2-ce13-4b9d-8853-fadfb1d786cb tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Aug 03 19:42:41.746407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de61799-7a75-444e-9e55-327297b19070 req-2ca585c5-0e10-46f3-b12e-e396f5a0f15d tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:41.748024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0de61799-7a75-444e-9e55-327297b19070 req-2ca585c5-0e10-46f3-b12e-e396f5a0f15d tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0659790 Aug 03 19:42:41.798074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0de61799-7a75-444e-9e55-327297b19070 req-22e5f60a-e5f1-4e74-a6c7-d03a2a74f6cc tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Aug 03 19:42:42.979696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dba41a-0804-4c9d-b13b-85d26c27c851 req-33af7ec6-9648-4e1a-b4b0-3fb0f1aa7c4f tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:42.981687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8dba41a-0804-4c9d-b13b-85d26c27c851 req-33af7ec6-9648-4e1a-b4b0-3fb0f1aa7c4f tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0681391 Aug 03 19:42:43.037007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8dba41a-0804-4c9d-b13b-85d26c27c851 req-e7f4f58a-cec7-4bf9-b16b-2dc1b166acc6 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473461 Aug 03 19:42:43.588673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217d885-b333-4115-8775-f528556c819b req-be543068-3a36-419f-b6d1-c1c08e5fdd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:43.590236 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9217d885-b333-4115-8775-f528556c819b req-be543068-3a36-419f-b6d1-c1c08e5fdd48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c72dfd490f410e86d0db4d3b67556f&device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 1097 time: 0.0531144 Aug 03 19:42:43.762763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217d885-b333-4115-8775-f528556c819b req-95d1e5ce-b67b-4520-9511-4cc49e985fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:43.764205 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9217d885-b333-4115-8775-f528556c819b req-95d1e5ce-b67b-4520-9511-4cc49e985fa5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00250779-1893-4fd4-a85f-f5033e082f55 HTTP/1.1" status: 200 len: 913 time: 0.1525359 Aug 03 19:42:43.819289 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9217d885-b333-4115-8775-f528556c819b req-b9d43b7b-8d46-42d7-8bdc-820d7fbbea7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6 HTTP/1.1" status: 200 len: 217 time: 0.0465543 Aug 03 19:42:43.877645 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217d885-b333-4115-8775-f528556c819b req-3ec5ef88-a64f-4c60-b672-1d12ccab986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:43.879184 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9217d885-b333-4115-8775-f528556c819b req-3ec5ef88-a64f-4c60-b672-1d12ccab986f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a8d0886-a17f-445e-8112-0be4c78f1537 HTTP/1.1" status: 200 len: 852 time: 0.0523911 Aug 03 19:42:43.915966 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9217d885-b333-4115-8775-f528556c819b req-8bc0c5f7-aa53-484b-8389-b25b197f1947 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00250779-1893-4fd4-a85f-f5033e082f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296867 Aug 03 19:42:44.031479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9217d885-b333-4115-8775-f528556c819b req-35d362d2-58c1-4ead-b9e2-6f7b70561ba2 service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079028 Aug 03 19:42:44.162386 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9217d885-b333-4115-8775-f528556c819b req-ee158f60-e144-491f-8f44-700520810351 service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230512 Aug 03 19:42:44.179426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee51f07-250a-4083-8a1d-619b358fe896 req-78b85efb-cce6-43dd-9fcc-aa9fcacb75f8 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:44.182017 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ee51f07-250a-4083-8a1d-619b358fe896 req-78b85efb-cce6-43dd-9fcc-aa9fcacb75f8 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0617850 Aug 03 19:42:44.236280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5ee51f07-250a-4083-8a1d-619b358fe896 req-d4b08df7-2a2f-4629-9cde-73b0779fbbdc tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430832 Aug 03 19:42:45.382320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666f8dc-8560-4e1e-b695-8cd913b25d00 req-0eacac5a-885e-41c4-96e6-7a66460f6daa tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:45.384085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b666f8dc-8560-4e1e-b695-8cd913b25d00 req-0eacac5a-885e-41c4-96e6-7a66460f6daa tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 946 time: 0.0656469 Aug 03 19:42:45.437085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b666f8dc-8560-4e1e-b695-8cd913b25d00 req-594b2b28-01fe-4005-92f1-58d347f42e3d tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467174 Aug 03 19:42:45.672173 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.674125 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b18dd58c-9e46-4041-b859-3b0f40a0bcc1 service neutron] show failed (client error): The resource could not be found. Aug 03 19:42:45.675815 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b18dd58c-9e46-4041-b859-3b0f40a0bcc1 service neutron] 10.222.0.37 "GET /v2.0/ports/de8a7301-c524-4aab-99f3-8602b5e46bb6/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0785916 Aug 03 19:42:45.919184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c480c-dd20-404c-a464-85c18dba349c req-d9cbd5c3-aa6c-4a37-8b1c-657768ff7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:45.920778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-d9cbd5c3-aa6c-4a37-8b1c-657768ff7758 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9&tenant_id=f9c72dfd490f410e86d0db4d3b67556f HTTP/1.1" status: 200 len: 1097 time: 0.0784068 Aug 03 19:42:45.940760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:46.010962 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:46.238456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6,segment=NetworkSegment(f7b3abb9-28d6-4c3f-8cac-c9858b6591c7),segment_id=f7b3abb9-28d6-4c3f-8cac-c9858b6591c7)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:46.277455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:46.321672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8a7301-c524-4aab-99f3-8602b5e46bb6'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:46.324063 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edede821-6f47-4c92-8284-da3c4f87b9a7" -d '{"events": [{"server_uuid": "959cc1cc-b21d-4e98-9a44-83e9d762f2d9", "name": "network-vif-unplugged", "status": "completed", "tag": "de8a7301-c524-4aab-99f3-8602b5e46bb6"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:46.328263 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:46.345197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Transition to ACTIVE for port object de8a7301-c524-4aab-99f3-8602b5e46bb6 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:46.350552 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:46.401858 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2747a3-79c3-46a1-ad17-eac4a7eff9df x-openstack-request-id: req-1b2747a3-79c3-46a1-ad17-eac4a7eff9df {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:46.402636 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959cc1cc-b21d-4e98-9a44-83e9d762f2d9", "name": "network-vif-unplugged", "status": "completed", "tag": "de8a7301-c524-4aab-99f3-8602b5e46bb6", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:46.402770 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b2747a3-79c3-46a1-ad17-eac4a7eff9df {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:46.403336 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8a7301-c524-4aab-99f3-8602b5e46bb6', 'code': 200} Aug 03 19:42:46.469256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] No DVR routers for this DVR port de8a7301-c524-4aab-99f3-8602b5e46bb6 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:42:46.482458 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=de8a7301-c524-4aab-99f3-8602b5e46bb6,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:46.587451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Attempting to bind port de8a7301-c524-4aab-99f3-8602b5e46bb6 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:46.588002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Attempting to bind port de8a7301-c524-4aab-99f3-8602b5e46bb6 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'f7b3abb9-28d6-4c3f-8cac-c9858b6591c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:46.588564 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Attempting to bind port de8a7301-c524-4aab-99f3-8602b5e46bb6 on network 00250779-1893-4fd4-a85f-f5033e082f55 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:46.605486 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Port de8a7301-c524-4aab-99f3-8602b5e46bb6 on network 00250779-1893-4fd4-a85f-f5033e082f55 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:46.606067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Attempting to bind port de8a7301-c524-4aab-99f3-8602b5e46bb6 on network 00250779-1893-4fd4-a85f-f5033e082f55 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:46.621865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:42:46.622438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Checking segment: {'id': 'f7b3abb9-28d6-4c3f-8cac-c9858b6591c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:46.623095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Bound using segment: {'id': 'f7b3abb9-28d6-4c3f-8cac-c9858b6591c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:42:46.623874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Bound port: de8a7301-c524-4aab-99f3-8602b5e46bb6, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b3abb9-28d6-4c3f-8cac-c9858b6591c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:42:46.624494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:46.654739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5591a62-9b57-4461-83fc-164e055abf9b req-8ce5e838-78d3-4972-823f-560c9074d02d tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:46.657373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5591a62-9b57-4461-83fc-164e055abf9b req-8ce5e838-78d3-4972-823f-560c9074d02d tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 944 time: 0.1372974 Aug 03 19:42:46.783877 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a5591a62-9b57-4461-83fc-164e055abf9b req-986850e4-713f-491b-a938-d41214710fb3 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197224 Aug 03 19:42:46.794992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:46.799181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6,segment=NetworkSegment(f7b3abb9-28d6-4c3f-8cac-c9858b6591c7),segment_id=f7b3abb9-28d6-4c3f-8cac-c9858b6591c7)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:42:46.806143 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:46.843645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:46.844286 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:46.845732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] 10.222.0.74 "PUT /v2.0/ports/de8a7301-c524-4aab-99f3-8602b5e46bb6 HTTP/1.1" status: 200 len: 1092 time: 0.9096451 Aug 03 19:42:46.876385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef6f65-f256-47cb-a2e6-9eb7b748d6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=de8a7301-c524-4aab-99f3-8602b5e46bb6,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:46.929419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c480c-dd20-404c-a464-85c18dba349c req-61cff8d7-9c0b-454c-bdda-fa7f9b5f2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:46.931168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-61cff8d7-9c0b-454c-bdda-fa7f9b5f2e28 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9c72dfd490f410e86d0db4d3b67556f&device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0496776 Aug 03 19:42:47.030751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c480c-dd20-404c-a464-85c18dba349c req-a424c921-1a89-488d-8d6b-155cb2c6ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.032263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-a424c921-1a89-488d-8d6b-155cb2c6ddc3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=00250779-1893-4fd4-a85f-f5033e082f55 HTTP/1.1" status: 200 len: 913 time: 0.0938478 Aug 03 19:42:47.075202 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-ee40a006-5405-4cd7-9cf8-1060d7609cb8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6 HTTP/1.1" status: 200 len: 217 time: 0.0361335 Aug 03 19:42:47.126040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b270ab15-f6ee-4e51-8fb9-faea765d6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.127560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-b270ab15-f6ee-4e51-8fb9-faea765d6cbc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a8d0886-a17f-445e-8112-0be4c78f1537 HTTP/1.1" status: 200 len: 852 time: 0.0458529 Aug 03 19:42:47.165462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-4dfefb68-3e33-463f-86be-06c96bd7cc4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=00250779-1893-4fd4-a85f-f5033e082f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299418 Aug 03 19:42:47.264266 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-e39d936b-b385-4daa-b219-dee1c98dc713 service neutron] 10.222.0.74 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914443 Aug 03 19:42:47.365688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9e5c480c-dd20-404c-a464-85c18dba349c req-ec215b3d-06d3-464e-8bb3-a38b34aae706 service neutron] 10.222.0.74 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941439 Aug 03 19:42:47.938630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d9336-541b-44be-a779-2c85693fad6e req-7336fb9f-a0b2-449d-8dda-a0c9ec86005b tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.940358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f7d9336-541b-44be-a779-2c85693fad6e req-7336fb9f-a0b2-449d-8dda-a0c9ec86005b tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 944 time: 0.0684385 Aug 03 19:42:47.990003 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f7d9336-541b-44be-a779-2c85693fad6e req-546a0eac-75db-4aee-bcec-7c3e79cad509 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Aug 03 19:42:48.405051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'tag': 'de8a7301-c524-4aab-99f3-8602b5e46bb6'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:48.407518 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e3a79d-5e29-4c65-853d-b1a526b22fae" -d '{"events": [{"name": "network-changed", "server_uuid": "959cc1cc-b21d-4e98-9a44-83e9d762f2d9", "tag": "de8a7301-c524-4aab-99f3-8602b5e46bb6"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:48.458503 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547739e9-5aaa-40ab-a823-a85d414cf542 x-openstack-request-id: req-547739e9-5aaa-40ab-a823-a85d414cf542 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:48.458808 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959cc1cc-b21d-4e98-9a44-83e9d762f2d9", "tag": "de8a7301-c524-4aab-99f3-8602b5e46bb6", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:48.459063 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-547739e9-5aaa-40ab-a823-a85d414cf542 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:48.459489 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'tag': 'de8a7301-c524-4aab-99f3-8602b5e46bb6', 'status': 'completed', 'code': 200} Aug 03 19:42:48.525716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-6f3b3ab8-b06b-49a1-b97d-32e3b6951052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:48.527268 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-6f3b3ab8-b06b-49a1-b97d-32e3b6951052 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c72dfd490f410e86d0db4d3b67556f&device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0495491 Aug 03 19:42:48.558354 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-01b3f91a-59cd-47b8-a0cf-d1ef935f058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:48.561040 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-01b3f91a-59cd-47b8-a0cf-d1ef935f058e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9c72dfd490f410e86d0db4d3b67556f&device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0503931 Aug 03 19:42:48.646989 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-9756eaed-bec4-4064-8b78-763b8d63ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:48.650094 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-9756eaed-bec4-4064-8b78-763b8d63ebf4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00250779-1893-4fd4-a85f-f5033e082f55 HTTP/1.1" status: 200 len: 913 time: 0.1147509 Aug 03 19:42:48.704423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-fdd7e01f-7d52-4a73-ae97-a246bb732fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:48.706922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-fdd7e01f-7d52-4a73-ae97-a246bb732fe2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=00250779-1893-4fd4-a85f-f5033e082f55 HTTP/1.1" status: 200 len: 913 time: 0.1383440 Aug 03 19:42:48.719143 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-c2bde2c6-fb0b-42c8-b094-5941961ec309 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6 HTTP/1.1" status: 200 len: 217 time: 0.0607796 Aug 03 19:42:48.751988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-29f89233-9a96-4882-b7ac-9df51bbf974d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6 HTTP/1.1" status: 200 len: 217 time: 0.0375328 Aug 03 19:42:48.774669 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-00b44dc2-6fb7-4d4b-8956-72d0974c3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:48.776118 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-00b44dc2-6fb7-4d4b-8956-72d0974c3783 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a8d0886-a17f-445e-8112-0be4c78f1537 HTTP/1.1" status: 200 len: 852 time: 0.0504000 Aug 03 19:42:48.808105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-8a2b6ae9-53da-49ab-bd30-a11d134049d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:48.809640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-8a2b6ae9-53da-49ab-bd30-a11d134049d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0a8d0886-a17f-445e-8112-0be4c78f1537 HTTP/1.1" status: 200 len: 852 time: 0.0473526 Aug 03 19:42:48.811033 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-5197d251-2f3f-420e-babe-ae8a9d942adc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00250779-1893-4fd4-a85f-f5033e082f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272868 Aug 03 19:42:48.843970 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-c929bb0b-dcab-4f4f-b8f2-46fa49dc30ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=00250779-1893-4fd4-a85f-f5033e082f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254772 Aug 03 19:42:48.916571 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-113ef451-f9fb-4170-9cec-cdd340fdda2a service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987830 Aug 03 19:42:48.978348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-96008a0a-f385-4fdd-abbb-10575c599856 service neutron] 10.222.0.74 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070230 Aug 03 19:42:49.037793 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-8cde9dd0-f87f-47f1-9bdd-30a9a9bceeaf service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131711 Aug 03 19:42:49.128675 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8e3a79d-5e29-4c65-853d-b1a526b22fae req-4e2fd693-78c0-45e4-bdb4-4dc074d78b6b service neutron] 10.222.0.74 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340616 Aug 03 19:42:49.148973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7887a-ea46-45eb-bf80-462810492e2b req-9dd7d64f-26fc-43c5-a986-c0045863c615 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:49.150601 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92a7887a-ea46-45eb-bf80-462810492e2b req-9dd7d64f-26fc-43c5-a986-c0045863c615 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 944 time: 0.0689404 Aug 03 19:42:49.195706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92a7887a-ea46-45eb-bf80-462810492e2b req-6b4b298b-c901-4e4e-8db9-e757c85a0adf tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377707 Aug 03 19:42:49.208651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device de8a7301-c524-4aab-99f3-8602b5e46bb6 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:49.264136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device de8a7301-c524-4aab-99f3-8602b5e46bb6 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:49.507483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-40e61c76-99ca-4b38-908c-560432222052 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:49.509069 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-40e61c76-99ca-4b38-908c-560432222052 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.37 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9&tenant_id=f9c72dfd490f410e86d0db4d3b67556f&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 944 time: 0.1013949 Aug 03 19:42:49.577707 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ffea0b4a-fb96-440a-ae0c-017555decaa8 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:42:49.578770 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ffea0b4a-fb96-440a-ae0c-017555decaa8 service neutron] 10.222.0.37 "DELETE /v2.0/ports/de8a7301-c524-4aab-99f3-8602b5e46bb6/bindings/n-h2-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0607944 Aug 03 19:42:49.669560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-d69eacb4-aefe-441e-b6bc-7d1c92cfaf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:49.671145 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-d69eacb4-aefe-441e-b6bc-7d1c92cfaf50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9c72dfd490f410e86d0db4d3b67556f&device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0466273 Aug 03 19:42:49.783687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-364fedcb-abfb-4498-94d9-78534703ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:49.785135 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-364fedcb-abfb-4498-94d9-78534703ff85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00250779-1893-4fd4-a85f-f5033e082f55 HTTP/1.1" status: 200 len: 913 time: 0.1070292 Aug 03 19:42:49.830066 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ffe80e72-8ce8-49e5-a369-1dfa18e7d58c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6 HTTP/1.1" status: 200 len: 217 time: 0.0367465 Aug 03 19:42:49.889572 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-3a3d98b2-99f1-4906-95f9-3bd748ce2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:49.891943 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-3a3d98b2-99f1-4906-95f9-3bd748ce2968 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a8d0886-a17f-445e-8112-0be4c78f1537 HTTP/1.1" status: 200 len: 852 time: 0.0553701 Aug 03 19:42:49.934922 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-435903ba-347b-46a7-b187-ed1583e36e32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00250779-1893-4fd4-a85f-f5033e082f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345151 Aug 03 19:42:50.078120 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-1940a52f-a743-4e9e-afbf-2389150689dd service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362524 Aug 03 19:42:50.194343 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-843df1a4-0970-40da-8e36-11ca19cf411c service neutron] 10.222.0.37 "GET /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092961 Aug 03 19:42:50.950769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668a939-47b2-459b-8cc8-b19312cce067 req-9ac37b7e-4a1e-4b51-89eb-9adf02429d94 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:50.952450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b668a939-47b2-459b-8cc8-b19312cce067 req-9ac37b7e-4a1e-4b51-89eb-9adf02429d94 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 944 time: 0.0589936 Aug 03 19:42:50.997292 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b668a939-47b2-459b-8cc8-b19312cce067 req-1732c6b0-5c72-4227-829b-296ee670a8ef tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380106 Aug 03 19:42:51.270039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device de8a7301-c524-4aab-99f3-8602b5e46bb6 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:42:51.374066 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6,segment=NetworkSegment(f7b3abb9-28d6-4c3f-8cac-c9858b6591c7),segment_id=f7b3abb9-28d6-4c3f-8cac-c9858b6591c7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:51.387397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'de8a7301-c524-4aab-99f3-8602b5e46bb6', 'network_id': '00250779-1893-4fd4-a85f-f5033e082f55', 'port_id': 'de8a7301-c524-4aab-99f3-8602b5e46bb6', 'mac_address': 'fa:16:3e:59:49:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8d0886-a17f-445e-8112-0be4c78f1537', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:42:51.432825 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.446830 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8a7301-c524-4aab-99f3-8602b5e46bb6 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:42:51.468364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6,segment=NetworkSegment(f7b3abb9-28d6-4c3f-8cac-c9858b6591c7),segment_id=f7b3abb9-28d6-4c3f-8cac-c9858b6591c7)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:51.474393 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:51.526441 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=de8a7301-c524-4aab-99f3-8602b5e46bb6,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:51.534502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.534854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.535200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.535544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.535888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.536225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.536606 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.537068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.537400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.537761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.538093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.538419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:51.838184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['de8a7301-c524-4aab-99f3-8602b5e46bb6'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:42:52.139871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30779582-a8ba-403d-971c-d7556b589ea4 req-5794e5f0-4308-454f-9806-f8a14b70e4bb tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:52.142619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30779582-a8ba-403d-971c-d7556b589ea4 req-5794e5f0-4308-454f-9806-f8a14b70e4bb tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 945 time: 0.0705206 Aug 03 19:42:52.187707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-30779582-a8ba-403d-971c-d7556b589ea4 req-274cfdce-3b69-4371-9d7e-80e8c8355707 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/security-groups?id=28aad224-8448-4b74-980d-47a842ee20fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Aug 03 19:42:52.324738 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-1468f924-74da-4da9-80eb-bfc8c16a2757 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:52.326352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-1468f924-74da-4da9-80eb-bfc8c16a2757 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.74 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 945 time: 0.0511975 Aug 03 19:42:52.425821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ab2ed910-1819-4d99-a799-72afd9182de5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Deleting port de8a7301-c524-4aab-99f3-8602b5e46bb6 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:42:52.426072 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ab2ed910-1819-4d99-a799-72afd9182de5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:52.528106 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ab2ed910-1819-4d99-a799-72afd9182de5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] For port de8a7301-c524-4aab-99f3-8602b5e46bb6, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=de8a7301-c524-4aab-99f3-8602b5e46bb6,segment=NetworkSegment(f7b3abb9-28d6-4c3f-8cac-c9858b6591c7),segment_id=f7b3abb9-28d6-4c3f-8cac-c9858b6591c7)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:52.528477 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ab2ed910-1819-4d99-a799-72afd9182de5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:52.543384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ab2ed910-1819-4d99-a799-72afd9182de5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Calling delete_port for de8a7301-c524-4aab-99f3-8602b5e46bb6 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:42:52.688416 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ab2ed910-1819-4d99-a799-72afd9182de5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:53.056157 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ed910-1819-4d99-a799-72afd9182de5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Pushing event deleted for resources: {'Port': ['ID=de8a7301-c524-4aab-99f3-8602b5e46bb6,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:53.102049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ab2ed910-1819-4d99-a799-72afd9182de5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] No DVR routers for this DVR port de8a7301-c524-4aab-99f3-8602b5e46bb6 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:42:53.104894 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ab2ed910-1819-4d99-a799-72afd9182de5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:53.107353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9570c5d-ed31-4cf6-ac4f-fadf07a3b6fd req-ab2ed910-1819-4d99-a799-72afd9182de5 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.74 "DELETE /v2.0/ports/de8a7301-c524-4aab-99f3-8602b5e46bb6 HTTP/1.1" status: 204 len: 173 time: 0.7737606 Aug 03 19:42:53.107904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'name': 'network-vif-deleted', 'tag': 'de8a7301-c524-4aab-99f3-8602b5e46bb6'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:53.110632 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f3b745-2234-40b5-9986-89dd74d2b505" -d '{"events": [{"server_uuid": "959cc1cc-b21d-4e98-9a44-83e9d762f2d9", "name": "network-vif-deleted", "tag": "de8a7301-c524-4aab-99f3-8602b5e46bb6"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:53.159230 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55222f8-ad03-4bb2-9d3e-2a6a3619ed45 x-openstack-request-id: req-e55222f8-ad03-4bb2-9d3e-2a6a3619ed45 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:53.160366 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959cc1cc-b21d-4e98-9a44-83e9d762f2d9", "name": "network-vif-deleted", "tag": "de8a7301-c524-4aab-99f3-8602b5e46bb6", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:53.160366 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e55222f8-ad03-4bb2-9d3e-2a6a3619ed45 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:53.160677 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959cc1cc-b21d-4e98-9a44-83e9d762f2d9', 'name': 'network-vif-deleted', 'tag': 'de8a7301-c524-4aab-99f3-8602b5e46bb6', 'status': 'completed', 'code': 200} Aug 03 19:42:53.283499 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device de8a7301-c524-4aab-99f3-8602b5e46bb6 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:42:53.291872 n-d-802918-7 neutron-server[100489]: INFO neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No ports have port_id starting with de8a7301-c524-4aab-99f3-8602b5e46bb6 Aug 03 19:42:53.293703 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device de8a7301-c524-4aab-99f3-8602b5e46bb6 requested by agent hyperv_n-h1-802918-7 not found in database {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 03 19:42:53.314503 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51208c9b-15a1-4921-93ab-06cfde422375 req-52775a49-22a6-4eda-8eaa-12f4859254d3 tempest-DeleteServersTestJSON-1574456207 tempest-DeleteServersTestJSON-1574456207-project] 10.222.0.78 "GET /v2.0/ports?device_id=959cc1cc-b21d-4e98-9a44-83e9d762f2d9 HTTP/1.1" status: 200 len: 210 time: 0.0381680 Aug 03 19:42:54.480945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34504) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:54.530406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee164f26-675a-406d-9b82-3b82c05ba0fe admin admin] Deleting subnet 0a8d0886-a17f-445e-8112-0be4c78f1537 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:42:54.534554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee164f26-675a-406d-9b82-3b82c05ba0fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.573695 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee164f26-675a-406d-9b82-3b82c05ba0fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.615670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee164f26-675a-406d-9b82-3b82c05ba0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.682967 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee164f26-675a-406d-9b82-3b82c05ba0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.714428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee164f26-675a-406d-9b82-3b82c05ba0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8d0886-a17f-445e-8112-0be4c78f1537,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:54.716496 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee164f26-675a-406d-9b82-3b82c05ba0fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.719126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ee164f26-675a-406d-9b82-3b82c05ba0fe admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0a8d0886-a17f-445e-8112-0be4c78f1537 HTTP/1.1" status: 204 len: 168 time: 0.2369561 Aug 03 19:42:54.722482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34506) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:54.799234 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.896472 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.907904 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00250779-1893-4fd4-a85f-f5033e082f55']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:54.920165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b3abb9-28d6-4c3f-8cac-c9858b6591c7') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:54.920506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b3abb9-28d6-4c3f-8cac-c9858b6591c7') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:54.930664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.945354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.951830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:42:54.952239 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:42:54.953966 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:42:55.018003 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.024227 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.027950 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] 10.222.0.78 "DELETE /v2.0/networks/00250779-1893-4fd4-a85f-f5033e082f55 HTTP/1.1" status: 204 len: 168 time: 0.3019226 Aug 03 19:42:55.042972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6ff1b-af03-4faf-b86a-17361785e235 admin admin] Pushing event deleted for resources: {'Network': ['ID=00250779-1893-4fd4-a85f-f5033e082f55,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:55.163477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34510) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:55.212131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-30139d9d-6f9e-4b55-a9d3-246f53cca8bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f9c72dfd490f410e86d0db4d3b67556f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466230 Aug 03 19:42:55.215085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34512) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:55.276112 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b7211eb-bac1-467f-b9b5-16b54ee4b23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.302139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b7211eb-bac1-467f-b9b5-16b54ee4b23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.359795 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b7211eb-bac1-467f-b9b5-16b54ee4b23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.363000 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3b7211eb-bac1-467f-b9b5-16b54ee4b23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:55.364221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3b7211eb-bac1-467f-b9b5-16b54ee4b23e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28aad224-8448-4b74-980d-47a842ee20fe HTTP/1.1" status: 204 len: 168 time: 0.1481562 Aug 03 19:42:55.374134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7211eb-bac1-467f-b9b5-16b54ee4b23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aad224-8448-4b74-980d-47a842ee20fe,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:56.325841 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34534) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:56.475173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2098000344-network', 'tenant_id': 'ab475c39043249f880d2937e40905ca3'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:56.506603 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Made reservation on behalf of ab475c39043249f880d2937e40905ca3 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:56.510242 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.520099 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.634387 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.638826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.664778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:42:56.675142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:56.681460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.681834 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Added segment a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe of type vlan for network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 Aug 03 19:42:56.730530 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.779618 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.780815 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:56.781655 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:56.840344 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5130539 Aug 03 19:42:56.844516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34538) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:56.853175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] Request body: {'subnet': {'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2098000344-subnet', 'tenant_id': 'ab475c39043249f880d2937e40905ca3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:56.858725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c74b6c-d050-405c-bc01-189953003408 admin admin] Pushing event updated for resources: {'Network': ['ID=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:56.872041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:42:56.885404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] Made reservation on behalf of ab475c39043249f880d2937e40905ca3 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:56.888413 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:57.098713 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:57.151398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] Pushing event updated for resources: {'Subnet': ['ID=967aaaa1-7c75-445e-8919-94fe68264bb7,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:57.168212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] Checking segment: {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:57.168591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] Network hostable DHCP agents. Network: f655e83e-b0c9-4bdf-a87a-6be8f9319cf0, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:42:57.189317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] Network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:42:57.201338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, f655e83e-b0c9-4bdf-a87a-6be8f9319cf0) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:57.205926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:57.206524 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:57.213028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bdcadd-4571-4da7-a9f1-f23c11b13e10 None None] Network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:57.243731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-704cab20-537e-4be1-8d4b-d1216b80499b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3839972 Aug 03 19:42:57.291736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device de8a7301-c524-4aab-99f3-8602b5e46bb6 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:57.322988 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: de8a7301-c524-4aab-99f3-8602b5e46bb6 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:42:57.323522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device de8a7301-c524-4aab-99f3-8602b5e46bb6 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:42:57.412950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e39a88-5cc2-469e-b99f-f4b155ba4673 None None] Network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:42:57.844186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-93b148f6-3682-4fe3-a103-59bdc8755763 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:57.846779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-93b148f6-3682-4fe3-a103-59bdc8755763 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 815 time: 0.1266835 Aug 03 19:42:57.863709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-15da56e5-019c-4276-8ced-dba74d1ad19a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/quotas/ab475c39043249f880d2937e40905ca3 HTTP/1.1" status: 200 len: 375 time: 0.0100160 Aug 03 19:42:57.900100 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3c16440d-a401-4436-8f78-58dd448ce86d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286202 Aug 03 19:42:58.002762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-c8c321ee-86a4-4358-879f-e29fb01bdd0d service neutron] 10.222.0.78 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948470 Aug 03 19:42:58.100020 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-531493df-f45a-46ef-95e5-0efdda088b26 service neutron] 10.222.0.78 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893781 Aug 03 19:42:58.281636 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-495c60bb-1779-4434-9701-e55d84884644 req-61440587-6b52-4dbe-9a06-1d63d6a3066a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 210 time: 0.0325334 Aug 03 19:42:59.399901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-cafa83c6-2e02-4422-8cbf-2e37619d4846 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:59.401734 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-cafa83c6-2e02-4422-8cbf-2e37619d4846 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.37 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 815 time: 0.1843038 Aug 03 19:42:59.406878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f245e075-59f0-488f-a673-02b1f4feba56 req-a756263d-f10d-47d7-aa1d-8ea1aa0df4a4 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 210 time: 0.0441716 Aug 03 19:42:59.417152 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Request body: {'port': {'device_id': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0', 'admin_state_up': True, 'tenant_id': 'ab475c39043249f880d2937e40905ca3'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:59.825443 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Made reservation on behalf of ab475c39043249f880d2937e40905ca3 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:42:59.830210 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.987836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Allocated IP 172.20.0.3 (f655e83e-b0c9-4bdf-a87a-6be8f9319cf0/967aaaa1-7c75-445e-8919-94fe68264bb7/f7bd77a7-56f0-45cd-a96c-d535314cb70b) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:00.019926 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.160452 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.205255 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.256011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:00.260346 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:00.268467 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:00.274805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Pushing event updated for resources: {'Port': ['ID=f7bd77a7-56f0-45cd-a96c-d535314cb70b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:00.335300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.336342 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.355750 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-3cb4f06e-0498-48b3-9b17-fcd61240fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9436574 Aug 03 19:43:00.370371 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Request body: {'port': {'device_id': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:00.431865 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.563517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1215f-a4a5-40e1-851b-5da3726ea408 req-477eb6fc-194d-43a6-9862-1460eaf9856a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.565207 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8fb1215f-a4a5-40e1-851b-5da3726ea408 req-477eb6fc-194d-43a6-9862-1460eaf9856a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 931 time: 0.0631483 Aug 03 19:43:00.620957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8fb1215f-a4a5-40e1-851b-5da3726ea408 req-fdc28b05-c0af-42c3-9411-bc734f5e32b0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483937 Aug 03 19:43:00.771356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bd77a7-56f0-45cd-a96c-d535314cb70b {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:00.794342 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.813971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Transition to ACTIVE for port object f7bd77a7-56f0-45cd-a96c-d535314cb70b will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:00.819180 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:00.925747 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd77a7-56f0-45cd-a96c-d535314cb70b,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:01.032526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Attempting to bind port f7bd77a7-56f0-45cd-a96c-d535314cb70b on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:01.032867 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Attempting to bind port f7bd77a7-56f0-45cd-a96c-d535314cb70b by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:01.033263 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Attempting to bind port f7bd77a7-56f0-45cd-a96c-d535314cb70b on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:01.039665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Port f7bd77a7-56f0-45cd-a96c-d535314cb70b on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:43:01.040041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Attempting to bind port f7bd77a7-56f0-45cd-a96c-d535314cb70b on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:01.046657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:01.047102 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Checking segment: {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:01.047687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Bound using segment: {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:01.048369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Bound port: f7bd77a7-56f0-45cd-a96c-d535314cb70b, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:01.048832 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.135011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:01.138796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:01.143757 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.192167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:01.192799 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:01.194443 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] 10.222.0.37 "PUT /v2.0/ports/f7bd77a7-56f0-45cd-a96c-d535314cb70b HTTP/1.1" status: 200 len: 1091 time: 0.8302255 Aug 03 19:43:01.194916 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:01.197257 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0b0188-fa0f-4183-8506-ca32706be9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:01.234830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb47fa-9e5c-471e-8310-c52251dd549a service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd77a7-56f0-45cd-a96c-d535314cb70b,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:01.254178 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8378d7f-7462-4a0b-927a-0ffa05c857e0 x-openstack-request-id: req-b8378d7f-7462-4a0b-927a-0ffa05c857e0 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:01.254498 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:01.254693 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b8378d7f-7462-4a0b-927a-0ffa05c857e0 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:01.255120 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b', 'status': 'completed', 'code': 200} Aug 03 19:43:01.294857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-52c2df12-a97b-4fcc-b15a-c9a25feb4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:01.296424 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-52c2df12-a97b-4fcc-b15a-c9a25feb4402 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 1094 time: 0.0551932 Aug 03 19:43:01.342198 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-ee6c471f-928e-4700-8071-c10d7fd7e8a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b HTTP/1.1" status: 200 len: 217 time: 0.0379548 Aug 03 19:43:01.408821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-c3da3163-2ed0-42a3-b3fd-3c201d219214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:01.410462 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-c3da3163-2ed0-42a3-b3fd-3c201d219214 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0615776 Aug 03 19:43:01.445799 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-21e68575-313a-4d90-a83f-22fc5e2aebe4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282652 Aug 03 19:43:01.552521 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-fac125ba-f479-4b7d-b1e9-783bb2a313df service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985966 Aug 03 19:43:01.673126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7618e373-3b87-4dcd-a926-0e38c3c55334 req-4c52f508-694d-4b56-93a9-f690b9e18eca service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124806 Aug 03 19:43:01.777953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeaffb-da12-4d31-82e3-41f1bf1f1675 req-b3b04fde-dc09-498a-9ffe-97869b962369 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:01.779593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cbeaffb-da12-4d31-82e3-41f1bf1f1675 req-b3b04fde-dc09-498a-9ffe-97869b962369 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 943 time: 0.0583067 Aug 03 19:43:01.826995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1cbeaffb-da12-4d31-82e3-41f1bf1f1675 req-9b49142b-1f74-49be-90ce-d79dc5ec7c00 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Aug 03 19:43:01.843636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b0188-fa0f-4183-8506-ca32706be9f6 req-72008521-794f-4885-85cb-fc868dea1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:01.846396 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6f0b0188-fa0f-4183-8506-ca32706be9f6 req-72008521-794f-4885-85cb-fc868dea1274 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 1094 time: 0.0577168 Aug 03 19:43:01.992158 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b0188-fa0f-4183-8506-ca32706be9f6 req-1a6d8408-aa61-455d-a160-2d43f649cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:01.993770 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6f0b0188-fa0f-4183-8506-ca32706be9f6 req-1a6d8408-aa61-455d-a160-2d43f649cb48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.1402326 Aug 03 19:43:02.044053 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6f0b0188-fa0f-4183-8506-ca32706be9f6 req-0a2abb25-5883-400b-a5f2-b0c0e287f7a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b HTTP/1.1" status: 200 len: 217 time: 0.0416605 Aug 03 19:43:02.100765 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b0188-fa0f-4183-8506-ca32706be9f6 req-3a6915d8-7eb6-4285-83f2-481b03c6624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.103158 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6f0b0188-fa0f-4183-8506-ca32706be9f6 req-3a6915d8-7eb6-4285-83f2-481b03c6624f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0519283 Aug 03 19:43:02.140548 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6f0b0188-fa0f-4183-8506-ca32706be9f6 req-5e8fdc7f-d36c-4a19-b95a-de7638b5fcbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294187 Aug 03 19:43:02.256451 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6f0b0188-fa0f-4183-8506-ca32706be9f6 req-c9b642c7-6182-400a-9974-b935e2769fea service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082842 Aug 03 19:43:02.372823 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6f0b0188-fa0f-4183-8506-ca32706be9f6 req-240460c6-95aa-4553-9634-5ab8acc143a1 service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077201 Aug 03 19:43:02.965976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a147587-a68f-4793-ae12-541ed372f0b1 req-538e8fec-b7cd-4dee-9762-cba972dda391 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.967836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a147587-a68f-4793-ae12-541ed372f0b1 req-538e8fec-b7cd-4dee-9762-cba972dda391 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 943 time: 0.0555828 Aug 03 19:43:03.017336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a147587-a68f-4793-ae12-541ed372f0b1 req-13bbf1b3-c8cd-479e-9ff0-dc53346fe20f tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Aug 03 19:43:03.684885 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f8792b1c-38dc-492d-9996-49ade5bc965c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.167276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12626ac-c2c1-4496-b2ac-16b0eaec7e9a req-a3f673d0-d602-4516-a245-09c4ca5b420a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:04.169180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d12626ac-c2c1-4496-b2ac-16b0eaec7e9a req-a3f673d0-d602-4516-a245-09c4ca5b420a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 943 time: 0.0629480 Aug 03 19:43:04.240151 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d12626ac-c2c1-4496-b2ac-16b0eaec7e9a req-6fa2dc23-ec83-4c09-bd36-c7ef7a64df6c tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638511 Aug 03 19:43:05.312748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f7bd77a7-56f0-45cd-a96c-d535314cb70b details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:43:05.384361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ab4f1-2695-4d6d-92fd-c193bd30c3f9 req-3b6e8f7d-0ad2-44fb-bb5f-6c04d3312824 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:05.386134 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-359ab4f1-2695-4d6d-92fd-c193bd30c3f9 req-3b6e8f7d-0ad2-44fb-bb5f-6c04d3312824 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 943 time: 0.0587409 Aug 03 19:43:05.440015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:05.441619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-359ab4f1-2695-4d6d-92fd-c193bd30c3f9 req-8fedf98d-1b1a-46c6-b1de-e371c353ab1a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 Aug 03 19:43:05.457774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b', 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0', 'port_id': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b', 'mac_address': 'fa:16:3e:49:95:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967aaaa1-7c75-445e-8919-94fe68264bb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:43:05.514968 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.531679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bd77a7-56f0-45cd-a96c-d535314cb70b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:05.554244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:05.558314 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.618304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=f7bd77a7-56f0-45cd-a96c-d535314cb70b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:05.766676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['f7bd77a7-56f0-45cd-a96c-d535314cb70b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:06.114316 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:43:06.452848 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fabca8b2-19e7-4f4b-bb72-99118a5001d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:06.582443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f13c9e-37b4-4463-90a0-d6ee2c474c89 req-a3c32d49-30f5-4bdb-a76e-788f3229402e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:06.584083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88f13c9e-37b4-4463-90a0-d6ee2c474c89 req-a3c32d49-30f5-4bdb-a76e-788f3229402e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 944 time: 0.0603473 Aug 03 19:43:06.629210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-88f13c9e-37b4-4463-90a0-d6ee2c474c89 req-27c5557f-93df-47e5-b639-10b75de67b97 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365493 Aug 03 19:43:06.764651 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.328364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f7bd77a7-56f0-45cd-a96c-d535314cb70b up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:07.402320 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port f7bd77a7-56f0-45cd-a96c-d535314cb70b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:07.408079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port f7bd77a7-56f0-45cd-a96c-d535314cb70b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:07.408605 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.530490 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.559085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:07.561489 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449eca8b-acb1-4cff-b016-a7d0c572119a" -d '{"events": [{"server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "name": "network-vif-plugged", "status": "completed", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:07.576660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:07.582440 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:07.623279 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaa46af-dffe-4865-902a-cf948515fc89 x-openstack-request-id: req-cfaa46af-dffe-4865-902a-cf948515fc89 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:07.623766 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "name": "network-vif-plugged", "status": "completed", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:07.624172 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cfaa46af-dffe-4865-902a-cf948515fc89 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:07.624777 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b', 'code': 200} Aug 03 19:43:07.672011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=f7bd77a7-56f0-45cd-a96c-d535314cb70b,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:07.740611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd4d71-4863-495d-adb9-3a5b14ee2cf8 req-94f9d5a6-ac21-42dc-b035-6eb5ef082d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:07.744229 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cffd4d71-4863-495d-adb9-3a5b14ee2cf8 req-94f9d5a6-ac21-42dc-b035-6eb5ef082d84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 1096 time: 0.0779793 Aug 03 19:43:07.763931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d31b7-24e0-4627-9e4d-e2e31a32976c req-7f1675ca-571d-4054-afdd-d41424159f42 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:07.765653 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c13d31b7-24e0-4627-9e4d-e2e31a32976c req-7f1675ca-571d-4054-afdd-d41424159f42 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0597684 Aug 03 19:43:07.796332 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cffd4d71-4863-495d-adb9-3a5b14ee2cf8 req-6c2d0748-a023-4fe5-bd6a-f76a955d0059 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Aug 03 19:43:07.818165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c13d31b7-24e0-4627-9e4d-e2e31a32976c req-f472f5f5-6d34-4852-a8e4-b1369bb71e71 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Aug 03 19:43:08.040990 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:08.967112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22de16a-25f1-43d2-8520-f95ca1e5c6ab req-c77922d8-cd47-4349-811b-49ac598deffb tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:08.969892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a22de16a-25f1-43d2-8520-f95ca1e5c6ab req-c77922d8-cd47-4349-811b-49ac598deffb tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0684240 Aug 03 19:43:09.014672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a22de16a-25f1-43d2-8520-f95ca1e5c6ab req-0bf0316e-c06f-454b-affd-60c5bbae6292 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373738 Aug 03 19:43:09.145215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffc8cd-ce80-4732-92e0-55e05fd9b697 req-fdecfe84-6364-4e60-aaeb-802ad3aadb59 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:09.146979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19ffc8cd-ce80-4732-92e0-55e05fd9b697 req-fdecfe84-6364-4e60-aaeb-802ad3aadb59 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0558429 Aug 03 19:43:09.198817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19ffc8cd-ce80-4732-92e0-55e05fd9b697 req-7f0b33fe-f091-47f1-b8be-270cd00bd24d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Aug 03 19:43:09.443577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ad8f4-4f88-4a82-a6d2-121bd1908add req-847fd3f5-4312-473f-b087-7fece960aa30 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:09.445722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619ad8f4-4f88-4a82-a6d2-121bd1908add req-847fd3f5-4312-473f-b087-7fece960aa30 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0629301 Aug 03 19:43:09.492199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619ad8f4-4f88-4a82-a6d2-121bd1908add req-34154fb3-517d-4186-ac17-7ca25f35d644 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Aug 03 19:43:09.626262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016393f7-bcab-43f2-91bc-c485d263d6e2 req-034a4290-8274-4a81-840a-402aa51d6755 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:09.627934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-016393f7-bcab-43f2-91bc-c485d263d6e2 req-034a4290-8274-4a81-840a-402aa51d6755 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0586197 Aug 03 19:43:09.682823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-016393f7-bcab-43f2-91bc-c485d263d6e2 req-2237a211-96fc-4db5-ad97-e72a1d6dd992 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474305 Aug 03 19:43:09.800026 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:09.995086 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-561abe12-bba5-4fcd-b432-c9cd73bd9313 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0617955 Aug 03 19:43:10.032812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f2b53-9292-4b83-8dd8-8162a9c2376d req-e1c03570-8e89-4081-9fd0-537e72afdae3 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:10.036511 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e66f2b53-9292-4b83-8dd8-8162a9c2376d req-e1c03570-8e89-4081-9fd0-537e72afdae3 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0688026 Aug 03 19:43:10.089822 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e66f2b53-9292-4b83-8dd8-8162a9c2376d req-355a09b4-a993-4413-854c-a8698c5902a1 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Aug 03 19:43:11.264329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd5a37-f90c-46bd-9ee0-ed1b62e6bcb5 req-7c5afa7c-71b9-4ccb-a688-93b944e6a316 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:11.266323 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1dd5a37-f90c-46bd-9ee0-ed1b62e6bcb5 req-7c5afa7c-71b9-4ccb-a688-93b944e6a316 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0622959 Aug 03 19:43:11.315237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1dd5a37-f90c-46bd-9ee0-ed1b62e6bcb5 req-544390af-ba77-4834-9257-ab2b4f87e4ff tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 Aug 03 19:43:11.430399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-3871639b-e76a-4ed2-82c5-0796b7defec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:11.431973 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-3871639b-e76a-4ed2-82c5-0796b7defec9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 1096 time: 0.0475802 Aug 03 19:43:11.539322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-f5eed843-1e59-47ac-a2ce-46c06580cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:11.540879 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-f5eed843-1e59-47ac-a2ce-46c06580cb0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.1008160 Aug 03 19:43:11.590719 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-7bd985b1-4386-4b9e-b623-135ae2172692 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b HTTP/1.1" status: 200 len: 217 time: 0.0420699 Aug 03 19:43:11.643681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-629423a5-5158-4108-ad99-ab1bffac9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:11.645260 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-629423a5-5158-4108-ad99-ab1bffac9220 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0481098 Aug 03 19:43:11.683126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-4145788d-f9d0-43cf-8e6a-5d5367628bd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309341 Aug 03 19:43:11.785106 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-fc546652-c9a3-4094-8c0e-096cf107b3aa service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949037 Aug 03 19:43:11.891335 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-f213e52d-8bc2-44cd-b1e2-72068f65f85b service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994351 Aug 03 19:43:12.490578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1591125-accc-4805-9c45-6f8be61d195a req-cf4467be-61fa-4eb7-b9ed-044bb99f2d93 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:12.492090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1591125-accc-4805-9c45-6f8be61d195a req-cf4467be-61fa-4eb7-b9ed-044bb99f2d93 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0725102 Aug 03 19:43:12.541985 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1591125-accc-4805-9c45-6f8be61d195a req-b91ba10b-a357-49bd-a394-e58daf76fb30 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Aug 03 19:43:13.672411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe198513-f368-4f3e-89d4-c6b4a866b901 req-de445e7f-c8eb-4da2-8282-e5005a47c526 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:13.674597 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe198513-f368-4f3e-89d4-c6b4a866b901 req-de445e7f-c8eb-4da2-8282-e5005a47c526 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0564764 Aug 03 19:43:13.726335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe198513-f368-4f3e-89d4-c6b4a866b901 req-e4c6a813-89b5-4607-bf0a-75b0d2ef2f07 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400224 Aug 03 19:43:14.871562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124c44e-b56d-4b81-a55e-716ef9c63ee1 req-99b0e548-eb1e-4359-a893-1f4007b39f3a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:14.874171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1124c44e-b56d-4b81-a55e-716ef9c63ee1 req-99b0e548-eb1e-4359-a893-1f4007b39f3a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0683017 Aug 03 19:43:14.928419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1124c44e-b56d-4b81-a55e-716ef9c63ee1 req-b0939b9b-112e-4520-a0ff-ab8408b2732a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Aug 03 19:43:15.681832 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:16.063608 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b659-461b-438c-a814-12b17a57e660 req-32a66036-cad9-4c7d-9898-45df1b3ed8c6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:16.065263 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40a8b659-461b-438c-a814-12b17a57e660 req-32a66036-cad9-4c7d-9898-45df1b3ed8c6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0557780 Aug 03 19:43:16.112716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40a8b659-461b-438c-a814-12b17a57e660 req-d0aa7da8-5e33-409a-8fb3-577a20364dbb tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376022 Aug 03 19:43:17.253228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af125f-32b2-499c-b04b-63fad30d879c req-03e0a8cf-23b7-4eb8-a644-80c9112b956e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:17.255383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04af125f-32b2-499c-b04b-63fad30d879c req-03e0a8cf-23b7-4eb8-a644-80c9112b956e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0592387 Aug 03 19:43:17.311437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-04af125f-32b2-499c-b04b-63fad30d879c req-07909524-2a6f-4040-9155-74ec0aeb17b0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450711 Aug 03 19:43:18.442479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106d9c-f8e3-42cb-a50c-8421352aca80 req-97f7fcf2-3f60-43cc-b5b9-7370348360e2 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:18.444072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f106d9c-f8e3-42cb-a50c-8421352aca80 req-97f7fcf2-3f60-43cc-b5b9-7370348360e2 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0582061 Aug 03 19:43:18.494941 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f106d9c-f8e3-42cb-a50c-8421352aca80 req-4b889a3d-5305-4959-9142-84540a09cc07 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380478 Aug 03 19:43:19.625012 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd372d-2bdd-4d43-be65-d10046489f4e req-21dd5945-796f-4df6-afd3-28d737bc0e16 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:19.626734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6afd372d-2bdd-4d43-be65-d10046489f4e req-21dd5945-796f-4df6-afd3-28d737bc0e16 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0544274 Aug 03 19:43:19.671115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6afd372d-2bdd-4d43-be65-d10046489f4e req-de0020d0-da55-461e-a890-9719fa595cfa tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370891 Aug 03 19:43:20.798566 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848d173-1a13-42ec-8107-fea712cbcd32 req-5f3ed587-0151-407d-9bca-8ec063de8d96 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:20.800227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9848d173-1a13-42ec-8107-fea712cbcd32 req-5f3ed587-0151-407d-9bca-8ec063de8d96 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0531950 Aug 03 19:43:20.850420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9848d173-1a13-42ec-8107-fea712cbcd32 req-72b4a8d1-e0fd-4c4b-bb62-a25832bea0d9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423918 Aug 03 19:43:21.983176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563e22b-4af4-4863-9451-ca20e2511499 req-2c2369c7-9b00-4df2-958a-26b8c1206b53 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:21.984801 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c563e22b-4af4-4863-9451-ca20e2511499 req-2c2369c7-9b00-4df2-958a-26b8c1206b53 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0584619 Aug 03 19:43:22.033421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c563e22b-4af4-4863-9451-ca20e2511499 req-0180922e-a71f-426c-9da1-4297a85a60d1 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370343 Aug 03 19:43:23.165125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76cf88-e25f-42c5-887b-430fa8b87998 req-73a64f88-d56a-4a02-8331-b8142070fd3a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:23.166871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c76cf88-e25f-42c5-887b-430fa8b87998 req-73a64f88-d56a-4a02-8331-b8142070fd3a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0553231 Aug 03 19:43:23.214187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c76cf88-e25f-42c5-887b-430fa8b87998 req-8eacee6f-b54e-45d1-8ed6-d735b9618e8d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Aug 03 19:43:24.347590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1e7c4-a92f-469f-9bd3-49d1d0df0cde req-1c6ff9b7-e08e-47a6-91a3-1af82ef0f8be tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:24.349576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fc1e7c4-a92f-469f-9bd3-49d1d0df0cde req-1c6ff9b7-e08e-47a6-91a3-1af82ef0f8be tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0557923 Aug 03 19:43:24.395537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4fc1e7c4-a92f-469f-9bd3-49d1d0df0cde req-c1cb2164-e06e-430d-baa6-e9c77c775ee0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Aug 03 19:43:25.566211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47017b1c-8489-4d1d-89d3-a488610aff4c req-745aa515-b024-44df-91dd-ecd8c925b84f tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:25.567840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47017b1c-8489-4d1d-89d3-a488610aff4c req-745aa515-b024-44df-91dd-ecd8c925b84f tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0588393 Aug 03 19:43:25.613628 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-47017b1c-8489-4d1d-89d3-a488610aff4c req-29914029-9d65-4d69-8e6d-df07055d205d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372984 Aug 03 19:43:26.752511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da0aca-5eda-4e6d-9293-4301751bfec8 req-d3188c35-c440-4948-8bdd-6e68cd0154b0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:26.754174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85da0aca-5eda-4e6d-9293-4301751bfec8 req-d3188c35-c440-4948-8bdd-6e68cd0154b0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0548859 Aug 03 19:43:26.799839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85da0aca-5eda-4e6d-9293-4301751bfec8 req-19cbef1f-0814-44c4-ac7e-9896e49a7a5a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381618 Aug 03 19:43:27.930838 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476967e7-2b52-46b2-bf3f-f3c0df4f2dec req-696892aa-11d7-46c3-800c-09e7be279c1b tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:27.932481 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-476967e7-2b52-46b2-bf3f-f3c0df4f2dec req-696892aa-11d7-46c3-800c-09e7be279c1b tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0563962 Aug 03 19:43:27.983223 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-476967e7-2b52-46b2-bf3f-f3c0df4f2dec req-32f8cd02-cb55-4e76-b87d-2d3b07efd830 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Aug 03 19:43:29.118589 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d3dd9-3b09-4569-9e3f-432ed38cf695 req-59536c73-5350-4c8b-b53e-ef691d371ed9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:29.120239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d05d3dd9-3b09-4569-9e3f-432ed38cf695 req-59536c73-5350-4c8b-b53e-ef691d371ed9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0609043 Aug 03 19:43:29.165306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d05d3dd9-3b09-4569-9e3f-432ed38cf695 req-127d9d1f-0d58-4aaa-b617-06e3fc682cd6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383878 Aug 03 19:43:30.033091 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.305388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df395443-8eea-4b99-801c-44b5b0d51f51 req-8754e170-5a1d-4bbc-8c5f-2bf51cc29c16 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:30.307044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df395443-8eea-4b99-801c-44b5b0d51f51 req-8754e170-5a1d-4bbc-8c5f-2bf51cc29c16 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0561922 Aug 03 19:43:30.354761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df395443-8eea-4b99-801c-44b5b0d51f51 req-6f55ebd5-57ee-48dc-af2a-0861e0b605eb tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365479 Aug 03 19:43:31.493035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56779a15-65c9-494d-8679-dc9d018b367a req-b0ced8b4-afa9-47ad-9a96-c9eaaca2b8be tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:31.494783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56779a15-65c9-494d-8679-dc9d018b367a req-b0ced8b4-afa9-47ad-9a96-c9eaaca2b8be tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0544944 Aug 03 19:43:31.538280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56779a15-65c9-494d-8679-dc9d018b367a req-f6fc0253-b9ce-43ec-820e-21377ba7a4fc tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370705 Aug 03 19:43:32.675099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aa6b7-3a70-4fe2-a5ed-1e880e3451b6 req-15e6d2ce-b4e1-48c0-8822-fcf4dddca5f6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:32.676748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df2aa6b7-3a70-4fe2-a5ed-1e880e3451b6 req-15e6d2ce-b4e1-48c0-8822-fcf4dddca5f6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0605278 Aug 03 19:43:32.721898 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df2aa6b7-3a70-4fe2-a5ed-1e880e3451b6 req-06082201-b1d9-48fd-9b39-8f576e93e035 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386913 Aug 03 19:43:33.680024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e669ace-7029-417b-809f-47b3652d8dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:33.857319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dac993-6f5c-4659-9ae4-6eb40fc91574 req-63b6a3c6-9946-4f57-912d-16b41403fcc6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:33.859422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61dac993-6f5c-4659-9ae4-6eb40fc91574 req-63b6a3c6-9946-4f57-912d-16b41403fcc6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0623398 Aug 03 19:43:33.913961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61dac993-6f5c-4659-9ae4-6eb40fc91574 req-5609d386-3c91-4d8b-b2ba-aaa857f44287 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464673 Aug 03 19:43:35.054453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24980ac9-5307-4dc7-a31a-6df86b6ff95c req-013d75fe-d758-42cc-b137-dc9a1fd44555 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:35.056117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24980ac9-5307-4dc7-a31a-6df86b6ff95c req-013d75fe-d758-42cc-b137-dc9a1fd44555 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0564899 Aug 03 19:43:35.101600 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24980ac9-5307-4dc7-a31a-6df86b6ff95c req-1ddae266-d3b9-4966-a0ef-8519d3af867f tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385659 Aug 03 19:43:36.234510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621d853-ffe9-402a-a72a-bd251fdcbd3c req-81609c33-945c-4b97-b052-7a307410891e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:36.236309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d621d853-ffe9-402a-a72a-bd251fdcbd3c req-81609c33-945c-4b97-b052-7a307410891e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0616155 Aug 03 19:43:36.282681 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d621d853-ffe9-402a-a72a-bd251fdcbd3c req-3c615ce8-6fac-41a2-8e8f-29eae06233b7 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Aug 03 19:43:36.457974 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a8b1fafe-84a0-4afd-b729-5524ebeb7f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.768385 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.451806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3b89a-2e01-4678-9d11-1e601c7f55eb req-d0cc4202-9af4-45a4-a7dd-7b2f413fa98c tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:37.453474 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74b3b89a-2e01-4678-9d11-1e601c7f55eb req-d0cc4202-9af4-45a4-a7dd-7b2f413fa98c tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0578945 Aug 03 19:43:37.512462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74b3b89a-2e01-4678-9d11-1e601c7f55eb req-947b9b28-a44d-4509-bde1-3b34f2211284 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496540 Aug 03 19:43:38.047865 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.652939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6a520-e898-4fa7-8c37-72181dde1edc req-7defac5e-7be6-4d58-902d-8ac00d449d85 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.654697 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2c6a520-e898-4fa7-8c37-72181dde1edc req-7defac5e-7be6-4d58-902d-8ac00d449d85 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0544908 Aug 03 19:43:38.699071 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2c6a520-e898-4fa7-8c37-72181dde1edc req-bfbd27a9-3597-447c-81ca-5b70ae97bc23 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376604 Aug 03 19:43:38.781892 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-f23b7286-1856-442c-bb4b-f7e6f1c13325 service neutron] show failed (client error): The resource could not be found. Aug 03 19:43:38.783020 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-f23b7286-1856-442c-bb4b-f7e6f1c13325 service neutron] 10.222.0.37 "GET /v2.0/ports/f7bd77a7-56f0-45cd-a96c-d535314cb70b/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0622442 Aug 03 19:43:39.001845 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-7f205259-8eee-44a4-a04d-36ffd3b8d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:39.003488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-7f205259-8eee-44a4-a04d-36ffd3b8d244 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb&tenant_id=ab475c39043249f880d2937e40905ca3 HTTP/1.1" status: 200 len: 1096 time: 0.0520396 Aug 03 19:43:39.022893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:39.087528 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.372787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:39.410390 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:39.458630 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:39.461756 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2afa7b-7f54-44ab-b895-fb28790d7e15" -d '{"events": [{"server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "name": "network-vif-unplugged", "status": "completed", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:39.466481 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.487379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Transition to ACTIVE for port object f7bd77a7-56f0-45cd-a96c-d535314cb70b will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:39.493158 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.540879 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2d472c-c96c-41cc-b021-de9269e1e9a8 x-openstack-request-id: req-9d2d472c-c96c-41cc-b021-de9269e1e9a8 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:39.541168 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "name": "network-vif-unplugged", "status": "completed", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:39.541422 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d2d472c-c96c-41cc-b021-de9269e1e9a8 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:39.541872 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b', 'code': 200} Aug 03 19:43:39.585383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] No DVR routers for this DVR port f7bd77a7-56f0-45cd-a96c-d535314cb70b on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:39.589145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd77a7-56f0-45cd-a96c-d535314cb70b,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:39.608675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.609024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.609369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.609736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.610077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.610414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.610748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.611080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.611408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.611741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.612070 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.612399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:39.644598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Attempting to bind port f7bd77a7-56f0-45cd-a96c-d535314cb70b on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:39.644938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Attempting to bind port f7bd77a7-56f0-45cd-a96c-d535314cb70b by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:39.645268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Attempting to bind port f7bd77a7-56f0-45cd-a96c-d535314cb70b on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:39.650806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Port f7bd77a7-56f0-45cd-a96c-d535314cb70b on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:43:39.651139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Attempting to bind port f7bd77a7-56f0-45cd-a96c-d535314cb70b on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:39.656371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:39.657054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Checking segment: {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:39.657155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Bound using segment: {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:39.657522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Bound port: f7bd77a7-56f0-45cd-a96c-d535314cb70b, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:39.657888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.739282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:39.743487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:39.748570 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.809639 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.818061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:39.818739 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.820221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] 10.222.0.74 "PUT /v2.0/ports/f7bd77a7-56f0-45cd-a96c-d535314cb70b HTTP/1.1" status: 200 len: 1091 time: 0.8019335 Aug 03 19:43:39.848472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbf821-e569-4eb5-98f4-56d6651300a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd77a7-56f0-45cd-a96c-d535314cb70b,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:39.907609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e7624-37ca-4a10-bc02-ca654a92eeb0 req-823b67b4-6fdb-4003-801f-e9dd909af0b1 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:39.910221 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-997e7624-37ca-4a10-bc02-ca654a92eeb0 req-823b67b4-6fdb-4003-801f-e9dd909af0b1 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 943 time: 0.1223869 Aug 03 19:43:39.954828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-8967ee27-ffe7-4a8e-ac0a-e76ac6afe80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:39.956398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-8967ee27-ffe7-4a8e-ac0a-e76ac6afe80c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 1094 time: 0.1001461 Aug 03 19:43:39.985203 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-997e7624-37ca-4a10-bc02-ca654a92eeb0 req-29969eef-d214-491a-a4b8-8a31d873b64a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600028 Aug 03 19:43:40.078774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-4a0ff93b-3933-46ad-80aa-7dcaf33e835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:40.080327 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-4a0ff93b-3933-46ad-80aa-7dcaf33e835e service neutron] 10.222.0.74 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.1129367 Aug 03 19:43:40.130195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-2fbd0db0-6764-4fe1-893c-daca7db57cd3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b HTTP/1.1" status: 200 len: 217 time: 0.0426087 Aug 03 19:43:40.190051 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-5160b53c-e924-455f-b7d8-ba421f64deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:40.191665 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-5160b53c-e924-455f-b7d8-ba421f64deaa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0544238 Aug 03 19:43:40.227537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-14cf7cdf-0d61-4cdc-af5d-565f8727d673 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286272 Aug 03 19:43:40.239078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-f4dad96d-f8ce-452f-adc2-daacd5c3c89c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:43:40.240187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-f4dad96d-f8ce-452f-adc2-daacd5c3c89c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059500 Aug 03 19:43:40.339318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-c16fd160-9fd9-458c-b2b0-29e1a91f08dd service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922053 Aug 03 19:43:40.449484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebe7e27e-8f74-4a24-89a6-b53cbec8e817 req-37ce5211-ff1c-450c-9387-bd93b514c207 service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014035 Aug 03 19:43:41.124893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7e8bd-90de-4b29-83a8-8ff2e4b6dc8b req-af3b586f-4dac-4ff7-bf4a-03a8938e848a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:41.126603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cee7e8bd-90de-4b29-83a8-8ff2e4b6dc8b req-af3b586f-4dac-4ff7-bf4a-03a8938e848a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 943 time: 0.0583382 Aug 03 19:43:41.172208 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cee7e8bd-90de-4b29-83a8-8ff2e4b6dc8b req-241e27ff-a213-4f2e-9ce0-520ec1f0c887 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379713 Aug 03 19:43:41.501093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f7bd77a7-56f0-45cd-a96c-d535314cb70b no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:41.543026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:41.543821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f7bd77a7-56f0-45cd-a96c-d535314cb70b not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:41.548097 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e55b48-ad33-40c2-91b5-7f0c32406498" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:41.603648 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d7fbeb-8cb3-445f-8d50-3e22ffc1029b x-openstack-request-id: req-e4d7fbeb-8cb3-445f-8d50-3e22ffc1029b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:41.604047 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:41.604409 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e4d7fbeb-8cb3-445f-8d50-3e22ffc1029b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:41.604984 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b', 'status': 'completed', 'code': 200} Aug 03 19:43:41.666014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-ea434f19-4d77-437b-b107-0cfea2b343b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:41.667710 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-ea434f19-4d77-437b-b107-0cfea2b343b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 1094 time: 0.0456963 Aug 03 19:43:41.725896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-7eb36298-0953-4708-b1f3-d001ca590365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:41.728603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-7eb36298-0953-4708-b1f3-d001ca590365 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 1094 time: 0.0776134 Aug 03 19:43:41.791107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-db5545b2-b475-4a77-9a98-32e209f64b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:41.793764 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-db5545b2-b475-4a77-9a98-32e209f64b07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.1186123 Aug 03 19:43:41.842035 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-3e021cf0-57da-439a-aebb-e7b2d50b8199 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b HTTP/1.1" status: 200 len: 217 time: 0.0408964 Aug 03 19:43:41.858183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-f508a6b2-127f-493a-8afe-1d8adcea5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:41.859961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-f508a6b2-127f-493a-8afe-1d8adcea5de5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.1240511 Aug 03 19:43:41.900878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-9be6249c-e6cb-47db-af02-86457c5c8da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:41.902479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-9be6249c-e6cb-47db-af02-86457c5c8da5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0526707 Aug 03 19:43:41.907085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-884dffc3-76a5-43b8-92f8-d15a46a5ce3c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b HTTP/1.1" status: 200 len: 217 time: 0.0393109 Aug 03 19:43:41.937785 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-1952d6a6-b30b-4904-b2f6-86dd821b0078 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279441 Aug 03 19:43:41.973693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-6349f7a0-931c-472f-92a8-4c0b619a8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:41.976162 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-6349f7a0-931c-472f-92a8-4c0b619a8c5f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0603020 Aug 03 19:43:42.051411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-79f6e927-1eb7-4e1b-ba7b-24f96f7e528d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420306 Aug 03 19:43:42.071993 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-5e437aa3-8f7f-4fa3-b43e-5c290bcb2eca service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254916 Aug 03 19:43:42.194521 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-aa4d03b2-99e7-47d3-802e-a145996e42f3 service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153083 Aug 03 19:43:42.207875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-c556f331-5413-41c0-933f-eec599ac4c20 service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426618 Aug 03 19:43:42.380454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b095190-4f76-4e85-9441-21c33cde6de0 req-d75e638b-d090-47d8-9af1-2941f6ffb676 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:42.382661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b095190-4f76-4e85-9441-21c33cde6de0 req-d75e638b-d090-47d8-9af1-2941f6ffb676 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 943 time: 0.0837264 Aug 03 19:43:42.387062 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-24e55b48-ad33-40c2-91b5-7f0c32406498 req-bb278611-8929-4098-93bb-f80c3f98ca8f service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713662 Aug 03 19:43:42.426467 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b095190-4f76-4e85-9441-21c33cde6de0 req-d50b145c-735f-4e43-9167-4a21710a216a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375457 Aug 03 19:43:42.692754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047f5b0-2ab7-4719-9ed9-4c154676e48e req-d34052fc-3696-4f19-887c-de57a7efd2a6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:42.696160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a047f5b0-2ab7-4719-9ed9-4c154676e48e req-d34052fc-3696-4f19-887c-de57a7efd2a6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 943 time: 0.0783432 Aug 03 19:43:42.697636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-623db6bc-45fa-436e-8e12-852395dfccb9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:42.699272 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-623db6bc-45fa-436e-8e12-852395dfccb9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb&tenant_id=ab475c39043249f880d2937e40905ca3&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 943 time: 0.0693414 Aug 03 19:43:42.762848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a047f5b0-2ab7-4719-9ed9-4c154676e48e req-8dd708b3-32ee-4507-957c-18f207925e2e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591304 Aug 03 19:43:42.766916 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-b0bdbd82-1aab-48e0-82c9-d67211ae27f1 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:43:42.768125 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-b0bdbd82-1aab-48e0-82c9-d67211ae27f1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/f7bd77a7-56f0-45cd-a96c-d535314cb70b/bindings/n-h2-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0614922 Aug 03 19:43:42.861021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-cd1e6c15-90fa-4430-8e90-f8e918403c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:42.862746 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-cd1e6c15-90fa-4430-8e90-f8e918403c88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 1094 time: 0.0478990 Aug 03 19:43:42.966484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-8f1f2b00-a728-43b0-ab48-26e6acab46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:42.967930 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-8f1f2b00-a728-43b0-ab48-26e6acab46a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.0979815 Aug 03 19:43:43.013299 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-2f6242bd-b2cf-481a-a5c7-dd44d4a6308c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b HTTP/1.1" status: 200 len: 217 time: 0.0374012 Aug 03 19:43:43.069983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-be0009c3-612d-4d3e-8fa9-d569209641e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:43.071663 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-be0009c3-612d-4d3e-8fa9-d569209641e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0517371 Aug 03 19:43:43.112021 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-292c1871-46f7-4115-bf4f-04833dbd7d83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330069 Aug 03 19:43:43.118152 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:43:43.222627 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-72c70667-dd38-40f0-a7ed-a96769e9ae6e service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035700 Aug 03 19:43:43.325522 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d47b497f-f5a1-4916-9ebb-a40e5569dc25 req-134b13df-95c2-46a8-89d7-840aeb774517 service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950468 Aug 03 19:43:43.448791 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f7bd77a7-56f0-45cd-a96c-d535314cb70b details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:43:43.594771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:43.616377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b', 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0', 'port_id': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b', 'mac_address': 'fa:16:3e:49:95:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967aaaa1-7c75-445e-8919-94fe68264bb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:43:43.671459 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.689007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bd77a7-56f0-45cd-a96c-d535314cb70b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:43.722478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:43.728434 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.783394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=f7bd77a7-56f0-45cd-a96c-d535314cb70b,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:43.923096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b22b7-c63f-4380-ba58-ad12cfd2a407 req-aced6927-1c56-477a-a2b4-c963bb4145cc tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:43.926289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-129b22b7-c63f-4380-ba58-ad12cfd2a407 req-aced6927-1c56-477a-a2b4-c963bb4145cc tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 944 time: 0.0645547 Aug 03 19:43:43.987431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-129b22b7-c63f-4380-ba58-ad12cfd2a407 req-79da4d40-4892-4b63-86db-a9d7e0355bca tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491018 Aug 03 19:43:44.027600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f7bd77a7-56f0-45cd-a96c-d535314cb70b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:44.115740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff5866-123b-4e5a-9031-28c57897b3c4 req-d3612795-3531-4494-9e7f-bd58a9ff0660 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:44.117376 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59ff5866-123b-4e5a-9031-28c57897b3c4 req-d3612795-3531-4494-9e7f-bd58a9ff0660 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 944 time: 0.0541668 Aug 03 19:43:44.169787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-59ff5866-123b-4e5a-9031-28c57897b3c4 req-dfda1f2c-5544-4685-8e97-3a7a1156642c tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407414 Aug 03 19:43:44.307356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83a63e-da20-4394-b2f6-db2f1019699c req-12e0fa87-5be0-4ce6-a4cc-3799cab3b714 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:44.309038 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c83a63e-da20-4394-b2f6-db2f1019699c req-12e0fa87-5be0-4ce6-a4cc-3799cab3b714 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 944 time: 0.0610847 Aug 03 19:43:44.354599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c83a63e-da20-4394-b2f6-db2f1019699c req-ba82353c-3350-46da-84cc-e84fe8ded3c4 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381305 Aug 03 19:43:44.780287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c6fab4f5-3a47-49c8-94ba-893d1f1de667 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:44.781905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c6fab4f5-3a47-49c8-94ba-893d1f1de667 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 815 time: 0.1143239 Aug 03 19:43:44.802640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-63c90b23-8242-4374-a818-a91950e57899 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/quotas/ab475c39043249f880d2937e40905ca3 HTTP/1.1" status: 200 len: 375 time: 0.0114374 Aug 03 19:43:44.870442 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-5a1f9873-d5b1-4d50-93a7-4de436934683 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614722 Aug 03 19:43:44.972918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-924301fd-5684-4464-a69a-75cd6d88813b service neutron] 10.222.0.78 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927041 Aug 03 19:43:45.082666 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-007300c4-13e3-4a7f-91a3-583d8a86276f service neutron] 10.222.0.78 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023998 Aug 03 19:43:45.301039 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fe04ccb-9c13-494a-a8b3-e05b3b0714e7 req-d1b149e5-3dd6-483b-afdc-0314a0461c8f tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 210 time: 0.0487170 Aug 03 19:43:45.465628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f7bd77a7-56f0-45cd-a96c-d535314cb70b up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:45.539705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port f7bd77a7-56f0-45cd-a96c-d535314cb70b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:45.544467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port f7bd77a7-56f0-45cd-a96c-d535314cb70b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:45.545085 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.668088 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.704104 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.710663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:45.712972 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8a6ee3-c9fd-4c1b-acb4-a7e77ffab42c" -d '{"events": [{"server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "name": "network-vif-plugged", "status": "completed", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:45.728390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:45.733716 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.759702 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafaa12a-6873-4a3b-b745-f1eefbcc7a4c x-openstack-request-id: req-bafaa12a-6873-4a3b-b745-f1eefbcc7a4c {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:45.759994 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "name": "network-vif-plugged", "status": "completed", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:45.760246 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bafaa12a-6873-4a3b-b745-f1eefbcc7a4c {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:45.760637 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b', 'code': 200} Aug 03 19:43:45.793614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=f7bd77a7-56f0-45cd-a96c-d535314cb70b,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:45.965833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-b7b6968b-f35d-4e5f-9d5c-a6aab5f15b50 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:45.968590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-b7b6968b-f35d-4e5f-9d5c-a6aab5f15b50 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e1ec372-4dbf-454f-ba1b-f07e4cca3acb HTTP/1.1" status: 200 len: 945 time: 0.0892100 Aug 03 19:43:46.088181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-66ebd3c9-7ceb-414d-92fa-2c474dea4a35 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Deleting port f7bd77a7-56f0-45cd-a96c-d535314cb70b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:46.089101 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-66ebd3c9-7ceb-414d-92fa-2c474dea4a35 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.193877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-66ebd3c9-7ceb-414d-92fa-2c474dea4a35 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] For port f7bd77a7-56f0-45cd-a96c-d535314cb70b, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f7bd77a7-56f0-45cd-a96c-d535314cb70b,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:46.194253 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-66ebd3c9-7ceb-414d-92fa-2c474dea4a35 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.208442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-66ebd3c9-7ceb-414d-92fa-2c474dea4a35 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Calling delete_port for f7bd77a7-56f0-45cd-a96c-d535314cb70b owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:46.353401 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-66ebd3c9-7ceb-414d-92fa-2c474dea4a35 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.386238 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebd3c9-7ceb-414d-92fa-2c474dea4a35 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Pushing event deleted for resources: {'Port': ['ID=f7bd77a7-56f0-45cd-a96c-d535314cb70b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:46.390433 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f7bd77a7-56f0-45cd-a96c-d535314cb70b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:46.490594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-66ebd3c9-7ceb-414d-92fa-2c474dea4a35 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] No DVR routers for this DVR port f7bd77a7-56f0-45cd-a96c-d535314cb70b on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:46.529999 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-66ebd3c9-7ceb-414d-92fa-2c474dea4a35 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.532057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-66ebd3c9-7ceb-414d-92fa-2c474dea4a35 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.74 "DELETE /v2.0/ports/f7bd77a7-56f0-45cd-a96c-d535314cb70b HTTP/1.1" status: 204 len: 173 time: 0.5566351 Aug 03 19:43:46.532695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'name': 'network-vif-deleted', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:46.535243 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a338081e-15e7-488b-9330-421be1ec2690" -d '{"events": [{"server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "name": "network-vif-deleted", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:46.540187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b290bc03-dd0d-4f22-8445-758a55d9f993 req-40743600-988a-460e-aa6b-d126c5be0180 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 210 time: 0.1054535 Aug 03 19:43:46.617421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f48a0834-3f50-401b-9ef8-6634c42654c8 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:46.619340 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f48a0834-3f50-401b-9ef8-6634c42654c8 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.74 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 815 time: 0.1857703 Aug 03 19:43:46.621083 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c3fadb-8fbd-4275-896b-0463e4c8b862 x-openstack-request-id: req-23c3fadb-8fbd-4275-896b-0463e4c8b862 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:46.621474 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1ec372-4dbf-454f-ba1b-f07e4cca3acb", "name": "network-vif-deleted", "tag": "f7bd77a7-56f0-45cd-a96c-d535314cb70b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:46.621764 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-23c3fadb-8fbd-4275-896b-0463e4c8b862 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:46.622269 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1ec372-4dbf-454f-ba1b-f07e4cca3acb', 'name': 'network-vif-deleted', 'tag': 'f7bd77a7-56f0-45cd-a96c-d535314cb70b', 'status': 'completed', 'code': 200} Aug 03 19:43:46.679096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Request body: {'port': {'device_id': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0', 'admin_state_up': True, 'tenant_id': 'ab475c39043249f880d2937e40905ca3'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:46.844690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Made reservation on behalf of ab475c39043249f880d2937e40905ca3 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:46.851870 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.043659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Allocated IP 172.20.0.12 (f655e83e-b0c9-4bdf-a87a-6be8f9319cf0/967aaaa1-7c75-445e-8919-94fe68264bb7/d3666060-b6d2-4366-b633-77a303e41446) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:47.219117 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.263749 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.297168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f7bd77a7-56f0-45cd-a96c-d535314cb70b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:47.316792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:47.320878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:47.327683 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:47.355227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Pushing event updated for resources: {'Port': ['ID=d3666060-b6d2-4366-b633-77a303e41446,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:47.389091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:47.389798 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.407602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-c428a305-3977-434e-8df3-4d2cbdf5b1c9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7329874 Aug 03 19:43:47.425577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Request body: {'port': {'device_id': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:47.503411 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.766945 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dfb61-fa23-4cfe-8a55-69e4c99a095b req-4b31dddf-52a0-40fe-8d63-ffe95377583d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:47.768621 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c9dfb61-fa23-4cfe-8a55-69e4c99a095b req-4b31dddf-52a0-40fe-8d63-ffe95377583d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 932 time: 0.1158595 Aug 03 19:43:47.848115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c9dfb61-fa23-4cfe-8a55-69e4c99a095b req-4e64ee16-11ee-4554-b5d9-c7803af767d5 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670953 Aug 03 19:43:47.916276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3666060-b6d2-4366-b633-77a303e41446 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:47.931708 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.951784 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Transition to ACTIVE for port object d3666060-b6d2-4366-b633-77a303e41446 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:47.956101 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.012692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Pushing event updated for resources: {'Port': ['ID=d3666060-b6d2-4366-b633-77a303e41446,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:48.124193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Attempting to bind port d3666060-b6d2-4366-b633-77a303e41446 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:48.124536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Attempting to bind port d3666060-b6d2-4366-b633-77a303e41446 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:48.124872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Attempting to bind port d3666060-b6d2-4366-b633-77a303e41446 on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:48.130412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Port d3666060-b6d2-4366-b633-77a303e41446 on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:43:48.130744 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Attempting to bind port d3666060-b6d2-4366-b633-77a303e41446 on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:48.137539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:48.137903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Checking segment: {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:48.138216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Bound using segment: {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:48.138666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Bound port: d3666060-b6d2-4366-b633-77a303e41446, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:48.139031 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.212224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:48.215806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d3666060-b6d2-4366-b633-77a303e41446,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:48.221186 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.256849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:48.257824 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.259870 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] 10.222.0.74 "PUT /v2.0/ports/d3666060-b6d2-4366-b633-77a303e41446 HTTP/1.1" status: 200 len: 1092 time: 0.8392191 Aug 03 19:43:48.299601 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b39a88-86b4-493b-966a-994ead777385 service neutron] Pushing event updated for resources: {'Port': ['ID=d3666060-b6d2-4366-b633-77a303e41446,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:48.373112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-5bf0ca28-1fc8-49cf-8f49-9653c55aee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:48.374793 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-5bf0ca28-1fc8-49cf-8f49-9653c55aee3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 1095 time: 0.0594606 Aug 03 19:43:48.423855 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-1edc589b-2a2d-4e54-8461-4a27d4b00896 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3666060-b6d2-4366-b633-77a303e41446 HTTP/1.1" status: 200 len: 217 time: 0.0361772 Aug 03 19:43:48.481161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-8f3df9fa-4a36-4082-a7d9-e021987e7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:48.482716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-8f3df9fa-4a36-4082-a7d9-e021987e7b69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0498695 Aug 03 19:43:48.521408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-05419ca7-415c-457b-b0fa-c98323ef0c38 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308962 Aug 03 19:43:48.617691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-1e99ca99-7860-45b4-bed7-cffe8ca3bfbe service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891004 Aug 03 19:43:48.623524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:48.626016 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe19f48-3c71-4737-8f23-4a9ce32e7be1" -d '{"events": [{"name": "network-changed", "server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "tag": "d3666060-b6d2-4366-b633-77a303e41446"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:48.679617 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29f97cd-f47e-467c-ba86-f84fe1311c28 x-openstack-request-id: req-d29f97cd-f47e-467c-ba86-f84fe1311c28 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:48.679914 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "tag": "d3666060-b6d2-4366-b633-77a303e41446", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:48.680169 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d29f97cd-f47e-467c-ba86-f84fe1311c28 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:48.680570 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446', 'status': 'completed', 'code': 200} Aug 03 19:43:48.728942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bc94f8-fd4e-4f59-981e-16dd8f496821 req-168d4303-2773-44ba-93ab-fe34f369b650 service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996261 Aug 03 19:43:48.858717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe19f48-3c71-4737-8f23-4a9ce32e7be1 req-144986f2-c569-4dc2-ac60-f4ec7f54cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:48.860279 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffe19f48-3c71-4737-8f23-4a9ce32e7be1 req-144986f2-c569-4dc2-ac60-f4ec7f54cff5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 1095 time: 0.0458066 Aug 03 19:43:49.073099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930ef05-74b1-4770-86b4-e5759a05e83f req-f4d70f4d-ed61-428b-8c9e-e241cc4a0e98 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:49.076000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0930ef05-74b1-4770-86b4-e5759a05e83f req-f4d70f4d-ed61-428b-8c9e-e241cc4a0e98 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 944 time: 0.1300564 Aug 03 19:43:49.113379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe19f48-3c71-4737-8f23-4a9ce32e7be1 req-3a3006a3-ea7c-4c67-beb3-8e39c235d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:49.116337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffe19f48-3c71-4737-8f23-4a9ce32e7be1 req-3a3006a3-ea7c-4c67-beb3-8e39c235d0bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.2484379 Aug 03 19:43:49.167654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffe19f48-3c71-4737-8f23-4a9ce32e7be1 req-a460c262-5694-4bfd-8dbd-8c11ce84e666 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3666060-b6d2-4366-b633-77a303e41446 HTTP/1.1" status: 200 len: 217 time: 0.0425835 Aug 03 19:43:49.170601 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0930ef05-74b1-4770-86b4-e5759a05e83f req-75530d6e-99ea-4bbb-88a3-1329b2d6ab9c tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849457 Aug 03 19:43:49.224388 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe19f48-3c71-4737-8f23-4a9ce32e7be1 req-ddd267f5-42c2-46d7-98f9-7a207686c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:49.226499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffe19f48-3c71-4737-8f23-4a9ce32e7be1 req-ddd267f5-42c2-46d7-98f9-7a207686c0bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0508611 Aug 03 19:43:49.493806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f7bd77a7-56f0-45cd-a96c-d535314cb70b no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:49.516116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: f7bd77a7-56f0-45cd-a96c-d535314cb70b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:49.516465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f7bd77a7-56f0-45cd-a96c-d535314cb70b not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:49.595322 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffe19f48-3c71-4737-8f23-4a9ce32e7be1 req-88b763fd-abb4-42cf-af7e-8f704c2ea6e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3613837 Aug 03 19:43:49.697006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffe19f48-3c71-4737-8f23-4a9ce32e7be1 req-9ec69ec2-3be6-4bc2-9861-c2ed6d161913 service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936842 Aug 03 19:43:49.801191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffe19f48-3c71-4737-8f23-4a9ce32e7be1 req-c7049d69-9ae2-471d-87e1-39363e82d38c service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955038 Aug 03 19:43:50.304788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e21b5-68c9-4488-a33e-9912d1ced67c req-f24105e6-cd9f-40f9-aae0-0aee6f1e5807 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:50.306518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b7e21b5-68c9-4488-a33e-9912d1ced67c req-f24105e6-cd9f-40f9-aae0-0aee6f1e5807 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 944 time: 0.0553021 Aug 03 19:43:50.351679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5b7e21b5-68c9-4488-a33e-9912d1ced67c req-9eef5549-9bbf-4c3f-8453-64c1aa0158a5 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379465 Aug 03 19:43:51.484513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ba14-349e-4fcc-8a64-4e5f10591fbb req-aa3f3870-bb6a-4f49-95ad-51e849a9094f tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:51.486502 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc42ba14-349e-4fcc-8a64-4e5f10591fbb req-aa3f3870-bb6a-4f49-95ad-51e849a9094f tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 944 time: 0.0631783 Aug 03 19:43:51.511820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d3666060-b6d2-4366-b633-77a303e41446 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:43:51.538608 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc42ba14-349e-4fcc-8a64-4e5f10591fbb req-0f1ae804-97df-4ca8-b310-5b3e472a46af tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Aug 03 19:43:51.640001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d3666060-b6d2-4366-b633-77a303e41446,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:51.658856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'd3666060-b6d2-4366-b633-77a303e41446', 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0', 'port_id': 'd3666060-b6d2-4366-b633-77a303e41446', 'mac_address': 'fa:16:3e:84:1d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967aaaa1-7c75-445e-8919-94fe68264bb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:43:51.707712 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.724269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3666060-b6d2-4366-b633-77a303e41446 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:51.747403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d3666060-b6d2-4366-b633-77a303e41446,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:51.751701 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.809102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=d3666060-b6d2-4366-b633-77a303e41446,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:51.817194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:51.817572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:51.817917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:51.818289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:51.818635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:51.818965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:51.819295 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:51.819620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:51.819944 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:51.820268 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:51.820592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:51.820915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:52.030560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['d3666060-b6d2-4366-b633-77a303e41446'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:52.672657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adb3dc-0754-4cbc-8c30-892893effa17 req-b8afc8f5-feb1-4957-8abd-ff61c66c3ca5 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:52.674469 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5adb3dc-0754-4cbc-8c30-892893effa17 req-b8afc8f5-feb1-4957-8abd-ff61c66c3ca5 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 945 time: 0.0544441 Aug 03 19:43:52.721732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5adb3dc-0754-4cbc-8c30-892893effa17 req-4b37359e-1ace-4759-8ade-a87965a52d7d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359411 Aug 03 19:43:53.525811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d3666060-b6d2-4366-b633-77a303e41446 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:53.590369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port d3666060-b6d2-4366-b633-77a303e41446 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:53.596843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port d3666060-b6d2-4366-b633-77a303e41446 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:53.597479 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.715280 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.741934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:53.744313 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6200c3da-5699-48f8-9e93-5c92a5b6758d" -d '{"events": [{"server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "name": "network-vif-plugged", "status": "completed", "tag": "d3666060-b6d2-4366-b633-77a303e41446"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:53.762302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d3666060-b6d2-4366-b633-77a303e41446,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:53.770435 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.800735 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfeb6f1-3caa-49ea-8965-b540ea48f12a x-openstack-request-id: req-fdfeb6f1-3caa-49ea-8965-b540ea48f12a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:53.801089 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "name": "network-vif-plugged", "status": "completed", "tag": "d3666060-b6d2-4366-b633-77a303e41446", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:53.801360 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fdfeb6f1-3caa-49ea-8965-b540ea48f12a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:53.801734 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446', 'code': 200} Aug 03 19:43:53.842190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=d3666060-b6d2-4366-b633-77a303e41446,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:53.891027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c20c0f-2441-4764-8cd4-17829bf49954 req-88281062-3d31-4e2a-be13-f14862971053 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:53.892792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9c20c0f-2441-4764-8cd4-17829bf49954 req-88281062-3d31-4e2a-be13-f14862971053 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0624115 Aug 03 19:43:53.973129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9c20c0f-2441-4764-8cd4-17829bf49954 req-17d3d6ed-ba03-4baf-a65f-51569d0e5646 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693169 Aug 03 19:43:53.980403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c804ad4-aded-45e2-ab3b-a8848aa4ec5c req-bf578533-2ff0-4169-b22a-700b8ab56c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:53.981953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c804ad4-aded-45e2-ab3b-a8848aa4ec5c req-bf578533-2ff0-4169-b22a-700b8ab56c85 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 1097 time: 0.0758042 Aug 03 19:43:54.023401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c804ad4-aded-45e2-ab3b-a8848aa4ec5c req-429efe70-456f-479d-b8d5-870e714a7e11 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313449 Aug 03 19:43:55.143751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a76f1-10c9-408f-8de3-bb4d28e65400 req-dcd28cb1-25b0-470c-b51a-15ac4bd347cb tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:55.146057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-012a76f1-10c9-408f-8de3-bb4d28e65400 req-dcd28cb1-25b0-470c-b51a-15ac4bd347cb tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0792913 Aug 03 19:43:55.198199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-012a76f1-10c9-408f-8de3-bb4d28e65400 req-e7b7681b-e579-4541-9310-b12a5aff092d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453365 Aug 03 19:43:56.334558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55de2a1-28e6-4707-9437-00a715b95639 req-10741c88-cd0e-480c-99a2-e562986bdbaa tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:56.336237 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a55de2a1-28e6-4707-9437-00a715b95639 req-10741c88-cd0e-480c-99a2-e562986bdbaa tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0549874 Aug 03 19:43:56.379493 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a55de2a1-28e6-4707-9437-00a715b95639 req-c153a228-2604-4a67-9799-3be4921c6f39 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366693 Aug 03 19:43:56.509797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757589f-1ce4-4a0f-8b15-76358df44b4a req-47e72a7e-eb6d-4955-99a0-fc3d636b6d64 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:56.511441 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5757589f-1ce4-4a0f-8b15-76358df44b4a req-47e72a7e-eb6d-4955-99a0-fc3d636b6d64 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0595272 Aug 03 19:43:56.558695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5757589f-1ce4-4a0f-8b15-76358df44b4a req-1f531f13-43f8-46bd-abd1-44fe0e1b5348 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356362 Aug 03 19:43:56.851453 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-cedc048f-fba4-47c7-870b-235ad5c775ff service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555670 Aug 03 19:43:56.882392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab69bed-89a9-49c4-9698-14bc32ef2055 req-ee243faa-54bf-4252-b02b-25c2f7fb8035 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:56.884950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ab69bed-89a9-49c4-9698-14bc32ef2055 req-ee243faa-54bf-4252-b02b-25c2f7fb8035 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0846744 Aug 03 19:43:56.943863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ab69bed-89a9-49c4-9698-14bc32ef2055 req-cb4e885f-a7e8-4ef2-9643-e1c4011da385 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510852 Aug 03 19:43:58.094018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c446ad1-90a5-4b93-b614-aaaab79f0b2f req-e19ac8c6-1981-463c-bcce-e5078a4983f6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:58.095623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c446ad1-90a5-4b93-b614-aaaab79f0b2f req-e19ac8c6-1981-463c-bcce-e5078a4983f6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0732386 Aug 03 19:43:58.169860 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3c446ad1-90a5-4b93-b614-aaaab79f0b2f req-5684e2cd-2bee-4de6-811b-15f2c5334425 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669656 Aug 03 19:43:58.184060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-4ccb222c-8153-4a7a-b27e-482b6ed4f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:58.185730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-4ccb222c-8153-4a7a-b27e-482b6ed4f4af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 1097 time: 0.0658176 Aug 03 19:43:58.285534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-fb6cd40e-2eb9-48c4-a882-bc2618200f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:58.287780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-fb6cd40e-2eb9-48c4-a882-bc2618200f64 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.0951962 Aug 03 19:43:58.345458 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-5f093f40-73c1-459d-9f47-957d9186dc67 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3666060-b6d2-4366-b633-77a303e41446 HTTP/1.1" status: 200 len: 217 time: 0.0397120 Aug 03 19:43:58.398387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-d398dea6-ae0e-430e-9bad-f260525fba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:58.400055 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-d398dea6-ae0e-430e-9bad-f260525fba38 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0467961 Aug 03 19:43:58.436468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-5fd8f682-11b2-4735-9d56-f32c2d5a3f4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266507 Aug 03 19:43:58.539072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-7ab112f2-86f0-4651-b207-1687e5d2f677 service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939558 Aug 03 19:43:58.666839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-acbb42cb-334c-4c22-ab6d-44b4c95ee278 service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109452 Aug 03 19:43:59.303528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa63556-5127-48d6-9781-4ac2b72f46f4 req-94593189-1d79-4480-b2b7-13f106fac538 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:59.305540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfa63556-5127-48d6-9781-4ac2b72f46f4 req-94593189-1d79-4480-b2b7-13f106fac538 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0557005 Aug 03 19:43:59.358270 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dfa63556-5127-48d6-9781-4ac2b72f46f4 req-d6fc9129-bf07-495f-b128-efb22c9a0dd2 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461414 Aug 03 19:43:59.986103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460393f-4f2f-4263-9bf4-514eb90a7558 req-d1018b72-f0b5-4352-a87c-321aff8bd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:59.987688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0460393f-4f2f-4263-9bf4-514eb90a7558 req-d1018b72-f0b5-4352-a87c-321aff8bd5a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 1097 time: 0.0775638 Aug 03 19:44:00.019590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.140043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460393f-4f2f-4263-9bf4-514eb90a7558 req-a3f5277b-ad0a-4fa6-bf08-19d330e50727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:00.141620 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0460393f-4f2f-4263-9bf4-514eb90a7558 req-a3f5277b-ad0a-4fa6-bf08-19d330e50727 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.1326168 Aug 03 19:44:00.190733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0460393f-4f2f-4263-9bf4-514eb90a7558 req-66e17665-737a-4c9a-b2e9-a4ec2a1c5c5a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3666060-b6d2-4366-b633-77a303e41446 HTTP/1.1" status: 200 len: 217 time: 0.0411623 Aug 03 19:44:00.249344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460393f-4f2f-4263-9bf4-514eb90a7558 req-78052d54-e27b-4d34-a5b8-8aeefeb78922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:00.251224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0460393f-4f2f-4263-9bf4-514eb90a7558 req-78052d54-e27b-4d34-a5b8-8aeefeb78922 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0535445 Aug 03 19:44:00.285081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0460393f-4f2f-4263-9bf4-514eb90a7558 req-67f6ef25-bc69-4e78-9c5d-a0dc48d3e9c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273490 Aug 03 19:44:00.392014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0460393f-4f2f-4263-9bf4-514eb90a7558 req-de52f935-94b3-4aad-a257-50bc50c3b748 service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992079 Aug 03 19:44:00.629824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426327e-d291-4cc4-9ece-f1561daa3e9e req-627db3ef-1bf9-4c08-a1d4-f108aaddb537 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:00.632695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f426327e-d291-4cc4-9ece-f1561daa3e9e req-627db3ef-1bf9-4c08-a1d4-f108aaddb537 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.1472049 Aug 03 19:44:00.645085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0460393f-4f2f-4263-9bf4-514eb90a7558 req-4228d3e3-9255-4b6f-9659-c3d58b513d29 service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451041 Aug 03 19:44:00.692753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f426327e-d291-4cc4-9ece-f1561daa3e9e req-98e0fa20-90d4-4b52-88ff-d7928971c036 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533121 Aug 03 19:44:01.835011 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c353c-f825-4148-b343-551d20282fe4 req-3bc1b138-20f2-456a-ba48-595dd3312159 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:01.836702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-584c353c-f825-4148-b343-551d20282fe4 req-3bc1b138-20f2-456a-ba48-595dd3312159 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0641460 Aug 03 19:44:01.887045 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-584c353c-f825-4148-b343-551d20282fe4 req-30fdd736-c7c8-445b-b45d-95957d08fca0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390193 Aug 03 19:44:03.030088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcd677-b1ce-4658-a98c-81723ac8ade9 req-a153c7e8-9e98-4752-98fc-7ae48bfb1f90 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:03.033569 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-07bcd677-b1ce-4658-a98c-81723ac8ade9 req-a153c7e8-9e98-4752-98fc-7ae48bfb1f90 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0678725 Aug 03 19:44:03.101581 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-07bcd677-b1ce-4658-a98c-81723ac8ade9 req-c1f4956b-b5db-4d96-90e2-02b19a7986e6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610647 Aug 03 19:44:03.689732 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e1a8183d-8e56-45c4-9c11-f4e1be776970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.238488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614709b-3c8e-4f2e-8979-fc95345bed54 req-b0e13c9d-3972-46a3-bb69-af5d10559c0a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:04.240205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5614709b-3c8e-4f2e-8979-fc95345bed54 req-b0e13c9d-3972-46a3-bb69-af5d10559c0a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0545092 Aug 03 19:44:04.287491 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5614709b-3c8e-4f2e-8979-fc95345bed54 req-1bff94e9-9d88-4ad6-a150-d2b09cdb5216 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369523 Aug 03 19:44:05.460494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d465999-4e0b-44d4-bc7e-6426afaa4dfc req-45cf1554-4217-4faa-8450-8a6bd6f2df96 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.462262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d465999-4e0b-44d4-bc7e-6426afaa4dfc req-45cf1554-4217-4faa-8450-8a6bd6f2df96 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0615029 Aug 03 19:44:05.506627 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d465999-4e0b-44d4-bc7e-6426afaa4dfc req-4e545919-d913-4938-adf0-458206b66ba6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374196 Aug 03 19:44:06.466828 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-93ec3a4d-1726-4765-84e4-82c4f4e433b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.637022 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706dd6b-73f7-43b8-917b-cd522f28ee4a req-246a3af3-fa5a-4fcc-a137-fc96e97c4385 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:06.638714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f706dd6b-73f7-43b8-917b-cd522f28ee4a req-246a3af3-fa5a-4fcc-a137-fc96e97c4385 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0579517 Aug 03 19:44:06.685427 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f706dd6b-73f7-43b8-917b-cd522f28ee4a req-d4127867-a499-4f95-b61e-fe89fc96c1ea tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397577 Aug 03 19:44:06.773175 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.812411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c752fb-4caf-40b7-a3d1-26ad85faaf50 req-f2e357e7-2d4a-462a-b8d2-c16d161e4cb6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:07.814153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3c752fb-4caf-40b7-a3d1-26ad85faaf50 req-f2e357e7-2d4a-462a-b8d2-c16d161e4cb6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0549979 Aug 03 19:44:07.867307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3c752fb-4caf-40b7-a3d1-26ad85faaf50 req-23d48518-3c49-40f7-b979-2c2aff2e5c2f tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416110 Aug 03 19:44:08.048603 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:09.006220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f473f-7ed3-4c94-ab12-077bf39ba871 req-18ffd7e8-f0f1-46a0-8a79-2253d493e30d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:09.007776 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-987f473f-7ed3-4c94-ab12-077bf39ba871 req-18ffd7e8-f0f1-46a0-8a79-2253d493e30d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0615649 Aug 03 19:44:09.055700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-987f473f-7ed3-4c94-ab12-077bf39ba871 req-679dc0b1-3bff-4db7-84d7-869c7426fbca tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Aug 03 19:44:09.798596 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.207090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bf7c5-417a-415a-a580-08cb02c10762 req-588b85d1-b05d-4ddb-aa0c-364d1e7cba97 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:10.209141 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b11bf7c5-417a-415a-a580-08cb02c10762 req-588b85d1-b05d-4ddb-aa0c-364d1e7cba97 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0622692 Aug 03 19:44:10.266778 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b11bf7c5-417a-415a-a580-08cb02c10762 req-12c0c5ab-5b4e-47ca-84d5-74a6bbc8f680 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467701 Aug 03 19:44:11.415172 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4472439-a101-44ed-b1cb-9a540af3e1b3 req-3c420fab-9e9e-4ccf-9b6b-6f9717989ee3 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:11.417148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4472439-a101-44ed-b1cb-9a540af3e1b3 req-3c420fab-9e9e-4ccf-9b6b-6f9717989ee3 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0658419 Aug 03 19:44:11.468280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4472439-a101-44ed-b1cb-9a540af3e1b3 req-1d594b04-7067-4aae-a957-916cee114640 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404952 Aug 03 19:44:12.606133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3e4f7-fb71-4f66-9830-d6d1f19e586c req-c7d4a21e-f8ea-4e12-85cb-9a093de99486 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:12.607816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5e3e4f7-fb71-4f66-9830-d6d1f19e586c req-c7d4a21e-f8ea-4e12-85cb-9a093de99486 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0628648 Aug 03 19:44:12.652886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5e3e4f7-fb71-4f66-9830-d6d1f19e586c req-ade56b66-c170-498f-9644-19cb416d91c7 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384831 Aug 03 19:44:13.781245 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d499ad0-1c18-4bc6-8924-4571ac0fb022 req-45737ade-b90e-4cf9-8d6e-0c82c728a5ea tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:13.782969 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d499ad0-1c18-4bc6-8924-4571ac0fb022 req-45737ade-b90e-4cf9-8d6e-0c82c728a5ea tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0544484 Aug 03 19:44:13.827567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d499ad0-1c18-4bc6-8924-4571ac0fb022 req-e6b67c30-1438-4bf4-804b-be92fe049e8a tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363750 Aug 03 19:44:14.951064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa6fff-e269-46ee-9d68-7eded51130e5 req-871d7557-ba38-4b49-af15-f8b2d2b3b6a2 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:14.952694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67aa6fff-e269-46ee-9d68-7eded51130e5 req-871d7557-ba38-4b49-af15-f8b2d2b3b6a2 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0529015 Aug 03 19:44:14.995622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67aa6fff-e269-46ee-9d68-7eded51130e5 req-306c33cc-765a-4b79-ac98-6a329e54ce73 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358982 Aug 03 19:44:15.689770 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:16.137539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a89b10-28f3-4f1b-957b-f64c58c4dda0 req-b935e6b5-7f7d-459e-a909-250e11616617 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:16.139196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90a89b10-28f3-4f1b-957b-f64c58c4dda0 req-b935e6b5-7f7d-459e-a909-250e11616617 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0682583 Aug 03 19:44:16.183540 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90a89b10-28f3-4f1b-957b-f64c58c4dda0 req-91ed25dc-a5ba-4e6f-bf8b-c6b1d5c9e20e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375078 Aug 03 19:44:17.310508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573ae4f-3e7b-4706-b6ac-2c5f6c6c8be2 req-e10d7c23-d227-49aa-84a6-d55f9b3c518d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:17.312087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3573ae4f-3e7b-4706-b6ac-2c5f6c6c8be2 req-e10d7c23-d227-49aa-84a6-d55f9b3c518d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0545254 Aug 03 19:44:17.354137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3573ae4f-3e7b-4706-b6ac-2c5f6c6c8be2 req-141e36e2-5003-49d7-acb6-628afcd7c94e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349789 Aug 03 19:44:18.484064 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff9d74-4e5d-41a7-af10-3dc445551814 req-1ae91430-d32c-432c-885d-31b70db314b9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:18.485660 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f2ff9d74-4e5d-41a7-af10-3dc445551814 req-1ae91430-d32c-432c-885d-31b70db314b9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0560594 Aug 03 19:44:18.531042 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f2ff9d74-4e5d-41a7-af10-3dc445551814 req-5f8fe201-ed85-4530-83a8-0ec06f9296f3 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 Aug 03 19:44:19.663437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb609b3f-1c73-4af1-950c-142604c95f59 req-7ab28a1a-c550-4e8a-b23f-b0a38ef79f16 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:19.665065 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb609b3f-1c73-4af1-950c-142604c95f59 req-7ab28a1a-c550-4e8a-b23f-b0a38ef79f16 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0605481 Aug 03 19:44:19.714500 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb609b3f-1c73-4af1-950c-142604c95f59 req-3c80b3f0-0961-49ec-8b40-f668611d67a7 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382369 Aug 03 19:44:20.117987 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:44:20.846693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0193725-ddd8-4fce-8f0d-16cd41b889c9 req-58b7f040-0eb2-4add-a506-737c0ac16ef9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:20.848315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0193725-ddd8-4fce-8f0d-16cd41b889c9 req-58b7f040-0eb2-4add-a506-737c0ac16ef9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0540268 Aug 03 19:44:20.897793 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f0193725-ddd8-4fce-8f0d-16cd41b889c9 req-8c3a4593-03b3-4fcb-8dfe-f1d55c60f7a0 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368357 Aug 03 19:44:22.037020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311a3e-719d-4c56-aa12-9bb08780e17a req-25f04947-c2f3-44e5-9ebe-46c2d77197b4 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:22.039950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd311a3e-719d-4c56-aa12-9bb08780e17a req-25f04947-c2f3-44e5-9ebe-46c2d77197b4 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0685430 Aug 03 19:44:22.090044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bd311a3e-719d-4c56-aa12-9bb08780e17a req-96b58df8-5f86-4072-b6ce-a19f8908b957 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Aug 03 19:44:23.233725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33a45b-c4ed-41c0-a919-abb038b93891 req-5c146836-9ea9-479f-8e4c-c4e540248c7b tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:23.235531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b33a45b-c4ed-41c0-a919-abb038b93891 req-5c146836-9ea9-479f-8e4c-c4e540248c7b tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0622442 Aug 03 19:44:23.281848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b33a45b-c4ed-41c0-a919-abb038b93891 req-f00e1a9a-6980-454c-be89-0a2b47fcccf6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393915 Aug 03 19:44:24.428193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca1756-89fa-4dd3-ad56-b2395de002ff req-03bb6e1f-0776-4142-b50b-a7bf107a9052 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:24.430986 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bdca1756-89fa-4dd3-ad56-b2395de002ff req-03bb6e1f-0776-4142-b50b-a7bf107a9052 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0644765 Aug 03 19:44:24.486772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bdca1756-89fa-4dd3-ad56-b2395de002ff req-26367caf-bf95-45b5-9fdb-4f1cc85d3b15 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491960 Aug 03 19:44:25.612871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a24ca-edef-43ee-9e8a-9c7dff35f79d req-59198646-7473-4bad-9e14-c7d16b53587e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:25.615123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-081a24ca-edef-43ee-9e8a-9c7dff35f79d req-59198646-7473-4bad-9e14-c7d16b53587e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0566580 Aug 03 19:44:25.680999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-081a24ca-edef-43ee-9e8a-9c7dff35f79d req-df758923-a874-4bbe-9704-fdcb74fee365 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539296 Aug 03 19:44:25.915878 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-438e3fd8-75ec-495b-81b2-f7323940e96b service neutron] show failed (client error): The resource could not be found. Aug 03 19:44:25.916938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-438e3fd8-75ec-495b-81b2-f7323940e96b service neutron] 10.222.0.74 "GET /v2.0/ports/d3666060-b6d2-4366-b633-77a303e41446/bindings/n-h2-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.1250982 Aug 03 19:44:26.182851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-b7d21ff6-1887-4b12-8171-cf47950fb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:26.184432 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-b7d21ff6-1887-4b12-8171-cf47950fb160 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112&tenant_id=ab475c39043249f880d2937e40905ca3 HTTP/1.1" status: 200 len: 1097 time: 0.0807991 Aug 03 19:44:26.197057 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:26.262220 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.516379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=d3666060-b6d2-4366-b633-77a303e41446,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:26.576865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:26.633255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:26.636780 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75605aae-420e-48c9-9396-4b38326b2712" -d '{"events": [{"server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "name": "network-vif-unplugged", "status": "completed", "tag": "d3666060-b6d2-4366-b633-77a303e41446"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:26.642284 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.659767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Transition to ACTIVE for port object d3666060-b6d2-4366-b633-77a303e41446 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:26.665039 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.713382 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f129b51d-a104-4d2c-a590-6a8bb97c3931 x-openstack-request-id: req-f129b51d-a104-4d2c-a590-6a8bb97c3931 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:26.713772 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "name": "network-vif-unplugged", "status": "completed", "tag": "d3666060-b6d2-4366-b633-77a303e41446", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:26.714032 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f129b51d-a104-4d2c-a590-6a8bb97c3931 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:26.714428 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446', 'code': 200} Aug 03 19:44:26.733801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] No DVR routers for this DVR port d3666060-b6d2-4366-b633-77a303e41446 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:44:26.748851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Pushing event updated for resources: {'Port': ['ID=d3666060-b6d2-4366-b633-77a303e41446,revision_number=6']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:26.774264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.774521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.774906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.775247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.775606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.775936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.776260 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.776584 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.776938 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.777264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.777612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.777934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:26.793705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Attempting to bind port d3666060-b6d2-4366-b633-77a303e41446 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:26.794044 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Attempting to bind port d3666060-b6d2-4366-b633-77a303e41446 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:26.794377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Attempting to bind port d3666060-b6d2-4366-b633-77a303e41446 on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:26.799325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Port d3666060-b6d2-4366-b633-77a303e41446 on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:44:26.799649 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Attempting to bind port d3666060-b6d2-4366-b633-77a303e41446 on network f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:26.805880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:26.806218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Checking segment: {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:26.806614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Bound using segment: {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:26.807061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Bound port: d3666060-b6d2-4366-b633-77a303e41446, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:26.807429 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.853622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b055b7b-7a52-4939-8452-63b8ef598273 req-0affd493-6c57-4ac7-aa4e-7e73ae708be8 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:26.856438 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b055b7b-7a52-4939-8452-63b8ef598273 req-0affd493-6c57-4ac7-aa4e-7e73ae708be8 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 944 time: 0.0888360 Aug 03 19:44:26.884810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:26.888952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=d3666060-b6d2-4366-b633-77a303e41446,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:26.896404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.909002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4b055b7b-7a52-4939-8452-63b8ef598273 req-ee7b0814-218d-4388-823e-8992263267e9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444891 Aug 03 19:44:26.942549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:26.943199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:26.944961 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] 10.222.0.37 "PUT /v2.0/ports/d3666060-b6d2-4366-b633-77a303e41446 HTTP/1.1" status: 200 len: 1092 time: 0.7527509 Aug 03 19:44:26.983179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba640d-0b39-4e97-92cc-4c608781e499 service neutron] Pushing event updated for resources: {'Port': ['ID=d3666060-b6d2-4366-b633-77a303e41446,revision_number=7']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:27.028535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-4b558b1e-f3c6-41da-8c53-7428f27c7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.030047 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-4b558b1e-f3c6-41da-8c53-7428f27c7ebc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 1095 time: 0.0584009 Aug 03 19:44:27.133213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-2ac7c7ff-bfa0-41d0-a90f-9d147a1492b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.134750 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-2ac7c7ff-bfa0-41d0-a90f-9d147a1492b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.0971158 Aug 03 19:44:27.185559 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-f7bff4cb-0845-4a94-88ae-fc824a25319a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3666060-b6d2-4366-b633-77a303e41446 HTTP/1.1" status: 200 len: 217 time: 0.0422008 Aug 03 19:44:27.240060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-8a4625dc-493b-4acc-8d72-e832537423e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:27.241899 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-8a4625dc-493b-4acc-8d72-e832537423e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0495348 Aug 03 19:44:27.277261 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-56b90561-8d28-41bc-9253-88265b680019 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274441 Aug 03 19:44:27.388623 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-8437fd52-efa7-4bf4-8b35-c07ea1776d2b service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044164 Aug 03 19:44:27.498602 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-65ba8515-e0ad-4032-a227-069ed78445f7 req-c7ba7800-e588-495f-bce4-59229d439afb service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019943 Aug 03 19:44:28.048294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5dea-ee3b-41ab-9c76-53ea3e95034c req-811e85ac-b10a-4e0b-968d-823e6407e069 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:28.050239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-348c5dea-ee3b-41ab-9c76-53ea3e95034c req-811e85ac-b10a-4e0b-968d-823e6407e069 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 944 time: 0.0564642 Aug 03 19:44:28.097837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-348c5dea-ee3b-41ab-9c76-53ea3e95034c req-299730d9-64f2-4f6b-8210-48e4b884f2e1 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 Aug 03 19:44:28.715774 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:28.718401 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de75613d-8d16-455f-b8e0-0ae073b13ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "tag": "d3666060-b6d2-4366-b633-77a303e41446"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:28.775665 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0e3c97-39ca-4793-b658-369de0c86413 x-openstack-request-id: req-7e0e3c97-39ca-4793-b658-369de0c86413 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:28.776132 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "tag": "d3666060-b6d2-4366-b633-77a303e41446", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:28.776544 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7e0e3c97-39ca-4793-b658-369de0c86413 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:28.777183 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446', 'status': 'completed', 'code': 200} Aug 03 19:44:28.840629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-21b3a1e9-264c-4afd-b3fe-0c8b7efd8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:28.842264 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-21b3a1e9-264c-4afd-b3fe-0c8b7efd8ddb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 1095 time: 0.0479128 Aug 03 19:44:28.875793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-cce28a12-043f-4e08-bbed-459052936e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:28.878509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-cce28a12-043f-4e08-bbed-459052936e07 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 1095 time: 0.0563109 Aug 03 19:44:28.958741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-f5986b87-8d57-4a0a-b521-9bfc46408d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:28.960462 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-f5986b87-8d57-4a0a-b521-9bfc46408d98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.1103985 Aug 03 19:44:29.031669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-fa90e081-4551-4800-a4e3-53481e21c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:29.032983 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-3761cc79-5bee-4a2d-afca-cd40a378cf02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3666060-b6d2-4366-b633-77a303e41446 HTTP/1.1" status: 200 len: 217 time: 0.0605669 Aug 03 19:44:29.034873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-fa90e081-4551-4800-a4e3-53481e21c5e3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.1491823 Aug 03 19:44:29.092345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-c7324269-3089-49e0-a540-b94aafa734c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:29.094073 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-c7324269-3089-49e0-a540-b94aafa734c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0542195 Aug 03 19:44:29.103710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-048dd8bb-1184-41c2-af04-a8802322c7ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3666060-b6d2-4366-b633-77a303e41446 HTTP/1.1" status: 200 len: 217 time: 0.0620193 Aug 03 19:44:29.144735 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-2b560759-91a8-4cda-a9ae-184e514fd079 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368190 Aug 03 19:44:29.239973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-e15f2f22-30bc-4839-a21e-644c50673440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:29.242217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-e15f2f22-30bc-4839-a21e-644c50673440 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.1317699 Aug 03 19:44:29.283234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-d7e99643-17fe-4a99-8327-42e380b0bf12 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336616 Aug 03 19:44:29.284670 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-ea29d914-d574-4925-9063-b3cc72c5ba92 service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321154 Aug 03 19:44:29.298579 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d17ad4-46ab-4b77-80a4-24af4e8dca80 req-23152b9d-8c5c-4107-b0dd-b1ee7fb32a7d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:29.300383 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91d17ad4-46ab-4b77-80a4-24af4e8dca80 req-23152b9d-8c5c-4107-b0dd-b1ee7fb32a7d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 944 time: 0.1113648 Aug 03 19:44:29.404267 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-bb9a1809-d7b3-45f0-a2af-383ab0988fd1 service neutron] 10.222.0.37 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094830 Aug 03 19:44:29.404924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91d17ad4-46ab-4b77-80a4-24af4e8dca80 req-5ab306a0-54d5-4b56-9108-edfa707db2f9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948875 Aug 03 19:44:29.439791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-ce4cfb01-0ea9-4bc5-b94b-34ae86a05a28 service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380622 Aug 03 19:44:29.570415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de75613d-8d16-455f-b8e0-0ae073b13ab9 req-ddc34a25-b2c4-4439-9929-edd252d92340 service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238494 Aug 03 19:44:29.680162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d3666060-b6d2-4366-b633-77a303e41446 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:44:29.719812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device d3666060-b6d2-4366-b633-77a303e41446 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:44:29.734791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e24c7-6485-4ca6-ba67-2d2850b00aab req-68aab871-4417-4621-b730-c877ca851a0d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:29.736378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee0e24c7-6485-4ca6-ba67-2d2850b00aab req-68aab871-4417-4621-b730-c877ca851a0d tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 944 time: 0.1183784 Aug 03 19:44:29.746574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device d3666060-b6d2-4366-b633-77a303e41446 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:44:29.757730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e6735-488e-4229-bf62-37d46b3e00de req-32027471-2fe7-4e85-b8b5-e2d74bfe3f79 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:29.759406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b05e6735-488e-4229-bf62-37d46b3e00de req-32027471-2fe7-4e85-b8b5-e2d74bfe3f79 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.74 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112&tenant_id=ab475c39043249f880d2937e40905ca3&binding%3Ahost_id=n-h2-802918-7 HTTP/1.1" status: 200 len: 944 time: 0.1322651 Aug 03 19:44:29.821008 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee0e24c7-6485-4ca6-ba67-2d2850b00aab req-74403091-5316-4d5b-9645-251289aaccf2 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778100 Aug 03 19:44:29.859323 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [req-b05e6735-488e-4229-bf62-37d46b3e00de req-be20366e-9415-496f-9dc8-5f759fb872e7 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:44:29.860871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b05e6735-488e-4229-bf62-37d46b3e00de req-be20366e-9415-496f-9dc8-5f759fb872e7 service neutron] 10.222.0.74 "DELETE /v2.0/ports/d3666060-b6d2-4366-b633-77a303e41446/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0895126 Aug 03 19:44:29.871266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=d3666060-b6d2-4366-b633-77a303e41446,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:29.884628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'd3666060-b6d2-4366-b633-77a303e41446', 'network_id': 'f655e83e-b0c9-4bdf-a87a-6be8f9319cf0', 'port_id': 'd3666060-b6d2-4366-b633-77a303e41446', 'mac_address': 'fa:16:3e:84:1d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967aaaa1-7c75-445e-8919-94fe68264bb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:44:29.930730 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:29.945165 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3666060-b6d2-4366-b633-77a303e41446 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:29.966439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=d3666060-b6d2-4366-b633-77a303e41446,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:29.971115 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:30.003731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e6735-488e-4229-bf62-37d46b3e00de req-53a4d160-6242-43e8-97b0-e6ced6b9b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:30.006537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b05e6735-488e-4229-bf62-37d46b3e00de req-53a4d160-6242-43e8-97b0-e6ced6b9b143 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab475c39043249f880d2937e40905ca3&device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 1095 time: 0.0767310 Aug 03 19:44:30.038011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=d3666060-b6d2-4366-b633-77a303e41446,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:30.043189 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:30.110212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e6735-488e-4229-bf62-37d46b3e00de req-6afbb252-a477-4c70-8850-bbd27d61f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:30.111634 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b05e6735-488e-4229-bf62-37d46b3e00de req-6afbb252-a477-4c70-8850-bbd27d61f45c service neutron] 10.222.0.74 "GET /v2.0/networks?id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 200 len: 916 time: 0.0986178 Aug 03 19:44:30.160881 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b05e6735-488e-4229-bf62-37d46b3e00de req-c4c2a019-270e-4450-b4a1-5c6dd531fdd9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3666060-b6d2-4366-b633-77a303e41446 HTTP/1.1" status: 200 len: 217 time: 0.0417323 Aug 03 19:44:30.198249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['d3666060-b6d2-4366-b633-77a303e41446'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:30.222546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e6735-488e-4229-bf62-37d46b3e00de req-910b6d75-3fae-43e1-b5be-726bdeff61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:30.224936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b05e6735-488e-4229-bf62-37d46b3e00de req-910b6d75-3fae-43e1-b5be-726bdeff61d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 200 len: 855 time: 0.0567315 Aug 03 19:44:30.260443 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b05e6735-488e-4229-bf62-37d46b3e00de req-3f58899a-e3bc-45ae-a167-f5df2980bcd1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279462 Aug 03 19:44:30.417192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b05e6735-488e-4229-bf62-37d46b3e00de req-6e34841b-07a4-4ff2-b29a-f42b9a7caacf service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491590 Aug 03 19:44:30.536404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b05e6735-488e-4229-bf62-37d46b3e00de req-51d31bba-b47f-4ab4-9f2c-8250ed04a5cb service neutron] 10.222.0.74 "GET /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107900 Aug 03 19:44:30.992987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7b04-ec16-48d7-86f7-30fdf870cf8a req-32172eee-1335-4624-8cb2-e4b0b64994e3 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:30.994685 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fff7b04-ec16-48d7-86f7-30fdf870cf8a req-32172eee-1335-4624-8cb2-e4b0b64994e3 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 945 time: 0.0769556 Aug 03 19:44:31.044494 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fff7b04-ec16-48d7-86f7-30fdf870cf8a req-8ff1de19-4102-48fa-bff4-2f7a2fd3cc04 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Aug 03 19:44:31.766789 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device d3666060-b6d2-4366-b633-77a303e41446 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:31.821176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port d3666060-b6d2-4366-b633-77a303e41446 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:31.826543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port d3666060-b6d2-4366-b633-77a303e41446 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:31.827098 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.920981 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:31.949096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:31.951881 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a461f0-0e3f-4b57-8e7c-5a9428287a8e" -d '{"events": [{"server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "name": "network-vif-plugged", "status": "completed", "tag": "d3666060-b6d2-4366-b633-77a303e41446"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:31.968482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=d3666060-b6d2-4366-b633-77a303e41446,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:31.975459 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:32.061860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=d3666060-b6d2-4366-b633-77a303e41446,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:32.079842 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f491172a-747f-4c2a-ab94-e62cef0d5ffa x-openstack-request-id: req-f491172a-747f-4c2a-ab94-e62cef0d5ffa {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:32.080310 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "name": "network-vif-plugged", "status": "completed", "tag": "d3666060-b6d2-4366-b633-77a303e41446", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:32.080712 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f491172a-747f-4c2a-ab94-e62cef0d5ffa {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:32.081357 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446', 'code': 200} Aug 03 19:44:32.201156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de67c7-afce-4a87-a774-c1ed38f2cba5 req-bbc85381-b82b-493c-9163-7d72d6c704e2 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:32.202911 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93de67c7-afce-4a87-a774-c1ed38f2cba5 req-bbc85381-b82b-493c-9163-7d72d6c704e2 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0692334 Aug 03 19:44:32.258115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-93de67c7-afce-4a87-a774-c1ed38f2cba5 req-0775ad12-6dc5-4cbb-ac41-bc15f5c3e98c tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479021 Aug 03 19:44:32.390662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bcab0-a68d-4e53-a6cc-a48a332d77e4 req-38c7935c-3f05-46b1-ab17-2dc8d65e05b2 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:32.392457 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c52bcab0-a68d-4e53-a6cc-a48a332d77e4 req-38c7935c-3f05-46b1-ab17-2dc8d65e05b2 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0554509 Aug 03 19:44:32.455079 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c52bcab0-a68d-4e53-a6cc-a48a332d77e4 req-47ac7e46-ebf9-4dca-b4aa-4b59db4729a1 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551679 Aug 03 19:44:32.599150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fe63a-50dd-456a-8134-9ef662881591 req-f681da8e-871f-4387-b727-78a9d5e48af9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:32.601682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee9fe63a-50dd-456a-8134-9ef662881591 req-f681da8e-871f-4387-b727-78a9d5e48af9 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0709534 Aug 03 19:44:32.647347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ee9fe63a-50dd-456a-8134-9ef662881591 req-c4085728-eda4-4514-b889-a0376c205a71 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388029 Aug 03 19:44:33.055060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb2f00-10e5-41cb-8b02-6fbe8870b831 req-93ab7a86-c417-4acc-ba56-d1c9ba76f0d4 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:33.057688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25eb2f00-10e5-41cb-8b02-6fbe8870b831 req-93ab7a86-c417-4acc-ba56-d1c9ba76f0d4 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0735469 Aug 03 19:44:33.104792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-25eb2f00-10e5-41cb-8b02-6fbe8870b831 req-f008eaeb-1050-4fd7-afb7-05777cffeb8e tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 Aug 03 19:44:33.682978 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3bfa514e-0960-4769-ac6f-06859ba622a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:34.192888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d5027-6591-4170-8239-3b488207eafb req-ecee440c-bf89-4673-b445-af7002f14dd6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:34.194604 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f81d5027-6591-4170-8239-3b488207eafb req-ecee440c-bf89-4673-b445-af7002f14dd6 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.37 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0626125 Aug 03 19:44:34.258690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb600b-449b-4bba-89f9-4fb156e46acb req-567313bb-abf9-49ab-8a53-c1dd930c5a89 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:34.260385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4cfb600b-449b-4bba-89f9-4fb156e46acb req-567313bb-abf9-49ab-8a53-c1dd930c5a89 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/ports?device_id=d789a2a8-3878-4f6f-b927-5d3500e57112 HTTP/1.1" status: 200 len: 946 time: 0.0603867 Aug 03 19:44:34.313184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4cfb600b-449b-4bba-89f9-4fb156e46acb req-f2159937-96c7-491c-b839-9bc205a01bbf tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.78 "GET /v2.0/security-groups?id=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458751 Aug 03 19:44:34.341982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-f81d5027-6591-4170-8239-3b488207eafb req-05b71e1e-e2ea-4d10-9137-f50af4235618 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Deleting port d3666060-b6d2-4366-b633-77a303e41446 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:44:34.342552 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f81d5027-6591-4170-8239-3b488207eafb req-05b71e1e-e2ea-4d10-9137-f50af4235618 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:34.778911 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-f81d5027-6591-4170-8239-3b488207eafb req-05b71e1e-e2ea-4d10-9137-f50af4235618 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] For port d3666060-b6d2-4366-b633-77a303e41446, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=d3666060-b6d2-4366-b633-77a303e41446,segment=NetworkSegment(a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe),segment_id=a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:34.779289 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f81d5027-6591-4170-8239-3b488207eafb req-05b71e1e-e2ea-4d10-9137-f50af4235618 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:34.794536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-f81d5027-6591-4170-8239-3b488207eafb req-05b71e1e-e2ea-4d10-9137-f50af4235618 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Calling delete_port for d3666060-b6d2-4366-b633-77a303e41446 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:44:34.956977 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f81d5027-6591-4170-8239-3b488207eafb req-05b71e1e-e2ea-4d10-9137-f50af4235618 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:34.971232 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['d3666060-b6d2-4366-b633-77a303e41446'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:34.993408 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b71e1e-e2ea-4d10-9137-f50af4235618 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Pushing event deleted for resources: {'Port': ['ID=d3666060-b6d2-4366-b633-77a303e41446,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:35.043172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81d5027-6591-4170-8239-3b488207eafb req-05b71e1e-e2ea-4d10-9137-f50af4235618 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] No DVR routers for this DVR port d3666060-b6d2-4366-b633-77a303e41446 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:44:35.046885 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f81d5027-6591-4170-8239-3b488207eafb req-05b71e1e-e2ea-4d10-9137-f50af4235618 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.049669 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f81d5027-6591-4170-8239-3b488207eafb req-05b71e1e-e2ea-4d10-9137-f50af4235618 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] 10.222.0.37 "DELETE /v2.0/ports/d3666060-b6d2-4366-b633-77a303e41446 HTTP/1.1" status: 204 len: 173 time: 0.8475847 Aug 03 19:44:35.050194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'name': 'network-vif-deleted', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:35.052973 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b83141-3481-48d6-827c-621c55e0e347" -d '{"events": [{"server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "name": "network-vif-deleted", "tag": "d3666060-b6d2-4366-b633-77a303e41446"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:35.103734 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b0d878-0cb9-4c75-84d8-a2988a1ab30c x-openstack-request-id: req-21b0d878-0cb9-4c75-84d8-a2988a1ab30c {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:35.104170 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d789a2a8-3878-4f6f-b927-5d3500e57112", "name": "network-vif-deleted", "tag": "d3666060-b6d2-4366-b633-77a303e41446", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:35.104558 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-21b0d878-0cb9-4c75-84d8-a2988a1ab30c {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:35.105157 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd789a2a8-3878-4f6f-b927-5d3500e57112', 'name': 'network-vif-deleted', 'tag': 'd3666060-b6d2-4366-b633-77a303e41446', 'status': 'completed', 'code': 200} Aug 03 19:44:35.465057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34880) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:35.515713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-316151b1-880e-42da-b379-d5dddae65734 admin admin] Deleting subnet 967aaaa1-7c75-445e-8919-94fe68264bb7 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:44:35.521124 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-316151b1-880e-42da-b379-d5dddae65734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.572679 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-316151b1-880e-42da-b379-d5dddae65734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.620259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-316151b1-880e-42da-b379-d5dddae65734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.679156 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-316151b1-880e-42da-b379-d5dddae65734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.704423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316151b1-880e-42da-b379-d5dddae65734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967aaaa1-7c75-445e-8919-94fe68264bb7,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:35.712896 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-316151b1-880e-42da-b379-d5dddae65734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.716129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-316151b1-880e-42da-b379-d5dddae65734 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/967aaaa1-7c75-445e-8919-94fe68264bb7 HTTP/1.1" status: 204 len: 168 time: 0.2498295 Aug 03 19:44:35.719472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34882) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:35.802644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.893471 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.913136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f655e83e-b0c9-4bdf-a87a-6be8f9319cf0']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:35.925430 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:35.925752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3225ee5-9aaf-46f2-81aa-8336a2c4b0fe') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:35.938068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.954463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.961606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:44:35.962022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:44:35.963819 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:44:36.025930 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.032616 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.033627 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f655e83e-b0c9-4bdf-a87a-6be8f9319cf0 HTTP/1.1" status: 204 len: 168 time: 0.3130186 Aug 03 19:44:36.047510 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46494bc-61f5-49cc-b667-ba87f26ea967 admin admin] Pushing event deleted for resources: {'Network': ['ID=f655e83e-b0c9-4bdf-a87a-6be8f9319cf0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:36.170115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34886) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:36.216557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1a7d1d2d-e2d9-410e-98ea-4dab44e386de admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab475c39043249f880d2937e40905ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439267 Aug 03 19:44:36.219466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34888) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:36.275615 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c1d34c8-782f-4a9b-95d5-a4f2d98c8063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.300300 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c1d34c8-782f-4a9b-95d5-a4f2d98c8063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.358205 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c1d34c8-782f-4a9b-95d5-a4f2d98c8063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.362894 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4c1d34c8-782f-4a9b-95d5-a4f2d98c8063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.364813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4c1d34c8-782f-4a9b-95d5-a4f2d98c8063 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a HTTP/1.1" status: 204 len: 168 time: 0.1443095 Aug 03 19:44:36.375270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d34c8-782f-4a9b-95d5-a4f2d98c8063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03e4c8e-a81f-4b15-9adb-f9e8036b1c1a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:36.463278 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ace9e0ad-7231-4850-8802-85e7a4f1f7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:36.780291 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.199594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34910) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:37.321806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1330701106-network', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:37.346290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Made reservation on behalf of 2f7ce5a0f08e4153a6643406bb6a647d for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:37.349688 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.359463 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.476642 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.481538 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.513633 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:44:37.526652 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d844009-c062-41ea-9957-8304b93d8137,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:37.536617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.537189 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Added segment 2703b9ac-e794-48df-b2fc-1f951ba94f76 of type vlan for network 89cc5337-6e36-4821-b0a0-0b22747f70e8 Aug 03 19:44:37.586255 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.625052 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.626134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:37.626737 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.690320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4889987 Aug 03 19:44:37.691075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34914) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:37.699295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbc03c-ef6a-44d2-a59d-162545273014 admin admin] Pushing event updated for resources: {'Network': ['ID=89cc5337-6e36-4821-b0a0-0b22747f70e8,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:37.700382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] Request body: {'subnet': {'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1330701106-subnet', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:37.712344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:44:37.736607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] Made reservation on behalf of 2f7ce5a0f08e4153a6643406bb6a647d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:37.739997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:37.800156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device d3666060-b6d2-4366-b633-77a303e41446 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:44:37.823638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: d3666060-b6d2-4366-b633-77a303e41446 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:44:37.823987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device d3666060-b6d2-4366-b633-77a303e41446 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:44:37.973394 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.046295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:38.053943 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.057343 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:38.057741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] Network hostable DHCP agents. Network: 89cc5337-6e36-4821-b0a0-0b22747f70e8, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:44:38.076594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:44:38.087463 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 89cc5337-6e36-4821-b0a0-0b22747f70e8) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:38.092416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:38.093340 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.102607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d5b4be-93ee-48bc-8852-f42f91c46c5d None None] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:38.118715 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9323673a-1911-4651-967a-2ad8fd541b46 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4233029 Aug 03 19:44:38.119186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34916) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:38.127061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:38.169778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.171693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.298787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.328794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-89cc5337-6e36-4821-b0a0-0b22747f70e8', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:44:38.329904 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.488925 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.495776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Allocated IP 172.20.0.2 (89cc5337-6e36-4821-b0a0-0b22747f70e8/bda96a4d-72c9-4f13-83f3-6c3ca0484fe3/62e6b6ba-1e6a-4f9e-bd86-330534844ea5) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:38.671463 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.690009 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Transition to ACTIVE for port object 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:38.716733 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Transition to ACTIVE for port object 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:38.726563 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.730587 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.759353 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.792141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:38.797589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:38.806002 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:38.827646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Pushing event updated for resources: {'Port': ['ID=62e6b6ba-1e6a-4f9e-bd86-330534844ea5,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:38.886968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Allocated IP 172.25.8.5 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/4e044d24-af85-4de2-ac28-928d706de5da) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:38.914788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Attempting to bind port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:38.915415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Attempting to bind port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:38.916033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Attempting to bind port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:38.925264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:38.926566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:38.927276 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:38.927958 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:38.928810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Bound port: 62e6b6ba-1e6a-4f9e-bd86-330534844ea5, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:38.929489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.007887 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.035895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] For port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:39.042055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] For port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=62e6b6ba-1e6a-4f9e-bd86-330534844ea5,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:39.048381 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.061711 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.110786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:39.115398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:39.121849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:39.147159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20c83d-4670-412e-9012-96023c72a4e8 None None] Pushing event updated for resources: {'Port': ['ID=62e6b6ba-1e6a-4f9e-bd86-330534844ea5,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:39.152918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Pushing event updated for resources: {'Port': ['ID=4e044d24-af85-4de2-ac28-928d706de5da,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:39.495145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.733908 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.804388 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:39.906372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:44:40.060565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:44:40.075880 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Sync routers for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:44:40.084962 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:40.087102 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-98693817-e188-4dcb-a6f9-e63145a4a78a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9662013 Aug 03 19:44:40.091586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34918) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:40.100141 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:40.101878 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:44:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:40.243802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63716c4c-0cbd-43c9-b190-9979de55ad70 None None] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:44:40.249969 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:40.341709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0a6ddfb9-d4cc-423a-b941-239d049b85d2 None None] Provisioning for port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:40.533000 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:39Z', 'revision_number': 3, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:40.570605 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Checking router: 2f9478aa-feaa-4446-b408-24b4dcbbcd86 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:44:40.570957 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Updating router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 port 4e044d24-af85-4de2-ac28-928d706de5da binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:44:40.611114 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:40.745816 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.000912 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.018305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Allocated IP 172.20.0.1 (89cc5337-6e36-4821-b0a0-0b22747f70e8/bda96a4d-72c9-4f13-83f3-6c3ca0484fe3/34ab6e82-5a98-45c4-8606-fd0dd11dbcda) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:41.019021 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Transition to ACTIVE for port object 4e044d24-af85-4de2-ac28-928d706de5da will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:41.027029 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.092345 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Attempting to bind port 4e044d24-af85-4de2-ac28-928d706de5da on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:41.093456 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Attempting to bind port 4e044d24-af85-4de2-ac28-928d706de5da by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:41.093456 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Attempting to bind port 4e044d24-af85-4de2-ac28-928d706de5da on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:41.105559 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:41.105945 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:41.106408 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.106741 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:41.107227 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Bound port: 4e044d24-af85-4de2-ac28-928d706de5da, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:41.107610 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.132995 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78167613-425a-498f-b560-9d744346ec19 None None] Pushing event updated for resources: {'Port': ['ID=4e044d24-af85-4de2-ac28-928d706de5da,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:41.146248 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.146605 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.146944 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.147279 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.147609 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.147937 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.148263 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.148580 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.149078 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.149593 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.149922 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.150251 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78167613-425a-498f-b560-9d744346ec19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.152657 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.174909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Transition to ACTIVE for port object 34ab6e82-5a98-45c4-8606-fd0dd11dbcda will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:41.184571 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] For port 4e044d24-af85-4de2-ac28-928d706de5da, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:41.188896 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] For port 4e044d24-af85-4de2-ac28-928d706de5da, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4e044d24-af85-4de2-ac28-928d706de5da,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:41.195266 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.224658 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.232422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:41.263597 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:41.264464 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:44:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:41.314965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:41.321082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:41.321724 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.326730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Pushing event updated for resources: {'Port': ['ID=34ab6e82-5a98-45c4-8606-fd0dd11dbcda,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:41.327344 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78167613-425a-498f-b560-9d744346ec19 None None] Pushing event updated for resources: {'Port': ['ID=4e044d24-af85-4de2-ac28-928d706de5da,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:41.341967 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:41.351554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:41.355977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:41.392813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.393591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.394102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.394856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.395280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.395659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.396031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.396367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.396696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.397081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.397880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.398422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:41.445989 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:41.449158 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.452930 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.493952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=62e6b6ba-1e6a-4f9e-bd86-330534844ea5,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:41.503439 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.594932 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=62e6b6ba-1e6a-4f9e-bd86-330534844ea5,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:41.713743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2a581e81-5a6f-433d-a9b1-9f354db16541 None None] Provisioning for port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:41.721631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2a581e81-5a6f-433d-a9b1-9f354db16541 None None] Provisioning complete for port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:41.722442 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2a581e81-5a6f-433d-a9b1-9f354db16541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.732684 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:39Z', 'revision_number': 3, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:41.764003 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c14d4d-c65a-45d3-b39a-fe0e961126b5 None None] The sync data for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 is: [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:39Z', 'revision_number': 3, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:44:41.794133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2a581e81-5a6f-433d-a9b1-9f354db16541 None None] Port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:42.015548 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.239035 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.245714 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.327357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Pushing event updated for resources: {'Port': ['ID=34ab6e82-5a98-45c4-8606-fd0dd11dbcda,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:42.330013 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.454802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:42.456528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:42.622099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:44:42.767706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:44:42.775515 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-87647cfd-5d5f-4bef-80ca-f5906f31c1ef admin admin] 10.222.0.78 "PUT /v2.0/routers/2f9478aa-feaa-4446-b408-24b4dcbbcd86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6799235 Aug 03 19:44:42.830247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-39a8aa81-109d-4183-a717-e896ee19678b None None] Provisioning complete for port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:42.830873 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-39a8aa81-109d-4183-a717-e896ee19678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:42.872046 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-39a8aa81-109d-4183-a717-e896ee19678b None None] Port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:43.267382 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34926) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.272884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4e044d24-af85-4de2-ac28-928d706de5da up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:43.274150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-64740f34-d0c5-48d9-aca3-d3f902d87168 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659081989', 'description': 'tempest-description--504425446'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:43.301404 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64740f34-d0c5-48d9-aca3-d3f902d87168 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.345196 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 4e044d24-af85-4de2-ac28-928d706de5da completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:43.352133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4e044d24-af85-4de2-ac28-928d706de5da triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:43.352133 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.439464 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64740f34-d0c5-48d9-aca3-d3f902d87168 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.445051 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.445441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64740f34-d0c5-48d9-aca3-d3f902d87168 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.469169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 4e044d24-af85-4de2-ac28-928d706de5da, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4e044d24-af85-4de2-ac28-928d706de5da,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:43.475368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.477065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:43.479017 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64740f34-d0c5-48d9-aca3-d3f902d87168 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15aae56-e81d-4ada-b48b-a39ada20ade3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:43.481656 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-64740f34-d0c5-48d9-aca3-d3f902d87168 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.487757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-64740f34-d0c5-48d9-aca3-d3f902d87168 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2181752 Aug 03 19:44:43.492740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34928) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.498996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-11d7a606-8bb8-4f03-af31-94618a069838 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'security_group_rule': {'security_group_id': 'a15aae56-e81d-4ada-b48b-a39ada20ade3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:43.539204 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11d7a606-8bb8-4f03-af31-94618a069838 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.561719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=4e044d24-af85-4de2-ac28-928d706de5da,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:43.578535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:43.579113 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.606669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Sync routers for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:44:43.629666 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11d7a606-8bb8-4f03-af31-94618a069838 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.631058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:43.631729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:44:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:43.634985 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11d7a606-8bb8-4f03-af31-94618a069838 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.649914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7a606-8bb8-4f03-af31-94618a069838 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad74360-a07f-4004-8d44-0b0d7889fd88,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:43.664233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-11d7a606-8bb8-4f03-af31-94618a069838 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.665882 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-11d7a606-8bb8-4f03-af31-94618a069838 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712136 Aug 03 19:44:43.670160 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 34930) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.675156 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-bad7113a-af6f-48d0-bc17-d3875d8a4d13 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'security_group_rule': {'security_group_id': 'a15aae56-e81d-4ada-b48b-a39ada20ade3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:43.712310 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bad7113a-af6f-48d0-bc17-d3875d8a4d13 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.790749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:43.807279 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bad7113a-af6f-48d0-bc17-d3875d8a4d13 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.811907 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bad7113a-af6f-48d0-bc17-d3875d8a4d13 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.831669 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7113a-af6f-48d0-bc17-d3875d8a4d13 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e49d14-c144-48d0-bf16-3779d6aa1444,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:43.839071 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-bad7113a-af6f-48d0-bc17-d3875d8a4d13 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.840384 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-bad7113a-af6f-48d0-bc17-d3875d8a4d13 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1691740 Aug 03 19:44:43.843506 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34932) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:43.849204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:43.874526 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:43.996438 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.024659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:42Z', 'revision_number': 2, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:44.056874 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Checking router: 2f9478aa-feaa-4446-b408-24b4dcbbcd86 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:44:44.057230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Updating router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:44:44.090579 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.113297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Allocated IP 172.25.8.126 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/af7d5889-c19f-42d8-b59b-ef0ec26b2dbf) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:44.240281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.289878 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.338246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:44.341533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:44.345548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:44.375812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event updated for resources: {'Port': ['ID=af7d5889-c19f-42d8-b59b-ef0ec26b2dbf,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:44.396906 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.408056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Transition to ACTIVE for port object 34ab6e82-5a98-45c4-8606-fd0dd11dbcda will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:44.415109 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.482063 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.484841 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d387bbd-94e5-4c23-aadc-baf2fd22d398 None None] Pushing event updated for resources: {'Port': ['ID=34ab6e82-5a98-45c4-8606-fd0dd11dbcda,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:44.551617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.562938 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Attempting to bind port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:44.563560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Attempting to bind port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:44.564205 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Attempting to bind port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:44.575882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:44.576500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:44.577170 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.577832 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:44.578678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Bound port: 34ab6e82-5a98-45c4-8606-fd0dd11dbcda, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:44.579804 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.698474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] For port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:44.706405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] For port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=34ab6e82-5a98-45c4-8606-fd0dd11dbcda,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:44.711108 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.760587 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.766879 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.771184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:44.771931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:44:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:44.844461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event updated for resources: {'Port': ['ID=af7d5889-c19f-42d8-b59b-ef0ec26b2dbf,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:44.846740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d387bbd-94e5-4c23-aadc-baf2fd22d398 None None] Pushing event updated for resources: {'Port': ['ID=34ab6e82-5a98-45c4-8606-fd0dd11dbcda,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:44.860238 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.880447 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:44.882006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-54e1a0e7-fdbd-4bfd-ade3-0e2358588ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0374913 Aug 03 19:44:44.944885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:45.062407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-672083d3-f0f2-4639-834b-d4d5e56ac144 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--659081989&fields=id&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 267 time: 0.0486426 Aug 03 19:44:45.179469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4e044d24-af85-4de2-ac28-928d706de5da up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:45.216220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-3dad5540-b139-4546-9d50-af3437d4afbc tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:45.217868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-3dad5540-b139-4546-9d50-af3437d4afbc tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 812 time: 0.1446245 Aug 03 19:44:45.223052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:44Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:45.235248 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-0d64f08b-5560-4c7c-8838-c1552a8cddbe tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/quotas/2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 375 time: 0.0100582 Aug 03 19:44:45.261303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f0363-6ec4-4334-8f3b-259935be4602 None None] The sync data for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 is: [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:44Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:44:45.274077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 4e044d24-af85-4de2-ac28-928d706de5da triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:45.274343 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:45.315742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-9a060043-5fe0-482c-b5e0-2d35022f446d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727520 Aug 03 19:44:45.479856 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-8d0ea3f2-2c9d-4842-994b-b31e0ffd52d5 service neutron] 10.222.0.78 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423354 Aug 03 19:44:45.585700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-6e1507e8-c8ec-4457-9552-b5e77d32dace service neutron] 10.222.0.78 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991182 Aug 03 19:44:45.706304 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:45.810058 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-48e2374d-dbb8-4756-a96a-045678e26267 req-c5b119cd-d6b0-4d00-b391-4b0d81976704 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 210 time: 0.0503392 Aug 03 19:44:46.957573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16df965b-ff5e-41fd-b9d0-7646746674b7 req-bd6ccbdc-dbe3-438a-9aa8-80e4491d7027 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 210 time: 0.0300136 Aug 03 19:44:47.194879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 34ab6e82-5a98-45c4-8606-fd0dd11dbcda up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:47.231325 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-0d7b35e6-7346-43f0-9105-f4fa7c4be0e9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:47.232881 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-0d7b35e6-7346-43f0-9105-f4fa7c4be0e9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 812 time: 0.4223280 Aug 03 19:44:47.260947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:47.264864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:47.265239 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.279752 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-9e3a78df-dbf5-4283-b8c4-09e5e7da029b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 379 time: 0.0373468 Aug 03 19:44:47.290805 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'port': {'device_id': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'admin_state_up': True, 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'security_groups': ['a15aae56-e81d-4ada-b48b-a39ada20ade3']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:47.354713 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.390985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=34ab6e82-5a98-45c4-8606-fd0dd11dbcda,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:47.396099 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.427189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Made reservation on behalf of 2f7ce5a0f08e4153a6643406bb6a647d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:47.431001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.455959 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=34ab6e82-5a98-45c4-8606-fd0dd11dbcda,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:47.568730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Allocated IP 172.20.0.11 (89cc5337-6e36-4821-b0a0-0b22747f70e8/bda96a4d-72c9-4f13-83f3-6c3ca0484fe3/c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:47.738010 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.754356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Transition to ACTIVE for port object c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:47.792678 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.836139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:47.839722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:47.843829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:47.879286 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event updated for resources: {'Port': ['ID=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:47.920032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:47.920771 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:47.939107 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f4f096ae-81ef-4586-b1db-bfd9c138a695 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6520290 Aug 03 19:44:47.952781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Request body: {'port': {'device_id': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:48.026773 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.128988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc153a9-e67f-4503-b3da-186bae4bac99 req-d0fc9858-332c-4115-8571-29e3272cd98a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:48.131799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2fc153a9-e67f-4503-b3da-186bae4bac99 req-d0fc9858-332c-4115-8571-29e3272cd98a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 932 time: 0.0710552 Aug 03 19:44:48.171974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9af3977b-391a-49dc-b3ac-9755d2085b9c None None] Provisioning for port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:48.176690 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9af3977b-391a-49dc-b3ac-9755d2085b9c None None] Provisioning complete for port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:48.177455 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9af3977b-391a-49dc-b3ac-9755d2085b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.195279 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2fc153a9-e67f-4503-b3da-186bae4bac99 req-21e7476b-1f2d-4cca-a4a7-6bbfddaf9440 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548224 Aug 03 19:44:48.412126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:48.422206 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.438759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Transition to ACTIVE for port object c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:48.444768 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.469209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9af3977b-391a-49dc-b3ac-9755d2085b9c None None] Port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:48.552583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:48.591622 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Attempting to bind port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:48.591960 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Attempting to bind port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:48.592296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Attempting to bind port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:48.598180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:44:48.598524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Attempting to bind port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:48.606906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:48.607468 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:48.608102 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:48.608812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Bound port: c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:48.609413 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.693120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:48.697813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:48.703678 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.749610 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:48.750256 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:48.751764 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] 10.222.0.37 "PUT /v2.0/ports/c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 1092 time: 0.8043749 Aug 03 19:44:48.752224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:48.754612 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cb623d-0049-427e-9679-4903ac8b8f41" -d '{"events": [{"name": "network-changed", "server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:48.794348 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c32be-42f4-4a68-be0f-081e76c08cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:48.827941 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bfeb6c-42d1-48cb-a54d-987016724507 x-openstack-request-id: req-10bfeb6c-42d1-48cb-a54d-987016724507 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:48.828342 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:48.828699 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10bfeb6c-42d1-48cb-a54d-987016724507 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:48.829274 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'status': 'completed', 'code': 200} Aug 03 19:44:48.873244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-31eb1a80-2821-44b3-af8c-d3bee474cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:48.874925 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-31eb1a80-2821-44b3-af8c-d3bee474cfbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 1095 time: 0.0606706 Aug 03 19:44:48.930041 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-6dc7ea88-d54d-4be2-9440-3e33c268685f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 217 time: 0.0465808 Aug 03 19:44:48.991961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-c8442d7f-6ff1-4ee3-86a1-b73fd57bb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:48.993739 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-c8442d7f-6ff1-4ee3-86a1-b73fd57bb272 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0550461 Aug 03 19:44:49.073000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-963c0cb4-625b-413f-b592-f5d1e9d9a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.075684 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-963c0cb4-625b-413f-b592-f5d1e9d9a68d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738328 Aug 03 19:44:49.153434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 34ab6e82-5a98-45c4-8606-fd0dd11dbcda up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:49.195917 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-cece6db6-1660-4f2c-9a38-9587291da1b8 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119452 Aug 03 19:44:49.203169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:49.203664 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:49.318246 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-dce4ebca-5f49-4f60-8dad-c32c4ebdc51f req-4b46bfb0-61c1-4859-b19c-99f9ad3551a0 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147580 Aug 03 19:44:49.351450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb730d7-640f-4646-bb14-da87b6d45039 req-dd82b098-38a5-449d-97db-813b4de0813b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.354219 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dcb730d7-640f-4646-bb14-da87b6d45039 req-dd82b098-38a5-449d-97db-813b4de0813b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 944 time: 0.0773363 Aug 03 19:44:49.406105 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dcb730d7-640f-4646-bb14-da87b6d45039 req-605bef32-c1e6-4a30-a4a5-bdea3935b8ca tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457454 Aug 03 19:44:49.408308 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb623d-0049-427e-9679-4903ac8b8f41 req-13d7e14e-af68-409b-90b9-95e45040cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.410079 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27cb623d-0049-427e-9679-4903ac8b8f41 req-13d7e14e-af68-409b-90b9-95e45040cd22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 1095 time: 0.0449896 Aug 03 19:44:49.514093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb623d-0049-427e-9679-4903ac8b8f41 req-243290be-c520-4584-aee7-f3d788d4a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.515621 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27cb623d-0049-427e-9679-4903ac8b8f41 req-243290be-c520-4584-aee7-f3d788d4a9ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0976105 Aug 03 19:44:49.560127 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27cb623d-0049-427e-9679-4903ac8b8f41 req-70e3b8bc-86ac-47c9-ada3-a88c3f0f6598 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 217 time: 0.0366349 Aug 03 19:44:49.612178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb623d-0049-427e-9679-4903ac8b8f41 req-43409073-ffb8-41c9-b949-6032065dd620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.614286 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27cb623d-0049-427e-9679-4903ac8b8f41 req-43409073-ffb8-41c9-b949-6032065dd620 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0463135 Aug 03 19:44:49.671118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb623d-0049-427e-9679-4903ac8b8f41 req-e071fdcc-e40b-4abb-8abb-87f0731cb4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.672837 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27cb623d-0049-427e-9679-4903ac8b8f41 req-e071fdcc-e40b-4abb-8abb-87f0731cb4ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508263 Aug 03 19:44:49.769872 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27cb623d-0049-427e-9679-4903ac8b8f41 req-f5a73348-44ba-4c65-aa93-f634b9300dbc service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891387 Aug 03 19:44:49.873838 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-27cb623d-0049-427e-9679-4903ac8b8f41 req-fb578396-a0dd-4a77-bd56-64ba822553f6 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953660 Aug 03 19:44:50.538844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e5560-53ce-4094-a7d3-2ecec5848f06 req-fde28e85-32b6-4bdc-98a4-5e2097a26588 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:50.540489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d0e5560-53ce-4094-a7d3-2ecec5848f06 req-fde28e85-32b6-4bdc-98a4-5e2097a26588 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 944 time: 0.0534074 Aug 03 19:44:50.584331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d0e5560-53ce-4094-a7d3-2ecec5848f06 req-a60b8f8f-cc54-43f6-b11b-b195263df373 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373733 Aug 03 19:44:51.711973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42e5b5-b7f2-491d-97e5-867a6e71c847 req-f4f26122-7c34-4761-a9d7-6f43fc292e42 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:51.713602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb42e5b5-b7f2-491d-97e5-867a6e71c847 req-f4f26122-7c34-4761-a9d7-6f43fc292e42 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 944 time: 0.0563819 Aug 03 19:44:51.754929 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb42e5b5-b7f2-491d-97e5-867a6e71c847 req-af9081d2-f9f2-4a08-b00d-85a9b7644df8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350041 Aug 03 19:44:51.870874 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:44:51.980353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:51.993394 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'port_id': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'mac_address': 'fa:16:3e:9e:58:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:44:52.032255 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.046042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:52.076107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:52.082561 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.140465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:52.149804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.149804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.149804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.149804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.149804 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.150387 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.150387 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.150636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.150969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.151297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.151622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.151979 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:52.274066 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:52.882541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fcb62-8a27-4d5a-9194-05dfd4a54036 req-e1279eb2-2208-45b1-b671-642f9983ad49 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:52.884417 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d31fcb62-8a27-4d5a-9194-05dfd4a54036 req-e1279eb2-2208-45b1-b671-642f9983ad49 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 945 time: 0.0558054 Aug 03 19:44:52.937159 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d31fcb62-8a27-4d5a-9194-05dfd4a54036 req-436120a0-21b8-4716-a18b-0ca93ef48493 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462029 Aug 03 19:44:53.887154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:53.949319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:53.953719 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:53.954095 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.056520 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.072759 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568babfd-f92b-463a-b312-4a171550f695 req-d16ebb48-819c-4a16-9c86-3fd883d30042 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:54.074408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-568babfd-f92b-463a-b312-4a171550f695 req-d16ebb48-819c-4a16-9c86-3fd883d30042 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 945 time: 0.0599639 Aug 03 19:44:54.080044 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:54.083164 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2db2e1-81b2-44f8-8105-84c92c95c9d5" -d '{"events": [{"server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "name": "network-vif-plugged", "status": "completed", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:54.100248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:54.109408 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:54.123060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-568babfd-f92b-463a-b312-4a171550f695 req-86bf6ca0-bcab-4cfa-90ab-d520f8978148 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Aug 03 19:44:54.142093 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7558b9-27ff-4460-9dbc-ee4301397930 x-openstack-request-id: req-ca7558b9-27ff-4460-9dbc-ee4301397930 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:54.142390 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "name": "network-vif-plugged", "status": "completed", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:54.142548 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca7558b9-27ff-4460-9dbc-ee4301397930 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:54.142920 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'code': 200} Aug 03 19:44:54.178176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:54.239877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9da4e-ecc9-4f0a-a17f-01190b5e30d8 req-bb562e47-017f-41e1-bc48-aeb1f8c54c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:54.241682 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-82b9da4e-ecc9-4f0a-a17f-01190b5e30d8 req-bb562e47-017f-41e1-bc48-aeb1f8c54c99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 1097 time: 0.0486686 Aug 03 19:44:54.282024 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-82b9da4e-ecc9-4f0a-a17f-01190b5e30d8 req-bdf42bfc-ac6f-4428-ae21-9a549cbb5891 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323944 Aug 03 19:44:55.274796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b281355-bf03-47ed-b723-b027dbbd7f93 req-b1be76e5-88bb-4913-abac-d29a5649a102 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:55.276353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b281355-bf03-47ed-b723-b027dbbd7f93 req-b1be76e5-88bb-4913-abac-d29a5649a102 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0600491 Aug 03 19:44:55.325793 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b281355-bf03-47ed-b723-b027dbbd7f93 req-86589a2e-b7da-4aaa-8c5c-98db15c9e8f3 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375352 Aug 03 19:44:55.453965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf5b2d-4eed-456f-b466-f635868eddf1 req-58038909-86e1-4bfc-bdbc-c2f5d71d091b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:55.455878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5daf5b2d-4eed-456f-b466-f635868eddf1 req-58038909-86e1-4bfc-bdbc-c2f5d71d091b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0563264 Aug 03 19:44:55.467757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 34982) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:55.473220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b69f1b19-7e13-458d-954f-cff912eb1089 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'floatingip': {'port_id': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:55.522090 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b69f1b19-7e13-458d-954f-cff912eb1089 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.024148 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b69f1b19-7e13-458d-954f-cff912eb1089 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.028895 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b69f1b19-7e13-458d-954f-cff912eb1089 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.155493 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-b69f1b19-7e13-458d-954f-cff912eb1089 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158 associated. External IP: 172.25.8.126, port: c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b. Aug 03 19:44:56.405377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69f1b19-7e13-458d-954f-cff912eb1089 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:44:56.531542 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69f1b19-7e13-458d-954f-cff912eb1089 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:44:56.537311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b69f1b19-7e13-458d-954f-cff912eb1089 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:56.543009 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6082f-6a39-4560-850e-622052452010 None None] Sync routers for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:44:56.558020 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6082f-6a39-4560-850e-622052452010 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:56.558887 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2ac6082f-6a39-4560-850e-622052452010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:44:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:56.572168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b69f1b19-7e13-458d-954f-cff912eb1089 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "PUT /v2.0/floatingips/7ea453f1-79cf-40ad-a6b0-239b4c3a4158 HTTP/1.1" status: 200 len: 992 time: 1.1030333 Aug 03 19:44:56.572748 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:56.575421 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f7a76b-e349-48b1-8229-1f02780601d3" -d '{"events": [{"name": "network-changed", "server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:56.690454 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129debbd-4d22-431f-a0d2-e77641e877b0 x-openstack-request-id: req-129debbd-4d22-431f-a0d2-e77641e877b0 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:56.690752 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:56.691605 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-129debbd-4d22-431f-a0d2-e77641e877b0 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:56.691972 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'status': 'completed', 'code': 200} Aug 03 19:44:56.705774 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2ac6082f-6a39-4560-850e-622052452010 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:56.761398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a76b-e349-48b1-8229-1f02780601d3 req-12e20fe7-f575-443b-a981-f7592c34d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:56.763035 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2f7a76b-e349-48b1-8229-1f02780601d3 req-12e20fe7-f575-443b-a981-f7592c34d775 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 1097 time: 0.0445549 Aug 03 19:44:56.866494 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a76b-e349-48b1-8229-1f02780601d3 req-ed238164-fe87-4c6f-8de3-5fd7430a8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:56.868102 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2f7a76b-e349-48b1-8229-1f02780601d3 req-ed238164-fe87-4c6f-8de3-5fd7430a8b2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0974336 Aug 03 19:44:56.946623 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2f7a76b-e349-48b1-8229-1f02780601d3 req-7b202423-eb51-4940-8744-208a0b8f7a1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 1000 time: 0.0708539 Aug 03 19:44:56.997238 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2ac6082f-6a39-4560-850e-622052452010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:9e:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:44:55Z', 'revision_number': 1, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:57.008336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a76b-e349-48b1-8229-1f02780601d3 req-ec60641b-a246-42f7-9403-d30278e5b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:57.010001 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2f7a76b-e349-48b1-8229-1f02780601d3 req-ec60641b-a246-42f7-9403-d30278e5b24b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0559587 Aug 03 19:44:57.026733 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6082f-6a39-4560-850e-622052452010 None None] Checking router: 2f9478aa-feaa-4446-b408-24b4dcbbcd86 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:44:57.037229 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6082f-6a39-4560-850e-622052452010 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:57.037881 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2ac6082f-6a39-4560-850e-622052452010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:44:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:57.073644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a76b-e349-48b1-8229-1f02780601d3 req-62e864f5-250f-4cb9-991b-36b0e29f1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:57.075293 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2f7a76b-e349-48b1-8229-1f02780601d3 req-62e864f5-250f-4cb9-991b-36b0e29f1bbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560462 Aug 03 19:44:57.121659 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:44:57.190691 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2ac6082f-6a39-4560-850e-622052452010 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:57.231781 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2f7a76b-e349-48b1-8229-1f02780601d3 req-402e36e2-eb41-40a9-8441-6f2a69d09e99 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464338 Aug 03 19:44:57.386958 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2f7a76b-e349-48b1-8229-1f02780601d3 req-7f1d86a2-da4e-4750-8e81-adc635111a96 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461546 Aug 03 19:44:57.470782 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2ac6082f-6a39-4560-850e-622052452010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:9e:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:44:55Z', 'revision_number': 1, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:57.499602 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6082f-6a39-4560-850e-622052452010 None None] The sync data for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 is: [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:9e:58:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:44:55Z', 'revision_number': 1, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:44:57.754113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28baa439-b3c9-4755-bb26-a5cb7016aa84 None None] New status for floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:45:00.047883 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:03.687650 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b50dee0a-cab6-459c-a143-d8920ec89338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.456511 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1441-1779-403f-bd6c-6006058fea4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:06.764381 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:08.053892 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.808405 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:15.701227 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:30.064645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:33.689024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b218837-58b5-4e3b-b5d9-793c14652593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:34.147558 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:45:36.461178 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1c7d33a8-d5ba-40ea-b535-08216b3f1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:36.768450 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:38.063327 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:39.807841 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:45.704595 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:47.530465 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-a3cdf696-d48c-453c-8ff8-c7a521341634 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566323 Aug 03 19:45:47.621289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-e9da431a-856f-4542-a0cb-48a86cd4e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:47.622869 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-e9da431a-856f-4542-a0cb-48a86cd4e7b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 1097 time: 0.0458927 Aug 03 19:45:47.751206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-1c7a29f6-a387-4dc8-a7c1-cc2cf0e9982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:47.753324 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-1c7a29f6-a387-4dc8-a7c1-cc2cf0e9982c service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1055906 Aug 03 19:45:47.843104 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-6ee7639a-deac-4e53-a177-e543b7c234b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 1002 time: 0.0819426 Aug 03 19:45:47.926090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-534ec3b2-8b2a-40d6-ab8b-a6dc3af6930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:47.928651 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-534ec3b2-8b2a-40d6-ab8b-a6dc3af6930a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0784373 Aug 03 19:45:47.982470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-85f7d76f-2686-437d-bedd-fdb925d02de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:47.984062 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-85f7d76f-2686-437d-bedd-fdb925d02de0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484962 Aug 03 19:45:48.097539 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-5e2e8af2-8b86-43f2-9500-2a7ca01055d1 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061890 Aug 03 19:45:48.212037 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a5efb1c6-4cc9-4824-a08c-076971d32796 req-41351d28-fe07-46f0-b5a1-f5559b0f672f service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072309 Aug 03 19:46:00.075781 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.696542 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-81ada1ad-96f6-4cb9-b2ce-192e0ae478c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.465670 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-21d81a90-d327-40f1-ad6e-d3eb76e995a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.772207 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:08.060117 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:09.812814 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:11.147005 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:46:15.700339 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:30.091184 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:33.694635 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77eeb927-570e-4c84-b641-1dd53cec88ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:34.324787 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10750688-6dca-426d-beee-7733da987e74 req-8def488b-0c2b-4323-b89c-96c93a07bb10 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:34.326594 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10750688-6dca-426d-beee-7733da987e74 req-8def488b-0c2b-4323-b89c-96c93a07bb10 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.1238682 Aug 03 19:46:34.370338 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10750688-6dca-426d-beee-7733da987e74 req-6191e9b6-eb23-4210-9c2b-f30b73a9e70e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364647 Aug 03 19:46:34.690349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35204) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:34.870185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddb8b6-01b1-4be0-a20f-6e33b3e0097b req-c8d55eb0-2a8b-4a67-a826-2740ebdb9b62 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:34.872826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85ddb8b6-01b1-4be0-a20f-6e33b3e0097b req-c8d55eb0-2a8b-4a67-a826-2740ebdb9b62 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.1389892 Aug 03 19:46:34.886850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-57a66390-4490-47e6-aaca-538eddcd2f0d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1937909 Aug 03 19:46:34.947839 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85ddb8b6-01b1-4be0-a20f-6e33b3e0097b req-c693665f-85f4-4566-947c-b6371a18d1fb tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664501 Aug 03 19:46:36.152966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b821d39-93ed-4fd3-bc80-6d7f6b0fcb50 req-2a9a704a-d1b8-4db3-afef-d416e8cbdc49 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:36.154623 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b821d39-93ed-4fd3-bc80-6d7f6b0fcb50 req-2a9a704a-d1b8-4db3-afef-d416e8cbdc49 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.1189799 Aug 03 19:46:36.199013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9b821d39-93ed-4fd3-bc80-6d7f6b0fcb50 req-1acb1709-7567-4cfc-aef3-a6e966c9182e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373714 Aug 03 19:46:36.202378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-6a2dc358-44cd-471f-a51d-1c09b72c007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:36.204654 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-6a2dc358-44cd-471f-a51d-1c09b72c007f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 1097 time: 0.0527055 Aug 03 19:46:36.301208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-cf7ee1ce-c778-47cf-8ad4-71423d59d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:36.302668 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-cf7ee1ce-c778-47cf-8ad4-71423d59d239 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0911093 Aug 03 19:46:36.382079 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-199b512d-d61f-4905-b23d-3b4bd2f05810 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 1002 time: 0.0719111 Aug 03 19:46:36.434001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-3ddcdb30-8624-44ab-b22e-78797ed405ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:36.435512 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-3ddcdb30-8624-44ab-b22e-78797ed405ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0469868 Aug 03 19:46:36.470682 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b90c0239-a16b-4dfc-b4bc-decc1475c13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:36.497424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-aab12f73-8d66-40aa-bc9a-c5bf852f768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:36.499013 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-aab12f73-8d66-40aa-bc9a-c5bf852f768d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565429 Aug 03 19:46:36.602040 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-22892c26-694a-4cf5-b672-da41b0f494fd service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941505 Aug 03 19:46:36.698476 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-d2f601f2-66ff-4aa5-bcd9-a646771f4daf service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889456 Aug 03 19:46:36.784368 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:37.350205 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3a655-cfd4-4e62-b5a3-0d9b72d5b507 req-b08914f9-affe-4ece-bab9-6befa7304377 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:37.352342 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ec3a655-cfd4-4e62-b5a3-0d9b72d5b507 req-b08914f9-affe-4ece-bab9-6befa7304377 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0617514 Aug 03 19:46:37.396759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ec3a655-cfd4-4e62-b5a3-0d9b72d5b507 req-99c0b011-1f71-4979-8054-4c7d00502ea6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375710 Aug 03 19:46:38.070824 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:38.554762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01d5f-3ae1-49cb-8b76-05fdbb112a9a req-f381c959-34e5-40e8-baef-c95bcd568367 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:38.556346 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b8d01d5f-3ae1-49cb-8b76-05fdbb112a9a req-f381c959-34e5-40e8-baef-c95bcd568367 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0530617 Aug 03 19:46:38.599610 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b8d01d5f-3ae1-49cb-8b76-05fdbb112a9a req-3c20b7f9-e8ad-42ba-86b1-ec117340b8a0 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367558 Aug 03 19:46:39.733686 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63228423-fb33-477b-9386-c170512e931e req-07ff025d-fd10-4040-ad4a-ed079ca526e4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:39.735304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63228423-fb33-477b-9386-c170512e931e req-07ff025d-fd10-4040-ad4a-ed079ca526e4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0541465 Aug 03 19:46:39.786925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-63228423-fb33-477b-9386-c170512e931e req-fe32b418-d142-4d3a-8003-aedcc0d7b86c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451853 Aug 03 19:46:39.814588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:40.924075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd839bc-c6ae-4bfa-aeb1-4c3d02894189 req-ff2bd7e5-3c08-494a-b1d3-26dda3887331 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:40.925713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2dd839bc-c6ae-4bfa-aeb1-4c3d02894189 req-ff2bd7e5-3c08-494a-b1d3-26dda3887331 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0559070 Aug 03 19:46:40.967083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2dd839bc-c6ae-4bfa-aeb1-4c3d02894189 req-a21ba8fc-33b4-4f43-ab69-420a164d5c9c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353868 Aug 03 19:46:42.093048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83548fb-dda4-4107-b729-eb94c3ad8936 req-5a7ea57e-a761-401c-afc7-d6da5380a485 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:42.095301 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e83548fb-dda4-4107-b729-eb94c3ad8936 req-5a7ea57e-a761-401c-afc7-d6da5380a485 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0535746 Aug 03 19:46:42.142443 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e83548fb-dda4-4107-b729-eb94c3ad8936 req-4da6b1ef-07f4-41e1-8e18-d7965272bba1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358198 Aug 03 19:46:43.266314 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6f67c-b21a-4323-a059-62ee33772ad6 req-c2c516c3-171c-4d80-93c7-511f4e23935d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:43.267906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85f6f67c-b21a-4323-a059-62ee33772ad6 req-c2c516c3-171c-4d80-93c7-511f4e23935d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0536354 Aug 03 19:46:43.313524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85f6f67c-b21a-4323-a059-62ee33772ad6 req-b7ec5e42-7948-42ab-bc0a-56f26e0f987c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351410 Aug 03 19:46:44.449585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9637eb-927c-48e7-8540-055ff2fde609 req-71b63ea0-2bf0-499c-b00a-99b6a5f431a2 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:44.451278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf9637eb-927c-48e7-8540-055ff2fde609 req-71b63ea0-2bf0-499c-b00a-99b6a5f431a2 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0586665 Aug 03 19:46:44.499175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf9637eb-927c-48e7-8540-055ff2fde609 req-192c5db1-831f-48f8-8401-cdf918b2e339 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366862 Aug 03 19:46:45.646141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758897-fcb0-42f3-b5a6-6fbfa45c3c52 req-edf98c73-4837-4b7d-91bd-912bb31da891 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:45.648867 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6758897-fcb0-42f3-b5a6-6fbfa45c3c52 req-edf98c73-4837-4b7d-91bd-912bb31da891 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0737653 Aug 03 19:46:45.699764 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.706182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d6758897-fcb0-42f3-b5a6-6fbfa45c3c52 req-a6303210-09ec-4d3a-ada2-d5d10ece144c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512340 Aug 03 19:46:46.837271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e330609-074c-4cbd-a6e8-db357d9aaafd req-37d9b882-bfc6-4040-b550-ffca93b5c046 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:46.839972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e330609-074c-4cbd-a6e8-db357d9aaafd req-37d9b882-bfc6-4040-b550-ffca93b5c046 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0617497 Aug 03 19:46:46.904165 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e330609-074c-4cbd-a6e8-db357d9aaafd req-21f1f540-c61c-4269-8def-3d9e2074a044 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568020 Aug 03 19:46:48.035627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bc070-0c31-422e-8f74-f4b6c3b1d8f8 req-63dd0912-c00e-4a4e-8d39-fee70c2ae090 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:48.037574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-759bc070-0c31-422e-8f74-f4b6c3b1d8f8 req-63dd0912-c00e-4a4e-8d39-fee70c2ae090 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0573599 Aug 03 19:46:48.081483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-759bc070-0c31-422e-8f74-f4b6c3b1d8f8 req-e146ca56-cf2c-45cc-98e3-9e8fd5768101 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377057 Aug 03 19:46:48.146941 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:46:49.222178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df035afa-d7ff-461b-b321-9929c1579b84 req-48d057bf-fbdb-4489-8167-05e272d6e28e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:49.224130 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df035afa-d7ff-461b-b321-9929c1579b84 req-48d057bf-fbdb-4489-8167-05e272d6e28e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0674093 Aug 03 19:46:49.268654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df035afa-d7ff-461b-b321-9929c1579b84 req-316015e8-924a-4a31-9e77-0710dbc84568 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381994 Aug 03 19:46:49.573436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d4a22-a152-45f9-892a-28a9ef50a5e5 req-9d7dae7e-2532-4901-b06d-b2a14b3c4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:49.575141 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a44d4a22-a152-45f9-892a-28a9ef50a5e5 req-9d7dae7e-2532-4901-b06d-b2a14b3c4076 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 1097 time: 0.0507989 Aug 03 19:46:49.692403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d4a22-a152-45f9-892a-28a9ef50a5e5 req-1c669ee8-1ebb-4df4-a57d-bd5020ce9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:49.694370 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a44d4a22-a152-45f9-892a-28a9ef50a5e5 req-1c669ee8-1ebb-4df4-a57d-bd5020ce9d22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0991483 Aug 03 19:46:49.776262 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a44d4a22-a152-45f9-892a-28a9ef50a5e5 req-487d2a46-32e7-4696-99fb-f6869ae75f28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 1002 time: 0.0745423 Aug 03 19:46:49.831105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d4a22-a152-45f9-892a-28a9ef50a5e5 req-bacbc215-77c1-44c3-8f23-dbe18c46b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:49.832532 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a44d4a22-a152-45f9-892a-28a9ef50a5e5 req-bacbc215-77c1-44c3-8f23-dbe18c46b302 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0489650 Aug 03 19:46:49.884170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d4a22-a152-45f9-892a-28a9ef50a5e5 req-53b44241-cace-4ee3-b0e4-92b77a68970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:49.885787 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a44d4a22-a152-45f9-892a-28a9ef50a5e5 req-53b44241-cace-4ee3-b0e4-92b77a68970f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457067 Aug 03 19:46:49.983133 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a44d4a22-a152-45f9-892a-28a9ef50a5e5 req-6083426c-d961-40be-94d7-d78bc84b3f6e service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900838 Aug 03 19:46:50.081399 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a44d4a22-a152-45f9-892a-28a9ef50a5e5 req-46bb9b24-aad6-46b4-b058-e95c6ec31641 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896897 Aug 03 19:46:50.393255 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a7571-7aad-4bc8-a314-13b15d53090e req-4d118afb-a86b-4aa2-b57b-eb1883e3094c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:50.394937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b3a7571-7aad-4bc8-a314-13b15d53090e req-4d118afb-a86b-4aa2-b57b-eb1883e3094c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0521781 Aug 03 19:46:50.436503 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b3a7571-7aad-4bc8-a314-13b15d53090e req-a8169f59-1a8b-4af1-95b5-36dadb22b224 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347452 Aug 03 19:46:51.563365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce086407-55bf-49c9-b579-f6476f0a40aa req-66708f01-927c-4188-979c-5f555a6f3255 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:51.564952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce086407-55bf-49c9-b579-f6476f0a40aa req-66708f01-927c-4188-979c-5f555a6f3255 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0560834 Aug 03 19:46:51.611314 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce086407-55bf-49c9-b579-f6476f0a40aa req-3ce0c5c4-6678-472e-92dd-c7034a7f7b4c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347238 Aug 03 19:46:52.739592 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f91ef1-f6d7-4ace-9351-a3561c16f742 req-75b2bc16-6de3-4450-bf87-6b6966c8204a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:52.741200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14f91ef1-f6d7-4ace-9351-a3561c16f742 req-75b2bc16-6de3-4450-bf87-6b6966c8204a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0546091 Aug 03 19:46:52.806612 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14f91ef1-f6d7-4ace-9351-a3561c16f742 req-56517a8f-fa8d-4e15-b1fc-9a6a2b236939 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584772 Aug 03 19:46:53.598772 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-25131dca-273b-48ec-80c9-80cd633da698 service neutron] show failed (client error): The resource could not be found. Aug 03 19:46:53.599738 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-25131dca-273b-48ec-80c9-80cd633da698 service neutron] 10.222.0.37 "GET /v2.0/ports/c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0580714 Aug 03 19:46:53.800448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-ae84a2f5-213a-4084-8295-9c1bc501c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:53.802019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-ae84a2f5-213a-4084-8295-9c1bc501c163 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 1097 time: 0.0428381 Aug 03 19:46:53.821322 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:53.893861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.978841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23095e9e-7190-4dbc-a473-920a792c7421 req-a078db3a-9b89-4195-8e43-4a587369464c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:53.980933 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23095e9e-7190-4dbc-a473-920a792c7421 req-a078db3a-9b89-4195-8e43-4a587369464c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.1031089 Aug 03 19:46:54.101035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23095e9e-7190-4dbc-a473-920a792c7421 req-7cbdd07a-9782-4e08-b1b1-a0ff551faa6c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055250 Aug 03 19:46:54.208243 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:54.246464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:54.292101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:54.294580 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3d214f-6a62-43c4-a209-690ada1f704e" -d '{"events": [{"server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "name": "network-vif-unplugged", "status": "completed", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:54.299573 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:54.316241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Transition to ACTIVE for port object c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:54.320175 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:54.386771 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dee8c0c-5f55-488c-9adf-259b3877b95a x-openstack-request-id: req-8dee8c0c-5f55-488c-9adf-259b3877b95a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:54.387083 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "name": "network-vif-unplugged", "status": "completed", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:54.389284 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8dee8c0c-5f55-488c-9adf-259b3877b95a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:54.389284 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'code': 200} Aug 03 19:46:54.442299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:54.468369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.468728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.469066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.469411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.469785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.470121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.470454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.470793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.471125 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.471453 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.471780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.472107 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:54.522362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] No DVR routers for this DVR port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:46:54.998762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Attempting to bind port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:46:54.999734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Attempting to bind port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:46:54.999734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Attempting to bind port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:55.004628 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:46:55.004954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Attempting to bind port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:55.009914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:46:55.010259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:55.010648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:46:55.011090 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Bound port: c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:46:55.011453 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:55.078092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:55.084798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:46:55.091743 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:55.160257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:55.161305 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:55.164050 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] 10.222.0.74 "PUT /v2.0/ports/c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 1092 time: 1.3467336 Aug 03 19:46:55.204517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4eb00-75a6-4cc1-876f-9651bdc9b8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:55.284155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-cf1e5a1b-c6b9-404b-8e98-e8e931e412fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:55.285781 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-cf1e5a1b-c6b9-404b-8e98-e8e931e412fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 1095 time: 0.0772371 Aug 03 19:46:55.298863 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603fd4e-42ac-4a3b-b627-11469baa27a2 req-d0b26f98-ae73-4918-af52-53c24e3c30bd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:55.300490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2603fd4e-42ac-4a3b-b627-11469baa27a2 req-d0b26f98-ae73-4918-af52-53c24e3c30bd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 944 time: 0.0832150 Aug 03 19:46:55.407133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2603fd4e-42ac-4a3b-b627-11469baa27a2 req-94fb5470-6fe8-4f99-9f1b-745457e6fa91 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867898 Aug 03 19:46:55.433903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-d1014e42-21dd-4cf6-9a53-eaa0d969b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:55.436306 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-d1014e42-21dd-4cf6-9a53-eaa0d969b68b service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1346378 Aug 03 19:46:55.508661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8d1f6c0e-72cf-4154-9094-95244ffb003d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 1000 time: 0.0645247 Aug 03 19:46:55.567414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-667cdb73-e86f-454b-b168-58f418f40d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:55.568924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-667cdb73-e86f-454b-b168-58f418f40d35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0520756 Aug 03 19:46:55.619384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8c6dd218-0151-40e5-bcd1-192358eade8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:55.621096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-8c6dd218-0151-40e5-bcd1-192358eade8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455594 Aug 03 19:46:55.713157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-f9a378bb-0d3e-4bfe-b9ef-a054ca39b7f0 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845129 Aug 03 19:46:55.819791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7dc9800-10e0-499b-8988-e4823cac63a3 req-1159bd5f-6313-4d5d-9b8f-98186a862e89 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997221 Aug 03 19:46:56.388725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:56.391862 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd170d7-474b-4d84-a9d1-b7981f82bc82" -d '{"events": [{"name": "network-changed", "server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:56.447901 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83135951-6dab-4049-9c3d-fa66aaff5e81 x-openstack-request-id: req-83135951-6dab-4049-9c3d-fa66aaff5e81 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:56.448414 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:56.448975 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-83135951-6dab-4049-9c3d-fa66aaff5e81 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:56.449550 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'status': 'completed', 'code': 200} Aug 03 19:46:56.526608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-3f398669-62f9-4494-98b5-d2eeac82d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.528647 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-3f398669-62f9-4494-98b5-d2eeac82d0f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 1095 time: 0.0557077 Aug 03 19:46:56.592653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-b515a763-770f-4c74-870c-cc5979e7609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.595143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-b515a763-770f-4c74-870c-cc5979e7609e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 1095 time: 0.0920916 Aug 03 19:46:56.622907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ef154-549d-4e2c-8049-a2c25e4a9439 req-5d2e7943-1259-4073-a50b-486e9162e87f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.625739 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c42ef154-549d-4e2c-8049-a2c25e4a9439 req-5d2e7943-1259-4073-a50b-486e9162e87f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 944 time: 0.1066906 Aug 03 19:46:56.671172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-e345e3c2-57e1-43f5-ba61-a8e254790bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.672733 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-e345e3c2-57e1-43f5-ba61-a8e254790bbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1371565 Aug 03 19:46:56.782671 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c42ef154-549d-4e2c-8049-a2c25e4a9439 req-cfc37a5f-ffa0-4b4e-a2aa-c73aa9d8815d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372528 Aug 03 19:46:56.785010 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-de824325-3fce-4cee-a3e0-9f220e77d17b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 1000 time: 0.1050208 Aug 03 19:46:56.827918 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-39523746-06a5-4c74-9527-56ab2035714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.830331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-39523746-06a5-4c74-9527-56ab2035714c service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.2278471 Aug 03 19:46:56.854948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-4b3ff9d4-58cd-45f0-96ba-133aaed75087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.856894 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-4b3ff9d4-58cd-45f0-96ba-133aaed75087 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0644615 Aug 03 19:46:56.914298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-c8bb31e0-4822-4788-b004-511053fe22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.916034 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-c8bb31e0-4822-4788-b004-511053fe22e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509186 Aug 03 19:46:56.942397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-46f6339c-b309-48b5-8990-421cda8d4a0a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 1000 time: 0.1035182 Aug 03 19:46:57.030490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-22dfe339-f2e9-4ce8-822a-8b8929d0f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:57.032958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-22dfe339-f2e9-4ce8-822a-8b8929d0f895 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0831599 Aug 03 19:46:57.069921 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-a8655b4a-e8c9-4d54-a943-0c4435bec356 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464252 Aug 03 19:46:57.110940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-70ddd96f-c5d4-41c7-ba41-38081173528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:57.113703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-70ddd96f-c5d4-41c7-ba41-38081173528c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723076 Aug 03 19:46:57.184289 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-7db1ab90-1f6a-4685-8ff6-5d32f569b797 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067181 Aug 03 19:46:57.260774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-2eb9a4ff-2852-430a-9439-c2d54c185bc6 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307681 Aug 03 19:46:57.429717 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7bd170d7-474b-4d84-a9d1-b7981f82bc82 req-8cc8fdba-8687-4bea-9181-4c39c63a8470 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497238 Aug 03 19:46:57.941660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2fb2d-786a-48bb-bd03-bae8a050b01e req-c84068db-be26-428c-a5e1-797330254af1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:57.943407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ef2fb2d-786a-48bb-bd03-bae8a050b01e req-c84068db-be26-428c-a5e1-797330254af1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 944 time: 0.0610728 Aug 03 19:46:57.988866 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ef2fb2d-786a-48bb-bd03-bae8a050b01e req-0b2313b0-97f9-4e7f-b792-fd9f03c16559 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386813 Aug 03 19:46:58.247603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179ce9d-1baa-4fe6-a0e6-219ea3f4f66f req-bc5aa9e0-0f36-4833-afc2-7aaf46c7962d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.249236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a179ce9d-1baa-4fe6-a0e6-219ea3f4f66f req-bc5aa9e0-0f36-4833-afc2-7aaf46c7962d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 944 time: 0.0607908 Aug 03 19:46:58.260694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-412ec365-a5e1-4ef2-850e-73d81206106c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.262640 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-412ec365-a5e1-4ef2-850e-73d81206106c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 944 time: 0.0642934 Aug 03 19:46:58.314912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a179ce9d-1baa-4fe6-a0e6-219ea3f4f66f req-197cd99c-51fd-4f64-bc9e-a2df55ca14e8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537479 Aug 03 19:46:58.320416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:46:58.360444 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-875e49e7-8c10-42f8-ba65-7734c29289e7 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:46:58.362504 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-875e49e7-8c10-42f8-ba65-7734c29289e7 service neutron] 10.222.0.37 "DELETE /v2.0/ports/c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b/bindings/n-h2-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0914590 Aug 03 19:46:58.443247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:58.455419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'port_id': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'mac_address': 'fa:16:3e:9e:58:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:46:58.461722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:46:58.466521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-da843fa7-51d8-47df-8af5-5187fce43943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.467682 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-da843fa7-51d8-47df-8af5-5187fce43943 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 1095 time: 0.0572731 Aug 03 19:46:58.528358 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.542864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:46:58.545486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:46:58.577985 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:58.581893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-1f3c828c-f353-418f-9cba-fde8c55857c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.583453 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-1f3c828c-f353-418f-9cba-fde8c55857c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1085863 Aug 03 19:46:58.583681 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:58.654693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:58.663803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.664126 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.664467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.664807 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.665135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.665457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.665815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.666135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.666477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.666771 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.667089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.667440 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:58.944902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:46:58.949231 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-67bf9a14-97d1-4561-a618-7eb202978ad5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 200 len: 1001 time: 0.3583312 Aug 03 19:46:59.004087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-8ad6d252-db5a-4f4c-8f3a-f391733c1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:59.005652 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-8ad6d252-db5a-4f4c-8f3a-f391733c1036 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0491586 Aug 03 19:46:59.059292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-a8863bf3-97a0-41fa-9b69-c031d7850f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:59.061718 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-a8863bf3-97a0-41fa-9b69-c031d7850f7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491054 Aug 03 19:46:59.169034 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-fc53b49a-a999-4339-bd7c-aa3101141fde service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998864 Aug 03 19:46:59.271520 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aedd3f4d-1397-49a2-aa00-bef78a42a517 req-e4c70c9a-493c-476d-a399-3cd98611f1dc service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958860 Aug 03 19:46:59.467025 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14abc1-a35b-4b41-b641-a14ed42c0999 req-0d9c7fec-2995-4d74-844a-53112a68a3ad tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:59.468705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb14abc1-a35b-4b41-b641-a14ed42c0999 req-0d9c7fec-2995-4d74-844a-53112a68a3ad tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 945 time: 0.0560617 Aug 03 19:46:59.522137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb14abc1-a35b-4b41-b641-a14ed42c0999 req-009b7cbf-d147-40c3-864d-3aa42b5e7a41 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463216 Aug 03 19:47:00.096608 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.340027 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:00.406521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:00.412999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:00.413641 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.551985 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.592335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:00.597088 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa1f458-da63-48d3-a9fa-b6559a538fe0" -d '{"events": [{"server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "name": "network-vif-plugged", "status": "completed", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:00.620839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:00.626880 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.670419 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8222219-26e0-4547-ae87-ccf7ea07481a x-openstack-request-id: req-d8222219-26e0-4547-ae87-ccf7ea07481a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:00.670831 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "name": "network-vif-plugged", "status": "completed", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:00.671211 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8222219-26e0-4547-ae87-ccf7ea07481a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:00.671768 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'code': 200} Aug 03 19:47:00.699640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d3549-816b-4c64-8d8b-a3fc32592e87 req-da93fc1f-14ab-4d50-b53b-1142d9adc53d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.701458 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05d3549-816b-4c64-8d8b-a3fc32592e87 req-da93fc1f-14ab-4d50-b53b-1142d9adc53d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0710499 Aug 03 19:47:00.720270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:00.755344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a05d3549-816b-4c64-8d8b-a3fc32592e87 req-8247ced8-157a-4528-b897-d28399045b01 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422091 Aug 03 19:47:00.892339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eac4e6-5248-46be-96bd-31c4506c483c req-cf02877c-cf84-4eda-9a14-733cd73f403e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.894025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00eac4e6-5248-46be-96bd-31c4506c483c req-cf02877c-cf84-4eda-9a14-733cd73f403e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0599928 Aug 03 19:47:00.944044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00eac4e6-5248-46be-96bd-31c4506c483c req-55fd0257-3a35-4ab0-a652-d20f38d54872 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393543 Aug 03 19:47:01.082855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366da0a-a7d7-4e79-ac5b-80cf4e122f43 req-88097795-4298-43e3-b148-621bf963eb0b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:01.084556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8366da0a-a7d7-4e79-ac5b-80cf4e122f43 req-88097795-4298-43e3-b148-621bf963eb0b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0658827 Aug 03 19:47:01.131971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8366da0a-a7d7-4e79-ac5b-80cf4e122f43 req-64c5c4d8-b2d9-448c-ae85-12f81b7f64d0 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410647 Aug 03 19:47:01.414066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9db622-aef7-4105-8631-b744ed0409a4 req-43ad4f3c-8b93-40e8-b672-eb2bc3912b59 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:01.416281 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc9db622-aef7-4105-8631-b744ed0409a4 req-43ad4f3c-8b93-40e8-b672-eb2bc3912b59 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0576110 Aug 03 19:47:01.463533 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc9db622-aef7-4105-8631-b744ed0409a4 req-cb3b4c98-2aff-4ea6-bdd3-f04f61fabe7f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402408 Aug 03 19:47:02.600650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc12ff-f011-4b7e-8f2c-fa667c4d6eb8 req-507acc65-7cd5-46da-b2c7-80953f0fc011 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:02.602303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18cc12ff-f011-4b7e-8f2c-fa667c4d6eb8 req-507acc65-7cd5-46da-b2c7-80953f0fc011 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0616169 Aug 03 19:47:02.653928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18cc12ff-f011-4b7e-8f2c-fa667c4d6eb8 req-3c6d7a50-fd01-468f-80fa-6e191e303b1c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409498 Aug 03 19:47:02.920624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b6204-227f-424f-a67b-5322637bf726 req-f922e013-6a9d-4c4b-aead-b643835c4bd4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:02.923177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a38b6204-227f-424f-a67b-5322637bf726 req-f922e013-6a9d-4c4b-aead-b643835c4bd4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.74 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 946 time: 0.0561783 Aug 03 19:47:03.038454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Deleting port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:03.038807 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.157290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] For port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:03.157903 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.442965 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.443245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.443563 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158 disassociated. External IP: 172.25.8.126, port: c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b. Aug 03 19:47:03.443927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Calling delete_port for c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:03.626106 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.665341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event deleted for resources: {'Port': ['ID=c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:03.720627 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68cc27ec-d3d9-4f5f-86ed-c91e393b0e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.875001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9279e555-cd71-425f-afdc-9fb13b88cfae req-604dc88f-9372-4ae6-98d6-992c46d624c9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=43b324ea-eb9e-45ea-9c2f-75f4e89fddf0 HTTP/1.1" status: 200 len: 210 time: 0.0616281 Aug 03 19:47:03.916085 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:04.043366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:04.057238 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146273e0-bb6e-4be4-99cb-bda25b411a85 None None] Sync routers for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:04.069843 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146273e0-bb6e-4be4-99cb-bda25b411a85 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:04.070607 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-146273e0-bb6e-4be4-99cb-bda25b411a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:46:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:04.089903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] No DVR routers for this DVR port c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:04.093880 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:04.096434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a38b6204-227f-424f-a67b-5322637bf726 req-63991894-a2ff-4989-8190-40aff0324c92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.74 "DELETE /v2.0/ports/c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b HTTP/1.1" status: 204 len: 173 time: 1.1669440 Aug 03 19:47:04.097117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'name': 'network-vif-deleted', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:04.100730 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea01f7f-6e81-4178-b7bd-ad78de5c485d" -d '{"events": [{"server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "name": "network-vif-deleted", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:04.166127 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b544d7-cd7f-49ce-847f-1e615fc2b3ee x-openstack-request-id: req-f3b544d7-cd7f-49ce-847f-1e615fc2b3ee {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:04.166718 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b324ea-eb9e-45ea-9c2f-75f4e89fddf0", "name": "network-vif-deleted", "tag": "c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:04.167025 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f3b544d7-cd7f-49ce-847f-1e615fc2b3ee {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:04.167609 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b324ea-eb9e-45ea-9c2f-75f4e89fddf0', 'name': 'network-vif-deleted', 'tag': 'c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b', 'status': 'completed', 'code': 200} Aug 03 19:47:04.201725 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-146273e0-bb6e-4be4-99cb-bda25b411a85 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:04.429111 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-146273e0-bb6e-4be4-99cb-bda25b411a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:04.459594 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146273e0-bb6e-4be4-99cb-bda25b411a85 None None] Checking router: 2f9478aa-feaa-4446-b408-24b4dcbbcd86 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:47:04.472014 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146273e0-bb6e-4be4-99cb-bda25b411a85 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:04.472702 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-146273e0-bb6e-4be4-99cb-bda25b411a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:46:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:04.596779 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-146273e0-bb6e-4be4-99cb-bda25b411a85 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:04.833110 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-146273e0-bb6e-4be4-99cb-bda25b411a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:04.866467 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146273e0-bb6e-4be4-99cb-bda25b411a85 None None] The sync data for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 is: [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:05.165303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95476206-ac80-4448-9282-750baf242371 None None] New status for floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:47:05.205000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-aebc44f9-ff4c-40dd-b2f7-823413f8d855 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--659081989&fields=id&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 267 time: 0.0565891 Aug 03 19:47:05.364737 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2108e-6dfc-4063-89a1-de97e232324c req-edd70d34-cdc1-4a3f-beed-23df8d6b1794 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:05.366472 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-edd70d34-cdc1-4a3f-beed-23df8d6b1794 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 812 time: 0.1527817 Aug 03 19:47:05.388816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-0aaf7399-500e-4aba-8732-38abb7b660ae tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/quotas/2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 375 time: 0.0106175 Aug 03 19:47:05.461276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7511ff2a-12c8-4103-a627-edaf348747fd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631459 Aug 03 19:47:05.579599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-6463197e-ff7b-483e-8a99-d87ec564114e service neutron] 10.222.0.78 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971773 Aug 03 19:47:05.748582 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-1715539a-be7e-45a7-b922-7dbbd8e6d591 service neutron] 10.222.0.78 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621969 Aug 03 19:47:05.949656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3312afb6-dc38-4b75-942a-dc36abf7cfda req-d7e964dd-f4b0-40c1-a758-4f96999b018d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 210 time: 0.0370142 Aug 03 19:47:06.380922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:06.408958 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:47:06.409693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device c486cd03-59c0-42ed-b8d3-eb9b7b0ac31b not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:06.474552 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-492de12a-c656-4926-b023-dafaffacce40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.778544 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.083248 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2108e-6dfc-4063-89a1-de97e232324c req-dd255b72-ba2e-4979-98c1-4a08b70a08b8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:07.084730 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-dd255b72-ba2e-4979-98c1-4a08b70a08b8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 812 time: 0.1362057 Aug 03 19:47:07.111633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3baaed0-ac49-471e-88c4-49da51b7b7be req-d4877c66-8e2b-4466-a0a9-a6ff30f39d6e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 210 time: 0.0496140 Aug 03 19:47:07.135697 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-3d1c12cf-ec2c-47c8-80f1-ea8281846a3f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 379 time: 0.0418618 Aug 03 19:47:07.147221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'port': {'device_id': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'admin_state_up': True, 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'security_groups': ['a15aae56-e81d-4ada-b48b-a39ada20ade3']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:07.277458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Made reservation on behalf of 2f7ce5a0f08e4153a6643406bb6a647d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:07.281223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.422122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Allocated IP 172.20.0.11 (89cc5337-6e36-4821-b0a0-0b22747f70e8/bda96a4d-72c9-4f13-83f3-6c3ca0484fe3/6c8d5f18-4926-4851-89b0-da7bbf74bea8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:07.645060 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.667973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Transition to ACTIVE for port object 6c8d5f18-4926-4851-89b0-da7bbf74bea8 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:07.724135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.771387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:07.774899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:07.777581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:07.813246 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event updated for resources: {'Port': ['ID=6c8d5f18-4926-4851-89b0-da7bbf74bea8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:07.827996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.828347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.828692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.829068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.829372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.829745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.830085 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.830426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.830756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.831084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.831413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.831742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:07.865465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:07.866432 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.888652 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-7c4ea11b-6372-4805-acbe-5a16d882cac5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7467918 Aug 03 19:47:07.905013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Request body: {'port': {'device_id': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:07.969625 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.074171 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.086055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-43abff8c-b02e-481e-9b68-3411a72993b1 None None] Provisioning for port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:08.093845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-43abff8c-b02e-481e-9b68-3411a72993b1 None None] Provisioning complete for port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:08.094427 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-43abff8c-b02e-481e-9b68-3411a72993b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.135032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-43abff8c-b02e-481e-9b68-3411a72993b1 None None] Port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:47:08.292332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32878672-d48b-4a32-8a34-630997a5a9ef req-bccefee7-2fd3-45ee-90eb-fb55e6e86002 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:08.294614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32878672-d48b-4a32-8a34-630997a5a9ef req-bccefee7-2fd3-45ee-90eb-fb55e6e86002 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 932 time: 0.0863504 Aug 03 19:47:08.349429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32878672-d48b-4a32-8a34-630997a5a9ef req-0b7f29c7-2588-40a2-ab95-98b6865a6bcd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474856 Aug 03 19:47:08.351997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8d5f18-4926-4851-89b0-da7bbf74bea8 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:47:08.361692 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.383436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Transition to ACTIVE for port object 6c8d5f18-4926-4851-89b0-da7bbf74bea8 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:08.388540 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.452055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Pushing event updated for resources: {'Port': ['ID=6c8d5f18-4926-4851-89b0-da7bbf74bea8,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:08.546257 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Attempting to bind port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:08.546739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Attempting to bind port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:08.547314 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Attempting to bind port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:08.555525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:47:08.556094 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Attempting to bind port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:08.566743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:08.567305 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:08.567955 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:08.568670 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Bound port: 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:08.569182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.653617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:08.658921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:08.664824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.706876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:08.707856 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.710081 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] 10.222.0.37 "PUT /v2.0/ports/6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 1092 time: 0.8121479 Aug 03 19:47:08.714323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:08.718408 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90145a2ddc29b8e1299f00481b371035c1d52acd9d1bf09a1a893a1d8c8e231a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb8e963-35fd-423d-852f-700f796986e5" -d '{"events": [{"name": "network-changed", "server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:08.780893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c031b8e-0d9b-4ad3-9f40-f4f16a08155a service neutron] Pushing event updated for resources: {'Port': ['ID=6c8d5f18-4926-4851-89b0-da7bbf74bea8,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:08.926739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2108e-6dfc-4063-89a1-de97e232324c req-d32cd583-f040-4034-8425-dc54793d0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:08.930150 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-d32cd583-f040-4034-8425-dc54793d0b53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1095 time: 0.1671646 Aug 03 19:47:08.934158 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7583b8bf-7888-4ef0-ac70-4acbcfe3f777 x-openstack-request-id: req-7583b8bf-7888-4ef0-ac70-4acbcfe3f777 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:08.934590 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:08.934963 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7583b8bf-7888-4ef0-ac70-4acbcfe3f777 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:08.935617 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'status': 'completed', 'code': 200} Aug 03 19:47:08.978723 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-f47a0c29-d347-4097-9c63-f0948de89bb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 217 time: 0.0401933 Aug 03 19:47:09.037236 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2108e-6dfc-4063-89a1-de97e232324c req-5c36b7c0-10f1-487b-990d-eef0c1c68411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:09.038786 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-5c36b7c0-10f1-487b-990d-eef0c1c68411 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0533085 Aug 03 19:47:09.090148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2108e-6dfc-4063-89a1-de97e232324c req-3b66aef4-f354-400a-8192-3a96083ed221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:09.091642 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-3b66aef4-f354-400a-8192-3a96083ed221 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459089 Aug 03 19:47:09.194475 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-ace6cd8d-8b28-4cab-b7bd-2a4f90db2b4d service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946724 Aug 03 19:47:09.308177 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-23a2108e-6dfc-4063-89a1-de97e232324c req-8fd28e47-de76-48fe-ae9b-98c378e920cd service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066849 Aug 03 19:47:09.411905 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8e963-35fd-423d-852f-700f796986e5 req-3a7d61f2-400c-4275-9f8f-6b4fa28b6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:09.413529 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6eb8e963-35fd-423d-852f-700f796986e5 req-3a7d61f2-400c-4275-9f8f-6b4fa28b6280 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1095 time: 0.0582526 Aug 03 19:47:09.520310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8e963-35fd-423d-852f-700f796986e5 req-8c4f092a-52a9-4ae0-bda7-318707bfe68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:09.521363 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3b6c3-9d06-4579-9543-d45ae7ab6c57 req-fe194f97-d3ae-4425-845c-69c987b83153 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:09.522488 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6eb8e963-35fd-423d-852f-700f796986e5 req-8c4f092a-52a9-4ae0-bda7-318707bfe68c service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1018765 Aug 03 19:47:09.523085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0e3b6c3-9d06-4579-9543-d45ae7ab6c57 req-fe194f97-d3ae-4425-845c-69c987b83153 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 944 time: 0.0597517 Aug 03 19:47:09.571451 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6eb8e963-35fd-423d-852f-700f796986e5 req-25806b9a-a31e-47ae-b48d-fe9f9398815b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 217 time: 0.0413444 Aug 03 19:47:09.573573 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0e3b6c3-9d06-4579-9543-d45ae7ab6c57 req-07d53bb1-b4ec-4a0d-8cc8-31d7ff988266 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388231 Aug 03 19:47:09.633785 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8e963-35fd-423d-852f-700f796986e5 req-3ba24f71-f91a-4e03-b29b-19765f982c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:09.635347 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6eb8e963-35fd-423d-852f-700f796986e5 req-3ba24f71-f91a-4e03-b29b-19765f982c90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0559995 Aug 03 19:47:09.705043 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8e963-35fd-423d-852f-700f796986e5 req-753413b7-fec6-409c-aa4b-eafd19403c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:09.706897 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6eb8e963-35fd-423d-852f-700f796986e5 req-753413b7-fec6-409c-aa4b-eafd19403c6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630236 Aug 03 19:47:09.818424 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6eb8e963-35fd-423d-852f-700f796986e5 req-a9468919-523f-4a3e-bdf0-705d7f7404f2 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035225 Aug 03 19:47:09.830179 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:09.936072 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6eb8e963-35fd-423d-852f-700f796986e5 req-ab5ea370-2b9f-4ad5-8281-6b2304966e76 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098206 Aug 03 19:47:10.702826 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22069262-699a-4909-b7d5-1f9129579ffd req-e31595a8-a6e2-48a6-998d-511c9f6bd58d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:10.704461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22069262-699a-4909-b7d5-1f9129579ffd req-e31595a8-a6e2-48a6-998d-511c9f6bd58d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 944 time: 0.0561805 Aug 03 19:47:10.753862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22069262-699a-4909-b7d5-1f9129579ffd req-14a3b874-f96a-4cfc-9fc2-0cc6ab432f31 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383456 Aug 03 19:47:11.891989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443170bc-a4b9-4394-96f1-d508e62cf115 req-c2a17cfe-743d-4c0f-8f99-665bb8ea2668 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:11.893675 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-443170bc-a4b9-4394-96f1-d508e62cf115 req-c2a17cfe-743d-4c0f-8f99-665bb8ea2668 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 944 time: 0.0587120 Aug 03 19:47:11.937878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-443170bc-a4b9-4394-96f1-d508e62cf115 req-21354245-3200-48c9-90fe-eaddfa6d2843 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380082 Aug 03 19:47:12.538065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 6c8d5f18-4926-4851-89b0-da7bbf74bea8 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:47:12.648174 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:12.660628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'port_id': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'mac_address': 'fa:16:3e:16:6d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:47:12.700367 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.717997 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8d5f18-4926-4851-89b0-da7bbf74bea8 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:47:12.740031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:12.744268 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.796359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=6c8d5f18-4926-4851-89b0-da7bbf74bea8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:12.966932 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['6c8d5f18-4926-4851-89b0-da7bbf74bea8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:47:13.074415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb5dcc-b32c-41c0-872f-8f3bed728b33 req-02c80fec-452c-4daf-acfc-34c1973ee527 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:13.075988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cddb5dcc-b32c-41c0-872f-8f3bed728b33 req-02c80fec-452c-4daf-acfc-34c1973ee527 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 945 time: 0.0557866 Aug 03 19:47:13.128276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cddb5dcc-b32c-41c0-872f-8f3bed728b33 req-d6a131e7-6f24-4d6d-b0cd-62fdb00c270b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414340 Aug 03 19:47:14.271010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa8f1c-4d35-4dd3-90e8-5621871bc4e5 req-6be0826f-4830-4bc7-9bdc-e65e23123863 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:14.272675 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-07fa8f1c-4d35-4dd3-90e8-5621871bc4e5 req-6be0826f-4830-4bc7-9bdc-e65e23123863 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 945 time: 0.0684874 Aug 03 19:47:14.321378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-07fa8f1c-4d35-4dd3-90e8-5621871bc4e5 req-9d5c0f6f-d020-4ab5-80d0-6a208c5325ca tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363512 Aug 03 19:47:14.553668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 6c8d5f18-4926-4851-89b0-da7bbf74bea8 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:14.612184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:14.617003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:14.617510 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.709374 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.736007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:14.738330 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}739f591c1e449313d40863b82d6e4c2c5be285933251eaf03d44a961024e8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07891d11-fcad-4a95-900e-fb292ffc7919" -d '{"events": [{"server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "name": "network-vif-plugged", "status": "completed", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:14.752579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:14.758001 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.791125 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33395bab-bf6b-4d1f-9ce9-07e1cb6fdf3e x-openstack-request-id: req-33395bab-bf6b-4d1f-9ce9-07e1cb6fdf3e {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:14.791434 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "name": "network-vif-plugged", "status": "completed", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:14.791680 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-33395bab-bf6b-4d1f-9ce9-07e1cb6fdf3e {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:14.792081 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'code': 200} Aug 03 19:47:14.830948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=6c8d5f18-4926-4851-89b0-da7bbf74bea8,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:14.898126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb862f1-49ef-4d65-85a6-420695cfd3b1 req-893b1dcc-0a3e-4de9-9dfb-c7cdf8fadeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:14.900097 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3fb862f1-49ef-4d65-85a6-420695cfd3b1 req-893b1dcc-0a3e-4de9-9dfb-c7cdf8fadeb9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1097 time: 0.0535526 Aug 03 19:47:14.946962 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3fb862f1-49ef-4d65-85a6-420695cfd3b1 req-e4bb0950-95f4-44df-aeb8-698f5a23527b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391116 Aug 03 19:47:15.479018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82388b8b-1513-48f2-94a3-be5484b3b627 req-1cdda5b0-8b2d-459e-b478-811eef84095c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:15.480664 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82388b8b-1513-48f2-94a3-be5484b3b627 req-1cdda5b0-8b2d-459e-b478-811eef84095c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0617893 Aug 03 19:47:15.531083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-82388b8b-1513-48f2-94a3-be5484b3b627 req-b6361185-18f6-4701-8eda-fc05837a6ab7 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396111 Aug 03 19:47:15.713187 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.686907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67d90f-da3a-4c9a-9395-5fb84c111d09 req-59940d65-3497-42d5-8e28-bc0a5d243ba5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.688583 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb67d90f-da3a-4c9a-9395-5fb84c111d09 req-59940d65-3497-42d5-8e28-bc0a5d243ba5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0618935 Aug 03 19:47:16.735283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb67d90f-da3a-4c9a-9395-5fb84c111d09 req-76d78161-a845-480c-a3dc-cf1a7cd1b48f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395069 Aug 03 19:47:16.854532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931f9ab-52b0-47c4-a014-a551fa90d61d req-e5278493-1f34-452f-abb1-18a80425fdd5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.856051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6931f9ab-52b0-47c4-a014-a551fa90d61d req-e5278493-1f34-452f-abb1-18a80425fdd5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0535014 Aug 03 19:47:16.865295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35376) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.870263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3a296e90-dac2-4612-a5d6-ecf96fde8bfd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'floatingip': {'port_id': '6c8d5f18-4926-4851-89b0-da7bbf74bea8'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:16.915656 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a296e90-dac2-4612-a5d6-ecf96fde8bfd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.395754 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a296e90-dac2-4612-a5d6-ecf96fde8bfd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.400702 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a296e90-dac2-4612-a5d6-ecf96fde8bfd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.514223 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-3a296e90-dac2-4612-a5d6-ecf96fde8bfd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158 associated. External IP: 172.25.8.126, port: 6c8d5f18-4926-4851-89b0-da7bbf74bea8. Aug 03 19:47:18.110098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a296e90-dac2-4612-a5d6-ecf96fde8bfd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:18.233762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a296e90-dac2-4612-a5d6-ecf96fde8bfd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:18.238619 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3a296e90-dac2-4612-a5d6-ecf96fde8bfd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.247317 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c00e85f-ca12-43b1-baad-f3442627021f None None] Sync routers for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:18.263706 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c00e85f-ca12-43b1-baad-f3442627021f None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:18.265285 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8c00e85f-ca12-43b1-baad-f3442627021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:47:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:18.270161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3a296e90-dac2-4612-a5d6-ecf96fde8bfd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "PUT /v2.0/floatingips/7ea453f1-79cf-40ad-a6b0-239b4c3a4158 HTTP/1.1" status: 200 len: 992 time: 1.4035895 Aug 03 19:47:18.270777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:18.273262 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}236bcbbdcbca0836e8f8dbdef698dd422e115132410ec568227344d8d68dc9b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08e1083-e969-480f-b473-5dac5b229cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:18.336083 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee834a2-a68c-464c-b395-7699b9c9ffcb x-openstack-request-id: req-2ee834a2-a68c-464c-b395-7699b9c9ffcb {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:18.336544 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:18.336930 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2ee834a2-a68c-464c-b395-7699b9c9ffcb {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:18.338040 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'status': 'completed', 'code': 200} Aug 03 19:47:18.418108 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1083-e969-480f-b473-5dac5b229cc5 req-86d4897d-89db-4423-9e38-6c3f8b8a8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:18.419728 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e08e1083-e969-480f-b473-5dac5b229cc5 req-86d4897d-89db-4423-9e38-6c3f8b8a8efd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1097 time: 0.0549884 Aug 03 19:47:18.428855 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8c00e85f-ca12-43b1-baad-f3442627021f None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:18.552272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1083-e969-480f-b473-5dac5b229cc5 req-eaf912fe-9a2f-4c45-8f44-e80132ee98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:18.554932 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e08e1083-e969-480f-b473-5dac5b229cc5 req-eaf912fe-9a2f-4c45-8f44-e80132ee98bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1280196 Aug 03 19:47:18.668500 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e08e1083-e969-480f-b473-5dac5b229cc5 req-a636a4a7-7db7-4dbf-bf7f-009ab03b8758 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 1000 time: 0.1054611 Aug 03 19:47:18.706446 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8c00e85f-ca12-43b1-baad-f3442627021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:16:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:47:17Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:18.735617 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c00e85f-ca12-43b1-baad-f3442627021f None None] Checking router: 2f9478aa-feaa-4446-b408-24b4dcbbcd86 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:47:18.744502 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c00e85f-ca12-43b1-baad-f3442627021f None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:18.745221 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8c00e85f-ca12-43b1-baad-f3442627021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:47:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:18.752730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1083-e969-480f-b473-5dac5b229cc5 req-aa94edff-0906-4317-981b-7c1bc1904c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:18.755327 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e08e1083-e969-480f-b473-5dac5b229cc5 req-aa94edff-0906-4317-981b-7c1bc1904c64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0796604 Aug 03 19:47:18.814107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1083-e969-480f-b473-5dac5b229cc5 req-1aaa51b0-ebb6-4246-91db-d7b5956a12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:18.815673 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e08e1083-e969-480f-b473-5dac5b229cc5 req-1aaa51b0-ebb6-4246-91db-d7b5956a12cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538874 Aug 03 19:47:18.869754 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8c00e85f-ca12-43b1-baad-f3442627021f None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:18.921451 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e08e1083-e969-480f-b473-5dac5b229cc5 req-9845a1dd-5dc0-4a35-84fa-383b5332c8e7 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987203 Aug 03 19:47:19.049162 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e08e1083-e969-480f-b473-5dac5b229cc5 req-b4f7594d-b0c8-4c7b-b1f8-812fcdc8f831 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197171 Aug 03 19:47:19.231065 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8c00e85f-ca12-43b1-baad-f3442627021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:16:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:47:17Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:19.258441 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c00e85f-ca12-43b1-baad-f3442627021f None None] The sync data for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 is: [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:16:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:47:17Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:19.501618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9a499-ba52-4a10-8d7c-86c513da90c6 None None] New status for floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:47:25.146527 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:47:30.099082 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:33.694645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d607b8b7-b854-4dbc-9328-73c06411ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:36.478259 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9085b250-207f-41bb-af55-b70b6bd0e7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:36.782478 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:38.071274 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:39.824046 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:45.709850 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:51.529556 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-98bf84c1-3f71-4a81-b3ae-ddcd88328d43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544231 Aug 03 19:47:51.617782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-b26b8105-56ec-45b6-85cd-69f8683da5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:51.619475 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-b26b8105-56ec-45b6-85cd-69f8683da5cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1097 time: 0.0445411 Aug 03 19:47:51.756966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-628cd855-f0a3-4e19-87eb-00e57d6d8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:51.758576 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-628cd855-f0a3-4e19-87eb-00e57d6d8031 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1189573 Aug 03 19:47:51.845561 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-da5e8386-09c5-43fb-85b1-1a612f777f9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 1002 time: 0.0782478 Aug 03 19:47:51.897863 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-71b4d5d4-1924-433e-98d2-224809150e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:51.899413 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-71b4d5d4-1924-433e-98d2-224809150e2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0469699 Aug 03 19:47:51.953894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-c47e01e2-f963-42ee-9b83-a734007f00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:51.955493 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-c47e01e2-f963-42ee-9b83-a734007f00f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492525 Aug 03 19:47:52.058301 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-ce4ecfaf-75fa-43c1-87c6-3add975b057b service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952563 Aug 03 19:47:52.175888 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bdd2c98e-23f4-4b85-9337-904cf60db3a4 req-d4ce55f6-0ccc-416c-b702-d52cd9054227 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099141 Aug 03 19:48:00.116897 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:02.146552 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:48:03.702096 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd153042-2fa5-4492-bdc3-f76439782b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.484671 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-264d4682-924d-4fba-bd20-51748aa54c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:06.787348 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:08.074301 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:09.828348 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:15.727193 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:30.116217 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:33.696290 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-61b64374-8217-4d4a-bb43-09234e3c800c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:36.479968 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5a88944d-16b8-470e-9e3e-a4695b1536e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:36.794652 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:38.076210 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:39.146179 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:48:39.835352 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.725579 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.602321 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-b28da19c-bc43-43f5-9037-dafbc568fd1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888965 Aug 03 19:48:51.693114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-0f81ecdd-5bc8-4e98-a692-abd04251e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:51.694680 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-0f81ecdd-5bc8-4e98-a692-abd04251e669 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1097 time: 0.0439541 Aug 03 19:48:51.813532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-fe1d639a-339d-49e4-92f5-95654c7b493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:51.815082 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-fe1d639a-339d-49e4-92f5-95654c7b493d service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0990710 Aug 03 19:48:51.887538 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-411870ba-1291-4db1-8f9b-f162d50c883b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 1002 time: 0.0640559 Aug 03 19:48:51.938536 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-dfb54c8a-32c1-4e63-ad0b-a310319d0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:51.940396 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-dfb54c8a-32c1-4e63-ad0b-a310319d0af0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0459983 Aug 03 19:48:52.000997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-1d339cc2-8c64-4f0e-b77f-baeeaebffc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:52.002481 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-1d339cc2-8c64-4f0e-b77f-baeeaebffc72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547214 Aug 03 19:48:52.104874 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-e4904e0d-72c4-4685-897d-267fbaada1ab service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947747 Aug 03 19:48:52.220972 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f7e4b1a6-51c2-4b67-b677-dd69df67225c req-d942b0a6-01ef-4419-b7b9-349cb054aa3e service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088173 Aug 03 19:48:54.362917 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef27ed9-c79d-4d0b-8c31-48729963d044 req-d4d5aafa-eb68-4afa-aaf7-23140636ffff tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:54.364793 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ef27ed9-c79d-4d0b-8c31-48729963d044 req-d4d5aafa-eb68-4afa-aaf7-23140636ffff tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.1129596 Aug 03 19:48:54.417607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ef27ed9-c79d-4d0b-8c31-48729963d044 req-c773ff34-6f1b-4764-a1fb-b30a7793fc0f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452929 Aug 03 19:48:55.708977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267ed92-6fef-40d8-98f3-2a52884ec8f1 req-e76129b8-20d0-4459-963a-70ee2282763e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:55.710568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e267ed92-6fef-40d8-98f3-2a52884ec8f1 req-e76129b8-20d0-4459-963a-70ee2282763e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.1257796 Aug 03 19:48:55.757557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e267ed92-6fef-40d8-98f3-2a52884ec8f1 req-8bedbc49-3fe2-4604-9448-a205132974e1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384812 Aug 03 19:48:56.892762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf149731-a339-406b-ab38-e82b8c2ebe3b req-347f1d56-338f-4080-8338-a151fa40665e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:56.894404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf149731-a339-406b-ab38-e82b8c2ebe3b req-347f1d56-338f-4080-8338-a151fa40665e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0528877 Aug 03 19:48:56.950595 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bf149731-a339-406b-ab38-e82b8c2ebe3b req-e12993a2-2ad3-495e-91e0-e9cb0772afa9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461521 Aug 03 19:48:58.080482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12752f-2ef8-48cd-9de1-8363b0f23246 req-758a0db2-3d88-400e-b299-423fbe65e5e6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:58.082061 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f12752f-2ef8-48cd-9de1-8363b0f23246 req-758a0db2-3d88-400e-b299-423fbe65e5e6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0516641 Aug 03 19:48:58.122301 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5f12752f-2ef8-48cd-9de1-8363b0f23246 req-873db1c6-dc01-4e2f-8e01-7b4f19c44a20 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340416 Aug 03 19:48:59.252984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf1b3f-fdc0-4bde-a221-2b38a20247ef req-fe3a6839-1d6e-4f81-8000-f9a2a93fc37d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:59.254650 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfcf1b3f-fdc0-4bde-a221-2b38a20247ef req-fe3a6839-1d6e-4f81-8000-f9a2a93fc37d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0605061 Aug 03 19:48:59.310543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bfcf1b3f-fdc0-4bde-a221-2b38a20247ef req-fe0be4d7-55c6-429f-b8d4-261d9c8690e3 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456724 Aug 03 19:49:00.116995 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:00.432344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd746ce-5159-41c9-be26-66e40973b121 req-f047c73c-ec63-4822-82ae-f6ea8fe4bc0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:00.434483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dd746ce-5159-41c9-be26-66e40973b121 req-f047c73c-ec63-4822-82ae-f6ea8fe4bc0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0533841 Aug 03 19:49:00.483939 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dd746ce-5159-41c9-be26-66e40973b121 req-0fc4298e-c2a2-426d-9395-5bb2dfc6538c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415559 Aug 03 19:49:01.620680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192a69-e94b-4297-9c16-ed64d35fb842 req-52328552-5717-4b72-937f-7ee23eec2ffd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:01.622797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d192a69-e94b-4297-9c16-ed64d35fb842 req-52328552-5717-4b72-937f-7ee23eec2ffd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0579104 Aug 03 19:49:01.667283 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5d192a69-e94b-4297-9c16-ed64d35fb842 req-53edaed2-a148-4708-b1e0-5a7944759e7d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364637 Aug 03 19:49:02.803885 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb25f5-4005-4fc8-83b1-2b8f92b23d72 req-e018bf8f-f89a-4939-99c7-92fd1544d3d6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:02.806057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5cb25f5-4005-4fc8-83b1-2b8f92b23d72 req-e018bf8f-f89a-4939-99c7-92fd1544d3d6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0536580 Aug 03 19:49:02.853652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5cb25f5-4005-4fc8-83b1-2b8f92b23d72 req-167ae49e-7c41-4160-8b1c-c43bbd5c6fc5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404673 Aug 03 19:49:03.705574 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f26ae361-f494-44cf-944d-30635a89d732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:03.999800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35211788-05b8-4e62-8742-66edc0af0f74 req-c5c01c16-577e-4a15-ae42-498559424d92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:04.002273 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35211788-05b8-4e62-8742-66edc0af0f74 req-c5c01c16-577e-4a15-ae42-498559424d92 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0743668 Aug 03 19:49:04.050391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35211788-05b8-4e62-8742-66edc0af0f74 req-80da3f26-dfa8-4ce1-9d47-08832d529146 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374353 Aug 03 19:49:05.176451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4d56d-f98d-42a5-9cdf-06926a3826b5 req-f7f73732-5cb1-479d-967a-6ba5ea70df30 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:05.177971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46f4d56d-f98d-42a5-9cdf-06926a3826b5 req-f7f73732-5cb1-479d-967a-6ba5ea70df30 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0546634 Aug 03 19:49:05.219838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46f4d56d-f98d-42a5-9cdf-06926a3826b5 req-de769b35-76b2-483d-80ba-024a4509f918 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352538 Aug 03 19:49:05.511261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9070020-4b5c-46bf-83c5-4b469a80957d req-bea31211-27b0-4d54-b83a-1d13355928e1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:05.513526 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9070020-4b5c-46bf-83c5-4b469a80957d req-bea31211-27b0-4d54-b83a-1d13355928e1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0765285 Aug 03 19:49:05.591875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9070020-4b5c-46bf-83c5-4b469a80957d req-684bbcf5-4dc9-41dd-8287-54b6db5c684d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668368 Aug 03 19:49:05.603719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-c201815b-9c56-4ac0-90dd-23ce31ba76e5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208878 Aug 03 19:49:06.473472 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a81af5e5-9bf3-4f7d-9ee6-db05558aa4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:06.717448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42b7c7-4961-4ab9-989d-f0c5e8399f2b req-dbb63f67-096e-4a58-b4ac-b4e08c76d159 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:06.719388 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c42b7c7-4961-4ab9-989d-f0c5e8399f2b req-dbb63f67-096e-4a58-b4ac-b4e08c76d159 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0530319 Aug 03 19:49:06.760078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c42b7c7-4961-4ab9-989d-f0c5e8399f2b req-334e2862-f0ca-4502-8a37-becc0c4f85ee tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347342 Aug 03 19:49:06.790444 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:06.944434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-15397c6e-0628-42ca-b6e1-ab58258f54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:06.946134 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-15397c6e-0628-42ca-b6e1-ab58258f54de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1097 time: 0.0472734 Aug 03 19:49:07.048969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-1949fdc5-c64e-4d89-8d59-2ac4ca419255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:07.050552 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-1949fdc5-c64e-4d89-8d59-2ac4ca419255 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0967665 Aug 03 19:49:07.123387 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-3d620e1d-c7a3-4287-bf2e-28df4ebefe24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 1002 time: 0.0654874 Aug 03 19:49:07.183006 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-b8d89d9e-fd3c-4e69-a71c-65be1b4fbbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:07.184782 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-b8d89d9e-fd3c-4e69-a71c-65be1b4fbbdb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0535383 Aug 03 19:49:07.242687 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-721f143e-d519-45e4-a28e-906c1f9dec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:07.244230 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-721f143e-d519-45e4-a28e-906c1f9dec94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516510 Aug 03 19:49:07.351315 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d440a747-3fac-42b2-8c5f-3045187cdd48 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996768 Aug 03 19:49:07.455945 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-626a0920-3a36-4c9f-b48f-dea35f30eed1 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977409 Aug 03 19:49:07.901975 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eb68d-ebc7-4c66-9b00-97c49182234a req-c7424c41-9eee-4652-b1df-d70451e49aa8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:07.903575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-863eb68d-ebc7-4c66-9b00-97c49182234a req-c7424c41-9eee-4652-b1df-d70451e49aa8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0624225 Aug 03 19:49:07.948302 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-863eb68d-ebc7-4c66-9b00-97c49182234a req-c3e49ce6-1369-4991-ab97-cc0ddecc4154 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382938 Aug 03 19:49:08.078914 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.084544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bed7a5-1bf9-435f-8357-e74aa77e05c2 req-27571fc5-84c9-4d36-bffc-a155334539aa tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:09.086327 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92bed7a5-1bf9-435f-8357-e74aa77e05c2 req-27571fc5-84c9-4d36-bffc-a155334539aa tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0604029 Aug 03 19:49:09.132370 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92bed7a5-1bf9-435f-8357-e74aa77e05c2 req-3cae1a71-9a59-41ee-8bbc-9d2adc95f563 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394669 Aug 03 19:49:09.248903 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-48d9f600-8f32-4efc-b26c-3703d6bccb0b service neutron] show failed (client error): The resource could not be found. Aug 03 19:49:09.249957 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-48d9f600-8f32-4efc-b26c-3703d6bccb0b service neutron] 10.222.0.37 "GET /v2.0/ports/6c8d5f18-4926-4851-89b0-da7bbf74bea8/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0672884 Aug 03 19:49:09.534163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-a208eb9d-f305-4172-ba4f-b7b222f7c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:09.535797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-a208eb9d-f305-4172-ba4f-b7b222f7c98b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 1097 time: 0.0831099 Aug 03 19:49:09.554810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:09.616478 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.835851 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.840966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:09.881474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:49:09.923320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:09.929384 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.942372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Transition to ACTIVE for port object 6c8d5f18-4926-4851-89b0-da7bbf74bea8 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:09.946392 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.975817 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ace9493-fb5e-4798-9e1f-202a125cde66" -d '{"events": [{"server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:10.044223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Pushing event updated for resources: {'Port': ['ID=6c8d5f18-4926-4851-89b0-da7bbf74bea8,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:10.056746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.057069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.057418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.057799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.058170 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.058513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.058878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.059213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.059578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.060096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.060429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.060757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:10.108820 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8b3918-4bc8-49f4-bf77-51c1de0445e1 x-openstack-request-id: req-fe8b3918-4bc8-49f4-bf77-51c1de0445e1 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:10.109669 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:10.109669 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe8b3918-4bc8-49f4-bf77-51c1de0445e1 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:10.110077 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'code': 200} Aug 03 19:49:10.111638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] No DVR routers for this DVR port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:49:10.279602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05334d2-b4cb-4d14-b322-4382e0464e32 req-e4aa41b5-3554-4b07-b347-8016cc360fbf tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.281143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c05334d2-b4cb-4d14-b322-4382e0464e32 req-e4aa41b5-3554-4b07-b347-8016cc360fbf tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 944 time: 0.0697896 Aug 03 19:49:10.324179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Attempting to bind port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:49:10.324470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Attempting to bind port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:49:10.324814 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Attempting to bind port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:10.337898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:49:10.338231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Attempting to bind port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:10.351333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c05334d2-b4cb-4d14-b322-4382e0464e32 req-5964ec8b-c65a-409c-b483-168de5a73872 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554357 Aug 03 19:49:10.352242 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:49:10.352590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:10.352974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:49:10.353432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Bound port: 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:49:10.353823 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:10.430900 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:49:10.435562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:49:10.440817 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:10.475221 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.476381 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:10.477823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] 10.222.0.74 "PUT /v2.0/ports/6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 1092 time: 0.9273856 Aug 03 19:49:10.512778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327767c-85fe-4dec-834e-615f7c54723a service neutron] Pushing event updated for resources: {'Port': ['ID=6c8d5f18-4926-4851-89b0-da7bbf74bea8,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:10.561880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-148b9f17-9c85-4b20-a18d-41834229bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.563541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-148b9f17-9c85-4b20-a18d-41834229bb99 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1095 time: 0.0474789 Aug 03 19:49:10.674180 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-06c05075-587c-4a22-873c-b94beffec8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.676529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-06c05075-587c-4a22-873c-b94beffec8f6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1055119 Aug 03 19:49:10.749408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-445076f4-0825-4a43-a70f-6fe4ea0cb72c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 1000 time: 0.0648711 Aug 03 19:49:10.808584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-7ca8559e-e165-408c-89a6-5a09b47d257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.810201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-7ca8559e-e165-408c-89a6-5a09b47d257b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0531764 Aug 03 19:49:10.859659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-3f16d0e4-19f2-4c3e-a2bf-d65e2245ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.861176 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-3f16d0e4-19f2-4c3e-a2bf-d65e2245ca70 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431900 Aug 03 19:49:10.961241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-12e6a5c8-da41-497b-ac36-fdf9cb0af08d service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923021 Aug 03 19:49:11.070694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e5c0ed5f-e585-4729-bc29-a91f05649071 req-19d15170-8334-46d5-a8e5-12c3585af8e5 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027622 Aug 03 19:49:11.473422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22523afa-b5e9-4657-8de3-16d0cdde5937 req-3811c66c-b11d-4e17-aa31-f6668030cab5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:11.474937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22523afa-b5e9-4657-8de3-16d0cdde5937 req-3811c66c-b11d-4e17-aa31-f6668030cab5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 944 time: 0.0506017 Aug 03 19:49:11.520754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22523afa-b5e9-4657-8de3-16d0cdde5937 req-a7d67186-9a87-4603-ba7d-38a0d842a4da tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388389 Aug 03 19:49:12.110710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:12.113234 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4fa248-4f67-4b2f-b332-fe1e682f2277" -d '{"events": [{"name": "network-changed", "server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:12.169396 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2c380c-65ac-45f4-8385-35f0332901bd x-openstack-request-id: req-3c2c380c-65ac-45f4-8385-35f0332901bd {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:12.169859 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:12.170171 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c2c380c-65ac-45f4-8385-35f0332901bd {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:12.170565 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'status': 'completed', 'code': 200} Aug 03 19:49:12.237925 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-f9c4c95c-8156-403b-8874-3eba146279a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:12.237925 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-f9c4c95c-8156-403b-8874-3eba146279a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1095 time: 0.0465899 Aug 03 19:49:12.274649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-e4ce6a10-faf4-49e3-93c2-8fe21d885553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:12.277293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-e4ce6a10-faf4-49e3-93c2-8fe21d885553 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1095 time: 0.0523403 Aug 03 19:49:12.360429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-7b70efdc-517a-4668-a3a6-d02d45d1975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:12.362366 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-7b70efdc-517a-4668-a3a6-d02d45d1975f service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1199408 Aug 03 19:49:12.384075 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-373cf73d-6363-4607-a62e-947e4925c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:12.385654 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-373cf73d-6363-4607-a62e-947e4925c0a0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1016414 Aug 03 19:49:12.456552 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-bd33d636-b453-4fe2-b0de-dc46336c50a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 1000 time: 0.0871544 Aug 03 19:49:12.462168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-f48f6a26-4e3c-475d-9bc9-b8a388a9b4da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 1000 time: 0.0671618 Aug 03 19:49:12.512718 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-3becb9db-b2bf-4b69-b271-2dcf9adaed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:12.514291 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-3becb9db-b2bf-4b69-b271-2dcf9adaed88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0510595 Aug 03 19:49:12.519561 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-b157b843-c600-4031-a542-9e5f13314772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:12.521122 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-b157b843-c600-4031-a542-9e5f13314772 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0523880 Aug 03 19:49:12.578714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-39c9d1af-636a-40e8-a613-d688f405c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:12.580328 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-39c9d1af-636a-40e8-a613-d688f405c90d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543280 Aug 03 19:49:12.583762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-1bc2b5f9-6fbc-4029-a765-e59e3de43cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:12.585718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-1bc2b5f9-6fbc-4029-a765-e59e3de43cf1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577207 Aug 03 19:49:12.683680 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-a184b9b6-1a65-4e48-9bd1-d119581e11b8 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944295 Aug 03 19:49:12.706028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bc536-fa39-4d40-bcb4-97902e3297cb req-a42ebe4b-16f0-40a4-b40a-7404684a8a0e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:12.707967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e0bc536-fa39-4d40-bcb4-97902e3297cb req-a42ebe4b-16f0-40a4-b40a-7404684a8a0e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 944 time: 0.1064620 Aug 03 19:49:12.751903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-cdfe0346-2a8d-46a1-99fb-1cd840d4ccf1 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593862 Aug 03 19:49:12.786436 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e0bc536-fa39-4d40-bcb4-97902e3297cb req-253d777e-c9e4-4042-a2a3-3bce9772521c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710084 Aug 03 19:49:12.794349 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-58cf91b8-312f-488e-b899-204d6f9c0e7d service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023993 Aug 03 19:49:12.860585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-de4fa248-4f67-4b2f-b332-fe1e682f2277 req-e4d5df56-76a9-4c09-bce4-a3ff700cf23c service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983219 Aug 03 19:49:12.906341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6c8d5f18-4926-4851-89b0-da7bbf74bea8 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:49:13.024246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:13.039288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'port_id': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'mac_address': 'fa:16:3e:16:6d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:49:13.047645 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd2c9a-ce92-445e-8fa2-8fd2c16944b8 req-4c2cc809-baa6-4a17-bd70-fcf18543f783 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:13.052012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebcd2c9a-ce92-445e-8fa2-8fd2c16944b8 req-4c2cc809-baa6-4a17-bd70-fcf18543f783 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 944 time: 0.0856287 Aug 03 19:49:13.065727 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 6c8d5f18-4926-4851-89b0-da7bbf74bea8 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:49:13.112477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebcd2c9a-ce92-445e-8fa2-8fd2c16944b8 req-7ca7659c-d0d3-4444-8a56-f5a62be345aa tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518925 Aug 03 19:49:13.113303 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:13.132811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 6c8d5f18-4926-4851-89b0-da7bbf74bea8 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:49:13.136827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8d5f18-4926-4851-89b0-da7bbf74bea8 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:49:13.159799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:13.164844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:13.224267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=6c8d5f18-4926-4851-89b0-da7bbf74bea8,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:13.233135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.233631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.234025 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.234331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.234845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.235185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.235532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.235843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.236163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.236487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.236818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.237142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:13.320078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-09345fa3-d79b-4987-b487-8e34bc38ee8e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:13.321717 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-09345fa3-d79b-4987-b487-8e34bc38ee8e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 944 time: 0.3446131 Aug 03 19:49:13.389136 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-3ae1c833-3414-4fc3-a7ed-f2a85ef20694 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:49:13.390399 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-3ae1c833-3414-4fc3-a7ed-f2a85ef20694 service neutron] 10.222.0.37 "DELETE /v2.0/ports/6c8d5f18-4926-4851-89b0-da7bbf74bea8/bindings/n-h2-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0613182 Aug 03 19:49:13.440034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['6c8d5f18-4926-4851-89b0-da7bbf74bea8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:49:13.479975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-85da5f22-e52b-414b-b0f8-86a1ca3ab678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:13.482033 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-85da5f22-e52b-414b-b0f8-86a1ca3ab678 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1096 time: 0.0456648 Aug 03 19:49:13.582650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-fa4b9c20-8cd5-4439-8860-7dbd8de9f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:13.584318 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-fa4b9c20-8cd5-4439-8860-7dbd8de9f384 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0952306 Aug 03 19:49:13.661931 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-4d588d4b-5146-4e56-a532-f675b2722d49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 1001 time: 0.0696814 Aug 03 19:49:13.719897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-9c91cf83-8990-4671-aa43-ed026f89b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:13.721915 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-9c91cf83-8990-4671-aa43-ed026f89b49b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0526273 Aug 03 19:49:13.770943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-15355a5f-37e7-4804-8599-68d873566da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:13.772505 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-15355a5f-37e7-4804-8599-68d873566da0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438836 Aug 03 19:49:13.877443 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-28ed6fae-75e1-4687-9a12-d611ad77243a service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973554 Aug 03 19:49:13.998321 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1bd53e1-5b3d-4e54-8e68-4bf0e522a80e req-a2248c9f-af16-4a29-985f-890612a1ccbc service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130657 Aug 03 19:49:14.270151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0270256-9d1b-4711-8fea-f302ba2dd745 req-90b6caac-3721-4a15-ac92-aaf159d2879f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:14.271702 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0270256-9d1b-4711-8fea-f302ba2dd745 req-90b6caac-3721-4a15-ac92-aaf159d2879f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 945 time: 0.0573828 Aug 03 19:49:14.320845 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0270256-9d1b-4711-8fea-f302ba2dd745 req-45c212f3-53e7-47a9-8b2c-451a3fab4e62 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406353 Aug 03 19:49:14.922345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6c8d5f18-4926-4851-89b0-da7bbf74bea8 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:14.978136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:14.982933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:14.983308 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.231078 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.255658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:15.275136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:15.280863 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.305807 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca749b5-12ab-4f94-8422-fd7158739f1b" -d '{"events": [{"server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "name": "network-vif-plugged", "status": "completed", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:15.335317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=6c8d5f18-4926-4851-89b0-da7bbf74bea8,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:15.406576 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61049c6c-6ace-4cdd-8c47-314d88ade373 x-openstack-request-id: req-61049c6c-6ace-4cdd-8c47-314d88ade373 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:15.407055 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "name": "network-vif-plugged", "status": "completed", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:15.407478 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61049c6c-6ace-4cdd-8c47-314d88ade373 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:15.408117 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'code': 200} Aug 03 19:49:15.482757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdef9b-1f9f-4726-9f03-ca0025daf830 req-e55ff275-75a9-4217-a3e2-dc1f0cdce4f0 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:15.484344 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52bdef9b-1f9f-4726-9f03-ca0025daf830 req-e55ff275-75a9-4217-a3e2-dc1f0cdce4f0 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0545318 Aug 03 19:49:15.537723 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-52bdef9b-1f9f-4726-9f03-ca0025daf830 req-819e02d6-1ba5-4ae4-a7e3-081bc443e5ca tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467019 Aug 03 19:49:15.685102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4520bd-1f53-433b-9607-a678a36d7107 req-261d9b59-253b-468c-9702-f0271e313314 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:15.686772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d4520bd-1f53-433b-9607-a678a36d7107 req-261d9b59-253b-468c-9702-f0271e313314 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0635648 Aug 03 19:49:15.732370 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d4520bd-1f53-433b-9607-a678a36d7107 req-d493820f-bce0-4e16-87af-6aad0a02e83b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381632 Aug 03 19:49:15.741426 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.968879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21902-a4e7-4874-9303-9597f63328cc req-86ab7c31-fb23-4b5f-a566-e16654d488be tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:15.970553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61e21902-a4e7-4874-9303-9597f63328cc req-86ab7c31-fb23-4b5f-a566-e16654d488be tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0659142 Aug 03 19:49:16.052678 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d68419-e140-403d-aed6-35a2c68994db req-e355b689-0fa9-426f-9b3a-bd5a38469cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:16.054191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10d68419-e140-403d-aed6-35a2c68994db req-e355b689-0fa9-426f-9b3a-bd5a38469cbd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 1097 time: 0.0801175 Aug 03 19:49:16.057167 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61e21902-a4e7-4874-9303-9597f63328cc req-0f0d4e1a-4766-4453-a6b2-4eb15e58799c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748026 Aug 03 19:49:16.145185 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:49:16.158909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d68419-e140-403d-aed6-35a2c68994db req-8ba60b14-4c2d-4eed-9505-b38756f664eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:16.160400 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10d68419-e140-403d-aed6-35a2c68994db req-8ba60b14-4c2d-4eed-9505-b38756f664eb service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0990086 Aug 03 19:49:16.232994 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10d68419-e140-403d-aed6-35a2c68994db req-83502b10-c9f7-47a9-9acc-7a8d50dbbf1c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 200 len: 1002 time: 0.0642931 Aug 03 19:49:16.291583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d68419-e140-403d-aed6-35a2c68994db req-06b7a2ff-f6d1-4037-a5f2-367557c928eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:16.294070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10d68419-e140-403d-aed6-35a2c68994db req-06b7a2ff-f6d1-4037-a5f2-367557c928eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0537267 Aug 03 19:49:16.345773 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d68419-e140-403d-aed6-35a2c68994db req-2ebbdfb2-200d-4b1b-9a49-d22d90fae0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:16.347355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10d68419-e140-403d-aed6-35a2c68994db req-2ebbdfb2-200d-4b1b-9a49-d22d90fae0d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461266 Aug 03 19:49:16.452619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10d68419-e140-403d-aed6-35a2c68994db req-9bec284b-ea8c-4629-afcb-f88e056377e2 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924554 Aug 03 19:49:16.555731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-10d68419-e140-403d-aed6-35a2c68994db req-0dffa251-5e40-42dd-8aac-75edca7805a4 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948288 Aug 03 19:49:17.196539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d48e8a-6525-47be-ab7c-72938ac95ff3 req-09b7ba65-eb46-439b-af54-7dd7807d0f4b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:17.198195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54d48e8a-6525-47be-ab7c-72938ac95ff3 req-09b7ba65-eb46-439b-af54-7dd7807d0f4b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0546145 Aug 03 19:49:17.243761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-54d48e8a-6525-47be-ab7c-72938ac95ff3 req-a7ffb6fe-ac99-4fac-b3c4-8bd5be4f47c7 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386412 Aug 03 19:49:17.521240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823eb5ce-d298-4169-99e1-8aa683c7ee66 req-1c2244c5-e9bc-4d25-ad35-e8c8f772a992 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:17.522842 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-823eb5ce-d298-4169-99e1-8aa683c7ee66 req-1c2244c5-e9bc-4d25-ad35-e8c8f772a992 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0592120 Aug 03 19:49:17.566396 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-823eb5ce-d298-4169-99e1-8aa683c7ee66 req-dec69c32-2b4c-4cd1-bbac-70073de5b3bb tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371108 Aug 03 19:49:18.690034 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0ee8d-adab-4b02-a293-ced6fbc4e0c7 req-e8b09ce5-0eed-4997-9ca6-f143186dc91e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:18.691593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d0ee8d-adab-4b02-a293-ced6fbc4e0c7 req-e8b09ce5-0eed-4997-9ca6-f143186dc91e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0505891 Aug 03 19:49:18.735288 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-36d0ee8d-adab-4b02-a293-ced6fbc4e0c7 req-58ec0622-d11c-4341-b3f6-3303616328a4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375173 Aug 03 19:49:18.888260 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-2ce17676-5580-4900-9c78-9e4c872e8f06 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:18.889791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-2ce17676-5580-4900-9c78-9e4c872e8f06 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.74 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 946 time: 0.0506051 Aug 03 19:49:18.988472 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Deleting port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:49:18.988819 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:19.084212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] For port 6c8d5f18-4926-4851-89b0-da7bbf74bea8, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=6c8d5f18-4926-4851-89b0-da7bbf74bea8,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:19.084583 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:19.279588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:19.279998 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:19.280295 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158 disassociated. External IP: 172.25.8.126, port: 6c8d5f18-4926-4851-89b0-da7bbf74bea8. Aug 03 19:49:19.280646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Calling delete_port for 6c8d5f18-4926-4851-89b0-da7bbf74bea8 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:49:19.422971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:19.460632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event deleted for resources: {'Port': ['ID=6c8d5f18-4926-4851-89b0-da7bbf74bea8,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:19.601454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:49:19.730709 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:49:19.744788 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3399b2-d528-48b2-95a3-b81f65c4a08f None None] Sync routers for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:49:19.759635 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3399b2-d528-48b2-95a3-b81f65c4a08f None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:19.760705 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-da3399b2-d528-48b2-95a3-b81f65c4a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:49:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:19.931993 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-da3399b2-d528-48b2-95a3-b81f65c4a08f None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:20.162643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] No DVR routers for this DVR port 6c8d5f18-4926-4851-89b0-da7bbf74bea8 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:49:20.167115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:20.171172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8ed498f-87b5-4310-86bc-235dc1d22533 req-bdbebeb8-ea27-4ec9-90e5-52cd251bf38d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.74 "DELETE /v2.0/ports/6c8d5f18-4926-4851-89b0-da7bbf74bea8 HTTP/1.1" status: 204 len: 173 time: 1.2743208 Aug 03 19:49:20.175181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d245367-5c21-4871-be2a-d05853a77c5e req-ae9142d6-b8f5-4755-ac69-4f06d795ad08 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=97070949-71fb-48d9-b182-cf15ae3ffddb HTTP/1.1" status: 200 len: 210 time: 0.0597720 Aug 03 19:49:20.175662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'name': 'network-vif-deleted', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:20.180082 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3676f92f-3842-427c-b9fc-b92fda9096df" -d '{"events": [{"server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "name": "network-vif-deleted", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:20.184384 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-da3399b2-d528-48b2-95a3-b81f65c4a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:20.223535 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3399b2-d528-48b2-95a3-b81f65c4a08f None None] Checking router: 2f9478aa-feaa-4446-b408-24b4dcbbcd86 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:49:20.237618 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3399b2-d528-48b2-95a3-b81f65c4a08f None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:20.239125 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-da3399b2-d528-48b2-95a3-b81f65c4a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:49:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:20.250121 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10978faa-4c5e-4c9b-80fa-c12007230229 x-openstack-request-id: req-10978faa-4c5e-4c9b-80fa-c12007230229 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:20.250496 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97070949-71fb-48d9-b182-cf15ae3ffddb", "name": "network-vif-deleted", "tag": "6c8d5f18-4926-4851-89b0-da7bbf74bea8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:20.250898 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10978faa-4c5e-4c9b-80fa-c12007230229 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:20.251667 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97070949-71fb-48d9-b182-cf15ae3ffddb', 'name': 'network-vif-deleted', 'tag': '6c8d5f18-4926-4851-89b0-da7bbf74bea8', 'status': 'completed', 'code': 200} Aug 03 19:49:20.385358 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-da3399b2-d528-48b2-95a3-b81f65c4a08f None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:20.676327 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-da3399b2-d528-48b2-95a3-b81f65c4a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:20.708740 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3399b2-d528-48b2-95a3-b81f65c4a08f None None] The sync data for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 is: [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:49:20.957693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d80d01-2e63-4af0-bb5e-36077e0d513c None None] New status for floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:49:21.506548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-4c1742ac-06da-44cf-bf5c-9061bb1e2108 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--659081989&fields=id&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 267 time: 0.0364940 Aug 03 19:49:21.634796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-c4ad4d1a-ef50-4dbc-90fe-f3f9b0fd137c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:21.636868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-c4ad4d1a-ef50-4dbc-90fe-f3f9b0fd137c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 812 time: 0.1222472 Aug 03 19:49:21.654527 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bd09627c-9a4e-4810-965a-aa5f0171a187 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/quotas/2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 375 time: 0.0114090 Aug 03 19:49:21.720746 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-d7186a77-0823-4c60-829d-776a74a094b8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600197 Aug 03 19:49:21.835348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-2ee226ba-d9df-43e0-8f2c-e6036674d54a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:49:21.836468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-2ee226ba-d9df-43e0-8f2c-e6036674d54a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475793 Aug 03 19:49:21.938421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-25f0e2ee-f6dd-4541-93b6-6852441bf72c service neutron] 10.222.0.78 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948274 Aug 03 19:49:22.036599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-b5c9f843-0db1-4c91-a63a-c1b0f7e0164b service neutron] 10.222.0.78 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911958 Aug 03 19:49:22.229737 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e2e12252-ff9b-4a36-a1b8-9efb5498c1e5 req-fbdf825a-847f-46c2-b0b2-a7f0b1db84bc tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 210 time: 0.0314250 Aug 03 19:49:22.954439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6c8d5f18-4926-4851-89b0-da7bbf74bea8 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:49:22.978613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 6c8d5f18-4926-4851-89b0-da7bbf74bea8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:49:22.978961 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 6c8d5f18-4926-4851-89b0-da7bbf74bea8 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:49:23.392767 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-09329de5-e01e-4ff3-80c8-8fb6e7526fe8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:23.394677 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-09329de5-e01e-4ff3-80c8-8fb6e7526fe8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 812 time: 0.1461136 Aug 03 19:49:23.422698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6c0c7d5-da24-49d1-bbba-519bd5903d2b req-1197062c-f587-4e10-8079-c8bec21b4bfc tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 210 time: 0.0573540 Aug 03 19:49:23.455577 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-7297ed24-9cc4-4524-8eb5-6f4b130d90e2 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 379 time: 0.0518146 Aug 03 19:49:23.467361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'port': {'device_id': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'admin_state_up': True, 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'security_groups': ['a15aae56-e81d-4ada-b48b-a39ada20ade3']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:23.597027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Made reservation on behalf of 2f7ce5a0f08e4153a6643406bb6a647d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:49:23.601326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:23.757551 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Allocated IP 172.20.0.9 (89cc5337-6e36-4821-b0a0-0b22747f70e8/bda96a4d-72c9-4f13-83f3-6c3ca0484fe3/a4dea681-abeb-4e30-ab27-6a9ac55df985) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:49:23.917102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:23.933309 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Transition to ACTIVE for port object a4dea681-abeb-4e30-ab27-6a9ac55df985 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:23.968498 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:24.011835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:49:24.015107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:49:24.019320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:49:24.051334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:24.070118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.070599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.070822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.071125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.071459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.071793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.072121 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.072441 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.072762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.073086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.073456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.073810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:24.093727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:24.094405 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:24.115646 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-dc5421b4-d104-43ff-aca1-7971e8cb31b5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6526771 Aug 03 19:49:24.128869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Request body: {'port': {'device_id': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:24.193580 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:24.287916 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ae4f61de-fe65-4b0f-a5b6-20816602f09b None None] Provisioning for port a4dea681-abeb-4e30-ab27-6a9ac55df985 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:24.292477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ae4f61de-fe65-4b0f-a5b6-20816602f09b None None] Provisioning complete for port a4dea681-abeb-4e30-ab27-6a9ac55df985 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:24.292916 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ae4f61de-fe65-4b0f-a5b6-20816602f09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:24.330252 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f61de-fe65-4b0f-a5b6-20816602f09b None None] Port a4dea681-abeb-4e30-ab27-6a9ac55df985 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:49:24.482062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4dea681-abeb-4e30-ab27-6a9ac55df985 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:49:24.489912 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:24.503822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Transition to ACTIVE for port object a4dea681-abeb-4e30-ab27-6a9ac55df985 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:49:24.506826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:24.569204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c19bd6-6404-4073-85aa-bc466737dbea req-1d47a57a-dd56-405f-b3cf-79d2aaedf75b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:24.571136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89c19bd6-6404-4073-85aa-bc466737dbea req-1d47a57a-dd56-405f-b3cf-79d2aaedf75b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 943 time: 0.0579362 Aug 03 19:49:24.602878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:24.619115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89c19bd6-6404-4073-85aa-bc466737dbea req-8c0ba240-a43d-4ea0-b48c-1ebe78936e78 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400531 Aug 03 19:49:24.641620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:49:24.642157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:49:24.642742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:24.648350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Port a4dea681-abeb-4e30-ab27-6a9ac55df985 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:49:24.649515 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:49:24.654677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:49:24.655025 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:49:24.655457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:49:24.655894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Bound port: a4dea681-abeb-4e30-ab27-6a9ac55df985, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:49:24.656264 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:24.731335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:49:24.735559 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:49:24.740005 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:24.775602 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:24.776218 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:24.778210 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] 10.222.0.37 "PUT /v2.0/ports/a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1091 time: 0.6546340 Aug 03 19:49:24.778665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:24.811179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf63ba7-6895-4f80-8350-a91992b9433a service neutron] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:24.831923 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:24.891023 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-2e579c28-a2b4-4955-b889-be7f36752f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:24.892835 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-2e579c28-a2b4-4955-b889-be7f36752f17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1094 time: 0.0579469 Aug 03 19:49:24.944092 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c74da2-1728-4936-8283-3e39e1b288f7 x-openstack-request-id: req-50c74da2-1728-4936-8283-3e39e1b288f7 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:24.944392 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:24.944648 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-50c74da2-1728-4936-8283-3e39e1b288f7 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:24.945150 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'status': 'completed', 'code': 200} Aug 03 19:49:24.946982 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-09d31807-2dcc-4281-87ba-7ba81db565f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 217 time: 0.0422416 Aug 03 19:49:25.000673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-1803c3ef-2bac-4c82-ad6b-ba1e85d78004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:25.002228 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-1803c3ef-2bac-4c82-ad6b-ba1e85d78004 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0478041 Aug 03 19:49:25.051880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-27998ff1-5ada-4e31-a42c-300424813cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:25.053323 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-27998ff1-5ada-4e31-a42c-300424813cbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440185 Aug 03 19:49:25.159431 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-687190ca-d473-459e-aa58-1b704dd988c2 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984969 Aug 03 19:49:25.258488 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-02bc61c1-6574-4a7b-a573-628acfe225f9 req-8dd2014a-4015-4ea4-876c-29fcac86e550 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914924 Aug 03 19:49:25.358258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0 req-ed9081c1-9098-49c2-83fa-a2e55b6789fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:25.359893 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0 req-ed9081c1-9098-49c2-83fa-a2e55b6789fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1094 time: 0.0505784 Aug 03 19:49:25.460667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0 req-e113dc41-d73f-4787-bc39-0d9379162e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:25.462368 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0 req-e113dc41-d73f-4787-bc39-0d9379162e83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0954995 Aug 03 19:49:25.513261 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0 req-319bff1c-fbf0-4456-ac75-2c0b8800d05d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 217 time: 0.0424504 Aug 03 19:49:25.566030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0 req-af0ee637-a371-43ad-bcde-ce8abcf4f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:25.567526 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0 req-af0ee637-a371-43ad-bcde-ce8abcf4f981 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0465763 Aug 03 19:49:25.616029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0 req-2501c725-b284-4087-89e1-2f97a21f907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:25.617489 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0 req-2501c725-b284-4087-89e1-2f97a21f907b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423944 Aug 03 19:49:25.729905 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0 req-14b7bdc2-5868-4aa7-be0b-04f0ad8627e4 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029847 Aug 03 19:49:25.764206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb2bf-bb93-4cf1-aa6a-4f3d74803136 req-ab951e17-fb38-4416-8e1e-76a63fa94839 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:25.765824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e3eb2bf-bb93-4cf1-aa6a-4f3d74803136 req-ab951e17-fb38-4416-8e1e-76a63fa94839 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 943 time: 0.0568461 Aug 03 19:49:25.810779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8e3eb2bf-bb93-4cf1-aa6a-4f3d74803136 req-ec8e5038-036d-45d5-89ae-d0086f906674 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380735 Aug 03 19:49:25.844515 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-84acd509-b6a8-4c0c-9be6-5cae5d9ba4c0 req-a060c3cd-9b12-476a-8859-773371974afa service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062508 Aug 03 19:49:26.932294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175de725-6760-4bb3-b379-4622527cd290 req-b8f4b5be-56ae-4189-b241-1d12813a12bd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:26.934365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-175de725-6760-4bb3-b379-4622527cd290 req-b8f4b5be-56ae-4189-b241-1d12813a12bd tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 943 time: 0.0503309 Aug 03 19:49:26.979791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-175de725-6760-4bb3-b379-4622527cd290 req-e3e98cbc-a929-4a37-b6a2-18d370ece83c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392306 Aug 03 19:49:27.144748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:49:27.248367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:27.262105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'port_id': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'mac_address': 'fa:16:3e:79:80:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:49:27.304579 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:27.318839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4dea681-abeb-4e30-ab27-6a9ac55df985 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:49:27.340735 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:27.346667 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:27.407768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:27.549836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a4dea681-abeb-4e30-ab27-6a9ac55df985'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:49:28.100033 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf079fd-8040-4d70-ba9c-78731fe5197a req-29d942cb-f04f-4cd1-ab8b-74649e321172 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:28.101643 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dcf079fd-8040-4d70-ba9c-78731fe5197a req-29d942cb-f04f-4cd1-ab8b-74649e321172 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 944 time: 0.0520365 Aug 03 19:49:28.141782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dcf079fd-8040-4d70-ba9c-78731fe5197a req-aa569d8a-4f4e-44b8-86d3-d9a70394c254 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339437 Aug 03 19:49:29.175980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:49:29.226501 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port a4dea681-abeb-4e30-ab27-6a9ac55df985 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:49:29.231125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port a4dea681-abeb-4e30-ab27-6a9ac55df985 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:49:29.231544 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:29.266471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75d7ec-6474-48fe-bb7b-d024f877019c req-a8fe6dd7-e8d1-47d5-9909-85d66129c8ac tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:29.268005 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c75d7ec-6474-48fe-bb7b-d024f877019c req-a8fe6dd7-e8d1-47d5-9909-85d66129c8ac tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 944 time: 0.0562220 Aug 03 19:49:29.313143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c75d7ec-6474-48fe-bb7b-d024f877019c req-f50116dc-19f6-4aef-ae2d-d086774a0bde tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379651 Aug 03 19:49:29.323758 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:29.352837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:29.355856 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e38a0f1-70f5-46d1-a08c-d418279e1392" -d '{"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-plugged", "status": "completed", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:29.373414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:29.378348 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:29.403077 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e65e225-d76f-471e-9d71-c70df4d587a0 x-openstack-request-id: req-1e65e225-d76f-471e-9d71-c70df4d587a0 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:29.403352 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-plugged", "status": "completed", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:29.403628 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e65e225-d76f-471e-9d71-c70df4d587a0 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:29.404026 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'code': 200} Aug 03 19:49:29.445950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:29.507317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dfbe0-3a41-4c02-a4c0-f38e66113cae req-7ead7ddf-83e6-4e33-8cf7-47b6b37229cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:29.508879 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-377dfbe0-3a41-4c02-a4c0-f38e66113cae req-7ead7ddf-83e6-4e33-8cf7-47b6b37229cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1096 time: 0.0508144 Aug 03 19:49:29.544029 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-377dfbe0-3a41-4c02-a4c0-f38e66113cae req-1e604cb3-da96-49b8-a7b4-172826f06582 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285890 Aug 03 19:49:30.118464 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:30.440361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638135e-8190-434b-a1b4-8fba4afd2c64 req-fc524490-b98b-4de2-8ff9-d62fac62d22c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:30.441925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e638135e-8190-434b-a1b4-8fba4afd2c64 req-fc524490-b98b-4de2-8ff9-d62fac62d22c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0509460 Aug 03 19:49:30.493609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e638135e-8190-434b-a1b4-8fba4afd2c64 req-e3794d11-420b-4f01-8755-e2bcd235214f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454619 Aug 03 19:49:31.618342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ba04d-55c8-4a82-89ef-9b795a271240 req-7afdbf62-630f-42b2-8d08-f37c5ea2c4e9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:31.619891 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c71ba04d-55c8-4a82-89ef-9b795a271240 req-7afdbf62-630f-42b2-8d08-f37c5ea2c4e9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0529923 Aug 03 19:49:31.659649 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c71ba04d-55c8-4a82-89ef-9b795a271240 req-6c4723f9-f87a-4b83-a438-4fcacf1a6208 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334051 Aug 03 19:49:31.783596 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd7173-df7e-40de-b40d-12fee13ebf80 req-0b0cdc3a-c573-497a-9699-b51fd963df07 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:31.785047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e4bd7173-df7e-40de-b40d-12fee13ebf80 req-0b0cdc3a-c573-497a-9699-b51fd963df07 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0523376 Aug 03 19:49:31.793886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 35778) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:31.798576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f9046c00-60cc-43e7-a389-c6d5e706fbe6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'floatingip': {'port_id': 'a4dea681-abeb-4e30-ab27-6a9ac55df985'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:49:31.842473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9046c00-60cc-43e7-a389-c6d5e706fbe6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:32.325308 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9046c00-60cc-43e7-a389-c6d5e706fbe6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:32.329713 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9046c00-60cc-43e7-a389-c6d5e706fbe6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:32.440007 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-f9046c00-60cc-43e7-a389-c6d5e706fbe6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158 associated. External IP: 172.25.8.126, port: a4dea681-abeb-4e30-ab27-6a9ac55df985. Aug 03 19:49:32.658148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9046c00-60cc-43e7-a389-c6d5e706fbe6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:49:32.773358 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9046c00-60cc-43e7-a389-c6d5e706fbe6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:49:32.778752 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9046c00-60cc-43e7-a389-c6d5e706fbe6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:32.784286 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2adc5-d0b8-48f2-a3f8-b3875cd84a77 None None] Sync routers for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:49:32.794629 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2adc5-d0b8-48f2-a3f8-b3875cd84a77 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:32.795259 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0ef2adc5-d0b8-48f2-a3f8-b3875cd84a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:49:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:32.810550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f9046c00-60cc-43e7-a389-c6d5e706fbe6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "PUT /v2.0/floatingips/7ea453f1-79cf-40ad-a6b0-239b4c3a4158 HTTP/1.1" status: 200 len: 991 time: 1.0155056 Aug 03 19:49:32.811161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:32.813570 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7447880d-8002-45e7-ae2c-fda151626f25" -d '{"events": [{"name": "network-changed", "server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:32.862122 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac59721e-67f9-49fc-abb8-1ba3bda54007 x-openstack-request-id: req-ac59721e-67f9-49fc-abb8-1ba3bda54007 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:32.862557 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:32.862692 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac59721e-67f9-49fc-abb8-1ba3bda54007 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:32.863082 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'status': 'completed', 'code': 200} Aug 03 19:49:32.923202 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0ef2adc5-d0b8-48f2-a3f8-b3875cd84a77 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:32.935203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447880d-8002-45e7-ae2c-fda151626f25 req-9a909bca-9b32-461f-8a25-2c518f5dd14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:32.936774 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7447880d-8002-45e7-ae2c-fda151626f25 req-9a909bca-9b32-461f-8a25-2c518f5dd14d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1096 time: 0.0491495 Aug 03 19:49:33.034486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447880d-8002-45e7-ae2c-fda151626f25 req-7aa05069-3bbd-4dc9-bae8-d8619eb14ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:33.035942 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7447880d-8002-45e7-ae2c-fda151626f25 req-7aa05069-3bbd-4dc9-bae8-d8619eb14ac5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0926585 Aug 03 19:49:33.128843 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7447880d-8002-45e7-ae2c-fda151626f25 req-9c3fea27-3c59-44ae-93ac-58c31e883573 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 999 time: 0.0853565 Aug 03 19:49:33.182875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447880d-8002-45e7-ae2c-fda151626f25 req-1c5671d1-9446-43dd-bc07-f6e0b12eb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:33.184454 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7447880d-8002-45e7-ae2c-fda151626f25 req-1c5671d1-9446-43dd-bc07-f6e0b12eb6d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0485985 Aug 03 19:49:33.190215 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0ef2adc5-d0b8-48f2-a3f8-b3875cd84a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:79:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:49:32Z', 'revision_number': 9, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:33.222248 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2adc5-d0b8-48f2-a3f8-b3875cd84a77 None None] Checking router: 2f9478aa-feaa-4446-b408-24b4dcbbcd86 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:49:33.232192 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2adc5-d0b8-48f2-a3f8-b3875cd84a77 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:33.232813 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0ef2adc5-d0b8-48f2-a3f8-b3875cd84a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:49:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:33.235920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447880d-8002-45e7-ae2c-fda151626f25 req-366811cb-a2fb-45a4-9394-6aa69663a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:33.237692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7447880d-8002-45e7-ae2c-fda151626f25 req-366811cb-a2fb-45a4-9394-6aa69663a24c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454788 Aug 03 19:49:33.343300 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7447880d-8002-45e7-ae2c-fda151626f25 req-7a0e4ecd-f473-4373-9ac5-4e8f75fc3cba service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970943 Aug 03 19:49:33.440880 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7447880d-8002-45e7-ae2c-fda151626f25 req-951d911a-dfe0-45a0-b4d5-a390166713b3 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908461 Aug 03 19:49:33.441153 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0ef2adc5-d0b8-48f2-a3f8-b3875cd84a77 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:33.689048 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0ef2adc5-d0b8-48f2-a3f8-b3875cd84a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:79:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:49:32Z', 'revision_number': 9, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:33.705688 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-911727f5-195a-443e-a88c-ac2c4adcc82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:33.727761 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2adc5-d0b8-48f2-a3f8-b3875cd84a77 None None] The sync data for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 is: [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:79:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:49:32Z', 'revision_number': 9, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:49:33.928458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a39f6d-e110-48c9-9663-84c86b5647c9 None None] New status for floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:49:36.478139 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00c265ba-3e80-404d-9e6f-ea9a7aa42eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:36.784480 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:38.081181 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:39.835329 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:45.758619 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.528985 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-b0004cb9-fa3f-4dd7-a3b7-a1df6023ded7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481274 Aug 03 19:49:51.623922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-c0450478-e483-4c58-b53c-4453315b69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:51.625537 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-c0450478-e483-4c58-b53c-4453315b69a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1096 time: 0.0503085 Aug 03 19:49:51.748857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-79c52d53-17c3-4266-8520-b353d8c758db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:51.750452 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-79c52d53-17c3-4266-8520-b353d8c758db service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1009636 Aug 03 19:49:51.837552 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-d1e4a06d-585b-40a0-9a1d-e771853c7553 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1002 time: 0.0785339 Aug 03 19:49:51.893866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-f23b44bf-ae3b-4b19-a115-8d75e4579637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:51.895603 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-f23b44bf-ae3b-4b19-a115-8d75e4579637 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0507655 Aug 03 19:49:51.948699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-3a6e24ab-ae3f-449f-bc97-01d69413d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:51.950471 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-3a6e24ab-ae3f-449f-bc97-01d69413d307 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478079 Aug 03 19:49:52.059756 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-85a8f6dd-298d-473a-9534-c8b299e11c96 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002841 Aug 03 19:49:52.176005 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-05ea4902-6dc6-4c68-9899-2c4253ba95a4 req-3b08ae47-e336-42e6-b3e8-3860973cff7f service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078150 Aug 03 19:49:53.144774 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:50:00.119470 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:03.698946 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8715-7c8b-46cc-add9-17f759942d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:06.483845 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-04327d80-31fd-4dec-aaf8-d6c8f23c6d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:06.789289 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.086377 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.839912 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:15.747891 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:30.146962 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:50:30.148505 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:33.699388 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb7a4-dbb1-494c-abe5-7d729d4ee17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:34.769758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-84508ded-7b95-4987-bc87-aea9b0e4a55f req-a11271b7-aaf4-4f82-8ad1-bc0ed5d7da9f service neutron] (100487) timed out ('10.222.0.37', 63367) {{(pid=100487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:50:36.488027 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-89963205-61ca-46a1-b59f-c2aea09f3020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:36.791223 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:38.100998 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:39.842093 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:45.749824 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.525513 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-83c5e62d-5eb1-4a39-beac-92c6e308c6ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486212 Aug 03 19:50:53.638213 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-2d5ea155-264d-44f7-8776-bcb08e27876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:53.639998 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-2d5ea155-264d-44f7-8776-bcb08e27876d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1096 time: 0.0572824 Aug 03 19:50:53.749950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-762d03d5-d320-49ad-afcd-b734a0ff31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:53.751492 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-762d03d5-d320-49ad-afcd-b734a0ff31c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0908005 Aug 03 19:50:53.825960 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-547bf8d4-f267-4014-ad8a-ec6c4e0106a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1002 time: 0.0664930 Aug 03 19:50:53.877793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-6ac5e887-a685-4889-96fd-c36222f1ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:53.879450 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-6ac5e887-a685-4889-96fd-c36222f1ac74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0470822 Aug 03 19:50:53.930643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-ab1dd39f-6f44-4a6b-93df-45853c227eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:53.932103 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-ab1dd39f-6f44-4a6b-93df-45853c227eef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450895 Aug 03 19:50:54.071628 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-bb678c53-3ba6-4315-b0c6-d2a2d2e70244 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322074 Aug 03 19:50:54.199729 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e2fac13a-abed-4e16-a006-e31fafaa7332 req-16a79151-4fbf-4849-bad2-12ed03eba3a8 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208935 Aug 03 19:51:00.144958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:03.711297 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-052a9468-8a59-4266-ae9f-50f7f2b8986b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:06.489960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5f3c8acd-835e-4d4f-ab34-0c4a41b4b9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:06.792788 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:07.146605 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:51:08.090606 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:09.324672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7fdb3-049a-4d99-a872-9029a15c537b req-b16cf4fc-6f1e-4e63-9348-43f0f4bbabfb tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:09.326316 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50e7fdb3-049a-4d99-a872-9029a15c537b req-b16cf4fc-6f1e-4e63-9348-43f0f4bbabfb tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0669544 Aug 03 19:51:09.372401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50e7fdb3-049a-4d99-a872-9029a15c537b req-b8310e68-8abb-4ed5-87b1-da3905af0715 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397601 Aug 03 19:51:09.376399 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-3e609ad8-cfe7-4b8d-8ed3-3460bdec9933 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901287 Aug 03 19:51:09.847868 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:10.498677 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a73b70-4f68-423d-b45c-268f8b852d23 req-869cec47-5e09-42d1-a7f8-8d9883841fa1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:10.500333 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44a73b70-4f68-423d-b45c-268f8b852d23 req-869cec47-5e09-42d1-a7f8-8d9883841fa1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0557594 Aug 03 19:51:10.554386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-44a73b70-4f68-423d-b45c-268f8b852d23 req-1a588cad-4b5d-4637-9445-806da3f2c183 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467131 Aug 03 19:51:10.606411 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-8457fd82-5821-4493-bf47-62955f53f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:10.607942 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-8457fd82-5821-4493-bf47-62955f53f59e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1096 time: 0.0526304 Aug 03 19:51:10.699571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-0ac9c62b-468f-466e-ab65-cdb7f9478ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:10.700996 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-0ac9c62b-468f-466e-ab65-cdb7f9478ef8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0865180 Aug 03 19:51:10.771852 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-a2e6f634-60b7-4622-88da-8b2bcd76f0ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1002 time: 0.0636005 Aug 03 19:51:10.825981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-06ebfb15-d685-4402-b7e3-3b16bc4877f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:10.829705 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-06ebfb15-d685-4402-b7e3-3b16bc4877f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0496140 Aug 03 19:51:10.876935 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb8cf599-74bb-4398-807e-71f71ce88b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:10.878530 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb8cf599-74bb-4398-807e-71f71ce88b69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416503 Aug 03 19:51:10.971664 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-e1481785-c38c-4c64-b9e5-fc31b8dde148 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853975 Aug 03 19:51:11.065655 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-e5929957-f22c-492d-a687-d2c512595d37 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865419 Aug 03 19:51:11.701653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6d478-3ccc-4cbd-9041-a8ddf212ef60 req-3e909b6d-eb52-440f-85ab-b979d5645f01 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:11.704353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ed6d478-3ccc-4cbd-9041-a8ddf212ef60 req-3e909b6d-eb52-440f-85ab-b979d5645f01 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0706673 Aug 03 19:51:11.745617 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ed6d478-3ccc-4cbd-9041-a8ddf212ef60 req-429d0d70-a3b8-4127-8b70-c57b06a7080d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353310 Aug 03 19:51:12.884202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1c366-57ab-4f13-bb5d-d99b054eeea2 req-ad5dfc15-5c4c-40ff-b978-df951b90382d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:12.886425 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28d1c366-57ab-4f13-bb5d-d99b054eeea2 req-ad5dfc15-5c4c-40ff-b978-df951b90382d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0662165 Aug 03 19:51:12.926152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28d1c366-57ab-4f13-bb5d-d99b054eeea2 req-b2ca4836-e709-4a60-9a53-b8148f316e2d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337052 Aug 03 19:51:14.053764 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27d38f-4d46-45b0-849b-5a74da17ea79 req-7d23f962-f69f-4555-ba82-3bc1efb03cf6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:14.055378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce27d38f-4d46-45b0-849b-5a74da17ea79 req-7d23f962-f69f-4555-ba82-3bc1efb03cf6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0504467 Aug 03 19:51:14.100691 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ce27d38f-4d46-45b0-849b-5a74da17ea79 req-ae5b7b3f-b1fa-4a03-8f6c-7cca5bf63379 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375021 Aug 03 19:51:15.250047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e85eda-b968-453a-9d4a-d0eda3fe5898 req-0f55b598-cda4-4b74-8686-e609e0fda44b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:15.255456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6e85eda-b968-453a-9d4a-d0eda3fe5898 req-0f55b598-cda4-4b74-8686-e609e0fda44b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0723422 Aug 03 19:51:15.306037 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6e85eda-b968-453a-9d4a-d0eda3fe5898 req-acb0c116-2d84-4aa7-8f9b-3004e63b9a1c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438552 Aug 03 19:51:15.766045 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:16.456772 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af59dc9-f451-43cf-b7e6-50261c6f4f9f req-b009cf3d-00f9-46ba-91d4-3ae050dc61b8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:16.458324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5af59dc9-f451-43cf-b7e6-50261c6f4f9f req-b009cf3d-00f9-46ba-91d4-3ae050dc61b8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0704002 Aug 03 19:51:16.502728 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5af59dc9-f451-43cf-b7e6-50261c6f4f9f req-6866966a-d8ce-4d8b-8b7f-c27048fe048a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374279 Aug 03 19:51:17.643110 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e868962-618b-423e-a264-b8acb90a776f req-d47c8abd-e6c8-46e1-989a-6ad9e2f5734e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:17.644915 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e868962-618b-423e-a264-b8acb90a776f req-d47c8abd-e6c8-46e1-989a-6ad9e2f5734e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0551894 Aug 03 19:51:17.686821 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e868962-618b-423e-a264-b8acb90a776f req-a05b8eb3-e79c-4849-acb1-39f41a097a15 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349162 Aug 03 19:51:18.817976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f86eb9-4a7d-4d3e-a7f5-683083efae05 req-3e7030f4-3e20-4d17-b4ae-d1bc55cf75e2 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:18.819568 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85f86eb9-4a7d-4d3e-a7f5-683083efae05 req-3e7030f4-3e20-4d17-b4ae-d1bc55cf75e2 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0561678 Aug 03 19:51:18.864132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85f86eb9-4a7d-4d3e-a7f5-683083efae05 req-09e186eb-d625-4768-8d32-b95cac5059db tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367122 Aug 03 19:51:19.991873 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae052f12-5940-444a-a7b5-cc5fa121c862 req-c8aee2b0-7175-463e-8836-766b845e4b9b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:19.993561 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae052f12-5940-444a-a7b5-cc5fa121c862 req-c8aee2b0-7175-463e-8836-766b845e4b9b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0590034 Aug 03 19:51:20.041091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae052f12-5940-444a-a7b5-cc5fa121c862 req-a8bbf3cd-1c2c-426a-860f-39069781760c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361757 Aug 03 19:51:21.175843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d684bd-1b93-431f-9278-523a1cae3fc3 req-6b1d1624-6dc7-4f1f-b3cb-6f2440bad933 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:21.177614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05d684bd-1b93-431f-9278-523a1cae3fc3 req-6b1d1624-6dc7-4f1f-b3cb-6f2440bad933 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0610023 Aug 03 19:51:21.226139 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05d684bd-1b93-431f-9278-523a1cae3fc3 req-07169669-e26a-4d9a-82a9-582180b08f82 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377009 Aug 03 19:51:22.350820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f1d8b-eb4d-47c1-9187-41182236bab6 req-87d34f94-f098-40b3-8eaa-253f6b8ff6e4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:22.352525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-426f1d8b-eb4d-47c1-9187-41182236bab6 req-87d34f94-f098-40b3-8eaa-253f6b8ff6e4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0542021 Aug 03 19:51:22.397466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-426f1d8b-eb4d-47c1-9187-41182236bab6 req-c7c8fe4d-fa52-4954-bbce-0c14aea8fe19 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386469 Aug 03 19:51:22.870846 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-ee1542fc-5fa5-4986-8eec-f8066c699ca5 service neutron] show failed (client error): The resource could not be found. Aug 03 19:51:22.871843 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-ee1542fc-5fa5-4986-8eec-f8066c699ca5 service neutron] 10.222.0.37 "GET /v2.0/ports/a4dea681-abeb-4e30-ab27-6a9ac55df985/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0566776 Aug 03 19:51:23.072501 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-753199a0-d0ea-458d-a402-7f36e69316de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:23.074070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-753199a0-d0ea-458d-a402-7f36e69316de service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 1096 time: 0.0470827 Aug 03 19:51:23.093080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:23.147972 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.357702 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:23.398169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:51:23.449021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:23.451230 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c85b77-09d7-4005-a20f-22b5ef124bae" -d '{"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-unplugged", "status": "completed", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:23.455411 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.469203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Transition to ACTIVE for port object a4dea681-abeb-4e30-ab27-6a9ac55df985 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:51:23.474581 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.521734 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56240846-63ec-4e5d-9025-602a2a77dc71 x-openstack-request-id: req-56240846-63ec-4e5d-9025-602a2a77dc71 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:23.522076 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-unplugged", "status": "completed", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:23.522286 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-56240846-63ec-4e5d-9025-602a2a77dc71 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:23.522681 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'code': 200} Aug 03 19:51:23.563145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:23.605964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.606303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.606646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.606998 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.607329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.607658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.607992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.608318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.608639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.608966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.609288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.609637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:23.641128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c085dcb-3a58-41fd-bf50-c97df315d150 req-5af50dcc-bc04-4fc3-8329-55551d60861b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:23.642849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c085dcb-3a58-41fd-bf50-c97df315d150 req-5af50dcc-bc04-4fc3-8329-55551d60861b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 943 time: 0.1397929 Aug 03 19:51:23.690553 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] No DVR routers for this DVR port a4dea681-abeb-4e30-ab27-6a9ac55df985 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:23.745764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4c085dcb-3a58-41fd-bf50-c97df315d150 req-27f6ed63-c496-432a-a1b5-b7ba741a2f18 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950458 Aug 03 19:51:23.851546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:51:23.851771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:51:23.852114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:23.857879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Port a4dea681-abeb-4e30-ab27-6a9ac55df985 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:51:23.858211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:23.863819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:51:23.864160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:51:23.864618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:51:23.865080 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Bound port: a4dea681-abeb-4e30-ab27-6a9ac55df985, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:51:23.865444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.931703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:51:23.935049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:51:23.939054 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.976879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:23.977526 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.979542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] 10.222.0.74 "PUT /v2.0/ports/a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1091 time: 0.8909326 Aug 03 19:51:24.003250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61ec04-5e5d-4701-b856-128987c1ce78 service neutron] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:24.060469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-03e263a8-671a-425e-92a4-7faa7f6bdf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:24.062106 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-03e263a8-671a-425e-92a4-7faa7f6bdf30 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1094 time: 0.0449524 Aug 03 19:51:24.157894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-647a7964-4a81-4ef8-944f-45e877573db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:24.159760 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-647a7964-4a81-4ef8-944f-45e877573db9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0904894 Aug 03 19:51:24.239277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-20b751e7-b770-46f2-9df2-48c78e033385 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1000 time: 0.0721841 Aug 03 19:51:24.289861 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-370bc820-b021-4f0b-a7c8-6c96ff23acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:24.291531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-370bc820-b021-4f0b-a7c8-6c96ff23acb3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0459888 Aug 03 19:51:24.340474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-61bd89b0-c4ff-4f3f-a27f-f5d83c3aab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:24.342046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-61bd89b0-c4ff-4f3f-a27f-f5d83c3aab3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432127 Aug 03 19:51:24.436319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-0bfae436-00ce-45ee-b581-167d260628e0 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862360 Aug 03 19:51:24.528037 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0f48dad-9129-478d-8f64-9f4ea8fc0c64 req-456c3c56-7528-43fe-ab55-f86ca80dacb3 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832043 Aug 03 19:51:24.873183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d88585-0855-4827-9933-6f45e75e7c5d req-28a9f19a-9a0d-48bf-97a6-05afe0175411 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:24.874748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16d88585-0855-4827-9933-6f45e75e7c5d req-28a9f19a-9a0d-48bf-97a6-05afe0175411 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 943 time: 0.0514963 Aug 03 19:51:24.918642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16d88585-0855-4827-9933-6f45e75e7c5d req-27a6af73-9e18-407c-a71a-1f8bc2205354 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378289 Aug 03 19:51:25.524009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:25.526871 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529" -d '{"events": [{"name": "network-changed", "server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:25.573889 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20a45c8-2754-4d64-b1b3-5640561756d3 x-openstack-request-id: req-f20a45c8-2754-4d64-b1b3-5640561756d3 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:25.574177 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:25.574424 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f20a45c8-2754-4d64-b1b3-5640561756d3 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:25.574822 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'status': 'completed', 'code': 200} Aug 03 19:51:25.661403 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-75454a8a-8f4d-4ad5-89e4-b7d4b6fcc0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:25.662986 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-75454a8a-8f4d-4ad5-89e4-b7d4b6fcc0ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1094 time: 0.0433629 Aug 03 19:51:25.760395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-05edf862-1b2c-451c-b889-14608b84327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:25.761934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-05edf862-1b2c-451c-b889-14608b84327b service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0908654 Aug 03 19:51:25.843024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-2cde1361-aa61-41cc-8dcb-41ab4fdfb087 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1000 time: 0.0658460 Aug 03 19:51:25.895594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-32ad7b58-4a56-4f0e-af22-7d7c289cb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:25.897244 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-32ad7b58-4a56-4f0e-af22-7d7c289cb0b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0472939 Aug 03 19:51:25.902254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-ae7be46b-c775-4e8e-aefe-01cd9f9f88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:25.903785 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-ae7be46b-c775-4e8e-aefe-01cd9f9f88ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1094 time: 0.3112738 Aug 03 19:51:25.953974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-124986af-b480-419e-a4e6-f1ba810b7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:25.955749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-124986af-b480-419e-a4e6-f1ba810b7605 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483356 Aug 03 19:51:26.007008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-800d1d00-1c44-4429-ab90-6357d378b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:26.008406 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-800d1d00-1c44-4429-ab90-6357d378b3d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0981364 Aug 03 19:51:26.084808 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-ef625184-8e8d-44b0-b4c4-8dc9e1497c0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1000 time: 0.0690413 Aug 03 19:51:26.097069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b3d08-e8c5-43ec-9ff4-48af16c28901 req-f5788ac0-543f-4e61-9a16-407cb5563e52 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:26.098986 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b4b3d08-e8c5-43ec-9ff4-48af16c28901 req-f5788ac0-543f-4e61-9a16-407cb5563e52 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 943 time: 0.0820057 Aug 03 19:51:26.103718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-ce508850-ea57-4177-a9f9-00136c629431 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393349 Aug 03 19:51:26.148173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-d73a6368-0edf-4b9a-9d84-246474b7731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:26.150596 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-d73a6368-0edf-4b9a-9d84-246474b7731f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0578938 Aug 03 19:51:26.191590 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b4b3d08-e8c5-43ec-9ff4-48af16c28901 req-49e017e1-38f2-42d7-974e-730c3d074d52 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855606 Aug 03 19:51:26.221709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-2ba121b4-b123-44fc-863e-0c400366c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:26.221709 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-2ba121b4-b123-44fc-863e-0c400366c29f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630980 Aug 03 19:51:26.236663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-64ae0f26-c1ff-44d1-8d83-77dbd62e39e8 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157851 Aug 03 19:51:26.323195 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-b77d710e-eeb4-4db9-bad1-084d2bcbb318 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936887 Aug 03 19:51:26.417171 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e78b84bd-d4d6-4020-ac1d-4f8f8a1fd529 req-225558ce-cbef-4b02-ae2c-cfe934d39331 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868831 Aug 03 19:51:27.322145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171602-dd39-4c4a-b2fd-8f5a6ccadc11 req-7d3ab1af-369b-4b1e-91cf-52530aad5c74 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:27.323638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df171602-dd39-4c4a-b2fd-8f5a6ccadc11 req-7d3ab1af-369b-4b1e-91cf-52530aad5c74 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 943 time: 0.0499048 Aug 03 19:51:27.361354 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df171602-dd39-4c4a-b2fd-8f5a6ccadc11 req-7a1221bb-c5a5-4721-9b41-61694aac5429 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Aug 03 19:51:27.574626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:51:27.681000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:27.689769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-6dc1869a-eea3-488d-89bd-878f8a13ce25 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:27.691186 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-6dc1869a-eea3-488d-89bd-878f8a13ce25 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.74 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 943 time: 0.0844271 Aug 03 19:51:27.692657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'port_id': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'mac_address': 'fa:16:3e:79:80:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:51:27.703535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8edd2-db78-4f3b-bc29-2979eb5a3049 req-3c5f1a1b-3854-4d40-9baa-b86097f60387 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:27.705018 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38a8edd2-db78-4f3b-bc29-2979eb5a3049 req-3c5f1a1b-3854-4d40-9baa-b86097f60387 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 943 time: 0.0717986 Aug 03 19:51:27.731224 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:27.744489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4dea681-abeb-4e30-ab27-6a9ac55df985 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:51:27.765420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:27.771622 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:27.783533 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-38a8edd2-db78-4f3b-bc29-2979eb5a3049 req-daca220b-3f3e-4bba-8f7d-2ac91c0c19ea tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721889 Aug 03 19:51:27.790274 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-2c469191-0d23-4dcb-83c8-7325bc1ec24a service neutron] 10.222.0.74 "GET /v2.0/ports/a4dea681-abeb-4e30-ab27-6a9ac55df985/bindings/n-h1-802918-7 HTTP/1.1" status: 200 len: 382 time: 0.0840950 Aug 03 19:51:27.821827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:27.829282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.829657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.830003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.830341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.830675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.831076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.831406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.831737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.832064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.832387 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.832711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.833036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:27.871894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-842dfd56-007e-4f1e-984e-c814561cafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:27.873409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-842dfd56-007e-4f1e-984e-c814561cafa3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1095 time: 0.0455749 Aug 03 19:51:27.938336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:27.987382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:28.089973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['a4dea681-abeb-4e30-ab27-6a9ac55df985'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:51:28.297590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-2d9fd4da-dba9-4d4a-8a84-8efbb41178cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:28.299029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-2d9fd4da-dba9-4d4a-8a84-8efbb41178cd service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.4181297 Aug 03 19:51:28.365278 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-85edeb04-df21-4cd7-8b2b-26cbae8d08d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1001 time: 0.0588896 Aug 03 19:51:28.420650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-148f8170-8f31-4dbd-8a69-47c7729d545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:28.422156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-148f8170-8f31-4dbd-8a69-47c7729d545c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0493970 Aug 03 19:51:28.471479 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-76d5fd99-ae97-413a-b13b-03a08ad15aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:28.473275 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-76d5fd99-ae97-413a-b13b-03a08ad15aba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425320 Aug 03 19:51:28.571680 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-bc6839fb-35eb-4652-83ad-71c1b499a30e service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904119 Aug 03 19:51:28.667629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-b7af8cfd-8bbe-4bdf-a670-902ab4c3de07 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887046 Aug 03 19:51:28.905202 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fa0a6-79b0-4932-b8af-957d673cf124 req-85699b86-8b0f-4f15-8763-c19ebc3fdbd8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:28.906773 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d8fa0a6-79b0-4932-b8af-957d673cf124 req-85699b86-8b0f-4f15-8763-c19ebc3fdbd8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 944 time: 0.0507045 Aug 03 19:51:28.949046 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4d8fa0a6-79b0-4932-b8af-957d673cf124 req-c31b596b-6e18-4d85-acaf-dd7575da5a30 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357497 Aug 03 19:51:29.587844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:51:29.636724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port a4dea681-abeb-4e30-ab27-6a9ac55df985 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:51:29.640304 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port a4dea681-abeb-4e30-ab27-6a9ac55df985 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:51:29.640906 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:29.720685 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:29.744138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:29.746435 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8386ffd-5775-4a52-a1fd-27b59caf0e72" -d '{"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-plugged", "status": "completed", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:29.761963 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:29.767999 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:29.797350 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d4be6b-f882-4dd8-aaae-c807af82cc0e x-openstack-request-id: req-b0d4be6b-f882-4dd8-aaae-c807af82cc0e {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:29.797685 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-plugged", "status": "completed", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:29.797959 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0d4be6b-f882-4dd8-aaae-c807af82cc0e {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:29.798349 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'code': 200} Aug 03 19:51:29.822260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:30.064436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19970f5c-cbf9-4dd5-8449-fe1c188cee6e req-e19046d0-cdd9-436c-8cb5-3a18f5d0e72f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:30.066060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19970f5c-cbf9-4dd5-8449-fe1c188cee6e req-e19046d0-cdd9-436c-8cb5-3a18f5d0e72f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0485413 Aug 03 19:51:30.115421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-19970f5c-cbf9-4dd5-8449-fe1c188cee6e req-2835b56a-c779-497b-b7a3-379417523b09 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433493 Aug 03 19:51:30.151863 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:30.750091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-ff0cfd0e-e32f-43c5-8200-44172ee6cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:30.751612 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-ff0cfd0e-e32f-43c5-8200-44172ee6cf42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 1096 time: 0.0429420 Aug 03 19:51:30.763530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:30.822057 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:31.039554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:31.078377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:51:31.119198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:31.121468 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7627dfde-5570-40f0-9541-f2dd4a56b7fb" -d '{"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-unplugged", "status": "completed", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:31.125903 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:31.142238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Transition to ACTIVE for port object a4dea681-abeb-4e30-ab27-6a9ac55df985 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:51:31.146335 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:31.189800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=10']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:31.192707 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138a345f-7b21-45a6-a12b-7b12ac718b93 x-openstack-request-id: req-138a345f-7b21-45a6-a12b-7b12ac718b93 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:31.193408 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-unplugged", "status": "completed", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:31.193688 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-138a345f-7b21-45a6-a12b-7b12ac718b93 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:31.194077 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'code': 200} Aug 03 19:51:31.203449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.203790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.204130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.204465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.204800 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.205137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.205449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.205806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.206763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.206763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.206763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.207040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.266288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddf1f9-0cdf-4fcf-834b-e8d968cfcce3 req-700dfef8-7964-4126-aebd-1eb47ff96b75 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:31.268131 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75ddf1f9-0cdf-4fcf-834b-e8d968cfcce3 req-700dfef8-7964-4126-aebd-1eb47ff96b75 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 944 time: 0.0560546 Aug 03 19:51:31.332682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-75ddf1f9-0cdf-4fcf-834b-e8d968cfcce3 req-cba87e81-d976-4840-874a-9f5b0ce8dae9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582247 Aug 03 19:51:31.354219 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] No DVR routers for this DVR port a4dea681-abeb-4e30-ab27-6a9ac55df985 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:31.497578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:51:31.497853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:51:31.498189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:31.502628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Port a4dea681-abeb-4e30-ab27-6a9ac55df985 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:51:31.502952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Attempting to bind port a4dea681-abeb-4e30-ab27-6a9ac55df985 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:31.507700 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:51:31.508040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:51:31.508433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:51:31.508922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Bound port: a4dea681-abeb-4e30-ab27-6a9ac55df985, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:51:31.509826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:31.572965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:51:31.576274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:51:31.580390 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:31.616407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:31.617027 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:31.618954 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] 10.222.0.37 "PUT /v2.0/ports/a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1092 time: 0.8595045 Aug 03 19:51:31.638802 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1869e-4d80-4000-9bd4-132e15dfbde7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=11']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:31.690628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-f0bcf390-f6f9-4bbc-96cd-190f2fa503ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:31.693001 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-f0bcf390-f6f9-4bbc-96cd-190f2fa503ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1095 time: 0.0502799 Aug 03 19:51:31.787518 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-ebe2894d-146f-4618-a5f2-b25e775905b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:31.789009 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-ebe2894d-146f-4618-a5f2-b25e775905b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0886731 Aug 03 19:51:31.858458 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-f6ba2cbc-015a-4d17-b993-e6448f518742 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1000 time: 0.0623229 Aug 03 19:51:31.907611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4c32790c-cd40-467f-b5c2-853a43302181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:31.909000 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-4c32790c-cd40-467f-b5c2-853a43302181 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0437369 Aug 03 19:51:31.953922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-77109b09-c745-4481-a179-61431460b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:31.955407 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-77109b09-c745-4481-a179-61431460b7c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392530 Aug 03 19:51:32.047523 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-374a2aec-c836-402e-99f3-32ea0ab838bc service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846989 Aug 03 19:51:32.135982 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c2ce084c-42a5-4273-8be1-b0f49e9a5236 req-ab3803cc-0bc4-47a0-834c-a207748c6780 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817590 Aug 03 19:51:32.452548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f7c47-2e4e-4664-8ac3-d3d9ac340f4c req-6f87146a-d7c5-40ef-a6a9-3f2f49434437 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:32.454032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d35f7c47-2e4e-4664-8ac3-d3d9ac340f4c req-6f87146a-d7c5-40ef-a6a9-3f2f49434437 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 944 time: 0.0524366 Aug 03 19:51:32.493029 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d35f7c47-2e4e-4664-8ac3-d3d9ac340f4c req-f05332c1-56b0-43bb-961c-77605452c198 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330195 Aug 03 19:51:33.195438 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:33.201306 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e" -d '{"events": [{"name": "network-changed", "server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:33.251900 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d779b98d-8c08-4b5f-b34d-de2afcd52ba9 x-openstack-request-id: req-d779b98d-8c08-4b5f-b34d-de2afcd52ba9 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:33.252198 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:33.252454 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d779b98d-8c08-4b5f-b34d-de2afcd52ba9 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:33.252915 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'status': 'completed', 'code': 200} Aug 03 19:51:33.317277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-2e868cd0-7cb3-4cf8-b7cc-73fb84cc1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:33.318877 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-2e868cd0-7cb3-4cf8-b7cc-73fb84cc1fa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1095 time: 0.0477934 Aug 03 19:51:33.343150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-ae62ab2a-ea64-4406-b8eb-0a109ccde02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:33.344679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-ae62ab2a-ea64-4406-b8eb-0a109ccde02e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 1095 time: 0.0448668 Aug 03 19:51:33.426704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-d8d04f7a-93ae-4a56-935e-33e19af9f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:33.428228 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-d8d04f7a-93ae-4a56-935e-33e19af9f700 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0984824 Aug 03 19:51:33.447443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-a21325dc-2501-492d-9955-66d2973e7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:33.448872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-a21325dc-2501-492d-9955-66d2973e7bb1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0975180 Aug 03 19:51:33.499646 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-aa4ffba4-2e1d-490b-adc5-0cb1f9418524 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1000 time: 0.0631015 Aug 03 19:51:33.541643 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-a16b1579-ce06-4f83-9697-89058778ed71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 200 len: 1000 time: 0.0850098 Aug 03 19:51:33.562359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-d1d3acb0-bb9b-40ec-9b7b-01c5877374a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:33.563951 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-d1d3acb0-bb9b-40ec-9b7b-01c5877374a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0564988 Aug 03 19:51:33.606935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:33.621150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-b7cdad26-1efe-4023-bf28-04fa49a6bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:33.623083 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-b7cdad26-1efe-4023-bf28-04fa49a6bdc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501373 Aug 03 19:51:33.633321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-fdf7c36b-5adc-40a1-953d-3b2d3145481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:33.635398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-fdf7c36b-5adc-40a1-953d-3b2d3145481e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0863318 Aug 03 19:51:33.657919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:33.691886 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817687c-68cd-4bc2-8751-bf615e5e9db0 req-11fc224c-663f-4a7e-9d29-02e704ebcc53 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:33.700418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a817687c-68cd-4bc2-8751-bf615e5e9db0 req-11fc224c-663f-4a7e-9d29-02e704ebcc53 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 944 time: 0.1136968 Aug 03 19:51:33.713519 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-90cd2809-26c9-46ed-ac61-85915e8eb5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:33.725270 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-97d8428f-35c3-48ea-ade7-f29ff2dea513 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948327 Aug 03 19:51:33.752355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a817687c-68cd-4bc2-8751-bf615e5e9db0 req-3a647e49-2c93-4d66-a7b3-d46d3b811e39 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507822 Aug 03 19:51:33.755072 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-601049e0-0e56-4278-9d71-cc98682283c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:33.756520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-601049e0-0e56-4278-9d71-cc98682283c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127455 Aug 03 19:51:33.824443 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-f5c91e45-3c87-4c59-8906-45a1f4a176e7 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911613 Aug 03 19:51:33.855722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-95868d9a-5908-4352-becd-c5181240e0c8 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914683 Aug 03 19:51:33.950750 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6eb261a-6846-48dd-b9e3-6f09aceceb3e req-76dd09fe-118b-4b0b-ba5b-c5442d67b04e service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879314 Aug 03 19:51:33.968907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:51:34.073323 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:34.090345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'port_id': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'mac_address': 'fa:16:3e:79:80:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:51:34.135807 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:34.152724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4dea681-abeb-4e30-ab27-6a9ac55df985 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:51:34.173910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:34.178383 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:34.236718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=12']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:34.415439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['a4dea681-abeb-4e30-ab27-6a9ac55df985'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:51:34.879689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b73303-f6bf-4b27-a898-0dfd868d852c req-dfee1b9e-bbae-4efd-a6b6-26f533d48e6b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:34.881205 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-94b73303-f6bf-4b27-a898-0dfd868d852c req-dfee1b9e-bbae-4efd-a6b6-26f533d48e6b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0576682 Aug 03 19:51:34.921089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-94b73303-f6bf-4b27-a898-0dfd868d852c req-3159741b-6e65-4a03-95a8-ee89f381caf0 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337377 Aug 03 19:51:35.039139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ea0bc-e1de-426b-8ccb-cc37a4f82e61 req-f29cffc2-aaa8-4239-95a9-000045ffa7b6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:35.041113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-211ea0bc-e1de-426b-8ccb-cc37a4f82e61 req-f29cffc2-aaa8-4239-95a9-000045ffa7b6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0515935 Aug 03 19:51:35.081624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-211ea0bc-e1de-426b-8ccb-cc37a4f82e61 req-1b064bc1-ec0a-4fac-8a2e-c71377391d5a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343630 Aug 03 19:51:35.205117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edf696-173e-4ba9-895d-52acb71f6e48 req-c509828c-4781-4fd1-838e-aede288117e1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:35.206703 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1edf696-173e-4ba9-895d-52acb71f6e48 req-c509828c-4781-4fd1-838e-aede288117e1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0523586 Aug 03 19:51:35.249199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1edf696-173e-4ba9-895d-52acb71f6e48 req-d674c16e-4505-4bda-a19e-e4858f4be633 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359519 Aug 03 19:51:35.520898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda51ed-a893-41a3-8a98-d9eed365c525 req-5166484f-55a7-4eea-add9-150117332fbb tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:35.522436 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2bda51ed-a893-41a3-8a98-d9eed365c525 req-5166484f-55a7-4eea-add9-150117332fbb tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 945 time: 0.0553021 Aug 03 19:51:35.562736 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2bda51ed-a893-41a3-8a98-d9eed365c525 req-239a5c79-594c-47d0-9cb6-d29ce5728452 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335832 Aug 03 19:51:35.985418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:51:36.036233 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port a4dea681-abeb-4e30-ab27-6a9ac55df985 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:51:36.040580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port a4dea681-abeb-4e30-ab27-6a9ac55df985 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:51:36.040963 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:36.116909 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:36.139786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:36.142081 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3801da-e378-4a05-aacc-3a2aeab551f5" -d '{"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-plugged", "status": "completed", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:36.155530 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:36.160988 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:36.194269 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d5a1ca-6a72-4684-9385-6a94d81b82d1 x-openstack-request-id: req-82d5a1ca-6a72-4684-9385-6a94d81b82d1 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:36.194567 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-plugged", "status": "completed", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:36.194825 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82d5a1ca-6a72-4684-9385-6a94d81b82d1 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:36.195217 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'code': 200} Aug 03 19:51:36.223442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=13']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:36.492224 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8499b39d-3818-4f30-bb5f-bf79a3fd52e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:36.679189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be9b1e-1932-426c-b1dc-5e718246d20c req-62d6caea-2fa7-48e2-84de-a4badf499d6d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:36.681202 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87be9b1e-1932-426c-b1dc-5e718246d20c req-62d6caea-2fa7-48e2-84de-a4badf499d6d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 946 time: 0.0483203 Aug 03 19:51:36.719837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-87be9b1e-1932-426c-b1dc-5e718246d20c req-3c270a31-32f2-43b8-8fa5-938edf9d0ab9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Aug 03 19:51:36.750620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-ddf923d6-ad6f-46dc-b13a-4cf6b1b9c8b0 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:36.752130 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-ddf923d6-ad6f-46dc-b13a-4cf6b1b9c8b0 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 946 time: 0.0529065 Aug 03 19:51:36.794737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:36.844918 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Deleting port a4dea681-abeb-4e30-ab27-6a9ac55df985 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:36.845262 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:36.933150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] For port a4dea681-abeb-4e30-ab27-6a9ac55df985, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=a4dea681-abeb-4e30-ab27-6a9ac55df985,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:36.933542 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.101124 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.101406 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.101753 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158 disassociated. External IP: 172.25.8.126, port: a4dea681-abeb-4e30-ab27-6a9ac55df985. Aug 03 19:51:37.102100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Calling delete_port for a4dea681-abeb-4e30-ab27-6a9ac55df985 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:37.237329 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.264947 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event deleted for resources: {'Port': ['ID=a4dea681-abeb-4e30-ab27-6a9ac55df985,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:37.398639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:51:37.516030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:51:37.526778 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db1566-d722-4bcc-8e94-68c4308654d2 None None] Sync routers for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:51:37.536062 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db1566-d722-4bcc-8e94-68c4308654d2 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:51:37.536670 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c2db1566-d722-4bcc-8e94-68c4308654d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:37.556253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] No DVR routers for this DVR port a4dea681-abeb-4e30-ab27-6a9ac55df985 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:37.559330 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.561357 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-09a9d31a-8f22-4f44-a9b7-3169c031f6af req-c3f23c4f-626f-4378-9527-593af70eaed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "DELETE /v2.0/ports/a4dea681-abeb-4e30-ab27-6a9ac55df985 HTTP/1.1" status: 204 len: 173 time: 0.8028903 Aug 03 19:51:37.561857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-deleted', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:37.564097 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fb8d5b-c44c-41d3-93d2-6b327d0c86e5" -d '{"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-deleted", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:37.608379 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d458b8-10b8-48a4-9b39-13cbc1812ef7 x-openstack-request-id: req-c7d458b8-10b8-48a4-9b39-13cbc1812ef7 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:37.608899 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09211a0b-6c04-4340-85e8-36f6c73467c7", "name": "network-vif-deleted", "tag": "a4dea681-abeb-4e30-ab27-6a9ac55df985", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:37.609166 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7d458b8-10b8-48a4-9b39-13cbc1812ef7 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:37.609618 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09211a0b-6c04-4340-85e8-36f6c73467c7', 'name': 'network-vif-deleted', 'tag': 'a4dea681-abeb-4e30-ab27-6a9ac55df985', 'status': 'completed', 'code': 200} Aug 03 19:51:37.653210 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c2db1566-d722-4bcc-8e94-68c4308654d2 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:51:37.834689 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d05b766f-fc34-43fb-96cd-4716fc433f95 req-49564bee-8965-4f47-a13a-ceb0278a30e3 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=09211a0b-6c04-4340-85e8-36f6c73467c7 HTTP/1.1" status: 200 len: 210 time: 0.0296085 Aug 03 19:51:37.859675 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c2db1566-d722-4bcc-8e94-68c4308654d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:37.886249 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db1566-d722-4bcc-8e94-68c4308654d2 None None] Checking router: 2f9478aa-feaa-4446-b408-24b4dcbbcd86 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:51:37.894513 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db1566-d722-4bcc-8e94-68c4308654d2 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:51:37.895121 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c2db1566-d722-4bcc-8e94-68c4308654d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:38.005449 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c2db1566-d722-4bcc-8e94-68c4308654d2 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:51:38.112490 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:38.212540 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c2db1566-d722-4bcc-8e94-68c4308654d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:38.240408 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db1566-d722-4bcc-8e94-68c4308654d2 None None] The sync data for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 is: [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:51:38.472597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce3b90-4acd-4260-911f-698328babe8f None None] New status for floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:51:39.139724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-4ba8694a-a9f3-4bc4-8f16-cc3de000f432 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--659081989&fields=id&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 267 time: 0.0338781 Aug 03 19:51:39.251440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-623fc7d9-f843-4d7c-a7ba-c4c4e55ffccf tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:39.253022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-623fc7d9-f843-4d7c-a7ba-c4c4e55ffccf tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 812 time: 0.1062205 Aug 03 19:51:39.268021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-3c312fbf-e739-4d8d-8680-f7303523c279 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/quotas/2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 375 time: 0.0092146 Aug 03 19:51:39.321544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-f6916a0c-8779-4ae8-8d22-b3ce7dceeab5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481381 Aug 03 19:51:39.520298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-86330dc8-0ac2-4f19-b37f-be4d7552ed43 service neutron] 10.222.0.78 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279738 Aug 03 19:51:39.611459 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-ea6161b9-625a-4c41-b638-8131104d9e8d service neutron] 10.222.0.78 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848684 Aug 03 19:51:39.777104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43366cf8-d77b-4c3f-8135-290c7c837525 req-e5476449-f8bb-46c0-97ea-f486cedaeed4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 210 time: 0.0272005 Aug 03 19:51:39.848595 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:40.712731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-8864d965-1fe6-4238-8852-ebac2d300954 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:40.714824 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-8864d965-1fe6-4238-8852-ebac2d300954 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 812 time: 0.1079895 Aug 03 19:51:40.759511 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-65cd82d7-9887-4f01-a744-14a5076671d3 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 379 time: 0.0354431 Aug 03 19:51:40.770191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'port': {'device_id': '33058aac-c2e6-42b4-97f3-f3988acea213', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'admin_state_up': True, 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'security_groups': ['a15aae56-e81d-4ada-b48b-a39ada20ade3']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:40.879192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2846f2ee-460c-4203-a799-a968a58f6a1c req-c5209339-ad0a-4df8-ae43-cb8122eddbf9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 210 time: 0.0309105 Aug 03 19:51:40.883518 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Made reservation on behalf of 2f7ce5a0f08e4153a6643406bb6a647d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:51:40.887592 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:41.008559 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Allocated IP 172.20.0.4 (89cc5337-6e36-4821-b0a0-0b22747f70e8/bda96a4d-72c9-4f13-83f3-6c3ca0484fe3/bd901122-54d1-4c9e-bb71-79f2d1f1a638) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:51:41.161744 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:41.176440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Transition to ACTIVE for port object bd901122-54d1-4c9e-bb71-79f2d1f1a638 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:51:41.211551 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:41.255277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:51:41.258350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:51:41.265351 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:51:41.292633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:41.324307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:41.325001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:41.340059 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-9a56414d-6144-48db-b6cb-9368e467fe0d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733120 Aug 03 19:51:41.353256 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Request body: {'port': {'device_id': '33058aac-c2e6-42b4-97f3-f3988acea213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:41.411097 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:41.461412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c6b3995f-6a30-430b-b926-3a83417f9a61 None None] Provisioning for port bd901122-54d1-4c9e-bb71-79f2d1f1a638 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:51:41.467060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c6b3995f-6a30-430b-b926-3a83417f9a61 None None] Provisioning complete for port bd901122-54d1-4c9e-bb71-79f2d1f1a638 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:51:41.467435 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c6b3995f-6a30-430b-b926-3a83417f9a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:41.502882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3995f-6a30-430b-b926-3a83417f9a61 None None] Port bd901122-54d1-4c9e-bb71-79f2d1f1a638 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:51:41.680833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd901122-54d1-4c9e-bb71-79f2d1f1a638 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:51:41.688884 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:41.700351 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Transition to ACTIVE for port object bd901122-54d1-4c9e-bb71-79f2d1f1a638 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:51:41.704674 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:41.760842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:41.829471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:51:41.829856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:51:41.830189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:41.835200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:51:41.835530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:41.841228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:51:41.841601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:51:41.841994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:51:41.842434 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Bound port: bd901122-54d1-4c9e-bb71-79f2d1f1a638, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:51:41.842800 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:41.912402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:51:41.915976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:51:41.923619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:41.998037 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:42.007111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9b16a-d698-45d4-9878-00981a1eb337 req-7bcd4c25-9dcc-4298-9516-142d75ce9716 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:42.008644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91c9b16a-d698-45d4-9878-00981a1eb337 req-7bcd4c25-9dcc-4298-9516-142d75ce9716 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0525088 Aug 03 19:51:42.024532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: a4dea681-abeb-4e30-ab27-6a9ac55df985 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:51:42.024885 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device a4dea681-abeb-4e30-ab27-6a9ac55df985 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:42.052819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-91c9b16a-d698-45d4-9878-00981a1eb337 req-47af75ce-c58f-4edd-8aac-d4cf1d7663bb tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365543 Aug 03 19:51:42.234482 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:42.235113 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:42.236786 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] 10.222.0.37 "PUT /v2.0/ports/bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1091 time: 0.8877895 Aug 03 19:51:42.237289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:42.239660 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06400e17-acd2-4ac9-a630-1aa69667712b" -d '{"events": [{"name": "network-changed", "server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:42.270741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a3e58-f6df-401d-8319-4f6a1af114ab service neutron] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:42.310447 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef1e81b-4b48-45c2-92a4-e3d41f9b6723 x-openstack-request-id: req-fef1e81b-4b48-45c2-92a4-e3d41f9b6723 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:42.310799 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:42.311239 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fef1e81b-4b48-45c2-92a4-e3d41f9b6723 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:42.311733 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'status': 'completed', 'code': 200} Aug 03 19:51:42.346146 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-59f533b3-7a4c-4500-bed1-32bcde6bf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:42.348046 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-59f533b3-7a4c-4500-bed1-32bcde6bf093 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1094 time: 0.0476213 Aug 03 19:51:42.392709 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-970149dd-50c0-4d54-bcce-07388b565023 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 217 time: 0.0358605 Aug 03 19:51:42.450386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-53f3a020-f0f5-4669-bb2a-e81da5c4871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:42.451863 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-53f3a020-f0f5-4669-bb2a-e81da5c4871b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0514870 Aug 03 19:51:42.499389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-101cee5b-aa36-415b-aff3-102fed00aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:42.500867 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-101cee5b-aa36-415b-aff3-102fed00aa12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419760 Aug 03 19:51:42.591807 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-6862f13f-b3e4-4f44-8747-de82ad5171ae service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838382 Aug 03 19:51:42.692949 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4acea80f-9ed9-4da6-bd3c-98bd5586bbd8 req-e1cac41d-7312-4c44-8da0-726e7e8d5003 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942848 Aug 03 19:51:42.783390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06400e17-acd2-4ac9-a630-1aa69667712b req-7df3722e-e8e2-4611-b411-00c64665b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:42.784926 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-06400e17-acd2-4ac9-a630-1aa69667712b req-7df3722e-e8e2-4611-b411-00c64665b43f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1094 time: 0.0463529 Aug 03 19:51:42.880565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06400e17-acd2-4ac9-a630-1aa69667712b req-c32808f1-ea21-4dfb-bcde-79457d32824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:42.882110 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-06400e17-acd2-4ac9-a630-1aa69667712b req-c32808f1-ea21-4dfb-bcde-79457d32824d service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0903442 Aug 03 19:51:42.926689 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-06400e17-acd2-4ac9-a630-1aa69667712b req-04bdc8e6-affd-406e-b1d2-3a15876b7de0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 217 time: 0.0368485 Aug 03 19:51:42.980448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06400e17-acd2-4ac9-a630-1aa69667712b req-a26aa79d-6078-45f9-8a0b-b4cb99832181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:42.981958 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-06400e17-acd2-4ac9-a630-1aa69667712b req-a26aa79d-6078-45f9-8a0b-b4cb99832181 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0475044 Aug 03 19:51:43.035259 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06400e17-acd2-4ac9-a630-1aa69667712b req-910b1f94-3e3d-4cd3-826e-e5c4cca94291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:43.036788 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-06400e17-acd2-4ac9-a630-1aa69667712b req-910b1f94-3e3d-4cd3-826e-e5c4cca94291 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467465 Aug 03 19:51:43.132351 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-06400e17-acd2-4ac9-a630-1aa69667712b req-6e487583-8ad4-4c5e-9b56-4746ebabcd0e service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862589 Aug 03 19:51:43.171987 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caac0a-ad22-4d36-b994-2bf52fd30c51 req-9981f50b-5255-494f-953a-277cc23b2643 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:43.173698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3caac0a-ad22-4d36-b994-2bf52fd30c51 req-9981f50b-5255-494f-953a-277cc23b2643 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0499797 Aug 03 19:51:43.214403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3caac0a-ad22-4d36-b994-2bf52fd30c51 req-4178cd2b-6466-41ba-80cf-5cda62b442fa tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341020 Aug 03 19:51:43.231338 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-06400e17-acd2-4ac9-a630-1aa69667712b req-c0b48619-a984-4d90-9b41-ec308084a128 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908864 Aug 03 19:51:44.078353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:51:44.145865 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:51:44.179760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:44.192505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'port_id': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'mac_address': 'fa:16:3e:fb:66:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:51:44.232582 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:44.246659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd901122-54d1-4c9e-bb71-79f2d1f1a638 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:51:44.269075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:44.274305 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:44.328506 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:44.343326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd92fb-962f-4e22-8075-3c3de35dd633 req-ace1c438-ca5c-4e6f-a8fe-257251942e11 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:44.344979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ddd92fb-962f-4e22-8075-3c3de35dd633 req-ace1c438-ca5c-4e6f-a8fe-257251942e11 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0566831 Aug 03 19:51:44.391782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ddd92fb-962f-4e22-8075-3c3de35dd633 req-86707f2f-f1e1-4f72-bf85-22fa6fae2395 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400069 Aug 03 19:51:44.465375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['bd901122-54d1-4c9e-bb71-79f2d1f1a638'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:51:45.519511 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6e1d3-c3fd-4601-ace1-f9591101f244 req-985cdb4e-6878-44cf-8bca-22595deca5a2 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:45.521020 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8c6e1d3-c3fd-4601-ace1-f9591101f244 req-985cdb4e-6878-44cf-8bca-22595deca5a2 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0514607 Aug 03 19:51:45.560787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c8c6e1d3-c3fd-4601-ace1-f9591101f244 req-0cc0ceb7-ba79-473c-a782-ce75feacc7a1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337083 Aug 03 19:51:45.775208 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:46.105847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:51:46.157187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port bd901122-54d1-4c9e-bb71-79f2d1f1a638 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:51:46.160715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port bd901122-54d1-4c9e-bb71-79f2d1f1a638 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:51:46.161093 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:46.237205 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:46.258624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:46.261379 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71ea2d9-1fb4-4bb2-8704-472ebbb6a0ea" -d '{"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-plugged", "status": "completed", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:46.273821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:46.278627 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:46.301506 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaae3ef1-4e60-49c5-9eec-6da1c30ad03e x-openstack-request-id: req-aaae3ef1-4e60-49c5-9eec-6da1c30ad03e {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:46.301819 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-plugged", "status": "completed", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:46.302072 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aaae3ef1-4e60-49c5-9eec-6da1c30ad03e {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:46.302463 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'code': 200} Aug 03 19:51:46.332281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:46.401332 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49edc9-54da-446d-bfbb-d25914a49243 req-a94eb9c9-c69d-460c-a7cc-427f7a65aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:46.402931 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ae49edc9-54da-446d-bfbb-d25914a49243 req-a94eb9c9-c69d-460c-a7cc-427f7a65aac8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1096 time: 0.0442753 Aug 03 19:51:46.442084 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ae49edc9-54da-446d-bfbb-d25914a49243 req-c7905fc7-80df-431a-8ac5-b908f74f8cf8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319018 Aug 03 19:51:46.678961 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7a5ba-5d10-46af-8d0a-1cb8d0732fa8 req-6718ecac-586f-4097-96ff-3714c8f6fca7 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:46.680426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23c7a5ba-5d10-46af-8d0a-1cb8d0732fa8 req-6718ecac-586f-4097-96ff-3714c8f6fca7 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0514214 Aug 03 19:51:46.720855 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-23c7a5ba-5d10-46af-8d0a-1cb8d0732fa8 req-4fcf10d9-8d2c-451b-ba05-806709376b78 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335970 Aug 03 19:51:47.842332 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a8cc-92d9-4991-a1a7-9eba5cfced95 req-3d538a17-121c-4026-9136-94ac5f13c3bc tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:47.843910 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd66a8cc-92d9-4991-a1a7-9eba5cfced95 req-3d538a17-121c-4026-9136-94ac5f13c3bc tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0512915 Aug 03 19:51:47.889813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd66a8cc-92d9-4991-a1a7-9eba5cfced95 req-0ab4bbaf-0952-4d4f-85b0-bb239a6ea033 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395064 Aug 03 19:51:48.020735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae40169-3070-4811-a99c-783254bda591 req-1ba18afa-e4ae-45df-9e80-8a339492785a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:48.022489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aae40169-3070-4811-a99c-783254bda591 req-1ba18afa-e4ae-45df-9e80-8a339492785a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0572863 Aug 03 19:51:48.031922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36216) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:48.036662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-dd5f5ca1-67ea-4924-91ff-906a0474e1d8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Request body: {'floatingip': {'port_id': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:48.076908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd5f5ca1-67ea-4924-91ff-906a0474e1d8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:48.570760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd5f5ca1-67ea-4924-91ff-906a0474e1d8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:48.575767 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd5f5ca1-67ea-4924-91ff-906a0474e1d8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:48.680926 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-dd5f5ca1-67ea-4924-91ff-906a0474e1d8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158 associated. External IP: 172.25.8.126, port: bd901122-54d1-4c9e-bb71-79f2d1f1a638. Aug 03 19:51:48.901903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5f5ca1-67ea-4924-91ff-906a0474e1d8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:51:49.015399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5f5ca1-67ea-4924-91ff-906a0474e1d8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:51:49.020413 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-dd5f5ca1-67ea-4924-91ff-906a0474e1d8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:49.027969 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc452e4-2d71-4868-a29b-c2e1829f73b8 None None] Sync routers for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:51:49.044274 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc452e4-2d71-4868-a29b-c2e1829f73b8 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:51:49.045337 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4dc452e4-2d71-4868-a29b-c2e1829f73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:49.049741 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-dd5f5ca1-67ea-4924-91ff-906a0474e1d8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "PUT /v2.0/floatingips/7ea453f1-79cf-40ad-a6b0-239b4c3a4158 HTTP/1.1" status: 200 len: 992 time: 1.0165844 Aug 03 19:51:49.050319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:49.052672 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45374ac8-48a4-4c9a-a04f-94b57d7b2088" -d '{"events": [{"name": "network-changed", "server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:49.093786 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be68b89b-56a8-47e1-89a8-72e2e6d8b386 x-openstack-request-id: req-be68b89b-56a8-47e1-89a8-72e2e6d8b386 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:49.093786 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:49.093786 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-be68b89b-56a8-47e1-89a8-72e2e6d8b386 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:49.093786 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'status': 'completed', 'code': 200} Aug 03 19:51:49.165157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374ac8-48a4-4c9a-a04f-94b57d7b2088 req-b1eb110d-6b77-4a60-a29d-8cbdbe28975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:49.167155 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-45374ac8-48a4-4c9a-a04f-94b57d7b2088 req-b1eb110d-6b77-4a60-a29d-8cbdbe28975d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1096 time: 0.0495465 Aug 03 19:51:49.191005 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-4dc452e4-2d71-4868-a29b-c2e1829f73b8 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:51:49.273171 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374ac8-48a4-4c9a-a04f-94b57d7b2088 req-0d9890d9-9416-4286-97a4-822ba8a28610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:49.274910 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-45374ac8-48a4-4c9a-a04f-94b57d7b2088 req-0d9890d9-9416-4286-97a4-822ba8a28610 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1011884 Aug 03 19:51:49.364193 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-45374ac8-48a4-4c9a-a04f-94b57d7b2088 req-d606c0f8-f935-4c1b-a7b2-b00322ed2e64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1000 time: 0.0815129 Aug 03 19:51:49.417327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374ac8-48a4-4c9a-a04f-94b57d7b2088 req-60827f95-882e-4e78-a8ea-18d1173f44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:49.418969 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-45374ac8-48a4-4c9a-a04f-94b57d7b2088 req-60827f95-882e-4e78-a8ea-18d1173f44e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0481663 Aug 03 19:51:49.498192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45374ac8-48a4-4c9a-a04f-94b57d7b2088 req-6c942fbb-5603-4a19-8c58-52bb741e6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:49.500545 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-45374ac8-48a4-4c9a-a04f-94b57d7b2088 req-6c942fbb-5603-4a19-8c58-52bb741e6b98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741253 Aug 03 19:51:49.569368 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4dc452e4-2d71-4868-a29b-c2e1829f73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:fb:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33058aac-c2e6-42b4-97f3-f3988acea213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:51:48Z', 'revision_number': 13, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:49.611851 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc452e4-2d71-4868-a29b-c2e1829f73b8 None None] Checking router: 2f9478aa-feaa-4446-b408-24b4dcbbcd86 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:51:49.612965 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-45374ac8-48a4-4c9a-a04f-94b57d7b2088 req-9ba11869-acb3-4590-a856-12220ff6bac4 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043918 Aug 03 19:51:49.625127 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc452e4-2d71-4868-a29b-c2e1829f73b8 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:51:49.626165 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4dc452e4-2d71-4868-a29b-c2e1829f73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:51:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:49.729854 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-45374ac8-48a4-4c9a-a04f-94b57d7b2088 req-c50e33f4-cf8f-4d24-be00-dd3c991bde3d service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092145 Aug 03 19:51:49.760806 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-4dc452e4-2d71-4868-a29b-c2e1829f73b8 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:51:50.001428 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-4dc452e4-2d71-4868-a29b-c2e1829f73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:fb:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33058aac-c2e6-42b4-97f3-f3988acea213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:51:48Z', 'revision_number': 13, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:50.031929 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc452e4-2d71-4868-a29b-c2e1829f73b8 None None] The sync data for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 is: [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '7ea453f1-79cf-40ad-a6b0-239b4c3a4158', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'port_id': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'mac_address': 'fa:16:3e:fb:66:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33058aac-c2e6-42b4-97f3-f3988acea213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:44Z', 'updated_at': '2021-08-03T19:51:48Z', 'revision_number': 13, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:51:50.322119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f20b5-2856-414b-8af0-f1cad0f9a6bb None None] New status for floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:51:55.522983 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-3e3ba8ab-6e04-4320-9644-f2c3a6e2ceb6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429993 Aug 03 19:51:55.615881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-7e02b33c-e81a-4775-b94d-3b9ba9b8a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:55.617414 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-7e02b33c-e81a-4775-b94d-3b9ba9b8a546 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1096 time: 0.0437779 Aug 03 19:51:55.735093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-42f9b3a4-f2d2-4b6d-9873-b12fd2707831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:55.736705 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-42f9b3a4-f2d2-4b6d-9873-b12fd2707831 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0999472 Aug 03 19:51:55.809190 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-b6512ead-6288-4bf1-a1b8-4df353555866 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1002 time: 0.0651107 Aug 03 19:51:55.859644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-51e396ac-174d-4139-88ac-7883b7d2bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:55.861209 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-51e396ac-174d-4139-88ac-7883b7d2bef2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0456984 Aug 03 19:51:55.914592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-589366e0-17ca-4e93-959b-7c52101d844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:55.916172 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-589366e0-17ca-4e93-959b-7c52101d844a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483582 Aug 03 19:51:55.928098 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-2095355b-d94c-4bc7-9160-69e0c3c29b27 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:51:55.929145 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-2095355b-d94c-4bc7-9160-69e0c3c29b27 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054998 Aug 03 19:51:56.031309 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-a50c8787-f004-451a-93ad-e13b00062469 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951846 Aug 03 19:51:56.150937 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7a803497-e53c-4cbd-ac64-d35d8ed1b5f3 req-0ef7ccac-bd4f-4667-92c2-354442371968 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112440 Aug 03 19:52:00.145637 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:03.706032 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-32b147b1-bb53-4c62-82e4-9cf6891945e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:06.495151 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a62f6724-8ff7-4e29-9a10-110ca7db1bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:06.796475 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:08.091836 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:09.851560 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:15.794788 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:21.146688 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:52:30.143689 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:33.709289 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-06b4be82-1cd0-4342-8263-ac5042d80728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:36.502791 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-206409b2-55c5-42a2-9b75-1c5cb2b6e487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:36.798037 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:38.095439 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:39.855075 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:45.824244 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:56.501526 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-dfffac48-c2a6-4371-9901-13a2c59c016d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433810 Aug 03 19:52:56.588437 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-cb9d8338-2ff1-43d2-b449-919e3dd92f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:56.589985 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-cb9d8338-2ff1-43d2-b449-919e3dd92f4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1096 time: 0.0450079 Aug 03 19:52:56.700736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-7ee3306a-9954-4925-9dc7-803a67c2d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:56.702302 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-7ee3306a-9954-4925-9dc7-803a67c2d48e service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0935116 Aug 03 19:52:56.777594 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-1f87b046-f223-4149-bf2b-15879719435f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1002 time: 0.0685396 Aug 03 19:52:56.828492 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-33e023f2-e707-4530-96e6-b73c34eb588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:56.830045 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-33e023f2-e707-4530-96e6-b73c34eb588f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0461605 Aug 03 19:52:56.884255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-85831371-ecad-4319-b020-d38254606118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:56.885974 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-85831371-ecad-4319-b020-d38254606118 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477092 Aug 03 19:52:56.981980 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-087a47e5-b440-480d-b40f-c47eab82e803 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891008 Aug 03 19:52:57.088832 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d71efd6-50ad-4e3d-afda-0090c4bd2ed5 req-043bebec-2bab-4d76-a57f-a628b52293e1 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000497 Aug 03 19:52:58.147065 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:53:00.157728 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:03.712579 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-136edae7-50bf-40ce-bb83-e56563f27ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:06.495244 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77e4f835-9e64-4c3c-8154-085f9e51b02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:06.798794 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:08.097923 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:09.859540 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:15.839116 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.521154 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd5c32-93a1-4e89-8c1f-d63e391d90db req-5ec0cb3d-5a0b-4a1e-88a8-0e86f81f7d32 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:26.522711 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfcd5c32-93a1-4e89-8c1f-d63e391d90db req-5ec0cb3d-5a0b-4a1e-88a8-0e86f81f7d32 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0523405 Aug 03 19:53:26.561437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfcd5c32-93a1-4e89-8c1f-d63e391d90db req-ecb419e6-2da9-4bc1-b9a2-a7420ffa20cc tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319052 Aug 03 19:53:30.155304 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:33.713694 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-17e5ce5c-ab19-426c-9f51-e5aea289110a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.146127 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:53:36.497824 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d73ee868-93f2-4724-a97b-bae5f1d3147b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.798889 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:37.684346 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-791bda05-bf28-4e47-8aa0-d4d824d9c870 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510890 Aug 03 19:53:37.713859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa9e36-91a7-4762-be68-0716dee424c6 req-7cef1247-5e6b-496b-ae50-c8ac692cddca tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:37.716934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1aa9e36-91a7-4762-be68-0716dee424c6 req-7cef1247-5e6b-496b-ae50-c8ac692cddca tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0723379 Aug 03 19:53:37.760927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1aa9e36-91a7-4762-be68-0716dee424c6 req-2dc27cb9-17a2-4914-af93-4e06c9c5759a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370882 Aug 03 19:53:38.098866 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:38.881000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a3b42-14b6-41b7-9ac2-6552da8bb97f req-8b192fbd-2f33-402b-8749-bf0b255208cf tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:38.882553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd1a3b42-14b6-41b7-9ac2-6552da8bb97f req-8b192fbd-2f33-402b-8749-bf0b255208cf tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0510149 Aug 03 19:53:38.926092 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fd1a3b42-14b6-41b7-9ac2-6552da8bb97f req-23aa67a0-73c2-46d1-aa6b-ff116011e0ac tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367680 Aug 03 19:53:38.986567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-1fc07bde-3c9a-4b26-aed4-3863fb3bd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:38.988080 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-1fc07bde-3c9a-4b26-aed4-3863fb3bd801 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1096 time: 0.0423427 Aug 03 19:53:39.081317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-8d5acc5e-bbc6-4990-8c85-d7c9b8c76ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:39.082780 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-8d5acc5e-bbc6-4990-8c85-d7c9b8c76ca1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0872710 Aug 03 19:53:39.146384 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-c77a3af5-b2ca-470c-8885-5c6000e03b66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1002 time: 0.0569303 Aug 03 19:53:39.197971 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-6c18858d-ff1a-4db9-9fa4-fc79ea30433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:39.200102 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-6c18858d-ff1a-4db9-9fa4-fc79ea30433a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0458767 Aug 03 19:53:39.249217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-73ccf76f-905d-4e11-9a3a-c16d4041d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:39.250780 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-73ccf76f-905d-4e11-9a3a-c16d4041d205 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444651 Aug 03 19:53:39.340551 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-e0f5e600-e400-4e9d-b055-3c92978e8f56 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821247 Aug 03 19:53:39.441462 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-b8724242-2eac-4411-b9fd-909593e77e4f service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945437 Aug 03 19:53:39.861111 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:40.048907 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba86b8-550d-4187-a730-9ac343086c31 req-2867fc54-5c5f-4fd9-a15a-cc0d08ae5fb2 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:40.051118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cba86b8-550d-4187-a730-9ac343086c31 req-2867fc54-5c5f-4fd9-a15a-cc0d08ae5fb2 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0508597 Aug 03 19:53:40.090606 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0cba86b8-550d-4187-a730-9ac343086c31 req-1ce9b34e-075b-422e-b43f-7c185e052d2c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336943 Aug 03 19:53:41.210438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad7d54-f6d5-48ee-a3ae-5cc3b7f92572 req-859a1f82-ee79-42f4-a269-ffe4b5a9fc6e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:41.211908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ad7d54-f6d5-48ee-a3ae-5cc3b7f92572 req-859a1f82-ee79-42f4-a269-ffe4b5a9fc6e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0528152 Aug 03 19:53:41.249890 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80ad7d54-f6d5-48ee-a3ae-5cc3b7f92572 req-2fc6d37c-056b-4e21-8638-2bc8f720f5b1 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313723 Aug 03 19:53:42.375936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57303ab-6001-4162-a4b5-6b4430587a75 req-dec35053-78ae-4088-8738-2a58f8fe8a20 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.377443 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b57303ab-6001-4162-a4b5-6b4430587a75 req-dec35053-78ae-4088-8738-2a58f8fe8a20 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0581322 Aug 03 19:53:42.417995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b57303ab-6001-4162-a4b5-6b4430587a75 req-968f9d9a-7ed1-466c-88c1-3f475aa7b6d4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344954 Aug 03 19:53:43.534957 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e739052-838c-4eea-83bd-df22cfbd93bd req-3d719ff8-3a3c-4b4a-86f1-0da1187e5163 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:43.536465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e739052-838c-4eea-83bd-df22cfbd93bd req-3d719ff8-3a3c-4b4a-86f1-0da1187e5163 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0499797 Aug 03 19:53:43.574735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e739052-838c-4eea-83bd-df22cfbd93bd req-26ec36bc-924e-4207-81a4-cb5e5305c3b6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322866 Aug 03 19:53:44.703301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537bc83-466b-44e1-8f0c-a117359f5dec req-6fc50087-dd8a-4573-8541-72c12401d006 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:44.704803 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7537bc83-466b-44e1-8f0c-a117359f5dec req-6fc50087-dd8a-4573-8541-72c12401d006 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0569804 Aug 03 19:53:44.742887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7537bc83-466b-44e1-8f0c-a117359f5dec req-87d483a1-8012-4125-b3ac-4def88ad3c8c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321274 Aug 03 19:53:45.840086 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:45.865047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6b09f-7fa3-401f-a1bc-fc2cbed5c848 req-19ed99d1-5fb5-4f0f-b61e-4ed9dbc9b556 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:45.866586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5c6b09f-7fa3-401f-a1bc-fc2cbed5c848 req-19ed99d1-5fb5-4f0f-b61e-4ed9dbc9b556 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0521457 Aug 03 19:53:45.905578 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5c6b09f-7fa3-401f-a1bc-fc2cbed5c848 req-891f8ec8-f395-4024-9fa5-ca51ba0176fc tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328515 Aug 03 19:53:47.021285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f261c72-b0b0-406b-b3a2-bf9ebda5371b req-2819b7c4-8a19-4237-b651-27c5889c08a4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:47.022782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f261c72-b0b0-406b-b3a2-bf9ebda5371b req-2819b7c4-8a19-4237-b651-27c5889c08a4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0493946 Aug 03 19:53:47.060111 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f261c72-b0b0-406b-b3a2-bf9ebda5371b req-8f7930ea-7b43-42ec-a332-288912b0db22 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Aug 03 19:53:48.428973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b73632-6b2f-4bcd-8be5-234b739b274a req-e954344f-e987-41ae-8713-aa92b6a86e99 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:48.430518 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85b73632-6b2f-4bcd-8be5-234b739b274a req-e954344f-e987-41ae-8713-aa92b6a86e99 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0529847 Aug 03 19:53:48.469114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-85b73632-6b2f-4bcd-8be5-234b739b274a req-5dbce035-e705-4a49-9b31-6f454a4ece2a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315309 Aug 03 19:53:49.585058 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7b34-ebba-489d-9203-db2407d41ad9 req-3047aeb5-cb86-4cdc-bf85-a1940e9b3364 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:49.586640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4be7b34-ebba-489d-9203-db2407d41ad9 req-3047aeb5-cb86-4cdc-bf85-a1940e9b3364 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0491972 Aug 03 19:53:49.626102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d4be7b34-ebba-489d-9203-db2407d41ad9 req-4c505aa9-3dc4-49ad-bc3d-d782ba3536f5 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330272 Aug 03 19:53:50.749794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9a93d-3ea3-4baf-9c81-50ac3c2c0a1e req-0e11034c-927d-4efb-84a5-2268f60defd4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:50.751324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdb9a93d-3ea3-4baf-9c81-50ac3c2c0a1e req-0e11034c-927d-4efb-84a5-2268f60defd4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0512364 Aug 03 19:53:50.798972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdb9a93d-3ea3-4baf-9c81-50ac3c2c0a1e req-342e4daf-dfce-4412-b959-7add6d47cb4a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417440 Aug 03 19:53:51.923212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9f54d-1a46-46ab-8d4a-7cde968b396e req-e5546c94-9ab3-427e-bc2a-1905c1bbeea4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:51.924730 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83a9f54d-1a46-46ab-8d4a-7cde968b396e req-e5546c94-9ab3-427e-bc2a-1905c1bbeea4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0539515 Aug 03 19:53:51.964209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83a9f54d-1a46-46ab-8d4a-7cde968b396e req-0a7268da-a067-4805-aa0c-5e126dc3f352 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322192 Aug 03 19:53:53.057316 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-ed44fcd4-4c98-493c-805d-10ffa35a1497 service neutron] show failed (client error): The resource could not be found. Aug 03 19:53:53.058441 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-ed44fcd4-4c98-493c-805d-10ffa35a1497 service neutron] 10.222.0.37 "GET /v2.0/ports/bd901122-54d1-4c9e-bb71-79f2d1f1a638/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0964749 Aug 03 19:53:53.083937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdde7d9-5d3a-42d3-bce8-15d667344f5c req-729b068c-fdde-4bb7-ac61-9eed9b093329 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:53.085529 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5cdde7d9-5d3a-42d3-bce8-15d667344f5c req-729b068c-fdde-4bb7-ac61-9eed9b093329 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0514011 Aug 03 19:53:53.125732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5cdde7d9-5d3a-42d3-bce8-15d667344f5c req-22e3e78c-6e5a-40b3-a271-dba6b6e6b183 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334244 Aug 03 19:53:53.257862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-2359fd0b-5433-4907-81ee-ac8f4e9becdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:53.259353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-2359fd0b-5433-4907-81ee-ac8f4e9becdf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 1096 time: 0.0406010 Aug 03 19:53:53.278254 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:53.333698 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:53.533219 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:53.567401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:53:53.606446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:53.609352 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad9bf8e-15a2-4024-a913-92643e87360d" -d '{"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-unplugged", "status": "completed", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:53.613970 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:53.627893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Transition to ACTIVE for port object bd901122-54d1-4c9e-bb71-79f2d1f1a638 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:53:53.631958 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:53.667430 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f209dd43-73e0-4c95-9704-7bac9e3c5d7f x-openstack-request-id: req-f209dd43-73e0-4c95-9704-7bac9e3c5d7f {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:53.667722 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-unplugged", "status": "completed", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:53.667977 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f209dd43-73e0-4c95-9704-7bac9e3c5d7f {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:53.668363 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'code': 200} Aug 03 19:53:53.683105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:53.724300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.724656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.725010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.725355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.725728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.726071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.726398 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.726733 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.727067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.727402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.727729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.728066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:53.769485 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] No DVR routers for this DVR port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:53:53.909869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:53:53.910128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:53:53.910464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:53:53.914766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:53:53.915007 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:53:53.919920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:53:53.920791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:53:53.921178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:53:53.921641 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Bound port: bd901122-54d1-4c9e-bb71-79f2d1f1a638, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:53:53.922000 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:53.986706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:53:53.989960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:53:53.994339 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:54.031609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:54.032248 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:54.033693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] 10.222.0.74 "PUT /v2.0/ports/bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1091 time: 0.7595007 Aug 03 19:53:54.057275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc46fb8-ed4a-4be9-9927-b54d71417b35 service neutron] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:54.108740 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-67397269-25d0-4602-98f8-ccab43b40f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:54.110294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-67397269-25d0-4602-98f8-ccab43b40f58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1094 time: 0.0428956 Aug 03 19:53:54.219911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-76e36f37-a8a2-4bb2-8883-b2b0cc1829d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:54.221374 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-76e36f37-a8a2-4bb2-8883-b2b0cc1829d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.1037951 Aug 03 19:53:54.303262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd505027-5a07-41e3-a61c-5bf613ac3957 req-30b431d2-594e-4d3c-a12e-d0ce9e30f63a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:54.304669 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd505027-5a07-41e3-a61c-5bf613ac3957 req-30b431d2-594e-4d3c-a12e-d0ce9e30f63a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0991290 Aug 03 19:53:54.319574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-6601b044-7102-4055-9652-2b51e18d06c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1000 time: 0.0807376 Aug 03 19:53:54.370984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-342be595-7163-4a5e-ba57-a39c33efd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:54.372513 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-342be595-7163-4a5e-ba57-a39c33efd4bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0459292 Aug 03 19:53:54.438942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd505027-5a07-41e3-a61c-5bf613ac3957 req-03297221-1697-4084-93cd-19372b582316 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271877 Aug 03 19:53:54.444962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-6f72fe88-ff3d-4f91-b096-2c1cc6a24c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:54.446462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-6f72fe88-ff3d-4f91-b096-2c1cc6a24c95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647454 Aug 03 19:53:54.458036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-76bcec5b-3b78-4e28-8210-6f41c793e7a5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:53:54.459037 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-76bcec5b-3b78-4e28-8210-6f41c793e7a5 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050991 Aug 03 19:53:54.556567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-e55fd45c-0192-4144-8e4e-0bcda7c6cfc7 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850892 Aug 03 19:53:54.668607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:53:54.711888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:53:54.978431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-1b1f3670-8971-4030-bcc5-e55436aeb1c3 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140594 Aug 03 19:53:55.613089 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd4e39-1ef0-429b-9af8-e4b3ca7a911e req-8838d278-2b4f-444a-a73d-07773db44cec tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:55.614710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bd4e39-1ef0-429b-9af8-e4b3ca7a911e req-8838d278-2b4f-444a-a73d-07773db44cec tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.1031947 Aug 03 19:53:55.654002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2bd4e39-1ef0-429b-9af8-e4b3ca7a911e req-093740bf-32dc-44a8-b263-e4b2da581ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327845 Aug 03 19:53:55.669969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:55.672865 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9" -d '{"events": [{"name": "network-changed", "server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:55.721140 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de12a321-b34e-4323-99cf-a85eb115dacb x-openstack-request-id: req-de12a321-b34e-4323-99cf-a85eb115dacb {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:55.721439 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:55.721729 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de12a321-b34e-4323-99cf-a85eb115dacb {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:55.722394 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'status': 'completed', 'code': 200} Aug 03 19:53:55.785078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-976529a9-e61d-43c3-9f1a-419e0ce7fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:55.786748 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-976529a9-e61d-43c3-9f1a-419e0ce7fcaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1094 time: 0.0477867 Aug 03 19:53:55.809713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-d960c67f-92c3-4754-bc11-f8a03364ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:55.811479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-d960c67f-92c3-4754-bc11-f8a03364ecb8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1094 time: 0.0421140 Aug 03 19:53:55.884291 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-3ffffedc-902e-40b3-b2cc-d52a96d4b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:55.885831 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-3ffffedc-902e-40b3-b2cc-d52a96d4b1bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0920980 Aug 03 19:53:55.915231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-5958242a-a0d4-40d3-bdb6-166f20e4b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:55.916642 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-5958242a-a0d4-40d3-bdb6-166f20e4b877 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0983987 Aug 03 19:53:55.958491 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-145185ad-60c8-4a9c-a134-0a292b4d606d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1000 time: 0.0654502 Aug 03 19:53:55.984553 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-3c6678ff-6b5e-4a8e-8f7d-5c19a9c37735 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1000 time: 0.0603411 Aug 03 19:53:56.010553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-aa30a334-ed37-44e9-abab-341490dc9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:56.012082 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-aa30a334-ed37-44e9-abab-341490dc9c08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0470316 Aug 03 19:53:56.041407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-bb5b51a2-45fd-4bb7-8d0e-8dcfaa5d6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:56.042922 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-bb5b51a2-45fd-4bb7-8d0e-8dcfaa5d6d40 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0521011 Aug 03 19:53:56.063055 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-ea08a183-a12c-462f-85fa-49b7d4677f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:56.064580 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-ea08a183-a12c-462f-85fa-49b7d4677f0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459683 Aug 03 19:53:56.091130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-5c018b8b-694d-4f95-980a-a79b92b34896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:56.092696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-5c018b8b-694d-4f95-980a-a79b92b34896 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416913 Aug 03 19:53:56.160168 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-3e327953-059b-4055-a76a-bb70dc2a0cc9 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885940 Aug 03 19:53:56.194733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-31443c38-2013-4d12-9d54-dfcdf2a1203c service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945995 Aug 03 19:53:56.267302 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-9bf9f704-29a1-41c9-85e7-f77bd734f10d service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001103 Aug 03 19:53:56.298677 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5167c49b-8fe4-4cfb-9e8d-42c2bc7b21e9 req-5542d521-f763-441e-8e11-6ec0da33e097 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968692 Aug 03 19:53:56.776493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9768e1-6a52-4ffa-8613-917c4f8506bf req-df3fa15d-150e-4e6a-9e01-4aed6ff49b7f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:56.778021 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed9768e1-6a52-4ffa-8613-917c4f8506bf req-df3fa15d-150e-4e6a-9e01-4aed6ff49b7f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0536783 Aug 03 19:53:56.817225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed9768e1-6a52-4ffa-8613-917c4f8506bf req-13d6aac0-316b-491d-b8d1-fe776ba1c75a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331089 Aug 03 19:53:57.936888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650db23-e10e-4518-8f28-6e7385b7c555 req-f7356fcd-d28a-4bef-a4e1-22d5943a904c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:57.938429 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1650db23-e10e-4518-8f28-6e7385b7c555 req-f7356fcd-d28a-4bef-a4e1-22d5943a904c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0505836 Aug 03 19:53:57.979032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1650db23-e10e-4518-8f28-6e7385b7c555 req-108a8536-df95-48ca-a6d8-c3031237dccb tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345340 Aug 03 19:53:59.100471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885c418-f8ac-4b63-a965-c458beeb1b42 req-4087a543-52d3-48c2-93ec-44c0c1bf1a8f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:59.101965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0885c418-f8ac-4b63-a965-c458beeb1b42 req-4087a543-52d3-48c2-93ec-44c0c1bf1a8f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0527856 Aug 03 19:53:59.140260 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0885c418-f8ac-4b63-a965-c458beeb1b42 req-0645ef81-a382-44cd-9cb9-0507108cc544 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316751 Aug 03 19:54:00.170108 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:00.273639 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710ca58-c96f-4fa1-928c-f1e88232d3a2 req-51e33c97-745f-4541-badc-fb4aa436d96d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:00.275078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2710ca58-c96f-4fa1-928c-f1e88232d3a2 req-51e33c97-745f-4541-badc-fb4aa436d96d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0553200 Aug 03 19:54:00.315052 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2710ca58-c96f-4fa1-928c-f1e88232d3a2 req-024e3f02-8837-468b-a371-f16b9b153a2a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335531 Aug 03 19:54:01.433858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fccaf0-41e1-4664-bbfe-4094996c4eb8 req-5aa394c1-cef9-450d-a2d3-6164b83db2ca tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:01.435304 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02fccaf0-41e1-4664-bbfe-4094996c4eb8 req-5aa394c1-cef9-450d-a2d3-6164b83db2ca tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0492678 Aug 03 19:54:01.474281 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02fccaf0-41e1-4664-bbfe-4094996c4eb8 req-9accf224-7bbc-4028-99b5-48d6856fa5e0 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322611 Aug 03 19:54:02.596348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d66a0-bd56-4833-94bf-0a372a7e8859 req-43a99ba0-6e81-46fe-ad15-f13b8f5a9a50 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:02.598122 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-837d66a0-bd56-4833-94bf-0a372a7e8859 req-43a99ba0-6e81-46fe-ad15-f13b8f5a9a50 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0559292 Aug 03 19:54:02.636035 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-837d66a0-bd56-4833-94bf-0a372a7e8859 req-52cb93bd-bedd-4be6-a758-ac0dc920ecb6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318060 Aug 03 19:54:03.720106 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b7fa91b6-3da9-440b-b1b9-5fcde974e2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:03.755896 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa09f6c-1626-42e2-ad28-f82213972b78 req-50000e31-9983-4def-80b5-2237251c14e6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:03.757418 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fa09f6c-1626-42e2-ad28-f82213972b78 req-50000e31-9983-4def-80b5-2237251c14e6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0521240 Aug 03 19:54:03.797545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fa09f6c-1626-42e2-ad28-f82213972b78 req-2ea772fd-9c48-4dc5-b9b6-add43bf8cba0 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340476 Aug 03 19:54:04.916812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d45199-330b-4749-938d-73d9b6a62459 req-f463a2d3-260b-4392-a1e6-48b69cee260c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:04.918349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32d45199-330b-4749-938d-73d9b6a62459 req-f463a2d3-260b-4392-a1e6-48b69cee260c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0499403 Aug 03 19:54:04.956662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-32d45199-330b-4749-938d-73d9b6a62459 req-d7004f88-868e-4c27-9e6b-415f182812e9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Aug 03 19:54:06.078607 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958ad2a-3677-477d-9d90-8e13e477aab7 req-ed762e48-aa01-4641-98c4-6dff5103ca2c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:06.080091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6958ad2a-3677-477d-9d90-8e13e477aab7 req-ed762e48-aa01-4641-98c4-6dff5103ca2c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 943 time: 0.0539501 Aug 03 19:54:06.117377 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6958ad2a-3677-477d-9d90-8e13e477aab7 req-f74ac17f-d39b-4952-ba2c-3ed16ec5e74e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311532 Aug 03 19:54:06.211165 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:54:06.302934 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:06.315041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'port_id': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'mac_address': 'fa:16:3e:fb:66:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:54:06.354465 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:06.371663 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd901122-54d1-4c9e-bb71-79f2d1f1a638 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:54:06.392088 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:06.396390 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:06.440431 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-64e6484a-2783-4523-aeb8-9594a79aa4ef tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:06.442136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-64e6484a-2783-4523-aeb8-9594a79aa4ef tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.74 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 943 time: 0.0824003 Aug 03 19:54:06.445883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:06.453127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.453511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.453851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.454187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.454521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.454853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.455181 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.455520 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.455834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.456155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.456478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.456821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:06.458081 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9c89c-4dea-43ed-94ad-aea2e465d3b9 req-a40f0882-55e1-4bb0-b97e-6332b01c617d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:06.459544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0c9c89c-4dea-43ed-94ad-aea2e465d3b9 req-a40f0882-55e1-4bb0-b97e-6332b01c617d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0719531 Aug 03 19:54:06.498650 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2601bfb6-8d79-4fcd-9cc6-6ec699d0b992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:06.543780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a0c9c89c-4dea-43ed-94ad-aea2e465d3b9 req-112db16d-b591-4288-950c-ff5e7787d59d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765903 Aug 03 19:54:06.550452 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-10bd4893-aa7e-4579-ad8a-fc316842de19 service neutron] 10.222.0.74 "GET /v2.0/ports/bd901122-54d1-4c9e-bb71-79f2d1f1a638/bindings/n-h1-802918-7 HTTP/1.1" status: 200 len: 382 time: 0.0889528 Aug 03 19:54:06.641105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-14f98e17-e70b-4f83-a2f4-ce0e09c919f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:06.642826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-14f98e17-e70b-4f83-a2f4-ce0e09c919f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1095 time: 0.0452065 Aug 03 19:54:06.738226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-014f9c19-8d08-4ac9-8f4f-65626a261d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:06.739714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-014f9c19-8d08-4ac9-8f4f-65626a261d6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0899954 Aug 03 19:54:06.756221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['bd901122-54d1-4c9e-bb71-79f2d1f1a638'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:54:06.808560 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:06.816218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-89fd71da-3750-484b-b7f1-d73f0934bbc9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1001 time: 0.0619910 Aug 03 19:54:06.873642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-7d8b7ee0-1caf-4e1f-9c07-368cef769427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:06.875172 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-7d8b7ee0-1caf-4e1f-9c07-368cef769427 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0512974 Aug 03 19:54:06.928603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-eb6ae567-57bd-48c5-8345-7a1405d5e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:06.930163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-eb6ae567-57bd-48c5-8345-7a1405d5e475 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469866 Aug 03 19:54:07.022482 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-42d34c65-e865-46dc-80b3-33aba708dbd8 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834665 Aug 03 19:54:07.117373 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-3bf2cb11-7607-4b4b-818b-31f31c06f2b6 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875170 Aug 03 19:54:07.664475 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27390269-d30d-4994-a200-ca526c6c9f23 req-a00b87e9-ba4d-45a6-8589-90d71fd57938 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:07.665908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27390269-d30d-4994-a200-ca526c6c9f23 req-a00b87e9-ba4d-45a6-8589-90d71fd57938 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0514750 Aug 03 19:54:07.705483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27390269-d30d-4994-a200-ca526c6c9f23 req-81568be8-f7cc-4f6f-b7ec-d29dd589bb27 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337000 Aug 03 19:54:07.759844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032d6fe-a9ff-48ec-9b6c-e4239284c48c req-da72bd24-acb3-48f9-b81f-b429b92cb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:07.761426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a032d6fe-a9ff-48ec-9b6c-e4239284c48c req-da72bd24-acb3-48f9-b81f-b429b92cb41f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1095 time: 0.0411534 Aug 03 19:54:07.867228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032d6fe-a9ff-48ec-9b6c-e4239284c48c req-9ac5f54e-025e-4986-828b-69c0e6e83bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:07.868742 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a032d6fe-a9ff-48ec-9b6c-e4239284c48c req-9ac5f54e-025e-4986-828b-69c0e6e83bb8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0868280 Aug 03 19:54:07.933381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a032d6fe-a9ff-48ec-9b6c-e4239284c48c req-d06811f3-f186-4fbd-ae9d-c7fc419250df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1001 time: 0.0564303 Aug 03 19:54:07.984026 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032d6fe-a9ff-48ec-9b6c-e4239284c48c req-ae3760a7-5502-4d5e-9b86-2671d16b2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:07.985591 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a032d6fe-a9ff-48ec-9b6c-e4239284c48c req-ae3760a7-5502-4d5e-9b86-2671d16b2d25 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0439746 Aug 03 19:54:08.041228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032d6fe-a9ff-48ec-9b6c-e4239284c48c req-7d92c959-7586-456a-ac92-dd9ac34f2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:08.042893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a032d6fe-a9ff-48ec-9b6c-e4239284c48c req-7d92c959-7586-456a-ac92-dd9ac34f2f15 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501049 Aug 03 19:54:08.101650 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:08.135937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a032d6fe-a9ff-48ec-9b6c-e4239284c48c req-4e8d41df-c52e-4497-9325-5b930c7f547d service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845358 Aug 03 19:54:08.231398 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a032d6fe-a9ff-48ec-9b6c-e4239284c48c req-38b173ac-e350-41d8-a63b-8353b249c0db service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866480 Aug 03 19:54:08.241559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:54:08.291581 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port bd901122-54d1-4c9e-bb71-79f2d1f1a638 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:54:08.295540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port bd901122-54d1-4c9e-bb71-79f2d1f1a638 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:08.296489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:08.377058 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:08.398611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:54:08.400887 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159d0a5e-c1bb-4eb3-af1c-0abdc328c659" -d '{"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-plugged", "status": "completed", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:54:08.414859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:08.418880 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:08.450985 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfa9b00-4b8e-4ce4-a0a7-829b55332794 x-openstack-request-id: req-4dfa9b00-4b8e-4ce4-a0a7-829b55332794 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:54:08.451275 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-plugged", "status": "completed", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:54:08.451525 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4dfa9b00-4b8e-4ce4-a0a7-829b55332794 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:54:08.451910 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'code': 200} Aug 03 19:54:08.472121 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:08.821880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71214ed-bd8b-407f-8660-de2977fecd7e req-b00539d2-54d3-48fe-82b9-169d5b8a3e65 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:08.823390 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f71214ed-bd8b-407f-8660-de2977fecd7e req-b00539d2-54d3-48fe-82b9-169d5b8a3e65 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0495977 Aug 03 19:54:08.864148 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f71214ed-bd8b-407f-8660-de2977fecd7e req-1b432ef7-65fe-436d-9610-8a3cb68dec58 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340729 Aug 03 19:54:09.865104 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:09.993461 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64178c-bb5c-490b-9453-049bb54bd195 req-80aa67f9-9954-497c-a3f6-0d2e204e9813 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:09.994924 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a64178c-bb5c-490b-9453-049bb54bd195 req-80aa67f9-9954-497c-a3f6-0d2e204e9813 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0511973 Aug 03 19:54:10.032682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7a64178c-bb5c-490b-9453-049bb54bd195 req-13136605-62eb-454f-b6ce-7992896b223e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Aug 03 19:54:11.161115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff09e8-1766-4398-a0ae-4ff0b6bb72b8 req-19dae2a5-b29c-4392-ac20-64ab39a75860 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:11.166153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74ff09e8-1766-4398-a0ae-4ff0b6bb72b8 req-19dae2a5-b29c-4392-ac20-64ab39a75860 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0613563 Aug 03 19:54:11.206701 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74ff09e8-1766-4398-a0ae-4ff0b6bb72b8 req-b39eb8e7-0e12-47c1-9c5d-0fd740276635 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344002 Aug 03 19:54:11.359340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-0e7a6e8a-6d6a-48c7-b629-ac4393be8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:11.360874 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-0e7a6e8a-6d6a-48c7-b629-ac4393be8dc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213&tenant_id=2f7ce5a0f08e4153a6643406bb6a647d HTTP/1.1" status: 200 len: 1096 time: 0.0448921 Aug 03 19:54:11.372428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:11.427804 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:11.634491 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:11.666214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:54:11.705185 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:54:11.707528 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d173cc2-9e3c-4545-a33e-01e57ff277e9" -d '{"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-unplugged", "status": "completed", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:54:11.711619 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:11.724746 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Transition to ACTIVE for port object bd901122-54d1-4c9e-bb71-79f2d1f1a638 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:54:11.728879 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:11.760241 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f62a19-0632-4002-9380-0f1eb4d6390d x-openstack-request-id: req-77f62a19-0632-4002-9380-0f1eb4d6390d {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:54:11.760541 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-unplugged", "status": "completed", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:54:11.760799 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77f62a19-0632-4002-9380-0f1eb4d6390d {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:54:11.761191 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'code': 200} Aug 03 19:54:11.805578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=10']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:11.821674 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.822031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.822368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.822704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.823036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.823370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.823695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.824023 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.824350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.824672 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.824993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.825321 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:54:11.863512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] No DVR routers for this DVR port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:54:12.146121 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:54:12.259471 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:54:12.264740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:54:12.265945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:54:12.266285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:54:12.270655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:54:12.270985 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Attempting to bind port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on network 89cc5337-6e36-4821-b0a0-0b22747f70e8 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:54:12.275709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:54:12.276047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Checking segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:54:12.276430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Bound using segment: {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:54:12.276853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Bound port: bd901122-54d1-4c9e-bb71-79f2d1f1a638, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2703b9ac-e794-48df-b2fc-1f951ba94f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:54:12.277212 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:12.300611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:54:12.334118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c2326-e11f-40a1-97a1-8766c7d6e1df req-c91ed9e6-9ebf-4ce5-b9f7-2d55f383115e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:12.335704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-127c2326-e11f-40a1-97a1-8766c7d6e1df req-c91ed9e6-9ebf-4ce5-b9f7-2d55f383115e tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0557137 Aug 03 19:54:12.342447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:54:12.346301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:54:12.351302 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:12.374826 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-127c2326-e11f-40a1-97a1-8766c7d6e1df req-ccc200c5-7c43-4e3d-9c3c-97d1c5499651 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330229 Aug 03 19:54:12.384054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:12.384692 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:12.386173 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] 10.222.0.37 "PUT /v2.0/ports/bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1092 time: 1.0178111 Aug 03 19:54:12.418525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefae247-d855-48cf-8f8f-e4111cc3a811 service neutron] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=11']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:12.458272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-e42d73c6-f36a-43ef-bf34-a1e90c059cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:12.460069 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-e42d73c6-f36a-43ef-bf34-a1e90c059cb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1095 time: 0.0493445 Aug 03 19:54:12.552831 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-dc4dd173-ebfc-458a-8bde-0023b5446d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:12.554379 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-dc4dd173-ebfc-458a-8bde-0023b5446d35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0869410 Aug 03 19:54:12.624645 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-091096a3-111a-408a-92c2-853c44c4fcc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1000 time: 0.0627637 Aug 03 19:54:12.673042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-b09424d5-44d3-4558-940d-e397033961c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:12.674472 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-b09424d5-44d3-4558-940d-e397033961c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0434635 Aug 03 19:54:12.720574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-0e8c48f7-5c69-4f1c-bd9b-730a4dcdfd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:12.722304 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-0e8c48f7-5c69-4f1c-bd9b-730a4dcdfd8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404460 Aug 03 19:54:12.814167 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-5b0725a6-7b1d-454c-bd06-a397b28d397f service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847795 Aug 03 19:54:12.903618 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4028e95-6275-45d8-bc00-17c68a5011a6 req-1acb9b09-8072-424a-a583-9d921de7c48e service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825024 Aug 03 19:54:13.501531 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0116e-f67a-4a76-99b7-c2fdf08379c2 req-20002267-9754-43f4-817e-57b1cc9b9d4a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:13.503161 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-13d0116e-f67a-4a76-99b7-c2fdf08379c2 req-20002267-9754-43f4-817e-57b1cc9b9d4a tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0510771 Aug 03 19:54:13.541531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-13d0116e-f67a-4a76-99b7-c2fdf08379c2 req-588d1f09-6f04-42a2-9ee4-df9bcd3dbdb7 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324574 Aug 03 19:54:13.761962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:54:13.764229 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59" -d '{"events": [{"name": "network-changed", "server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:54:13.812738 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bb230b-b181-47b0-8e0d-c2a03354743a x-openstack-request-id: req-18bb230b-b181-47b0-8e0d-c2a03354743a {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:54:13.813038 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:54:13.813297 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-18bb230b-b181-47b0-8e0d-c2a03354743a {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:54:13.813758 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'status': 'completed', 'code': 200} Aug 03 19:54:13.876013 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-4a6785f6-5d0b-48e7-b486-c61dbcc20235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:13.877433 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-4a6785f6-5d0b-48e7-b486-c61dbcc20235 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1095 time: 0.0456283 Aug 03 19:54:13.942206 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-1dd0a474-112c-4e69-a8ab-b9a4f59b02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:13.943792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-1dd0a474-112c-4e69-a8ab-b9a4f59b02e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 1095 time: 0.0864658 Aug 03 19:54:13.976857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-9f78619f-1323-4a35-9927-e6b7dcafd6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:13.978388 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-9f78619f-1323-4a35-9927-e6b7dcafd6f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0941079 Aug 03 19:54:14.041976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-5ec01fdd-6a8f-4c9c-8173-e063995a8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:14.043580 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-5ec01fdd-6a8f-4c9c-8173-e063995a8477 service neutron] 10.222.0.74 "GET /v2.0/networks?id=89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 200 len: 913 time: 0.0925159 Aug 03 19:54:14.054240 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-c328635d-8096-4392-b5e5-ee18d192e5b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1000 time: 0.0678997 Aug 03 19:54:14.114980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-ea4935a4-5b4e-4d51-a11f-3e053fdb9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:14.116954 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-ea4935a4-5b4e-4d51-a11f-3e053fdb9ffa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0549300 Aug 03 19:54:14.119959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-93bfe9d2-8977-493a-93ef-bf1cdbf6e910 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 200 len: 1000 time: 0.0689838 Aug 03 19:54:14.167306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-21390a19-500b-4f47-b148-f4ec66c3a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:14.168883 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-21390a19-500b-4f47-b148-f4ec66c3a769 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443618 Aug 03 19:54:14.175614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-8af057de-bcc7-4004-9a63-da02a30713da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:14.179122 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-8af057de-bcc7-4004-9a63-da02a30713da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 200 len: 851 time: 0.0500500 Aug 03 19:54:14.227148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-1a87d540-97da-4148-a534-8bb21f3da937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:14.228759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-1a87d540-97da-4148-a534-8bb21f3da937 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=89cc5337-6e36-4821-b0a0-0b22747f70e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442328 Aug 03 19:54:14.271800 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-5944c3a6-5168-4923-a150-52423de17fc5 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960691 Aug 03 19:54:14.330619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-b175bc9f-dfc9-4fa9-b93c-c148d628c8b8 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938115 Aug 03 19:54:14.370692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-76888b07-3f91-460c-8cf5-f8aff63ee965 service neutron] 10.222.0.37 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910378 Aug 03 19:54:14.423779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68169a7a-1f66-46d2-ab1c-a8f2d20c7d59 req-8628edf4-6a86-4777-ac26-793ea80a4c63 service neutron] 10.222.0.74 "GET /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863016 Aug 03 19:54:14.669393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b6516-4098-4ca1-8639-48c6127895da req-b80f479a-3024-4d7b-b6c6-7992f186ebbe tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:14.671025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d6b6516-4098-4ca1-8639-48c6127895da req-b80f479a-3024-4d7b-b6c6-7992f186ebbe tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0518715 Aug 03 19:54:14.712320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2d6b6516-4098-4ca1-8639-48c6127895da req-268b5a9e-cebd-4de9-9f2e-0b8ceaf08f74 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344508 Aug 03 19:54:15.840471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e43d-893d-4c0c-afeb-451e76f468ea req-5508668c-c917-4678-8e67-928ed13f9c5d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:15.842300 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ea0e43d-893d-4c0c-afeb-451e76f468ea req-5508668c-c917-4678-8e67-928ed13f9c5d tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0544486 Aug 03 19:54:15.853708 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:15.882749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ea0e43d-893d-4c0c-afeb-451e76f468ea req-eaa1737f-c583-4b66-a3fd-88667906cead tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330522 Aug 03 19:54:17.005836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7063cd-0ff3-4c41-a396-af4488bb6ced req-91a41218-b0e5-4bc3-8ea0-04feb8923ee3 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:17.007267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a7063cd-0ff3-4c41-a396-af4488bb6ced req-91a41218-b0e5-4bc3-8ea0-04feb8923ee3 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0510795 Aug 03 19:54:17.045450 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a7063cd-0ff3-4c41-a396-af4488bb6ced req-23c80632-2fd5-4b03-822d-ca8d6359eda8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321169 Aug 03 19:54:18.172162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa1fc0-709e-46e2-b715-4c7f86eadd11 req-b9171946-299c-4302-92a2-c466bea47919 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:18.173731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68fa1fc0-709e-46e2-b715-4c7f86eadd11 req-b9171946-299c-4302-92a2-c466bea47919 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0526912 Aug 03 19:54:18.223286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68fa1fc0-709e-46e2-b715-4c7f86eadd11 req-b76cdd9f-f78c-4169-a806-4921f504e5b6 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428338 Aug 03 19:54:19.351778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035103f-3dfa-4757-8627-85e63a8624c0 req-d0e2053f-1393-4168-adf3-1fe43427afdf tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:19.353320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8035103f-3dfa-4757-8627-85e63a8624c0 req-d0e2053f-1393-4168-adf3-1fe43427afdf tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0556514 Aug 03 19:54:19.393408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8035103f-3dfa-4757-8627-85e63a8624c0 req-40d93dc2-f665-421b-82b6-087be49bbb2f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340679 Aug 03 19:54:20.524823 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa80ea2-93a8-4526-a3d6-a8923b4bf332 req-b5682fd2-33dd-48d3-a4b2-afc671f89bf4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:20.530053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffa80ea2-93a8-4526-a3d6-a8923b4bf332 req-b5682fd2-33dd-48d3-a4b2-afc671f89bf4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0660200 Aug 03 19:54:20.573995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffa80ea2-93a8-4526-a3d6-a8923b4bf332 req-4464a1f6-317c-4bbc-b43e-74172d320940 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347860 Aug 03 19:54:21.706008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a0759-f438-4319-b4a1-5633eea0076e req-427a307d-7a91-4cb2-952e-73853e3e3ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:21.707609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba8a0759-f438-4319-b4a1-5633eea0076e req-427a307d-7a91-4cb2-952e-73853e3e3ec8 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0518856 Aug 03 19:54:21.748615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ba8a0759-f438-4319-b4a1-5633eea0076e req-1fb5e471-8241-49e1-950c-d72724516671 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350428 Aug 03 19:54:22.804704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:54:22.891368 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054ad40-1352-4df5-b007-780ecc089806 req-058ddecd-0293-4a1e-b687-fcdd0345e624 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:22.892961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d054ad40-1352-4df5-b007-780ecc089806 req-058ddecd-0293-4a1e-b687-fcdd0345e624 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 944 time: 0.0566006 Aug 03 19:54:22.915675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:22.928467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'port_id': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'mac_address': 'fa:16:3e:fb:66:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:54:22.935138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d054ad40-1352-4df5-b007-780ecc089806 req-73d3a119-c6d6-4086-ba61-9d13a9a9ad56 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351555 Aug 03 19:54:22.971643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:22.985244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd901122-54d1-4c9e-bb71-79f2d1f1a638 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:54:23.005306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:23.009323 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:23.057217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=12']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:24.062285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2ed62-2245-452d-943c-c6968062b45f req-f84086e7-5451-4d01-af20-acdc30a57876 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:24.063921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50c2ed62-2245-452d-943c-c6968062b45f req-f84086e7-5451-4d01-af20-acdc30a57876 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0552919 Aug 03 19:54:24.111519 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50c2ed62-2245-452d-943c-c6968062b45f req-a21e9413-46e4-4d7c-b3db-477fa5d4d454 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401928 Aug 03 19:54:24.239623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f27c6-122b-4314-95c8-0e357a4b5e69 req-fc29225a-ed2a-4a5f-953b-24a05ea6aecb tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:24.241171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-225f27c6-122b-4314-95c8-0e357a4b5e69 req-fc29225a-ed2a-4a5f-953b-24a05ea6aecb tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0565844 Aug 03 19:54:24.281134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['bd901122-54d1-4c9e-bb71-79f2d1f1a638'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:54:24.287397 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-225f27c6-122b-4314-95c8-0e357a4b5e69 req-139cb094-52bc-4198-a881-08472a4ba531 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399249 Aug 03 19:54:24.412437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d2560-0a78-49b0-a7ce-d4dfbfa49c46 req-4251b67c-a083-4002-b6ce-ded7d395f1e4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:24.414005 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-522d2560-0a78-49b0-a7ce-d4dfbfa49c46 req-4251b67c-a083-4002-b6ce-ded7d395f1e4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0557084 Aug 03 19:54:24.456896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-522d2560-0a78-49b0-a7ce-d4dfbfa49c46 req-296bdc97-f968-4993-8b25-b3d93b8a9cb4 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364251 Aug 03 19:54:24.720544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f31831-ee22-4291-8984-0ae0fd03a8e2 req-c29985dd-870d-4052-82bd-86ddb4d0ad91 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:24.722406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57f31831-ee22-4291-8984-0ae0fd03a8e2 req-c29985dd-870d-4052-82bd-86ddb4d0ad91 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 945 time: 0.0530980 Aug 03 19:54:24.763816 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57f31831-ee22-4291-8984-0ae0fd03a8e2 req-5750a61c-5f8f-4cd2-b6b6-49c4132cfd4b tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350177 Aug 03 19:54:24.808057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:54:24.860030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port bd901122-54d1-4c9e-bb71-79f2d1f1a638 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:54:24.864220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port bd901122-54d1-4c9e-bb71-79f2d1f1a638 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:24.864597 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:24.957070 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:24.981758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:54:24.984109 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fd01f9-dd66-47f4-a370-b8b1d026b53b" -d '{"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-plugged", "status": "completed", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:54:25.000116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:25.004915 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:25.058731 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=13']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:25.095396 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da11f80d-e62a-4e64-a3c6-99c6047fdabc x-openstack-request-id: req-da11f80d-e62a-4e64-a3c6-99c6047fdabc {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:54:25.095688 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-plugged", "status": "completed", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:54:25.095940 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da11f80d-e62a-4e64-a3c6-99c6047fdabc {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:54:25.096335 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'code': 200} Aug 03 19:54:25.903066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c6271-e5e9-4706-9922-61b3c017057a req-eeba254a-e756-4578-969b-0843c5cb1865 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.904607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d3c6271-e5e9-4706-9922-61b3c017057a req-eeba254a-e756-4578-969b-0843c5cb1865 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 946 time: 0.0514557 Aug 03 19:54:25.944928 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d3c6271-e5e9-4706-9922-61b3c017057a req-1695bfb5-5c67-4b5f-8c9f-b04569194fcb tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups?id=a15aae56-e81d-4ada-b48b-a39ada20ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341833 Aug 03 19:54:26.273040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-392e59e0-23be-442b-8704-1675dc90f2c9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:26.275127 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-392e59e0-23be-442b-8704-1675dc90f2c9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 946 time: 0.0619972 Aug 03 19:54:26.369418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Deleting port bd901122-54d1-4c9e-bb71-79f2d1f1a638 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:54:26.369785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:26.458073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] For port bd901122-54d1-4c9e-bb71-79f2d1f1a638, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=bd901122-54d1-4c9e-bb71-79f2d1f1a638,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:26.458358 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:26.636022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:26.636422 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:26.636817 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158 disassociated. External IP: 172.25.8.126, port: bd901122-54d1-4c9e-bb71-79f2d1f1a638. Aug 03 19:54:26.637170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Calling delete_port for bd901122-54d1-4c9e-bb71-79f2d1f1a638 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:54:26.771688 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:26.800672 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event deleted for resources: {'Port': ['ID=bd901122-54d1-4c9e-bb71-79f2d1f1a638,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:26.923595 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:54:27.039968 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:54:27.049708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e1cb77b-8399-4571-8311-20c39f33fd4e req-b445f5d8-a2b9-40cc-8a05-18f798f75c42 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 210 time: 0.0307190 Aug 03 19:54:27.050791 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15a025-7d5a-4b81-b5b2-fd7ceb44d798 None None] Sync routers for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:54:27.065188 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15a025-7d5a-4b81-b5b2-fd7ceb44d798 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:54:27.065966 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0b15a025-7d5a-4b81-b5b2-fd7ceb44d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:54:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:27.091724 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] No DVR routers for this DVR port bd901122-54d1-4c9e-bb71-79f2d1f1a638 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:54:27.094519 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:27.096633 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5f68ef70-c48d-4b32-b73c-6f1e873e88a2 req-c504a7f1-82d2-43b5-8831-75643cf8911f tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.37 "DELETE /v2.0/ports/bd901122-54d1-4c9e-bb71-79f2d1f1a638 HTTP/1.1" status: 204 len: 173 time: 0.8149307 Aug 03 19:54:27.097390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-deleted', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:54:27.100090 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab46b44-084e-4192-84c5-458b2aa994b7" -d '{"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-deleted", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:54:27.189786 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0b15a025-7d5a-4b81-b5b2-fd7ceb44d798 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:54:27.216625 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28075efb-c177-4c97-9ee2-c3efaddd4dde x-openstack-request-id: req-28075efb-c177-4c97-9ee2-c3efaddd4dde {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:54:27.217029 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33058aac-c2e6-42b4-97f3-f3988acea213", "name": "network-vif-deleted", "tag": "bd901122-54d1-4c9e-bb71-79f2d1f1a638", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:54:27.217933 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-28075efb-c177-4c97-9ee2-c3efaddd4dde {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:54:27.217933 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33058aac-c2e6-42b4-97f3-f3988acea213', 'name': 'network-vif-deleted', 'tag': 'bd901122-54d1-4c9e-bb71-79f2d1f1a638', 'status': 'completed', 'code': 200} Aug 03 19:54:27.387069 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0b15a025-7d5a-4b81-b5b2-fd7ceb44d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:27.416521 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15a025-7d5a-4b81-b5b2-fd7ceb44d798 None None] Checking router: 2f9478aa-feaa-4446-b408-24b4dcbbcd86 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:54:27.425707 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15a025-7d5a-4b81-b5b2-fd7ceb44d798 None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:54:27.426269 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0b15a025-7d5a-4b81-b5b2-fd7ceb44d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:54:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:27.530364 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-0b15a025-7d5a-4b81-b5b2-fd7ceb44d798 None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:54:27.724039 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-0b15a025-7d5a-4b81-b5b2-fd7ceb44d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:27.750878 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15a025-7d5a-4b81-b5b2-fd7ceb44d798 None None] The sync data for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 is: [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:41Z', 'revision_number': 4, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '34ab6e82-5a98-45c4-8606-fd0dd11dbcda', 'name': '', 'network_id': '89cc5337-6e36-4821-b0a0-0b22747f70e8', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'mac_address': 'fa:16:3e:39:c1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:40Z', 'updated_at': '2021-08-03T19:44:47Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'subnets': [{'id': 'bda96a4d-72c9-4f13-83f3-6c3ca0484fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:54:27.983356 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38016457-d7df-4ceb-b842-a7fc31bda027 None None] New status for floating IP 7ea453f1-79cf-40ad-a6b0-239b4c3a4158: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:54:28.153813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bafa18e6-550e-4560-8911-1c9d1a3c1c6d req-56f12ae7-2815-4cdb-b1d8-a413b2aefbc0 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 210 time: 0.0281250 Aug 03 19:54:29.256419 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1ce1d41d-cbf7-473d-b7e0-c3ab93d5db95 req-066a533d-d319-4787-9d6e-43cfa0a2474c tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 210 time: 0.0269473 Aug 03 19:54:30.172916 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:30.359561 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1c7605b-4209-46fe-b791-b56087b95023 req-b6153b25-18de-4440-9ed9-0489915048fa tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/ports?device_id=33058aac-c2e6-42b4-97f3-f3988acea213 HTTP/1.1" status: 200 len: 210 time: 0.0281880 Aug 03 19:54:30.813207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:54:30.836060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: bd901122-54d1-4c9e-bb71-79f2d1f1a638 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:54:30.836407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device bd901122-54d1-4c9e-bb71-79f2d1f1a638 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:54:33.713246 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd8d0-ba5d-4dbc-9267-6c17552845a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.084211 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36672) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:34.140144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd11e164-672c-41c4-a542-c87b8a4e59a9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.162208 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd11e164-672c-41c4-a542-c87b8a4e59a9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.211036 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd11e164-672c-41c4-a542-c87b8a4e59a9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.213808 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cd11e164-672c-41c4-a542-c87b8a4e59a9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.214970 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cd11e164-672c-41c4-a542-c87b8a4e59a9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "DELETE /v2.0/security-groups/a15aae56-e81d-4ada-b48b-a39ada20ade3 HTTP/1.1" status: 204 len: 168 time: 0.1297224 Aug 03 19:54:34.217692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36674) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:34.224503 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11e164-672c-41c4-a542-c87b8a4e59a9 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15aae56-e81d-4ada-b48b-a39ada20ade3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:34.236559 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-a5adf83a-e403-4326-8cfb-c1d40845a3fe tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] show failed (client error): The resource could not be found. Aug 03 19:54:34.237704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a5adf83a-e403-4326-8cfb-c1d40845a3fe tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "GET /v2.0/security-groups/a15aae56-e81d-4ada-b48b-a39ada20ade3 HTTP/1.1" status: 404 len: 347 time: 0.0189364 Aug 03 19:54:34.241130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36676) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:34.377411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a2571bfd-cf99-43d1-b6b7-fd59dae37663 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Deleting port af7d5889-c19f-42d8-b59b-ef0ec26b2dbf {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:54:34.378332 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2571bfd-cf99-43d1-b6b7-fd59dae37663 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.456634 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2571bfd-cf99-43d1-b6b7-fd59dae37663 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.456966 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2571bfd-cf99-43d1-b6b7-fd59dae37663 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.469028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a2571bfd-cf99-43d1-b6b7-fd59dae37663 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Calling delete_port for af7d5889-c19f-42d8-b59b-ef0ec26b2dbf owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:54:34.608286 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2571bfd-cf99-43d1-b6b7-fd59dae37663 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.639189 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2571bfd-cf99-43d1-b6b7-fd59dae37663 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Pushing event deleted for resources: {'Port': ['ID=af7d5889-c19f-42d8-b59b-ef0ec26b2dbf,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:34.707277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2571bfd-cf99-43d1-b6b7-fd59dae37663 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.709836 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2571bfd-cf99-43d1-b6b7-fd59dae37663 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:34.711007 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a2571bfd-cf99-43d1-b6b7-fd59dae37663 tempest-ServerActionsTestJSON-1773985928 tempest-ServerActionsTestJSON-1773985928-project] 10.222.0.78 "DELETE /v2.0/floatingips/7ea453f1-79cf-40ad-a6b0-239b4c3a4158 HTTP/1.1" status: 204 len: 168 time: 0.4689045 Aug 03 19:54:34.714199 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36678) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:35.139350 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:35.388153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] Deleting port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:54:35.388840 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:35.477323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] For port 34ab6e82-5a98-45c4-8606-fd0dd11dbcda, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=34ab6e82-5a98-45c4-8606-fd0dd11dbcda,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:35.477717 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:35.491661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] Calling delete_port for 34ab6e82-5a98-45c4-8606-fd0dd11dbcda owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:54:35.681157 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:35.712991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ab6e82-5a98-45c4-8606-fd0dd11dbcda,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:36.228930 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.450798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] Router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:54:36.503005 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-296bf7c7-76da-4a7e-9d36-100bfbd84efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.562809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:54:36.568070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5c5a0562-6b10-4c83-a9e6-9da2c544b622 admin admin] 10.222.0.78 "PUT /v2.0/routers/2f9478aa-feaa-4446-b408-24b4dcbbcd86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8528504 Aug 03 19:54:36.570797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36682) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:36.576741 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2697785-6873-4238-9625-11c339da930e None None] Sync routers for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:54:36.587235 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2697785-6873-4238-9625-11c339da930e None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:54:36.587975 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b2697785-6873-4238-9625-11c339da930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:54:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:36.745937 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.803942 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b2697785-6873-4238-9625-11c339da930e None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:54:36.805816 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.873618 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.940166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Deleting port 4e044d24-af85-4de2-ac28-928d706de5da {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:54:36.940491 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:36.995224 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b2697785-6873-4238-9625-11c339da930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '4e044d24-af85-4de2-ac28-928d706de5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:54:35Z', 'revision_number': 5, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port': {'id': '4e044d24-af85-4de2-ac28-928d706de5da', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:37.023129 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2697785-6873-4238-9625-11c339da930e None None] Checking router: 2f9478aa-feaa-4446-b408-24b4dcbbcd86 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:54:37.028790 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] For port 4e044d24-af85-4de2-ac28-928d706de5da, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=4e044d24-af85-4de2-ac28-928d706de5da,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:37.029162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.031422 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2697785-6873-4238-9625-11c339da930e None None] Routers {'2f9478aa-feaa-4446-b408-24b4dcbbcd86'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:54:37.032040 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b2697785-6873-4238-9625-11c339da930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:54:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:37.042827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Calling delete_port for 4e044d24-af85-4de2-ac28-928d706de5da owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:54:37.117194 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b2697785-6873-4238-9625-11c339da930e None None] Set router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:54:37.172366 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b2697785-6873-4238-9625-11c339da930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:54:36Z', 'revision_number': 6, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:37.202107 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2697785-6873-4238-9625-11c339da930e None None] The sync data for ids ['2f9478aa-feaa-4446-b408-24b4dcbbcd86'] in n-d-802918-7 is: [{'id': '2f9478aa-feaa-4446-b408-24b4dcbbcd86', 'name': 'tempest-ServerActionsTestJSON-1330701106-router', 'tenant_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:44:38Z', 'updated_at': '2021-08-03T19:54:36Z', 'revision_number': 6, 'project_id': '2f7ce5a0f08e4153a6643406bb6a647d', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:54:37.240855 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.267000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e044d24-af85-4de2-ac28-928d706de5da,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:37.341317 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.436644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.438935 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.486787 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.487735 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f9478aa-feaa-4446-b408-24b4dcbbcd86 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:54:37.491695 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.492863 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-04745261-464c-4464-9798-b5b84a4030c5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/2f9478aa-feaa-4446-b408-24b4dcbbcd86 HTTP/1.1" status: 204 len: 168 time: 0.9207304 Aug 03 19:54:37.495674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36684) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:37.542988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3a14a6-7737-46b6-ab79-2077220f287e admin admin] Deleting subnet bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:54:37.547394 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f3a14a6-7737-46b6-ab79-2077220f287e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.590888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f3a14a6-7737-46b6-ab79-2077220f287e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.675202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 34ab6e82-5a98-45c4-8606-fd0dd11dbcda no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:54:37.696235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 34ab6e82-5a98-45c4-8606-fd0dd11dbcda {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:54:37.696583 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 34ab6e82-5a98-45c4-8606-fd0dd11dbcda not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:54:37.698217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f3a14a6-7737-46b6-ab79-2077220f287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.758111 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f3a14a6-7737-46b6-ab79-2077220f287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.792351 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a14a6-7737-46b6-ab79-2077220f287e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda96a4d-72c9-4f13-83f3-6c3ca0484fe3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:37.794309 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8f3a14a6-7737-46b6-ab79-2077220f287e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.799961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36686) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:37.800694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8f3a14a6-7737-46b6-ab79-2077220f287e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bda96a4d-72c9-4f13-83f3-6c3ca0484fe3 HTTP/1.1" status: 204 len: 168 time: 0.3036091 Aug 03 19:54:37.807414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135fa74f-31a0-4947-b85e-ae52772014ba None None] Network 89cc5337-6e36-4821-b0a0-0b22747f70e8 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:54:37.889066 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:37.963590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Deleting port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:54:37.964197 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.023509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2020a-bea1-463a-bb2f-4513d459b490 None None] DHCP port deletion for 89cc5337-6e36-4821-b0a0-0b22747f70e8 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:54:38.053958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] For port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=62e6b6ba-1e6a-4f9e-bd86-330534844ea5,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:38.054250 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.072978 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Calling delete_port for 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:54:38.087814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f4a2020a-bea1-463a-bb2f-4513d459b490 None None] Deleting port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:54:38.088199 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f4a2020a-bea1-463a-bb2f-4513d459b490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.146492 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.179014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f4a2020a-bea1-463a-bb2f-4513d459b490 None None] For port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=62e6b6ba-1e6a-4f9e-bd86-330534844ea5,segment=NetworkSegment(2703b9ac-e794-48df-b2fc-1f951ba94f76),segment_id=2703b9ac-e794-48df-b2fc-1f951ba94f76)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:38.179569 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f4a2020a-bea1-463a-bb2f-4513d459b490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.186226 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.202090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f4a2020a-bea1-463a-bb2f-4513d459b490 None None] Calling delete_port for 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:54:38.220215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Pushing event deleted for resources: {'Port': ['ID=62e6b6ba-1e6a-4f9e-bd86-330534844ea5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:38.223557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] No DVR routers for this DVR port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:54:38.331039 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f4a2020a-bea1-463a-bb2f-4513d459b490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.340608 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.355038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89cc5337-6e36-4821-b0a0-0b22747f70e8']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:38.362020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2020a-bea1-463a-bb2f-4513d459b490 None None] Pushing event deleted for resources: {'Port': ['ID=62e6b6ba-1e6a-4f9e-bd86-330534844ea5,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:38.371615 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2020a-bea1-463a-bb2f-4513d459b490 None None] No DVR routers for this DVR port 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:54:38.372638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2703b9ac-e794-48df-b2fc-1f951ba94f76') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:38.372944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2703b9ac-e794-48df-b2fc-1f951ba94f76') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:54:38.393199 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.416280 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.423208 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:54:38.423743 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:54:38.425886 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:54:38.482880 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.491374 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.494559 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] 10.222.0.78 "DELETE /v2.0/networks/89cc5337-6e36-4821-b0a0-0b22747f70e8 HTTP/1.1" status: 204 len: 168 time: 0.6934762 Aug 03 19:54:38.506579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edfb8c-22c7-4c6d-959f-bc79c55d828b admin admin] Pushing event deleted for resources: {'Network': ['ID=89cc5337-6e36-4821-b0a0-0b22747f70e8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:38.697347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36690) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:38.743933 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-710ee8f5-02eb-4103-b9a0-39f7462960b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f7ce5a0f08e4153a6643406bb6a647d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453033 Aug 03 19:54:38.746585 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36692) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:38.801871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-260c212f-3e13-4ca4-960b-a2e9fc46367e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.826653 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-260c212f-3e13-4ca4-960b-a2e9fc46367e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.885420 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-260c212f-3e13-4ca4-960b-a2e9fc46367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.890792 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-260c212f-3e13-4ca4-960b-a2e9fc46367e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:38.892858 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-260c212f-3e13-4ca4-960b-a2e9fc46367e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2d844009-c062-41ea-9957-8304b93d8137 HTTP/1.1" status: 204 len: 168 time: 0.1449976 Aug 03 19:54:38.906915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c212f-3e13-4ca4-960b-a2e9fc46367e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d844009-c062-41ea-9957-8304b93d8137,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:39.483034 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4e044d24-af85-4de2-ac28-928d706de5da no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:54:39.505301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 4e044d24-af85-4de2-ac28-928d706de5da {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:54:39.505673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 4e044d24-af85-4de2-ac28-928d706de5da not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:54:39.506098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:54:39.527836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:54:39.528189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 62e6b6ba-1e6a-4f9e-bd86-330534844ea5 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:54:39.697710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36714) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:39.795043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1026909219-network', 'tenant_id': '11b6ec2c60f0459ab2ab8f8c24714794'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:39.816223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Made reservation on behalf of 11b6ec2c60f0459ab2ab8f8c24714794 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:54:39.818567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:39.827505 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:39.866872 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:39.916494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:39.920082 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:39.946541 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:54:39.952647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:39.959277 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:39.959685 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Added segment 6b7d48c8-fa53-427a-ad00-c052ff9a6d21 of type vlan for network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 Aug 03 19:54:40.000587 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:40.029849 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:40.031329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:40.031907 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:40.083661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3847120 Aug 03 19:54:40.086630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36718) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:54:40.091869 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] Request body: {'subnet': {'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1026909219-subnet', 'tenant_id': '11b6ec2c60f0459ab2ab8f8c24714794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:40.097463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c01658-1fae-42cf-997c-727a99214332 admin admin] Pushing event updated for resources: {'Network': ['ID=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:40.107640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:54:40.115029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] Made reservation on behalf of 11b6ec2c60f0459ab2ab8f8c24714794 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:54:40.117608 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:40.290051 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:40.347882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4132fd-bd75-405d-b31a-76005441bed4,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:40.354841 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] Checking segment: {'id': '6b7d48c8-fa53-427a-ad00-c052ff9a6d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:54:40.355200 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] Network hostable DHCP agents. Network: ce8a0505-e2ce-4d73-b2e6-9bfb16f14621, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:54:40.371274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] Network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:54:40.379589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, ce8a0505-e2ce-4d73-b2e6-9bfb16f14621) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:54:40.383541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:40.384151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:40.389817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eafa6e-6969-46bc-a919-1e187ca17abd None None] Network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:54:40.397785 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6ff18622-83f3-4d73-ac26-07f9762403c3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3098979 Aug 03 19:54:40.519186 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b7126-c715-46ae-a73b-a1cf99c81255 None None] Network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:54:40.832968 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-2addabda-4b36-458a-af22-afd68769ee8d tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:40.834414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-2addabda-4b36-458a-af22-afd68769ee8d tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/networks?id=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 HTTP/1.1" status: 200 len: 814 time: 0.1035054 Aug 03 19:54:40.850550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-61240cef-d02b-4d23-b342-287c915dc2c1 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/quotas/11b6ec2c60f0459ab2ab8f8c24714794 HTTP/1.1" status: 200 len: 375 time: 0.0102065 Aug 03 19:54:40.883602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-168fb708-7822-404a-a76c-31d0a8f1d546 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=11b6ec2c60f0459ab2ab8f8c24714794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271964 Aug 03 19:54:40.895734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5d9adb3f-906c-4e36-9faf-4c83b0f93140 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:54:40.896714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5d9adb3f-906c-4e36-9faf-4c83b0f93140 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053551 Aug 03 19:54:40.988733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-84e8bd32-dcd4-4e85-acaa-8a531ef87980 service neutron] 10.222.0.78 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859103 Aug 03 19:54:41.076629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-ed824e70-fef6-4e39-bee2-30c61f5b2467 service neutron] 10.222.0.78 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817051 Aug 03 19:54:41.241405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d73635f9-8387-4748-96dc-cb266b3c2902 req-53920d4e-ce82-456a-92e3-b47c8b4495a6 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 210 time: 0.0329795 Aug 03 19:54:42.240757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-8e269c52-fa4d-4d67-b580-a40f8b3f57f3 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:42.242557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-8e269c52-fa4d-4d67-b580-a40f8b3f57f3 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.74 "GET /v2.0/networks?id=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 HTTP/1.1" status: 200 len: 814 time: 0.1105680 Aug 03 19:54:42.262834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Request body: {'port': {'device_id': 'fcefe10e-5edd-405b-9733-11ec299450f4', 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621', 'admin_state_up': True, 'tenant_id': '11b6ec2c60f0459ab2ab8f8c24714794'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:42.344796 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-61024380-d8ae-47f8-9329-7bb0704c77c9 req-ff88c166-cc01-4501-b4ee-289ba70088f0 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 210 time: 0.0337315 Aug 03 19:54:42.401529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Made reservation on behalf of 11b6ec2c60f0459ab2ab8f8c24714794 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:54:42.407059 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:42.538126 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Allocated IP 172.20.0.12 (ce8a0505-e2ce-4d73-b2e6-9bfb16f14621/9b4132fd-bd75-405d-b31a-76005441bed4/5edbdd59-86ee-401a-9ec7-c80c98b3a2ca) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:54:42.684476 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:42.724921 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:42.770822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:54:42.774381 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:54:42.777014 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:54:42.807648 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Pushing event updated for resources: {'Port': ['ID=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:42.833045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:42.833683 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:42.847289 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-5707088f-67ae-45e8-a98b-6c2f52b781cb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5896540 Aug 03 19:54:42.865817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Request body: {'port': {'device_id': 'fcefe10e-5edd-405b-9733-11ec299450f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:42.917444 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:43.176270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:54:43.184361 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:43.196606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Transition to ACTIVE for port object 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:54:43.200967 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:43.266246 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Pushing event updated for resources: {'Port': ['ID=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:43.315780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Attempting to bind port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:54:43.316112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Attempting to bind port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '6b7d48c8-fa53-427a-ad00-c052ff9a6d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:54:43.316435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Attempting to bind port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca on network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:54:43.320536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca on network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:54:43.320858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Attempting to bind port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca on network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:54:43.325617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:54:43.325965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Checking segment: {'id': '6b7d48c8-fa53-427a-ad00-c052ff9a6d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:54:43.326338 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Bound using segment: {'id': '6b7d48c8-fa53-427a-ad00-c052ff9a6d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:54:43.326762 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Bound port: 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d48c8-fa53-427a-ad00-c052ff9a6d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:54:43.327118 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:43.393742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] For port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:54:43.396880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] For port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca,segment=NetworkSegment(6b7d48c8-fa53-427a-ad00-c052ff9a6d21),segment_id=6b7d48c8-fa53-427a-ad00-c052ff9a6d21)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:54:43.406216 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:43.465817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:43.466438 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:43.467823 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] 10.222.0.74 "PUT /v2.0/ports/5edbdd59-86ee-401a-9ec7-c80c98b3a2ca HTTP/1.1" status: 200 len: 1092 time: 0.6061523 Aug 03 19:54:43.468796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcefe10e-5edd-405b-9733-11ec299450f4', 'tag': '5edbdd59-86ee-401a-9ec7-c80c98b3a2ca'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:54:43.471070 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226ce885-918b-496b-8ca4-54a8aa43f8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "fcefe10e-5edd-405b-9733-11ec299450f4", "tag": "5edbdd59-86ee-401a-9ec7-c80c98b3a2ca"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:54:43.500268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed9b4e-8bd9-48ae-8919-72719108ab8d service neutron] Pushing event updated for resources: {'Port': ['ID=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:43.512722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c38ab-43c9-49f5-b668-9b10613d1982 req-b151d43e-ff4b-47ea-aed7-2b8751c36864 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:43.514280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f9c38ab-43c9-49f5-b668-9b10613d1982 req-b151d43e-ff4b-47ea-aed7-2b8751c36864 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 944 time: 0.0834262 Aug 03 19:54:43.566850 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3ba59d-9cf2-43f6-be45-51c8d5b81b81 x-openstack-request-id: req-4f3ba59d-9cf2-43f6-be45-51c8d5b81b81 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:54:43.567141 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcefe10e-5edd-405b-9733-11ec299450f4", "tag": "5edbdd59-86ee-401a-9ec7-c80c98b3a2ca", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:54:43.567391 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4f3ba59d-9cf2-43f6-be45-51c8d5b81b81 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:54:43.567780 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcefe10e-5edd-405b-9733-11ec299450f4', 'tag': '5edbdd59-86ee-401a-9ec7-c80c98b3a2ca', 'status': 'completed', 'code': 200} Aug 03 19:54:43.589788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f9c38ab-43c9-49f5-b668-9b10613d1982 req-2089cdf1-d4bf-4c22-87c8-e619ae6b0812 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670614 Aug 03 19:54:43.596400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-6380de4f-a45f-4292-a88b-2951f9acc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:43.598152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-6380de4f-a45f-4292-a88b-2951f9acc736 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11b6ec2c60f0459ab2ab8f8c24714794&device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 1095 time: 0.0743511 Aug 03 19:54:43.645530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-4730396b-641e-4243-9e1a-e6f9b8db4bcd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca HTTP/1.1" status: 200 len: 217 time: 0.0347185 Aug 03 19:54:43.693586 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-82420506-a832-405c-ab65-9f8d06d6cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:43.694959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-82420506-a832-405c-ab65-9f8d06d6cfcb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b4132fd-bd75-405d-b31a-76005441bed4 HTTP/1.1" status: 200 len: 854 time: 0.0431471 Aug 03 19:54:43.732797 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-c0774677-9b53-40d9-8a73-5afe171311dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306013 Aug 03 19:54:43.819945 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-459eb800-67d1-40bd-80ed-334e4e5e74d2 service neutron] 10.222.0.74 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803773 Aug 03 19:54:43.912633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7cb9e7b9-5912-4e37-b227-a233fdc29907 req-1a5f9739-bdbe-4cf7-bc66-09c414f99017 service neutron] 10.222.0.74 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850894 Aug 03 19:54:44.036169 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce885-918b-496b-8ca4-54a8aa43f8c6 req-8c1f6809-e9e0-4ddc-9739-cb605d7027ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:44.037619 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-226ce885-918b-496b-8ca4-54a8aa43f8c6 req-8c1f6809-e9e0-4ddc-9739-cb605d7027ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11b6ec2c60f0459ab2ab8f8c24714794&device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 1095 time: 0.0435073 Aug 03 19:54:44.125812 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce885-918b-496b-8ca4-54a8aa43f8c6 req-5d45af93-66d8-46c2-abbc-cb44f74c43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:44.127294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-226ce885-918b-496b-8ca4-54a8aa43f8c6 req-5d45af93-66d8-46c2-abbc-cb44f74c43ae service neutron] 10.222.0.74 "GET /v2.0/networks?id=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 HTTP/1.1" status: 200 len: 915 time: 0.0823860 Aug 03 19:54:44.171894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-226ce885-918b-496b-8ca4-54a8aa43f8c6 req-e66b2257-635b-4b3d-b1ff-7bfab33ded1e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca HTTP/1.1" status: 200 len: 217 time: 0.0374908 Aug 03 19:54:44.222470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce885-918b-496b-8ca4-54a8aa43f8c6 req-015fe8b7-c6c0-4128-ade0-24c11417c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:44.223923 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-226ce885-918b-496b-8ca4-54a8aa43f8c6 req-015fe8b7-c6c0-4128-ade0-24c11417c83a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9b4132fd-bd75-405d-b31a-76005441bed4 HTTP/1.1" status: 200 len: 854 time: 0.0447574 Aug 03 19:54:44.256749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-226ce885-918b-496b-8ca4-54a8aa43f8c6 req-0be325a6-8d04-416f-a0fd-25e5afeca3ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249076 Aug 03 19:54:44.352371 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-226ce885-918b-496b-8ca4-54a8aa43f8c6 req-43b9a9ea-7b59-49c5-aaa9-0da490feb35b service neutron] 10.222.0.74 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881112 Aug 03 19:54:44.445381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-226ce885-918b-496b-8ca4-54a8aa43f8c6 req-8249f7f0-0d3a-44d6-adea-a886e19b0e23 service neutron] 10.222.0.74 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825713 Aug 03 19:54:44.708335 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df71ce4-127f-405d-a3b5-9f3a9b5119d5 req-1e1863a9-8aca-46a0-bc1d-46f5a3d7de91 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:44.709903 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3df71ce4-127f-405d-a3b5-9f3a9b5119d5 req-1e1863a9-8aca-46a0-bc1d-46f5a3d7de91 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 944 time: 0.0496917 Aug 03 19:54:44.748874 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3df71ce4-127f-405d-a3b5-9f3a9b5119d5 req-b5958ee7-87b0-49c9-9ac6-53cf58391470 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Aug 03 19:54:45.852913 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:45.868345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240e28-761d-42b8-a945-a28d8fe1d0da req-df66f449-eecb-48c1-ab29-33f28cd290a2 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:45.869878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb240e28-761d-42b8-a945-a28d8fe1d0da req-df66f449-eecb-48c1-ab29-33f28cd290a2 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 944 time: 0.0538476 Aug 03 19:54:45.907751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cb240e28-761d-42b8-a945-a28d8fe1d0da req-446ccba8-c8e9-44f5-aed6-02a625ad268b tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Aug 03 19:54:46.364638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:54:46.456686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca,segment=NetworkSegment(6b7d48c8-fa53-427a-ad00-c052ff9a6d21),segment_id=6b7d48c8-fa53-427a-ad00-c052ff9a6d21)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:46.468136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '5edbdd59-86ee-401a-9ec7-c80c98b3a2ca', 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621', 'port_id': '5edbdd59-86ee-401a-9ec7-c80c98b3a2ca', 'mac_address': 'fa:16:3e:98:28:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4132fd-bd75-405d-b31a-76005441bed4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:54:46.512600 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:46.526058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:54:46.544512 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca,segment=NetworkSegment(6b7d48c8-fa53-427a-ad00-c052ff9a6d21),segment_id=6b7d48c8-fa53-427a-ad00-c052ff9a6d21)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:46.548337 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:46.594572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:46.808422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['5edbdd59-86ee-401a-9ec7-c80c98b3a2ca'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:54:47.022783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc885a-f6de-452c-9c58-409d12679ac7 req-32947749-8698-46ee-b099-56d3d3d71bd4 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:47.024269 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80fc885a-f6de-452c-9c58-409d12679ac7 req-32947749-8698-46ee-b099-56d3d3d71bd4 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 945 time: 0.0487115 Aug 03 19:54:47.063196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-80fc885a-f6de-452c-9c58-409d12679ac7 req-810ce705-0d05-450a-929a-61a564d545c9 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327570 Aug 03 19:54:48.183921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ec9ae-23d8-4956-a1a8-5d68dc521a0f req-e943fb92-2554-4389-b3c2-084f9021aa5c tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:48.185479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d1ec9ae-23d8-4956-a1a8-5d68dc521a0f req-e943fb92-2554-4389-b3c2-084f9021aa5c tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 945 time: 0.0508142 Aug 03 19:54:48.225074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d1ec9ae-23d8-4956-a1a8-5d68dc521a0f req-1cb7dd01-81c4-4fbb-8c87-aa3046e34fa6 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330238 Aug 03 19:54:48.376929 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:54:48.426837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:54:48.430660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:48.431061 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:48.507960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:48.530454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcefe10e-5edd-405b-9733-11ec299450f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edbdd59-86ee-401a-9ec7-c80c98b3a2ca'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:54:48.533312 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de08108d-1b5b-47df-bd86-2209ae1d5963" -d '{"events": [{"server_uuid": "fcefe10e-5edd-405b-9733-11ec299450f4", "name": "network-vif-plugged", "status": "completed", "tag": "5edbdd59-86ee-401a-9ec7-c80c98b3a2ca"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:54:48.546513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca,segment=NetworkSegment(6b7d48c8-fa53-427a-ad00-c052ff9a6d21),segment_id=6b7d48c8-fa53-427a-ad00-c052ff9a6d21)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:48.550675 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:48.575918 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0b64c7-fb78-445f-b1b2-089119753341 x-openstack-request-id: req-ef0b64c7-fb78-445f-b1b2-089119753341 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:54:48.576207 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcefe10e-5edd-405b-9733-11ec299450f4", "name": "network-vif-plugged", "status": "completed", "tag": "5edbdd59-86ee-401a-9ec7-c80c98b3a2ca", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:54:48.576458 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ef0b64c7-fb78-445f-b1b2-089119753341 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:54:48.576843 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcefe10e-5edd-405b-9733-11ec299450f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edbdd59-86ee-401a-9ec7-c80c98b3a2ca', 'code': 200} Aug 03 19:54:48.605013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:48.694073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd83880-2617-4bc4-9cff-62b3f6b7fa47 req-ba72d510-aa78-498a-b39b-b0299d9beab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:48.695501 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fd83880-2617-4bc4-9cff-62b3f6b7fa47 req-ba72d510-aa78-498a-b39b-b0299d9beab9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 1097 time: 0.0434752 Aug 03 19:54:48.731053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7fd83880-2617-4bc4-9cff-62b3f6b7fa47 req-7a8b6298-fef9-43eb-8fb7-0d27976d65fd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280833 Aug 03 19:54:49.144823 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:54:49.344864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14b1eb-aab9-4687-8588-8062bf8380f3 req-7374d04d-eb28-400e-8e40-1f5a6acb4d41 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:49.346408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a14b1eb-aab9-4687-8588-8062bf8380f3 req-7374d04d-eb28-400e-8e40-1f5a6acb4d41 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 946 time: 0.0527506 Aug 03 19:54:49.385851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8a14b1eb-aab9-4687-8588-8062bf8380f3 req-49076bb1-cf9a-41ee-b09b-2a5a1212bdbf tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331774 Aug 03 19:54:50.502038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4a405-f087-4a1d-a128-c18d9fd4ab12 req-c96fee54-f0a3-4e08-8211-84a750713e21 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:50.503446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-def4a405-f087-4a1d-a128-c18d9fd4ab12 req-c96fee54-f0a3-4e08-8211-84a750713e21 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 946 time: 0.0501642 Aug 03 19:54:50.540339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-def4a405-f087-4a1d-a128-c18d9fd4ab12 req-248bd8e9-60a7-4396-921b-de9aca868bf3 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309284 Aug 03 19:54:50.770450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-c909fd2b-b95f-4352-af1e-8c9dc06620af tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:50.771850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-c909fd2b-b95f-4352-af1e-8c9dc06620af tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/networks?id=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 HTTP/1.1" status: 200 len: 814 time: 0.1033070 Aug 03 19:54:50.787413 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-23e08245-541b-482e-80f2-9145f7d907f9 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/quotas/11b6ec2c60f0459ab2ab8f8c24714794 HTTP/1.1" status: 200 len: 375 time: 0.0096340 Aug 03 19:54:50.836392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-f15a3b91-6cab-4aa7-b28a-11af58f6deeb tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=11b6ec2c60f0459ab2ab8f8c24714794&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433455 Aug 03 19:54:50.987492 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-7571ca90-82b7-40b0-a472-23f76f399a5c service neutron] 10.222.0.78 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440156 Aug 03 19:54:51.076710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-57a59438-c6bb-4e69-b49c-9756cc1bef8d service neutron] 10.222.0.78 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828483 Aug 03 19:54:51.240641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7612e9a-32cd-462b-83fd-032ccd718fc0 req-9cd278a8-d377-42c0-8cce-00fcb82412fe tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 210 time: 0.0274696 Aug 03 19:54:52.333683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-6eaa89ff-4822-4acd-a689-6f0ef84c1642 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:52.335392 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-6eaa89ff-4822-4acd-a689-6f0ef84c1642 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.37 "GET /v2.0/networks?id=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 HTTP/1.1" status: 200 len: 814 time: 0.1256299 Aug 03 19:54:52.355026 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Request body: {'port': {'device_id': 'd5fa0b8b-bfbc-468b-8e4d-7ae95240921d', 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621', 'admin_state_up': True, 'tenant_id': '11b6ec2c60f0459ab2ab8f8c24714794'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:52.361709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a50d7645-19bb-4e83-8be3-54d70861fcb4 req-2f70e3a2-8dcf-40f5-9f90-008b456d8096 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 210 time: 0.0347128 Aug 03 19:54:52.470350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Made reservation on behalf of 11b6ec2c60f0459ab2ab8f8c24714794 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:54:52.474061 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:52.601340 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Allocated IP 172.20.0.8 (ce8a0505-e2ce-4d73-b2e6-9bfb16f14621/9b4132fd-bd75-405d-b31a-76005441bed4/dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:54:52.750051 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:52.788896 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:52.823995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['5edbdd59-86ee-401a-9ec7-c80c98b3a2ca'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:54:52.830829 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:54:52.833927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:54:52.839926 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:54:52.864677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Pushing event updated for resources: {'Port': ['ID=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:52.892770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:52.893401 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:52.908289 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-64bc58c3-dcbb-44f6-9bc9-a7e5f08ba39f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5570312 Aug 03 19:54:52.920407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Request body: {'port': {'device_id': 'd5fa0b8b-bfbc-468b-8e4d-7ae95240921d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:54:52.978326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:53.238531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:54:53.246035 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:53.257774 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Transition to ACTIVE for port object dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:54:53.261943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:53.309844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Pushing event updated for resources: {'Port': ['ID=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:53.384993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Attempting to bind port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:54:53.385794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Attempting to bind port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '6b7d48c8-fa53-427a-ad00-c052ff9a6d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:54:53.385794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Attempting to bind port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 on network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:54:53.390078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 on network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:54:53.390433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Attempting to bind port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 on network ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:54:53.395207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:54:53.395541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Checking segment: {'id': '6b7d48c8-fa53-427a-ad00-c052ff9a6d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:54:53.395924 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Bound using segment: {'id': '6b7d48c8-fa53-427a-ad00-c052ff9a6d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:54:53.396349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Bound port: dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7d48c8-fa53-427a-ad00-c052ff9a6d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:54:53.396708 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:53.463726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] For port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:54:53.467085 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] For port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670,segment=NetworkSegment(6b7d48c8-fa53-427a-ad00-c052ff9a6d21),segment_id=6b7d48c8-fa53-427a-ad00-c052ff9a6d21)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:54:53.471270 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3822-dadc-461d-979a-1fe3c81d1cff req-d1e13a3a-60ef-4ef1-89fb-4c1e51578f64 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:53.472567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:53.473405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3ee3822-dadc-461d-979a-1fe3c81d1cff req-d1e13a3a-60ef-4ef1-89fb-4c1e51578f64 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 943 time: 0.0548897 Aug 03 19:54:53.507839 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:53.508465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:53.509930 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] 10.222.0.37 "PUT /v2.0/ports/dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 HTTP/1.1" status: 200 len: 1091 time: 0.5937788 Aug 03 19:54:53.510374 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fa0b8b-bfbc-468b-8e4d-7ae95240921d', 'tag': 'dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:54:53.512740 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f882999-24d1-48bd-ac9c-53b5ce7360df" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fa0b8b-bfbc-468b-8e4d-7ae95240921d", "tag": "dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:54:53.517153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3ee3822-dadc-461d-979a-1fe3c81d1cff req-43458148-622a-4c48-9d26-2ff696c35328 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368731 Aug 03 19:54:53.543980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc32b5c-927f-4711-bdfa-dea4d57f6748 service neutron] Pushing event updated for resources: {'Port': ['ID=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:53.558656 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e009aa-2789-41d5-92b1-1fb07a95bfdf x-openstack-request-id: req-e3e009aa-2789-41d5-92b1-1fb07a95bfdf {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:54:53.558953 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fa0b8b-bfbc-468b-8e4d-7ae95240921d", "tag": "dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:54:53.559366 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3e009aa-2789-41d5-92b1-1fb07a95bfdf {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:54:53.559888 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fa0b8b-bfbc-468b-8e4d-7ae95240921d', 'tag': 'dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670', 'status': 'completed', 'code': 200} Aug 03 19:54:53.607271 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-c9ab9e81-d1b7-4926-92a7-7b76d7bd70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:53.608806 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-c9ab9e81-d1b7-4926-92a7-7b76d7bd70bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b6ec2c60f0459ab2ab8f8c24714794&device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 1094 time: 0.0423589 Aug 03 19:54:53.653297 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-a29c62ef-c37c-4fbd-af2f-660ae31eed62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 HTTP/1.1" status: 200 len: 217 time: 0.0369601 Aug 03 19:54:53.700786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-8b110053-b64e-4e4e-a354-128bcb2e0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:53.702235 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-8b110053-b64e-4e4e-a354-128bcb2e0ac6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b4132fd-bd75-405d-b31a-76005441bed4 HTTP/1.1" status: 200 len: 854 time: 0.0426023 Aug 03 19:54:53.733244 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-da8c58b9-9f1a-4fe1-9ff0-67dd4a9b801f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245290 Aug 03 19:54:53.826065 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-9bcce7d6-a195-462f-8471-0322ba808e02 service neutron] 10.222.0.37 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860932 Aug 03 19:54:53.916330 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-2a7af54b-a4d3-4f65-b79f-b3ed3a71038a req-4a896078-c112-45a0-a865-aef36bdff5cf service neutron] 10.222.0.37 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827680 Aug 03 19:54:54.002484 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f882999-24d1-48bd-ac9c-53b5ce7360df req-d3895721-ab4a-4876-b8a0-c9b07ec8700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:54.004027 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0f882999-24d1-48bd-ac9c-53b5ce7360df req-d3895721-ab4a-4876-b8a0-c9b07ec8700f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11b6ec2c60f0459ab2ab8f8c24714794&device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 1094 time: 0.0418713 Aug 03 19:54:54.102111 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f882999-24d1-48bd-ac9c-53b5ce7360df req-e9ee4ccd-fb0c-4ab2-b30b-7d0270dcbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:54.103605 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0f882999-24d1-48bd-ac9c-53b5ce7360df req-e9ee4ccd-fb0c-4ab2-b30b-7d0270dcbf19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 HTTP/1.1" status: 200 len: 915 time: 0.0924237 Aug 03 19:54:54.146219 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0f882999-24d1-48bd-ac9c-53b5ce7360df req-a6298e45-c364-4ebe-95d4-9f312211ee2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 HTTP/1.1" status: 200 len: 217 time: 0.0351515 Aug 03 19:54:54.200292 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f882999-24d1-48bd-ac9c-53b5ce7360df req-6f05dbd4-7953-408a-8a58-99e11b538a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:54.201801 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0f882999-24d1-48bd-ac9c-53b5ce7360df req-6f05dbd4-7953-408a-8a58-99e11b538a24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b4132fd-bd75-405d-b31a-76005441bed4 HTTP/1.1" status: 200 len: 854 time: 0.0478015 Aug 03 19:54:54.234436 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0f882999-24d1-48bd-ac9c-53b5ce7360df req-402b9c3e-b73b-44c2-8627-7ec1aed6348d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248287 Aug 03 19:54:54.323924 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0f882999-24d1-48bd-ac9c-53b5ce7360df req-c31988d8-4257-47d8-9481-f77ea4724f70 service neutron] 10.222.0.37 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825093 Aug 03 19:54:54.419278 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0f882999-24d1-48bd-ac9c-53b5ce7360df req-73cbbd30-67b3-4f96-9eda-ee5fab7b0bf3 service neutron] 10.222.0.37 "GET /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874884 Aug 03 19:54:54.639048 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6e597-79a6-48de-87c1-caff42df75a0 req-25d575b6-25a5-4ec0-ac02-6ab38a68ad11 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:54.640525 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebc6e597-79a6-48de-87c1-caff42df75a0 req-25d575b6-25a5-4ec0-ac02-6ab38a68ad11 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 943 time: 0.0496452 Aug 03 19:54:54.678181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ebc6e597-79a6-48de-87c1-caff42df75a0 req-5d8f63ff-a262-47b8-a5cb-09e8fa70b3c5 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316358 Aug 03 19:54:55.799212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3bc0e-c777-4805-9924-422c965d8e5e req-c64b66e7-5a6b-4bcc-be16-975341ba3b59 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:55.800705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6b3bc0e-c777-4805-9924-422c965d8e5e req-c64b66e7-5a6b-4bcc-be16-975341ba3b59 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 943 time: 0.0542674 Aug 03 19:54:55.838693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6b3bc0e-c777-4805-9924-422c965d8e5e req-52504385-b585-4cb5-9764-902953507bc2 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320153 Aug 03 19:54:56.955502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:54:56.961948 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44a848-c581-4735-b4fa-907d50e9547b req-4c1a7e14-fed2-4f36-9775-80c366f47679 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:56.963456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a44a848-c581-4735-b4fa-907d50e9547b req-4c1a7e14-fed2-4f36-9775-80c366f47679 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 943 time: 0.0531530 Aug 03 19:54:57.002436 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5a44a848-c581-4735-b4fa-907d50e9547b req-cd7907df-ac2e-4cd3-a413-17a44f0c185f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327964 Aug 03 19:54:57.051502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670,segment=NetworkSegment(6b7d48c8-fa53-427a-ad00-c052ff9a6d21),segment_id=6b7d48c8-fa53-427a-ad00-c052ff9a6d21)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:57.062524 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670', 'network_id': 'ce8a0505-e2ce-4d73-b2e6-9bfb16f14621', 'port_id': 'dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670', 'mac_address': 'fa:16:3e:ec:c7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4132fd-bd75-405d-b31a-76005441bed4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:54:57.099289 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:57.113013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:54:57.132487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670,segment=NetworkSegment(6b7d48c8-fa53-427a-ad00-c052ff9a6d21),segment_id=6b7d48c8-fa53-427a-ad00-c052ff9a6d21)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:57.136409 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:57.186444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:57.321151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:54:58.119795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ca281-670f-4c77-9152-5eb3721a8f38 req-50d1ca3e-ee08-44b1-8019-22f9eed56b27 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:58.121346 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f95ca281-670f-4c77-9152-5eb3721a8f38 req-50d1ca3e-ee08-44b1-8019-22f9eed56b27 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 944 time: 0.0511713 Aug 03 19:54:58.160196 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f95ca281-670f-4c77-9152-5eb3721a8f38 req-40028eb8-399d-43f9-bf17-5034bae99db6 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328302 Aug 03 19:54:58.955084 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:54:59.008401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:54:59.013054 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:54:59.013054 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:59.091884 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:59.116157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fa0b8b-bfbc-468b-8e4d-7ae95240921d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:54:59.118488 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b29cfb5-0f04-4573-abd4-d11658a1d1f6" -d '{"events": [{"server_uuid": "d5fa0b8b-bfbc-468b-8e4d-7ae95240921d", "name": "network-vif-plugged", "status": "completed", "tag": "dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:54:59.133492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670,segment=NetworkSegment(6b7d48c8-fa53-427a-ad00-c052ff9a6d21),segment_id=6b7d48c8-fa53-427a-ad00-c052ff9a6d21)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:54:59.138331 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:59.165231 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d928a60-ed76-4aae-975d-760c93046484 x-openstack-request-id: req-2d928a60-ed76-4aae-975d-760c93046484 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:54:59.165547 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fa0b8b-bfbc-468b-8e4d-7ae95240921d", "name": "network-vif-plugged", "status": "completed", "tag": "dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:54:59.165804 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d928a60-ed76-4aae-975d-760c93046484 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:54:59.166214 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fa0b8b-bfbc-468b-8e4d-7ae95240921d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670', 'code': 200} Aug 03 19:54:59.198224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:54:59.275629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a0125-8e88-4578-ae6f-d1785c517b43 req-c07d0ff2-a560-4d3b-ade3-78fee65ed79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:59.277283 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f5a0125-8e88-4578-ae6f-d1785c517b43 req-c07d0ff2-a560-4d3b-ade3-78fee65ed79d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 1096 time: 0.0428193 Aug 03 19:54:59.291674 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0e1b8-0d18-4ba6-830f-06d8004b3bf7 req-076b2cb3-e031-43cd-9a08-3f9ef84642ab tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:59.293245 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3b0e1b8-0d18-4ba6-830f-06d8004b3bf7 req-076b2cb3-e031-43cd-9a08-3f9ef84642ab tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 945 time: 0.0546935 Aug 03 19:54:59.314688 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7f5a0125-8e88-4578-ae6f-d1785c517b43 req-27797663-c531-4487-82ef-e206d4ea39d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301733 Aug 03 19:54:59.336164 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3b0e1b8-0d18-4ba6-830f-06d8004b3bf7 req-62eea8f8-769c-45ca-b0fd-fd5f8fc59fb6 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366628 Aug 03 19:55:00.174617 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:00.457185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13434e-30d8-47ca-999b-5778685976ec req-c73bc7e6-e488-4333-8b4f-84ebd3c817c8 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:00.458629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f13434e-30d8-47ca-999b-5778685976ec req-c73bc7e6-e488-4333-8b4f-84ebd3c817c8 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 945 time: 0.0513237 Aug 03 19:55:00.498996 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f13434e-30d8-47ca-999b-5778685976ec req-a92094a2-7b71-4c65-aa11-d8a6e6eaaa12 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Aug 03 19:55:00.738191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc8d2c-6997-4784-ac4b-377b78b3b929 req-76420426-e717-4bc4-998d-9923e2f6f34f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:00.739762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2dfc8d2c-6997-4784-ac4b-377b78b3b929 req-76420426-e717-4bc4-998d-9923e2f6f34f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 945 time: 0.0511494 Aug 03 19:55:00.779696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2dfc8d2c-6997-4784-ac4b-377b78b3b929 req-15677b4e-9f0f-4b30-a1bc-ff971dddd2dc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336006 Aug 03 19:55:01.910694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98881e0b-beb7-4b98-bbc3-af6c60d41933 req-1c0679c0-0ea4-4f60-8ccf-97ac82d67c35 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:01.912298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98881e0b-beb7-4b98-bbc3-af6c60d41933 req-1c0679c0-0ea4-4f60-8ccf-97ac82d67c35 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 945 time: 0.0606568 Aug 03 19:55:01.959352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98881e0b-beb7-4b98-bbc3-af6c60d41933 req-42e3d82f-7391-462e-a7a3-10f12f4f0aef tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Aug 03 19:55:01.975542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d623db5-3b38-447b-9f72-cc8109d55a36 req-20334b88-ed0b-4f51-b9be-b6e7f2be05ae tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:01.977226 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0d623db5-3b38-447b-9f72-cc8109d55a36 req-20334b88-ed0b-4f51-b9be-b6e7f2be05ae tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 945 time: 0.0515971 Aug 03 19:55:02.079069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-0d623db5-3b38-447b-9f72-cc8109d55a36 req-31d0426a-69b4-40f0-8c57-44a9c7af532e tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Deleting port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:02.079328 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0d623db5-3b38-447b-9f72-cc8109d55a36 req-31d0426a-69b4-40f0-8c57-44a9c7af532e tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.171874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0d623db5-3b38-447b-9f72-cc8109d55a36 req-31d0426a-69b4-40f0-8c57-44a9c7af532e tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] For port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670,segment=NetworkSegment(6b7d48c8-fa53-427a-ad00-c052ff9a6d21),segment_id=6b7d48c8-fa53-427a-ad00-c052ff9a6d21)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:02.172245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0d623db5-3b38-447b-9f72-cc8109d55a36 req-31d0426a-69b4-40f0-8c57-44a9c7af532e tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.186642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-0d623db5-3b38-447b-9f72-cc8109d55a36 req-31d0426a-69b4-40f0-8c57-44a9c7af532e tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Calling delete_port for dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:02.332341 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0d623db5-3b38-447b-9f72-cc8109d55a36 req-31d0426a-69b4-40f0-8c57-44a9c7af532e tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.345772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:55:02.362565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0426a-69b4-40f0-8c57-44a9c7af532e tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Pushing event deleted for resources: {'Port': ['ID=dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:02.543721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['5edbdd59-86ee-401a-9ec7-c80c98b3a2ca'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:55:02.702589 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d623db5-3b38-447b-9f72-cc8109d55a36 req-31d0426a-69b4-40f0-8c57-44a9c7af532e tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] No DVR routers for this DVR port dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:02.705916 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0d623db5-3b38-447b-9f72-cc8109d55a36 req-31d0426a-69b4-40f0-8c57-44a9c7af532e tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:02.708056 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0d623db5-3b38-447b-9f72-cc8109d55a36 req-31d0426a-69b4-40f0-8c57-44a9c7af532e tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.37 "DELETE /v2.0/ports/dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 HTTP/1.1" status: 204 len: 173 time: 0.7247026 Aug 03 19:55:02.708522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fa0b8b-bfbc-468b-8e4d-7ae95240921d', 'name': 'network-vif-deleted', 'tag': 'dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:02.711055 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c9caef-77dc-44e7-a32d-b79ae142f410" -d '{"events": [{"server_uuid": "d5fa0b8b-bfbc-468b-8e4d-7ae95240921d", "name": "network-vif-deleted", "tag": "dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:02.753282 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea451793-26ca-4eb2-b8a7-944fe228bf43 x-openstack-request-id: req-ea451793-26ca-4eb2-b8a7-944fe228bf43 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:02.753603 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fa0b8b-bfbc-468b-8e4d-7ae95240921d", "name": "network-vif-deleted", "tag": "dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:02.753852 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea451793-26ca-4eb2-b8a7-944fe228bf43 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:02.754244 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fa0b8b-bfbc-468b-8e4d-7ae95240921d', 'name': 'network-vif-deleted', 'tag': 'dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670', 'status': 'completed', 'code': 200} Aug 03 19:55:03.073809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6472bed-1186-461f-9920-0974fb07d987 req-7a21d03e-7328-4407-8d77-ed4724ef66bc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5fa0b8b-bfbc-468b-8e4d-7ae95240921d HTTP/1.1" status: 200 len: 210 time: 0.0297635 Aug 03 19:55:03.713929 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2df4490a-0a02-418c-a7ff-df9374f4bb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:04.238264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19817a-bb87-45e8-b658-d534f31beaab req-6f5308dd-511e-46a9-b303-e7f53605de73 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:04.239971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a19817a-bb87-45e8-b658-d534f31beaab req-6f5308dd-511e-46a9-b303-e7f53605de73 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 946 time: 0.0519137 Aug 03 19:55:04.282564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a19817a-bb87-45e8-b658-d534f31beaab req-e60b7d8d-d048-4a58-897e-f6e9bd5148d8 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346646 Aug 03 19:55:04.431176 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa123a8-0038-49c1-ad03-381e3ea33fa2 req-623eaae1-63c1-4d9f-b8df-6226c1b21436 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:04.432833 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fa123a8-0038-49c1-ad03-381e3ea33fa2 req-623eaae1-63c1-4d9f-b8df-6226c1b21436 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 946 time: 0.0548267 Aug 03 19:55:04.476799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fa123a8-0038-49c1-ad03-381e3ea33fa2 req-3984d9c2-c21e-4b1f-ac14-d0b9462e3051 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374277 Aug 03 19:55:04.941162 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b81d03-8dc0-4a61-8bab-fb63601a5b51 req-948b9891-e5af-40aa-988d-b4924bd8f9ba tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:04.942725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9b81d03-8dc0-4a61-8bab-fb63601a5b51 req-948b9891-e5af-40aa-988d-b4924bd8f9ba tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 946 time: 0.3930316 Aug 03 19:55:04.982414 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c9b81d03-8dc0-4a61-8bab-fb63601a5b51 req-b250cd07-839b-4235-8b82-adba652e9e3e tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333798 Aug 03 19:55:05.150005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57478d9c-5b35-4bdb-916f-c632aa73eaac req-1a1eccd3-eca4-42f3-8f8a-129ef5ad64f4 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:05.151515 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57478d9c-5b35-4bdb-916f-c632aa73eaac req-1a1eccd3-eca4-42f3-8f8a-129ef5ad64f4 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 946 time: 0.0495365 Aug 03 19:55:05.191160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57478d9c-5b35-4bdb-916f-c632aa73eaac req-fced4a0f-b2f8-4904-a432-745d6473664a tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Aug 03 19:55:05.323386 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741c3ec-1cec-4125-832d-9c0af9b606e5 req-8fc98f0c-0a20-4333-b60e-9da1ff7e79ec tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:05.324884 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2741c3ec-1cec-4125-832d-9c0af9b606e5 req-8fc98f0c-0a20-4333-b60e-9da1ff7e79ec tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 946 time: 0.0544972 Aug 03 19:55:05.368059 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2741c3ec-1cec-4125-832d-9c0af9b606e5 req-3dc03613-c615-4bf1-a6a7-b4cb8177cd9b tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 Aug 03 19:55:05.496793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e41d-e329-4166-aeb2-11d9320649ca req-64cef7f3-e94c-4233-a675-e7f4379ade0f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:05.498287 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c218e41d-e329-4166-aeb2-11d9320649ca req-64cef7f3-e94c-4233-a675-e7f4379ade0f tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 946 time: 0.0538161 Aug 03 19:55:05.538724 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c218e41d-e329-4166-aeb2-11d9320649ca req-9c9a8795-d85f-4fd6-bf44-2cf0dbe72981 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339231 Aug 03 19:55:05.880341 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dea1f1-c351-40e2-a74f-8569fa05e054 req-e5585fb2-d4c4-42e0-b85f-c5f8bae688ca tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:05.881937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3dea1f1-c351-40e2-a74f-8569fa05e054 req-e5585fb2-d4c4-42e0-b85f-c5f8bae688ca tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 946 time: 0.0538056 Aug 03 19:55:05.920780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3dea1f1-c351-40e2-a74f-8569fa05e054 req-f656fc90-2c8a-43c7-9400-34aa5881f1da tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327332 Aug 03 19:55:06.508145 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3b850a07-71c2-4cb6-a996-9a69877713d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:06.795843 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:06.995119 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:07.017774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:55:07.018118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dfceb2aa-2b0e-4bfe-83ac-9f8efdd2d670 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:07.040484 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58980314-558e-49da-bbee-f713a8cb794b req-aa3dedbf-7a46-41ea-8ee7-1dae83a36344 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:07.042072 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-58980314-558e-49da-bbee-f713a8cb794b req-aa3dedbf-7a46-41ea-8ee7-1dae83a36344 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 946 time: 0.0509925 Aug 03 19:55:07.083909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-58980314-558e-49da-bbee-f713a8cb794b req-43e14794-88d8-4ffb-b305-ce2cac77f037 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/security-groups?id=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356388 Aug 03 19:55:07.347831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3748870-9ac3-4651-900e-6cd600aba3fa req-bfe1e1e5-8f7d-46f3-a7da-1a642f2e7cd2 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:07.349207 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3748870-9ac3-4651-900e-6cd600aba3fa req-bfe1e1e5-8f7d-46f3-a7da-1a642f2e7cd2 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.74 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 946 time: 0.0499249 Aug 03 19:55:07.443067 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-a3748870-9ac3-4651-900e-6cd600aba3fa req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Deleting port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:07.443067 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a3748870-9ac3-4651-900e-6cd600aba3fa req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:07.547551 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a3748870-9ac3-4651-900e-6cd600aba3fa req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] For port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca,segment=NetworkSegment(6b7d48c8-fa53-427a-ad00-c052ff9a6d21),segment_id=6b7d48c8-fa53-427a-ad00-c052ff9a6d21)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:07.547917 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a3748870-9ac3-4651-900e-6cd600aba3fa req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:07.561520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-a3748870-9ac3-4651-900e-6cd600aba3fa req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Calling delete_port for 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:07.701032 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a3748870-9ac3-4651-900e-6cd600aba3fa req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:07.731342 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Pushing event deleted for resources: {'Port': ['ID=5edbdd59-86ee-401a-9ec7-c80c98b3a2ca,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:07.734128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['5edbdd59-86ee-401a-9ec7-c80c98b3a2ca'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:55:07.763032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.763383 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.763729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.764068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.764404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.764736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.765065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.765392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.765746 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.766077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.766401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.766752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:07.782659 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3748870-9ac3-4651-900e-6cd600aba3fa req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] No DVR routers for this DVR port 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:07.785274 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a3748870-9ac3-4651-900e-6cd600aba3fa req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:07.787359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3748870-9ac3-4651-900e-6cd600aba3fa req-1b2c131d-3d0d-4c2a-b915-ee7451a5a7fc tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.74 "DELETE /v2.0/ports/5edbdd59-86ee-401a-9ec7-c80c98b3a2ca HTTP/1.1" status: 204 len: 173 time: 0.4312334 Aug 03 19:55:07.787802 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcefe10e-5edd-405b-9733-11ec299450f4', 'name': 'network-vif-deleted', 'tag': '5edbdd59-86ee-401a-9ec7-c80c98b3a2ca'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:07.790083 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49999fff-eee2-476c-b86f-611f5f089b49" -d '{"events": [{"server_uuid": "fcefe10e-5edd-405b-9733-11ec299450f4", "name": "network-vif-deleted", "tag": "5edbdd59-86ee-401a-9ec7-c80c98b3a2ca"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:07.831306 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91093cbe-b595-4ffc-9fc3-fccf2e41cc9c x-openstack-request-id: req-91093cbe-b595-4ffc-9fc3-fccf2e41cc9c {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:07.831605 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcefe10e-5edd-405b-9733-11ec299450f4", "name": "network-vif-deleted", "tag": "5edbdd59-86ee-401a-9ec7-c80c98b3a2ca", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:07.831860 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91093cbe-b595-4ffc-9fc3-fccf2e41cc9c {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:07.832269 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcefe10e-5edd-405b-9733-11ec299450f4', 'name': 'network-vif-deleted', 'tag': '5edbdd59-86ee-401a-9ec7-c80c98b3a2ca', 'status': 'completed', 'code': 200} Aug 03 19:55:08.109221 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:08.202280 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12112979-c801-4e79-9a33-4b88b053bdb0 req-a3170e0d-9acd-483c-a8c3-e317f542da91 tempest-ServersNegativeTestJSON-1561706754 tempest-ServersNegativeTestJSON-1561706754-project] 10.222.0.78 "GET /v2.0/ports?device_id=fcefe10e-5edd-405b-9733-11ec299450f4 HTTP/1.1" status: 200 len: 210 time: 0.0364869 Aug 03 19:55:09.262027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36870) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:09.310485 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94dddef-be19-4503-b220-7e5c8cd29325 admin admin] Deleting subnet 9b4132fd-bd75-405d-b31a-76005441bed4 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:55:09.314590 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d94dddef-be19-4503-b220-7e5c8cd29325 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.351205 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d94dddef-be19-4503-b220-7e5c8cd29325 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.395302 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d94dddef-be19-4503-b220-7e5c8cd29325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.457618 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d94dddef-be19-4503-b220-7e5c8cd29325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.483931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dddef-be19-4503-b220-7e5c8cd29325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4132fd-bd75-405d-b31a-76005441bed4,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:09.488019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d94dddef-be19-4503-b220-7e5c8cd29325 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.490572 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d94dddef-be19-4503-b220-7e5c8cd29325 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/9b4132fd-bd75-405d-b31a-76005441bed4 HTTP/1.1" status: 204 len: 168 time: 0.2269046 Aug 03 19:55:09.492509 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36872) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:09.570800 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.658151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.668401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8a0505-e2ce-4d73-b2e6-9bfb16f14621']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:09.679806 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7d48c8-fa53-427a-ad00-c052ff9a6d21') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:09.680092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7d48c8-fa53-427a-ad00-c052ff9a6d21') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:09.690794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.705783 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.712150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:55:09.712556 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:55:09.714374 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:55:09.773071 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.779296 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.781348 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ce8a0505-e2ce-4d73-b2e6-9bfb16f14621 HTTP/1.1" status: 204 len: 168 time: 0.2877593 Aug 03 19:55:09.799127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b912cb-32f1-450b-8c9a-592ff3c19725 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8a0505-e2ce-4d73-b2e6-9bfb16f14621,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:09.873210 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:09.915243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36876) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:09.957978 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-115c5e82-f026-4331-bdef-9ef0f9e838b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11b6ec2c60f0459ab2ab8f8c24714794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412066 Aug 03 19:55:09.960317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36878) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:10.016343 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5d5e-c7ca-4a63-8265-c33e307b5ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.041870 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5d5e-c7ca-4a63-8265-c33e307b5ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.091670 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5d5e-c7ca-4a63-8265-c33e307b5ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.094304 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5d5e-c7ca-4a63-8265-c33e307b5ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.096240 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7c4f5d5e-c7ca-4a63-8265-c33e307b5ad6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f HTTP/1.1" status: 204 len: 168 time: 0.1349847 Aug 03 19:55:10.104865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f5d5e-c7ca-4a63-8265-c33e307b5ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cb8f5a-5880-4a5a-a861-73b9e5b00a8f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:10.445908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:10.467600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:55:10.468220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 5edbdd59-86ee-401a-9ec7-c80c98b3a2ca not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:10.849931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36900) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:10.954912 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479352655'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:10.979259 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Made reservation on behalf of 527895595c1f4b2e912d572b044ba823 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:10.982908 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.992597 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.113615 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.118623 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.149933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:55:11.160607 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a61b9b-8069-4ce3-877c-70341569ad50,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:11.167713 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.167713 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Added segment 498ae75e-3179-4440-a045-3b4198f596b8 of type vlan for network 377daec1-55c7-4130-bf63-97e0dadbc1c3 Aug 03 19:55:11.209879 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.242205 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.247860 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:11.248505 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:11.324723 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4736345 Aug 03 19:55:11.358763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23fae0-7393-400d-81e5-81985cb2ded9 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event updated for resources: {'Network': ['ID=377daec1-55c7-4130-bf63-97e0dadbc1c3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:11.369870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 377daec1-55c7-4130-bf63-97e0dadbc1c3 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:55:14.611688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36904) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:14.617152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Request body: {'subnet': {'network_id': '377daec1-55c7-4130-bf63-97e0dadbc1c3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:14.741656 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Made reservation on behalf of 527895595c1f4b2e912d572b044ba823 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:14.745258 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:14.965948 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.034720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event updated for resources: {'Subnet': ['ID=8d6ba24b-c41c-40e3-a2f8-796533a5857b,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:15.045012 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Checking segment: {'id': '498ae75e-3179-4440-a045-3b4198f596b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '377daec1-55c7-4130-bf63-97e0dadbc1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:15.045384 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Network hostable DHCP agents. Network: 377daec1-55c7-4130-bf63-97e0dadbc1c3, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:55:15.070160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Network 377daec1-55c7-4130-bf63-97e0dadbc1c3 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:55:15.083016 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 377daec1-55c7-4130-bf63-97e0dadbc1c3) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:15.088611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:15.089856 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.093209 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b514ab-713e-474d-9956-17ae5cd0a279 None None] Network 377daec1-55c7-4130-bf63-97e0dadbc1c3 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:15.111088 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8e2d7ed6-16ec-468e-b5d5-2aba0175be32 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4976552 Aug 03 19:55:15.116714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36906) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:15.122797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519424344'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:15.149459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Made reservation on behalf of 527895595c1f4b2e912d572b044ba823 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:15.153197 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.183405 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:55:15.196372 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.197226 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Added segment cdafac76-1637-4164-a33e-fcd98d98a086 of type vlan for network 58046bf4-719c-48a9-bc72-207e20de1dfe Aug 03 19:55:15.246541 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.281106 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.287962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:15.288670 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.288988 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-377daec1-55c7-4130-bf63-97e0dadbc1c3', 'network_id': '377daec1-55c7-4130-bf63-97e0dadbc1c3', 'tenant_id': '527895595c1f4b2e912d572b044ba823', 'fixed_ips': [{'subnet_id': '8d6ba24b-c41c-40e3-a2f8-796533a5857b'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:55:15.290127 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.356424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2378519 Aug 03 19:55:15.359107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36908) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:15.365399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Request body: {'subnet': {'network_id': '58046bf4-719c-48a9-bc72-207e20de1dfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:15.389244 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05251165-9266-400f-b749-0b1c61db450c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event updated for resources: {'Network': ['ID=58046bf4-719c-48a9-bc72-207e20de1dfe,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:15.402191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 58046bf4-719c-48a9-bc72-207e20de1dfe details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:55:15.508152 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Made reservation on behalf of 527895595c1f4b2e912d572b044ba823 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:15.512165 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.553344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Allocated IP 2001:db8:0:ffff::2 (377daec1-55c7-4130-bf63-97e0dadbc1c3/8d6ba24b-c41c-40e3-a2f8-796533a5857b/c478f9be-a8bf-40c1-9313-3677a106d684) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:15.726385 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.736244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Transition to ACTIVE for port object c478f9be-a8bf-40c1-9313-3677a106d684 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:15.757007 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.759863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Transition to ACTIVE for port object c478f9be-a8bf-40c1-9313-3677a106d684 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:15.768949 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.812521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Network 377daec1-55c7-4130-bf63-97e0dadbc1c3 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:15.818983 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:15.822212 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:15.833256 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Pushing event updated for resources: {'Port': ['ID=c478f9be-a8bf-40c1-9313-3677a106d684,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:15.838673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event updated for resources: {'Subnet': ['ID=8600d9ed-0a2f-4cd9-ae19-6c7e9b773e02,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:15.845931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.846364 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.846892 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.847238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.847571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.847906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.848237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.848566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.848894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.849221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.849490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.849649 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.849870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.849986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.850216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.850552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.850887 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.851212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.851550 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.851874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.852201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.852524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.852846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.853174 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:15.856906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Checking segment: {'id': 'cdafac76-1637-4164-a33e-fcd98d98a086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '58046bf4-719c-48a9-bc72-207e20de1dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:15.857273 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Network hostable DHCP agents. Network: 58046bf4-719c-48a9-bc72-207e20de1dfe, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:55:15.882338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Network 58046bf4-719c-48a9-bc72-207e20de1dfe is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:55:15.897080 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 58046bf4-719c-48a9-bc72-207e20de1dfe) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:15.900970 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.903998 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:15.905931 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.910506 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a099267-361b-4255-9657-cb0292d5b19c None None] Network 58046bf4-719c-48a9-bc72-207e20de1dfe requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:15.918544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Attempting to bind port c478f9be-a8bf-40c1-9313-3677a106d684 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:15.918921 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Attempting to bind port c478f9be-a8bf-40c1-9313-3677a106d684 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '498ae75e-3179-4440-a045-3b4198f596b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '377daec1-55c7-4130-bf63-97e0dadbc1c3'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:15.919297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Attempting to bind port c478f9be-a8bf-40c1-9313-3677a106d684 on network 377daec1-55c7-4130-bf63-97e0dadbc1c3 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:15.926757 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4a8a9ce2-f48e-4ac6-8929-dfea68687879 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5638804 Aug 03 19:55:15.927401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36910) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:15.964868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:15.965248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Checking segment: {'id': '498ae75e-3179-4440-a045-3b4198f596b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '377daec1-55c7-4130-bf63-97e0dadbc1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:15.965695 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:15.966103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Bound using segment: {'id': '498ae75e-3179-4440-a045-3b4198f596b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '377daec1-55c7-4130-bf63-97e0dadbc1c3'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:15.966591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Bound port: c478f9be-a8bf-40c1-9313-3677a106d684, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498ae75e-3179-4440-a045-3b4198f596b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '377daec1-55c7-4130-bf63-97e0dadbc1c3'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:15.966982 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.045041 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.098744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] For port c478f9be-a8bf-40c1-9313-3677a106d684, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:16.104059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] For port c478f9be-a8bf-40c1-9313-3677a106d684, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c478f9be-a8bf-40c1-9313-3677a106d684,segment=NetworkSegment(498ae75e-3179-4440-a045-3b4198f596b8),segment_id=498ae75e-3179-4440-a045-3b4198f596b8)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:16.114345 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.164370 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.213522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d130b35d-ab13-463f-a0e4-08eb48bedf42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-58046bf4-719c-48a9-bc72-207e20de1dfe', 'network_id': '58046bf4-719c-48a9-bc72-207e20de1dfe', 'tenant_id': '527895595c1f4b2e912d572b044ba823', 'fixed_ips': [{'subnet_id': '8600d9ed-0a2f-4cd9-ae19-6c7e9b773e02'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:55:16.214413 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d130b35d-ab13-463f-a0e4-08eb48bedf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.249134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bade9c-39ee-47aa-9b95-1aa873b3c6a0 None None] Pushing event updated for resources: {'Port': ['ID=c478f9be-a8bf-40c1-9313-3677a106d684,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:16.265668 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.327759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Subnet': ['ID=8600d9ed-0a2f-4cd9-ae19-6c7e9b773e02,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server [None req-d130b35d-ab13-463f-a0e4-08eb48bedf42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8600d9ed-0a2f-4cd9-ae19-6c7e9b773e02: This subnet is being modified by another concurrent operation. Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8600d9ed-0a2f-4cd9-ae19-6c7e9b773e02: This subnet is being modified by another concurrent operation. Aug 03 19:55:16.411848 n-d-802918-7 neutron-server[100489]: ERROR oslo_messaging.rpc.server Aug 03 19:55:16.431766 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.444470 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22da29ef-1f3a-4392-803c-a8c7de30ce62 None None] Network 58046bf4-719c-48a9-bc72-207e20de1dfe requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:16.460455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58046bf4-719c-48a9-bc72-207e20de1dfe']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:16.484491 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdafac76-1637-4164-a33e-fcd98d98a086') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:16.484932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdafac76-1637-4164-a33e-fcd98d98a086') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:16.495516 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.518661 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.527136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:55:16.527939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:55:16.533918 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:55:16.616750 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.631079 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.634811 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/networks/58046bf4-719c-48a9-bc72-207e20de1dfe HTTP/1.1" status: 204 len: 168 time: 0.7059567 Aug 03 19:55:16.639131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36912) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:16.644640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1488575101'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:16.656754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac3e59-6b1e-49da-982c-6bd54a67d737 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Network': ['ID=58046bf4-719c-48a9-bc72-207e20de1dfe,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:16.668875 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Made reservation on behalf of 527895595c1f4b2e912d572b044ba823 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:16.672738 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.702005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:55:16.713510 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.715402 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Added segment 4eed419c-7931-4d99-a16e-1ff2bcd84832 of type vlan for network 4e125983-ef2b-4419-b623-03ab42d5f992 Aug 03 19:55:16.767545 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.802182 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.808249 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:16.808879 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:16.871064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2278211 Aug 03 19:55:16.871531 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36914) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:16.877826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Request body: {'subnet': {'network_id': '4e125983-ef2b-4419-b623-03ab42d5f992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:16.886582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d5e3d-22ad-428a-9348-b63fd4ec39e4 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event updated for resources: {'Network': ['ID=4e125983-ef2b-4419-b623-03ab42d5f992,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:16.901123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 4e125983-ef2b-4419-b623-03ab42d5f992 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:55:16.999698 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Made reservation on behalf of 527895595c1f4b2e912d572b044ba823 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:17.004302 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.107086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_backend_mixin [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Performing IP validity checks on allocation pools {{(pid=100488) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:55:17.107623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.ipam_backend_mixin [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100488) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:55:17.267604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.325736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event updated for resources: {'Subnet': ['ID=c1c2198b-f6e3-4e60-b8cc-fbc4b2f10ed0,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:17.332669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc994c6e-86e2-40ae-92ca-f533de14336e None None] Network 377daec1-55c7-4130-bf63-97e0dadbc1c3 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:17.344369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Checking segment: {'id': '4eed419c-7931-4d99-a16e-1ff2bcd84832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '4e125983-ef2b-4419-b623-03ab42d5f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:17.345416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Network hostable DHCP agents. Network: 4e125983-ef2b-4419-b623-03ab42d5f992, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:55:17.370599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Network 4e125983-ef2b-4419-b623-03ab42d5f992 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:55:17.386969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 4e125983-ef2b-4419-b623-03ab42d5f992) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:17.394322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:17.395564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.406928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3130d33-60ab-4607-a83a-570f7d00d46d None None] Network 4e125983-ef2b-4419-b623-03ab42d5f992 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:17.415840 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-fe6a9b45-aa5e-4d60-addc-a1afbdb998c8 None None] Provisioning for port c478f9be-a8bf-40c1-9313-3677a106d684 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:17.416375 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-024fb93a-a3b1-461d-a0ad-a96968fc4528 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5436234 Aug 03 19:55:17.419748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36916) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:17.571722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.595941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c478f9be-a8bf-40c1-9313-3677a106d684 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:17.639535 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.718145 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.732468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c478f9be-a8bf-40c1-9313-3677a106d684 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:17.737969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c478f9be-a8bf-40c1-9313-3677a106d684 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:17.737969 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.741055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc68331-8cf9-4c21-ba42-7f14aa93610a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-4e125983-ef2b-4419-b623-03ab42d5f992', 'network_id': '4e125983-ef2b-4419-b623-03ab42d5f992', 'tenant_id': '527895595c1f4b2e912d572b044ba823', 'fixed_ips': [{'subnet_id': 'c1c2198b-f6e3-4e60-b8cc-fbc4b2f10ed0'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:55:17.741993 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0cc68331-8cf9-4c21-ba42-7f14aa93610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.752943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c2198b-f6e3-4e60-b8cc-fbc4b2f10ed0,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:17.853782 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.877384 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e125983-ef2b-4419-b623-03ab42d5f992']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:17.892704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eed419c-7931-4d99-a16e-1ff2bcd84832') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:17.892989 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eed419c-7931-4d99-a16e-1ff2bcd84832') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:17.895697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1144088-e694-4938-9511-a09a928bc0ef None None] Network 4e125983-ef2b-4419-b623-03ab42d5f992 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:17.903559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.927054 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.934399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:55:17.934904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.960904 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:55:17.976694 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:55:18.012520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.018805 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.020824 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/networks/4e125983-ef2b-4419-b623-03ab42d5f992 HTTP/1.1" status: 204 len: 168 time: 0.5996358 Aug 03 19:55:18.024904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36918) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:18.036736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port c478f9be-a8bf-40c1-9313-3677a106d684, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c478f9be-a8bf-40c1-9313-3677a106d684,segment=NetworkSegment(498ae75e-3179-4440-a045-3b4198f596b8),segment_id=498ae75e-3179-4440-a045-3b4198f596b8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:18.042387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-758116502'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:18.059939 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.060820 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984c711-b12a-4e33-8770-01e7c1e55021 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Network': ['ID=4e125983-ef2b-4419-b623-03ab42d5f992,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:18.080978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Made reservation on behalf of 527895595c1f4b2e912d572b044ba823 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:18.084674 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.096846 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9f7314a7-4b40-48b5-bd8f-d3461a71c3d7 None None] Provisioning complete for port c478f9be-a8bf-40c1-9313-3677a106d684 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:18.098107 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9f7314a7-4b40-48b5-bd8f-d3461a71c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.101957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f972a71f-e1a6-417e-8f53-106a3d1522b0 None None] get_active_networks_info from n-d-802918-7 {{(pid=100489) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:55:18.118849 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:55:18.129825 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.130177 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Added segment 0acc98f3-de8c-45e5-b283-65b8f3bb6e89 of type vlan for network 603cc697-da3b-49ac-bf65-c6adc674cf5f Aug 03 19:55:18.174404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=c478f9be-a8bf-40c1-9313-3677a106d684,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:18.182287 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.231797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.239487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:18.240243 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.259248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f972a71f-e1a6-417e-8f53-106a3d1522b0 None None] Resources bound (agent type, host, resource id): {{(pid=100489) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:55:18.296695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2692082 Aug 03 19:55:18.302140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36920) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:18.307126 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Request body: {'subnet': {'network_id': '603cc697-da3b-49ac-bf65-c6adc674cf5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:18.313092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020043a-99c1-49ba-8290-3e01aa9ac315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event updated for resources: {'Network': ['ID=603cc697-da3b-49ac-bf65-c6adc674cf5f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:18.329800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 603cc697-da3b-49ac-bf65-c6adc674cf5f details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:55:18.406722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Made reservation on behalf of 527895595c1f4b2e912d572b044ba823 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:18.411134 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.646997 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.722795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event updated for resources: {'Subnet': ['ID=4d5a1626-3fb5-492f-8bb9-4c90476f5ef4,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:18.732861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Checking segment: {'id': '0acc98f3-de8c-45e5-b283-65b8f3bb6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '603cc697-da3b-49ac-bf65-c6adc674cf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:18.733225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Network hostable DHCP agents. Network: 603cc697-da3b-49ac-bf65-c6adc674cf5f, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:55:18.754949 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Network 603cc697-da3b-49ac-bf65-c6adc674cf5f is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:55:18.765341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 603cc697-da3b-49ac-bf65-c6adc674cf5f) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:18.772114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:18.773055 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.778506 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8d3764-f797-4fa0-b513-200d57f41032 None None] Network 603cc697-da3b-49ac-bf65-c6adc674cf5f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:18.793269 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-067ca314-c4b2-4823-be88-5f5b7631d1d6 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4902902 Aug 03 19:55:18.800572 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36922) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:18.806491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-880697436'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:18.839627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Made reservation on behalf of 527895595c1f4b2e912d572b044ba823 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:18.843150 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.877020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:55:18.893802 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.894382 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Added segment bdc85728-fa28-402a-9ce0-090faeb8f5d9 of type vlan for network 3eb83b76-3777-41fc-b6cc-61be10d80295 Aug 03 19:55:18.948135 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.960093 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-603cc697-da3b-49ac-bf65-c6adc674cf5f', 'network_id': '603cc697-da3b-49ac-bf65-c6adc674cf5f', 'tenant_id': '527895595c1f4b2e912d572b044ba823', 'fixed_ips': [{'subnet_id': '4d5a1626-3fb5-492f-8bb9-4c90476f5ef4'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:55:18.961795 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.992501 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.004301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:19.005403 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.116439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3141801 Aug 03 19:55:19.120447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36924) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:19.128651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Request body: {'subnet': {'network_id': '3eb83b76-3777-41fc-b6cc-61be10d80295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:19.138757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dab32-c680-4286-aa56-3f511eb476dc tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event updated for resources: {'Network': ['ID=3eb83b76-3777-41fc-b6cc-61be10d80295,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:19.214707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 3eb83b76-3777-41fc-b6cc-61be10d80295 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:55:19.240945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Made reservation on behalf of 527895595c1f4b2e912d572b044ba823 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:19.244660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.349023 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Allocated IP 2001:db8::2 (603cc697-da3b-49ac-bf65-c6adc674cf5f/4d5a1626-3fb5-492f-8bb9-4c90476f5ef4/8515fede-65b6-4ab6-a781-fe8d4a8158d5) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:19.451336 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.511057 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.515615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event updated for resources: {'Subnet': ['ID=e9ed62d7-1ef3-419e-ba8d-34dd68d1ea73,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:19.520309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c478f9be-a8bf-40c1-9313-3677a106d684 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:19.524641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Transition to ACTIVE for port object 8515fede-65b6-4ab6-a781-fe8d4a8158d5 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:19.527778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Checking segment: {'id': 'bdc85728-fa28-402a-9ce0-090faeb8f5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3eb83b76-3777-41fc-b6cc-61be10d80295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:19.528150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Network hostable DHCP agents. Network: 3eb83b76-3777-41fc-b6cc-61be10d80295, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:55:19.549846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Network 3eb83b76-3777-41fc-b6cc-61be10d80295 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:55:19.561550 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 3eb83b76-3777-41fc-b6cc-61be10d80295) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:19.567773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:19.568390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Transition to ACTIVE for port object 8515fede-65b6-4ab6-a781-fe8d4a8158d5 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:19.568660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.575714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e5436-fcee-4d11-94ac-a207e7f4b4d7 None None] Network 3eb83b76-3777-41fc-b6cc-61be10d80295 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:19.586071 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e4502cee-4dd7-4c68-b391-70e9e797029c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4641817 Aug 03 19:55:19.588677 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36926) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:19.592318 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.686845 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Network 603cc697-da3b-49ac-bf65-c6adc674cf5f is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:19.698640 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:19.704954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:19.707722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.715005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Pushing event updated for resources: {'Port': ['ID=8515fede-65b6-4ab6-a781-fe8d4a8158d5,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:19.722616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c478f9be-a8bf-40c1-9313-3677a106d684 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:19.722873 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.774495 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.844404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.845017 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Attempting to bind port 8515fede-65b6-4ab6-a781-fe8d4a8158d5 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:19.845749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Attempting to bind port 8515fede-65b6-4ab6-a781-fe8d4a8158d5 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '0acc98f3-de8c-45e5-b283-65b8f3bb6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '603cc697-da3b-49ac-bf65-c6adc674cf5f'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:19.845749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Attempting to bind port 8515fede-65b6-4ab6-a781-fe8d4a8158d5 on network 603cc697-da3b-49ac-bf65-c6adc674cf5f {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:19.859631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:19.860580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Checking segment: {'id': '0acc98f3-de8c-45e5-b283-65b8f3bb6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '603cc697-da3b-49ac-bf65-c6adc674cf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:19.861010 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.861416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Bound using segment: {'id': '0acc98f3-de8c-45e5-b283-65b8f3bb6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '603cc697-da3b-49ac-bf65-c6adc674cf5f'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:19.861949 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Bound port: 8515fede-65b6-4ab6-a781-fe8d4a8158d5, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acc98f3-de8c-45e5-b283-65b8f3bb6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '603cc697-da3b-49ac-bf65-c6adc674cf5f'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:19.862350 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.888363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ed62d7-1ef3-419e-ba8d-34dd68d1ea73,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:19.913070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed832e-cd77-44e5-b5da-15bc8064bed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-3eb83b76-3777-41fc-b6cc-61be10d80295', 'network_id': '3eb83b76-3777-41fc-b6cc-61be10d80295', 'tenant_id': '527895595c1f4b2e912d572b044ba823', 'fixed_ips': [{'subnet_id': 'e9ed62d7-1ef3-419e-ba8d-34dd68d1ea73'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:55:19.913960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b8ed832e-cd77-44e5-b5da-15bc8064bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.951700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:19.964312 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb83b76-3777-41fc-b6cc-61be10d80295']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:19.976009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc85728-fa28-402a-9ce0-090faeb8f5d9') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:19.976308 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc85728-fa28-402a-9ce0-090faeb8f5d9') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:19.986082 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.010493 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.018982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:55:20.019559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:55:20.023229 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:55:20.053823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] For port 8515fede-65b6-4ab6-a781-fe8d4a8158d5, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:20.058579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] For port 8515fede-65b6-4ab6-a781-fe8d4a8158d5, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8515fede-65b6-4ab6-a781-fe8d4a8158d5,segment=NetworkSegment(0acc98f3-de8c-45e5-b283-65b8f3bb6e89),segment_id=0acc98f3-de8c-45e5-b283-65b8f3bb6e89)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:20.073854 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8374b8e2-476a-4c28-b110-8d187b9e275d None None] Network 3eb83b76-3777-41fc-b6cc-61be10d80295 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:20.078039 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.104243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.113474 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.118879 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/networks/3eb83b76-3777-41fc-b6cc-61be10d80295 HTTP/1.1" status: 204 len: 168 time: 0.5265956 Aug 03 19:55:20.119590 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36928) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:20.134046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2742b1-b3f8-4b20-a877-8f126c6c156d tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Network': ['ID=3eb83b76-3777-41fc-b6cc-61be10d80295,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:20.159563 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-393ba752-c82e-45a9-ae30-7b5336842409 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] GET failed (client error): The resource could not be found. Aug 03 19:55:20.161662 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-393ba752-c82e-45a9-ae30-7b5336842409 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "GET /v2.0/subnets/e9ed62d7-1ef3-419e-ba8d-34dd68d1ea73 HTTP/1.1" status: 404 len: 337 time: 0.0405166 Aug 03 19:55:20.165265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36930) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:20.186156 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b623dd4-771b-4b5f-97fc-b4cc31bb2ea1 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] DELETE failed (client error): The resource could not be found. Aug 03 19:55:20.187031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b623dd4-771b-4b5f-97fc-b4cc31bb2ea1 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:55:20.206336 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36932) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:20.207293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1b623dd4-771b-4b5f-97fc-b4cc31bb2ea1 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/networks/3eb83b76-3777-41fc-b6cc-61be10d80295 HTTP/1.1" status: 404 len: 339 time: 0.0400896 Aug 03 19:55:20.220555 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc9343-21b3-4de0-b716-f53b1cfd5f4b None None] Pushing event updated for resources: {'Port': ['ID=8515fede-65b6-4ab6-a781-fe8d4a8158d5,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:20.242762 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-7047e69d-50e5-47a2-9a3e-c34e577f8cf8 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] DELETE failed (client error): The resource could not be found. Aug 03 19:55:20.243232 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7047e69d-50e5-47a2-9a3e-c34e577f8cf8 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:55:20.247642 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7047e69d-50e5-47a2-9a3e-c34e577f8cf8 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/subnets/e9ed62d7-1ef3-419e-ba8d-34dd68d1ea73 HTTP/1.1" status: 404 len: 337 time: 0.0374932 Aug 03 19:55:20.248030 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36934) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:20.271775 n-d-802918-7 neutron-server[100487]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffb7934-ede0-4214-8309-02de4ec74315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] DELETE failed (client error): The resource could not be found. Aug 03 19:55:20.272385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffb7934-ede0-4214-8309-02de4ec74315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100487) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:55:20.274154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cffb7934-ede0-4214-8309-02de4ec74315 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/networks/3eb83b76-3777-41fc-b6cc-61be10d80295 HTTP/1.1" status: 404 len: 339 time: 0.0251195 Aug 03 19:55:20.277241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36936) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:20.338758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0b1608-8d1e-40c7-945d-22b12638e793 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Deleting subnet 4d5a1626-3fb5-492f-8bb9-4c90476f5ef4 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:55:20.342390 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be0b1608-8d1e-40c7-945d-22b12638e793 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.403962 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be0b1608-8d1e-40c7-945d-22b12638e793 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.512257 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be0b1608-8d1e-40c7-945d-22b12638e793 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.578340 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be0b1608-8d1e-40c7-945d-22b12638e793 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.611839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b1608-8d1e-40c7-945d-22b12638e793 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5a1626-3fb5-492f-8bb9-4c90476f5ef4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:20.618123 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-be0b1608-8d1e-40c7-945d-22b12638e793 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.618752 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-be0b1608-8d1e-40c7-945d-22b12638e793 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/subnets/4d5a1626-3fb5-492f-8bb9-4c90476f5ef4 HTTP/1.1" status: 204 len: 168 time: 0.3403673 Aug 03 19:55:20.621216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36938) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:20.702908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.758058 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Deleting port 8515fede-65b6-4ab6-a781-fe8d4a8158d5 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:20.758356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.842280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] For port 8515fede-65b6-4ab6-a781-fe8d4a8158d5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8515fede-65b6-4ab6-a781-fe8d4a8158d5,segment=NetworkSegment(0acc98f3-de8c-45e5-b283-65b8f3bb6e89),segment_id=0acc98f3-de8c-45e5-b283-65b8f3bb6e89)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:20.842874 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.865960 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Calling delete_port for 8515fede-65b6-4ab6-a781-fe8d4a8158d5 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:20.962348 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:20.996881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Port': ['ID=8515fede-65b6-4ab6-a781-fe8d4a8158d5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:21.001919 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] No DVR routers for this DVR port 8515fede-65b6-4ab6-a781-fe8d4a8158d5 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:21.106997 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.117906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603cc697-da3b-49ac-bf65-c6adc674cf5f']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:21.130498 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acc98f3-de8c-45e5-b283-65b8f3bb6e89') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:21.131252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acc98f3-de8c-45e5-b283-65b8f3bb6e89') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:21.142578 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.159336 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.167699 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:55:21.167699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:55:21.171266 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:55:21.223829 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd74c65-5a08-4131-9cb0-1929ef004135 None None] Network 603cc697-da3b-49ac-bf65-c6adc674cf5f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:21.256603 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.265449 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.267392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/networks/603cc697-da3b-49ac-bf65-c6adc674cf5f HTTP/1.1" status: 204 len: 168 time: 0.6450574 Aug 03 19:55:21.270186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36940) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:21.280105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb445fc-9ec1-4c2d-a910-5054e63ade1c tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Network': ['ID=603cc697-da3b-49ac-bf65-c6adc674cf5f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:21.300627 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d133724-664e-4aca-95db-c08c02b34833 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] DELETE failed (client error): The resource could not be found. Aug 03 19:55:21.301083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d133724-664e-4aca-95db-c08c02b34833 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:55:21.302895 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d133724-664e-4aca-95db-c08c02b34833 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/subnets/c1c2198b-f6e3-4e60-b8cc-fbc4b2f10ed0 HTTP/1.1" status: 404 len: 337 time: 0.0317278 Aug 03 19:55:21.305371 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36942) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:21.316828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c77e86d0-dc88-4e01-adad-15d25143ad1a None None] Could not find standard attr ID for object 8515fede-65b6-4ab6-a781-fe8d4a8158d5. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:55:21.327144 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe33e490-ca84-4fe7-877d-6a2516d95247 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] DELETE failed (client error): The resource could not be found. Aug 03 19:55:21.327736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe33e490-ca84-4fe7-877d-6a2516d95247 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:55:21.329648 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fe33e490-ca84-4fe7-877d-6a2516d95247 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/networks/4e125983-ef2b-4419-b623-03ab42d5f992 HTTP/1.1" status: 404 len: 339 time: 0.0232649 Aug 03 19:55:21.333008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36944) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:21.361702 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc43fa7-b9cc-4f42-952d-c94b14d3fa33 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] DELETE failed (client error): The resource could not be found. Aug 03 19:55:21.362163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc43fa7-b9cc-4f42-952d-c94b14d3fa33 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:55:21.363911 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fdc43fa7-b9cc-4f42-952d-c94b14d3fa33 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/subnets/8600d9ed-0a2f-4cd9-ae19-6c7e9b773e02 HTTP/1.1" status: 404 len: 337 time: 0.0293710 Aug 03 19:55:21.366517 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36946) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:21.386074 n-d-802918-7 neutron-server[100488]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2351f5-e702-427c-a557-56eccd3f9d5e tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] DELETE failed (client error): The resource could not be found. Aug 03 19:55:21.386642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2351f5-e702-427c-a557-56eccd3f9d5e tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100488) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:55:21.387516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8777ad82-c3a8-429b-95ef-4f257c90122b None None] DHCP port deletion for 603cc697-da3b-49ac-bf65-c6adc674cf5f request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:55:21.388429 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4b2351f5-e702-427c-a557-56eccd3f9d5e tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/networks/58046bf4-719c-48a9-bc72-207e20de1dfe HTTP/1.1" status: 404 len: 339 time: 0.0209880 Aug 03 19:55:21.391183 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36948) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:21.449022 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ff863e-34e0-4806-ad1e-8057c8a4768b tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Deleting subnet 8d6ba24b-c41c-40e3-a2f8-796533a5857b {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:55:21.452364 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45ff863e-34e0-4806-ad1e-8057c8a4768b tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.493264 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45ff863e-34e0-4806-ad1e-8057c8a4768b tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.577788 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45ff863e-34e0-4806-ad1e-8057c8a4768b tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.647168 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45ff863e-34e0-4806-ad1e-8057c8a4768b tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.681108 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-45ff863e-34e0-4806-ad1e-8057c8a4768b tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.683146 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-45ff863e-34e0-4806-ad1e-8057c8a4768b tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/subnets/8d6ba24b-c41c-40e3-a2f8-796533a5857b HTTP/1.1" status: 204 len: 168 time: 0.2911241 Aug 03 19:55:21.685566 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff863e-34e0-4806-ad1e-8057c8a4768b tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6ba24b-c41c-40e3-a2f8-796533a5857b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:21.685819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36950) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:21.686906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ead5b1-a32f-4d22-aa51-211f713c67cc None None] Network 377daec1-55c7-4130-bf63-97e0dadbc1c3 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:21.769077 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.842625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Deleting port c478f9be-a8bf-40c1-9313-3677a106d684 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:21.843254 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.897274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f8c35-6c55-438a-a045-f523416952e6 None None] DHCP port deletion for 377daec1-55c7-4130-bf63-97e0dadbc1c3 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:55:21.927367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] For port c478f9be-a8bf-40c1-9313-3677a106d684, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c478f9be-a8bf-40c1-9313-3677a106d684,segment=NetworkSegment(498ae75e-3179-4440-a045-3b4198f596b8),segment_id=498ae75e-3179-4440-a045-3b4198f596b8)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:21.927886 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:21.944037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Calling delete_port for c478f9be-a8bf-40c1-9313-3677a106d684 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:21.972287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f8c35-6c55-438a-a045-f523416952e6 None None] Deleting port c478f9be-a8bf-40c1-9313-3677a106d684 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:21.972664 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8c35-6c55-438a-a045-f523416952e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.042723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7b0f8c35-6c55-438a-a045-f523416952e6 None None] For port c478f9be-a8bf-40c1-9313-3677a106d684, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c478f9be-a8bf-40c1-9313-3677a106d684,segment=NetworkSegment(498ae75e-3179-4440-a045-3b4198f596b8),segment_id=498ae75e-3179-4440-a045-3b4198f596b8)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:22.043131 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8c35-6c55-438a-a045-f523416952e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.054199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.058320 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f8c35-6c55-438a-a045-f523416952e6 None None] Calling delete_port for c478f9be-a8bf-40c1-9313-3677a106d684 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:22.081974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Port': ['ID=c478f9be-a8bf-40c1-9313-3677a106d684,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:22.085736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] No DVR routers for this DVR port c478f9be-a8bf-40c1-9313-3677a106d684 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:22.148602 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8c35-6c55-438a-a045-f523416952e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.175136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f8c35-6c55-438a-a045-f523416952e6 None None] Pushing event deleted for resources: {'Port': ['ID=c478f9be-a8bf-40c1-9313-3677a106d684,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:22.178941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f8c35-6c55-438a-a045-f523416952e6 None None] No DVR routers for this DVR port c478f9be-a8bf-40c1-9313-3677a106d684 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:22.180809 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.197610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377daec1-55c7-4130-bf63-97e0dadbc1c3']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:22.208999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498ae75e-3179-4440-a045-3b4198f596b8') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:22.209308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498ae75e-3179-4440-a045-3b4198f596b8') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:22.218857 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.233771 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.240788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:55:22.241202 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:55:22.244615 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:55:22.304039 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.310024 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.312391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] 10.222.0.78 "DELETE /v2.0/networks/377daec1-55c7-4130-bf63-97e0dadbc1c3 HTTP/1.1" status: 204 len: 168 time: 0.6253500 Aug 03 19:55:22.329138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94258f49-17bd-4c53-b977-dee33fd83482 tempest-NetworksIpV6Test-757623405 tempest-NetworksIpV6Test-757623405-project] Pushing event deleted for resources: {'Network': ['ID=377daec1-55c7-4130-bf63-97e0dadbc1c3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:22.563453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36956) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:22.699843 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ca410a5d-8eca-47ec-8d37-5b4dddeebbaf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=527895595c1f4b2e912d572b044ba823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347959 Aug 03 19:55:22.702382 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36960) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:22.752574 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12e9014b-da85-43a6-a156-c4acbafb64da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.774611 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12e9014b-da85-43a6-a156-c4acbafb64da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.821422 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12e9014b-da85-43a6-a156-c4acbafb64da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.824107 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-12e9014b-da85-43a6-a156-c4acbafb64da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.825423 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-12e9014b-da85-43a6-a156-c4acbafb64da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/37a61b9b-8069-4ce3-877c-70341569ad50 HTTP/1.1" status: 204 len: 168 time: 0.1219983 Aug 03 19:55:22.834874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9014b-da85-43a6-a156-c4acbafb64da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a61b9b-8069-4ce3-877c-70341569ad50,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:23.475172 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36982) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:23.507176 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c478f9be-a8bf-40c1-9313-3677a106d684 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:23.530981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c478f9be-a8bf-40c1-9313-3677a106d684 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:55:23.531414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c478f9be-a8bf-40c1-9313-3677a106d684 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:23.568174 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ee6fd243-0720-44a3-af47-d334f22e750c tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-575326724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:23.592175 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd243-0720-44a3-af47-d334f22e750c tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.593165 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd243-0720-44a3-af47-d334f22e750c tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.645785 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd243-0720-44a3-af47-d334f22e750c tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.649539 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd243-0720-44a3-af47-d334f22e750c tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.666244 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ee6fd243-0720-44a3-af47-d334f22e750c tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.667489 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ee6fd243-0720-44a3-af47-d334f22e750c tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1913097 Aug 03 19:55:23.670243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36986) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:23.675061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1802580689'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:23.698928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Made reservation on behalf of 4f0dc749b8404612a0858a310842059f for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:23.702493 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.712345 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.804506 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.812567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.843487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:55:23.849317 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc87d03-88cd-4b53-a89d-d2fe17d3b8a0,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:23.859624 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.859959 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Added segment 914dc20a-5209-4aea-873c-5511fcd1cf6b of type vlan for network b00005ea-2cc9-4657-84c7-9df2e219fe89 Aug 03 19:55:23.901686 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.929845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.936226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:23.936819 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.993792 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3222160 Aug 03 19:55:23.996394 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36988) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:24.002344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Request body: {'subnet': {'network_id': 'b00005ea-2cc9-4657-84c7-9df2e219fe89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:24.008496 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802b8af-096a-4310-8a0d-742990c8f466 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Pushing event updated for resources: {'Network': ['ID=b00005ea-2cc9-4657-84c7-9df2e219fe89,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:24.019683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network b00005ea-2cc9-4657-84c7-9df2e219fe89 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:55:24.100323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Made reservation on behalf of 4f0dc749b8404612a0858a310842059f for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:24.103878 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.288209 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.351340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Pushing event updated for resources: {'Subnet': ['ID=769a59b9-ee86-4891-b998-0756791d5eb1,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:24.356841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Checking segment: {'id': '914dc20a-5209-4aea-873c-5511fcd1cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b00005ea-2cc9-4657-84c7-9df2e219fe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:24.357326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Network hostable DHCP agents. Network: b00005ea-2cc9-4657-84c7-9df2e219fe89, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:55:24.373853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Network b00005ea-2cc9-4657-84c7-9df2e219fe89 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:55:24.382751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, b00005ea-2cc9-4657-84c7-9df2e219fe89) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:24.386680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:24.387267 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.391857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd085d2-0504-4a5d-9dc5-e7345ccaa341 None None] Network b00005ea-2cc9-4657-84c7-9df2e219fe89 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:24.401701 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4ea55600-f938-415d-954c-935211c2fedc tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4040227 Aug 03 19:55:24.404877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 36990) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:24.410161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-709678298'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:24.431699 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Made reservation on behalf of 4f0dc749b8404612a0858a310842059f for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:24.435386 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.460447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:55:24.470621 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.471011 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Added segment 168aca2f-db38-41e9-bc58-7c218a816185 of type vlan for network ab50667c-8a80-4c99-9963-de7436d75c39 Aug 03 19:55:24.515417 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.546385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-b00005ea-2cc9-4657-84c7-9df2e219fe89', 'network_id': 'b00005ea-2cc9-4657-84c7-9df2e219fe89', 'tenant_id': '4f0dc749b8404612a0858a310842059f', 'fixed_ips': [{'subnet_id': '769a59b9-ee86-4891-b998-0756791d5eb1'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:55:24.547426 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.549020 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.554601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:24.555232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.615758 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2096167 Aug 03 19:55:24.619114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36992) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:24.626166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Request body: {'subnet': {'network_id': 'ab50667c-8a80-4c99-9963-de7436d75c39', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:24.644748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec3a3f-c310-4a96-b553-3c15597bfad9 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Pushing event updated for resources: {'Network': ['ID=ab50667c-8a80-4c99-9963-de7436d75c39,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:24.672622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network ab50667c-8a80-4c99-9963-de7436d75c39 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:55:24.734464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Made reservation on behalf of 4f0dc749b8404612a0858a310842059f for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:24.738989 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.739626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Allocated IP 172.20.0.2 (b00005ea-2cc9-4657-84c7-9df2e219fe89/769a59b9-ee86-4891-b998-0756791d5eb1/74dbae0b-ff21-4d24-b8b2-8d2b30183a2d) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:24.901983 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.911021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Transition to ACTIVE for port object 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:24.927135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Transition to ACTIVE for port object 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:24.932794 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.935342 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.971224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Network b00005ea-2cc9-4657-84c7-9df2e219fe89 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:24.974556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:24.977511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:24.993809 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Pushing event updated for resources: {'Port': ['ID=74dbae0b-ff21-4d24-b8b2-8d2b30183a2d,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:24.998321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Pushing event updated for resources: {'Subnet': ['ID=4d9f8532-7849-45b2-8560-80d24f12c45a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:25.006307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Checking segment: {'id': '168aca2f-db38-41e9-bc58-7c218a816185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ab50667c-8a80-4c99-9963-de7436d75c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:25.006669 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Network hostable DHCP agents. Network: ab50667c-8a80-4c99-9963-de7436d75c39, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:55:25.024355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Network ab50667c-8a80-4c99-9963-de7436d75c39 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:55:25.034526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, ab50667c-8a80-4c99-9963-de7436d75c39) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:25.038920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:25.039680 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.047756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c651e7b-f46f-4bde-bf17-332c37e2b097 None None] Network ab50667c-8a80-4c99-9963-de7436d75c39 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:25.053614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Attempting to bind port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:25.054027 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Attempting to bind port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '914dc20a-5209-4aea-873c-5511fcd1cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b00005ea-2cc9-4657-84c7-9df2e219fe89'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:25.054454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Attempting to bind port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d on network b00005ea-2cc9-4657-84c7-9df2e219fe89 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:25.058015 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-181a3f8b-7093-4658-b3ee-d1fa65727942 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4376101 Aug 03 19:55:25.060079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36994) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:25.065318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-40586775-fa44-4715-969f-9092582ebda5 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab50667c-8a80-4c99-9963-de7436d75c39'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:25.091427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:25.091805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Checking segment: {'id': '914dc20a-5209-4aea-873c-5511fcd1cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b00005ea-2cc9-4657-84c7-9df2e219fe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:25.092214 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.092607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Bound using segment: {'id': '914dc20a-5209-4aea-873c-5511fcd1cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b00005ea-2cc9-4657-84c7-9df2e219fe89'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:25.093097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Bound port: 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914dc20a-5209-4aea-873c-5511fcd1cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b00005ea-2cc9-4657-84c7-9df2e219fe89'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:25.093479 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.207170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] For port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:25.225912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] For port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=74dbae0b-ff21-4d24-b8b2-8d2b30183a2d,segment=NetworkSegment(914dc20a-5209-4aea-873c-5511fcd1cf6b),segment_id=914dc20a-5209-4aea-873c-5511fcd1cf6b)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:25.233308 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.277141 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-40586775-fa44-4715-969f-9092582ebda5 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.310833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-ab50667c-8a80-4c99-9963-de7436d75c39', 'network_id': 'ab50667c-8a80-4c99-9963-de7436d75c39', 'tenant_id': '4f0dc749b8404612a0858a310842059f', 'fixed_ips': [{'subnet_id': '4d9f8532-7849-45b2-8560-80d24f12c45a'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:55:25.311715 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.324961 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5f6c7-59a4-4029-b22c-1d29b93d5927 None None] Pushing event updated for resources: {'Port': ['ID=74dbae0b-ff21-4d24-b8b2-8d2b30183a2d,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:25.390803 n-d-802918-7 neutron-server[100487]: INFO neutron.api.v2.resource [None req-40586775-fa44-4715-969f-9092582ebda5 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:55:25.397479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-40586775-fa44-4715-969f-9092582ebda5 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "PUT /v2.0/routers/cc5c8472-0d0f-4912-b585-9d27bac69ea1 HTTP/1.1" status: 400 len: 364 time: 0.3308384 Aug 03 19:55:25.398088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36996) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:25.453369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f355340-4305-4317-9c65-31d9928b681a tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Deleting subnet 4d9f8532-7849-45b2-8560-80d24f12c45a {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:55:25.465705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Allocated IP 172.21.0.2 (ab50667c-8a80-4c99-9963-de7436d75c39/4d9f8532-7849-45b2-8560-80d24f12c45a/59313313-d10c-4c9a-a2fe-c17be4269b37) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:25.636511 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.644954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Transition to ACTIVE for port object 59313313-d10c-4c9a-a2fe-c17be4269b37 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:25.666229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Transition to ACTIVE for port object 59313313-d10c-4c9a-a2fe-c17be4269b37 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:25.671687 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f355340-4305-4317-9c65-31d9928b681a tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.672486 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.719371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Network ab50667c-8a80-4c99-9963-de7436d75c39 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:25.722065 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f355340-4305-4317-9c65-31d9928b681a tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.725668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:25.730238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:25.733472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Pushing event updated for resources: {'Port': ['ID=59313313-d10c-4c9a-a2fe-c17be4269b37,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:25.789128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Attempting to bind port 59313313-d10c-4c9a-a2fe-c17be4269b37 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:25.789529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Attempting to bind port 59313313-d10c-4c9a-a2fe-c17be4269b37 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '168aca2f-db38-41e9-bc58-7c218a816185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ab50667c-8a80-4c99-9963-de7436d75c39'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:25.789888 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Attempting to bind port 59313313-d10c-4c9a-a2fe-c17be4269b37 on network ab50667c-8a80-4c99-9963-de7436d75c39 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:25.795155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:25.795531 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Checking segment: {'id': '168aca2f-db38-41e9-bc58-7c218a816185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ab50667c-8a80-4c99-9963-de7436d75c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:25.795929 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.796322 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Bound using segment: {'id': '168aca2f-db38-41e9-bc58-7c218a816185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ab50667c-8a80-4c99-9963-de7436d75c39'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:25.796788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Bound port: 59313313-d10c-4c9a-a2fe-c17be4269b37, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168aca2f-db38-41e9-bc58-7c218a816185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ab50667c-8a80-4c99-9963-de7436d75c39'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:25.797165 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.823272 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f355340-4305-4317-9c65-31d9928b681a tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.881878 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f355340-4305-4317-9c65-31d9928b681a tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.885162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] For port 59313313-d10c-4c9a-a2fe-c17be4269b37, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:25.888504 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] For port 59313313-d10c-4c9a-a2fe-c17be4269b37, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=59313313-d10c-4c9a-a2fe-c17be4269b37,segment=NetworkSegment(168aca2f-db38-41e9-bc58-7c218a816185),segment_id=168aca2f-db38-41e9-bc58-7c218a816185)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:25.893714 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.916741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f355340-4305-4317-9c65-31d9928b681a tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9f8532-7849-45b2-8560-80d24f12c45a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:25.918850 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f355340-4305-4317-9c65-31d9928b681a tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:25.923841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f355340-4305-4317-9c65-31d9928b681a tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "DELETE /v2.0/subnets/4d9f8532-7849-45b2-8560-80d24f12c45a HTTP/1.1" status: 204 len: 168 time: 0.5217144 Aug 03 19:55:25.923841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 36998) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:25.963261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181826f-8a05-4027-a883-f2ce09a813fc None None] Pushing event updated for resources: {'Port': ['ID=59313313-d10c-4c9a-a2fe-c17be4269b37,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:26.017763 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.086577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Deleting port 59313313-d10c-4c9a-a2fe-c17be4269b37 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:26.086911 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.145006 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:55:26.190591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] For port 59313313-d10c-4c9a-a2fe-c17be4269b37, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=59313313-d10c-4c9a-a2fe-c17be4269b37,segment=NetworkSegment(168aca2f-db38-41e9-bc58-7c218a816185),segment_id=168aca2f-db38-41e9-bc58-7c218a816185)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:26.190981 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.206197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Calling delete_port for 59313313-d10c-4c9a-a2fe-c17be4269b37 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:26.291828 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.318018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Pushing event deleted for resources: {'Port': ['ID=59313313-d10c-4c9a-a2fe-c17be4269b37,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:26.321552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] No DVR routers for this DVR port 59313313-d10c-4c9a-a2fe-c17be4269b37 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:26.360346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc33fff0-1656-4311-8294-2e57a385b0e5 None None] Network b00005ea-2cc9-4657-84c7-9df2e219fe89 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:26.408326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.419328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab50667c-8a80-4c99-9963-de7436d75c39']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:26.420463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-00d922b4-f169-4f39-b8b5-6f1de94ebb95 None None] Provisioning for port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:26.431610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168aca2f-db38-41e9-bc58-7c218a816185') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:26.431962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168aca2f-db38-41e9-bc58-7c218a816185') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:26.441919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.457436 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.464083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:55:26.464609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:55:26.467753 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:55:26.535628 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.542811 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.544697 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "DELETE /v2.0/networks/ab50667c-8a80-4c99-9963-de7436d75c39 HTTP/1.1" status: 204 len: 168 time: 0.6203454 Aug 03 19:55:26.547373 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37000) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:26.565952 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa82d9-706c-428c-9861-51be78b3effb tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Pushing event deleted for resources: {'Network': ['ID=ab50667c-8a80-4c99-9963-de7436d75c39,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:26.613043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dde2785-5f1c-4f51-9943-022b318f3eba tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Deleting subnet 769a59b9-ee86-4891-b998-0756791d5eb1 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:55:26.617866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dde2785-5f1c-4f51-9943-022b318f3eba tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.663784 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dde2785-5f1c-4f51-9943-022b318f3eba tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.764926 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dde2785-5f1c-4f51-9943-022b318f3eba tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.840820 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dde2785-5f1c-4f51-9943-022b318f3eba tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.870522 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde2785-5f1c-4f51-9943-022b318f3eba tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Pushing event deleted for resources: {'Subnet': ['ID=769a59b9-ee86-4891-b998-0756791d5eb1,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:26.881002 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1dde2785-5f1c-4f51-9943-022b318f3eba tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.883047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1dde2785-5f1c-4f51-9943-022b318f3eba tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "DELETE /v2.0/subnets/769a59b9-ee86-4891-b998-0756791d5eb1 HTTP/1.1" status: 204 len: 168 time: 0.3346429 Aug 03 19:55:26.885748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37002) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:26.933722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff67d2aa-c587-4872-9dd9-6ec6adfd5265 None None] Network b00005ea-2cc9-4657-84c7-9df2e219fe89 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:26.979782 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.037046 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Deleting port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:27.037709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.085778 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f43562c-0973-4f39-9b5c-4295c884e955 None None] DHCP port deletion for ab50667c-8a80-4c99-9963-de7436d75c39 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:55:27.109642 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0ff21-bd50-4f8b-b4a7-95838b560431 None None] Network ab50667c-8a80-4c99-9963-de7436d75c39 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:27.117818 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] For port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=74dbae0b-ff21-4d24-b8b2-8d2b30183a2d,segment=NetworkSegment(914dc20a-5209-4aea-873c-5511fcd1cf6b),segment_id=914dc20a-5209-4aea-873c-5511fcd1cf6b)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:27.118297 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.132834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d5500639-120b-405a-afcf-ac2b8facba3e None None] Could not find standard attr ID for object 59313313-d10c-4c9a-a2fe-c17be4269b37. {{(pid=100489) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:55:27.134302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0ff21-bd50-4f8b-b4a7-95838b560431 None None] Network ab50667c-8a80-4c99-9963-de7436d75c39 could not be found, it might have been deleted concurrently. {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:55:27.136335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Calling delete_port for 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:27.138961 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde86764-c43e-48aa-9e77-b9c978fb1381 None None] DHCP port deletion for b00005ea-2cc9-4657-84c7-9df2e219fe89 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:55:27.188341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-fde86764-c43e-48aa-9e77-b9c978fb1381 None None] Deleting port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:27.188795 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fde86764-c43e-48aa-9e77-b9c978fb1381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.223712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.255227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Pushing event deleted for resources: {'Port': ['ID=74dbae0b-ff21-4d24-b8b2-8d2b30183a2d,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:27.257539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-fde86764-c43e-48aa-9e77-b9c978fb1381 None None] For port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=74dbae0b-ff21-4d24-b8b2-8d2b30183a2d,segment=NetworkSegment(914dc20a-5209-4aea-873c-5511fcd1cf6b),segment_id=914dc20a-5209-4aea-873c-5511fcd1cf6b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:27.257958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fde86764-c43e-48aa-9e77-b9c978fb1381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.260346 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] No DVR routers for this DVR port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:27.272021 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-fde86764-c43e-48aa-9e77-b9c978fb1381 None None] Calling delete_port for 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:27.341471 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.350055 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fde86764-c43e-48aa-9e77-b9c978fb1381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.352350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00005ea-2cc9-4657-84c7-9df2e219fe89']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:27.363311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914dc20a-5209-4aea-873c-5511fcd1cf6b') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:27.363594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914dc20a-5209-4aea-873c-5511fcd1cf6b') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:27.373210 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.380390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde86764-c43e-48aa-9e77-b9c978fb1381 None None] Pushing event deleted for resources: {'Port': ['ID=74dbae0b-ff21-4d24-b8b2-8d2b30183a2d,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:27.385457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde86764-c43e-48aa-9e77-b9c978fb1381 None None] No DVR routers for this DVR port 74dbae0b-ff21-4d24-b8b2-8d2b30183a2d on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:27.388102 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.397915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:55:27.398437 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:55:27.402648 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:55:27.466475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.472592 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.475236 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "DELETE /v2.0/networks/b00005ea-2cc9-4657-84c7-9df2e219fe89 HTTP/1.1" status: 204 len: 168 time: 0.5876946 Aug 03 19:55:27.477290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37004) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:27.489133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1c378-cfc7-4aa7-a433-81bd19f7aab4 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Pushing event deleted for resources: {'Network': ['ID=b00005ea-2cc9-4657-84c7-9df2e219fe89,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:27.505057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9294ca58-8961-4ef3-a231-8ca92ac58326 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc5c8472-0d0f-4912-b585-9d27bac69ea1 HTTP/1.1" status: 200 len: 205 time: 0.0265050 Aug 03 19:55:27.507560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37006) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:27.584980 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73bcdbcb-5977-4432-a060-35a4586f9c82 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.748875 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73bcdbcb-5977-4432-a060-35a4586f9c82 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.751045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73bcdbcb-5977-4432-a060-35a4586f9c82 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.795361 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73bcdbcb-5977-4432-a060-35a4586f9c82 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.795893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bcdbcb-5977-4432-a060-35a4586f9c82 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Fanout notify agent at l3_agent the message router_deleted on router cc5c8472-0d0f-4912-b585-9d27bac69ea1 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:55:27.803238 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-73bcdbcb-5977-4432-a060-35a4586f9c82 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:27.807101 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-73bcdbcb-5977-4432-a060-35a4586f9c82 tempest-RoutersNegativeTest-1321677816 tempest-RoutersNegativeTest-1321677816-project] 10.222.0.78 "DELETE /v2.0/routers/cc5c8472-0d0f-4912-b585-9d27bac69ea1 HTTP/1.1" status: 204 len: 168 time: 0.2959573 Aug 03 19:55:28.050451 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37012) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:28.194480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-83379988-b21e-428a-8bde-4e23f1f55e13 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4f0dc749b8404612a0858a310842059f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428511 Aug 03 19:55:28.196931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37016) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:28.244790 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdcc86c6-9d62-4416-937c-47c2eb289766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:28.265792 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdcc86c6-9d62-4416-937c-47c2eb289766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:28.309902 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdcc86c6-9d62-4416-937c-47c2eb289766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:28.312492 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fdcc86c6-9d62-4416-937c-47c2eb289766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:28.313676 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fdcc86c6-9d62-4416-937c-47c2eb289766 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ecc87d03-88cd-4b53-a89d-d2fe17d3b8a0 HTTP/1.1" status: 204 len: 168 time: 0.1158173 Aug 03 19:55:28.322210 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc86c6-9d62-4416-937c-47c2eb289766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc87d03-88cd-4b53-a89d-d2fe17d3b8a0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:28.932182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37038) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:29.026766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2005486653-network', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:29.049563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Made reservation on behalf of d90dfb1842c34989b057fc0dfbc01659 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:29.051864 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.060161 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.147929 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.151972 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.178627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:55:29.189776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:29.194972 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.195320 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Added segment 71ed27f2-492f-4762-a65e-066042a74e46 of type vlan for network ca2dd9d2-3af4-45b5-8720-fcc89220f833 Aug 03 19:55:29.241042 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.271948 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.273251 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:29.273726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.330486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3964543 Aug 03 19:55:29.334057 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37042) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:29.338428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97d258-9c53-41e3-bc88-cbb5070342bd admin admin] Pushing event updated for resources: {'Network': ['ID=ca2dd9d2-3af4-45b5-8720-fcc89220f833,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:29.340389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] Request body: {'subnet': {'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2005486653-subnet', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:29.350193 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network ca2dd9d2-3af4-45b5-8720-fcc89220f833 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:55:29.366361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] Made reservation on behalf of d90dfb1842c34989b057fc0dfbc01659 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:29.368761 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.550979 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.604349 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24fd01de-b73b-4d82-9131-1998dcb158fb,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:29.614770 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] Checking segment: {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:29.615141 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] Network hostable DHCP agents. Network: ca2dd9d2-3af4-45b5-8720-fcc89220f833, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:55:29.631933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] Network ca2dd9d2-3af4-45b5-8720-fcc89220f833 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:55:29.641320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, ca2dd9d2-3af4-45b5-8720-fcc89220f833) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:29.646902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:29.647495 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.650462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f013801-6ee3-4249-bb61-804e42de6a33 None None] Network ca2dd9d2-3af4-45b5-8720-fcc89220f833 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:29.664226 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1b27167f-882f-45ce-8889-fa6eaa02367d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3288295 Aug 03 19:55:29.666796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37044) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:29.671310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2005486653-router', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:29.690927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.692031 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.748456 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.805357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-ca2dd9d2-3af4-45b5-8720-fcc89220f833', 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'fixed_ips': [{'subnet_id': '24fd01de-b73b-4d82-9131-1998dcb158fb'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:55:29.806244 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:29.948538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Allocated IP 172.20.0.2 (ca2dd9d2-3af4-45b5-8720-fcc89220f833/24fd01de-b73b-4d82-9131-1998dcb158fb/25589243-b7ae-4f86-b78e-3feb04b57627) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:30.096694 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.105537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Transition to ACTIVE for port object 25589243-b7ae-4f86-b78e-3feb04b57627 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:30.120422 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Transition to ACTIVE for port object 25589243-b7ae-4f86-b78e-3feb04b57627 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:30.127060 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.158707 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.170475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Network ca2dd9d2-3af4-45b5-8720-fcc89220f833 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:30.182084 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:30.192877 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:30.197346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Pushing event updated for resources: {'Port': ['ID=25589243-b7ae-4f86-b78e-3feb04b57627,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:30.225830 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.253802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Attempting to bind port 25589243-b7ae-4f86-b78e-3feb04b57627 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:30.254179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Attempting to bind port 25589243-b7ae-4f86-b78e-3feb04b57627 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:30.254541 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Attempting to bind port 25589243-b7ae-4f86-b78e-3feb04b57627 on network ca2dd9d2-3af4-45b5-8720-fcc89220f833 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:30.259410 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:30.259785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Checking segment: {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:30.260192 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.260586 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Bound using segment: {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:30.261061 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Bound port: 25589243-b7ae-4f86-b78e-3feb04b57627, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:30.261443 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.326124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] For port 25589243-b7ae-4f86-b78e-3feb04b57627, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:30.329547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] For port 25589243-b7ae-4f86-b78e-3feb04b57627, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=25589243-b7ae-4f86-b78e-3feb04b57627,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:30.335469 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.373701 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.403431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.404874 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11bf64-a390-4ef7-a1bc-90f4fa298b0a None None] Pushing event updated for resources: {'Port': ['ID=25589243-b7ae-4f86-b78e-3feb04b57627,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:30.521528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Allocated IP 172.25.8.94 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/fd4f0ff7-35da-4c92-b4d5-eaa7e592655b) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:30.641079 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.682493 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:30.723890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:30.726740 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:30.729476 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:30.757676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4f0ff7-35da-4c92-b4d5-eaa7e592655b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:30.989700 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:31.192662 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:31.258339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1568e577-b438-4d3a-83cf-659b9fa8e9a3 None None] Network ca2dd9d2-3af4-45b5-8720-fcc89220f833 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:31.314988 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b039add9-6a44-4a6d-adca-471d586198cb None None] Provisioning for port 25589243-b7ae-4f86-b78e-3feb04b57627 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:31.328797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Router 44abc849-60c3-434c-a73b-cbdcb91ccf3e is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:55:31.432795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:55:31.448387 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Sync routers for ids ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:55:31.450529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:31.452070 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-68ac2e64-baac-45a2-97a4-db8a7bbe62f5 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7842579 Aug 03 19:55:31.455982 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37046) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:31.465698 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Routers {'44abc849-60c3-434c-a73b-cbdcb91ccf3e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:31.466230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:55:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:31.582286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 25589243-b7ae-4f86-b78e-3feb04b57627 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:31.642494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Set router 44abc849-60c3-434c-a73b-cbdcb91ccf3e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:31.761110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 25589243-b7ae-4f86-b78e-3feb04b57627 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:31.770487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 25589243-b7ae-4f86-b78e-3feb04b57627 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:31.770487 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:31.908335 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:31.941289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'name': 'tempest-TestEncryptedCinderVolumes-2005486653-router', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:29Z', 'updated_at': '2021-08-03T19:55:30Z', 'revision_number': 3, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'gw_port': {'id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:30Z', 'updated_at': '2021-08-03T19:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:31.975081 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 25589243-b7ae-4f86-b78e-3feb04b57627, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=25589243-b7ae-4f86-b78e-3feb04b57627,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:31.976518 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Checking router: 44abc849-60c3-434c-a73b-cbdcb91ccf3e for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:55:31.976863 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Updating router 44abc849-60c3-434c-a73b-cbdcb91ccf3e port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:55:31.980272 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.031145 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.074910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=25589243-b7ae-4f86-b78e-3feb04b57627,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:32.284503 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.311617 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.322767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Transition to ACTIVE for port object fd4f0ff7-35da-4c92-b4d5-eaa7e592655b will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:32.328521 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.389912 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Attempting to bind port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:32.390275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Attempting to bind port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:32.390644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Attempting to bind port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:32.398358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1499ff-703b-4947-931f-4b355cb09ddf None None] Pushing event updated for resources: {'Port': ['ID=fd4f0ff7-35da-4c92-b4d5-eaa7e592655b,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:32.402867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:32.403600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:32.404258 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.404935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:32.405923 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Bound port: fd4f0ff7-35da-4c92-b4d5-eaa7e592655b, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:32.406382 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.453300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Allocated IP 172.20.0.1 (ca2dd9d2-3af4-45b5-8720-fcc89220f833/24fd01de-b73b-4d82-9131-1998dcb158fb/f4b5b463-4c7b-40be-914c-c4573ac37242) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:32.461197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] For port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:32.464621 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] For port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fd4f0ff7-35da-4c92-b4d5-eaa7e592655b,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:32.468988 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.526613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Routers {'44abc849-60c3-434c-a73b-cbdcb91ccf3e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:32.527260 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:55:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:32.532136 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1499ff-703b-4947-931f-4b355cb09ddf None None] Pushing event updated for resources: {'Port': ['ID=fd4f0ff7-35da-4c92-b4d5-eaa7e592655b,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:32.570305 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.584055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Transition to ACTIVE for port object f4b5b463-4c7b-40be-914c-c4573ac37242 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:32.618964 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.642480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] Set router 44abc849-60c3-434c-a73b-cbdcb91ccf3e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:32.659852 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Network ca2dd9d2-3af4-45b5-8720-fcc89220f833 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:32.662818 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:32.668780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:32.675264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Pushing event updated for resources: {'Port': ['ID=f4b5b463-4c7b-40be-914c-c4573ac37242,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:32.714766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.846040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'name': 'tempest-TestEncryptedCinderVolumes-2005486653-router', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:29Z', 'updated_at': '2021-08-03T19:55:30Z', 'revision_number': 3, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'gw_port': {'id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:30Z', 'updated_at': '2021-08-03T19:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:32.862443 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:32.879039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6aab22-d231-43e4-a81e-cae8404550bc None None] The sync data for ids ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'] in n-d-802918-7 is: [{'id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'name': 'tempest-TestEncryptedCinderVolumes-2005486653-router', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:29Z', 'updated_at': '2021-08-03T19:55:30Z', 'revision_number': 3, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'gw_port': {'id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:30Z', 'updated_at': '2021-08-03T19:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:55:32.976795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-86effff1-1f5f-458e-be89-091be2343a7b None None] Provisioning for port f4b5b463-4c7b-40be-914c-c4573ac37242 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:32.981277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-86effff1-1f5f-458e-be89-091be2343a7b None None] Provisioning complete for port f4b5b463-4c7b-40be-914c-c4573ac37242 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:32.981696 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-86effff1-1f5f-458e-be89-091be2343a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.018580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-86effff1-1f5f-458e-be89-091be2343a7b None None] Port f4b5b463-4c7b-40be-914c-c4573ac37242 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:55:33.042740 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.048847 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.129689 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.137469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Pushing event updated for resources: {'Port': ['ID=f4b5b463-4c7b-40be-914c-c4573ac37242,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:33.242653 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Network ca2dd9d2-3af4-45b5-8720-fcc89220f833 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:33.244228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:33.383833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Router 44abc849-60c3-434c-a73b-cbdcb91ccf3e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:55:33.515922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:55:33.522828 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f7be3318-c807-4954-a73d-b22d1eeb1801 admin admin] 10.222.0.78 "PUT /v2.0/routers/44abc849-60c3-434c-a73b-cbdcb91ccf3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0655653 Aug 03 19:55:33.543133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-a264f132-3837-49c7-b934-736f45646631 None None] Provisioning complete for port f4b5b463-4c7b-40be-914c-c4573ac37242 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:33.543684 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a264f132-3837-49c7-b934-736f45646631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.588515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-a264f132-3837-49c7-b934-736f45646631 None None] Port f4b5b463-4c7b-40be-914c-c4573ac37242 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:55:33.614935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 25589243-b7ae-4f86-b78e-3feb04b57627 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:33.676475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 25589243-b7ae-4f86-b78e-3feb04b57627 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:33.676848 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.728005 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7db68876-a36a-42b7-97d3-dd7995888dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:33.799013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fd4f0ff7-35da-4c92-b4d5-eaa7e592655b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:33.867333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:33.872068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:33.872068 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.130670 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.158699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fd4f0ff7-35da-4c92-b4d5-eaa7e592655b,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:34.163862 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.173704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37062) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:34.180725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1873255845-network', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:34.204311 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Made reservation on behalf of ff5fb23d15de4ca88a3cdb50287611e7 for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:34.206833 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.215999 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.228685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=fd4f0ff7-35da-4c92-b4d5-eaa7e592655b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:34.341569 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.349881 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.376761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:55:34.386892 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11a5260-1552-4e0a-ab72-50f67195c617,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:34.392201 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.392551 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Added segment 5403d8ac-4dc6-4824-826c-fdbcc8b0f865 of type vlan for network 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 Aug 03 19:55:34.443310 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.473601 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.474646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:34.475548 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.528638 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3537099 Aug 03 19:55:34.531547 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37064) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:34.538288 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] Request body: {'subnet': {'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1873255845-subnet', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:34.542646 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1cddb-a17e-48de-9d88-97f7e39481eb admin admin] Pushing event updated for resources: {'Network': ['ID=8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:34.555795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:55:34.568313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] Made reservation on behalf of ff5fb23d15de4ca88a3cdb50287611e7 for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:34.571283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.668701 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Sync routers for ids ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:55:34.679570 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Routers {'44abc849-60c3-434c-a73b-cbdcb91ccf3e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:34.680180 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:55:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:34.772284 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.801657 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Set router 44abc849-60c3-434c-a73b-cbdcb91ccf3e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:34.854211 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3a3e34-1b28-4b0c-bb70-2609371b0cb3,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:34.862189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] Checking segment: {'id': '5403d8ac-4dc6-4824-826c-fdbcc8b0f865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:34.862557 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] Network hostable DHCP agents. Network: 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:55:34.880297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] Network 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:55:34.891519 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:34.898011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:34.898349 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.901544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e6bfe-28e9-43b6-af3c-fbe3be3dfda0 None None] Network 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:34.920620 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-acbe16ad-82fa-4a0d-8e3e-c623c204cf51 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3852158 Aug 03 19:55:34.920832 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37066) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:34.928337 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1873255845-router', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:34.949671 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.951350 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.009144 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.028171 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'name': 'tempest-TestEncryptedCinderVolumes-2005486653-router', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:29Z', 'updated_at': '2021-08-03T19:55:32Z', 'revision_number': 4, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'gw_port': {'id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:30Z', 'updated_at': '2021-08-03T19:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f4b5b463-4c7b-40be-914c-c4573ac37242', 'name': '', 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'mac_address': 'fa:16:3e:23:74:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '24fd01de-b73b-4d82-9131-1998dcb158fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:32Z', 'updated_at': '2021-08-03T19:55:32Z', 'revision_number': 2, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'subnets': [{'id': '24fd01de-b73b-4d82-9131-1998dcb158fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:35.059113 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0', 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'fixed_ips': [{'subnet_id': '8d3a3e34-1b28-4b0c-bb70-2609371b0cb3'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:55:35.060145 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.060819 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Checking router: 44abc849-60c3-434c-a73b-cbdcb91ccf3e for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:55:35.061184 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Updating router 44abc849-60c3-434c-a73b-cbdcb91ccf3e port f4b5b463-4c7b-40be-914c-c4573ac37242 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:55:35.087662 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.161593 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.214287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Allocated IP 172.20.0.2 (8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0/8d3a3e34-1b28-4b0c-bb70-2609371b0cb3/e9a5a7ee-453b-4582-a2d0-3756ef9583ae) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:35.371826 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.377072 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.377281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.381170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Transition to ACTIVE for port object e9a5a7ee-453b-4582-a2d0-3756ef9583ae will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:35.390461 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Transition to ACTIVE for port object f4b5b463-4c7b-40be-914c-c4573ac37242 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:35.397302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Transition to ACTIVE for port object e9a5a7ee-453b-4582-a2d0-3756ef9583ae will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:35.397915 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.403164 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.406535 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.448828 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Pushing event updated for resources: {'Port': ['ID=e9a5a7ee-453b-4582-a2d0-3756ef9583ae,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:35.463482 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Pushing event updated for resources: {'Port': ['ID=f4b5b463-4c7b-40be-914c-c4573ac37242,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:35.464000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Network 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:35.465486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:35.468607 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:35.513302 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.514086 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.514504 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.514913 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.515315 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.515714 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.516125 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.516520 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.519175 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.519175 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.519175 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.519175 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:35.534383 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Attempting to bind port f4b5b463-4c7b-40be-914c-c4573ac37242 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:35.534843 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Attempting to bind port f4b5b463-4c7b-40be-914c-c4573ac37242 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:35.535269 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Attempting to bind port f4b5b463-4c7b-40be-914c-c4573ac37242 on network ca2dd9d2-3af4-45b5-8720-fcc89220f833 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:35.542128 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:35.542605 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Checking segment: {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:35.543233 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.543378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Attempting to bind port e9a5a7ee-453b-4582-a2d0-3756ef9583ae on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:35.543745 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Bound using segment: {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:35.544285 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Bound port: f4b5b463-4c7b-40be-914c-c4573ac37242, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:35.544468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Attempting to bind port e9a5a7ee-453b-4582-a2d0-3756ef9583ae by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '5403d8ac-4dc6-4824-826c-fdbcc8b0f865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:35.544677 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.545123 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Attempting to bind port e9a5a7ee-453b-4582-a2d0-3756ef9583ae on network 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:35.554801 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:35.555219 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Checking segment: {'id': '5403d8ac-4dc6-4824-826c-fdbcc8b0f865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:35.556651 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.557153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Bound using segment: {'id': '5403d8ac-4dc6-4824-826c-fdbcc8b0f865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:35.557869 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Bound port: e9a5a7ee-453b-4582-a2d0-3756ef9583ae, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5403d8ac-4dc6-4824-826c-fdbcc8b0f865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:35.558277 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.562898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fd4f0ff7-35da-4c92-b4d5-eaa7e592655b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:35.587519 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Allocated IP 172.25.8.241 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/c532aa89-83dc-4d4f-b91d-07b4232a1e70) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:35.617739 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] For port f4b5b463-4c7b-40be-914c-c4573ac37242, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:35.621988 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] For port f4b5b463-4c7b-40be-914c-c4573ac37242, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f4b5b463-4c7b-40be-914c-c4573ac37242,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:35.630674 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.688401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] For port e9a5a7ee-453b-4582-a2d0-3756ef9583ae, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:35.694391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] For port e9a5a7ee-453b-4582-a2d0-3756ef9583ae, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e9a5a7ee-453b-4582-a2d0-3756ef9583ae,segment=NetworkSegment(5403d8ac-4dc6-4824-826c-fdbcc8b0f865),segment_id=5403d8ac-4dc6-4824-826c-fdbcc8b0f865)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:35.697980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:35.698504 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.712550 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9c04d-7b55-407d-ab14-e50dafe963b6 None None] Pushing event updated for resources: {'Port': ['ID=f4b5b463-4c7b-40be-914c-c4573ac37242,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:35.722282 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Routers {'44abc849-60c3-434c-a73b-cbdcb91ccf3e'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:35.722760 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:55:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:35.725296 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.733035 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.786533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:35.836754 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:35.838186 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76828ac0-5bf8-4923-bdc1-15c1b01fd96b None None] Pushing event updated for resources: {'Port': ['ID=e9a5a7ee-453b-4582-a2d0-3756ef9583ae,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:35.840322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:35.856038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:35.977902 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] Set router 44abc849-60c3-434c-a73b-cbdcb91ccf3e gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:36.014660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=c532aa89-83dc-4d4f-b91d-07b4232a1e70,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:36.150395 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:36.218267 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'name': 'tempest-TestEncryptedCinderVolumes-2005486653-router', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:29Z', 'updated_at': '2021-08-03T19:55:32Z', 'revision_number': 4, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'gw_port': {'id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:30Z', 'updated_at': '2021-08-03T19:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f4b5b463-4c7b-40be-914c-c4573ac37242', 'name': '', 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'mac_address': 'fa:16:3e:23:74:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '24fd01de-b73b-4d82-9131-1998dcb158fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:32Z', 'updated_at': '2021-08-03T19:55:35Z', 'revision_number': 4, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'subnets': [{'id': '24fd01de-b73b-4d82-9131-1998dcb158fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:36.248995 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ab7dad-07f4-42d2-a057-08429ed90ae1 None None] The sync data for ids ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'] in n-d-802918-7 is: [{'id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'name': 'tempest-TestEncryptedCinderVolumes-2005486653-router', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:29Z', 'updated_at': '2021-08-03T19:55:32Z', 'revision_number': 4, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'gw_port': {'id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:30Z', 'updated_at': '2021-08-03T19:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f4b5b463-4c7b-40be-914c-c4573ac37242', 'name': '', 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'mac_address': 'fa:16:3e:23:74:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '24fd01de-b73b-4d82-9131-1998dcb158fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:32Z', 'updated_at': '2021-08-03T19:55:35Z', 'revision_number': 4, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'subnets': [{'id': '24fd01de-b73b-4d82-9131-1998dcb158fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:55:36.513886 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c9bb3d4d-0a79-4769-8fbf-cafada21537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:36.669065 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:36.802830 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:36.819977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Router 7fc1da19-f596-4174-addf-cded481c2641 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:55:36.948586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:55:36.956237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a09351-4460-4bda-91c7-472585eb1b24 None None] Network 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:55:36.961775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Sync routers for ids ['7fc1da19-f596-4174-addf-cded481c2641'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:55:36.967894 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:36.969348 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9812865f-0b17-4f83-8be1-33ec2d706ca0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0475125 Aug 03 19:55:36.972539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37068) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:55:37.009299 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Routers {'7fc1da19-f596-4174-addf-cded481c2641'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:37.010056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:55:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7fc1da19-f596-4174-addf-cded481c2641'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:37.113953 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8a22c567-f858-42c4-bf74-47e690adc5fa None None] Provisioning for port e9a5a7ee-453b-4582-a2d0-3756ef9583ae completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:37.159734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Set router 7fc1da19-f596-4174-addf-cded481c2641 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:37.444265 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1da19-f596-4174-addf-cded481c2641', 'name': 'tempest-TestEncryptedCinderVolumes-1873255845-router', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:34Z', 'updated_at': '2021-08-03T19:55:36Z', 'revision_number': 3, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'gw_port': {'id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:35Z', 'updated_at': '2021-08-03T19:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:37.488982 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:37.493184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Checking router: 7fc1da19-f596-4174-addf-cded481c2641 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:55:37.493716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Updating router 7fc1da19-f596-4174-addf-cded481c2641 port c532aa89-83dc-4d4f-b91d-07b4232a1e70 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:55:37.534204 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:37.681532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f4b5b463-4c7b-40be-914c-c4573ac37242 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:37.720423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Allocated IP 172.20.0.1 (8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0/8d3a3e34-1b28-4b0c-bb70-2609371b0cb3/f89e7a09-5441-4cdc-819e-d83b37f54b1e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:37.832269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f4b5b463-4c7b-40be-914c-c4573ac37242 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:37.839722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f4b5b463-4c7b-40be-914c-c4573ac37242 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:37.840090 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:37.841343 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:37.861439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Transition to ACTIVE for port object f89e7a09-5441-4cdc-819e-d83b37f54b1e will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:37.899719 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:37.941824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Network 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:37.950143 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:37.952360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Pushing event updated for resources: {'Port': ['ID=f89e7a09-5441-4cdc-819e-d83b37f54b1e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:37.954724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:37.960328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:37.993731 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Transition to ACTIVE for port object c532aa89-83dc-4d4f-b91d-07b4232a1e70 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:37.998559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.005375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.047150 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.092786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Attempting to bind port c532aa89-83dc-4d4f-b91d-07b4232a1e70 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:38.093162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Attempting to bind port c532aa89-83dc-4d4f-b91d-07b4232a1e70 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:38.093543 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Attempting to bind port c532aa89-83dc-4d4f-b91d-07b4232a1e70 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:38.097279 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0f8a1-77c4-4b6f-88b0-0200f5ccc1f6 None None] Pushing event updated for resources: {'Port': ['ID=c532aa89-83dc-4d4f-b91d-07b4232a1e70,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:38.118534 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:38.118895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:38.119309 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.119704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:38.120177 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Bound port: c532aa89-83dc-4d4f-b91d-07b4232a1e70, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:38.120558 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.158819 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port f4b5b463-4c7b-40be-914c-c4573ac37242, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f4b5b463-4c7b-40be-914c-c4573ac37242,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:38.161845 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.166550 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.167494 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e9a5a7ee-453b-4582-a2d0-3756ef9583ae up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:38.169342 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.251022 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] For port c532aa89-83dc-4d4f-b91d-07b4232a1e70, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:38.280134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] For port c532aa89-83dc-4d4f-b91d-07b4232a1e70, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c532aa89-83dc-4d4f-b91d-07b4232a1e70,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:38.288599 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=f4b5b463-4c7b-40be-914c-c4573ac37242,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:38.294616 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.359065 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.364163 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.369905 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port e9a5a7ee-453b-4582-a2d0-3756ef9583ae completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:38.382582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f8b6a835-8102-44f7-a5ff-0a75ce011889 None None] Provisioning for port f89e7a09-5441-4cdc-819e-d83b37f54b1e completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:38.391430 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e9a5a7ee-453b-4582-a2d0-3756ef9583ae triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:38.392456 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.395549 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Routers {'7fc1da19-f596-4174-addf-cded481c2641'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:38.396184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:55:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7fc1da19-f596-4174-addf-cded481c2641'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:38.398087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f8b6a835-8102-44f7-a5ff-0a75ce011889 None None] Provisioning complete for port f89e7a09-5441-4cdc-819e-d83b37f54b1e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:38.398479 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a835-8102-44f7-a5ff-0a75ce011889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.418194 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0f8a1-77c4-4b6f-88b0-0200f5ccc1f6 None None] Pushing event updated for resources: {'Port': ['ID=c532aa89-83dc-4d4f-b91d-07b4232a1e70,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:38.433463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Pushing event updated for resources: {'Port': ['ID=f89e7a09-5441-4cdc-819e-d83b37f54b1e,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:38.436291 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.542526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Network 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:38.544121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:38.671741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Router 7fc1da19-f596-4174-addf-cded481c2641 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:55:38.676236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6a835-8102-44f7-a5ff-0a75ce011889 None None] Port f89e7a09-5441-4cdc-819e-d83b37f54b1e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:55:38.764202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] Set router 7fc1da19-f596-4174-addf-cded481c2641 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:38.797956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:55:38.803696 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.803857 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3d3bb2cc-4c18-484e-990e-ea13baad3204 admin admin] 10.222.0.78 "PUT /v2.0/routers/7fc1da19-f596-4174-addf-cded481c2641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8289576 Aug 03 19:55:38.870105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4d18289d-f494-4ae0-a6c6-7f78b5c9d91b None None] Provisioning complete for port f89e7a09-5441-4cdc-819e-d83b37f54b1e triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:38.870683 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4d18289d-f494-4ae0-a6c6-7f78b5c9d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.948718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port e9a5a7ee-453b-4582-a2d0-3756ef9583ae, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e9a5a7ee-453b-4582-a2d0-3756ef9583ae,segment=NetworkSegment(5403d8ac-4dc6-4824-826c-fdbcc8b0f865),segment_id=5403d8ac-4dc6-4824-826c-fdbcc8b0f865)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:38.959341 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:38.966946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4d18289d-f494-4ae0-a6c6-7f78b5c9d91b None None] Port f89e7a09-5441-4cdc-819e-d83b37f54b1e cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:55:39.055790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=e9a5a7ee-453b-4582-a2d0-3756ef9583ae,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:39.086966 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1da19-f596-4174-addf-cded481c2641', 'name': 'tempest-TestEncryptedCinderVolumes-1873255845-router', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:34Z', 'updated_at': '2021-08-03T19:55:38Z', 'revision_number': 4, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'gw_port': {'id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:35Z', 'updated_at': '2021-08-03T19:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f89e7a09-5441-4cdc-819e-d83b37f54b1e', 'name': '', 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'mac_address': 'fa:16:3e:47:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '8d3a3e34-1b28-4b0c-bb70-2609371b0cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:37Z', 'updated_at': '2021-08-03T19:55:38Z', 'revision_number': 2, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'subnets': [{'id': '8d3a3e34-1b28-4b0c-bb70-2609371b0cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:39.114619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f182df5d-d189-458c-aa1c-2f6ba98a0eac None None] The sync data for ids ['7fc1da19-f596-4174-addf-cded481c2641'] in n-d-802918-7 is: [{'id': '7fc1da19-f596-4174-addf-cded481c2641', 'name': 'tempest-TestEncryptedCinderVolumes-1873255845-router', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:34Z', 'updated_at': '2021-08-03T19:55:38Z', 'revision_number': 4, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'gw_port': {'id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:35Z', 'updated_at': '2021-08-03T19:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f89e7a09-5441-4cdc-819e-d83b37f54b1e', 'name': '', 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'mac_address': 'fa:16:3e:47:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '8d3a3e34-1b28-4b0c-bb70-2609371b0cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:37Z', 'updated_at': '2021-08-03T19:55:38Z', 'revision_number': 2, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'subnets': [{'id': '8d3a3e34-1b28-4b0c-bb70-2609371b0cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:55:39.481750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28232207-2808-4657-99a3-f37455dc1358 req-957a8b50-b59e-4504-a3ec-8307ce784876 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:39.483557 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-957a8b50-b59e-4504-a3ec-8307ce784876 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/networks?id=ca2dd9d2-3af4-45b5-8720-fcc89220f833 HTTP/1.1" status: 200 len: 817 time: 0.1176391 Aug 03 19:55:39.505889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-e8b17844-f189-4dc4-b587-e776a37f8547 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/quotas/d90dfb1842c34989b057fc0dfbc01659 HTTP/1.1" status: 200 len: 375 time: 0.0147712 Aug 03 19:55:39.534463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f4b5b463-4c7b-40be-914c-c4573ac37242 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:39.570002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-6dc02882-ede0-450e-912a-dd8e4c7a5426 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d90dfb1842c34989b057fc0dfbc01659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593085 Aug 03 19:55:39.596652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f4b5b463-4c7b-40be-914c-c4573ac37242 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:39.597029 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:39.676208 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-0f81e264-d7e4-4645-b515-5f7b92c7c249 service neutron] 10.222.0.78 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927572 Aug 03 19:55:39.690048 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e9a5a7ee-453b-4582-a2d0-3756ef9583ae up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:39.741090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e9a5a7ee-453b-4582-a2d0-3756ef9583ae triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:39.741473 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:39.801809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-46155c16-9293-4d5e-8ae3-4c3e4699849a service neutron] 10.222.0.78 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177788 Aug 03 19:55:39.878516 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:39.987576 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a813f97d-fd72-431f-a259-358c8d1fd0fa req-20bfcf69-90b4-4195-a8ee-9bd3a1f6e719 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 210 time: 0.0295212 Aug 03 19:55:40.944237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28232207-2808-4657-99a3-f37455dc1358 req-b33e5ce4-f301-4644-bc19-b67b247374ad tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:40.946114 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-b33e5ce4-f301-4644-bc19-b67b247374ad tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.37 "GET /v2.0/networks?id=ca2dd9d2-3af4-45b5-8720-fcc89220f833 HTTP/1.1" status: 200 len: 817 time: 0.1123223 Aug 03 19:55:40.959842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Request body: {'port': {'device_id': '104030b0-1ed5-45c7-b52f-2c5a88def4d4', 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833', 'admin_state_up': True, 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:41.078909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Made reservation on behalf of d90dfb1842c34989b057fc0dfbc01659 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:41.083479 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.102530 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3beaa7f9-2c75-407e-8dc1-6de75fea2776 req-874d8ed6-1b76-4414-bb2f-3378511019b2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 210 time: 0.0281899 Aug 03 19:55:41.152779 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Sync routers for ids ['7fc1da19-f596-4174-addf-cded481c2641'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:55:41.161727 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Routers {'7fc1da19-f596-4174-addf-cded481c2641'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:41.162404 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:55:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7fc1da19-f596-4174-addf-cded481c2641'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:41.219264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Allocated IP 172.20.0.10 (ca2dd9d2-3af4-45b5-8720-fcc89220f833/24fd01de-b73b-4d82-9131-1998dcb158fb/e392a187-01b8-4297-a51b-6f1c428a35f0) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:41.269183 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Set router 7fc1da19-f596-4174-addf-cded481c2641 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:41.369806 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.385335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Transition to ACTIVE for port object e392a187-01b8-4297-a51b-6f1c428a35f0 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:41.420156 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.469433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Network ca2dd9d2-3af4-45b5-8720-fcc89220f833 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:41.473397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:41.475398 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1da19-f596-4174-addf-cded481c2641', 'name': 'tempest-TestEncryptedCinderVolumes-1873255845-router', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:34Z', 'updated_at': '2021-08-03T19:55:38Z', 'revision_number': 4, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'gw_port': {'id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:35Z', 'updated_at': '2021-08-03T19:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f89e7a09-5441-4cdc-819e-d83b37f54b1e', 'name': '', 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'mac_address': 'fa:16:3e:47:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '8d3a3e34-1b28-4b0c-bb70-2609371b0cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:37Z', 'updated_at': '2021-08-03T19:55:38Z', 'revision_number': 2, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'subnets': [{'id': '8d3a3e34-1b28-4b0c-bb70-2609371b0cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:41.476058 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:41.515191 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Checking router: 7fc1da19-f596-4174-addf-cded481c2641 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:55:41.515561 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Updating router 7fc1da19-f596-4174-addf-cded481c2641 port f89e7a09-5441-4cdc-819e-d83b37f54b1e binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:55:41.516328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Pushing event updated for resources: {'Port': ['ID=e392a187-01b8-4297-a51b-6f1c428a35f0,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:41.545931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:41.546913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.552247 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.564737 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-23d79157-b5d2-4375-a5b5-daf32e0a84d2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6088254 Aug 03 19:55:41.584004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c532aa89-83dc-4d4f-b91d-07b4232a1e70 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:41.586398 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Request body: {'port': {'device_id': '104030b0-1ed5-45c7-b52f-2c5a88def4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:41.644089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port c532aa89-83dc-4d4f-b91d-07b4232a1e70 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:41.649537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c532aa89-83dc-4d4f-b91d-07b4232a1e70 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:41.650105 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.660453 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.743627 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.767466 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port c532aa89-83dc-4d4f-b91d-07b4232a1e70, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c532aa89-83dc-4d4f-b91d-07b4232a1e70,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:41.772384 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.827416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-66812fe4-f913-4f2c-8e10-2f6cb98f6571 None None] Provisioning for port e392a187-01b8-4297-a51b-6f1c428a35f0 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:41.835510 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-66812fe4-f913-4f2c-8e10-2f6cb98f6571 None None] Provisioning complete for port e392a187-01b8-4297-a51b-6f1c428a35f0 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:41.836394 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-66812fe4-f913-4f2c-8e10-2f6cb98f6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.838587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=c532aa89-83dc-4d4f-b91d-07b4232a1e70,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:41.882519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-66812fe4-f913-4f2c-8e10-2f6cb98f6571 None None] Port e392a187-01b8-4297-a51b-6f1c428a35f0 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:55:41.887523 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.898680 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Transition to ACTIVE for port object f89e7a09-5441-4cdc-819e-d83b37f54b1e will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:41.904038 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.966871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e392a187-01b8-4297-a51b-6f1c428a35f0 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:55:41.971861 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183911f-f75a-4b49-abdf-c855c453d2ea None None] Pushing event updated for resources: {'Port': ['ID=f89e7a09-5441-4cdc-819e-d83b37f54b1e,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:41.977721 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:41.993060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Transition to ACTIVE for port object e392a187-01b8-4297-a51b-6f1c428a35f0 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:41.997320 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:42.007522 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Attempting to bind port f89e7a09-5441-4cdc-819e-d83b37f54b1e on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:42.007892 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Attempting to bind port f89e7a09-5441-4cdc-819e-d83b37f54b1e by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '5403d8ac-4dc6-4824-826c-fdbcc8b0f865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:42.008252 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Attempting to bind port f89e7a09-5441-4cdc-819e-d83b37f54b1e on network 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:42.013841 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:42.014220 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Checking segment: {'id': '5403d8ac-4dc6-4824-826c-fdbcc8b0f865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:42.014631 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:42.015024 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Bound using segment: {'id': '5403d8ac-4dc6-4824-826c-fdbcc8b0f865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:42.015503 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Bound port: f89e7a09-5441-4cdc-819e-d83b37f54b1e, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5403d8ac-4dc6-4824-826c-fdbcc8b0f865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:42.015888 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:42.058749 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e392a187-01b8-4297-a51b-6f1c428a35f0,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:42.101347 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] For port f89e7a09-5441-4cdc-819e-d83b37f54b1e, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:42.105995 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] For port f89e7a09-5441-4cdc-819e-d83b37f54b1e, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f89e7a09-5441-4cdc-819e-d83b37f54b1e,segment=NetworkSegment(5403d8ac-4dc6-4824-826c-fdbcc8b0f865),segment_id=5403d8ac-4dc6-4824-826c-fdbcc8b0f865)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:42.114248 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:42.152258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Attempting to bind port e392a187-01b8-4297-a51b-6f1c428a35f0 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:42.152788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Attempting to bind port e392a187-01b8-4297-a51b-6f1c428a35f0 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:42.153231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Attempting to bind port e392a187-01b8-4297-a51b-6f1c428a35f0 on network ca2dd9d2-3af4-45b5-8720-fcc89220f833 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:42.159060 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Port e392a187-01b8-4297-a51b-6f1c428a35f0 on network ca2dd9d2-3af4-45b5-8720-fcc89220f833 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:55:42.159902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Attempting to bind port e392a187-01b8-4297-a51b-6f1c428a35f0 on network ca2dd9d2-3af4-45b5-8720-fcc89220f833 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:42.165987 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:42.166657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Checking segment: {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:42.167265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Bound using segment: {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:42.167830 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Bound port: e392a187-01b8-4297-a51b-6f1c428a35f0, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:42.168299 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:42.186596 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183911f-f75a-4b49-abdf-c855c453d2ea None None] Pushing event updated for resources: {'Port': ['ID=f89e7a09-5441-4cdc-819e-d83b37f54b1e,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:42.207443 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Routers {'7fc1da19-f596-4174-addf-cded481c2641'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:42.208062 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:55:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7fc1da19-f596-4174-addf-cded481c2641'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:42.269889 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f838b-f27d-404d-a9c2-f21502a64a9e req-c9e0591b-208a-4d86-b171-cabf6948cdc2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:42.271516 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-306f838b-f27d-404d-a9c2-f21502a64a9e req-c9e0591b-208a-4d86-b171-cabf6948cdc2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 944 time: 0.0719054 Aug 03 19:55:42.286824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] For port e392a187-01b8-4297-a51b-6f1c428a35f0, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:42.290773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] For port e392a187-01b8-4297-a51b-6f1c428a35f0, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e392a187-01b8-4297-a51b-6f1c428a35f0,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:42.298571 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:42.342125 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-306f838b-f27d-404d-a9c2-f21502a64a9e req-a9120f72-ceb4-4021-a41e-c8d52853fda2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627813 Aug 03 19:55:42.356506 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] Set router 7fc1da19-f596-4174-addf-cded481c2641 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:42.376885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:42.377676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:42.379475 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] 10.222.0.37 "PUT /v2.0/ports/e392a187-01b8-4297-a51b-6f1c428a35f0 HTTP/1.1" status: 200 len: 1092 time: 0.8060052 Aug 03 19:55:42.380332 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104030b0-1ed5-45c7-b52f-2c5a88def4d4', 'tag': 'e392a187-01b8-4297-a51b-6f1c428a35f0'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:42.383067 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd620db1-5583-4ab6-97b2-d4db86384801" -d '{"events": [{"name": "network-changed", "server_uuid": "104030b0-1ed5-45c7-b52f-2c5a88def4d4", "tag": "e392a187-01b8-4297-a51b-6f1c428a35f0"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:42.386724 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0fb70-8646-4398-bc7f-43d9118fc0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e392a187-01b8-4297-a51b-6f1c428a35f0,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:42.458655 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1776d8-6327-4288-b139-65020cb96e26 x-openstack-request-id: req-ee1776d8-6327-4288-b139-65020cb96e26 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:42.459035 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104030b0-1ed5-45c7-b52f-2c5a88def4d4", "tag": "e392a187-01b8-4297-a51b-6f1c428a35f0", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:42.459300 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ee1776d8-6327-4288-b139-65020cb96e26 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:42.459719 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104030b0-1ed5-45c7-b52f-2c5a88def4d4', 'tag': 'e392a187-01b8-4297-a51b-6f1c428a35f0', 'status': 'completed', 'code': 200} Aug 03 19:55:42.485274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28232207-2808-4657-99a3-f37455dc1358 req-5a1be427-7a26-448b-850f-45156a851a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:42.487267 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-5a1be427-7a26-448b-850f-45156a851a4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d90dfb1842c34989b057fc0dfbc01659&device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 1095 time: 0.0642676 Aug 03 19:55:42.543560 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-77a7bfda-d2be-43ae-ad79-c647d07b1646 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e392a187-01b8-4297-a51b-6f1c428a35f0 HTTP/1.1" status: 200 len: 217 time: 0.0468895 Aug 03 19:55:42.600326 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28232207-2808-4657-99a3-f37455dc1358 req-7a337c88-6cf8-4c03-97ed-bb3cb32ca76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:42.601852 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-7a337c88-6cf8-4c03-97ed-bb3cb32ca76d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24fd01de-b73b-4d82-9131-1998dcb158fb HTTP/1.1" status: 200 len: 856 time: 0.0516829 Aug 03 19:55:42.614934 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1da19-f596-4174-addf-cded481c2641', 'name': 'tempest-TestEncryptedCinderVolumes-1873255845-router', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:34Z', 'updated_at': '2021-08-03T19:55:38Z', 'revision_number': 4, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'gw_port': {'id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:35Z', 'updated_at': '2021-08-03T19:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f89e7a09-5441-4cdc-819e-d83b37f54b1e', 'name': '', 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'mac_address': 'fa:16:3e:47:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '8d3a3e34-1b28-4b0c-bb70-2609371b0cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:37Z', 'updated_at': '2021-08-03T19:55:42Z', 'revision_number': 4, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'subnets': [{'id': '8d3a3e34-1b28-4b0c-bb70-2609371b0cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:42.651907 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa71520-44f7-41cd-91ec-06df03b5a093 None None] The sync data for ids ['7fc1da19-f596-4174-addf-cded481c2641'] in n-d-802918-7 is: [{'id': '7fc1da19-f596-4174-addf-cded481c2641', 'name': 'tempest-TestEncryptedCinderVolumes-1873255845-router', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:34Z', 'updated_at': '2021-08-03T19:55:38Z', 'revision_number': 4, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'gw_port': {'id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:35Z', 'updated_at': '2021-08-03T19:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f89e7a09-5441-4cdc-819e-d83b37f54b1e', 'name': '', 'network_id': '8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'mac_address': 'fa:16:3e:47:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '8d3a3e34-1b28-4b0c-bb70-2609371b0cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:37Z', 'updated_at': '2021-08-03T19:55:42Z', 'revision_number': 4, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'subnets': [{'id': '8d3a3e34-1b28-4b0c-bb70-2609371b0cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:55:42.666583 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28232207-2808-4657-99a3-f37455dc1358 req-c8687c73-478f-4533-adfc-737af6dcd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:42.668947 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-c8687c73-478f-4533-adfc-737af6dcd884 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca2dd9d2-3af4-45b5-8720-fcc89220f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585754 Aug 03 19:55:42.769529 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-91e49fb9-97c4-4682-8bc0-66d0ada24d14 service neutron] 10.222.0.37 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933523 Aug 03 19:55:42.864731 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-28232207-2808-4657-99a3-f37455dc1358 req-1db2bde5-db68-4294-8f8d-bf6a62d7051b service neutron] 10.222.0.37 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881271 Aug 03 19:55:42.965154 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd620db1-5583-4ab6-97b2-d4db86384801 req-23ecf951-b23e-4d20-af22-31c013b8147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:42.966701 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fd620db1-5583-4ab6-97b2-d4db86384801 req-23ecf951-b23e-4d20-af22-31c013b8147a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d90dfb1842c34989b057fc0dfbc01659&device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 1095 time: 0.0536370 Aug 03 19:55:43.061245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd620db1-5583-4ab6-97b2-d4db86384801 req-5e4eadb5-33b9-4e00-bf72-d666e286f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:43.062701 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fd620db1-5583-4ab6-97b2-d4db86384801 req-5e4eadb5-33b9-4e00-bf72-d666e286f0d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca2dd9d2-3af4-45b5-8720-fcc89220f833 HTTP/1.1" status: 200 len: 918 time: 0.0883789 Aug 03 19:55:43.106362 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fd620db1-5583-4ab6-97b2-d4db86384801 req-dc105c87-a228-4161-9e6d-80162285bee8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e392a187-01b8-4297-a51b-6f1c428a35f0 HTTP/1.1" status: 200 len: 217 time: 0.0351491 Aug 03 19:55:43.163117 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd620db1-5583-4ab6-97b2-d4db86384801 req-94326b5d-ccfd-46fa-b6bc-a19e3f804250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:43.164641 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fd620db1-5583-4ab6-97b2-d4db86384801 req-94326b5d-ccfd-46fa-b6bc-a19e3f804250 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24fd01de-b73b-4d82-9131-1998dcb158fb HTTP/1.1" status: 200 len: 856 time: 0.0508473 Aug 03 19:55:43.214319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd620db1-5583-4ab6-97b2-d4db86384801 req-75a33c77-5348-4f56-9f86-2f4fa82e6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:43.215938 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fd620db1-5583-4ab6-97b2-d4db86384801 req-75a33c77-5348-4f56-9f86-2f4fa82e6867 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca2dd9d2-3af4-45b5-8720-fcc89220f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437405 Aug 03 19:55:43.306548 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fd620db1-5583-4ab6-97b2-d4db86384801 req-a5e71a2f-0d7b-408b-ac99-5354d82ffcb2 service neutron] 10.222.0.37 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826447 Aug 03 19:55:43.402146 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fd620db1-5583-4ab6-97b2-d4db86384801 req-6d13aa7d-3839-456d-92d1-1f8a94185f22 service neutron] 10.222.0.37 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873015 Aug 03 19:55:43.454273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca794a5-5065-410c-81f2-e7f304c5fcd1 req-05190cbf-f182-407b-9a47-ed5eadcda40c tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:43.455764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ca794a5-5065-410c-81f2-e7f304c5fcd1 req-05190cbf-f182-407b-9a47-ed5eadcda40c tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 944 time: 0.0535593 Aug 03 19:55:43.497114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ca794a5-5065-410c-81f2-e7f304c5fcd1 req-33820edb-eb6b-43f3-8751-5e23d6b9230b tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353510 Aug 03 19:55:43.546285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c532aa89-83dc-4d4f-b91d-07b4232a1e70 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:43.593908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port c532aa89-83dc-4d4f-b91d-07b4232a1e70 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:43.594282 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:43.674683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f89e7a09-5441-4cdc-819e-d83b37f54b1e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:43.723751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f89e7a09-5441-4cdc-819e-d83b37f54b1e completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:43.727613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f89e7a09-5441-4cdc-819e-d83b37f54b1e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:43.727974 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:43.809004 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:43.840936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port f89e7a09-5441-4cdc-819e-d83b37f54b1e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f89e7a09-5441-4cdc-819e-d83b37f54b1e,segment=NetworkSegment(5403d8ac-4dc6-4824-826c-fdbcc8b0f865),segment_id=5403d8ac-4dc6-4824-826c-fdbcc8b0f865)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:43.844956 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:43.892801 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=f89e7a09-5441-4cdc-819e-d83b37f54b1e,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:44.617102 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01fa5c-f7cc-418b-b000-ada035c21813 req-ccc805eb-d69b-4a9c-a848-ccba71b7613a tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:44.618631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc01fa5c-f7cc-418b-b000-ada035c21813 req-ccc805eb-d69b-4a9c-a848-ccba71b7613a tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 944 time: 0.0500619 Aug 03 19:55:44.663915 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fc01fa5c-f7cc-418b-b000-ada035c21813 req-ae3c2026-c75f-462d-9913-35d4b7f83ccf tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390697 Aug 03 19:55:45.522722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f89e7a09-5441-4cdc-819e-d83b37f54b1e up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:45.569914 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f89e7a09-5441-4cdc-819e-d83b37f54b1e triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:45.570289 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:45.777985 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b127e-0e44-4864-a201-b16151c460b0 req-51bcec53-fb72-4345-80dc-73ee20ae85ea tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:45.779438 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d2b127e-0e44-4864-a201-b16151c460b0 req-51bcec53-fb72-4345-80dc-73ee20ae85ea tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 944 time: 0.0495214 Aug 03 19:55:45.821708 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1d2b127e-0e44-4864-a201-b16151c460b0 req-4e6dd54c-d5ef-444d-bc63-4ac25bd00c2e tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331295 Aug 03 19:55:45.861910 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:46.940256 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b105-b008-40e2-971f-021b0523a1eb req-1239380e-9d4e-4838-afff-406d7172937f tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:46.941771 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5424b105-b008-40e2-971f-021b0523a1eb req-1239380e-9d4e-4838-afff-406d7172937f tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 944 time: 0.0533731 Aug 03 19:55:46.979648 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5424b105-b008-40e2-971f-021b0523a1eb req-12a01d4b-ffe6-4121-8907-7e5a4abb251f tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317791 Aug 03 19:55:47.161889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e392a187-01b8-4297-a51b-6f1c428a35f0 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:55:47.255591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port e392a187-01b8-4297-a51b-6f1c428a35f0, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e392a187-01b8-4297-a51b-6f1c428a35f0,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:47.269927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'e392a187-01b8-4297-a51b-6f1c428a35f0', 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833', 'port_id': 'e392a187-01b8-4297-a51b-6f1c428a35f0', 'mac_address': 'fa:16:3e:61:ea:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fd01de-b73b-4d82-9131-1998dcb158fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:55:47.306677 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:47.318925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e392a187-01b8-4297-a51b-6f1c428a35f0 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:55:47.338241 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port e392a187-01b8-4297-a51b-6f1c428a35f0, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e392a187-01b8-4297-a51b-6f1c428a35f0,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:47.342498 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:47.388738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=e392a187-01b8-4297-a51b-6f1c428a35f0,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:47.546032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['e392a187-01b8-4297-a51b-6f1c428a35f0'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:55:48.095928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a4302-474f-493a-8838-39528953ad12 req-1e86e2a2-6c37-43c7-ad3a-3d764cf63624 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:48.097710 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e96a4302-474f-493a-8838-39528953ad12 req-1e86e2a2-6c37-43c7-ad3a-3d764cf63624 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 945 time: 0.0496979 Aug 03 19:55:48.135307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e96a4302-474f-493a-8838-39528953ad12 req-a4229197-1f79-4b05-ae66-179f38331e39 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Aug 03 19:55:49.192516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e392a187-01b8-4297-a51b-6f1c428a35f0 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:49.242006 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port e392a187-01b8-4297-a51b-6f1c428a35f0 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:49.245724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port e392a187-01b8-4297-a51b-6f1c428a35f0 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:49.246131 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:49.252183 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca53bd-ef23-4c43-8900-9f29b6107be4 req-6c783145-63ae-44f3-a721-72c1f17465ec tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:49.253731 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6eca53bd-ef23-4c43-8900-9f29b6107be4 req-6c783145-63ae-44f3-a721-72c1f17465ec tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 945 time: 0.0506287 Aug 03 19:55:49.293489 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6eca53bd-ef23-4c43-8900-9f29b6107be4 req-53b9fba7-016e-4913-94c6-56ee01efd247 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332577 Aug 03 19:55:49.342278 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:49.364162 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104030b0-1ed5-45c7-b52f-2c5a88def4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e392a187-01b8-4297-a51b-6f1c428a35f0'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:49.366461 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ff6a83-aceb-41e4-a5b1-f5d30b0ec241" -d '{"events": [{"server_uuid": "104030b0-1ed5-45c7-b52f-2c5a88def4d4", "name": "network-vif-plugged", "status": "completed", "tag": "e392a187-01b8-4297-a51b-6f1c428a35f0"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:49.380137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port e392a187-01b8-4297-a51b-6f1c428a35f0, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e392a187-01b8-4297-a51b-6f1c428a35f0,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:49.384866 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:49.408434 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b1681f-0cc1-4e4e-af0e-49412f6c03e8 x-openstack-request-id: req-42b1681f-0cc1-4e4e-af0e-49412f6c03e8 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:49.408729 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104030b0-1ed5-45c7-b52f-2c5a88def4d4", "name": "network-vif-plugged", "status": "completed", "tag": "e392a187-01b8-4297-a51b-6f1c428a35f0", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:49.408986 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42b1681f-0cc1-4e4e-af0e-49412f6c03e8 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:49.409386 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104030b0-1ed5-45c7-b52f-2c5a88def4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e392a187-01b8-4297-a51b-6f1c428a35f0', 'code': 200} Aug 03 19:55:49.436151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=e392a187-01b8-4297-a51b-6f1c428a35f0,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:49.505671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507b7e0-a2ec-4c12-900f-2b1aeea65d12 req-fe6a6f92-a317-4c87-96bc-295ed903fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:49.507179 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e507b7e0-a2ec-4c12-900f-2b1aeea65d12 req-fe6a6f92-a317-4c87-96bc-295ed903fb9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 1097 time: 0.0412934 Aug 03 19:55:49.541178 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e507b7e0-a2ec-4c12-900f-2b1aeea65d12 req-e938e516-4607-477f-8a4c-5278ddeb6baa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273950 Aug 03 19:55:50.418258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b571b-b431-4827-853b-03d5759f9d3e req-14dc9290-4f42-461e-8f4a-d960bdd0296c tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:50.419776 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c4b571b-b431-4827-853b-03d5759f9d3e req-14dc9290-4f42-461e-8f4a-d960bdd0296c tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 946 time: 0.0549273 Aug 03 19:55:50.458517 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8c4b571b-b431-4827-853b-03d5759f9d3e req-cc319eaf-f6bb-4547-be89-5f363405af36 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Aug 03 19:55:51.574804 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4f3ee-cc02-417e-8a4c-6eaf721b1664 req-472433cf-7663-4278-858a-a7a67b8194ef tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:51.576265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eae4f3ee-cc02-417e-8a4c-6eaf721b1664 req-472433cf-7663-4278-858a-a7a67b8194ef tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 946 time: 0.0482900 Aug 03 19:55:51.614537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eae4f3ee-cc02-417e-8a4c-6eaf721b1664 req-6285124f-fd5d-4a8f-9eae-b4c20715670f tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314288 Aug 03 19:55:51.726869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42064e18-53b8-4996-9c9f-0c77c28dd654 req-113be3df-a73c-4342-9246-061bfb1fa1ed tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:51.728233 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42064e18-53b8-4996-9c9f-0c77c28dd654 req-113be3df-a73c-4342-9246-061bfb1fa1ed tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 946 time: 0.0481770 Aug 03 19:55:51.766104 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42064e18-53b8-4996-9c9f-0c77c28dd654 req-09fef5c1-fb6a-4d3c-889e-8ad5b540cab9 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Aug 03 19:55:59.491788 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-65738b4a-db52-410e-ad87-8bb5707f56e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444829 Aug 03 19:55:59.572535 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-d3e84b97-de3b-45ed-a30e-11af8104e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:59.574050 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-d3e84b97-de3b-45ed-a30e-11af8104e110 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d90dfb1842c34989b057fc0dfbc01659&device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 1097 time: 0.0400419 Aug 03 19:55:59.675792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-d29a3521-991b-4f11-a807-c04a50f135a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:59.677300 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-d29a3521-991b-4f11-a807-c04a50f135a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca2dd9d2-3af4-45b5-8720-fcc89220f833 HTTP/1.1" status: 200 len: 918 time: 0.0852160 Aug 03 19:55:59.723340 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-7e65071e-bca5-4909-940f-31f531605017 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e392a187-01b8-4297-a51b-6f1c428a35f0 HTTP/1.1" status: 200 len: 217 time: 0.0394289 Aug 03 19:55:59.774328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-f9892672-fd7f-46ef-8ae2-ae10ccb5f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:59.775817 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-f9892672-fd7f-46ef-8ae2-ae10ccb5f650 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24fd01de-b73b-4d82-9131-1998dcb158fb HTTP/1.1" status: 200 len: 856 time: 0.0462949 Aug 03 19:55:59.822667 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-53ad4098-23e6-48b3-99ce-0ac510657c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:59.824182 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-53ad4098-23e6-48b3-99ce-0ac510657c87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca2dd9d2-3af4-45b5-8720-fcc89220f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404663 Aug 03 19:55:59.922180 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-5c2278e1-64cd-45c6-aa1a-f930ab3130f0 service neutron] 10.222.0.37 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899408 Aug 03 19:56:00.014785 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ec203e35-fac9-448e-94d6-9c432e12f87a req-2a90b26e-ea7d-420a-8a4f-ec0c32740b5f service neutron] 10.222.0.37 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814781 Aug 03 19:56:00.195956 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:03.145520 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:56:03.719493 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-04e96548-6e8d-4891-8323-f08b0bd9fecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:06.505983 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-142c8b78-560c-420c-a6df-f7bc88cd4eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:06.801873 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:08.115553 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:09.876496 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:10.284751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571dbf2-7866-488d-8716-f33cea4eed53 req-bd36c3aa-acb6-4eae-b2c1-e16b8ddb4a81 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:10.286355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1571dbf2-7866-488d-8716-f33cea4eed53 req-bd36c3aa-acb6-4eae-b2c1-e16b8ddb4a81 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 946 time: 0.0544381 Aug 03 19:56:10.324735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1571dbf2-7866-488d-8716-f33cea4eed53 req-41aa4b34-5cd5-4dbc-95c2-d21add97f892 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Aug 03 19:56:11.441419 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f2158-24e8-4207-be9f-31bd72b14d98 req-9a5de780-f336-47fe-aa29-49a50df56604 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:11.442859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-324f2158-24e8-4207-be9f-31bd72b14d98 req-9a5de780-f336-47fe-aa29-49a50df56604 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 946 time: 0.0493810 Aug 03 19:56:11.481164 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-324f2158-24e8-4207-be9f-31bd72b14d98 req-a05ae338-53b3-4559-a434-430abe2c040a tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322533 Aug 03 19:56:11.687037 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8903e-3acd-43da-948b-5f5423aebad2 req-ad23e476-aa2a-4c02-8c14-9ad9c9845e4b tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:11.688498 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-44b8903e-3acd-43da-948b-5f5423aebad2 req-ad23e476-aa2a-4c02-8c14-9ad9c9845e4b tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.37 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 946 time: 0.0490718 Aug 03 19:56:11.785206 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-44b8903e-3acd-43da-948b-5f5423aebad2 req-66bd3229-aa94-4175-93c8-1e9baa35b9c7 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Deleting port e392a187-01b8-4297-a51b-6f1c428a35f0 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:11.785458 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-44b8903e-3acd-43da-948b-5f5423aebad2 req-66bd3229-aa94-4175-93c8-1e9baa35b9c7 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:11.879191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-44b8903e-3acd-43da-948b-5f5423aebad2 req-66bd3229-aa94-4175-93c8-1e9baa35b9c7 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] For port e392a187-01b8-4297-a51b-6f1c428a35f0, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e392a187-01b8-4297-a51b-6f1c428a35f0,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:11.879589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-44b8903e-3acd-43da-948b-5f5423aebad2 req-66bd3229-aa94-4175-93c8-1e9baa35b9c7 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:11.894218 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-44b8903e-3acd-43da-948b-5f5423aebad2 req-66bd3229-aa94-4175-93c8-1e9baa35b9c7 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Calling delete_port for e392a187-01b8-4297-a51b-6f1c428a35f0 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:12.031344 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-44b8903e-3acd-43da-948b-5f5423aebad2 req-66bd3229-aa94-4175-93c8-1e9baa35b9c7 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:12.044153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['e392a187-01b8-4297-a51b-6f1c428a35f0'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:56:12.062205 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd3229-aa94-4175-93c8-1e9baa35b9c7 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Pushing event deleted for resources: {'Port': ['ID=e392a187-01b8-4297-a51b-6f1c428a35f0,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:12.109293 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b8903e-3acd-43da-948b-5f5423aebad2 req-66bd3229-aa94-4175-93c8-1e9baa35b9c7 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] No DVR routers for this DVR port e392a187-01b8-4297-a51b-6f1c428a35f0 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:56:12.112419 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-44b8903e-3acd-43da-948b-5f5423aebad2 req-66bd3229-aa94-4175-93c8-1e9baa35b9c7 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:12.115552 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-44b8903e-3acd-43da-948b-5f5423aebad2 req-66bd3229-aa94-4175-93c8-1e9baa35b9c7 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.37 "DELETE /v2.0/ports/e392a187-01b8-4297-a51b-6f1c428a35f0 HTTP/1.1" status: 204 len: 173 time: 0.4212592 Aug 03 19:56:12.116045 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104030b0-1ed5-45c7-b52f-2c5a88def4d4', 'name': 'network-vif-deleted', 'tag': 'e392a187-01b8-4297-a51b-6f1c428a35f0'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:56:12.119153 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3820e206-742e-428f-85aa-f68e28ada4f5" -d '{"events": [{"server_uuid": "104030b0-1ed5-45c7-b52f-2c5a88def4d4", "name": "network-vif-deleted", "tag": "e392a187-01b8-4297-a51b-6f1c428a35f0"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:56:12.159799 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b45da28-9120-4b8e-ade7-85b98868f342 x-openstack-request-id: req-0b45da28-9120-4b8e-ade7-85b98868f342 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:56:12.160864 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104030b0-1ed5-45c7-b52f-2c5a88def4d4", "name": "network-vif-deleted", "tag": "e392a187-01b8-4297-a51b-6f1c428a35f0", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:56:12.162043 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b45da28-9120-4b8e-ade7-85b98868f342 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:56:12.162460 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104030b0-1ed5-45c7-b52f-2c5a88def4d4', 'name': 'network-vif-deleted', 'tag': 'e392a187-01b8-4297-a51b-6f1c428a35f0', 'status': 'completed', 'code': 200} Aug 03 19:56:12.597851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bbda8475-37f3-4e1d-84ed-0b4fd70b81c0 req-a3067ce0-a09c-48db-8901-3cb246b4a23c tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=104030b0-1ed5-45c7-b52f-2c5a88def4d4 HTTP/1.1" status: 200 len: 210 time: 0.0300918 Aug 03 19:56:14.230009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-cead58a6-0fba-4aab-834b-059bc7ea8972 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:14.231498 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-cead58a6-0fba-4aab-834b-059bc7ea8972 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/networks?id=ca2dd9d2-3af4-45b5-8720-fcc89220f833 HTTP/1.1" status: 200 len: 817 time: 0.1057632 Aug 03 19:56:14.246545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-2e2ff897-e082-422c-8e65-b4db3e91b05c tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/quotas/d90dfb1842c34989b057fc0dfbc01659 HTTP/1.1" status: 200 len: 375 time: 0.0092299 Aug 03 19:56:14.299424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-4cd4a1d6-2f61-4c53-8bca-81eb92e8d9e1 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d90dfb1842c34989b057fc0dfbc01659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469449 Aug 03 19:56:14.726544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-68d84bb0-d7a3-4f6d-8d41-f326e4f5661c service neutron] 10.222.0.78 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149466 Aug 03 19:56:14.813385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-e3c45e8b-440a-4b2a-a2cf-6e226259dde5 service neutron] 10.222.0.78 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806518 Aug 03 19:56:14.979791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-27ea397f-4cb2-4dd1-a4cb-6df0baa9e0b8 req-8623913e-ba71-4b35-aa6c-18af80171732 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 210 time: 0.0276353 Aug 03 19:56:15.289207 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e392a187-01b8-4297-a51b-6f1c428a35f0 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:15.313587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: e392a187-01b8-4297-a51b-6f1c428a35f0 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:15.313941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e392a187-01b8-4297-a51b-6f1c428a35f0 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:15.874974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-9f63a5f4-4d97-4f3a-bb9e-4afba32c1d8d tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:15.876818 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-9f63a5f4-4d97-4f3a-bb9e-4afba32c1d8d tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.37 "GET /v2.0/networks?id=ca2dd9d2-3af4-45b5-8720-fcc89220f833 HTTP/1.1" status: 200 len: 817 time: 0.1039388 Aug 03 19:56:15.879246 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:15.889932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Request body: {'port': {'device_id': 'c68f1418-4f5d-469c-b4d2-659e6a0cdafe', 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833', 'admin_state_up': True, 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:56:16.002910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Made reservation on behalf of d90dfb1842c34989b057fc0dfbc01659 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:56:16.006642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:16.079258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-256b5e0c-25c9-449d-8bfc-db6be2d72b51 req-ac730fd7-cf9a-41f8-b34a-5467bfc4355e tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 210 time: 0.0306664 Aug 03 19:56:16.137644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Allocated IP 172.20.0.10 (ca2dd9d2-3af4-45b5-8720-fcc89220f833/24fd01de-b73b-4d82-9131-1998dcb158fb/0503fe50-ba4c-4142-98d7-02f6212d97fa) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:56:16.283960 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:16.297245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Transition to ACTIVE for port object 0503fe50-ba4c-4142-98d7-02f6212d97fa will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:56:16.329817 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:16.378817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Network ca2dd9d2-3af4-45b5-8720-fcc89220f833 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:56:16.381884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:56:16.384858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:56:16.413449 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Pushing event updated for resources: {'Port': ['ID=0503fe50-ba4c-4142-98d7-02f6212d97fa,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:16.431874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.432226 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.432575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.432913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.433247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.433604 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.433939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.434321 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.434605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.434928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.435251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.435570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:16.456823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:16.457453 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:16.472237 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-601bd896-8e98-48ac-85b9-2da4fdf1d100 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5863371 Aug 03 19:56:16.484643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Request body: {'port': {'device_id': 'c68f1418-4f5d-469c-b4d2-659e6a0cdafe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:56:16.541869 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:16.612519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-df62e61e-d313-45fd-b591-d163ddf61b12 None None] Provisioning for port 0503fe50-ba4c-4142-98d7-02f6212d97fa completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:56:16.616272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-df62e61e-d313-45fd-b591-d163ddf61b12 None None] Provisioning complete for port 0503fe50-ba4c-4142-98d7-02f6212d97fa triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:56:16.616648 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-df62e61e-d313-45fd-b591-d163ddf61b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:16.651375 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-df62e61e-d313-45fd-b591-d163ddf61b12 None None] Port 0503fe50-ba4c-4142-98d7-02f6212d97fa cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:56:16.801796 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0503fe50-ba4c-4142-98d7-02f6212d97fa {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:56:16.809091 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:16.820543 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Transition to ACTIVE for port object 0503fe50-ba4c-4142-98d7-02f6212d97fa will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:56:16.824696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:16.875460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Pushing event updated for resources: {'Port': ['ID=0503fe50-ba4c-4142-98d7-02f6212d97fa,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:16.949842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Attempting to bind port 0503fe50-ba4c-4142-98d7-02f6212d97fa on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:56:16.950184 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Attempting to bind port 0503fe50-ba4c-4142-98d7-02f6212d97fa by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:56:16.950516 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Attempting to bind port 0503fe50-ba4c-4142-98d7-02f6212d97fa on network ca2dd9d2-3af4-45b5-8720-fcc89220f833 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:56:16.960091 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Port 0503fe50-ba4c-4142-98d7-02f6212d97fa on network ca2dd9d2-3af4-45b5-8720-fcc89220f833 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:56:16.960422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Attempting to bind port 0503fe50-ba4c-4142-98d7-02f6212d97fa on network ca2dd9d2-3af4-45b5-8720-fcc89220f833 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:56:16.966296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:56:16.966639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Checking segment: {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:56:16.967030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Bound using segment: {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:56:16.967465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Bound port: 0503fe50-ba4c-4142-98d7-02f6212d97fa, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ed27f2-492f-4762-a65e-066042a74e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:56:16.967829 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:17.036234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] For port 0503fe50-ba4c-4142-98d7-02f6212d97fa, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:56:17.039191 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] For port 0503fe50-ba4c-4142-98d7-02f6212d97fa, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0503fe50-ba4c-4142-98d7-02f6212d97fa,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:56:17.043862 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:17.079393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:17.079393 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:17.080390 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-470c0419-1968-4508-9405-d5c908515f89 service neutron] 10.222.0.37 "PUT /v2.0/ports/0503fe50-ba4c-4142-98d7-02f6212d97fa HTTP/1.1" status: 200 len: 1092 time: 0.6001582 Aug 03 19:56:17.080928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68f1418-4f5d-469c-b4d2-659e6a0cdafe', 'tag': '0503fe50-ba4c-4142-98d7-02f6212d97fa'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:56:17.083275 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c68f1418-4f5d-469c-b4d2-659e6a0cdafe", "tag": "0503fe50-ba4c-4142-98d7-02f6212d97fa"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:56:17.109647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c0419-1968-4508-9405-d5c908515f89 service neutron] Pushing event updated for resources: {'Port': ['ID=0503fe50-ba4c-4142-98d7-02f6212d97fa,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:17.126866 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f316c1-aa70-4715-9879-b42287116a0f x-openstack-request-id: req-47f316c1-aa70-4715-9879-b42287116a0f {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:56:17.127161 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68f1418-4f5d-469c-b4d2-659e6a0cdafe", "tag": "0503fe50-ba4c-4142-98d7-02f6212d97fa", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:56:17.127410 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-47f316c1-aa70-4715-9879-b42287116a0f {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:56:17.127844 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68f1418-4f5d-469c-b4d2-659e6a0cdafe', 'tag': '0503fe50-ba4c-4142-98d7-02f6212d97fa', 'status': 'completed', 'code': 200} Aug 03 19:56:17.183338 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-b7f2e07a-d148-4880-b1cf-f17316261ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:17.184579 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-b7f2e07a-d148-4880-b1cf-f17316261ba0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d90dfb1842c34989b057fc0dfbc01659&device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 1095 time: 0.0456684 Aug 03 19:56:17.218330 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f70dfd-58d8-46b2-99d7-e28c733d15a9 req-1afc1bdf-8d6b-49a0-a700-97d6f210327e tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:17.220075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86f70dfd-58d8-46b2-99d7-e28c733d15a9 req-1afc1bdf-8d6b-49a0-a700-97d6f210327e tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 944 time: 0.0528243 Aug 03 19:56:17.231012 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-6ee97aad-a79f-4bb5-8169-9176fc859c3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0503fe50-ba4c-4142-98d7-02f6212d97fa HTTP/1.1" status: 200 len: 217 time: 0.0381389 Aug 03 19:56:17.262655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86f70dfd-58d8-46b2-99d7-e28c733d15a9 req-42d37e93-a445-4c1c-8b2c-12dd6a11288c tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Aug 03 19:56:17.284774 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-92690384-d3a5-4b53-a65d-6aef07831c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:17.286304 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-92690384-d3a5-4b53-a65d-6aef07831c22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24fd01de-b73b-4d82-9131-1998dcb158fb HTTP/1.1" status: 200 len: 856 time: 0.0477235 Aug 03 19:56:17.333756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-c1fe3b46-47c5-4e56-baa5-c16e7f890201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:17.335262 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-c1fe3b46-47c5-4e56-baa5-c16e7f890201 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca2dd9d2-3af4-45b5-8720-fcc89220f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421546 Aug 03 19:56:17.432074 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-b2f1ed54-075a-4e65-9caa-ba9a9269abaf service neutron] 10.222.0.37 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866075 Aug 03 19:56:17.528654 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a4c85857-f25f-473f-a96d-c9a5f479b201 req-3cdebdad-8602-4aaf-8c86-dc01c73fe514 service neutron] 10.222.0.37 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888469 Aug 03 19:56:17.613003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7 req-20690c8f-60be-4b46-9a02-06517c5219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:17.614549 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7 req-20690c8f-60be-4b46-9a02-06517c5219ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d90dfb1842c34989b057fc0dfbc01659&device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 1095 time: 0.0419219 Aug 03 19:56:17.707854 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7 req-d8ac88f0-d940-4a25-9caa-a05a23aede27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:17.709337 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7 req-d8ac88f0-d940-4a25-9caa-a05a23aede27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca2dd9d2-3af4-45b5-8720-fcc89220f833 HTTP/1.1" status: 200 len: 918 time: 0.0880191 Aug 03 19:56:17.750447 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7 req-4bb014a3-7493-4df1-848f-5026ea5b3487 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0503fe50-ba4c-4142-98d7-02f6212d97fa HTTP/1.1" status: 200 len: 217 time: 0.0339384 Aug 03 19:56:17.806470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7 req-d3c26415-81f7-4921-a24e-850f03bcf176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:17.807959 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7 req-d3c26415-81f7-4921-a24e-850f03bcf176 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24fd01de-b73b-4d82-9131-1998dcb158fb HTTP/1.1" status: 200 len: 856 time: 0.0504611 Aug 03 19:56:17.855274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7 req-75a5a94f-1490-4b70-bc48-b5f0c1efc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:17.856767 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7 req-75a5a94f-1490-4b70-bc48-b5f0c1efc788 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca2dd9d2-3af4-45b5-8720-fcc89220f833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401635 Aug 03 19:56:17.946862 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7 req-375b7048-efdf-4854-a0fb-e19095021ec8 service neutron] 10.222.0.37 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806346 Aug 03 19:56:18.051860 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-adb9d9db-f536-4f9b-a60f-484d9cfda8e7 req-40c8ffe8-6840-4863-a70a-07b36e885f61 service neutron] 10.222.0.37 "GET /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967319 Aug 03 19:56:18.379813 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad36738-5e5b-4b0e-9f62-77e4e5bfe920 req-a8bba16f-7e59-4e68-b730-2d66184ceca2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:18.381324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ad36738-5e5b-4b0e-9f62-77e4e5bfe920 req-a8bba16f-7e59-4e68-b730-2d66184ceca2 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 944 time: 0.0504839 Aug 03 19:56:18.419348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ad36738-5e5b-4b0e-9f62-77e4e5bfe920 req-bea78a2a-40bd-41be-9ed2-c5de61d12e95 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Aug 03 19:56:19.533822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e4df3-0be0-4587-b4ac-3c9c482fad5c req-b957a8c3-98ef-4f0e-888c-c95b9dff1d6c tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:19.535311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-813e4df3-0be0-4587-b4ac-3c9c482fad5c req-b957a8c3-98ef-4f0e-888c-c95b9dff1d6c tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 944 time: 0.0481901 Aug 03 19:56:19.576851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-813e4df3-0be0-4587-b4ac-3c9c482fad5c req-bc3f8812-1d8d-46db-bb5e-fcbc4d3f160b tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356462 Aug 03 19:56:20.692001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca24ee4-6e45-46be-bd23-f64b3a1d5beb req-b2c11a42-baa9-4866-819b-3c43849cc91d tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:20.693516 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aca24ee4-6e45-46be-bd23-f64b3a1d5beb req-b2c11a42-baa9-4866-819b-3c43849cc91d tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 944 time: 0.0501468 Aug 03 19:56:20.732023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aca24ee4-6e45-46be-bd23-f64b3a1d5beb req-51d70d91-c5ee-4efa-af35-94318394be8d tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Aug 03 19:56:21.301950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0503fe50-ba4c-4142-98d7-02f6212d97fa details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:56:21.401803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0503fe50-ba4c-4142-98d7-02f6212d97fa, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0503fe50-ba4c-4142-98d7-02f6212d97fa,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:21.413117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': '0503fe50-ba4c-4142-98d7-02f6212d97fa', 'network_id': 'ca2dd9d2-3af4-45b5-8720-fcc89220f833', 'port_id': '0503fe50-ba4c-4142-98d7-02f6212d97fa', 'mac_address': 'fa:16:3e:dc:5a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fd01de-b73b-4d82-9131-1998dcb158fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:56:21.452634 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:21.465587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0503fe50-ba4c-4142-98d7-02f6212d97fa {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:56:21.484486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0503fe50-ba4c-4142-98d7-02f6212d97fa, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0503fe50-ba4c-4142-98d7-02f6212d97fa,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:21.488524 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:21.536053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=0503fe50-ba4c-4142-98d7-02f6212d97fa,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:21.543290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.543730 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.544062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.544391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.544726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.545053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.545366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.545714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.546042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.546359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.546676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.547000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:21.675740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['0503fe50-ba4c-4142-98d7-02f6212d97fa'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:56:21.846884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff913b-aacc-444b-a0c7-38519dec33db req-6642947e-b9fd-4faf-a4f3-f2d8d062c500 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:21.848438 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2ff913b-aacc-444b-a0c7-38519dec33db req-6642947e-b9fd-4faf-a4f3-f2d8d062c500 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 945 time: 0.0503194 Aug 03 19:56:21.889019 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2ff913b-aacc-444b-a0c7-38519dec33db req-397fddbe-d24a-42ad-9288-379b8b26fb1a tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343328 Aug 03 19:56:23.002310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebb0e0-cbea-4c6e-acb5-9d73efe0b5ab req-c5fb54ed-b0d8-478a-a45b-caabbd184e53 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:23.003790 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53ebb0e0-cbea-4c6e-acb5-9d73efe0b5ab req-c5fb54ed-b0d8-478a-a45b-caabbd184e53 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 945 time: 0.0482762 Aug 03 19:56:23.045102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-53ebb0e0-cbea-4c6e-acb5-9d73efe0b5ab req-557c422b-379f-4498-b95f-52d013024d9e tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350001 Aug 03 19:56:23.317492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0503fe50-ba4c-4142-98d7-02f6212d97fa up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:56:23.365240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port 0503fe50-ba4c-4142-98d7-02f6212d97fa completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:56:23.368834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port 0503fe50-ba4c-4142-98d7-02f6212d97fa triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:56:23.369202 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:23.447778 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:23.468969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f1418-4f5d-469c-b4d2-659e6a0cdafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0503fe50-ba4c-4142-98d7-02f6212d97fa'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:56:23.472390 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed33bd72-40d0-4f06-95ec-239af9f3d1b2" -d '{"events": [{"server_uuid": "c68f1418-4f5d-469c-b4d2-659e6a0cdafe", "name": "network-vif-plugged", "status": "completed", "tag": "0503fe50-ba4c-4142-98d7-02f6212d97fa"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:56:23.486735 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port 0503fe50-ba4c-4142-98d7-02f6212d97fa, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0503fe50-ba4c-4142-98d7-02f6212d97fa,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:23.490903 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:23.516591 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca93def-8b38-4698-a847-ac36755390bf x-openstack-request-id: req-bca93def-8b38-4698-a847-ac36755390bf {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:56:23.516883 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68f1418-4f5d-469c-b4d2-659e6a0cdafe", "name": "network-vif-plugged", "status": "completed", "tag": "0503fe50-ba4c-4142-98d7-02f6212d97fa", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:56:23.517192 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bca93def-8b38-4698-a847-ac36755390bf {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:56:23.517596 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f1418-4f5d-469c-b4d2-659e6a0cdafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0503fe50-ba4c-4142-98d7-02f6212d97fa', 'code': 200} Aug 03 19:56:23.543409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=0503fe50-ba4c-4142-98d7-02f6212d97fa,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:23.609217 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3391c8a-3775-476f-af8d-b46e7681574d req-cee0cd37-070f-46fd-8540-e56f4209f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:23.611437 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f3391c8a-3775-476f-af8d-b46e7681574d req-cee0cd37-070f-46fd-8540-e56f4209f072 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 1097 time: 0.0406864 Aug 03 19:56:23.644880 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f3391c8a-3775-476f-af8d-b46e7681574d req-afb0e216-0843-42f8-b226-b7f4a27b6803 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272865 Aug 03 19:56:24.161182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693abd-c2d2-4ff7-84c1-c00309f1d47e req-47b05409-cba5-40f8-9759-6adff0399402 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:24.162709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74693abd-c2d2-4ff7-84c1-c00309f1d47e req-47b05409-cba5-40f8-9759-6adff0399402 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 946 time: 0.0498497 Aug 03 19:56:24.201293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-74693abd-c2d2-4ff7-84c1-c00309f1d47e req-e174c248-14b5-4773-bc69-12c1e5b17eaa tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Aug 03 19:56:25.322140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba0f47-81c4-4d0b-b972-af38da0a2a7b req-09c9aea3-c373-4f48-8e0a-b4f850c3756f tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:25.323640 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50ba0f47-81c4-4d0b-b972-af38da0a2a7b req-09c9aea3-c373-4f48-8e0a-b4f850c3756f tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 946 time: 0.0530143 Aug 03 19:56:25.362598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50ba0f47-81c4-4d0b-b972-af38da0a2a7b req-b85363f6-b0f7-4d08-a584-87e6b8bd4471 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329678 Aug 03 19:56:25.476743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e85a5-8550-437e-90ed-bd656153c4c1 req-3c4b6775-b346-4ee2-ae2a-21369d652d08 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:25.478174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-031e85a5-8550-437e-90ed-bd656153c4c1 req-3c4b6775-b346-4ee2-ae2a-21369d652d08 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 946 time: 0.0490844 Aug 03 19:56:25.520496 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-031e85a5-8550-437e-90ed-bd656153c4c1 req-166d2321-70ee-447c-bff8-7c5fb4b7427c tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363324 Aug 03 19:56:30.183562 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:33.720217 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4985e83b-8a1b-44d9-b4a8-46843e6aa286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:36.506998 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-43af7689-3599-4878-936a-83fb95998aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:36.803787 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:38.119605 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:39.879175 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:40.145840 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:56:43.888910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5ee8e-69e5-4555-bfc3-9af2bd96302a req-42b83768-a383-4b88-b9bf-02215437bde5 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:43.890455 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cd5ee8e-69e5-4555-bfc3-9af2bd96302a req-42b83768-a383-4b88-b9bf-02215437bde5 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 946 time: 0.0514994 Aug 03 19:56:43.931646 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3cd5ee8e-69e5-4555-bfc3-9af2bd96302a req-a1d6caf1-6a16-4087-b7b9-657144d077ba tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341210 Aug 03 19:56:45.048079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8faab75-a274-4c2e-8257-ea905c6e7ae4 req-146bbc0f-c328-4bec-9081-9df5aa405158 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:45.050133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8faab75-a274-4c2e-8257-ea905c6e7ae4 req-146bbc0f-c328-4bec-9081-9df5aa405158 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 946 time: 0.0488451 Aug 03 19:56:45.087809 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8faab75-a274-4c2e-8257-ea905c6e7ae4 req-b746f2d2-bb9b-46ea-b8d6-04787ddb40dd tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/security-groups?id=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Aug 03 19:56:45.376527 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac62e4-fddd-4cb5-8d67-647e13079da2 req-e884daa7-361a-47e5-9b3b-85dec85601ec tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:45.378015 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-34ac62e4-fddd-4cb5-8d67-647e13079da2 req-e884daa7-361a-47e5-9b3b-85dec85601ec tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.37 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 946 time: 0.0500145 Aug 03 19:56:45.470153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-34ac62e4-fddd-4cb5-8d67-647e13079da2 req-5dcecce9-8308-4b68-9949-a4b5cfca9211 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Deleting port 0503fe50-ba4c-4142-98d7-02f6212d97fa {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:45.470492 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-34ac62e4-fddd-4cb5-8d67-647e13079da2 req-5dcecce9-8308-4b68-9949-a4b5cfca9211 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:45.560378 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-34ac62e4-fddd-4cb5-8d67-647e13079da2 req-5dcecce9-8308-4b68-9949-a4b5cfca9211 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] For port 0503fe50-ba4c-4142-98d7-02f6212d97fa, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=0503fe50-ba4c-4142-98d7-02f6212d97fa,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:45.560744 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-34ac62e4-fddd-4cb5-8d67-647e13079da2 req-5dcecce9-8308-4b68-9949-a4b5cfca9211 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:45.572277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-34ac62e4-fddd-4cb5-8d67-647e13079da2 req-5dcecce9-8308-4b68-9949-a4b5cfca9211 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Calling delete_port for 0503fe50-ba4c-4142-98d7-02f6212d97fa owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:45.697572 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-34ac62e4-fddd-4cb5-8d67-647e13079da2 req-5dcecce9-8308-4b68-9949-a4b5cfca9211 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:45.710722 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['0503fe50-ba4c-4142-98d7-02f6212d97fa'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:56:45.730404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcecce9-8308-4b68-9949-a4b5cfca9211 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Pushing event deleted for resources: {'Port': ['ID=0503fe50-ba4c-4142-98d7-02f6212d97fa,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:45.877823 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:46.043850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ac62e4-fddd-4cb5-8d67-647e13079da2 req-5dcecce9-8308-4b68-9949-a4b5cfca9211 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] No DVR routers for this DVR port 0503fe50-ba4c-4142-98d7-02f6212d97fa on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:56:46.046693 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-34ac62e4-fddd-4cb5-8d67-647e13079da2 req-5dcecce9-8308-4b68-9949-a4b5cfca9211 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:46.048968 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-34ac62e4-fddd-4cb5-8d67-647e13079da2 req-5dcecce9-8308-4b68-9949-a4b5cfca9211 tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.37 "DELETE /v2.0/ports/0503fe50-ba4c-4142-98d7-02f6212d97fa HTTP/1.1" status: 204 len: 173 time: 0.6647124 Aug 03 19:56:46.049429 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68f1418-4f5d-469c-b4d2-659e6a0cdafe', 'name': 'network-vif-deleted', 'tag': '0503fe50-ba4c-4142-98d7-02f6212d97fa'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:56:46.051843 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc980f54-6617-4392-8559-49fd4746a6cf" -d '{"events": [{"server_uuid": "c68f1418-4f5d-469c-b4d2-659e6a0cdafe", "name": "network-vif-deleted", "tag": "0503fe50-ba4c-4142-98d7-02f6212d97fa"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:56:46.096352 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e550883-5a6c-48e0-a198-4a0e35447683 x-openstack-request-id: req-1e550883-5a6c-48e0-a198-4a0e35447683 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:56:46.096656 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68f1418-4f5d-469c-b4d2-659e6a0cdafe", "name": "network-vif-deleted", "tag": "0503fe50-ba4c-4142-98d7-02f6212d97fa", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:56:46.096915 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e550883-5a6c-48e0-a198-4a0e35447683 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:56:46.097362 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68f1418-4f5d-469c-b4d2-659e6a0cdafe', 'name': 'network-vif-deleted', 'tag': '0503fe50-ba4c-4142-98d7-02f6212d97fa', 'status': 'completed', 'code': 200} Aug 03 19:56:46.184294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b76e6123-6620-4f88-aa70-536e187ad07a req-18b0c9f7-7d29-4a2d-bdea-1ba6030226af tempest-TestEncryptedCinderVolumes-393099412 tempest-TestEncryptedCinderVolumes-393099412-project] 10.222.0.78 "GET /v2.0/ports?device_id=c68f1418-4f5d-469c-b4d2-659e6a0cdafe HTTP/1.1" status: 200 len: 210 time: 0.0278246 Aug 03 19:56:47.278054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37378) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:47.639317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:47.890641 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] Deleting port f4b5b463-4c7b-40be-914c-c4573ac37242 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:47.890980 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:47.970438 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] For port f4b5b463-4c7b-40be-914c-c4573ac37242, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f4b5b463-4c7b-40be-914c-c4573ac37242,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:47.971669 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:47.984864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] Calling delete_port for f4b5b463-4c7b-40be-914c-c4573ac37242 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:48.170652 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:48.197431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b5b463-4c7b-40be-914c-c4573ac37242,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:48.370516 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:48.654828 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] Router 44abc849-60c3-434c-a73b-cbdcb91ccf3e has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:56:48.774791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:56:48.781032 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fa5282d8-4c60-4033-b6fb-c6ef97cd8a80 admin admin] 10.222.0.78 "PUT /v2.0/routers/44abc849-60c3-434c-a73b-cbdcb91ccf3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5012527 Aug 03 19:56:48.784239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37380) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:48.787409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171bba85-ee1a-4855-a6d0-621c93ea99d4 None None] Sync routers for ids ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:56:48.800074 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171bba85-ee1a-4855-a6d0-621c93ea99d4 None None] Routers {'44abc849-60c3-434c-a73b-cbdcb91ccf3e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:48.800741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-171bba85-ee1a-4855-a6d0-621c93ea99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:56:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:48.898589 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:48.918890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-171bba85-ee1a-4855-a6d0-621c93ea99d4 None None] Set router 44abc849-60c3-434c-a73b-cbdcb91ccf3e gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:49.011146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:49.080882 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Deleting port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:49.081233 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:49.167490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] For port fd4f0ff7-35da-4c92-b4d5-eaa7e592655b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fd4f0ff7-35da-4c92-b4d5-eaa7e592655b,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:49.167868 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:49.183469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Calling delete_port for fd4f0ff7-35da-4c92-b4d5-eaa7e592655b owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:49.275220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-171bba85-ee1a-4855-a6d0-621c93ea99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'name': 'tempest-TestEncryptedCinderVolumes-2005486653-router', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:29Z', 'updated_at': '2021-08-03T19:56:48Z', 'revision_number': 5, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'gw_port': {'id': 'fd4f0ff7-35da-4c92-b4d5-eaa7e592655b', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:30Z', 'updated_at': '2021-08-03T19:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:49.301960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171bba85-ee1a-4855-a6d0-621c93ea99d4 None None] Checking router: 44abc849-60c3-434c-a73b-cbdcb91ccf3e for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:56:49.311221 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171bba85-ee1a-4855-a6d0-621c93ea99d4 None None] Routers {'44abc849-60c3-434c-a73b-cbdcb91ccf3e'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:49.311843 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-171bba85-ee1a-4855-a6d0-621c93ea99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:56:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:49.390804 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:49.406769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-171bba85-ee1a-4855-a6d0-621c93ea99d4 None None] Set router 44abc849-60c3-434c-a73b-cbdcb91ccf3e gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:49.421234 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4f0ff7-35da-4c92-b4d5-eaa7e592655b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:49.464810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-171bba85-ee1a-4855-a6d0-621c93ea99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'name': 'tempest-TestEncryptedCinderVolumes-2005486653-router', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:29Z', 'updated_at': '2021-08-03T19:56:49Z', 'revision_number': 6, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:49.494429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0503fe50-ba4c-4142-98d7-02f6212d97fa no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:49.498393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171bba85-ee1a-4855-a6d0-621c93ea99d4 None None] The sync data for ids ['44abc849-60c3-434c-a73b-cbdcb91ccf3e'] in n-d-802918-7 is: [{'id': '44abc849-60c3-434c-a73b-cbdcb91ccf3e', 'name': 'tempest-TestEncryptedCinderVolumes-2005486653-router', 'tenant_id': 'd90dfb1842c34989b057fc0dfbc01659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:29Z', 'updated_at': '2021-08-03T19:56:49Z', 'revision_number': 6, 'project_id': 'd90dfb1842c34989b057fc0dfbc01659', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:56:49.517461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: 0503fe50-ba4c-4142-98d7-02f6212d97fa {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:49.517844 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device 0503fe50-ba4c-4142-98d7-02f6212d97fa not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:49.749206 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:49.836503 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:49.838520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:49.883616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:49.884350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44abc849-60c3-434c-a73b-cbdcb91ccf3e {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:56:49.888943 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:49.892819 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-93d4130d-0108-4f1a-8b3e-f431ce6b19a0 admin admin] 10.222.0.78 "DELETE /v2.0/routers/44abc849-60c3-434c-a73b-cbdcb91ccf3e HTTP/1.1" status: 204 len: 168 time: 1.1049449 Aug 03 19:56:49.893734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37382) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:49.945837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47f63c6-4a16-466b-83aa-fb13ffbda135 admin admin] Deleting subnet 24fd01de-b73b-4d82-9131-1998dcb158fb {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:56:49.949448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c47f63c6-4a16-466b-83aa-fb13ffbda135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:49.992521 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c47f63c6-4a16-466b-83aa-fb13ffbda135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.083351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c47f63c6-4a16-466b-83aa-fb13ffbda135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.139295 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c47f63c6-4a16-466b-83aa-fb13ffbda135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.167748 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c47f63c6-4a16-466b-83aa-fb13ffbda135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.172391 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c47f63c6-4a16-466b-83aa-fb13ffbda135 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/24fd01de-b73b-4d82-9131-1998dcb158fb HTTP/1.1" status: 204 len: 168 time: 0.2758682 Aug 03 19:56:50.172391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f63c6-4a16-466b-83aa-fb13ffbda135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24fd01de-b73b-4d82-9131-1998dcb158fb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:50.174034 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37384) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:50.176024 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd124be-46c5-4390-b878-0778d3b47aee None None] Network ca2dd9d2-3af4-45b5-8720-fcc89220f833 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:56:50.251194 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.307202 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Deleting port 25589243-b7ae-4f86-b78e-3feb04b57627 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:50.307564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.369777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f1119-2dc7-4590-b53e-e218fa235012 None None] DHCP port deletion for ca2dd9d2-3af4-45b5-8720-fcc89220f833 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:56:50.384107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] For port 25589243-b7ae-4f86-b78e-3feb04b57627, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=25589243-b7ae-4f86-b78e-3feb04b57627,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:50.384484 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.399068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Calling delete_port for 25589243-b7ae-4f86-b78e-3feb04b57627 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:50.417978 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d95f1119-2dc7-4590-b53e-e218fa235012 None None] Deleting port 25589243-b7ae-4f86-b78e-3feb04b57627 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:50.418370 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d95f1119-2dc7-4590-b53e-e218fa235012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.484365 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.491163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d95f1119-2dc7-4590-b53e-e218fa235012 None None] For port 25589243-b7ae-4f86-b78e-3feb04b57627, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=25589243-b7ae-4f86-b78e-3feb04b57627,segment=NetworkSegment(71ed27f2-492f-4762-a65e-066042a74e46),segment_id=71ed27f2-492f-4762-a65e-066042a74e46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:50.491163 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d95f1119-2dc7-4590-b53e-e218fa235012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.506593 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d95f1119-2dc7-4590-b53e-e218fa235012 None None] Calling delete_port for 25589243-b7ae-4f86-b78e-3feb04b57627 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:50.516405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Pushing event deleted for resources: {'Port': ['ID=25589243-b7ae-4f86-b78e-3feb04b57627,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:50.520004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] No DVR routers for this DVR port 25589243-b7ae-4f86-b78e-3feb04b57627 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:56:50.591448 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d95f1119-2dc7-4590-b53e-e218fa235012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.628768 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f1119-2dc7-4590-b53e-e218fa235012 None None] No DVR routers for this DVR port 25589243-b7ae-4f86-b78e-3feb04b57627 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:56:50.630725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f1119-2dc7-4590-b53e-e218fa235012 None None] Pushing event deleted for resources: {'Port': ['ID=25589243-b7ae-4f86-b78e-3feb04b57627,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:50.643447 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.656521 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2dd9d2-3af4-45b5-8720-fcc89220f833']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:50.668193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ed27f2-492f-4762-a65e-066042a74e46') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:50.668489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ed27f2-492f-4762-a65e-066042a74e46') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:50.682433 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.707243 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.714287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:56:50.714790 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: timer() Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:56:50.716952 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:56:50.782616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.789403 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:50.793464 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ca2dd9d2-3af4-45b5-8720-fcc89220f833 HTTP/1.1" status: 204 len: 168 time: 0.6154063 Aug 03 19:56:50.793464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37386) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:50.809168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bc199-30ab-4112-8b9f-6354a70cb572 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca2dd9d2-3af4-45b5-8720-fcc89220f833,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:51.180664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:51.473977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] Deleting port f89e7a09-5441-4cdc-819e-d83b37f54b1e {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:51.474647 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:51.558067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] For port f89e7a09-5441-4cdc-819e-d83b37f54b1e, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f89e7a09-5441-4cdc-819e-d83b37f54b1e,segment=NetworkSegment(5403d8ac-4dc6-4824-826c-fdbcc8b0f865),segment_id=5403d8ac-4dc6-4824-826c-fdbcc8b0f865)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:51.558524 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:51.568473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f4b5b463-4c7b-40be-914c-c4573ac37242 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:51.573370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] Calling delete_port for f89e7a09-5441-4cdc-819e-d83b37f54b1e owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:51.589562 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: f4b5b463-4c7b-40be-914c-c4573ac37242 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:51.589994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f4b5b463-4c7b-40be-914c-c4573ac37242 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:51.590476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 25589243-b7ae-4f86-b78e-3feb04b57627 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:51.610339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 25589243-b7ae-4f86-b78e-3feb04b57627 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:51.610835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 25589243-b7ae-4f86-b78e-3feb04b57627 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:51.611922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fd4f0ff7-35da-4c92-b4d5-eaa7e592655b no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:51.631500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: fd4f0ff7-35da-4c92-b4d5-eaa7e592655b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:51.632109 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fd4f0ff7-35da-4c92-b4d5-eaa7e592655b not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:51.759551 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:51.784032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89e7a09-5441-4cdc-819e-d83b37f54b1e,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:51.949862 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.180793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] Router 7fc1da19-f596-4174-addf-cded481c2641 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:56:52.289617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:56:52.294980 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a7169484-073f-4d00-8c11-72f8e47fae73 admin admin] 10.222.0.78 "PUT /v2.0/routers/7fc1da19-f596-4174-addf-cded481c2641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5008211 Aug 03 19:56:52.297523 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37388) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:52.298569 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e54a88-193c-4292-945f-6bdf12d04d93 None None] Sync routers for ids ['7fc1da19-f596-4174-addf-cded481c2641'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:56:52.309225 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e54a88-193c-4292-945f-6bdf12d04d93 None None] Routers {'7fc1da19-f596-4174-addf-cded481c2641'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:52.309926 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f5e54a88-193c-4292-945f-6bdf12d04d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:56:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7fc1da19-f596-4174-addf-cded481c2641'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:52.406838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.418032 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-f5e54a88-193c-4292-945f-6bdf12d04d93 None None] Set router 7fc1da19-f596-4174-addf-cded481c2641 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:52.523705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.582329 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Deleting port c532aa89-83dc-4d4f-b91d-07b4232a1e70 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:52.582695 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.669231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] For port c532aa89-83dc-4d4f-b91d-07b4232a1e70, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=c532aa89-83dc-4d4f-b91d-07b4232a1e70,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:52.669634 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.683242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Calling delete_port for c532aa89-83dc-4d4f-b91d-07b4232a1e70 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:52.705871 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f5e54a88-193c-4292-945f-6bdf12d04d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1da19-f596-4174-addf-cded481c2641', 'name': 'tempest-TestEncryptedCinderVolumes-1873255845-router', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:34Z', 'updated_at': '2021-08-03T19:56:51Z', 'revision_number': 5, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'gw_port': {'id': 'c532aa89-83dc-4d4f-b91d-07b4232a1e70', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc1da19-f596-4174-addf-cded481c2641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:55:35Z', 'updated_at': '2021-08-03T19:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:52.738801 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e54a88-193c-4292-945f-6bdf12d04d93 None None] Checking router: 7fc1da19-f596-4174-addf-cded481c2641 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:56:52.748499 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e54a88-193c-4292-945f-6bdf12d04d93 None None] Routers {'7fc1da19-f596-4174-addf-cded481c2641'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:52.749127 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f5e54a88-193c-4292-945f-6bdf12d04d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:56:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7fc1da19-f596-4174-addf-cded481c2641'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:52.837393 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-f5e54a88-193c-4292-945f-6bdf12d04d93 None None] Set router 7fc1da19-f596-4174-addf-cded481c2641 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:52.867736 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.889009 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-f5e54a88-193c-4292-945f-6bdf12d04d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc1da19-f596-4174-addf-cded481c2641', 'name': 'tempest-TestEncryptedCinderVolumes-1873255845-router', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:34Z', 'updated_at': '2021-08-03T19:56:52Z', 'revision_number': 6, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:52.894590 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Pushing event deleted for resources: {'Port': ['ID=c532aa89-83dc-4d4f-b91d-07b4232a1e70,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:52.918394 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e54a88-193c-4292-945f-6bdf12d04d93 None None] The sync data for ids ['7fc1da19-f596-4174-addf-cded481c2641'] in n-d-802918-7 is: [{'id': '7fc1da19-f596-4174-addf-cded481c2641', 'name': 'tempest-TestEncryptedCinderVolumes-1873255845-router', 'tenant_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:55:34Z', 'updated_at': '2021-08-03T19:56:52Z', 'revision_number': 6, 'project_id': 'ff5fb23d15de4ca88a3cdb50287611e7', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:56:52.968830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.080460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.084081 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.132533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.133064 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fc1da19-f596-4174-addf-cded481c2641 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:56:53.137466 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.138686 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-464d8e89-9c85-459c-8139-c30ba0c8b27e admin admin] 10.222.0.78 "DELETE /v2.0/routers/7fc1da19-f596-4174-addf-cded481c2641 HTTP/1.1" status: 204 len: 168 time: 0.8401861 Aug 03 19:56:53.141385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37390) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:53.187714 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd574645-b05a-4126-981c-c42b780925fd admin admin] Deleting subnet 8d3a3e34-1b28-4b0c-bb70-2609371b0cb3 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:56:53.190822 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd574645-b05a-4126-981c-c42b780925fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.225321 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd574645-b05a-4126-981c-c42b780925fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.310565 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd574645-b05a-4126-981c-c42b780925fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.368322 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd574645-b05a-4126-981c-c42b780925fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.398902 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dd574645-b05a-4126-981c-c42b780925fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.401791 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dd574645-b05a-4126-981c-c42b780925fd admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8d3a3e34-1b28-4b0c-bb70-2609371b0cb3 HTTP/1.1" status: 204 len: 168 time: 0.2581921 Aug 03 19:56:53.402505 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd574645-b05a-4126-981c-c42b780925fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d3a3e34-1b28-4b0c-bb70-2609371b0cb3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:53.403836 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37392) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:53.406043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cfd1d0-f0c7-42e4-827b-82312f30ca36 None None] Network 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:56:53.478987 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.540719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Deleting port e9a5a7ee-453b-4582-a2d0-3756ef9583ae {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:56:53.541202 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.614966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] For port e9a5a7ee-453b-4582-a2d0-3756ef9583ae, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e9a5a7ee-453b-4582-a2d0-3756ef9583ae,segment=NetworkSegment(5403d8ac-4dc6-4824-826c-fdbcc8b0f865),segment_id=5403d8ac-4dc6-4824-826c-fdbcc8b0f865)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:53.615383 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.630323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Calling delete_port for e9a5a7ee-453b-4582-a2d0-3756ef9583ae owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:56:53.714852 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.729644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f47893-1cc7-464a-9f1e-8c018d75e2a2 None None] DHCP port deletion for 8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:56:53.753722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] No DVR routers for this DVR port e9a5a7ee-453b-4582-a2d0-3756ef9583ae on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:56:53.755947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a5a7ee-453b-4582-a2d0-3756ef9583ae,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:53.767829 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.768325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.768745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.769144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.769574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.769996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.770389 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.770785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.771127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.771455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.771947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.772120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:56:53.789604 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e9a5a7ee-453b-4582-a2d0-3756ef9583ae no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:53.814515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: e9a5a7ee-453b-4582-a2d0-3756ef9583ae {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:53.815457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e9a5a7ee-453b-4582-a2d0-3756ef9583ae not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:53.815457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c532aa89-83dc-4d4f-b91d-07b4232a1e70 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:53.835516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: c532aa89-83dc-4d4f-b91d-07b4232a1e70 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:53.835939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device c532aa89-83dc-4d4f-b91d-07b4232a1e70 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:53.836425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f89e7a09-5441-4cdc-819e-d83b37f54b1e no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:56:53.850682 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.856302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: f89e7a09-5441-4cdc-819e-d83b37f54b1e {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:56:53.856646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f89e7a09-5441-4cdc-819e-d83b37f54b1e not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:56:53.863466 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:53.874400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5403d8ac-4dc6-4824-826c-fdbcc8b0f865') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:53.874698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5403d8ac-4dc6-4824-826c-fdbcc8b0f865') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:53.884390 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.899008 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.905637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:56:53.906118 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:56:53.908138 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:56:53.965066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.971022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.973356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0 HTTP/1.1" status: 204 len: 168 time: 0.5678663 Aug 03 19:56:53.985533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28240808-b0fe-4af8-9ba9-f6849610e0b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2ebd00-6b62-4dc3-8ee4-f2fc13a9f8f0,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:54.174142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37400) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:54.219216 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7317fed1-5be2-4b74-8dfa-fb533c3a43b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d90dfb1842c34989b057fc0dfbc01659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432694 Aug 03 19:56:54.221983 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37402) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:54.273706 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29b5f76a-fd95-4930-a2e3-2842a885f533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.300226 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29b5f76a-fd95-4930-a2e3-2842a885f533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.351581 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29b5f76a-fd95-4930-a2e3-2842a885f533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.355854 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-29b5f76a-fd95-4930-a2e3-2842a885f533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.357811 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-29b5f76a-fd95-4930-a2e3-2842a885f533 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b7f61000-a66a-4ff6-84a8-b23aaa56bd6f HTTP/1.1" status: 204 len: 168 time: 0.1347516 Aug 03 19:56:54.371999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5f76a-fd95-4930-a2e3-2842a885f533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f61000-a66a-4ff6-84a8-b23aaa56bd6f,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:54.715446 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37408) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:54.762286 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-83fe9075-61c7-4965-a1c1-4a465ef84ccb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ff5fb23d15de4ca88a3cdb50287611e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451469 Aug 03 19:56:54.765453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37410) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:54.844121 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67f49c27-f7df-46fd-ae75-50ab55ae2cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.871869 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67f49c27-f7df-46fd-ae75-50ab55ae2cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.925191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67f49c27-f7df-46fd-ae75-50ab55ae2cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.927818 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-67f49c27-f7df-46fd-ae75-50ab55ae2cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.929023 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-67f49c27-f7df-46fd-ae75-50ab55ae2cd3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d11a5260-1552-4e0a-ab72-50f67195c617 HTTP/1.1" status: 204 len: 168 time: 0.1625998 Aug 03 19:56:54.937131 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f49c27-f7df-46fd-ae75-50ab55ae2cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11a5260-1552-4e0a-ab72-50f67195c617,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:55.650252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37432) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:55.748493 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1580858478-network', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:56:55.771491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Made reservation on behalf of daf8afe2cc4047ceb1f80d5d7d26a60d for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:56:55.774035 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.788322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.894696 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.899068 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.924602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:56:55.934662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f4b54f-1900-4ce9-b769-0949e096c06d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:55.940299 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:55.940650 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Added segment 7aff64b7-da54-43f6-b093-f1c06620c7fa of type vlan for network a0c35818-d4b7-4d61-90aa-b8d142e172ae Aug 03 19:56:55.981556 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.011029 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.012073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:56.012654 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.067412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4159822 Aug 03 19:56:56.071973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37436) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:56.075190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c6812-8624-48aa-9ed1-b3cf9bceb858 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c35818-d4b7-4d61-90aa-b8d142e172ae,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:56.077159 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] Request body: {'subnet': {'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1580858478-subnet', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:56:56.086053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network a0c35818-d4b7-4d61-90aa-b8d142e172ae details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:56:56.101769 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] Made reservation on behalf of daf8afe2cc4047ceb1f80d5d7d26a60d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:56:56.104528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.308848 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.364302 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=891976af-bb41-4981-8e39-c532d2b8379c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:56.375065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] Checking segment: {'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:56:56.375431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] Network hostable DHCP agents. Network: a0c35818-d4b7-4d61-90aa-b8d142e172ae, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:56:56.391012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] Network a0c35818-d4b7-4d61-90aa-b8d142e172ae is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:56:56.399763 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, a0c35818-d4b7-4d61-90aa-b8d142e172ae) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:56:56.404164 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:56.404764 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.409265 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9868768-6b3d-4f11-b20f-dc6a628f08c8 None None] Network a0c35818-d4b7-4d61-90aa-b8d142e172ae requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:56:56.421567 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-846c0aac-c048-45eb-90ac-424d999b55e0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3459780 Aug 03 19:56:56.421783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37438) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:56.426766 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:56:56.448137 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.449173 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.507411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.561785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:56:56.562665 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.724076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Allocated IP 172.20.0.2 (a0c35818-d4b7-4d61-90aa-b8d142e172ae/891976af-bb41-4981-8e39-c532d2b8379c/80ed0a01-0d80-4168-90af-b839e8f4c69b) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:56:56.924905 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.933717 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:56.934629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Transition to ACTIVE for port object 80ed0a01-0d80-4168-90af-b839e8f4c69b will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:56:56.951702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Transition to ACTIVE for port object 80ed0a01-0d80-4168-90af-b839e8f4c69b will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:56:56.959293 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:57.000769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Network a0c35818-d4b7-4d61-90aa-b8d142e172ae is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:56:57.004116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:56:57.006567 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:56:57.018291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Pushing event updated for resources: {'Port': ['ID=80ed0a01-0d80-4168-90af-b839e8f4c69b,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:57.076676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Attempting to bind port 80ed0a01-0d80-4168-90af-b839e8f4c69b on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:56:57.077053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Attempting to bind port 80ed0a01-0d80-4168-90af-b839e8f4c69b by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:56:57.077421 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Attempting to bind port 80ed0a01-0d80-4168-90af-b839e8f4c69b on network a0c35818-d4b7-4d61-90aa-b8d142e172ae {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:56:57.083286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:56:57.083670 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Checking segment: {'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:56:57.084096 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:57.084495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Bound using segment: {'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:56:57.084989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Bound port: 80ed0a01-0d80-4168-90af-b839e8f4c69b, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:56:57.086063 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:57.143224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:57.155387 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] For port 80ed0a01-0d80-4168-90af-b839e8f4c69b, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:56:57.159338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] For port 80ed0a01-0d80-4168-90af-b839e8f4c69b, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=80ed0a01-0d80-4168-90af-b839e8f4c69b,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:56:57.164996 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:57.165229 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:57.227230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ae261-75e2-4499-82a3-c525ee7e64d8 None None] Pushing event updated for resources: {'Port': ['ID=80ed0a01-0d80-4168-90af-b839e8f4c69b,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:57.296032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Allocated IP 172.25.8.186 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/7037ac51-890a-4344-8778-b36102405743) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:56:57.428223 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:57.475291 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:57.520953 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:56:57.524380 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:56:57.530489 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:56:57.537214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7037ac51-890a-4344-8778-b36102405743,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:57.586142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 80ed0a01-0d80-4168-90af-b839e8f4c69b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:56:57.639225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 80ed0a01-0d80-4168-90af-b839e8f4c69b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:56:57.794283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:58.002078 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:58.119480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae787c22-26a2-4387-9b08-a8d0c3b50f9a None None] Network a0c35818-d4b7-4d61-90aa-b8d142e172ae requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:56:58.137691 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Router c3b568b8-b737-4040-8e52-dac611b372a6 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:56:58.201474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ea49384a-3d74-4187-8460-e8899de5b37a None None] Provisioning for port 80ed0a01-0d80-4168-90af-b839e8f4c69b completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:56:58.211955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ea49384a-3d74-4187-8460-e8899de5b37a None None] Provisioning complete for port 80ed0a01-0d80-4168-90af-b839e8f4c69b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:56:58.212293 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ea49384a-3d74-4187-8460-e8899de5b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:58.248606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:56:58.263347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Sync routers for ids ['c3b568b8-b737-4040-8e52-dac611b372a6'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:56:58.265071 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:58.266503 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c0ac3867-5f55-425d-87d7-a3a0869367c2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8438101 Aug 03 19:56:58.269150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37440) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:58.293175 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Routers {'c3b568b8-b737-4040-8e52-dac611b372a6'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:58.293853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:56:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c3b568b8-b737-4040-8e52-dac611b372a6'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:58.451819 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ea49384a-3d74-4187-8460-e8899de5b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:58.472457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Set router c3b568b8-b737-4040-8e52-dac611b372a6 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:58.581232 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-ea49384a-3d74-4187-8460-e8899de5b37a None None] For port 80ed0a01-0d80-4168-90af-b839e8f4c69b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=80ed0a01-0d80-4168-90af-b839e8f4c69b,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:58.586465 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ea49384a-3d74-4187-8460-e8899de5b37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:58.665668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49384a-3d74-4187-8460-e8899de5b37a None None] Pushing event updated for resources: {'Port': ['ID=80ed0a01-0d80-4168-90af-b839e8f4c69b,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:58.716407 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-07265403-a2a3-4fab-853c-c7c5ac08be7b None None] Provisioning complete for port 80ed0a01-0d80-4168-90af-b839e8f4c69b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:56:58.716664 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-07265403-a2a3-4fab-853c-c7c5ac08be7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:58.717411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:58.747861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:57Z', 'revision_number': 3, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:58.786218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Checking router: c3b568b8-b737-4040-8e52-dac611b372a6 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:56:58.786583 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Updating router c3b568b8-b737-4040-8e52-dac611b372a6 port 7037ac51-890a-4344-8778-b36102405743 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:56:58.818833 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:58.879732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Allocated IP 172.20.0.1 (a0c35818-d4b7-4d61-90aa-b8d142e172ae/891976af-bb41-4981-8e39-c532d2b8379c/012214d0-8d83-4d39-9975-9858ae4b99d5) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:56:58.987054 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.000694 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Transition to ACTIVE for port object 012214d0-8d83-4d39-9975-9858ae4b99d5 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:56:59.036111 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.078792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Network a0c35818-d4b7-4d61-90aa-b8d142e172ae is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:56:59.082871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:56:59.088197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:56:59.111213 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.120031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Pushing event updated for resources: {'Port': ['ID=012214d0-8d83-4d39-9975-9858ae4b99d5,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:59.124475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Transition to ACTIVE for port object 7037ac51-890a-4344-8778-b36102405743 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:56:59.133876 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.146232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.199734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f25ff-cd32-46b6-a093-fd0476712154 None None] Pushing event updated for resources: {'Port': ['ID=7037ac51-890a-4344-8778-b36102405743,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:59.202969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Attempting to bind port 7037ac51-890a-4344-8778-b36102405743 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:56:59.203337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Attempting to bind port 7037ac51-890a-4344-8778-b36102405743 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:56:59.203699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Attempting to bind port 7037ac51-890a-4344-8778-b36102405743 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:56:59.209890 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:56:59.210269 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:56:59.210678 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.211537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:56:59.211537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Bound port: 7037ac51-890a-4344-8778-b36102405743, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:56:59.211907 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.276569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] For port 7037ac51-890a-4344-8778-b36102405743, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:56:59.280500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] For port 7037ac51-890a-4344-8778-b36102405743, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7037ac51-890a-4344-8778-b36102405743,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:56:59.284611 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.301719 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.348130 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f25ff-cd32-46b6-a093-fd0476712154 None None] Pushing event updated for resources: {'Port': ['ID=7037ac51-890a-4344-8778-b36102405743,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:59.350666 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Routers {'c3b568b8-b737-4040-8e52-dac611b372a6'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:59.354158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:56:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c3b568b8-b737-4040-8e52-dac611b372a6'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:59.486283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.491159 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.565386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Pushing event updated for resources: {'Port': ['ID=012214d0-8d83-4d39-9975-9858ae4b99d5,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:59.567776 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.570137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 80ed0a01-0d80-4168-90af-b839e8f4c69b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:56:59.605702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8c43a0ea-1a30-4437-af8a-4675ca570ab6 None None] Provisioning for port 012214d0-8d83-4d39-9975-9858ae4b99d5 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:56:59.648672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8c43a0ea-1a30-4437-af8a-4675ca570ab6 None None] Provisioning complete for port 012214d0-8d83-4d39-9975-9858ae4b99d5 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:56:59.649039 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8c43a0ea-1a30-4437-af8a-4675ca570ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.660130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Network a0c35818-d4b7-4d61-90aa-b8d142e172ae is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:56:59.661599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:56:59.708872 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] Set router c3b568b8-b737-4040-8e52-dac611b372a6 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:59.710665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-8c43a0ea-1a30-4437-af8a-4675ca570ab6 None None] Port 012214d0-8d83-4d39-9975-9858ae4b99d5 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:56:59.747270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 80ed0a01-0d80-4168-90af-b839e8f4c69b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:56:59.747641 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:59.794811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Router c3b568b8-b737-4040-8e52-dac611b372a6 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:56:59.924078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:56:59.930230 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ab8b682f-bcce-4f2c-8abc-bce9970920f5 admin admin] 10.222.0.78 "PUT /v2.0/routers/c3b568b8-b737-4040-8e52-dac611b372a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6596119 Aug 03 19:56:59.973629 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-65864450-1884-4155-9091-478e2e9020f0 None None] Provisioning complete for port 012214d0-8d83-4d39-9975-9858ae4b99d5 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:56:59.974010 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-65864450-1884-4155-9091-478e2e9020f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:00.016651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-65864450-1884-4155-9091-478e2e9020f0 None None] Port 012214d0-8d83-4d39-9975-9858ae4b99d5 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:57:00.026681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '012214d0-8d83-4d39-9975-9858ae4b99d5', 'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'mac_address': 'fa:16:3e:54:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:58Z', 'updated_at': '2021-08-03T19:56:58Z', 'revision_number': 1, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'subnets': [{'id': '891976af-bb41-4981-8e39-c532d2b8379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:00.057589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57d685-57a6-418c-adef-cc63e06ceb4f None None] The sync data for ids ['c3b568b8-b737-4040-8e52-dac611b372a6'] in n-d-802918-7 is: [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '012214d0-8d83-4d39-9975-9858ae4b99d5', 'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'mac_address': 'fa:16:3e:54:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:58Z', 'updated_at': '2021-08-03T19:56:58Z', 'revision_number': 1, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'subnets': [{'id': '891976af-bb41-4981-8e39-c532d2b8379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:57:00.198907 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:00.450451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37456) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:00.456477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-469226062-network', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:00.479350 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Made reservation on behalf of c6abfd08c498494bad99d91ef6fe8d3d for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:57:00.482051 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:00.491159 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:00.592075 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:00.596778 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:00.622097 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:57:00.632586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fa829d-0511-447e-a80e-2090e65e51c4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:00.637822 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:00.638233 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Added segment b63c5d7d-5a6d-4e57-b89a-223135be4f0a of type vlan for network 412bd912-b0c0-45e1-aca2-134a59410ce9 Aug 03 19:57:00.680188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:00.723691 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:00.725084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:00.726010 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:00.792154 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3377757 Aug 03 19:57:00.792406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37458) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:00.799397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] Request body: {'subnet': {'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-469226062-subnet', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'ip_version': 4}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:00.803850 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666d136-c0bd-40d0-94b3-6223feeb45a5 admin admin] Pushing event updated for resources: {'Network': ['ID=412bd912-b0c0-45e1-aca2-134a59410ce9,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:00.815478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 412bd912-b0c0-45e1-aca2-134a59410ce9 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:57:00.832788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] Made reservation on behalf of c6abfd08c498494bad99d91ef6fe8d3d for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:57:00.835220 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.024336 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.082003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e18d1e-ef9e-498f-ab12-6d2098cd95f9,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:01.094092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] Checking segment: {'id': 'b63c5d7d-5a6d-4e57-b89a-223135be4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:57:01.094464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] Network hostable DHCP agents. Network: 412bd912-b0c0-45e1-aca2-134a59410ce9, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:57:01.112837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] Network 412bd912-b0c0-45e1-aca2-134a59410ce9 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:57:01.123404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 412bd912-b0c0-45e1-aca2-134a59410ce9) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:57:01.128791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:01.129392 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.134448 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911eb9c4-dfe0-4035-bb0a-eadda64a3298 None None] Network 412bd912-b0c0-45e1-aca2-134a59410ce9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:57:01.148477 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9cfc20d4-c547-43bd-b0db-8a07c47756d3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3548331 Aug 03 19:57:01.150663 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37460) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:01.155601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-469226062-router', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:01.185941 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.187036 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.249940 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.304668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-412bd912-b0c0-45e1-aca2-134a59410ce9', 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'fixed_ips': [{'subnet_id': 'b6e18d1e-ef9e-498f-ab12-6d2098cd95f9'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:57:01.305632 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.407191 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.455782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Allocated IP 172.20.0.2 (412bd912-b0c0-45e1-aca2-134a59410ce9/b6e18d1e-ef9e-498f-ab12-6d2098cd95f9/5b5ddb39-3b60-4675-acca-9da86155b5a4) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:57:01.608378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7037ac51-890a-4344-8778-b36102405743 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:01.664074 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.679946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Transition to ACTIVE for port object 5b5ddb39-3b60-4675-acca-9da86155b5a4 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:57:01.702969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Transition to ACTIVE for port object 5b5ddb39-3b60-4675-acca-9da86155b5a4 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:57:01.711944 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.716898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 7037ac51-890a-4344-8778-b36102405743 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:01.750760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7037ac51-890a-4344-8778-b36102405743 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:01.751141 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.761812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Network 412bd912-b0c0-45e1-aca2-134a59410ce9 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:57:01.787756 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:57:01.795717 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:57:01.802492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Pushing event updated for resources: {'Port': ['ID=5b5ddb39-3b60-4675-acca-9da86155b5a4,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:01.869559 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Attempting to bind port 5b5ddb39-3b60-4675-acca-9da86155b5a4 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:57:01.869937 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Attempting to bind port 5b5ddb39-3b60-4675-acca-9da86155b5a4 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'b63c5d7d-5a6d-4e57-b89a-223135be4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:57:01.870306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Attempting to bind port 5b5ddb39-3b60-4675-acca-9da86155b5a4 on network 412bd912-b0c0-45e1-aca2-134a59410ce9 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:57:01.898652 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:57:01.899047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Checking segment: {'id': 'b63c5d7d-5a6d-4e57-b89a-223135be4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:57:01.899450 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.899853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Bound using segment: {'id': 'b63c5d7d-5a6d-4e57-b89a-223135be4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:57:01.900333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Bound port: 5b5ddb39-3b60-4675-acca-9da86155b5a4, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63c5d7d-5a6d-4e57-b89a-223135be4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:57:01.900722 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.927160 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.947680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.951900 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.993226 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 7037ac51-890a-4344-8778-b36102405743, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7037ac51-890a-4344-8778-b36102405743,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:01.996540 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] For port 5b5ddb39-3b60-4675-acca-9da86155b5a4, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:57:02.000538 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:02.012277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] For port 5b5ddb39-3b60-4675-acca-9da86155b5a4, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5b5ddb39-3b60-4675-acca-9da86155b5a4,segment=NetworkSegment(b63c5d7d-5a6d-4e57-b89a-223135be4f0a),segment_id=b63c5d7d-5a6d-4e57-b89a-223135be4f0a)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:57:02.034740 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:02.076367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=7037ac51-890a-4344-8778-b36102405743,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:02.081728 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Allocated IP 172.25.8.196 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/e169bfd7-b0b6-4d1e-896e-fc56dff6d455) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:57:02.138950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1b9b2-0ab2-4d67-8917-3cc2b923186f None None] Pushing event updated for resources: {'Port': ['ID=5b5ddb39-3b60-4675-acca-9da86155b5a4,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:02.194410 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:02.214877 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Sync routers for ids ['c3b568b8-b737-4040-8e52-dac611b372a6'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:57:02.226005 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Routers {'c3b568b8-b737-4040-8e52-dac611b372a6'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:57:02.226627 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:56:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c3b568b8-b737-4040-8e52-dac611b372a6'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:02.239840 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:02.294608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:57:02.297725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:57:02.305006 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:57:02.331554 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Pushing event updated for resources: {'Port': ['ID=e169bfd7-b0b6-4d1e-896e-fc56dff6d455,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:02.366344 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Set router c3b568b8-b737-4040-8e52-dac611b372a6 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:57:02.575231 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:02.582375 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '012214d0-8d83-4d39-9975-9858ae4b99d5', 'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'mac_address': 'fa:16:3e:54:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:58Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 2, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'subnets': [{'id': '891976af-bb41-4981-8e39-c532d2b8379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:02.609833 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Checking router: c3b568b8-b737-4040-8e52-dac611b372a6 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:57:02.610561 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Updating router c3b568b8-b737-4040-8e52-dac611b372a6 port 012214d0-8d83-4d39-9975-9858ae4b99d5 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:57:02.636459 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:02.785121 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:02.926447 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:02.930975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Router b00e508d-039c-4774-b98d-11ae2b936c45 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:57:02.939194 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Transition to ACTIVE for port object 012214d0-8d83-4d39-9975-9858ae4b99d5 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:57:02.946504 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:02.997822 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Pushing event updated for resources: {'Port': ['ID=012214d0-8d83-4d39-9975-9858ae4b99d5,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:03.024826 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.025203 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.025668 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.026058 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.026457 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.027012 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.027446 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.027836 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.028221 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.028603 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.028986 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.029381 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:03.068793 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Attempting to bind port 012214d0-8d83-4d39-9975-9858ae4b99d5 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:57:03.069457 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Attempting to bind port 012214d0-8d83-4d39-9975-9858ae4b99d5 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:57:03.070412 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Attempting to bind port 012214d0-8d83-4d39-9975-9858ae4b99d5 on network a0c35818-d4b7-4d61-90aa-b8d142e172ae {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:57:03.071652 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:57:03.078802 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:57:03.079186 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Checking segment: {'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:57:03.080173 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:03.080715 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Bound using segment: {'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:57:03.081261 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Bound port: 012214d0-8d83-4d39-9975-9858ae4b99d5, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:57:03.081681 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:03.083562 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Sync routers for ids ['b00e508d-039c-4774-b98d-11ae2b936c45'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:57:03.094517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:03.095841 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b1fe5c5c-16ad-4ba4-b81c-d2157340703c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9441962 Aug 03 19:57:03.098909 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37462) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:03.101597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Routers {'b00e508d-039c-4774-b98d-11ae2b936c45'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:57:03.103211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:56:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b00e508d-039c-4774-b98d-11ae2b936c45'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:03.146898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdb041a-003a-4f87-b165-1b4d2d21fc87 None None] Network 412bd912-b0c0-45e1-aca2-134a59410ce9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:57:03.191144 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] For port 012214d0-8d83-4d39-9975-9858ae4b99d5, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:57:03.201349 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] For port 012214d0-8d83-4d39-9975-9858ae4b99d5, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=012214d0-8d83-4d39-9975-9858ae4b99d5,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:57:03.213769 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:03.269147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c9fe90cd-b58e-4fee-9077-08b12da1c228 None None] Provisioning for port 5b5ddb39-3b60-4675-acca-9da86155b5a4 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:03.279931 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Routers {'c3b568b8-b737-4040-8e52-dac611b372a6'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:57:03.281796 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:56:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c3b568b8-b737-4040-8e52-dac611b372a6'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:03.324033 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Set router b00e508d-039c-4774-b98d-11ae2b936c45 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:57:03.363466 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce323c-7f78-43b1-8e46-0e145f7052ae None None] Pushing event updated for resources: {'Port': ['ID=012214d0-8d83-4d39-9975-9858ae4b99d5,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:03.438184 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] Set router c3b568b8-b737-4040-8e52-dac611b372a6 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:57:03.687076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'name': 'tempest-TestMinimumBasicScenario-469226062-router', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:02Z', 'revision_number': 3, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'gw_port': {'id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:03.729383 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:03.734072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Checking router: b00e508d-039c-4774-b98d-11ae2b936c45 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:57:03.734564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Updating router b00e508d-039c-4774-b98d-11ae2b936c45 port e169bfd7-b0b6-4d1e-896e-fc56dff6d455 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:57:03.759451 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '012214d0-8d83-4d39-9975-9858ae4b99d5', 'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'mac_address': 'fa:16:3e:54:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:58Z', 'updated_at': '2021-08-03T19:57:03Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'subnets': [{'id': '891976af-bb41-4981-8e39-c532d2b8379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:03.774879 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:03.778525 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5b5ddb39-3b60-4675-acca-9da86155b5a4 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:03.848588 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f1dbe60-966b-4607-8a41-8ba445ec8abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:03.911677 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c590eb4-eabb-42d8-8a73-e1926d269dc9 None None] The sync data for ids ['c3b568b8-b737-4040-8e52-dac611b372a6'] in n-d-802918-7 is: [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '012214d0-8d83-4d39-9975-9858ae4b99d5', 'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'mac_address': 'fa:16:3e:54:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:58Z', 'updated_at': '2021-08-03T19:57:03Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'subnets': [{'id': '891976af-bb41-4981-8e39-c532d2b8379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:57:03.930777 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Allocated IP 172.20.0.1 (412bd912-b0c0-45e1-aca2-134a59410ce9/b6e18d1e-ef9e-498f-ab12-6d2098cd95f9/070100a5-e743-4192-8b93-7b2a2fa32b6a) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:57:03.958785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 5b5ddb39-3b60-4675-acca-9da86155b5a4 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:03.968039 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5b5ddb39-3b60-4675-acca-9da86155b5a4 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:03.968411 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.058565 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.074657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Transition to ACTIVE for port object 070100a5-e743-4192-8b93-7b2a2fa32b6a will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:57:04.115274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.140675 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.161888 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Network 412bd912-b0c0-45e1-aca2-134a59410ce9 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:57:04.181438 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:57:04.187526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:57:04.213178 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.220588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 5b5ddb39-3b60-4675-acca-9da86155b5a4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5b5ddb39-3b60-4675-acca-9da86155b5a4,segment=NetworkSegment(b63c5d7d-5a6d-4e57-b89a-223135be4f0a),segment_id=b63c5d7d-5a6d-4e57-b89a-223135be4f0a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:04.223833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Pushing event updated for resources: {'Port': ['ID=070100a5-e743-4192-8b93-7b2a2fa32b6a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:04.228808 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.229759 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7037ac51-890a-4344-8778-b36102405743 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:04.237421 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.259481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Transition to ACTIVE for port object e169bfd7-b0b6-4d1e-896e-fc56dff6d455 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:57:04.418622 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.479576 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.517873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ab1e79a2-8978-43ae-a4b5-c850cdc212bf None None] Provisioning for port 070100a5-e743-4192-8b93-7b2a2fa32b6a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:04.539008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ab1e79a2-8978-43ae-a4b5-c850cdc212bf None None] Provisioning complete for port 070100a5-e743-4192-8b93-7b2a2fa32b6a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:04.539399 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ab1e79a2-8978-43ae-a4b5-c850cdc212bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.568992 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=5b5ddb39-3b60-4675-acca-9da86155b5a4,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:04.612121 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.617351 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Attempting to bind port e169bfd7-b0b6-4d1e-896e-fc56dff6d455 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:57:04.617782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Attempting to bind port e169bfd7-b0b6-4d1e-896e-fc56dff6d455 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:57:04.618484 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Attempting to bind port e169bfd7-b0b6-4d1e-896e-fc56dff6d455 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:57:04.618662 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.634752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e79a2-8978-43ae-a4b5-c850cdc212bf None None] Port 070100a5-e743-4192-8b93-7b2a2fa32b6a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:57:04.642687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:57:04.643178 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:57:04.643480 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.643881 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:57:04.644377 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Bound port: e169bfd7-b0b6-4d1e-896e-fc56dff6d455, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:57:04.644767 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.673716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7037ac51-890a-4344-8778-b36102405743 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:04.674093 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.678169 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63898926-2af7-4e1d-9920-599f6943b97e None None] Pushing event updated for resources: {'Port': ['ID=e169bfd7-b0b6-4d1e-896e-fc56dff6d455,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:04.690193 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Pushing event updated for resources: {'Port': ['ID=070100a5-e743-4192-8b93-7b2a2fa32b6a,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:04.692917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.744547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] For port e169bfd7-b0b6-4d1e-896e-fc56dff6d455, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:57:04.748648 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] For port e169bfd7-b0b6-4d1e-896e-fc56dff6d455, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e169bfd7-b0b6-4d1e-896e-fc56dff6d455,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:57:04.754703 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:04.820453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Network 412bd912-b0c0-45e1-aca2-134a59410ce9 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:57:04.822719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:57:04.855492 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Routers {'b00e508d-039c-4774-b98d-11ae2b936c45'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:57:04.856137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:56:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b00e508d-039c-4774-b98d-11ae2b936c45'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:04.858675 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63898926-2af7-4e1d-9920-599f6943b97e None None] Pushing event updated for resources: {'Port': ['ID=e169bfd7-b0b6-4d1e-896e-fc56dff6d455,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:04.865994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 012214d0-8d83-4d39-9975-9858ae4b99d5 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:04.971287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Router b00e508d-039c-4774-b98d-11ae2b936c45 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:57:05.010199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 012214d0-8d83-4d39-9975-9858ae4b99d5 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:05.013404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] Set router b00e508d-039c-4774-b98d-11ae2b936c45 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:57:05.041946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 012214d0-8d83-4d39-9975-9858ae4b99d5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:05.042328 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:05.187777 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3c63c325-735b-47b1-abde-2f623d201997 None None] Provisioning complete for port 070100a5-e743-4192-8b93-7b2a2fa32b6a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:05.188483 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3c63c325-735b-47b1-abde-2f623d201997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:05.265003 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3c63c325-735b-47b1-abde-2f623d201997 None None] Port 070100a5-e743-4192-8b93-7b2a2fa32b6a cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:57:05.289363 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:05.347783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 012214d0-8d83-4d39-9975-9858ae4b99d5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=012214d0-8d83-4d39-9975-9858ae4b99d5,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:05.355490 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:05.359788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:57:05.370055 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-011c70b5-a15b-4d78-9216-67d25d8c9e61 admin admin] 10.222.0.78 "PUT /v2.0/routers/b00e508d-039c-4774-b98d-11ae2b936c45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2700253 Aug 03 19:57:05.418401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'name': 'tempest-TestMinimumBasicScenario-469226062-router', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:04Z', 'revision_number': 4, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'gw_port': {'id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '070100a5-e743-4192-8b93-7b2a2fa32b6a', 'name': '', 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'mac_address': 'fa:16:3e:f3:40:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b6e18d1e-ef9e-498f-ab12-6d2098cd95f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:03Z', 'updated_at': '2021-08-03T19:57:04Z', 'revision_number': 2, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'subnets': [{'id': 'b6e18d1e-ef9e-498f-ab12-6d2098cd95f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:05.421423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=012214d0-8d83-4d39-9975-9858ae4b99d5,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:05.451420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a68c1d8-6049-40b9-bc3a-178ae4999f82 None None] The sync data for ids ['b00e508d-039c-4774-b98d-11ae2b936c45'] in n-d-802918-7 is: [{'id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'name': 'tempest-TestMinimumBasicScenario-469226062-router', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:04Z', 'revision_number': 4, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'gw_port': {'id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '070100a5-e743-4192-8b93-7b2a2fa32b6a', 'name': '', 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'mac_address': 'fa:16:3e:f3:40:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b6e18d1e-ef9e-498f-ab12-6d2098cd95f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:03Z', 'updated_at': '2021-08-03T19:57:04Z', 'revision_number': 2, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'subnets': [{'id': 'b6e18d1e-ef9e-498f-ab12-6d2098cd95f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:57:05.582539 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5b5ddb39-3b60-4675-acca-9da86155b5a4 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:05.635474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5b5ddb39-3b60-4675-acca-9da86155b5a4 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:05.635681 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:05.760789 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 012214d0-8d83-4d39-9975-9858ae4b99d5 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:05.825051 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 012214d0-8d83-4d39-9975-9858ae4b99d5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:05.825431 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:06.513447 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-77765c17-6ad0-4521-9ac0-653e1cc9a198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:06.809761 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:07.607738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e169bfd7-b0b6-4d1e-896e-fc56dff6d455 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:07.677787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port e169bfd7-b0b6-4d1e-896e-fc56dff6d455 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:07.683291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e169bfd7-b0b6-4d1e-896e-fc56dff6d455 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:07.683995 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:07.795288 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:07.819813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port e169bfd7-b0b6-4d1e-896e-fc56dff6d455, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e169bfd7-b0b6-4d1e-896e-fc56dff6d455,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:07.825187 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:07.889485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=e169bfd7-b0b6-4d1e-896e-fc56dff6d455,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:08.127303 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:08.324223 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Sync routers for ids ['b00e508d-039c-4774-b98d-11ae2b936c45'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:57:08.342896 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Routers {'b00e508d-039c-4774-b98d-11ae2b936c45'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:57:08.344244 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-942def1c-d39b-435d-946e-791624e12b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:57:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b00e508d-039c-4774-b98d-11ae2b936c45'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:08.483944 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Set router b00e508d-039c-4774-b98d-11ae2b936c45 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:57:08.732035 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-942def1c-d39b-435d-946e-791624e12b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'name': 'tempest-TestMinimumBasicScenario-469226062-router', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:04Z', 'revision_number': 4, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'gw_port': {'id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '070100a5-e743-4192-8b93-7b2a2fa32b6a', 'name': '', 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'mac_address': 'fa:16:3e:f3:40:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b6e18d1e-ef9e-498f-ab12-6d2098cd95f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:03Z', 'updated_at': '2021-08-03T19:57:04Z', 'revision_number': 2, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'subnets': [{'id': 'b6e18d1e-ef9e-498f-ab12-6d2098cd95f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:08.759852 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Checking router: b00e508d-039c-4774-b98d-11ae2b936c45 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:57:08.760347 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Updating router b00e508d-039c-4774-b98d-11ae2b936c45 port 070100a5-e743-4192-8b93-7b2a2fa32b6a binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:57:08.790096 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:09.083088 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:09.094800 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Transition to ACTIVE for port object 070100a5-e743-4192-8b93-7b2a2fa32b6a will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:57:09.102593 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:09.215785 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Attempting to bind port 070100a5-e743-4192-8b93-7b2a2fa32b6a on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:57:09.216178 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Attempting to bind port 070100a5-e743-4192-8b93-7b2a2fa32b6a by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'b63c5d7d-5a6d-4e57-b89a-223135be4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:57:09.216601 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Attempting to bind port 070100a5-e743-4192-8b93-7b2a2fa32b6a on network 412bd912-b0c0-45e1-aca2-134a59410ce9 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:57:09.222633 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961e8cc-13a7-480e-9e79-3296b9481d2c None None] Pushing event updated for resources: {'Port': ['ID=070100a5-e743-4192-8b93-7b2a2fa32b6a,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:09.237024 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:57:09.237396 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Checking segment: {'id': 'b63c5d7d-5a6d-4e57-b89a-223135be4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:57:09.237865 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:09.238255 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Bound using segment: {'id': 'b63c5d7d-5a6d-4e57-b89a-223135be4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:57:09.238722 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Bound port: 070100a5-e743-4192-8b93-7b2a2fa32b6a, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63c5d7d-5a6d-4e57-b89a-223135be4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:57:09.239096 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:09.335212 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-942def1c-d39b-435d-946e-791624e12b08 None None] For port 070100a5-e743-4192-8b93-7b2a2fa32b6a, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:57:09.340940 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-942def1c-d39b-435d-946e-791624e12b08 None None] For port 070100a5-e743-4192-8b93-7b2a2fa32b6a, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=070100a5-e743-4192-8b93-7b2a2fa32b6a,segment=NetworkSegment(b63c5d7d-5a6d-4e57-b89a-223135be4f0a),segment_id=b63c5d7d-5a6d-4e57-b89a-223135be4f0a)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:57:09.346300 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:09.401867 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Routers {'b00e508d-039c-4774-b98d-11ae2b936c45'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:57:09.402509 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-942def1c-d39b-435d-946e-791624e12b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:57:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b00e508d-039c-4774-b98d-11ae2b936c45'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:09.482883 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961e8cc-13a7-480e-9e79-3296b9481d2c None None] Pushing event updated for resources: {'Port': ['ID=070100a5-e743-4192-8b93-7b2a2fa32b6a,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:09.581158 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-942def1c-d39b-435d-946e-791624e12b08 None None] Set router b00e508d-039c-4774-b98d-11ae2b936c45 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:57:09.667266 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e169bfd7-b0b6-4d1e-896e-fc56dff6d455 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:09.764005 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e169bfd7-b0b6-4d1e-896e-fc56dff6d455 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:09.764755 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:09.895953 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-942def1c-d39b-435d-946e-791624e12b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'name': 'tempest-TestMinimumBasicScenario-469226062-router', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:04Z', 'revision_number': 4, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'gw_port': {'id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '070100a5-e743-4192-8b93-7b2a2fa32b6a', 'name': '', 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'mac_address': 'fa:16:3e:f3:40:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b6e18d1e-ef9e-498f-ab12-6d2098cd95f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:03Z', 'updated_at': '2021-08-03T19:57:09Z', 'revision_number': 4, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'subnets': [{'id': 'b6e18d1e-ef9e-498f-ab12-6d2098cd95f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:09.901418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 070100a5-e743-4192-8b93-7b2a2fa32b6a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:09.933548 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942def1c-d39b-435d-946e-791624e12b08 None None] The sync data for ids ['b00e508d-039c-4774-b98d-11ae2b936c45'] in n-d-802918-7 is: [{'id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'name': 'tempest-TestMinimumBasicScenario-469226062-router', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:04Z', 'revision_number': 4, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'gw_port': {'id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '070100a5-e743-4192-8b93-7b2a2fa32b6a', 'name': '', 'network_id': '412bd912-b0c0-45e1-aca2-134a59410ce9', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'mac_address': 'fa:16:3e:f3:40:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'b6e18d1e-ef9e-498f-ab12-6d2098cd95f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:03Z', 'updated_at': '2021-08-03T19:57:09Z', 'revision_number': 4, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'subnets': [{'id': 'b6e18d1e-ef9e-498f-ab12-6d2098cd95f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:57:09.940514 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:09.972644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 070100a5-e743-4192-8b93-7b2a2fa32b6a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:09.978396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 070100a5-e743-4192-8b93-7b2a2fa32b6a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:09.979042 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:10.084928 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:10.148698 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 070100a5-e743-4192-8b93-7b2a2fa32b6a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=070100a5-e743-4192-8b93-7b2a2fa32b6a,segment=NetworkSegment(b63c5d7d-5a6d-4e57-b89a-223135be4f0a),segment_id=b63c5d7d-5a6d-4e57-b89a-223135be4f0a)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:10.158322 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:10.262187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=070100a5-e743-4192-8b93-7b2a2fa32b6a,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:11.607720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 070100a5-e743-4192-8b93-7b2a2fa32b6a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:11.681052 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 070100a5-e743-4192-8b93-7b2a2fa32b6a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:11.681052 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:15.837074 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-3e795429-2195-462e-b0af-a8dab59db705 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:15.838574 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-3e795429-2195-462e-b0af-a8dab59db705 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/networks?id=a0c35818-d4b7-4d61-90aa-b8d142e172ae HTTP/1.1" status: 200 len: 815 time: 0.1101077 Aug 03 19:57:15.855806 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-c87e9538-ad94-4a26-a31b-216c9578cd8f tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/quotas/daf8afe2cc4047ceb1f80d5d7d26a60d HTTP/1.1" status: 200 len: 375 time: 0.0103040 Aug 03 19:57:15.909006 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:15.909913 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-ffc2d967-90d5-4cc2-99db-cb7a6d6fcd04 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479784 Aug 03 19:57:16.095639 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-ef43bfa1-dab9-4c2f-9369-f433f10b877e service neutron] 10.222.0.78 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740124 Aug 03 19:57:16.185743 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-2a909fab-095a-4197-90c4-81dd7b055902 service neutron] 10.222.0.78 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838213 Aug 03 19:57:16.353851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57f024db-1e5a-4ff9-9997-b84684c2c936 req-338ed2e3-691f-42d1-81cf-4062fef2e46f tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 210 time: 0.0340788 Aug 03 19:57:17.146546 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:57:17.317841 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d6114ca9-1d71-4ce0-9620-e92a13de32dd tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:17.319371 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d6114ca9-1d71-4ce0-9620-e92a13de32dd tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.37 "GET /v2.0/networks?id=a0c35818-d4b7-4d61-90aa-b8d142e172ae HTTP/1.1" status: 200 len: 815 time: 0.1040888 Aug 03 19:57:17.332464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Request body: {'port': {'device_id': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'admin_state_up': True, 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:17.448245 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Made reservation on behalf of daf8afe2cc4047ceb1f80d5d7d26a60d for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:57:17.452056 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:17.453626 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c50578d-f1af-442f-88c9-42559d371e2e req-53f6097f-826f-4bcc-8ae0-3ab71aaff5ca tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 210 time: 0.0285709 Aug 03 19:57:17.595951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Allocated IP 172.20.0.14 (a0c35818-d4b7-4d61-90aa-b8d142e172ae/891976af-bb41-4981-8e39-c532d2b8379c/ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:57:17.841103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:17.868454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Transition to ACTIVE for port object ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:57:17.926287 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:17.984002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Network a0c35818-d4b7-4d61-90aa-b8d142e172ae is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:57:17.988118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:57:17.995119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:57:18.018713 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'Port': ['ID=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:18.028768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.029130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.029481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.029855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.030198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.030542 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.030879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.031228 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.031561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.032433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.032771 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.033099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:18.063858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:18.064559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:18.083739 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-b80646dd-1186-4de6-bec7-bd9517a81980 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7558229 Aug 03 19:57:18.318962 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-33472984-7db7-4344-bf0b-0eb4e60b88a9 None None] Provisioning for port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:18.323185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-33472984-7db7-4344-bf0b-0eb4e60b88a9 None None] Provisioning complete for port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:18.323657 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-33472984-7db7-4344-bf0b-0eb4e60b88a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:18.358482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-33472984-7db7-4344-bf0b-0eb4e60b88a9 None None] Port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:57:18.576327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080f8d-dc2f-427e-b65c-fe589e033395 req-a89a252d-afaa-4150-bdc5-fa1fcb3675aa tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:18.577762 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0080f8d-dc2f-427e-b65c-fe589e033395 req-a89a252d-afaa-4150-bdc5-fa1fcb3675aa tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 932 time: 0.0537682 Aug 03 19:57:18.618999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0080f8d-dc2f-427e-b65c-fe589e033395 req-2e352162-0f72-4d0d-93e0-85a9edf5377c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349746 Aug 03 19:57:19.742691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce072a-8dcf-499b-b117-c81c78a7d899 req-e045e3f0-8692-412b-a99a-8d4e5c57f3c4 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:19.744202 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5ce072a-8dcf-499b-b117-c81c78a7d899 req-e045e3f0-8692-412b-a99a-8d4e5c57f3c4 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 932 time: 0.0565670 Aug 03 19:57:19.787695 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5ce072a-8dcf-499b-b117-c81c78a7d899 req-75f8a884-4614-441e-a2a0-bb6b3850330c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372088 Aug 03 19:57:20.930938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89946244-0153-4599-a245-b1197e5c29b2 req-c8aa992b-55d0-44e3-ade8-d92fc2659ea8 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:20.932524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89946244-0153-4599-a245-b1197e5c29b2 req-c8aa992b-55d0-44e3-ade8-d92fc2659ea8 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 932 time: 0.0623729 Aug 03 19:57:20.974041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89946244-0153-4599-a245-b1197e5c29b2 req-79ca051e-7e8c-44d0-b40b-0b169e0ae3ef tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352311 Aug 03 19:57:22.115831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaaa3fb-25ec-4fc7-9bb4-a8afc2ee4a0d req-b95c7fac-34b6-4790-a437-fc19053e6f9b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:22.117466 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeaaa3fb-25ec-4fc7-9bb4-a8afc2ee4a0d req-b95c7fac-34b6-4790-a437-fc19053e6f9b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 932 time: 0.0549452 Aug 03 19:57:22.161096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aeaaa3fb-25ec-4fc7-9bb4-a8afc2ee4a0d req-c1db3f9c-cefc-4d5e-bdda-1661442f62ae tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373983 Aug 03 19:57:23.298736 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257bc5e-8822-4779-8801-fbb567ca64a8 req-15427d07-7c97-4103-a0af-32f679dd04e5 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:23.300317 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1257bc5e-8822-4779-8801-fbb567ca64a8 req-15427d07-7c97-4103-a0af-32f679dd04e5 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 932 time: 0.0538476 Aug 03 19:57:23.347188 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1257bc5e-8822-4779-8801-fbb567ca64a8 req-ae292c66-b3b7-4036-99f7-2afa5b2a30a6 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Aug 03 19:57:24.475418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a0ec6-5130-45d8-a5ba-eebc5f2d1874 req-2c540ccd-a646-4198-aa8a-866800179f35 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:24.476959 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-369a0ec6-5130-45d8-a5ba-eebc5f2d1874 req-2c540ccd-a646-4198-aa8a-866800179f35 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 932 time: 0.0581462 Aug 03 19:57:24.519060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-369a0ec6-5130-45d8-a5ba-eebc5f2d1874 req-9d3a7380-b96a-47ec-b9b4-191e8f29f9b8 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355263 Aug 03 19:57:25.659949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d4a62-265f-4e66-ac60-3d62b60983ab req-3ae50bf2-8f25-4f49-ac74-b3daea4f5c83 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:25.661732 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca8d4a62-265f-4e66-ac60-3d62b60983ab req-3ae50bf2-8f25-4f49-ac74-b3daea4f5c83 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 932 time: 0.0667903 Aug 03 19:57:25.715713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ca8d4a62-265f-4e66-ac60-3d62b60983ab req-899ae82a-88d0-4209-9d53-d96374e082cd tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467539 Aug 03 19:57:26.846252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92413d7-23d9-459f-a12d-51f4a0594f35 req-bf657b8f-9d3e-4578-b77e-5467bea7143c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:26.847799 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c92413d7-23d9-459f-a12d-51f4a0594f35 req-bf657b8f-9d3e-4578-b77e-5467bea7143c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 932 time: 0.0530474 Aug 03 19:57:26.891733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c92413d7-23d9-459f-a12d-51f4a0594f35 req-9c9080ac-ea2e-4bbf-8ad6-ce62cbb351ef tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362451 Aug 03 19:57:27.325962 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Request body: {'port': {'device_id': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:27.385022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:27.672988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:57:27.681686 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:27.694296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Transition to ACTIVE for port object ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:57:27.698354 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:27.748715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:27.825453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Attempting to bind port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:57:27.825840 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Attempting to bind port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:57:27.826173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Attempting to bind port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b on network a0c35818-d4b7-4d61-90aa-b8d142e172ae {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:57:27.831319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b on network a0c35818-d4b7-4d61-90aa-b8d142e172ae not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:57:27.831651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Attempting to bind port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b on network a0c35818-d4b7-4d61-90aa-b8d142e172ae {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:57:27.837129 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:57:27.837454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Checking segment: {'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:57:27.837967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Bound using segment: {'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:57:27.838407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Bound port: ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aff64b7-da54-43f6-b093-f1c06620c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:57:27.838772 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:27.939118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] For port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:57:27.944739 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] For port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:57:27.952913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:28.001084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:28.001754 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:28.003315 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] 10.222.0.37 "PUT /v2.0/ports/ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 200 len: 1092 time: 0.6819477 Aug 03 19:57:28.003695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:57:28.006128 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684" -d '{"events": [{"name": "network-changed", "server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:57:28.042734 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8069124-1141-4cbb-9616-26cc734b3fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:28.078761 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902aaa8d-d283-4772-b609-a348cb9f28de x-openstack-request-id: req-902aaa8d-d283-4772-b609-a348cb9f28de {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:57:28.078761 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:57:28.078761 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-902aaa8d-d283-4772-b609-a348cb9f28de {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:57:28.078761 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'status': 'completed', 'code': 200} Aug 03 19:57:28.093575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a8b59-d18f-401c-9ae3-9d5157823319 req-b9ab71c2-6db3-4ac3-80b4-b9a371834fa5 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:28.095704 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e32a8b59-d18f-401c-9ae3-9d5157823319 req-b9ab71c2-6db3-4ac3-80b4-b9a371834fa5 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 944 time: 0.1027911 Aug 03 19:57:28.114036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-1edf8fd3-0da4-4e64-9068-450bbac55b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:28.115779 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-1edf8fd3-0da4-4e64-9068-450bbac55b23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d&device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 1095 time: 0.0530889 Aug 03 19:57:28.150240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e32a8b59-d18f-401c-9ae3-9d5157823319 req-86c11c5b-8d52-4e83-a5ba-35b358c8720c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462506 Aug 03 19:57:28.170428 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-4831fffc-054c-474e-a9a6-7377d7a614f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 200 len: 217 time: 0.0465429 Aug 03 19:57:28.222617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-aa09e9c0-8728-44ef-9d2b-3077dcaab03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:28.224152 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-aa09e9c0-8728-44ef-9d2b-3077dcaab03c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891976af-bb41-4981-8e39-c532d2b8379c HTTP/1.1" status: 200 len: 854 time: 0.0472219 Aug 03 19:57:28.275377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-be5b2967-9e7f-4384-ae4b-32938fc08539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:28.276906 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-be5b2967-9e7f-4384-ae4b-32938fc08539 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0c35818-d4b7-4d61-90aa-b8d142e172ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462806 Aug 03 19:57:28.375351 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-df1a3be9-8013-4d31-80e8-1ee75d19bf65 service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906017 Aug 03 19:57:28.469043 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b8876dc-fe5c-415c-b3e6-6d3769007d44 req-099e0c2c-b2ba-4776-831a-65daf6cbb5b7 service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864301 Aug 03 19:57:28.560053 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684 req-d39cbaed-efc1-4101-a33d-4e4c72f47ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:28.561621 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684 req-d39cbaed-efc1-4101-a33d-4e4c72f47ff9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d&device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 1095 time: 0.0439579 Aug 03 19:57:28.659016 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684 req-f515bd0f-e120-4510-9e41-6feaf34a5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:28.660422 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684 req-f515bd0f-e120-4510-9e41-6feaf34a5194 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0c35818-d4b7-4d61-90aa-b8d142e172ae HTTP/1.1" status: 200 len: 916 time: 0.0919075 Aug 03 19:57:28.703270 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684 req-dc1b1109-cadd-441a-b516-e34905158214 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 200 len: 217 time: 0.0356326 Aug 03 19:57:28.756639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684 req-d7c6fec0-5cc3-4956-8bd1-ab8ccb5269c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:28.758191 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684 req-d7c6fec0-5cc3-4956-8bd1-ab8ccb5269c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891976af-bb41-4981-8e39-c532d2b8379c HTTP/1.1" status: 200 len: 854 time: 0.0479007 Aug 03 19:57:28.804813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684 req-49f9a2cf-11e4-4d4a-a8f8-d1a3eb2de3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:28.806416 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684 req-49f9a2cf-11e4-4d4a-a8f8-d1a3eb2de3d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0c35818-d4b7-4d61-90aa-b8d142e172ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407493 Aug 03 19:57:28.896999 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684 req-9c2ed6c7-5308-4a02-8b93-c6677a9c56ff service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811980 Aug 03 19:57:28.996173 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4cd464ff-2521-49eb-a6b9-63e7e5aa5684 req-555536fd-6e3a-4c44-8e95-8423c4cb4ea9 service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909593 Aug 03 19:57:29.280844 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29980ed-a9a8-4144-8d9f-3380750f451a req-06d81190-c63a-4dea-b81f-15c361221295 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:29.282439 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b29980ed-a9a8-4144-8d9f-3380750f451a req-06d81190-c63a-4dea-b81f-15c361221295 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 944 time: 0.0516391 Aug 03 19:57:29.321942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b29980ed-a9a8-4144-8d9f-3380750f451a req-b8f16992-146b-49eb-a4f6-7c16c40c8d10 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Aug 03 19:57:30.211437 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:30.442730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e10cf-7335-46eb-b3d1-4c8519148f63 req-a299c91e-d944-47e1-ad7f-c845d5000e81 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:30.444309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-093e10cf-7335-46eb-b3d1-4c8519148f63 req-a299c91e-d944-47e1-ad7f-c845d5000e81 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 944 time: 0.0518799 Aug 03 19:57:30.483603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-093e10cf-7335-46eb-b3d1-4c8519148f63 req-d476a5f2-26b8-4008-848b-c133c6bc748c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334775 Aug 03 19:57:31.608290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc3ed3-a02a-4f90-9df9-58108e2259d0 req-8d629174-8609-4a97-bc6d-e244724451f7 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:31.609824 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90bc3ed3-a02a-4f90-9df9-58108e2259d0 req-8d629174-8609-4a97-bc6d-e244724451f7 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 944 time: 0.0578513 Aug 03 19:57:31.648925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-90bc3ed3-a02a-4f90-9df9-58108e2259d0 req-c5f8d73b-63ea-4142-8770-a4ed50cacb21 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Aug 03 19:57:31.660121 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:57:31.755812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:31.766935 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'port_id': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'mac_address': 'fa:16:3e:77:dd:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:57:31.802456 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:31.815152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:57:31.834298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:31.838529 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:31.885390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:31.892810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:31.893158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:31.893518 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:31.893850 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:31.894183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:31.894511 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:31.894865 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:31.895159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:31.895480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:31.895802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:31.896125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:31.896452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:57:32.066158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:57:32.763538 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f325f21-3d6e-4ee9-9a9e-5189617df5d6 req-54373722-0eff-45a4-b0c7-c845ff276cc4 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:32.765081 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f325f21-3d6e-4ee9-9a9e-5189617df5d6 req-54373722-0eff-45a4-b0c7-c845ff276cc4 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 945 time: 0.0492654 Aug 03 19:57:32.807155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f325f21-3d6e-4ee9-9a9e-5189617df5d6 req-4286e1ec-fe95-4473-973b-4ea048dc7fd0 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Aug 03 19:57:33.660468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:57:33.720108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:57:33.724423 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-06cfabe4-3887-4a9d-99ab-4463b8c0f99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:33.726686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:33.727050 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:33.808584 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:33.843780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:33.844619 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:57:33.847834 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d496195-c4d2-4f25-b262-27c7b28fe849" -d '{"events": [{"server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "name": "network-vif-plugged", "status": "completed", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:57:33.853937 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:33.887426 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f39fb6f-d73c-4ab3-99c4-2b5fa6dfe3c9 x-openstack-request-id: req-2f39fb6f-d73c-4ab3-99c4-2b5fa6dfe3c9 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:57:33.887723 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "name": "network-vif-plugged", "status": "completed", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:57:33.887976 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f39fb6f-d73c-4ab3-99c4-2b5fa6dfe3c9 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:57:33.888371 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'code': 200} Aug 03 19:57:33.913612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:33.932365 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126641c5-efb9-406e-b216-6d45ee72ef30 req-8ad2a24f-e36a-4a3f-b044-4deb1e1ba238 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:33.933950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-126641c5-efb9-406e-b216-6d45ee72ef30 req-8ad2a24f-e36a-4a3f-b044-4deb1e1ba238 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 946 time: 0.0524762 Aug 03 19:57:33.973198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-126641c5-efb9-406e-b216-6d45ee72ef30 req-33a76106-2e37-47f8-ad9d-59a291f35d26 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331326 Aug 03 19:57:33.988426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b3aca-7636-4442-98a8-cb9e7c9d3bdd req-13c27050-b9f3-43ac-9445-c720df4fb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:33.989978 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f94b3aca-7636-4442-98a8-cb9e7c9d3bdd req-13c27050-b9f3-43ac-9445-c720df4fb035 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 1097 time: 0.0422351 Aug 03 19:57:34.026835 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f94b3aca-7636-4442-98a8-cb9e7c9d3bdd req-12b140bd-175d-4789-ba6c-370a087a4316 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297735 Aug 03 19:57:35.094357 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8735ebf-2f49-4961-bc32-02dd05544399 req-8c6c365a-173b-4014-81db-e6b43c744343 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:35.096157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8735ebf-2f49-4961-bc32-02dd05544399 req-8c6c365a-173b-4014-81db-e6b43c744343 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 946 time: 0.0535135 Aug 03 19:57:35.133096 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f8735ebf-2f49-4961-bc32-02dd05544399 req-cc2cd638-2f3b-47af-98e6-a99ab29343c8 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309474 Aug 03 19:57:35.246540 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7049810-b81a-45e8-9a6a-6aeba5bae114 req-75f8f2d0-3682-4c8a-9f08-93db71d6ace0 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:35.248030 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7049810-b81a-45e8-9a6a-6aeba5bae114 req-75f8f2d0-3682-4c8a-9f08-93db71d6ace0 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 946 time: 0.0486193 Aug 03 19:57:35.293349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7049810-b81a-45e8-9a6a-6aeba5bae114 req-c13a29eb-779e-442a-b165-96dced93986e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385690 Aug 03 19:57:35.482040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7083a24-23ca-4a68-b24b-a3fa70635da6 req-d2e21241-0ab6-4c23-9e60-9733b1d1eeb1 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:35.483522 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7083a24-23ca-4a68-b24b-a3fa70635da6 req-d2e21241-0ab6-4c23-9e60-9733b1d1eeb1 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 946 time: 0.0491083 Aug 03 19:57:35.521520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a7083a24-23ca-4a68-b24b-a3fa70635da6 req-47a9459a-41ec-4a90-ba7f-2202d9fed528 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Aug 03 19:57:36.507483 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-52ea25f1-382f-4106-9e15-aa8ea4a62e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:36.812974 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:38.128869 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:39.894404 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:45.920044 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:47.149717 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d9c86-6bac-42d2-ac2b-c719b8df7380 req-5e0f4a4c-ef20-4d1f-8894-6ed256d1dda2 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:47.151198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a7d9c86-6bac-42d2-ac2b-c719b8df7380 req-5e0f4a4c-ef20-4d1f-8894-6ed256d1dda2 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 946 time: 0.0531809 Aug 03 19:57:47.191287 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3a7d9c86-6bac-42d2-ac2b-c719b8df7380 req-ef6794d7-945f-4890-969d-8ba48c28ce40 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340734 Aug 03 19:57:47.214544 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37660) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:47.301681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b0be8-e645-4110-ab0b-d51b98d360c3 tempest-TestMinimumBasicScenario-2114714054 tempest-TestMinimumBasicScenario-2114714054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:47.303196 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3c5b0be8-e645-4110-ab0b-d51b98d360c3 tempest-TestMinimumBasicScenario-2114714054 tempest-TestMinimumBasicScenario-2114714054-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 1092 time: 0.0876234 Aug 03 19:57:47.306331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37664) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:47.310748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:47.339677 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:47.442555 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:47.548190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Allocated IP 172.25.8.156 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/8655c899-bd56-4cd6-b4b2-e898976ba4ae) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:57:47.649260 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:47.687190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:47.722008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:57:47.724842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:57:47.728354 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:57:47.761294 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'Port': ['ID=8655c899-bd56-4cd6-b4b2-e898976ba4ae,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:48.224585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:48.323920 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:48.476215 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:48.480779 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:48.544696 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'Port': ['ID=8655c899-bd56-4cd6-b4b2-e898976ba4ae,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:48.560264 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:48.657264 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Floating IP 2a0561e6-bb3a-4b8d-91e0-4a40c5bfb20c associated. External IP: 172.25.8.156, port: ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b. Aug 03 19:57:49.124291 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Router c3b568b8-b737-4040-8e52-dac611b372a6 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:57:49.233089 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:57:49.243626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b97469-12c6-47a2-8c6e-448d3097a601 None None] Sync routers for ids ['c3b568b8-b737-4040-8e52-dac611b372a6'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:57:49.250077 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.254513 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b97469-12c6-47a2-8c6e-448d3097a601 None None] Routers {'c3b568b8-b737-4040-8e52-dac611b372a6'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:57:49.255150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f6b97469-12c6-47a2-8c6e-448d3097a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c3b568b8-b737-4040-8e52-dac611b372a6'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:49.281177 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d505fd1a-f7f5-4614-b238-f47296aefb59 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9737959 Aug 03 19:57:49.281901 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:57:49.284550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37666) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:49.285097 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5896ef08-f315-450e-bd41-160ab925319d" -d '{"events": [{"name": "network-changed", "server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:57:49.289729 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a2221e3e-e19f-437f-9da9-4877e367ad68 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245699148', 'description': 'tempest-secgroup-smoke-1245699148 description', 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:49.316520 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2221e3e-e19f-437f-9da9-4877e367ad68 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.325265 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf02c980-d007-4d69-ab81-1cffbf63f245 x-openstack-request-id: req-bf02c980-d007-4d69-ab81-1cffbf63f245 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:57:49.325584 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:57:49.325860 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf02c980-d007-4d69-ab81-1cffbf63f245 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:57:49.326411 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'status': 'completed', 'code': 200} Aug 03 19:57:49.364678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f6b97469-12c6-47a2-8c6e-448d3097a601 None None] Set router c3b568b8-b737-4040-8e52-dac611b372a6 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:57:49.390150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896ef08-f315-450e-bd41-160ab925319d req-a17570da-1dad-4e49-bb34-875534efa32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:49.391787 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5896ef08-f315-450e-bd41-160ab925319d req-a17570da-1dad-4e49-bb34-875534efa32f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d&device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 1097 time: 0.0433254 Aug 03 19:57:49.412300 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2221e3e-e19f-437f-9da9-4877e367ad68 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.417252 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2221e3e-e19f-437f-9da9-4877e367ad68 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.439230 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a2221e3e-e19f-437f-9da9-4877e367ad68 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.443421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a2221e3e-e19f-437f-9da9-4877e367ad68 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1547766 Aug 03 19:57:49.443649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37670) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:49.450857 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-ff56e1ac-232a-470c-8d7f-bc1d81f3787a tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Request body: {'security_group_rule': {'security_group_id': '039f033f-3c3f-4e02-91e8-756945b804b3', 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:49.474578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2221e3e-e19f-437f-9da9-4877e367ad68 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039f033f-3c3f-4e02-91e8-756945b804b3,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:49.492565 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff56e1ac-232a-470c-8d7f-bc1d81f3787a tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.514433 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896ef08-f315-450e-bd41-160ab925319d req-f317f0a7-a35e-4a22-b9f2-06e6b3137611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:49.516454 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5896ef08-f315-450e-bd41-160ab925319d req-f317f0a7-a35e-4a22-b9f2-06e6b3137611 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0c35818-d4b7-4d61-90aa-b8d142e172ae HTTP/1.1" status: 200 len: 916 time: 0.1169989 Aug 03 19:57:49.555971 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff56e1ac-232a-470c-8d7f-bc1d81f3787a tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.561175 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff56e1ac-232a-470c-8d7f-bc1d81f3787a tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.579448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56e1ac-232a-470c-8d7f-bc1d81f3787a tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89a8ab1-a0e8-4e78-81cc-4b7c915c7273,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:49.588193 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-ff56e1ac-232a-470c-8d7f-bc1d81f3787a tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.592964 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ff56e1ac-232a-470c-8d7f-bc1d81f3787a tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482813 Aug 03 19:57:49.599093 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37672) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:49.599972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e73b7f46-a657-42fa-b165-ae4dcbcf2971 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Request body: {'security_group_rule': {'security_group_id': '039f033f-3c3f-4e02-91e8-756945b804b3', 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:49.609561 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5896ef08-f315-450e-bd41-160ab925319d req-df3eb8c5-6766-4f87-9994-ad01f7d4612e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 200 len: 1000 time: 0.0857582 Aug 03 19:57:49.632324 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b7f46-a657-42fa-b165-ae4dcbcf2971 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.632605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f6b97469-12c6-47a2-8c6e-448d3097a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '2a0561e6-bb3a-4b8d-91e0-4a40c5bfb20c', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'floating_ip_address': '172.25.8.156', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'port_id': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'mac_address': 'fa:16:3e:77:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:57:47Z', 'updated_at': '2021-08-03T19:57:47Z', 'revision_number': 0, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012214d0-8d83-4d39-9975-9858ae4b99d5', 'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'mac_address': 'fa:16:3e:54:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:58Z', 'updated_at': '2021-08-03T19:57:05Z', 'revision_number': 5, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'subnets': [{'id': '891976af-bb41-4981-8e39-c532d2b8379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:49.660783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b97469-12c6-47a2-8c6e-448d3097a601 None None] Checking router: c3b568b8-b737-4040-8e52-dac611b372a6 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:57:49.669665 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896ef08-f315-450e-bd41-160ab925319d req-a68f0ed0-e7c4-46f8-b901-43ec781f6b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:49.671377 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5896ef08-f315-450e-bd41-160ab925319d req-a68f0ed0-e7c4-46f8-b901-43ec781f6b8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891976af-bb41-4981-8e39-c532d2b8379c HTTP/1.1" status: 200 len: 854 time: 0.0552464 Aug 03 19:57:49.673130 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b97469-12c6-47a2-8c6e-448d3097a601 None None] Routers {'c3b568b8-b737-4040-8e52-dac611b372a6'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:57:49.673811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f6b97469-12c6-47a2-8c6e-448d3097a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:57:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c3b568b8-b737-4040-8e52-dac611b372a6'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:49.709150 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b7f46-a657-42fa-b165-ae4dcbcf2971 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.714644 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b7f46-a657-42fa-b165-ae4dcbcf2971 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.725599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896ef08-f315-450e-bd41-160ab925319d req-7902a7eb-1fb5-48e5-8fc0-af8ddcd46c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:49.727206 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5896ef08-f315-450e-bd41-160ab925319d req-7902a7eb-1fb5-48e5-8fc0-af8ddcd46c7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0c35818-d4b7-4d61-90aa-b8d142e172ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486882 Aug 03 19:57:49.733979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b7f46-a657-42fa-b165-ae4dcbcf2971 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdc2ff6-f4a9-49e7-ab69-e5b3b3252503,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:49.742837 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e73b7f46-a657-42fa-b165-ae4dcbcf2971 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.744053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e73b7f46-a657-42fa-b165-ae4dcbcf2971 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492834 Aug 03 19:57:49.746741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37674) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:49.751164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1b6b09d2-8851-4ab4-81bf-81d21ea42546 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Request body: {'security_group_rule': {'security_group_id': '039f033f-3c3f-4e02-91e8-756945b804b3', 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:49.782656 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b6b09d2-8851-4ab4-81bf-81d21ea42546 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.793775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f6b97469-12c6-47a2-8c6e-448d3097a601 None None] Set router c3b568b8-b737-4040-8e52-dac611b372a6 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:57:49.836915 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5896ef08-f315-450e-bd41-160ab925319d req-688c2c7a-cb12-43e0-b94d-f4793c1d8813 service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005394 Aug 03 19:57:49.847204 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b6b09d2-8851-4ab4-81bf-81d21ea42546 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.851182 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b6b09d2-8851-4ab4-81bf-81d21ea42546 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.866491 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b09d2-8851-4ab4-81bf-81d21ea42546 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64573cdd-8067-4a30-9e86-632b05d622e7,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:49.878436 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1b6b09d2-8851-4ab4-81bf-81d21ea42546 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.880028 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1b6b09d2-8851-4ab4-81bf-81d21ea42546 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323323 Aug 03 19:57:49.882626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37676) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:49.895008 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-749090b2-26f3-4e3f-bd92-2505d68d86e3 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Request body: {'security_group_rule': {'security_group_id': '039f033f-3c3f-4e02-91e8-756945b804b3', 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:49.926185 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-749090b2-26f3-4e3f-bd92-2505d68d86e3 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.940116 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-5896ef08-f315-450e-bd41-160ab925319d req-1110cbd5-619f-41e7-8bc2-611b6c2ce805 service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951958 Aug 03 19:57:49.993977 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-749090b2-26f3-4e3f-bd92-2505d68d86e3 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.998579 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-749090b2-26f3-4e3f-bd92-2505d68d86e3 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.017213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749090b2-26f3-4e3f-bd92-2505d68d86e3 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c13629-4ec5-4cf5-a91a-ae9242f6d360,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:50.029853 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-749090b2-26f3-4e3f-bd92-2505d68d86e3 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.031093 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-749090b2-26f3-4e3f-bd92-2505d68d86e3 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472878 Aug 03 19:57:50.034647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37678) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:50.039301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2bd44974-944f-49c8-a1be-3c34282a4091 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Request body: {'security_group_rule': {'security_group_id': '039f033f-3c3f-4e02-91e8-756945b804b3', 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:50.061028 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-2bd44974-944f-49c8-a1be-3c34282a4091 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Project daf8afe2cc4047ceb1f80d5d7d26a60d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:57:50.066660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2bd44974-944f-49c8-a1be-3c34282a4091 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.075799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f6b97469-12c6-47a2-8c6e-448d3097a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '2a0561e6-bb3a-4b8d-91e0-4a40c5bfb20c', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'floating_ip_address': '172.25.8.156', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'port_id': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'mac_address': 'fa:16:3e:77:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:57:47Z', 'updated_at': '2021-08-03T19:57:47Z', 'revision_number': 0, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012214d0-8d83-4d39-9975-9858ae4b99d5', 'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'mac_address': 'fa:16:3e:54:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:58Z', 'updated_at': '2021-08-03T19:57:05Z', 'revision_number': 5, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'subnets': [{'id': '891976af-bb41-4981-8e39-c532d2b8379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:57:50.102738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b97469-12c6-47a2-8c6e-448d3097a601 None None] The sync data for ids ['c3b568b8-b737-4040-8e52-dac611b372a6'] in n-d-802918-7 is: [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '2a0561e6-bb3a-4b8d-91e0-4a40c5bfb20c', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'floating_ip_address': '172.25.8.156', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'port_id': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'mac_address': 'fa:16:3e:77:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:57:47Z', 'updated_at': '2021-08-03T19:57:47Z', 'revision_number': 0, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '012214d0-8d83-4d39-9975-9858ae4b99d5', 'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'mac_address': 'fa:16:3e:54:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:58Z', 'updated_at': '2021-08-03T19:57:05Z', 'revision_number': 5, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'subnets': [{'id': '891976af-bb41-4981-8e39-c532d2b8379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:57:50.130094 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2bd44974-944f-49c8-a1be-3c34282a4091 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.134171 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2bd44974-944f-49c8-a1be-3c34282a4091 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.153549 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd44974-944f-49c8-a1be-3c34282a4091 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1bc4f3-6f41-4afd-b5b0-81777f36f15a,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:50.159659 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2bd44974-944f-49c8-a1be-3c34282a4091 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.162307 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2bd44974-944f-49c8-a1be-3c34282a4091 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266234 Aug 03 19:57:50.165127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37680) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:57:50.169902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1c781e3f-3e62-4593-8b5a-80a5ddba754b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Request body: {'security_group_rule': {'security_group_id': '039f033f-3c3f-4e02-91e8-756945b804b3', 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:50.194741 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-1c781e3f-3e62-4593-8b5a-80a5ddba754b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Project daf8afe2cc4047ceb1f80d5d7d26a60d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:57:50.199796 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c781e3f-3e62-4593-8b5a-80a5ddba754b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.273539 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c781e3f-3e62-4593-8b5a-80a5ddba754b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.278642 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c781e3f-3e62-4593-8b5a-80a5ddba754b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.300988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c781e3f-3e62-4593-8b5a-80a5ddba754b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc21a51-a35c-4698-833b-7c341cb14e4e,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:50.304240 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ec90f-1073-4ca3-8d73-af9118041603 None None] New status for floating IP 2a0561e6-bb3a-4b8d-91e0-4a40c5bfb20c: ACTIVE {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:57:50.307510 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1c781e3f-3e62-4593-8b5a-80a5ddba754b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.312089 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1c781e3f-3e62-4593-8b5a-80a5ddba754b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426396 Aug 03 19:57:50.389840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05262ad9-3c59-4d02-a71a-08f34c1f9128 req-f4f9b4c7-5cc8-4925-9a84-26c4309bdcdd tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245699148&fields=id&tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d HTTP/1.1" status: 200 len: 267 time: 0.0331013 Aug 03 19:57:50.447688 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262ad9-3c59-4d02-a71a-08f34c1f9128 req-dcd0e9e7-d3c4-4680-a1ef-ec1f908a9ba6 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:50.449215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05262ad9-3c59-4d02-a71a-08f34c1f9128 req-dcd0e9e7-d3c4-4680-a1ef-ec1f908a9ba6 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 946 time: 0.0526967 Aug 03 19:57:50.461185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-05262ad9-3c59-4d02-a71a-08f34c1f9128 req-90ea114e-1a61-4fce-89d0-255194d0356e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Request body: {'port': {'security_groups': ['42f4b54f-1900-4ce9-b769-0949e096c06d', '039f033f-3c3f-4e02-91e8-756945b804b3']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:57:50.529970 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-05262ad9-3c59-4d02-a71a-08f34c1f9128 req-90ea114e-1a61-4fce-89d0-255194d0356e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.731842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-05262ad9-3c59-4d02-a71a-08f34c1f9128 req-90ea114e-1a61-4fce-89d0-255194d0356e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] For port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:57:50.763061 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-05262ad9-3c59-4d02-a71a-08f34c1f9128 req-90ea114e-1a61-4fce-89d0-255194d0356e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.767926 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-05262ad9-3c59-4d02-a71a-08f34c1f9128 req-90ea114e-1a61-4fce-89d0-255194d0356e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.780762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:57:50.832575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262ad9-3c59-4d02-a71a-08f34c1f9128 req-90ea114e-1a61-4fce-89d0-255194d0356e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:50.833222 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-05262ad9-3c59-4d02-a71a-08f34c1f9128 req-90ea114e-1a61-4fce-89d0-255194d0356e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:50.834694 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05262ad9-3c59-4d02-a71a-08f34c1f9128 req-90ea114e-1a61-4fce-89d0-255194d0356e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "PUT /v2.0/ports/ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 200 len: 982 time: 0.3786244 Aug 03 19:57:50.835155 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:57:50.837486 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4595dccf-9998-47a1-9451-fb8792f2c3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:57:50.873063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea114e-1a61-4fce-89d0-255194d0356e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'Port': ['ID=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:57:50.895897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:57:50.915362 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6d004e-bcd6-417c-8a76-fb0840d4633a x-openstack-request-id: req-ab6d004e-bcd6-417c-8a76-fb0840d4633a {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:57:50.916103 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:57:50.916371 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ab6d004e-bcd6-417c-8a76-fb0840d4633a {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:57:50.917393 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'status': 'completed', 'code': 200} Aug 03 19:57:50.964502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7047f2-0e31-456f-b3e9-5d61d408db7e req-617f1fe8-4f81-48ec-bec0-c57bb5ac6ea5 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:50.967774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d7047f2-0e31-456f-b3e9-5d61d408db7e req-617f1fe8-4f81-48ec-bec0-c57bb5ac6ea5 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0668540 Aug 03 19:57:50.988391 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595dccf-9998-47a1-9451-fb8792f2c3a1 req-dd284676-98d3-47d1-be04-80881b83c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:50.991320 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4595dccf-9998-47a1-9451-fb8792f2c3a1 req-dd284676-98d3-47d1-be04-80881b83c298 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d&device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 1136 time: 0.0529935 Aug 03 19:57:51.017268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d7047f2-0e31-456f-b3e9-5d61d408db7e req-f9d8bf23-68df-4758-aaea-cd5da302d34e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426235 Aug 03 19:57:51.110984 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595dccf-9998-47a1-9451-fb8792f2c3a1 req-0682919f-6767-4252-b268-1900190cf742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:51.112455 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4595dccf-9998-47a1-9451-fb8792f2c3a1 req-0682919f-6767-4252-b268-1900190cf742 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0c35818-d4b7-4d61-90aa-b8d142e172ae HTTP/1.1" status: 200 len: 916 time: 0.1136606 Aug 03 19:57:51.183033 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4595dccf-9998-47a1-9451-fb8792f2c3a1 req-a3d218bf-5a4c-46ab-9977-1fda8b7c78c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 200 len: 1002 time: 0.0640194 Aug 03 19:57:51.198190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e0e2f919-a99e-46fe-9b78-adcc89510edf None None] Provisioning complete for port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:57:51.198561 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e0e2f919-a99e-46fe-9b78-adcc89510edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:51.235194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595dccf-9998-47a1-9451-fb8792f2c3a1 req-100f13ed-ab13-4168-a2b5-079f8e06d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:51.237547 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4595dccf-9998-47a1-9451-fb8792f2c3a1 req-100f13ed-ab13-4168-a2b5-079f8e06d9d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891976af-bb41-4981-8e39-c532d2b8379c HTTP/1.1" status: 200 len: 854 time: 0.0464237 Aug 03 19:57:51.286613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595dccf-9998-47a1-9451-fb8792f2c3a1 req-4fb27479-c65f-4fae-898a-13207a985feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:51.288138 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4595dccf-9998-47a1-9451-fb8792f2c3a1 req-4fb27479-c65f-4fae-898a-13207a985feb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0c35818-d4b7-4d61-90aa-b8d142e172ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441396 Aug 03 19:57:51.386296 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4595dccf-9998-47a1-9451-fb8792f2c3a1 req-e31f62c7-6d94-431a-a725-fdb9536c573d service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892093 Aug 03 19:57:51.487259 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4595dccf-9998-47a1-9451-fb8792f2c3a1 req-3f9a609c-07b2-43ff-bd9e-bacf8e3ec353 service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914607 Aug 03 19:57:54.146194 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:58:00.211284 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:03.497462 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-599b31f0-ae59-4721-8d45-7d399229b6d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482090 Aug 03 19:58:03.585725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-71aeb8e0-547b-4e10-bf58-8d4f4b9acdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:03.587273 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-71aeb8e0-547b-4e10-bf58-8d4f4b9acdce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d&device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 1136 time: 0.0461519 Aug 03 19:58:03.695222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-b20d5ded-38d2-4ffd-92cc-919ab8c1ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:03.696719 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-b20d5ded-38d2-4ffd-92cc-919ab8c1ed46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0c35818-d4b7-4d61-90aa-b8d142e172ae HTTP/1.1" status: 200 len: 916 time: 0.0901742 Aug 03 19:58:03.725404 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8c4852a4-2b77-4270-996c-68e439b38308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:03.765939 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-bac85f9a-2e69-4a1d-ad11-3fbf979fdd61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 200 len: 1002 time: 0.0609543 Aug 03 19:58:03.816295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-13b75e4e-604f-465a-ad2a-fee98cbd8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:03.817811 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-13b75e4e-604f-465a-ad2a-fee98cbd8013 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891976af-bb41-4981-8e39-c532d2b8379c HTTP/1.1" status: 200 len: 854 time: 0.0445840 Aug 03 19:58:03.873921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-0f503696-b7e4-4b86-bfed-cf98e8a615b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:03.875446 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-0f503696-b7e4-4b86-bfed-cf98e8a615b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0c35818-d4b7-4d61-90aa-b8d142e172ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508738 Aug 03 19:58:03.966976 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-5cea8261-3ee8-4886-96c5-c3414798a8ee service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833719 Aug 03 19:58:04.059820 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-aa418faf-1dbf-4386-81b8-aed9a924396c req-b6bde199-4dc7-484b-93dc-233d765321cb service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851493 Aug 03 19:58:06.508900 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e863569-e793-4c61-b0d6-d75b3bc89b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:06.815069 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:08.131026 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:08.280266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6922c6e-c975-4fb2-a10b-fbab71c2955f req-0dee077d-77aa-490c-a21a-bf3f883a32cc tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:08.281810 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6922c6e-c975-4fb2-a10b-fbab71c2955f req-0dee077d-77aa-490c-a21a-bf3f883a32cc tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0520592 Aug 03 19:58:08.291500 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec384a-4848-484b-9185-a2cf61fe71f1 req-f3fae62e-77f7-46ea-90f6-e5273e8122c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:08.293025 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2ec384a-4848-484b-9185-a2cf61fe71f1 req-f3fae62e-77f7-46ea-90f6-e5273e8122c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d&device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 1136 time: 0.0508437 Aug 03 19:58:08.326908 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a6922c6e-c975-4fb2-a10b-fbab71c2955f req-6b5fb4de-b20e-4b9f-af11-af32696c2c7f tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382831 Aug 03 19:58:08.392537 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec384a-4848-484b-9185-a2cf61fe71f1 req-f664c311-ffb4-4174-b208-201208ceb584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:08.394116 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2ec384a-4848-484b-9185-a2cf61fe71f1 req-f664c311-ffb4-4174-b208-201208ceb584 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0c35818-d4b7-4d61-90aa-b8d142e172ae HTTP/1.1" status: 200 len: 916 time: 0.0915170 Aug 03 19:58:08.461085 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2ec384a-4848-484b-9185-a2cf61fe71f1 req-5bbc1802-992e-4952-8de1-1428deea66b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 200 len: 1002 time: 0.0592220 Aug 03 19:58:08.518835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec384a-4848-484b-9185-a2cf61fe71f1 req-7e698188-c5e8-419b-8fc5-f204387d5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:08.524390 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2ec384a-4848-484b-9185-a2cf61fe71f1 req-7e698188-c5e8-419b-8fc5-f204387d5a73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891976af-bb41-4981-8e39-c532d2b8379c HTTP/1.1" status: 200 len: 854 time: 0.0572209 Aug 03 19:58:08.574090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec384a-4848-484b-9185-a2cf61fe71f1 req-c9eb226e-af67-4d8a-acc1-3eb386d2cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:08.575585 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2ec384a-4848-484b-9185-a2cf61fe71f1 req-c9eb226e-af67-4d8a-acc1-3eb386d2cc41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0c35818-d4b7-4d61-90aa-b8d142e172ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430949 Aug 03 19:58:08.667904 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2ec384a-4848-484b-9185-a2cf61fe71f1 req-00f2f220-4c81-4530-812a-ffd250d2d437 service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838947 Aug 03 19:58:08.766589 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2ec384a-4848-484b-9185-a2cf61fe71f1 req-1fe8071b-c478-47e1-9315-18def5decb6a service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908041 Aug 03 19:58:09.458297 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3121c1-5be4-46c8-9436-04e4d098a7b5 req-9b985a85-3097-496c-bd20-cc84a6bdfda9 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.459880 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b3121c1-5be4-46c8-9436-04e4d098a7b5 req-9b985a85-3097-496c-bd20-cc84a6bdfda9 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0606413 Aug 03 19:58:09.504950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b3121c1-5be4-46c8-9436-04e4d098a7b5 req-71bfe028-af65-448f-a5f8-9efbb39c525f tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382466 Aug 03 19:58:09.891399 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:10.628171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743de06-b9f7-43cb-b1c9-944c8ad669a3 req-dca5ae46-2a0b-4500-a332-31c6491fa7ee tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:10.630339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4743de06-b9f7-43cb-b1c9-944c8ad669a3 req-dca5ae46-2a0b-4500-a332-31c6491fa7ee tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0530968 Aug 03 19:58:10.673426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4743de06-b9f7-43cb-b1c9-944c8ad669a3 req-fb5e1140-0fe1-476e-bdb7-23fee797d848 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360279 Aug 03 19:58:11.798344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3233af-2587-4b1c-9fe9-89f9c6ebfe62 req-f09f1f64-2adc-4ce2-a73f-17f88b354095 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:11.800254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d3233af-2587-4b1c-9fe9-89f9c6ebfe62 req-f09f1f64-2adc-4ce2-a73f-17f88b354095 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0526924 Aug 03 19:58:11.851798 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d3233af-2587-4b1c-9fe9-89f9c6ebfe62 req-ef8e9402-f908-418a-9e77-7b41381d0934 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444012 Aug 03 19:58:12.975617 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781cbb6-7c63-40b4-9fd5-5701f9435270 req-75825af2-431a-4ef9-8388-ce95647c9d6c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:12.977199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1781cbb6-7c63-40b4-9fd5-5701f9435270 req-75825af2-431a-4ef9-8388-ce95647c9d6c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0540655 Aug 03 19:58:13.020504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1781cbb6-7c63-40b4-9fd5-5701f9435270 req-8a52ccb6-82a8-4c2b-93bf-98fb2b856e58 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368433 Aug 03 19:58:14.138598 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e138a6-0be3-44f2-ad85-10fe2e96f088 req-a3b7cbf1-fc50-48eb-9c27-c7c5b0d7e849 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:14.140103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3e138a6-0be3-44f2-ad85-10fe2e96f088 req-a3b7cbf1-fc50-48eb-9c27-c7c5b0d7e849 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0505195 Aug 03 19:58:14.181312 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3e138a6-0be3-44f2-ad85-10fe2e96f088 req-5947161a-ba70-4e90-a2c5-a68b6620bec3 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350392 Aug 03 19:58:15.303523 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dc7ec-28fe-4276-8a94-5133a902674e req-d06304a5-1a46-4406-afb0-542d3a3d430c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:15.305010 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c84dc7ec-28fe-4276-8a94-5133a902674e req-d06304a5-1a46-4406-afb0-542d3a3d430c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0496185 Aug 03 19:58:15.354952 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c84dc7ec-28fe-4276-8a94-5133a902674e req-6ee27ac2-9aa1-4ce8-9afb-103282d7834f tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429327 Aug 03 19:58:15.938086 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:16.476209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654ac08-3536-4430-827d-a1cf797a64b0 req-9e7c6105-5dec-4431-8e43-6a032f755c14 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:16.477832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9654ac08-3536-4430-827d-a1cf797a64b0 req-9e7c6105-5dec-4431-8e43-6a032f755c14 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0535567 Aug 03 19:58:16.518917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9654ac08-3536-4430-827d-a1cf797a64b0 req-0aed524f-ed2f-4c7d-909b-9288b2493cad tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349023 Aug 03 19:58:17.641300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79645712-e6ba-44bc-9b06-432eb36a7421 req-b0c9f250-269a-4137-b8e7-b214c2182d2e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:17.642873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79645712-e6ba-44bc-9b06-432eb36a7421 req-b0c9f250-269a-4137-b8e7-b214c2182d2e tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0518417 Aug 03 19:58:17.688499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79645712-e6ba-44bc-9b06-432eb36a7421 req-cb759c0b-f8bf-4f4c-83fe-5269f8f13d11 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392702 Aug 03 19:58:18.808264 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132d88a-d11e-4f16-8528-c02325fd51df req-05e328e2-e80b-40f8-8087-d96bbca54711 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:18.809832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0132d88a-d11e-4f16-8528-c02325fd51df req-05e328e2-e80b-40f8-8087-d96bbca54711 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0501399 Aug 03 19:58:18.857083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0132d88a-d11e-4f16-8528-c02325fd51df req-a5872d7a-e758-47fc-8626-47f5b937f7ef tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411384 Aug 03 19:58:19.976286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc5665-0f92-4c67-9627-f784eb2cac83 req-2c168d85-e727-4be7-915b-0a694676a5dc tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:19.977868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7edc5665-0f92-4c67-9627-f784eb2cac83 req-2c168d85-e727-4be7-915b-0a694676a5dc tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0521474 Aug 03 19:58:20.019396 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7edc5665-0f92-4c67-9627-f784eb2cac83 req-4abbbf41-e7d5-450b-8d9a-93e90e3850c2 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&id=039f033f-3c3f-4e02-91e8-756945b804b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351856 Aug 03 19:58:30.222229 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:31.145723 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:58:33.726598 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-543ac3bf-1ac7-4648-ad44-5e2cd481e1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:36.509654 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-12fed159-e89e-4a6b-941c-b996faf97df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:36.816119 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:38.142128 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:39.892878 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:45.954226 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:46.533435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-0d98f248-929e-4fcf-84b5-184f83e57a6c req-66ebd3c9-7ceb-414d-92fa-2c474dea4a35 tempest-ServerDiskConfigTestJSON-945751166 tempest-ServerDiskConfigTestJSON-945751166-project] (100487) timed out ('10.222.0.74', 61102) {{(pid=100487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:58:52.292549 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0a1ecf1-8f22-470f-a3b3-a622ec105311 req-b777130a-edd3-4349-bc9c-8f703eea332a tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245699148&fields=id&tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d HTTP/1.1" status: 200 len: 267 time: 0.0338051 Aug 03 19:58:52.346894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1ecf1-8f22-470f-a3b3-a622ec105311 req-284500ff-11d1-44f6-9cb9-a9f078fbe0c1 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:52.348894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0a1ecf1-8f22-470f-a3b3-a622ec105311 req-284500ff-11d1-44f6-9cb9-a9f078fbe0c1 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 985 time: 0.0506957 Aug 03 19:58:52.360804 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-b0a1ecf1-8f22-470f-a3b3-a622ec105311 req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Request body: {'port': {'security_groups': ['42f4b54f-1900-4ce9-b769-0949e096c06d']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:58:52.428113 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b0a1ecf1-8f22-470f-a3b3-a622ec105311 req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:52.599801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b0a1ecf1-8f22-470f-a3b3-a622ec105311 req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] For port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:52.629013 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b0a1ecf1-8f22-470f-a3b3-a622ec105311 req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:52.634908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b0a1ecf1-8f22-470f-a3b3-a622ec105311 req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:52.647367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:58:52.678947 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1ecf1-8f22-470f-a3b3-a622ec105311 req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:52.679748 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b0a1ecf1-8f22-470f-a3b3-a622ec105311 req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:52.681044 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b0a1ecf1-8f22-470f-a3b3-a622ec105311 req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "PUT /v2.0/ports/ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 200 len: 943 time: 0.3248987 Aug 03 19:58:52.681520 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:52.683862 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:52.688369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37732) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:58:52.724539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event updated for resources: {'Port': ['ID=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:52.732757 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.733124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.733476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.733842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.734179 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.734571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.734842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.735177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.735504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.735833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.736160 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.736488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58e676a-3606-4498-94c1-0b6deae64a4b tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:52.743319 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:58:52.749429 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cf694f-c4b2-4d6e-8a07-eae678c0f8ef x-openstack-request-id: req-64cf694f-c4b2-4d6e-8a07-eae678c0f8ef {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:52.749971 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:52.750398 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-64cf694f-c4b2-4d6e-8a07-eae678c0f8ef {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:52.750991 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'status': 'completed', 'code': 200} Aug 03 19:58:52.783241 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:52.814143 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:52.891255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9 req-c2a354f3-6e3e-4b64-ad62-0554de1bd87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:52.893169 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9 req-c2a354f3-6e3e-4b64-ad62-0554de1bd87b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d&device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 1097 time: 0.1343868 Aug 03 19:58:52.968743 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:52.971557 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:52.973275 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "DELETE /v2.0/security-groups/039f033f-3c3f-4e02-91e8-756945b804b3 HTTP/1.1" status: 204 len: 168 time: 0.2831254 Aug 03 19:58:52.976121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37736) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:58:52.986297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=039f033f-3c3f-4e02-91e8-756945b804b3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:53.000335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.000899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.001030 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.001363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.001729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.002066 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.002402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.002729 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.003054 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.003404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.004319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.004873 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cec7246-cba9-4a2c-a6c5-e90f5d9ede45 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:53.010252 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6cff3144-4458-4556-ab94-afa8fb1cb124 None None] Provisioning complete for port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:58:53.010515 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6cff3144-4458-4556-ab94-afa8fb1cb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:53.034071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9 req-fdb1efed-5398-405d-aa72-d20e7c1a9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:53.036522 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9 req-fdb1efed-5398-405d-aa72-d20e7c1a9bff service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0c35818-d4b7-4d61-90aa-b8d142e172ae HTTP/1.1" status: 200 len: 916 time: 0.1354442 Aug 03 19:58:53.113126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9 req-4b68f3d4-b54f-46cb-9103-a263560b50f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 200 len: 1002 time: 0.0697889 Aug 03 19:58:53.153038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Deleting port 8655c899-bd56-4cd6-b4b2-e898976ba4ae {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:58:53.153293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:53.163367 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9 req-6a55c83e-8b71-4c67-a12c-00a6804ed5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:53.164852 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9 req-6a55c83e-8b71-4c67-a12c-00a6804ed5d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891976af-bb41-4981-8e39-c532d2b8379c HTTP/1.1" status: 200 len: 854 time: 0.0440099 Aug 03 19:58:53.217982 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9 req-6e717bfa-7a65-4072-82ed-019e7f9b7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:53.219556 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9 req-6e717bfa-7a65-4072-82ed-019e7f9b7df9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0c35818-d4b7-4d61-90aa-b8d142e172ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461736 Aug 03 19:58:53.233112 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:53.233447 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:53.245004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Calling delete_port for 8655c899-bd56-4cd6-b4b2-e898976ba4ae owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:58:53.310506 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9 req-27d8409e-c530-4d6d-a33e-925c68e785ab service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838802 Aug 03 19:58:53.396760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:53.408110 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-59b01965-2a62-4ff1-9bc3-ff9adb7580c9 req-1377810e-8eb3-48e0-804c-0754fe703b2e service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906641 Aug 03 19:58:53.428754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event deleted for resources: {'Port': ['ID=8655c899-bd56-4cd6-b4b2-e898976ba4ae,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:53.485229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:53.485702 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Floating IP 2a0561e6-bb3a-4b8d-91e0-4a40c5bfb20c disassociated (deleted). External IP: 172.25.8.156, port: ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b. Aug 03 19:58:53.691754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Router c3b568b8-b737-4040-8e52-dac611b372a6 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:58:53.797806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:58:53.803004 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:53.808393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb9f81c-ed51-477a-bcb5-d5f07fde9f0f None None] Sync routers for ids ['c3b568b8-b737-4040-8e52-dac611b372a6'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:58:53.817967 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb9f81c-ed51-477a-bcb5-d5f07fde9f0f None None] Routers {'c3b568b8-b737-4040-8e52-dac611b372a6'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:58:53.818679 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fbb9f81c-ed51-477a-bcb5-d5f07fde9f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c3b568b8-b737-4040-8e52-dac611b372a6'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:53.830266 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-90a21819-de19-44a3-bcb9-167107f1dd85 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "DELETE /v2.0/floatingips/2a0561e6-bb3a-4b8d-91e0-4a40c5bfb20c HTTP/1.1" status: 204 len: 168 time: 0.8529496 Aug 03 19:58:53.926185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-fbb9f81c-ed51-477a-bcb5-d5f07fde9f0f None None] Set router c3b568b8-b737-4040-8e52-dac611b372a6 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:58:54.250514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fbb9f81c-ed51-477a-bcb5-d5f07fde9f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '012214d0-8d83-4d39-9975-9858ae4b99d5', 'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'mac_address': 'fa:16:3e:54:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:58Z', 'updated_at': '2021-08-03T19:57:05Z', 'revision_number': 5, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'subnets': [{'id': '891976af-bb41-4981-8e39-c532d2b8379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:54.281368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb9f81c-ed51-477a-bcb5-d5f07fde9f0f None None] Checking router: c3b568b8-b737-4040-8e52-dac611b372a6 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:58:54.299026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb9f81c-ed51-477a-bcb5-d5f07fde9f0f None None] Routers {'c3b568b8-b737-4040-8e52-dac611b372a6'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:58:54.299788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fbb9f81c-ed51-477a-bcb5-d5f07fde9f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:58:36Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c3b568b8-b737-4040-8e52-dac611b372a6'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:54.577544 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-fbb9f81c-ed51-477a-bcb5-d5f07fde9f0f None None] Set router c3b568b8-b737-4040-8e52-dac611b372a6 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:58:54.752071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:54.755229 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b3192b-3c20-41a4-a006-a87bcb018d07" -d '{"events": [{"name": "network-changed", "server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:54.780473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fbb9f81c-ed51-477a-bcb5-d5f07fde9f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '012214d0-8d83-4d39-9975-9858ae4b99d5', 'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'mac_address': 'fa:16:3e:54:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:58Z', 'updated_at': '2021-08-03T19:57:05Z', 'revision_number': 5, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'subnets': [{'id': '891976af-bb41-4981-8e39-c532d2b8379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:54.794411 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c6991c-8c6e-4446-bc32-3d2276b88e24 x-openstack-request-id: req-34c6991c-8c6e-4446-bc32-3d2276b88e24 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:54.794717 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:54.794973 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34c6991c-8c6e-4446-bc32-3d2276b88e24 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:54.795383 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'status': 'completed', 'code': 200} Aug 03 19:58:54.810142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb9f81c-ed51-477a-bcb5-d5f07fde9f0f None None] The sync data for ids ['c3b568b8-b737-4040-8e52-dac611b372a6'] in n-d-802918-7 is: [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:56:59Z', 'revision_number': 4, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '012214d0-8d83-4d39-9975-9858ae4b99d5', 'name': '', 'network_id': 'a0c35818-d4b7-4d61-90aa-b8d142e172ae', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'mac_address': 'fa:16:3e:54:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '891976af-bb41-4981-8e39-c532d2b8379c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:58Z', 'updated_at': '2021-08-03T19:57:05Z', 'revision_number': 5, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'subnets': [{'id': '891976af-bb41-4981-8e39-c532d2b8379c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:58:54.863477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3192b-3c20-41a4-a006-a87bcb018d07 req-caf6667b-b5ee-47c7-8982-8da62249e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:54.865527 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81b3192b-3c20-41a4-a006-a87bcb018d07 req-caf6667b-b5ee-47c7-8982-8da62249e9e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d&device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 1097 time: 0.0474834 Aug 03 19:58:54.976515 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3192b-3c20-41a4-a006-a87bcb018d07 req-7647657a-4db3-4705-b616-83b8bbdc35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:54.978415 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81b3192b-3c20-41a4-a006-a87bcb018d07 req-7647657a-4db3-4705-b616-83b8bbdc35cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0c35818-d4b7-4d61-90aa-b8d142e172ae HTTP/1.1" status: 200 len: 916 time: 0.1058786 Aug 03 19:58:55.022505 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81b3192b-3c20-41a4-a006-a87bcb018d07 req-eb0ed057-bde4-49d8-bab8-9ac70e19c692 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 200 len: 217 time: 0.0371192 Aug 03 19:58:55.064667 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e478b-ae6f-4786-b764-511108eb1332 None None] New status for floating IP 2a0561e6-bb3a-4b8d-91e0-4a40c5bfb20c: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:58:55.077104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3192b-3c20-41a4-a006-a87bcb018d07 req-dfb0a568-90e4-43a0-8a98-1f79b9a09918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:55.078785 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81b3192b-3c20-41a4-a006-a87bcb018d07 req-dfb0a568-90e4-43a0-8a98-1f79b9a09918 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=891976af-bb41-4981-8e39-c532d2b8379c HTTP/1.1" status: 200 len: 854 time: 0.0483890 Aug 03 19:58:55.137525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3192b-3c20-41a4-a006-a87bcb018d07 req-c200c4d8-9548-4355-a410-d04bda46fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:55.139315 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81b3192b-3c20-41a4-a006-a87bcb018d07 req-c200c4d8-9548-4355-a410-d04bda46fb9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0c35818-d4b7-4d61-90aa-b8d142e172ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537817 Aug 03 19:58:55.250978 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81b3192b-3c20-41a4-a006-a87bcb018d07 req-55e280d2-20aa-42ae-81c6-d0f71a7dadf0 service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043587 Aug 03 19:58:55.358898 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-81b3192b-3c20-41a4-a006-a87bcb018d07 req-89e3e44e-1486-47a8-9529-f082402ecd61 service neutron] 10.222.0.37 "GET /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007733 Aug 03 19:59:00.256935 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:01.038385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640275a9-480b-405d-91e0-a0753b66e29e req-cc2e9687-44a9-44d3-94cb-2feec147a51c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:01.040005 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-640275a9-480b-405d-91e0-a0753b66e29e req-cc2e9687-44a9-44d3-94cb-2feec147a51c tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 946 time: 0.0575049 Aug 03 19:59:01.082795 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-640275a9-480b-405d-91e0-a0753b66e29e req-5afd978e-f31d-47c6-ad16-f95681a91402 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361283 Aug 03 19:59:02.249599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e87662-b6df-4990-a670-be468f873a5e req-a7747d79-6f1b-4348-b5ea-48b693e379a6 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:02.251151 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1e87662-b6df-4990-a670-be468f873a5e req-a7747d79-6f1b-4348-b5ea-48b693e379a6 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 946 time: 0.0988646 Aug 03 19:59:02.291090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f1e87662-b6df-4990-a670-be468f873a5e req-2a9bc4b6-50a2-4703-b2e6-ff73e3a70ede tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/security-groups?id=42f4b54f-1900-4ce9-b769-0949e096c06d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332458 Aug 03 19:59:02.645560 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152ffc1-ebeb-4eec-a406-a0116b1bc894 req-d705e85c-7fee-41fc-8795-129bfefa5bc4 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:02.647046 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e152ffc1-ebeb-4eec-a406-a0116b1bc894 req-d705e85c-7fee-41fc-8795-129bfefa5bc4 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.37 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 946 time: 0.0556202 Aug 03 19:59:02.737416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e152ffc1-ebeb-4eec-a406-a0116b1bc894 req-d83ee39e-bb44-4762-8b8f-6a911b28b840 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Deleting port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:59:02.738329 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e152ffc1-ebeb-4eec-a406-a0116b1bc894 req-d83ee39e-bb44-4762-8b8f-6a911b28b840 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:02.828609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-e152ffc1-ebeb-4eec-a406-a0116b1bc894 req-d83ee39e-bb44-4762-8b8f-6a911b28b840 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] For port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:02.828975 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e152ffc1-ebeb-4eec-a406-a0116b1bc894 req-d83ee39e-bb44-4762-8b8f-6a911b28b840 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:02.842692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-e152ffc1-ebeb-4eec-a406-a0116b1bc894 req-d83ee39e-bb44-4762-8b8f-6a911b28b840 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Calling delete_port for ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:59:02.968709 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e152ffc1-ebeb-4eec-a406-a0116b1bc894 req-d83ee39e-bb44-4762-8b8f-6a911b28b840 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:02.980519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:59:03.003642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ee39e-bb44-4762-8b8f-6a911b28b840 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Pushing event deleted for resources: {'Port': ['ID=ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:03.044928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-e152ffc1-ebeb-4eec-a406-a0116b1bc894 req-d83ee39e-bb44-4762-8b8f-6a911b28b840 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] No DVR routers for this DVR port ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:59:03.047712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-e152ffc1-ebeb-4eec-a406-a0116b1bc894 req-d83ee39e-bb44-4762-8b8f-6a911b28b840 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:03.049777 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e152ffc1-ebeb-4eec-a406-a0116b1bc894 req-d83ee39e-bb44-4762-8b8f-6a911b28b840 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.37 "DELETE /v2.0/ports/ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b HTTP/1.1" status: 204 len: 173 time: 0.3968806 Aug 03 19:59:03.050246 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'name': 'network-vif-deleted', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:03.052539 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61bbb0d-1152-435d-a71f-b2417c37b61d" -d '{"events": [{"server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "name": "network-vif-deleted", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:03.097205 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fc9322-fef0-4c74-9b7c-25aa88d99bdb x-openstack-request-id: req-a4fc9322-fef0-4c74-9b7c-25aa88d99bdb {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:03.097610 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16908f7-8345-4ad7-bd78-021c7facc45f", "name": "network-vif-deleted", "tag": "ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:03.097901 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4fc9322-fef0-4c74-9b7c-25aa88d99bdb {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:03.098307 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16908f7-8345-4ad7-bd78-021c7facc45f', 'name': 'network-vif-deleted', 'tag': 'ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b', 'status': 'completed', 'code': 200} Aug 03 19:59:03.406472 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d0586f4-e0f6-45dc-b456-cdf15ab9b4a8 req-5eaf301c-4aa2-443d-901a-5bedceacc5c9 tempest-TestMinimumBasicScenario-1053214475 tempest-TestMinimumBasicScenario-1053214475-project] 10.222.0.78 "GET /v2.0/ports?device_id=f16908f7-8345-4ad7-bd78-021c7facc45f HTTP/1.1" status: 200 len: 210 time: 0.0302696 Aug 03 19:59:03.728428 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8d69-ce07-437e-9479-2762014cec2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:05.034063 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37842) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:05.388905 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:05.661965 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] Deleting port 012214d0-8d83-4d39-9975-9858ae4b99d5 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:59:05.662221 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:05.746843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] For port 012214d0-8d83-4d39-9975-9858ae4b99d5, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=012214d0-8d83-4d39-9975-9858ae4b99d5,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:05.747209 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:05.761285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] Calling delete_port for 012214d0-8d83-4d39-9975-9858ae4b99d5 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:59:05.950269 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:05.974774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] Pushing event deleted for resources: {'Port': ['ID=012214d0-8d83-4d39-9975-9858ae4b99d5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:06.082340 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:59:06.103933 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:59:06.104281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device ae4f8a35-c8df-4ffc-b99c-ac5fc8b1ba1b not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:59:06.156932 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:06.513284 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b62c0aa0-deed-4131-b252-2008a99ce753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:06.731556 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] Router c3b568b8-b737-4040-8e52-dac611b372a6 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:59:06.819078 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:06.842038 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:59:06.847934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f9ef554b-e01c-4745-9dbc-ccc0cc750453 admin admin] 10.222.0.78 "PUT /v2.0/routers/c3b568b8-b737-4040-8e52-dac611b372a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8122141 Aug 03 19:59:06.850387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37844) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:06.852837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624ab79-8d4b-4723-92b6-9b716351082d None None] Sync routers for ids ['c3b568b8-b737-4040-8e52-dac611b372a6'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:59:06.862019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624ab79-8d4b-4723-92b6-9b716351082d None None] Routers {'c3b568b8-b737-4040-8e52-dac611b372a6'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:59:06.863153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5624ab79-8d4b-4723-92b6-9b716351082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c3b568b8-b737-4040-8e52-dac611b372a6'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:06.955493 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:06.966744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5624ab79-8d4b-4723-92b6-9b716351082d None None] Set router c3b568b8-b737-4040-8e52-dac611b372a6 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:59:07.060626 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:07.116073 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Deleting port 7037ac51-890a-4344-8778-b36102405743 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:59:07.116327 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:07.152710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5624ab79-8d4b-4723-92b6-9b716351082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '7037ac51-890a-4344-8778-b36102405743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:59:05Z', 'revision_number': 5, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port': {'id': '7037ac51-890a-4344-8778-b36102405743', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:56:57Z', 'updated_at': '2021-08-03T19:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:07.193537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624ab79-8d4b-4723-92b6-9b716351082d None None] Checking router: c3b568b8-b737-4040-8e52-dac611b372a6 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:59:07.202337 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5624ab79-8d4b-4723-92b6-9b716351082d None None] Routers {'c3b568b8-b737-4040-8e52-dac611b372a6'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:59:07.203137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5624ab79-8d4b-4723-92b6-9b716351082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c3b568b8-b737-4040-8e52-dac611b372a6'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:07.220100 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] For port 7037ac51-890a-4344-8778-b36102405743, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7037ac51-890a-4344-8778-b36102405743,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:07.220473 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:07.238743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Calling delete_port for 7037ac51-890a-4344-8778-b36102405743 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:59:07.297917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-5624ab79-8d4b-4723-92b6-9b716351082d None None] Set router c3b568b8-b737-4040-8e52-dac611b372a6 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:59:07.353855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-5624ab79-8d4b-4723-92b6-9b716351082d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:59:07Z', 'revision_number': 6, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:07.387096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5624ab79-8d4b-4723-92b6-9b716351082d None None] The sync data for ids ['c3b568b8-b737-4040-8e52-dac611b372a6'] in n-d-802918-7 is: [{'id': 'c3b568b8-b737-4040-8e52-dac611b372a6', 'name': 'tempest-TestMinimumBasicScenario-1580858478-router', 'tenant_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:56:56Z', 'updated_at': '2021-08-03T19:59:07Z', 'revision_number': 6, 'project_id': 'daf8afe2cc4047ceb1f80d5d7d26a60d', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:59:07.807131 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:07.830334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 012214d0-8d83-4d39-9975-9858ae4b99d5 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:59:07.840342 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=7037ac51-890a-4344-8778-b36102405743,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:07.854589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 012214d0-8d83-4d39-9975-9858ae4b99d5 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:59:07.855261 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 012214d0-8d83-4d39-9975-9858ae4b99d5 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:59:07.907917 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.005271 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.007516 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.051445 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.052014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b568b8-b737-4040-8e52-dac611b372a6 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:59:08.056342 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.057537 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-36f2d3ef-907f-4065-9dc0-fb2cdcb96f0e admin admin] 10.222.0.78 "DELETE /v2.0/routers/c3b568b8-b737-4040-8e52-dac611b372a6 HTTP/1.1" status: 204 len: 168 time: 1.2054942 Aug 03 19:59:08.060144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37846) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:08.110295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ace89b-aa14-49bf-84cf-3117238aede0 admin admin] Deleting subnet 891976af-bb41-4981-8e39-c532d2b8379c {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:59:08.114440 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-05ace89b-aa14-49bf-84cf-3117238aede0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.146382 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:59:08.150340 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.154412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-05ace89b-aa14-49bf-84cf-3117238aede0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.251370 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-05ace89b-aa14-49bf-84cf-3117238aede0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.310234 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-05ace89b-aa14-49bf-84cf-3117238aede0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.336424 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ace89b-aa14-49bf-84cf-3117238aede0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=891976af-bb41-4981-8e39-c532d2b8379c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:08.343939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-05ace89b-aa14-49bf-84cf-3117238aede0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.349753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37848) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:08.350301 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-05ace89b-aa14-49bf-84cf-3117238aede0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/891976af-bb41-4981-8e39-c532d2b8379c HTTP/1.1" status: 204 len: 168 time: 0.2886324 Aug 03 19:59:08.351786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a00ba1-2f13-4a04-bb5e-21e8a9b9cebf None None] Network a0c35818-d4b7-4d61-90aa-b8d142e172ae requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:59:08.428031 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.492719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Deleting port 80ed0a01-0d80-4168-90af-b839e8f4c69b {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:59:08.493105 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.568626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] For port 80ed0a01-0d80-4168-90af-b839e8f4c69b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=80ed0a01-0d80-4168-90af-b839e8f4c69b,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:08.569104 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.585098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Calling delete_port for 80ed0a01-0d80-4168-90af-b839e8f4c69b owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:59:08.585546 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] DHCP port deletion for a0c35818-d4b7-4d61-90aa-b8d142e172ae request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:59:08.652505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Deleting port 80ed0a01-0d80-4168-90af-b839e8f4c69b {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:59:08.653030 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.688370 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.711864 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=80ed0a01-0d80-4168-90af-b839e8f4c69b,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:08.726496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] No DVR routers for this DVR port 80ed0a01-0d80-4168-90af-b839e8f4c69b on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:59:08.740479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] For port 80ed0a01-0d80-4168-90af-b839e8f4c69b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=80ed0a01-0d80-4168-90af-b839e8f4c69b,segment=NetworkSegment(7aff64b7-da54-43f6-b093-f1c06620c7fa),segment_id=7aff64b7-da54-43f6-b093-f1c06620c7fa)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:08.740805 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.755170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Calling delete_port for 80ed0a01-0d80-4168-90af-b839e8f4c69b owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:59:08.809719 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.820766 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c35818-d4b7-4d61-90aa-b8d142e172ae']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:08.831719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aff64b7-da54-43f6-b093-f1c06620c7fa') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:08.832108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aff64b7-da54-43f6-b093-f1c06620c7fa') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:08.837153 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.841699 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.862184 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.865821 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Pushing event deleted for resources: {'Port': ['ID=80ed0a01-0d80-4168-90af-b839e8f4c69b,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:08.868423 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] No DVR routers for this DVR port 80ed0a01-0d80-4168-90af-b839e8f4c69b on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:59:08.871359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:59:08.871359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:59:08.873746 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:59:08.886478 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.888049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.888049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.888373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.889137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.889995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.890411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.890941 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.891628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.892244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.892688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.893139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e3a0-d1a4-4d1d-ad6d-7d5db65af339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:08.929914 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.936362 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:08.938690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] 10.222.0.78 "DELETE /v2.0/networks/a0c35818-d4b7-4d61-90aa-b8d142e172ae HTTP/1.1" status: 204 len: 168 time: 0.5867016 Aug 03 19:59:08.942525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37850) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:08.955128 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da5a2e-776b-42ff-8f9a-196daa3c5fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c35818-d4b7-4d61-90aa-b8d142e172ae,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:09.309982 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:09.568307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] Deleting port 070100a5-e743-4192-8b93-7b2a2fa32b6a {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:59:09.568573 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:09.649403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 80ed0a01-0d80-4168-90af-b839e8f4c69b no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:59:09.651189 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] For port 070100a5-e743-4192-8b93-7b2a2fa32b6a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=070100a5-e743-4192-8b93-7b2a2fa32b6a,segment=NetworkSegment(b63c5d7d-5a6d-4e57-b89a-223135be4f0a),segment_id=b63c5d7d-5a6d-4e57-b89a-223135be4f0a)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:09.651565 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:09.665657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] Calling delete_port for 070100a5-e743-4192-8b93-7b2a2fa32b6a owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:59:09.670154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 80ed0a01-0d80-4168-90af-b839e8f4c69b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:59:09.670509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 80ed0a01-0d80-4168-90af-b839e8f4c69b not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:59:09.670922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7037ac51-890a-4344-8778-b36102405743 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:59:09.689991 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 7037ac51-890a-4344-8778-b36102405743 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:59:09.690365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7037ac51-890a-4344-8778-b36102405743 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:59:09.859123 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:09.894836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=070100a5-e743-4192-8b93-7b2a2fa32b6a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:09.901802 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:10.071940 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:10.303613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] Router b00e508d-039c-4774-b98d-11ae2b936c45 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:59:10.412707 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:59:10.417720 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b31c6fdc-99c5-4fe0-b6f3-5a07a1d314f1 admin admin] 10.222.0.78 "PUT /v2.0/routers/b00e508d-039c-4774-b98d-11ae2b936c45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4735119 Aug 03 19:59:10.420256 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37854) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:10.423110 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e647d831-ee01-40af-ad86-25a20be75173 None None] Sync routers for ids ['b00e508d-039c-4774-b98d-11ae2b936c45'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:59:10.433974 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647d831-ee01-40af-ad86-25a20be75173 None None] Routers {'b00e508d-039c-4774-b98d-11ae2b936c45'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:59:10.434597 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e647d831-ee01-40af-ad86-25a20be75173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b00e508d-039c-4774-b98d-11ae2b936c45'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:10.528093 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:10.538191 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-e647d831-ee01-40af-ad86-25a20be75173 None None] Set router b00e508d-039c-4774-b98d-11ae2b936c45 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:59:10.627755 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:10.684789 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Deleting port e169bfd7-b0b6-4d1e-896e-fc56dff6d455 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:59:10.685023 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:10.715392 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e647d831-ee01-40af-ad86-25a20be75173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'name': 'tempest-TestMinimumBasicScenario-469226062-router', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:59:09Z', 'revision_number': 5, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'gw_port': {'id': 'e169bfd7-b0b6-4d1e-896e-fc56dff6d455', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:10.744840 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e647d831-ee01-40af-ad86-25a20be75173 None None] Checking router: b00e508d-039c-4774-b98d-11ae2b936c45 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:59:10.753588 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647d831-ee01-40af-ad86-25a20be75173 None None] Routers {'b00e508d-039c-4774-b98d-11ae2b936c45'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:59:10.754195 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e647d831-ee01-40af-ad86-25a20be75173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b00e508d-039c-4774-b98d-11ae2b936c45'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:10.764804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] For port e169bfd7-b0b6-4d1e-896e-fc56dff6d455, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e169bfd7-b0b6-4d1e-896e-fc56dff6d455,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:10.765168 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:10.777808 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Calling delete_port for e169bfd7-b0b6-4d1e-896e-fc56dff6d455 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:59:10.836226 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-e647d831-ee01-40af-ad86-25a20be75173 None None] Set router b00e508d-039c-4774-b98d-11ae2b936c45 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:59:10.893028 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e647d831-ee01-40af-ad86-25a20be75173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'name': 'tempest-TestMinimumBasicScenario-469226062-router', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:59:10Z', 'revision_number': 6, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:10.922637 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e647d831-ee01-40af-ad86-25a20be75173 None None] The sync data for ids ['b00e508d-039c-4774-b98d-11ae2b936c45'] in n-d-802918-7 is: [{'id': 'b00e508d-039c-4774-b98d-11ae2b936c45', 'name': 'tempest-TestMinimumBasicScenario-469226062-router', 'tenant_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:57:01Z', 'updated_at': '2021-08-03T19:59:10Z', 'revision_number': 6, 'project_id': 'c6abfd08c498494bad99d91ef6fe8d3d', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:59:10.960377 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:10.985736 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e169bfd7-b0b6-4d1e-896e-fc56dff6d455,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:11.047976 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.140824 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.142939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.190866 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.191404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b00e508d-039c-4774-b98d-11ae2b936c45 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:59:11.195752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.196899 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4885e747-838a-4b99-af44-e04da94e24f1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b00e508d-039c-4774-b98d-11ae2b936c45 HTTP/1.1" status: 204 len: 168 time: 0.7757409 Aug 03 19:59:11.199453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37858) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:11.248646 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-2294c83c-34a3-48c6-b616-94112168dd76 admin admin] Deleting subnet b6e18d1e-ef9e-498f-ab12-6d2098cd95f9 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:59:11.251553 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2294c83c-34a3-48c6-b616-94112168dd76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.287307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2294c83c-34a3-48c6-b616-94112168dd76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.372697 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2294c83c-34a3-48c6-b616-94112168dd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.431264 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2294c83c-34a3-48c6-b616-94112168dd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.463659 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2294c83c-34a3-48c6-b616-94112168dd76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.465443 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2294c83c-34a3-48c6-b616-94112168dd76 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b6e18d1e-ef9e-498f-ab12-6d2098cd95f9 HTTP/1.1" status: 204 len: 168 time: 0.2650232 Aug 03 19:59:11.466497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294c83c-34a3-48c6-b616-94112168dd76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e18d1e-ef9e-498f-ab12-6d2098cd95f9,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:11.468647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37860) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:11.474795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab52374-af3c-495c-bee0-ec8f6d1f1c62 None None] Network 412bd912-b0c0-45e1-aca2-134a59410ce9 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:59:11.540365 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.592516 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Deleting port 5b5ddb39-3b60-4675-acca-9da86155b5a4 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:59:11.592867 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.659625 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] For port 5b5ddb39-3b60-4675-acca-9da86155b5a4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5b5ddb39-3b60-4675-acca-9da86155b5a4,segment=NetworkSegment(b63c5d7d-5a6d-4e57-b89a-223135be4f0a),segment_id=b63c5d7d-5a6d-4e57-b89a-223135be4f0a)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:11.659990 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.673703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Calling delete_port for 5b5ddb39-3b60-4675-acca-9da86155b5a4 owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:59:11.713062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15c72b1-5f20-4b69-ba57-10a95a89afce None None] DHCP port deletion for 412bd912-b0c0-45e1-aca2-134a59410ce9 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:59:11.764080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e169bfd7-b0b6-4d1e-896e-fc56dff6d455 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:59:11.767632 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.790098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: e169bfd7-b0b6-4d1e-896e-fc56dff6d455 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:59:11.790443 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e169bfd7-b0b6-4d1e-896e-fc56dff6d455 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:59:11.790857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5b5ddb39-3b60-4675-acca-9da86155b5a4 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:59:11.793229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c15c72b1-5f20-4b69-ba57-10a95a89afce None None] Deleting port 5b5ddb39-3b60-4675-acca-9da86155b5a4 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:59:11.793630 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c15c72b1-5f20-4b69-ba57-10a95a89afce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.794228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5ddb39-3b60-4675-acca-9da86155b5a4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:11.802910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] No DVR routers for this DVR port 5b5ddb39-3b60-4675-acca-9da86155b5a4 on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:59:11.846032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 5b5ddb39-3b60-4675-acca-9da86155b5a4 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:59:11.846380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5b5ddb39-3b60-4675-acca-9da86155b5a4 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:59:11.846801 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 070100a5-e743-4192-8b93-7b2a2fa32b6a no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:59:11.873969 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 070100a5-e743-4192-8b93-7b2a2fa32b6a {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:59:11.874310 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 070100a5-e743-4192-8b93-7b2a2fa32b6a not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:59:11.893735 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.895800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c15c72b1-5f20-4b69-ba57-10a95a89afce None None] For port 5b5ddb39-3b60-4675-acca-9da86155b5a4, host n-d-802918-7, got binding levels [] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:11.896627 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c15c72b1-5f20-4b69-ba57-10a95a89afce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.904969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412bd912-b0c0-45e1-aca2-134a59410ce9']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:11.912247 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c15c72b1-5f20-4b69-ba57-10a95a89afce None None] Calling delete_port for 5b5ddb39-3b60-4675-acca-9da86155b5a4 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:59:11.915218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.ipam_backend_mixin [None req-c15c72b1-5f20-4b69-ba57-10a95a89afce None None] Port 5b5ddb39-3b60-4675-acca-9da86155b5a4 was not found and therefore no delete operation was performed {{(pid=100489) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:59:11.917068 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c15c72b1-5f20-4b69-ba57-10a95a89afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.917801 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63c5d7d-5a6d-4e57-b89a-223135be4f0a') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:11.918104 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63c5d7d-5a6d-4e57-b89a-223135be4f0a') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:11.928955 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.946218 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.952183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c72b1-5f20-4b69-ba57-10a95a89afce None None] No DVR routers for this DVR port 5b5ddb39-3b60-4675-acca-9da86155b5a4 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:59:11.953473 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:59:11.954086 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:11.958684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c72b1-5f20-4b69-ba57-10a95a89afce None None] Pushing event deleted for resources: {'Port': ['ID=5b5ddb39-3b60-4675-acca-9da86155b5a4,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: timer() Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:59:11.959036 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:59:12.022648 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:12.028864 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:12.030761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] 10.222.0.78 "DELETE /v2.0/networks/412bd912-b0c0-45e1-aca2-134a59410ce9 HTTP/1.1" status: 204 len: 168 time: 0.5609334 Aug 03 19:59:12.041861 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e3040-c07f-437a-9921-bdb06c6c2dae admin admin] Pushing event deleted for resources: {'Network': ['ID=412bd912-b0c0-45e1-aca2-134a59410ce9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:12.189410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37864) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:12.234973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3e3ac554-91ae-4a50-9646-24627384c2e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=daf8afe2cc4047ceb1f80d5d7d26a60d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442231 Aug 03 19:59:12.238013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37866) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:12.287118 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5388-c4cb-4511-b90f-f132ce9d4cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:12.307566 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5388-c4cb-4511-b90f-f132ce9d4cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:12.354682 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5388-c4cb-4511-b90f-f132ce9d4cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:12.357248 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5388-c4cb-4511-b90f-f132ce9d4cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:12.358477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3e1c5388-c4cb-4511-b90f-f132ce9d4cea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42f4b54f-1900-4ce9-b769-0949e096c06d HTTP/1.1" status: 204 len: 168 time: 0.1195166 Aug 03 19:59:12.367662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c5388-c4cb-4511-b90f-f132ce9d4cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f4b54f-1900-4ce9-b769-0949e096c06d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:12.682853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37872) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:12.725815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-61d5da6c-0873-404f-8e76-db20d9b7093d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c6abfd08c498494bad99d91ef6fe8d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417585 Aug 03 19:59:12.728313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37874) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:12.779625 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1370090-643f-44ec-8411-1667bb1dd39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:12.801379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1370090-643f-44ec-8411-1667bb1dd39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:12.852910 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1370090-643f-44ec-8411-1667bb1dd39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:12.855553 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b1370090-643f-44ec-8411-1667bb1dd39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:12.856750 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b1370090-643f-44ec-8411-1667bb1dd39f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/23fa829d-0511-447e-a80e-2090e65e51c4 HTTP/1.1" status: 204 len: 168 time: 0.1273115 Aug 03 19:59:12.865623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1370090-643f-44ec-8411-1667bb1dd39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fa829d-0511-447e-a80e-2090e65e51c4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:14.396698 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37914) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:14.403005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5e9d1df8-3013-4aec-95fc-5f1cd5e79584 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524049854', 'description': 'tempest-secgroup-smoke-524049854 description', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:14.427537 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1df8-3013-4aec-95fc-5f1cd5e79584 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.436730 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1df8-3013-4aec-95fc-5f1cd5e79584 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.542806 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1df8-3013-4aec-95fc-5f1cd5e79584 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.546793 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1df8-3013-4aec-95fc-5f1cd5e79584 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.587949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d1df8-3013-4aec-95fc-5f1cd5e79584 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f74842-e673-48a9-b567-235eaf2f9d72,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:14.647742 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1df8-3013-4aec-95fc-5f1cd5e79584 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.651246 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1df8-3013-4aec-95fc-5f1cd5e79584 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.675768 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1df8-3013-4aec-95fc-5f1cd5e79584 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.676999 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5e9d1df8-3013-4aec-95fc-5f1cd5e79584 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2788877 Aug 03 19:59:14.680282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37916) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:14.685056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7f17b14d-15d4-45c1-a71c-59650952fea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '0692461c-78c5-4113-ad3c-218ed6a6f2da', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:14.685214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d1df8-3013-4aec-95fc-5f1cd5e79584 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0692461c-78c5-4113-ad3c-218ed6a6f2da,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:14.711605 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f17b14d-15d4-45c1-a71c-59650952fea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.768502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f17b14d-15d4-45c1-a71c-59650952fea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.772342 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f17b14d-15d4-45c1-a71c-59650952fea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.790552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17b14d-15d4-45c1-a71c-59650952fea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c71c6f-da80-4e23-b576-638ac6e92332,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:14.796317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7f17b14d-15d4-45c1-a71c-59650952fea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.799208 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7f17b14d-15d4-45c1-a71c-59650952fea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178794 Aug 03 19:59:14.801271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37918) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:14.806124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-803f5a2e-dc07-4c16-8aee-81f3df1b4cb3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '0692461c-78c5-4113-ad3c-218ed6a6f2da', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:14.835701 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-803f5a2e-dc07-4c16-8aee-81f3df1b4cb3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.901047 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-803f5a2e-dc07-4c16-8aee-81f3df1b4cb3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.905051 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-803f5a2e-dc07-4c16-8aee-81f3df1b4cb3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.924283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f5a2e-dc07-4c16-8aee-81f3df1b4cb3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6d211d-6eb2-47e4-901e-0bc72e1291e5,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:14.933716 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-803f5a2e-dc07-4c16-8aee-81f3df1b4cb3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:14.937745 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-803f5a2e-dc07-4c16-8aee-81f3df1b4cb3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328633 Aug 03 19:59:14.938122 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37922) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:14.943543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-535e3945-ee55-44b0-9b1f-7eaee404e26b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '0692461c-78c5-4113-ad3c-218ed6a6f2da', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:14.972358 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-535e3945-ee55-44b0-9b1f-7eaee404e26b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.031527 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-535e3945-ee55-44b0-9b1f-7eaee404e26b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.035445 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-535e3945-ee55-44b0-9b1f-7eaee404e26b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.052921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e3945-ee55-44b0-9b1f-7eaee404e26b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702419fb-87d4-4cb2-a8dc-7692714a6925,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:15.058690 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-535e3945-ee55-44b0-9b1f-7eaee404e26b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.059904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-535e3945-ee55-44b0-9b1f-7eaee404e26b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207802 Aug 03 19:59:15.062609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37924) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:15.067558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-670e96c8-84bc-4a74-a6d4-28274971a5b9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '0692461c-78c5-4113-ad3c-218ed6a6f2da', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:15.093887 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-670e96c8-84bc-4a74-a6d4-28274971a5b9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.152110 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-670e96c8-84bc-4a74-a6d4-28274971a5b9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.155613 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-670e96c8-84bc-4a74-a6d4-28274971a5b9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.172879 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e96c8-84bc-4a74-a6d4-28274971a5b9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef1277a-4f4c-4850-89b5-a912cdc22d28,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:15.179811 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-670e96c8-84bc-4a74-a6d4-28274971a5b9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.183547 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-670e96c8-84bc-4a74-a6d4-28274971a5b9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173990 Aug 03 19:59:15.184282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37926) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:15.188151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b3efa15e-4a35-4e56-afb5-817081acdc04 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '0692461c-78c5-4113-ad3c-218ed6a6f2da', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:15.210343 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-b3efa15e-4a35-4e56-afb5-817081acdc04 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Project bedfdf4acc9847b4ab0590ebd1c09c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:59:15.215052 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3efa15e-4a35-4e56-afb5-817081acdc04 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.276799 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3efa15e-4a35-4e56-afb5-817081acdc04 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.280538 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3efa15e-4a35-4e56-afb5-817081acdc04 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.298532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efa15e-4a35-4e56-afb5-817081acdc04 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a86f2e-4cdc-4e0d-8c0f-195a8da52b10,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:15.302385 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b3efa15e-4a35-4e56-afb5-817081acdc04 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.306129 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b3efa15e-4a35-4e56-afb5-817081acdc04 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189559 Aug 03 19:59:15.306622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37928) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:15.310692 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-fe0c95db-2a7a-49dd-b09c-f6bb5676d7b1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '0692461c-78c5-4113-ad3c-218ed6a6f2da', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:15.334528 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-fe0c95db-2a7a-49dd-b09c-f6bb5676d7b1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Project bedfdf4acc9847b4ab0590ebd1c09c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:59:15.339329 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe0c95db-2a7a-49dd-b09c-f6bb5676d7b1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.400636 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe0c95db-2a7a-49dd-b09c-f6bb5676d7b1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.404397 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe0c95db-2a7a-49dd-b09c-f6bb5676d7b1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.421972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c95db-2a7a-49dd-b09c-f6bb5676d7b1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9885a07-3c9c-4133-81b2-ca44d4d31185,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:15.428051 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-fe0c95db-2a7a-49dd-b09c-f6bb5676d7b1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.429352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fe0c95db-2a7a-49dd-b09c-f6bb5676d7b1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221089 Aug 03 19:59:15.432538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37930) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:15.438014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'network': {'name': 'tempest-network-smoke--1740078489', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'port_security_enabled': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:15.459952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:59:15.463462 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.487809 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:59:15.496820 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.497171 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Added segment fa3ffad9-f043-4421-8061-8b1870967127 of type vlan for network e4aec75a-52bb-4d7f-81d0-766368799925 Aug 03 19:59:15.538083 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.566517 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.572093 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:15.572689 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.590265 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1565893 Aug 03 19:59:15.593319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37932) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:15.598303 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'admin_state_up': True, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:15.621979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.623021 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.682846 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.827950 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.950606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33614fc-bc8e-4254-8895-17fff18b54d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Network': ['ID=e4aec75a-52bb-4d7f-81d0-766368799925,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:15.962114 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e4aec75a-52bb-4d7f-81d0-766368799925 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:59:15.964033 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:16.036833 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:16.057027 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:16.164884 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.25.8.52 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/2d2413a3-c859-46b7-9100-20326c3c5d17) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:59:16.270982 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:16.310688 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:16.346753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:59:16.349828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:59:16.353560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:59:16.387721 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=2d2413a3-c859-46b7-9100-20326c3c5d17,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:16.634139 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:16.829067 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:16.958416 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router 950d5558-5121-42bd-be8f-dd2d49ff08cd is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:59:17.061966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:59:17.072667 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Sync routers for ids ['950d5558-5121-42bd-be8f-dd2d49ff08cd'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:59:17.082616 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:17.083320 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Routers {'950d5558-5121-42bd-be8f-dd2d49ff08cd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:59:17.083858 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-aa8f7f3c-4336-4c2d-803c-e1502006ada0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4894915 Aug 03 19:59:17.084155 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['950d5558-5121-42bd-be8f-dd2d49ff08cd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:17.087003 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37934) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:17.196141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Set router 950d5558-5121-42bd-be8f-dd2d49ff08cd gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:59:17.210659 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bc639467-ede6-433d-919d-3d7ed0fdc996 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=bedfdf4acc9847b4ab0590ebd1c09c9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1199996 Aug 03 19:59:17.210894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37938) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:17.304348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c0e9e-6b10-42c5-9431-ccc176ad568d tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:17.305981 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d40c0e9e-6b10-42c5-9431-ccc176ad568d tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942342 Aug 03 19:59:17.308747 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37940) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:17.337872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-90414dcb-af68-4ceb-83c8-a503933527c0 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280161 Aug 03 19:59:17.340548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 37942) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:17.345853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-829644827', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:17.381198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:16Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:17.407893 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Checking router: 950d5558-5121-42bd-be8f-dd2d49ff08cd for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:59:17.408243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Updating router 950d5558-5121-42bd-be8f-dd2d49ff08cd port 2d2413a3-c859-46b7-9100-20326c3c5d17 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:59:17.434848 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:17.436563 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:59:17.440821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:17.624486 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:17.687655 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:17.691305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Subnet': ['ID=6b3c49a5-3807-424b-b171-b77a0e7558b9,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:17.698178 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Transition to ACTIVE for port object 2d2413a3-c859-46b7-9100-20326c3c5d17 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:59:17.700326 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Checking segment: {'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:59:17.700827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network hostable DHCP agents. Network: e4aec75a-52bb-4d7f-81d0-766368799925, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:59:17.703455 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:17.718627 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network e4aec75a-52bb-4d7f-81d0-766368799925 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:59:17.727490 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e4aec75a-52bb-4d7f-81d0-766368799925) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:59:17.732442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:17.733052 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:17.738230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a02232-406b-4dcc-a918-e60bc3951f71 None None] Network e4aec75a-52bb-4d7f-81d0-766368799925 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:59:17.750120 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e6efec39-24b5-48e8-9182-e933c6f3fceb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4085560 Aug 03 19:59:17.753690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 37944) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:17.797476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d5f3a-216e-4c43-ae85-9a55d2e94fca None None] Pushing event updated for resources: {'Port': ['ID=2d2413a3-c859-46b7-9100-20326c3c5d17,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:17.808680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Attempting to bind port 2d2413a3-c859-46b7-9100-20326c3c5d17 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:59:17.809151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Attempting to bind port 2d2413a3-c859-46b7-9100-20326c3c5d17 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:59:17.809774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Attempting to bind port 2d2413a3-c859-46b7-9100-20326c3c5d17 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:59:17.819515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:59:17.819884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:59:17.820286 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:17.820676 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:59:17.821235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Bound port: 2d2413a3-c859-46b7-9100-20326c3c5d17, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:59:17.821623 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:18.083125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] For port 2d2413a3-c859-46b7-9100-20326c3c5d17, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:59:18.099904 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] For port 2d2413a3-c859-46b7-9100-20326c3c5d17, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2d2413a3-c859-46b7-9100-20326c3c5d17,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:59:18.123477 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:18.151406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-e4aec75a-52bb-4d7f-81d0-766368799925', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ips': [{'subnet_id': '6b3c49a5-3807-424b-b171-b77a0e7558b9'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:59:18.152406 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:18.211853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Routers {'950d5558-5121-42bd-be8f-dd2d49ff08cd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:59:18.212482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['950d5558-5121-42bd-be8f-dd2d49ff08cd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:18.214821 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:18.260333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d5f3a-216e-4c43-ae85-9a55d2e94fca None None] Pushing event updated for resources: {'Port': ['ID=2d2413a3-c859-46b7-9100-20326c3c5d17,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:18.418469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] Set router 950d5558-5121-42bd-be8f-dd2d49ff08cd gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:59:18.420745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Allocated IP 172.20.0.2 (e4aec75a-52bb-4d7f-81d0-766368799925/6b3c49a5-3807-424b-b171-b77a0e7558b9/e86f5e55-1b62-480d-bbbb-f5e4ddf6851b) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:59:18.724356 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:18.735249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Transition to ACTIVE for port object e86f5e55-1b62-480d-bbbb-f5e4ddf6851b will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:59:18.752083 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:16Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:18.757064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Transition to ACTIVE for port object e86f5e55-1b62-480d-bbbb-f5e4ddf6851b will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:59:18.783610 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b2f82-0475-4b49-bd04-b4816fae5163 None None] The sync data for ids ['950d5558-5121-42bd-be8f-dd2d49ff08cd'] in n-d-802918-7 is: [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:16Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:59:18.788895 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:18.832469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Network e4aec75a-52bb-4d7f-81d0-766368799925 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:59:18.835678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:59:18.841787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:59:18.845015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.20.0.1 (e4aec75a-52bb-4d7f-81d0-766368799925/6b3c49a5-3807-424b-b171-b77a0e7558b9/3ba58639-81bb-4b7b-bd4f-c16b8bc85502) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:59:18.855432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Pushing event updated for resources: {'Port': ['ID=e86f5e55-1b62-480d-bbbb-f5e4ddf6851b,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:18.913378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Attempting to bind port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:59:18.913919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Attempting to bind port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:59:18.914303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Attempting to bind port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b on network e4aec75a-52bb-4d7f-81d0-766368799925 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:59:18.919950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:59:18.920329 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Checking segment: {'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:59:18.920719 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:18.921118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Bound using segment: {'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:59:18.921644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Bound port: e86f5e55-1b62-480d-bbbb-f5e4ddf6851b, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:59:18.922026 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:18.996558 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:18.996948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] For port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:59:19.000069 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] For port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e86f5e55-1b62-480d-bbbb-f5e4ddf6851b,segment=NetworkSegment(fa3ffad9-f043-4421-8061-8b1870967127),segment_id=fa3ffad9-f043-4421-8061-8b1870967127)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:59:19.003918 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:19.013759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Transition to ACTIVE for port object 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:59:19.063116 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:19.065920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9682427-5bfb-4afd-ba14-5224031b5f96 None None] Pushing event updated for resources: {'Port': ['ID=e86f5e55-1b62-480d-bbbb-f5e4ddf6851b,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:19.142173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network e4aec75a-52bb-4d7f-81d0-766368799925 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:59:19.153301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:59:19.155643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=3ba58639-81bb-4b7b-bd4f-c16b8bc85502,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:19.158283 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:59:19.223528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:19.419883 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:19.742041 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2d2413a3-c859-46b7-9100-20326c3c5d17 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:59:19.765303 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:19.774186 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:19.806120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 2d2413a3-c859-46b7-9100-20326c3c5d17 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:59:19.814762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2d2413a3-c859-46b7-9100-20326c3c5d17 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:19.815924 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:19.865827 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:19.920760 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:19.939545 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=3ba58639-81bb-4b7b-bd4f-c16b8bc85502,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:19.949738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 2d2413a3-c859-46b7-9100-20326c3c5d17, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2d2413a3-c859-46b7-9100-20326c3c5d17,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:19.955244 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:19.956655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e86f5e55-1b62-480d-bbbb-f5e4ddf6851b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:59:20.009685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network e4aec75a-52bb-4d7f-81d0-766368799925 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:59:20.011617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:59:20.050993 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=2d2413a3-c859-46b7-9100-20326c3c5d17,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:20.067270 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:59:20.151238 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router 950d5558-5121-42bd-be8f-dd2d49ff08cd has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:59:20.163185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30625516-bb86-47e3-aba1-589ba7c5b36e None None] Network e4aec75a-52bb-4d7f-81d0-766368799925 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:59:20.272700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b72257ba-4e7f-4dc7-b133-f5e547c8ef3b None None] Provisioning for port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:59:20.278448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:59:20.292774 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a047aa99-d218-4c76-b154-74890a8a51d1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "PUT /v2.0/routers/950d5558-5121-42bd-be8f-dd2d49ff08cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5291388 Aug 03 19:59:20.293139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b72257ba-4e7f-4dc7-b133-f5e547c8ef3b None None] Provisioning complete for port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:20.293139 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b72257ba-4e7f-4dc7-b133-f5e547c8ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:20.443147 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b72257ba-4e7f-4dc7-b133-f5e547c8ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:20.450737 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-a15aa6dc-b9bb-4d32-92ff-d4424d2b747b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524049854&fields=id&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 267 time: 0.0359988 Aug 03 19:59:20.484765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b72257ba-4e7f-4dc7-b133-f5e547c8ef3b None None] For port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e86f5e55-1b62-480d-bbbb-f5e4ddf6851b,segment=NetworkSegment(fa3ffad9-f043-4421-8061-8b1870967127),segment_id=fa3ffad9-f043-4421-8061-8b1870967127)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:20.495313 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b72257ba-4e7f-4dc7-b133-f5e547c8ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:20.556206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72257ba-4e7f-4dc7-b133-f5e547c8ef3b None None] Pushing event updated for resources: {'Port': ['ID=e86f5e55-1b62-480d-bbbb-f5e4ddf6851b,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:20.599414 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-b8f8b5af-3c11-4b79-9326-a69ef0c310f0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:20.600975 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-b8f8b5af-3c11-4b79-9326-a69ef0c310f0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/networks?id=e4aec75a-52bb-4d7f-81d0-766368799925 HTTP/1.1" status: 200 len: 797 time: 0.1408207 Aug 03 19:59:20.618513 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-1a76a10c-8734-45d3-be20-f0b360dd26f7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/quotas/bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 375 time: 0.0108624 Aug 03 19:59:20.678336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-ae9290db-66b5-40df-b183-73cdd40156e2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534954 Aug 03 19:59:20.699590 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Sync routers for ids ['950d5558-5121-42bd-be8f-dd2d49ff08cd'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:59:20.713579 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Routers {'950d5558-5121-42bd-be8f-dd2d49ff08cd'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:59:20.714252 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['950d5558-5121-42bd-be8f-dd2d49ff08cd'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:20.720359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-039c6e6e-63f4-4ea5-ac77-8d887158a7e9 None None] Provisioning complete for port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:20.722235 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-039c6e6e-63f4-4ea5-ac77-8d887158a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:20.801813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-13f03124-26c7-4bc8-af10-2abacece71ab service neutron] 10.222.0.78 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088436 Aug 03 19:59:20.835343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-039c6e6e-63f4-4ea5-ac77-8d887158a7e9 None None] Provisioning for port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:59:20.836888 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Set router 950d5558-5121-42bd-be8f-dd2d49ff08cd gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:59:20.841519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-039c6e6e-63f4-4ea5-ac77-8d887158a7e9 None None] Provisioning complete for port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:20.842280 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-039c6e6e-63f4-4ea5-ac77-8d887158a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:20.888558 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-039c6e6e-63f4-4ea5-ac77-8d887158a7e9 None None] Port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:59:20.905348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-647b7265-b21d-4f17-9a19-242ceaa7adaf service neutron] 10.222.0.78 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027067 Aug 03 19:59:21.015612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-450304eb-4e3d-4d7d-b3da-35689348ce91 None None] Provisioning complete for port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:21.016050 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-450304eb-4e3d-4d7d-b3da-35689348ce91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:21.056510 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-450304eb-4e3d-4d7d-b3da-35689348ce91 None None] Port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:59:21.091825 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3ba58639-81bb-4b7b-bd4f-c16b8bc85502', 'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:9f:7f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:18Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 2, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:21.101848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e24deae-a8f4-414c-b78e-e7e66800facb req-3ebeee0f-98c6-4a7d-b342-e6618daaa6f4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 210 time: 0.0397046 Aug 03 19:59:21.121476 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Checking router: 950d5558-5121-42bd-be8f-dd2d49ff08cd for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:59:21.121857 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Updating router 950d5558-5121-42bd-be8f-dd2d49ff08cd port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:59:21.148433 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:21.186028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-624067a7-d4d8-4edb-a6b6-0534c77d01a7 None None] Provisioning complete for port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:21.186475 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-624067a7-d4d8-4edb-a6b6-0534c77d01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:21.221432 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-624067a7-d4d8-4edb-a6b6-0534c77d01a7 None None] Port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:59:21.460642 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:21.472392 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Transition to ACTIVE for port object 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:59:21.479287 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:21.531688 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Pushing event updated for resources: {'Port': ['ID=3ba58639-81bb-4b7b-bd4f-c16b8bc85502,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:21.555986 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.556241 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.556582 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.556918 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.557249 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.557605 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.558014 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.558253 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.558575 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.558899 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.559223 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.559541 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:59:21.600922 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Attempting to bind port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:59:21.601332 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Attempting to bind port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:59:21.601687 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Attempting to bind port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 on network e4aec75a-52bb-4d7f-81d0-766368799925 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:59:21.608398 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:59:21.608926 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Checking segment: {'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:59:21.609553 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:21.610060 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Bound using segment: {'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:59:21.610687 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Bound port: 3ba58639-81bb-4b7b-bd4f-c16b8bc85502, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:59:21.611216 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:21.687075 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2d2413a3-c859-46b7-9100-20326c3c5d17 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:59:21.704275 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] For port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:59:21.709682 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] For port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3ba58639-81bb-4b7b-bd4f-c16b8bc85502,segment=NetworkSegment(fa3ffad9-f043-4421-8061-8b1870967127),segment_id=fa3ffad9-f043-4421-8061-8b1870967127)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:59:21.717481 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:21.761456 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 2d2413a3-c859-46b7-9100-20326c3c5d17 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:21.761858 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:21.769737 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Routers {'950d5558-5121-42bd-be8f-dd2d49ff08cd'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:59:21.770373 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['950d5558-5121-42bd-be8f-dd2d49ff08cd'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:21.861297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e86f5e55-1b62-480d-bbbb-f5e4ddf6851b up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:59:21.930143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:21.930870 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:21.982372 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e4794-ab5b-4787-a618-9a3098f87335 None None] Pushing event updated for resources: {'Port': ['ID=3ba58639-81bb-4b7b-bd4f-c16b8bc85502,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:22.003917 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] Set router 950d5558-5121-42bd-be8f-dd2d49ff08cd gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:59:22.202618 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3ba58639-81bb-4b7b-bd4f-c16b8bc85502', 'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:9f:7f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:18Z', 'updated_at': '2021-08-03T19:59:21Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:22.210365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-487e7ca5-955a-4a2b-8c97-045e00112216 req-5fa17112-2be9-4381-b7a1-265400729897 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 210 time: 0.0336127 Aug 03 19:59:22.238122 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c8c64e-482b-4703-a686-23ad2d198637 None None] The sync data for ids ['950d5558-5121-42bd-be8f-dd2d49ff08cd'] in n-d-802918-7 is: [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3ba58639-81bb-4b7b-bd4f-c16b8bc85502', 'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:9f:7f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:18Z', 'updated_at': '2021-08-03T19:59:21Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:59:22.368012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-d1a83566-fa08-444f-ace5-1de77cc93edd tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:22.369623 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-d1a83566-fa08-444f-ace5-1de77cc93edd tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/networks?id=e4aec75a-52bb-4d7f-81d0-766368799925 HTTP/1.1" status: 200 len: 797 time: 0.1415961 Aug 03 19:59:22.418099 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-8f9248d1-1e24-43ff-839d-bbdef32b6558 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 379 time: 0.0391135 Aug 03 19:59:22.429430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'port': {'device_id': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'admin_state_up': True, 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'security_groups': ['0692461c-78c5-4113-ad3c-218ed6a6f2da']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:22.555724 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:59:22.559348 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:22.702297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.20.0.5 (e4aec75a-52bb-4d7f-81d0-766368799925/6b3c49a5-3807-424b-b171-b77a0e7558b9/fd7ef3d7-53c6-4f11-ba9e-2c67355b9830) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:59:22.866151 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:22.885879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Transition to ACTIVE for port object fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:59:22.925816 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:22.972390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network e4aec75a-52bb-4d7f-81d0-766368799925 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:59:22.975653 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:59:22.981989 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:59:22.989101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:23.038319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:23.039017 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:23.056486 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-24765f7a-8ca9-47a5-8eae-8b0b2d0917cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311209 Aug 03 19:59:23.070915 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Request body: {'port': {'device_id': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:23.135037 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:23.218378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ec394c32-dce4-4958-aeae-e51e513a3cf4 None None] Provisioning for port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:59:23.224283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ec394c32-dce4-4958-aeae-e51e513a3cf4 None None] Provisioning complete for port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:23.225017 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec394c32-dce4-4958-aeae-e51e513a3cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:23.271185 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ec394c32-dce4-4958-aeae-e51e513a3cf4 None None] Port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:59:23.369027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7ea16-6ff7-4d8f-b18d-0a76ccbca728 req-7359b271-554b-4506-8b37-b8f5ac94500f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:23.371282 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5da7ea16-6ff7-4d8f-b18d-0a76ccbca728 req-7359b271-554b-4506-8b37-b8f5ac94500f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 931 time: 0.0689745 Aug 03 19:59:23.413837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5da7ea16-6ff7-4d8f-b18d-0a76ccbca728 req-478113de-62e2-41da-a29f-47e9bad3c890 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363834 Aug 03 19:59:23.436812 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:59:23.447583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:23.460264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Transition to ACTIVE for port object fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:59:23.463904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:23.531160 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:23.594933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Attempting to bind port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:59:23.595285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Attempting to bind port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:59:23.595884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Attempting to bind port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 on network e4aec75a-52bb-4d7f-81d0-766368799925 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:59:23.601393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 on network e4aec75a-52bb-4d7f-81d0-766368799925 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:59:23.601762 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Attempting to bind port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 on network e4aec75a-52bb-4d7f-81d0-766368799925 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:59:23.607791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:59:23.608122 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Checking segment: {'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:59:23.608616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Bound using segment: {'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:59:23.609074 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Bound port: fd7ef3d7-53c6-4f11-ba9e-2c67355b9830, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3ffad9-f043-4421-8061-8b1870967127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:59:23.609444 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:23.695454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:59:23.696428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] For port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:59:23.700638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] For port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830,segment=NetworkSegment(fa3ffad9-f043-4421-8061-8b1870967127),segment_id=fa3ffad9-f043-4421-8061-8b1870967127)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:59:23.705767 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:23.745969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:23.746404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:23.747857 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] 10.222.0.37 "PUT /v2.0/ports/fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 HTTP/1.1" status: 200 len: 1091 time: 0.6818228 Aug 03 19:59:23.748307 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'tag': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:23.750625 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d70fd31-0f9b-4769-b075-f24e5abfb868", "tag": "fd7ef3d7-53c6-4f11-ba9e-2c67355b9830"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:23.770153 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:59:23.776133 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:23.776767 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:23.781120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef4adf-724f-4e46-bf5a-407337239ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:23.822258 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69023582-484b-48e5-9d3e-58861035cb48 x-openstack-request-id: req-69023582-484b-48e5-9d3e-58861035cb48 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:23.822556 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d70fd31-0f9b-4769-b075-f24e5abfb868", "tag": "fd7ef3d7-53c6-4f11-ba9e-2c67355b9830", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:23.822865 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69023582-484b-48e5-9d3e-58861035cb48 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:23.823231 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'tag': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830', 'status': 'completed', 'code': 200} Aug 03 19:59:23.841101 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-d81448d2-2146-4439-924b-3fbe65f7f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:23.842692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-d81448d2-2146-4439-924b-3fbe65f7f44e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 1094 time: 0.0507529 Aug 03 19:59:23.864932 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:23.889997 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-38cfae9c-aa9d-4ba0-a3ae-6bd62d103594 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 HTTP/1.1" status: 200 len: 217 time: 0.0390682 Aug 03 19:59:23.900459 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3ba58639-81bb-4b7b-bd4f-c16b8bc85502,segment=NetworkSegment(fa3ffad9-f043-4421-8061-8b1870967127),segment_id=fa3ffad9-f043-4421-8061-8b1870967127)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:23.904737 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:23.945276 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-09d4c0f9-3c28-4503-98b3-a168dc3c5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:23.946800 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-09d4c0f9-3c28-4503-98b3-a168dc3c5e53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b3c49a5-3807-424b-b171-b77a0e7558b9 HTTP/1.1" status: 200 len: 834 time: 0.0498061 Aug 03 19:59:23.956886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=3ba58639-81bb-4b7b-bd4f-c16b8bc85502,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:23.997703 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-ea670205-b2ca-4565-aa65-904424d8374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:23.999260 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-ea670205-b2ca-4565-aa65-904424d8374e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4aec75a-52bb-4d7f-81d0-766368799925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445793 Aug 03 19:59:24.094151 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-20503fde-ce8c-4bd6-be2d-174c76d583e1 service neutron] 10.222.0.37 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870860 Aug 03 19:59:24.184512 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-cc0412c1-7ba8-4113-bb5c-d9f886ee901c req-165aa4eb-28eb-4016-b7aa-7947e366e496 service neutron] 10.222.0.37 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829427 Aug 03 19:59:24.275505 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7 req-8b049058-0358-4bd1-a5ed-6088ace67489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:24.276986 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7 req-8b049058-0358-4bd1-a5ed-6088ace67489 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 1094 time: 0.0418117 Aug 03 19:59:24.372327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7 req-afd0864f-3397-4d77-88c9-6647abd91843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:24.373918 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7 req-afd0864f-3397-4d77-88c9-6647abd91843 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4aec75a-52bb-4d7f-81d0-766368799925 HTTP/1.1" status: 200 len: 898 time: 0.0888011 Aug 03 19:59:24.415628 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7 req-5e57dbcd-e1b1-4c6d-81c1-de12c639e1ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 HTTP/1.1" status: 200 len: 217 time: 0.0342159 Aug 03 19:59:24.472558 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7 req-86716917-0e3a-45ef-8561-c9106e3e9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:24.474078 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7 req-86716917-0e3a-45ef-8561-c9106e3e9caa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b3c49a5-3807-424b-b171-b77a0e7558b9 HTTP/1.1" status: 200 len: 834 time: 0.0497758 Aug 03 19:59:24.522254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7 req-9914f17e-777a-4a80-8ea8-ed4ccbb4bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:24.523820 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7 req-9914f17e-777a-4a80-8ea8-ed4ccbb4bb41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4aec75a-52bb-4d7f-81d0-766368799925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419984 Aug 03 19:59:24.539774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb464d3a-c0e5-451f-8ec7-35735b4dbebd req-7656a9b0-8f30-41e5-a5ec-a4df94b2e568 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:24.541324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb464d3a-c0e5-451f-8ec7-35735b4dbebd req-7656a9b0-8f30-41e5-a5ec-a4df94b2e568 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 943 time: 0.0585475 Aug 03 19:59:24.579815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb464d3a-c0e5-451f-8ec7-35735b4dbebd req-235062a1-3d8c-43c4-a2eb-6086060c56c6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324900 Aug 03 19:59:24.615026 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7 req-81f707d7-a051-477e-a030-3db5d20dbafa service neutron] 10.222.0.37 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831423 Aug 03 19:59:24.709312 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0103ac1d-a67d-4c6c-9740-ba74c9c5e0d7 req-1fd54980-b486-4069-97df-fa6cbbedee72 service neutron] 10.222.0.37 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864735 Aug 03 19:59:25.657593 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:59:25.699114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca55b5-5a6e-4bd1-9f33-dafbbb418eda req-1a64bf09-6f06-4f08-b1d0-a5f53250bd77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:25.700632 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ccca55b5-5a6e-4bd1-9f33-dafbbb418eda req-1a64bf09-6f06-4f08-b1d0-a5f53250bd77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 943 time: 0.0489147 Aug 03 19:59:25.708365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:25.708739 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:25.740734 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ccca55b5-5a6e-4bd1-9f33-dafbbb418eda req-c15d1db8-acfe-4579-bcc2-528324f5766f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334668 Aug 03 19:59:26.860061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b077e7-cdcc-4e2a-9219-8f773d3bd051 req-e46fd53b-1e7a-4872-8b96-09ed5887873c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:26.861633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68b077e7-cdcc-4e2a-9219-8f773d3bd051 req-e46fd53b-1e7a-4872-8b96-09ed5887873c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 943 time: 0.0501201 Aug 03 19:59:26.899132 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-68b077e7-cdcc-4e2a-9219-8f773d3bd051 req-4450ea5d-5a28-4b53-8d62-6477d9f77fac tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307822 Aug 03 19:59:28.016647 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573bba5-61cd-4e0b-b5f1-052224440d5d req-eca78d05-a75b-4793-ab83-8b07d98c03d6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:28.018719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c573bba5-61cd-4e0b-b5f1-052224440d5d req-eca78d05-a75b-4793-ab83-8b07d98c03d6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 943 time: 0.0539238 Aug 03 19:59:28.057794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c573bba5-61cd-4e0b-b5f1-052224440d5d req-b86e0808-a56d-450e-86a8-087ae8c9f2a5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330398 Aug 03 19:59:28.238780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:59:28.337188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830,segment=NetworkSegment(fa3ffad9-f043-4421-8061-8b1870967127),segment_id=fa3ffad9-f043-4421-8061-8b1870967127)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:28.349820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'port_id': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830', 'mac_address': 'fa:16:3e:54:fc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:59:28.387863 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:28.401173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:59:28.420720 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830,segment=NetworkSegment(fa3ffad9-f043-4421-8061-8b1870967127),segment_id=fa3ffad9-f043-4421-8061-8b1870967127)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:28.424915 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:28.471884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:28.622333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['fd7ef3d7-53c6-4f11-ba9e-2c67355b9830'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:59:29.172349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40562d-9508-492c-a2d8-db386196e523 req-c5436cdd-905c-45ac-9e8c-33ecbc71e5eb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:29.173905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f40562d-9508-492c-a2d8-db386196e523 req-c5436cdd-905c-45ac-9e8c-33ecbc71e5eb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 944 time: 0.0493193 Aug 03 19:59:29.212516 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f40562d-9508-492c-a2d8-db386196e523 req-3a519f17-9273-49b8-b656-3487e47a2815 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318575 Aug 03 19:59:30.252902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:59:30.300189 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:30.316636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:59:30.320418 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:59:30.320793 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:30.334289 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c4975-095d-4fb3-8387-7ab54390ff32 req-d9a7791d-c546-4da2-8e16-ec3af4e0dc19 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:30.335817 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d2c4975-095d-4fb3-8387-7ab54390ff32 req-d9a7791d-c546-4da2-8e16-ec3af4e0dc19 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 944 time: 0.0538623 Aug 03 19:59:30.383082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d2c4975-095d-4fb3-8387-7ab54390ff32 req-bda4109c-5d05-4f04-b9c2-7bdf8de76f60 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409398 Aug 03 19:59:30.405212 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:30.432795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:30.435119 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a361b92a-5f81-4b6f-9159-5d1374bef356" -d '{"events": [{"server_uuid": "9d70fd31-0f9b-4769-b075-f24e5abfb868", "name": "network-vif-plugged", "status": "completed", "tag": "fd7ef3d7-53c6-4f11-ba9e-2c67355b9830"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:30.449866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830,segment=NetworkSegment(fa3ffad9-f043-4421-8061-8b1870967127),segment_id=fa3ffad9-f043-4421-8061-8b1870967127)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:59:30.458355 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:30.512427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:30.541948 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2909eba7-4e79-481c-af8c-a5d71ead8d06 x-openstack-request-id: req-2909eba7-4e79-481c-af8c-a5d71ead8d06 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:30.542184 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d70fd31-0f9b-4769-b075-f24e5abfb868", "name": "network-vif-plugged", "status": "completed", "tag": "fd7ef3d7-53c6-4f11-ba9e-2c67355b9830", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:30.542439 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2909eba7-4e79-481c-af8c-a5d71ead8d06 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:30.542833 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830', 'code': 200} Aug 03 19:59:30.649637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccf422-d716-4d82-be5d-4d2caf22ceb8 req-c293a1d8-eaa5-424d-bc69-0d3bdd6fd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:30.651221 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d5ccf422-d716-4d82-be5d-4d2caf22ceb8 req-c293a1d8-eaa5-424d-bc69-0d3bdd6fd166 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 1096 time: 0.0460756 Aug 03 19:59:30.687696 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d5ccf422-d716-4d82-be5d-4d2caf22ceb8 req-9812fbf3-b90d-4260-b7da-38ec64134b53 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293915 Aug 03 19:59:31.513429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e1008-b8a1-4ae3-bdd8-ee24d83d23c3 req-6435a18d-9876-4756-b66b-a1281b240657 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:31.514905 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-710e1008-b8a1-4ae3-bdd8-ee24d83d23c3 req-6435a18d-9876-4756-b66b-a1281b240657 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 945 time: 0.0538051 Aug 03 19:59:31.553151 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-710e1008-b8a1-4ae3-bdd8-ee24d83d23c3 req-b7528a49-b2b8-408e-b22f-8fa0af2b1265 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320959 Aug 03 19:59:31.670108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc4bae-ed75-4c2e-b923-2e26f4505456 req-e2d687d6-775a-4b69-8e69-08ef14e56b48 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:31.671608 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3cc4bae-ed75-4c2e-b923-2e26f4505456 req-e2d687d6-775a-4b69-8e69-08ef14e56b48 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 945 time: 0.0491748 Aug 03 19:59:31.710802 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3cc4bae-ed75-4c2e-b923-2e26f4505456 req-b0ca8e22-ce5e-4a67-a0a4-bd1ee3c824dc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323217 Aug 03 19:59:31.732469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38002) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:31.774380 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314688f5-e684-4721-8afb-72622e84afda tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:31.775897 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-314688f5-e684-4721-8afb-72622e84afda tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 1091 time: 0.0423191 Aug 03 19:59:31.778758 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38004) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:31.783286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:59:31.815162 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:31.920829 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:32.028546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.25.8.182 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/00c151f6-2aed-4b33-b7a1-c50739ed39ba) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:59:32.130211 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:32.168797 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:32.205865 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:59:32.208722 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:59:32.211846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:59:32.578611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=00c151f6-2aed-4b33-b7a1-c50739ed39ba,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:32.915372 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:32.991206 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:33.141898 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:33.146614 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:33.217191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=00c151f6-2aed-4b33-b7a1-c50739ed39ba,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:59:33.231034 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:33.328333 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Floating IP efcc6897-64ee-4163-9e4e-620919e6a3e0 associated. External IP: 172.25.8.182, port: fd7ef3d7-53c6-4f11-ba9e-2c67355b9830. Aug 03 19:59:33.536295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router 950d5558-5121-42bd-be8f-dd2d49ff08cd has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:59:33.644613 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:59:33.654565 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa927367-c156-49d7-baef-5e29f0c30e6b None None] Sync routers for ids ['950d5558-5121-42bd-be8f-dd2d49ff08cd'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:59:33.663716 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:33.665036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa927367-c156-49d7-baef-5e29f0c30e6b None None] Routers {'950d5558-5121-42bd-be8f-dd2d49ff08cd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:59:33.665867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fa927367-c156-49d7-baef-5e29f0c30e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['950d5558-5121-42bd-be8f-dd2d49ff08cd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:33.691716 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-13f9446e-7c98-4192-8468-9e14aeb4f345 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9119122 Aug 03 19:59:33.692470 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'tag': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:59:33.694816 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271d135b-7d11-4c39-83e7-b46e72fd635e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d70fd31-0f9b-4769-b075-f24e5abfb868", "tag": "fd7ef3d7-53c6-4f11-ba9e-2c67355b9830"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:59:33.742451 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af380afe-49ac-4644-a372-03ae3a049d20 x-openstack-request-id: req-af380afe-49ac-4644-a372-03ae3a049d20 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:59:33.742801 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d70fd31-0f9b-4769-b075-f24e5abfb868", "tag": "fd7ef3d7-53c6-4f11-ba9e-2c67355b9830", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:59:33.743067 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af380afe-49ac-4644-a372-03ae3a049d20 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:59:33.743476 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'tag': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830', 'status': 'completed', 'code': 200} Aug 03 19:59:33.806015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09257a-e5e7-4b8d-bd1d-4d68ac2cc801 req-d768a5a5-386b-4b63-b991-8beb1af4bb58 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:33.807709 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f09257a-e5e7-4b8d-bd1d-4d68ac2cc801 req-d768a5a5-386b-4b63-b991-8beb1af4bb58 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 945 time: 0.0565257 Aug 03 19:59:33.811814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d135b-7d11-4c39-83e7-b46e72fd635e req-93ffd601-7b73-451a-b1cb-c2daf027f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:33.813414 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-271d135b-7d11-4c39-83e7-b46e72fd635e req-93ffd601-7b73-451a-b1cb-c2daf027f971 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 1096 time: 0.0445940 Aug 03 19:59:33.852513 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f09257a-e5e7-4b8d-bd1d-4d68ac2cc801 req-97016676-7410-4cc4-8e83-a51f7e606242 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381231 Aug 03 19:59:33.878720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38010) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:33.917247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d135b-7d11-4c39-83e7-b46e72fd635e req-11b04447-e1cf-40fa-86c6-cff36fdea33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:33.918776 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-271d135b-7d11-4c39-83e7-b46e72fd635e req-11b04447-e1cf-40fa-86c6-cff36fdea33f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4aec75a-52bb-4d7f-81d0-766368799925 HTTP/1.1" status: 200 len: 898 time: 0.0985830 Aug 03 19:59:33.934738 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-44a425ed-6ca5-42cc-9c71-145365147937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:33.952582 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-fa4135b3-012f-4ac5-8360-7df3af200a6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/efcc6897-64ee-4163-9e4e-620919e6a3e0 HTTP/1.1" status: 200 len: 991 time: 0.0706913 Aug 03 19:59:33.956643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-fa927367-c156-49d7-baef-5e29f0c30e6b None None] Set router 950d5558-5121-42bd-be8f-dd2d49ff08cd gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:59:33.985807 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-271d135b-7d11-4c39-83e7-b46e72fd635e req-ff3fa831-4c39-469a-af95-0d96bdb1cb0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 HTTP/1.1" status: 200 len: 999 time: 0.0590961 Aug 03 19:59:34.038758 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d135b-7d11-4c39-83e7-b46e72fd635e req-1723db7c-e82e-4ad6-8ba0-a791891fd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:34.040321 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-271d135b-7d11-4c39-83e7-b46e72fd635e req-1723db7c-e82e-4ad6-8ba0-a791891fd6e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b3c49a5-3807-424b-b171-b77a0e7558b9 HTTP/1.1" status: 200 len: 834 time: 0.0478406 Aug 03 19:59:34.102258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d135b-7d11-4c39-83e7-b46e72fd635e req-b59087bf-0c32-4f84-bd67-7e62b20f0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:34.103857 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-271d135b-7d11-4c39-83e7-b46e72fd635e req-b59087bf-0c32-4f84-bd67-7e62b20f0571 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4aec75a-52bb-4d7f-81d0-766368799925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556800 Aug 03 19:59:34.205782 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fa927367-c156-49d7-baef-5e29f0c30e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'efcc6897-64ee-4163-9e4e-620919e6a3e0', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'port_id': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'mac_address': 'fa:16:3e:54:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:59:32Z', 'updated_at': '2021-08-03T19:59:32Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba58639-81bb-4b7b-bd4f-c16b8bc85502', 'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:9f:7f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:18Z', 'updated_at': '2021-08-03T19:59:23Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:34.218781 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-271d135b-7d11-4c39-83e7-b46e72fd635e req-65f3cbb4-8a5d-4bf3-947d-f8b051f7efde service neutron] 10.222.0.37 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078641 Aug 03 19:59:34.232603 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa927367-c156-49d7-baef-5e29f0c30e6b None None] Checking router: 950d5558-5121-42bd-be8f-dd2d49ff08cd for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:59:34.241806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa927367-c156-49d7-baef-5e29f0c30e6b None None] Routers {'950d5558-5121-42bd-be8f-dd2d49ff08cd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:59:34.242461 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fa927367-c156-49d7-baef-5e29f0c30e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T19:59:06Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['950d5558-5121-42bd-be8f-dd2d49ff08cd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:34.325383 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-271d135b-7d11-4c39-83e7-b46e72fd635e req-506a400c-eb4b-482e-b916-5188e676f09b service neutron] 10.222.0.37 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000705 Aug 03 19:59:34.351518 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-fa927367-c156-49d7-baef-5e29f0c30e6b None None] Set router 950d5558-5121-42bd-be8f-dd2d49ff08cd gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:59:34.588827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-fa927367-c156-49d7-baef-5e29f0c30e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'efcc6897-64ee-4163-9e4e-620919e6a3e0', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'port_id': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'mac_address': 'fa:16:3e:54:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:59:32Z', 'updated_at': '2021-08-03T19:59:32Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba58639-81bb-4b7b-bd4f-c16b8bc85502', 'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:9f:7f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:18Z', 'updated_at': '2021-08-03T19:59:23Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:59:34.615815 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa927367-c156-49d7-baef-5e29f0c30e6b None None] The sync data for ids ['950d5558-5121-42bd-be8f-dd2d49ff08cd'] in n-d-802918-7 is: [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'efcc6897-64ee-4163-9e4e-620919e6a3e0', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.182', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'port_id': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'mac_address': 'fa:16:3e:54:fc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:59:32Z', 'updated_at': '2021-08-03T19:59:32Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba58639-81bb-4b7b-bd4f-c16b8bc85502', 'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:9f:7f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:18Z', 'updated_at': '2021-08-03T19:59:23Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:59:34.811959 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac804f9-57af-4e32-9af2-33b258b133b1 None None] New status for floating IP efcc6897-64ee-4163-9e4e-620919e6a3e0: ACTIVE {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:59:34.955361 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38012) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:59:35.015950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c99272cc-e419-41b2-acc4-b5418fcf81de tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/efcc6897-64ee-4163-9e4e-620919e6a3e0 HTTP/1.1" status: 200 len: 993 time: 0.0588899 Aug 03 19:59:36.516087 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1a0f5e50-8690-41c5-89b7-2596252f7337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:36.821176 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:38.139370 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:39.899760 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:45.146324 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:59:45.968717 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:00.273136 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.711334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d6a9d-ffdd-4f8b-bbfb-cea846afc4c8 req-a1fb38ce-4558-42d4-b8d7-09016645c9e8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:03.713005 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-806d6a9d-ffdd-4f8b-bbfb-cea846afc4c8 req-a1fb38ce-4558-42d4-b8d7-09016645c9e8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 945 time: 0.0550525 Aug 03 20:00:03.734849 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3304b5b4-d261-47bb-bce2-67d3eccb444d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.766633 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-806d6a9d-ffdd-4f8b-bbfb-cea846afc4c8 req-1c814728-8748-43a4-ad23-0d75a1a1cd92 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463965 Aug 03 20:00:04.902676 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0270f4a-dddf-4c0a-8c56-b98f076db60f req-103eb4fd-d5da-44ef-b8b6-c3521e59555d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:04.904297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0270f4a-dddf-4c0a-8c56-b98f076db60f req-103eb4fd-d5da-44ef-b8b6-c3521e59555d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 945 time: 0.0604331 Aug 03 20:00:04.952000 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c0270f4a-dddf-4c0a-8c56-b98f076db60f req-d689918f-dd0c-43f3-bd91-bc230d25bd2d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406542 Aug 03 20:00:04.982076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38028) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:05.045307 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3b2631d9-e1c5-4192-b924-6a805253213b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/efcc6897-64ee-4163-9e4e-620919e6a3e0 HTTP/1.1" status: 200 len: 993 time: 0.0618699 Aug 03 20:00:05.472895 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-9ebcfffb-6005-4b9d-bc33-1e93f2858fc2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432651 Aug 03 20:00:05.560999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-8f48b0cd-0d8f-4614-af35-76bcdc2606c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:05.562573 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-8f48b0cd-0d8f-4614-af35-76bcdc2606c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 1096 time: 0.0438929 Aug 03 20:00:05.675903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-3321fedd-5c9f-4cdc-916c-c0e89d5bab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:05.677718 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-3321fedd-5c9f-4cdc-916c-c0e89d5bab12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4aec75a-52bb-4d7f-81d0-766368799925 HTTP/1.1" status: 200 len: 898 time: 0.0943115 Aug 03 20:00:05.745803 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-0871308b-bdf1-406f-8e8a-0c71cdff88fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 HTTP/1.1" status: 200 len: 1001 time: 0.0609031 Aug 03 20:00:06.109067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-1aabcac7-3deb-4ae5-b96d-683e0105c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:06.110714 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-1aabcac7-3deb-4ae5-b96d-683e0105c0db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b3c49a5-3807-424b-b171-b77a0e7558b9 HTTP/1.1" status: 200 len: 834 time: 0.3583574 Aug 03 20:00:06.169316 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-365c3cf7-4c19-4429-94a5-9ce021e8209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:06.170995 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-365c3cf7-4c19-4429-94a5-9ce021e8209f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4aec75a-52bb-4d7f-81d0-766368799925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445580 Aug 03 20:00:06.288464 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-6bc24a0e-f27e-46c0-ae0b-7dcc0b6e72d4 service neutron] 10.222.0.37 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092870 Aug 03 20:00:06.400189 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4f7f0c03-68ca-4cc1-a09d-988798c803ba req-6146aadd-70de-429d-ae76-45af47c3e253 service neutron] 10.222.0.37 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042304 Aug 03 20:00:06.415115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fc154-c7f7-4406-81b7-3f11c0829f23 req-77fc628b-72bb-4ffc-963d-0e65619ebe29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:06.417912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b7fc154-c7f7-4406-81b7-3f11c0829f23 req-77fc628b-72bb-4ffc-963d-0e65619ebe29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 945 time: 0.0853631 Aug 03 20:00:06.491541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b7fc154-c7f7-4406-81b7-3f11c0829f23 req-a096ebb3-5a3a-44f5-9a95-4fd90b63f84a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665085 Aug 03 20:00:06.525198 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6e81c4c-10fa-4641-8561-31d0e0bda4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:06.822284 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:07.636606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb18838-a70d-4b5c-bcaa-f6b364476494 req-c1f6cedb-e13b-4b16-ab90-163fb1d16f00 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:07.638446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffb18838-a70d-4b5c-bcaa-f6b364476494 req-c1f6cedb-e13b-4b16-ab90-163fb1d16f00 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 945 time: 0.0580225 Aug 03 20:00:07.683706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffb18838-a70d-4b5c-bcaa-f6b364476494 req-99f0429c-af56-49b1-ba80-f2ed438e5c6b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384688 Aug 03 20:00:07.705616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38038) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:07.766850 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1ca0e398-5786-4f32-b4a5-8b50096ae8dc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/efcc6897-64ee-4163-9e4e-620919e6a3e0 HTTP/1.1" status: 200 len: 993 time: 0.0599706 Aug 03 20:00:07.999500 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38044) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:08.152581 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.203334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port 00c151f6-2aed-4b33-b7a1-c50739ed39ba {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:00:08.203658 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.282372 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.282660 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.296441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for 00c151f6-2aed-4b33-b7a1-c50739ed39ba owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:00:08.462924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.490344 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=00c151f6-2aed-4b33-b7a1-c50739ed39ba,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:08.503083 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.503436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.503776 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.504117 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.504442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.504778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.505113 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.506121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.506567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.506898 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.507224 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.507548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:08.568677 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.569072 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Floating IP efcc6897-64ee-4163-9e4e-620919e6a3e0 disassociated (deleted). External IP: 172.25.8.182, port: fd7ef3d7-53c6-4f11-ba9e-2c67355b9830. Aug 03 20:00:08.798706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router 950d5558-5121-42bd-be8f-dd2d49ff08cd has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:00:08.912949 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:00:08.918079 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:08.925654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a1c50c-fe2d-4d21-b1e6-7053195f1edf None None] Sync routers for ids ['950d5558-5121-42bd-be8f-dd2d49ff08cd'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:00:08.935847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1c50c-fe2d-4d21-b1e6-7053195f1edf None None] Routers {'950d5558-5121-42bd-be8f-dd2d49ff08cd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:08.936645 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f4a1c50c-fe2d-4d21-b1e6-7053195f1edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:00:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['950d5558-5121-42bd-be8f-dd2d49ff08cd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:08.952779 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9dc800c6-4845-4040-a8cc-2e4fb6c05448 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/floatingips/efcc6897-64ee-4163-9e4e-620919e6a3e0 HTTP/1.1" status: 204 len: 168 time: 0.9495616 Aug 03 20:00:08.952779 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'tag': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:08.953784 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc41373-6abb-41f2-b996-15fef7c98e49" -d '{"events": [{"name": "network-changed", "server_uuid": "9d70fd31-0f9b-4769-b075-f24e5abfb868", "tag": "fd7ef3d7-53c6-4f11-ba9e-2c67355b9830"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:09.064980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f4a1c50c-fe2d-4d21-b1e6-7053195f1edf None None] Set router 950d5558-5121-42bd-be8f-dd2d49ff08cd gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:09.070006 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a942d42-bdd9-4670-aebe-5c11754e99b4 x-openstack-request-id: req-2a942d42-bdd9-4670-aebe-5c11754e99b4 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:09.070306 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d70fd31-0f9b-4769-b075-f24e5abfb868", "tag": "fd7ef3d7-53c6-4f11-ba9e-2c67355b9830", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:09.070561 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2a942d42-bdd9-4670-aebe-5c11754e99b4 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:09.071032 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'tag': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830', 'status': 'completed', 'code': 200} Aug 03 20:00:09.148903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc41373-6abb-41f2-b996-15fef7c98e49 req-dea7ac57-8f11-43fc-aacf-a8b1eaee1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:09.150574 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8cc41373-6abb-41f2-b996-15fef7c98e49 req-dea7ac57-8f11-43fc-aacf-a8b1eaee1a1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 1096 time: 0.0480838 Aug 03 20:00:09.241604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc12ba-4a4a-44ea-8c6e-00a28835c85b req-81eb9132-316d-401e-bc6e-625cafe6c2f6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:09.243208 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4edc12ba-4a4a-44ea-8c6e-00a28835c85b req-81eb9132-316d-401e-bc6e-625cafe6c2f6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 945 time: 0.0544055 Aug 03 20:00:09.263678 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc41373-6abb-41f2-b996-15fef7c98e49 req-233dbda3-64bd-4adf-a189-2be91e82f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:09.265303 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8cc41373-6abb-41f2-b996-15fef7c98e49 req-233dbda3-64bd-4adf-a189-2be91e82f5fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4aec75a-52bb-4d7f-81d0-766368799925 HTTP/1.1" status: 200 len: 898 time: 0.1068878 Aug 03 20:00:09.286962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4edc12ba-4a4a-44ea-8c6e-00a28835c85b req-6e017a80-18a0-4e28-96f4-0cd88907a1a5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353317 Aug 03 20:00:09.301020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f4a1c50c-fe2d-4d21-b1e6-7053195f1edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3ba58639-81bb-4b7b-bd4f-c16b8bc85502', 'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:9f:7f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:18Z', 'updated_at': '2021-08-03T19:59:23Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:09.309793 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8cc41373-6abb-41f2-b996-15fef7c98e49 req-241ae5d0-9ec8-4089-8caa-0affcef90994 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 HTTP/1.1" status: 200 len: 217 time: 0.0358446 Aug 03 20:00:09.329786 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a1c50c-fe2d-4d21-b1e6-7053195f1edf None None] Checking router: 950d5558-5121-42bd-be8f-dd2d49ff08cd for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:00:09.338526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1c50c-fe2d-4d21-b1e6-7053195f1edf None None] Routers {'950d5558-5121-42bd-be8f-dd2d49ff08cd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:09.339152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f4a1c50c-fe2d-4d21-b1e6-7053195f1edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:00:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['950d5558-5121-42bd-be8f-dd2d49ff08cd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:09.362114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc41373-6abb-41f2-b996-15fef7c98e49 req-31ae7b18-dffc-4445-9bfa-3a36644dd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:09.363633 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8cc41373-6abb-41f2-b996-15fef7c98e49 req-31ae7b18-dffc-4445-9bfa-3a36644dd806 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b3c49a5-3807-424b-b171-b77a0e7558b9 HTTP/1.1" status: 200 len: 834 time: 0.0466874 Aug 03 20:00:09.415878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc41373-6abb-41f2-b996-15fef7c98e49 req-1a490218-5761-4f1d-a62e-f383e591fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:09.417562 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8cc41373-6abb-41f2-b996-15fef7c98e49 req-1a490218-5761-4f1d-a62e-f383e591fd37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4aec75a-52bb-4d7f-81d0-766368799925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461004 Aug 03 20:00:09.450459 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-f4a1c50c-fe2d-4d21-b1e6-7053195f1edf None None] Set router 950d5558-5121-42bd-be8f-dd2d49ff08cd gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:09.514328 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8cc41373-6abb-41f2-b996-15fef7c98e49 req-ad33a36e-eed0-44fb-baa8-96efdb2c7acc service neutron] 10.222.0.37 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857451 Aug 03 20:00:09.616703 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8cc41373-6abb-41f2-b996-15fef7c98e49 req-ec9e1402-a171-4b0a-9e21-ff65654af567 service neutron] 10.222.0.37 "GET /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940311 Aug 03 20:00:09.666852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-f4a1c50c-fe2d-4d21-b1e6-7053195f1edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3ba58639-81bb-4b7b-bd4f-c16b8bc85502', 'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:9f:7f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:18Z', 'updated_at': '2021-08-03T19:59:23Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:09.694740 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a1c50c-fe2d-4d21-b1e6-7053195f1edf None None] The sync data for ids ['950d5558-5121-42bd-be8f-dd2d49ff08cd'] in n-d-802918-7 is: [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3ba58639-81bb-4b7b-bd4f-c16b8bc85502', 'name': '', 'network_id': 'e4aec75a-52bb-4d7f-81d0-766368799925', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:9f:7f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:18Z', 'updated_at': '2021-08-03T19:59:23Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '6b3c49a5-3807-424b-b171-b77a0e7558b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:00:09.902250 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:09.908700 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b551fa-704e-4ea4-8300-918d41e1279e None None] New status for floating IP efcc6897-64ee-4163-9e4e-620919e6a3e0: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:00:10.407306 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2762af-1925-4127-885d-2da42b3c7b44 req-89652aec-8199-4ef0-970d-656b1291d048 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:10.408813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db2762af-1925-4127-885d-2da42b3c7b44 req-89652aec-8199-4ef0-970d-656b1291d048 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 945 time: 0.0489972 Aug 03 20:00:10.449531 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-db2762af-1925-4127-885d-2da42b3c7b44 req-83b7035e-a5e8-4f86-8f55-905ab7ce6363 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=0692461c-78c5-4113-ad3c-218ed6a6f2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338726 Aug 03 20:00:10.857676 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa15b8-2ad6-4883-8cf1-0a89076db1ff req-b50b93de-7ecf-498f-9c47-28942e774356 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:10.859149 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-20fa15b8-2ad6-4883-8cf1-0a89076db1ff req-b50b93de-7ecf-498f-9c47-28942e774356 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 945 time: 0.0515959 Aug 03 20:00:10.955029 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-20fa15b8-2ad6-4883-8cf1-0a89076db1ff req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:00:10.955378 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-20fa15b8-2ad6-4883-8cf1-0a89076db1ff req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:11.049668 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-20fa15b8-2ad6-4883-8cf1-0a89076db1ff req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830,segment=NetworkSegment(fa3ffad9-f043-4421-8061-8b1870967127),segment_id=fa3ffad9-f043-4421-8061-8b1870967127)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:11.050046 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-20fa15b8-2ad6-4883-8cf1-0a89076db1ff req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:11.062335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-20fa15b8-2ad6-4883-8cf1-0a89076db1ff req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:00:11.194649 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-20fa15b8-2ad6-4883-8cf1-0a89076db1ff req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:11.224242 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=fd7ef3d7-53c6-4f11-ba9e-2c67355b9830,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:11.254928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.255406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.256299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.256636 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.256986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.257296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.257651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.257975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.258298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.258620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.258940 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.259256 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:11.277716 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fa15b8-2ad6-4883-8cf1-0a89076db1ff req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] No DVR routers for this DVR port fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:00:11.280117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-20fa15b8-2ad6-4883-8cf1-0a89076db1ff req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:11.282114 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-20fa15b8-2ad6-4883-8cf1-0a89076db1ff req-12b024eb-8c46-4cb2-9362-e114b1da0b4e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "DELETE /v2.0/ports/fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 HTTP/1.1" status: 204 len: 173 time: 0.4154065 Aug 03 20:00:11.282570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'name': 'network-vif-deleted', 'tag': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:11.284808 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bd0f5f-c28e-4258-8733-85bfcf5e8448" -d '{"events": [{"server_uuid": "9d70fd31-0f9b-4769-b075-f24e5abfb868", "name": "network-vif-deleted", "tag": "fd7ef3d7-53c6-4f11-ba9e-2c67355b9830"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:11.376840 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3938b22-2147-4318-89e7-6dad37eb7e87 x-openstack-request-id: req-e3938b22-2147-4318-89e7-6dad37eb7e87 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:11.377139 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d70fd31-0f9b-4769-b075-f24e5abfb868", "name": "network-vif-deleted", "tag": "fd7ef3d7-53c6-4f11-ba9e-2c67355b9830", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:11.377398 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3938b22-2147-4318-89e7-6dad37eb7e87 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:11.377867 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d70fd31-0f9b-4769-b075-f24e5abfb868', 'name': 'network-vif-deleted', 'tag': 'fd7ef3d7-53c6-4f11-ba9e-2c67355b9830', 'status': 'completed', 'code': 200} Aug 03 20:00:11.558906 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6ed801b1-b13f-473a-88e5-4b33ab615b2d req-fbdceb15-1dfc-454b-b267-9fa31c9f62ed tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=9d70fd31-0f9b-4769-b075-f24e5abfb868 HTTP/1.1" status: 200 len: 210 time: 0.0281277 Aug 03 20:00:12.617841 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38064) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:13.051037 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:13.335890 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:00:13.336281 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:13.425720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port 3ba58639-81bb-4b7b-bd4f-c16b8bc85502, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3ba58639-81bb-4b7b-bd4f-c16b8bc85502,segment=NetworkSegment(fa3ffad9-f043-4421-8061-8b1870967127),segment_id=fa3ffad9-f043-4421-8061-8b1870967127)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:13.426093 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:13.439047 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:00:13.631841 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:13.656930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=3ba58639-81bb-4b7b-bd4f-c16b8bc85502,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:13.843438 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:14.405343 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router 950d5558-5121-42bd-be8f-dd2d49ff08cd has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:00:14.470474 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:00:14.491401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:00:14.491841 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device fd7ef3d7-53c6-4f11-ba9e-2c67355b9830 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:00:14.513544 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:00:14.518983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-72450a43-1e91-438c-8f62-eba0fdf7b591 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "PUT /v2.0/routers/950d5558-5121-42bd-be8f-dd2d49ff08cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8998387 Aug 03 20:00:14.521313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38066) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:14.524342 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9544ae-0cba-4ac2-ae62-a94e7850df22 None None] Sync routers for ids ['950d5558-5121-42bd-be8f-dd2d49ff08cd'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:00:14.535070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9544ae-0cba-4ac2-ae62-a94e7850df22 None None] Routers {'950d5558-5121-42bd-be8f-dd2d49ff08cd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:14.535070 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0d9544ae-0cba-4ac2-ae62-a94e7850df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:00:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['950d5558-5121-42bd-be8f-dd2d49ff08cd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:14.584121 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fdd093-fa79-416e-a690-a7d28d2294eb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting subnet 6b3c49a5-3807-424b-b171-b77a0e7558b9 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:00:14.588630 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd093-fa79-416e-a690-a7d28d2294eb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:14.635152 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd093-fa79-416e-a690-a7d28d2294eb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:14.663322 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-0d9544ae-0cba-4ac2-ae62-a94e7850df22 None None] Set router 950d5558-5121-42bd-be8f-dd2d49ff08cd gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:14.729872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd093-fa79-416e-a690-a7d28d2294eb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:14.792117 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd093-fa79-416e-a690-a7d28d2294eb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:14.821035 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdd093-fa79-416e-a690-a7d28d2294eb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3c49a5-3807-424b-b171-b77a0e7558b9,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:14.825326 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d2fdd093-fa79-416e-a690-a7d28d2294eb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:14.827475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d2fdd093-fa79-416e-a690-a7d28d2294eb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/subnets/6b3c49a5-3807-424b-b171-b77a0e7558b9 HTTP/1.1" status: 204 len: 168 time: 0.3050873 Aug 03 20:00:14.830274 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38068) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:14.838031 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804c9cd-4e4c-424c-b402-fa75a7e6ba4a None None] Network e4aec75a-52bb-4d7f-81d0-766368799925 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:00:14.946883 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0d9544ae-0cba-4ac2-ae62-a94e7850df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T20:00:13Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:14.955017 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:14.995556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9544ae-0cba-4ac2-ae62-a94e7850df22 None None] Checking router: 950d5558-5121-42bd-be8f-dd2d49ff08cd for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:00:15.009347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9544ae-0cba-4ac2-ae62-a94e7850df22 None None] Routers {'950d5558-5121-42bd-be8f-dd2d49ff08cd'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:15.009996 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0d9544ae-0cba-4ac2-ae62-a94e7850df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:00:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['950d5558-5121-42bd-be8f-dd2d49ff08cd'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:15.066740 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.121658 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port 2d2413a3-c859-46b7-9100-20326c3c5d17 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:00:15.122012 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.124738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-0d9544ae-0cba-4ac2-ae62-a94e7850df22 None None] Set router 950d5558-5121-42bd-be8f-dd2d49ff08cd gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:15.127897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] DHCP port deletion for e4aec75a-52bb-4d7f-81d0-766368799925 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:00:15.206661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port 2d2413a3-c859-46b7-9100-20326c3c5d17, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=2d2413a3-c859-46b7-9100-20326c3c5d17,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:15.207030 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.220521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for 2d2413a3-c859-46b7-9100-20326c3c5d17 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:00:15.291942 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Deleting port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:00:15.292235 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.382799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] For port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e86f5e55-1b62-480d-bbbb-f5e4ddf6851b,segment=NetworkSegment(fa3ffad9-f043-4421-8061-8b1870967127),segment_id=fa3ffad9-f043-4421-8061-8b1870967127)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:15.383194 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.393330 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.400349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Calling delete_port for e86f5e55-1b62-480d-bbbb-f5e4ddf6851b owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:00:15.421420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=2d2413a3-c859-46b7-9100-20326c3c5d17,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:15.450203 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0d9544ae-0cba-4ac2-ae62-a94e7850df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T20:00:13Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:15.482126 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.483659 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9544ae-0cba-4ac2-ae62-a94e7850df22 None None] The sync data for ids ['950d5558-5121-42bd-be8f-dd2d49ff08cd'] in n-d-802918-7 is: [{'id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459438395', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:59:15Z', 'updated_at': '2021-08-03T20:00:13Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '2d2413a3-c859-46b7-9100-20326c3c5d17', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:69:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950d5558-5121-42bd-be8f-dd2d49ff08cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:59:16Z', 'updated_at': '2021-08-03T19:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:00:15.524543 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.552151 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Pushing event deleted for resources: {'Port': ['ID=e86f5e55-1b62-480d-bbbb-f5e4ddf6851b,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:15.557071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] No DVR routers for this DVR port e86f5e55-1b62-480d-bbbb-f5e4ddf6851b on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:00:15.564580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.564928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.565272 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.565660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.566001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.566344 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.566670 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.567411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.567411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.567641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.568563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.568894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62030d40-a09d-49e8-8338-b79d8b03c1c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:15.587170 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.589938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.647518 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.648302 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Fanout notify agent at l3_agent the message router_deleted on router 950d5558-5121-42bd-be8f-dd2d49ff08cd {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:00:15.655567 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.656844 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-95b13edb-3586-4974-a145-12eded527cde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/routers/950d5558-5121-42bd-be8f-dd2d49ff08cd HTTP/1.1" status: 204 len: 168 time: 0.8256223 Aug 03 20:00:15.660263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38070) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:15.737404 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.835926 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.848052 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4aec75a-52bb-4d7f-81d0-766368799925']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:15.859959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3ffad9-f043-4421-8061-8b1870967127') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:15.860241 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3ffad9-f043-4421-8061-8b1870967127') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:15.870811 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.887504 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.897329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:00:15.897784 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: timer() Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:00:15.900907 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:00:15.937222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:00:15.962190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:00:15.962535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3ba58639-81bb-4b7b-bd4f-c16b8bc85502 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:00:15.962943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e86f5e55-1b62-480d-bbbb-f5e4ddf6851b no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:00:15.972239 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.986314 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:15.988195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: e86f5e55-1b62-480d-bbbb-f5e4ddf6851b {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:00:15.988415 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/networks/e4aec75a-52bb-4d7f-81d0-766368799925 HTTP/1.1" status: 204 len: 168 time: 0.3272083 Aug 03 20:00:15.988618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e86f5e55-1b62-480d-bbbb-f5e4ddf6851b not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:00:15.991395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38072) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:15.998321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.000257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432be0a-b944-475b-9c16-8a522830af29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Network': ['ID=e4aec75a-52bb-4d7f-81d0-766368799925,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:16.065919 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0709288-959c-4f82-969c-7cd6eb2d161c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.093091 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0709288-959c-4f82-969c-7cd6eb2d161c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.159665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0709288-959c-4f82-969c-7cd6eb2d161c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.162833 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e0709288-959c-4f82-969c-7cd6eb2d161c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.164018 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e0709288-959c-4f82-969c-7cd6eb2d161c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/security-groups/0692461c-78c5-4113-ad3c-218ed6a6f2da HTTP/1.1" status: 204 len: 168 time: 0.1707556 Aug 03 20:00:16.174512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0709288-959c-4f82-969c-7cd6eb2d161c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0692461c-78c5-4113-ad3c-218ed6a6f2da,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:16.420251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38078) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:16.425031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9f3372ba-d62c-423d-ac3c-561cfeb09e40 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838298412', 'description': 'tempest-secgroup-smoke-838298412 description', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:16.449553 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f3372ba-d62c-423d-ac3c-561cfeb09e40 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.529309 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f3372ba-d62c-423d-ac3c-561cfeb09e40 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.532980 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f3372ba-d62c-423d-ac3c-561cfeb09e40 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.564510 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9f3372ba-d62c-423d-ac3c-561cfeb09e40 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.565829 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9f3372ba-d62c-423d-ac3c-561cfeb09e40 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1445148 Aug 03 20:00:16.566565 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3372ba-d62c-423d-ac3c-561cfeb09e40 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cda716-d187-4a13-aa3a-b886536242f3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:16.569077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38080) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:16.574226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b940dc78-9cb6-4363-a8ae-c7a6cf1f08c0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '64cda716-d187-4a13-aa3a-b886536242f3', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:16.609597 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b940dc78-9cb6-4363-a8ae-c7a6cf1f08c0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.686157 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b940dc78-9cb6-4363-a8ae-c7a6cf1f08c0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.705062 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b940dc78-9cb6-4363-a8ae-c7a6cf1f08c0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.724798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940dc78-9cb6-4363-a8ae-c7a6cf1f08c0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2840f760-11c3-49f0-9b2a-2f8748159aa8,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:16.732873 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b940dc78-9cb6-4363-a8ae-c7a6cf1f08c0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.738279 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b940dc78-9cb6-4363-a8ae-c7a6cf1f08c0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639557 Aug 03 20:00:16.739149 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38082) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:16.747174 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-dc68d461-0c06-45f7-b10b-ad781c6d69b4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '64cda716-d187-4a13-aa3a-b886536242f3', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:16.785009 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc68d461-0c06-45f7-b10b-ad781c6d69b4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.851356 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc68d461-0c06-45f7-b10b-ad781c6d69b4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.860986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc68d461-0c06-45f7-b10b-ad781c6d69b4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.883528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68d461-0c06-45f7-b10b-ad781c6d69b4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55970c08-6fa7-4040-bafa-0611a64ba9c8,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:16.896639 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dc68d461-0c06-45f7-b10b-ad781c6d69b4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.898335 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dc68d461-0c06-45f7-b10b-ad781c6d69b4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577053 Aug 03 20:00:16.901218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38084) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:16.906367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2fb2a792-3382-4b14-93e7-7f35d747e971 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '64cda716-d187-4a13-aa3a-b886536242f3', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:16.940564 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2fb2a792-3382-4b14-93e7-7f35d747e971 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.016633 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2fb2a792-3382-4b14-93e7-7f35d747e971 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.029338 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2fb2a792-3382-4b14-93e7-7f35d747e971 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.052719 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2a792-3382-4b14-93e7-7f35d747e971 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd7d5c3-86d6-4a93-bead-da6f487b9462,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:17.059077 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2fb2a792-3382-4b14-93e7-7f35d747e971 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.060484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2fb2a792-3382-4b14-93e7-7f35d747e971 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581769 Aug 03 20:00:17.063152 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38086) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:17.068188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f6c3c4ab-6246-4ed4-8bf0-a52a826649e7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '64cda716-d187-4a13-aa3a-b886536242f3', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:17.100127 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c4ab-6246-4ed4-8bf0-a52a826649e7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.165111 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c4ab-6246-4ed4-8bf0-a52a826649e7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.169171 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c4ab-6246-4ed4-8bf0-a52a826649e7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.187300 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3c4ab-6246-4ed4-8bf0-a52a826649e7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fb9226-1026-4e08-9f7b-cd731e865c35,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:17.195328 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c4ab-6246-4ed4-8bf0-a52a826649e7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.196475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f6c3c4ab-6246-4ed4-8bf0-a52a826649e7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323662 Aug 03 20:00:17.199279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38088) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:17.203913 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-91fd23f0-71eb-4c13-837d-5378cca35039 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '64cda716-d187-4a13-aa3a-b886536242f3', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:17.226469 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-91fd23f0-71eb-4c13-837d-5378cca35039 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Project bedfdf4acc9847b4ab0590ebd1c09c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:00:17.231449 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91fd23f0-71eb-4c13-837d-5378cca35039 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.300614 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91fd23f0-71eb-4c13-837d-5378cca35039 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.305183 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91fd23f0-71eb-4c13-837d-5378cca35039 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.330329 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd23f0-71eb-4c13-837d-5378cca35039 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d183dba-2ae8-411f-af48-b3fcc68dac92,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:17.334549 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-91fd23f0-71eb-4c13-837d-5378cca35039 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.336556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-91fd23f0-71eb-4c13-837d-5378cca35039 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357343 Aug 03 20:00:17.338924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38090) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:17.343977 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0ea9c984-7c07-47fd-b27f-d260d5fdeee7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '64cda716-d187-4a13-aa3a-b886536242f3', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:17.370912 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-0ea9c984-7c07-47fd-b27f-d260d5fdeee7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Project bedfdf4acc9847b4ab0590ebd1c09c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:00:17.376424 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c984-7c07-47fd-b27f-d260d5fdeee7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.440217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c984-7c07-47fd-b27f-d260d5fdeee7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.444627 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c984-7c07-47fd-b27f-d260d5fdeee7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.465932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9c984-7c07-47fd-b27f-d260d5fdeee7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3bae77-de21-4781-a382-45d83cb838ef,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:17.472956 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c984-7c07-47fd-b27f-d260d5fdeee7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.474128 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0ea9c984-7c07-47fd-b27f-d260d5fdeee7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342626 Aug 03 20:00:17.477012 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38092) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:17.482569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'network': {'name': 'tempest-network-smoke--82607834', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'port_security_enabled': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:17.504194 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:00:17.508506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.532591 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:00:17.542856 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.542856 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Added segment e93087ac-4ce1-453e-b0a9-c6b5c2fd7309 of type vlan for network 958883eb-557f-41d8-bb13-be1d608956d7 Aug 03 20:00:17.586865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.617063 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.622778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:17.623387 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.643438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2d2413a3-c859-46b7-9100-20326c3c5d17 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:00:17.678529 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 2d2413a3-c859-46b7-9100-20326c3c5d17 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:00:17.678823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 2d2413a3-c859-46b7-9100-20326c3c5d17 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:00:17.682261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2014871 Aug 03 20:00:17.682825 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38094) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:17.687822 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'admin_state_up': True, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:17.695165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f873468-d313-4e16-a231-71c9c31b2d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Network': ['ID=958883eb-557f-41d8-bb13-be1d608956d7,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:17.705769 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 958883eb-557f-41d8-bb13-be1d608956d7 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:00:17.715686 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.716377 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.773404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:17.927665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:18.137463 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:18.157799 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:18.269913 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.25.8.185 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:00:18.379240 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:18.427885 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:18.469416 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:18.472939 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:18.479281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:00:18.502682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:18.748776 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:18.953087 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.091709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router f55655dd-1e17-4db8-b592-38f201f9128f is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:00:19.204573 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:00:19.216279 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Sync routers for ids ['f55655dd-1e17-4db8-b592-38f201f9128f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:00:19.224509 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.225813 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1bed8499-2117-4456-a695-7049b91a0bae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5418444 Aug 03 20:00:19.229186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38096) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:19.229431 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Routers {'f55655dd-1e17-4db8-b592-38f201f9128f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:19.230232 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:00:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f55655dd-1e17-4db8-b592-38f201f9128f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:19.265155 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0f95df8b-c08d-4348-8776-4766089d078f tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=bedfdf4acc9847b4ab0590ebd1c09c9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347059 Aug 03 20:00:19.268137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38098) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:19.333047 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Set router f55655dd-1e17-4db8-b592-38f201f9128f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:19.362319 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8a716-d9ae-4e83-932c-dc2ae37b1d1c tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:19.363770 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6ef8a716-d9ae-4e83-932c-dc2ae37b1d1c tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945268 Aug 03 20:00:19.367325 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38100) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:19.397365 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0d2c17de-133e-4275-8925-49ba64a12b54 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289340 Aug 03 20:00:19.399943 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38102) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:19.405112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-371498816', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:19.496019 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:00:19.499747 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.508665 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:18Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:19.534678 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Checking router: f55655dd-1e17-4db8-b592-38f201f9128f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:00:19.535028 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Updating router f55655dd-1e17-4db8-b592-38f201f9128f port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:00:19.564054 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.684114 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.749528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Subnet': ['ID=1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:19.759635 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Checking segment: {'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:19.759999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network hostable DHCP agents. Network: 958883eb-557f-41d8-bb13-be1d608956d7, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:00:19.777880 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network 958883eb-557f-41d8-bb13-be1d608956d7 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:00:19.788455 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 958883eb-557f-41d8-bb13-be1d608956d7) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:19.793101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:19.793962 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.801401 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875cb197-294c-40c1-a24f-9b4cb18e787f None None] Network 958883eb-557f-41d8-bb13-be1d608956d7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:00:19.812470 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38104) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:19.818878 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a0c65242-e8e6-42b2-9537-5e8f5535e87b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4177170 Aug 03 20:00:19.823822 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.834751 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Transition to ACTIVE for port object f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:19.841670 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.889359 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Attempting to bind port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:00:19.889667 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Attempting to bind port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:00:19.890038 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Attempting to bind port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:19.901883 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:00:19.902575 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:19.902721 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.902979 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:00:19.903596 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Bound port: f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:00:19.904016 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.905635 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145983e6-02b1-4bb9-8b95-8aa32b70ec20 None None] Pushing event updated for resources: {'Port': ['ID=f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:19.953358 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-958883eb-557f-41d8-bb13-be1d608956d7', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ips': [{'subnet_id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:00:19.954408 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.970710 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] For port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:19.974256 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] For port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:00:19.980125 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:20.039083 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Routers {'f55655dd-1e17-4db8-b592-38f201f9128f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:20.039577 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:00:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f55655dd-1e17-4db8-b592-38f201f9128f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:20.107070 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145983e6-02b1-4bb9-8b95-8aa32b70ec20 None None] Pushing event updated for resources: {'Port': ['ID=f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:20.133190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Allocated IP 172.20.0.2 (958883eb-557f-41d8-bb13-be1d608956d7/1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d/b8ffae16-17f8-4769-adb8-5eb5e0d1b957) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:00:20.278905 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] Set router f55655dd-1e17-4db8-b592-38f201f9128f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:20.308742 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:20.319354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Transition to ACTIVE for port object b8ffae16-17f8-4769-adb8-5eb5e0d1b957 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:20.336812 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Transition to ACTIVE for port object b8ffae16-17f8-4769-adb8-5eb5e0d1b957 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:20.343920 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:20.389755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Network 958883eb-557f-41d8-bb13-be1d608956d7 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:20.394743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:20.400053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:00:20.402864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Pushing event updated for resources: {'Port': ['ID=b8ffae16-17f8-4769-adb8-5eb5e0d1b957,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:20.456380 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Attempting to bind port b8ffae16-17f8-4769-adb8-5eb5e0d1b957 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:00:20.457124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Attempting to bind port b8ffae16-17f8-4769-adb8-5eb5e0d1b957 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:00:20.457806 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Attempting to bind port b8ffae16-17f8-4769-adb8-5eb5e0d1b957 on network 958883eb-557f-41d8-bb13-be1d608956d7 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:20.463449 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:00:20.464142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Checking segment: {'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:20.464813 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:20.465281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Bound using segment: {'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:00:20.465886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Bound port: b8ffae16-17f8-4769-adb8-5eb5e0d1b957, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:00:20.466338 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:20.471146 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:18Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:20.501158 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0dd37-467c-419f-93f2-96504a217886 None None] The sync data for ids ['f55655dd-1e17-4db8-b592-38f201f9128f'] in n-d-802918-7 is: [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:18Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:00:20.537238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] For port b8ffae16-17f8-4769-adb8-5eb5e0d1b957, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:20.540371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] For port b8ffae16-17f8-4769-adb8-5eb5e0d1b957, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b8ffae16-17f8-4769-adb8-5eb5e0d1b957,segment=NetworkSegment(e93087ac-4ce1-453e-b0a9-c6b5c2fd7309),segment_id=e93087ac-4ce1-453e-b0a9-c6b5c2fd7309)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:00:20.545050 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:20.615042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29737fa0-4d0f-414f-b259-3baa120e41b5 None None] Pushing event updated for resources: {'Port': ['ID=b8ffae16-17f8-4769-adb8-5eb5e0d1b957,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:20.618398 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:20.948954 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.20.0.1 (958883eb-557f-41d8-bb13-be1d608956d7/1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d/fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:00:21.074601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:21.090459 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Transition to ACTIVE for port object fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:21.127185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:21.169581 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network 958883eb-557f-41d8-bb13-be1d608956d7 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:21.172786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:21.179606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:00:21.217161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:21.232930 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:21.381193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:21.542500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa9cbe-0a06-41b6-983e-ec26b784d955 None None] Network 958883eb-557f-41d8-bb13-be1d608956d7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:00:21.604459 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ae700db1-9058-433f-897c-69693446c5dc None None] Provisioning for port b8ffae16-17f8-4769-adb8-5eb5e0d1b957 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:21.683748 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:21.688881 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:21.758500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:21.768502 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:21.770493 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:21.821632 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:21.827834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:21.828275 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:21.889264 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network 958883eb-557f-41d8-bb13-be1d608956d7 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:21.890883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:21.931193 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:21.955229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:21.962833 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:21.963657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b8ffae16-17f8-4769-adb8-5eb5e0d1b957 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:22.031405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router f55655dd-1e17-4db8-b592-38f201f9128f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:00:22.061389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:22.064282 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dc65c274-50ff-4520-9dcc-414d0e6a6aad None None] Provisioning for port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:22.074495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dc65c274-50ff-4520-9dcc-414d0e6a6aad None None] Provisioning complete for port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:22.074955 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc65c274-50ff-4520-9dcc-414d0e6a6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:22.108503 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port b8ffae16-17f8-4769-adb8-5eb5e0d1b957 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:22.117274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b8ffae16-17f8-4769-adb8-5eb5e0d1b957 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:22.117711 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:22.147532 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:00:22.160297 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-dc65c274-50ff-4520-9dcc-414d0e6a6aad None None] Port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:00:22.167313 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:00:22.173878 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dee03c9b-cb35-40c3-879d-8c12bf057ea6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "PUT /v2.0/routers/f55655dd-1e17-4db8-b592-38f201f9128f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3602214 Aug 03 20:00:22.204127 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-dc65c274-50ff-4520-9dcc-414d0e6a6aad None None] Provisioning complete for port b8ffae16-17f8-4769-adb8-5eb5e0d1b957 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:22.204505 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dc65c274-50ff-4520-9dcc-414d0e6a6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:22.240259 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:22.256597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Sync routers for ids ['f55655dd-1e17-4db8-b592-38f201f9128f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:00:22.293950 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Routers {'f55655dd-1e17-4db8-b592-38f201f9128f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:22.294643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:00:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f55655dd-1e17-4db8-b592-38f201f9128f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:22.337823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port b8ffae16-17f8-4769-adb8-5eb5e0d1b957, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b8ffae16-17f8-4769-adb8-5eb5e0d1b957,segment=NetworkSegment(e93087ac-4ce1-453e-b0a9-c6b5c2fd7309),segment_id=e93087ac-4ce1-453e-b0a9-c6b5c2fd7309)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:22.345798 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:22.356405 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-a5d3290c-d2be-411d-b8c5-82b9beacb9f7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838298412&fields=id&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 267 time: 0.0438342 Aug 03 20:00:22.468591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=b8ffae16-17f8-4769-adb8-5eb5e0d1b957,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:22.479831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-655c24cd-3a0b-4775-8728-0a96db7de288 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:22.481411 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-655c24cd-3a0b-4775-8728-0a96db7de288 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/networks?id=958883eb-557f-41d8-bb13-be1d608956d7 HTTP/1.1" status: 200 len: 795 time: 0.1156168 Aug 03 20:00:22.487913 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Set router f55655dd-1e17-4db8-b592-38f201f9128f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:22.497179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-4ef04308-4ea5-452e-8564-c65f43a5185e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/quotas/bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 375 time: 0.0097222 Aug 03 20:00:22.552403 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-bb74e0dd-2be3-4fe0-9c7e-ca6e1b3ee6a9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489702 Aug 03 20:00:22.619898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-931fcc1d-87cb-4fd7-b687-2300a3d66ab3 None None] Provisioning complete for port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:22.620532 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-931fcc1d-87cb-4fd7-b687-2300a3d66ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:22.650401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-f0bce619-7398-4c20-8c35-308651b1f42b service neutron] 10.222.0.78 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858808 Aug 03 20:00:22.675097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-931fcc1d-87cb-4fd7-b687-2300a3d66ab3 None None] Port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:00:22.723014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc', 'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:20Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 2, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:22.746490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-9367c84a-d266-4496-be91-78ecc148c4f4 service neutron] 10.222.0.78 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899177 Aug 03 20:00:22.752799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Checking router: f55655dd-1e17-4db8-b592-38f201f9128f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:00:22.753159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Updating router f55655dd-1e17-4db8-b592-38f201f9128f port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:00:22.778324 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:22.922791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-285054c5-c4d6-4a5f-8681-a8b1dd693f84 req-cd5643c6-24e9-4385-9ab8-e95613375d40 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 210 time: 0.0284567 Aug 03 20:00:23.055168 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:23.065605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Transition to ACTIVE for port object fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:23.071617 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:23.146159 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b85c6-90e2-4288-8445-e7c053ed651d None None] Pushing event updated for resources: {'Port': ['ID=fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:23.181626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Attempting to bind port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:00:23.181626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Attempting to bind port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:00:23.181626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Attempting to bind port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc on network 958883eb-557f-41d8-bb13-be1d608956d7 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:23.184870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:00:23.185700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Checking segment: {'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:23.185807 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:23.186128 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Bound using segment: {'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:00:23.186657 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Bound port: fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:00:23.187049 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:23.262040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] For port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:23.265897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] For port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc,segment=NetworkSegment(e93087ac-4ce1-453e-b0a9-c6b5c2fd7309),segment_id=e93087ac-4ce1-453e-b0a9-c6b5c2fd7309)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:00:23.271606 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:23.335104 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Routers {'f55655dd-1e17-4db8-b592-38f201f9128f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:23.335745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:00:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f55655dd-1e17-4db8-b592-38f201f9128f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:23.337867 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b85c6-90e2-4288-8445-e7c053ed651d None None] Pushing event updated for resources: {'Port': ['ID=fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:23.470595 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] Set router f55655dd-1e17-4db8-b592-38f201f9128f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:23.697919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:23.721853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc', 'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:20Z', 'updated_at': '2021-08-03T20:00:23Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:23.752785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38f423-cd09-4388-88e3-5eb95d3d0378 None None] The sync data for ids ['f55655dd-1e17-4db8-b592-38f201f9128f'] in n-d-802918-7 is: [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc', 'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:20Z', 'updated_at': '2021-08-03T20:00:23Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:00:23.773611 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:23.773979 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:23.872677 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b8ffae16-17f8-4769-adb8-5eb5e0d1b957 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:23.926502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b8ffae16-17f8-4769-adb8-5eb5e0d1b957 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:23.928249 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:24.031866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-d99b5fac-d6aa-416f-9ea7-3fc0466a8e9d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:24.033409 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-d99b5fac-d6aa-416f-9ea7-3fc0466a8e9d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/networks?id=958883eb-557f-41d8-bb13-be1d608956d7 HTTP/1.1" status: 200 len: 795 time: 0.1315708 Aug 03 20:00:24.082586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-104a5704-8125-4561-9c49-efe662862b96 req-b2999f78-9d8d-490d-8368-8da844f1cd0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 210 time: 0.0655327 Aug 03 20:00:24.089570 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-9a410f56-3617-4786-9c7f-fa4dce1c80a3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 379 time: 0.0456679 Aug 03 20:00:24.100660 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'port': {'device_id': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'admin_state_up': True, 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'security_groups': ['64cda716-d187-4a13-aa3a-b886536242f3']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:24.225390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:00:24.229104 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:24.373363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.20.0.3 (958883eb-557f-41d8-bb13-be1d608956d7/1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d/cf4916a9-1402-4bf6-80c3-c646550e58e2) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:00:24.524915 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:24.539072 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Transition to ACTIVE for port object cf4916a9-1402-4bf6-80c3-c646550e58e2 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:24.573601 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:24.625114 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network 958883eb-557f-41d8-bb13-be1d608956d7 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:24.628388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:24.635934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:00:24.642287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=cf4916a9-1402-4bf6-80c3-c646550e58e2,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:24.689843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:24.690520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:24.711035 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-2babb303-000f-4a23-afdd-354fc55af008 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6142271 Aug 03 20:00:24.727793 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Request body: {'port': {'device_id': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:24.794313 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:24.917897 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ea9bc63c-4043-406c-8a83-4f6b3948ec82 None None] Provisioning for port cf4916a9-1402-4bf6-80c3-c646550e58e2 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:24.923222 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ea9bc63c-4043-406c-8a83-4f6b3948ec82 None None] Provisioning complete for port cf4916a9-1402-4bf6-80c3-c646550e58e2 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:24.923586 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ea9bc63c-4043-406c-8a83-4f6b3948ec82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:24.962318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ea9bc63c-4043-406c-8a83-4f6b3948ec82 None None] Port cf4916a9-1402-4bf6-80c3-c646550e58e2 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:00:25.112360 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4916a9-1402-4bf6-80c3-c646550e58e2 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:00:25.122051 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:25.135881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Transition to ACTIVE for port object cf4916a9-1402-4bf6-80c3-c646550e58e2 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:25.140781 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:25.201910 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Pushing event updated for resources: {'Port': ['ID=cf4916a9-1402-4bf6-80c3-c646550e58e2,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:25.209277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8d82f-f40f-46a8-b2d6-06daec856f7f req-3b62a193-4365-42e5-b636-4f095d8e4077 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:25.211337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fe8d82f-f40f-46a8-b2d6-06daec856f7f req-3b62a193-4365-42e5-b636-4f095d8e4077 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 943 time: 0.0628543 Aug 03 20:00:25.258218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9fe8d82f-f40f-46a8-b2d6-06daec856f7f req-06c3ff89-f439-4a8c-9ef4-13467d235de2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383410 Aug 03 20:00:25.273616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Attempting to bind port cf4916a9-1402-4bf6-80c3-c646550e58e2 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:00:25.273969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Attempting to bind port cf4916a9-1402-4bf6-80c3-c646550e58e2 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:00:25.274305 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Attempting to bind port cf4916a9-1402-4bf6-80c3-c646550e58e2 on network 958883eb-557f-41d8-bb13-be1d608956d7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:25.279059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Port cf4916a9-1402-4bf6-80c3-c646550e58e2 on network 958883eb-557f-41d8-bb13-be1d608956d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:00:25.279570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Attempting to bind port cf4916a9-1402-4bf6-80c3-c646550e58e2 on network 958883eb-557f-41d8-bb13-be1d608956d7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:25.284921 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:00:25.285262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Checking segment: {'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:25.285703 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Bound using segment: {'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:00:25.286704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Bound port: cf4916a9-1402-4bf6-80c3-c646550e58e2, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:00:25.287072 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:25.363299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] For port cf4916a9-1402-4bf6-80c3-c646550e58e2, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:25.367328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] For port cf4916a9-1402-4bf6-80c3-c646550e58e2, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=cf4916a9-1402-4bf6-80c3-c646550e58e2,segment=NetworkSegment(e93087ac-4ce1-453e-b0a9-c6b5c2fd7309),segment_id=e93087ac-4ce1-453e-b0a9-c6b5c2fd7309)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:00:25.373006 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:25.409270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:25.409890 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:25.411882 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] 10.222.0.37 "PUT /v2.0/ports/cf4916a9-1402-4bf6-80c3-c646550e58e2 HTTP/1.1" status: 200 len: 1091 time: 0.6915517 Aug 03 20:00:25.414366 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'tag': 'cf4916a9-1402-4bf6-80c3-c646550e58e2'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:25.417723 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c" -d '{"events": [{"name": "network-changed", "server_uuid": "07fb7947-9269-4f58-9f01-eb98c7eab1f1", "tag": "cf4916a9-1402-4bf6-80c3-c646550e58e2"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:25.449849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b272fc-da41-49ce-8f5c-0498011d5e9c service neutron] Pushing event updated for resources: {'Port': ['ID=cf4916a9-1402-4bf6-80c3-c646550e58e2,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:25.470034 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b943e9-5a45-4f35-9691-5795b97c2e67 x-openstack-request-id: req-48b943e9-5a45-4f35-9691-5795b97c2e67 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:25.470598 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fb7947-9269-4f58-9f01-eb98c7eab1f1", "tag": "cf4916a9-1402-4bf6-80c3-c646550e58e2", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:25.470859 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48b943e9-5a45-4f35-9691-5795b97c2e67 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:25.471269 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'tag': 'cf4916a9-1402-4bf6-80c3-c646550e58e2', 'status': 'completed', 'code': 200} Aug 03 20:00:25.506680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-d4532e42-a751-45f5-989d-fa6a792195e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:25.508256 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-d4532e42-a751-45f5-989d-fa6a792195e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 1094 time: 0.0487165 Aug 03 20:00:25.559663 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-0e79f08d-ce14-4c8f-960a-052b5cad59b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4916a9-1402-4bf6-80c3-c646550e58e2 HTTP/1.1" status: 200 len: 217 time: 0.0436912 Aug 03 20:00:25.613685 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-ab17df11-16ac-492a-811b-a3f92f41b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:25.615189 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-ab17df11-16ac-492a-811b-a3f92f41b9da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d HTTP/1.1" status: 200 len: 834 time: 0.0475311 Aug 03 20:00:25.665902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-381896aa-94bc-4de2-842c-765128a0aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:25.667451 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-381896aa-94bc-4de2-842c-765128a0aa96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=958883eb-557f-41d8-bb13-be1d608956d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453095 Aug 03 20:00:25.721948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:25.764338 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-01d9077f-ea32-4bd9-897f-597b4098d13e service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890057 Aug 03 20:00:25.770927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:25.774939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:25.775324 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:25.858879 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c1098305-3cae-4b80-a05a-dabbba7edfd9 req-170757ae-2565-4e4e-bb4d-1ce307d84211 service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874298 Aug 03 20:00:25.952227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c req-2d2dd183-f3d2-439e-ade1-3301b89c0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:25.953683 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c req-2d2dd183-f3d2-439e-ade1-3301b89c0d53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 1094 time: 0.0440140 Aug 03 20:00:26.016472 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:26.048894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc,segment=NetworkSegment(e93087ac-4ce1-453e-b0a9-c6b5c2fd7309),segment_id=e93087ac-4ce1-453e-b0a9-c6b5c2fd7309)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:26.051841 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c req-8691cc03-c1f3-43e7-906d-9f38d62b439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:26.052875 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:26.053425 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c req-8691cc03-c1f3-43e7-906d-9f38d62b439d service neutron] 10.222.0.37 "GET /v2.0/networks?id=958883eb-557f-41d8-bb13-be1d608956d7 HTTP/1.1" status: 200 len: 896 time: 0.0928991 Aug 03 20:00:26.096282 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c req-c9cc1d69-f152-4aa8-b92c-043758df9b31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4916a9-1402-4bf6-80c3-c646550e58e2 HTTP/1.1" status: 200 len: 217 time: 0.0361288 Aug 03 20:00:26.101239 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:26.157039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c req-74389909-b4cf-47e8-aa00-6a28190e0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:26.158575 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c req-74389909-b4cf-47e8-aa00-6a28190e0e3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d HTTP/1.1" status: 200 len: 834 time: 0.0548289 Aug 03 20:00:26.206943 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c req-b0f66cdc-dcf2-410b-a074-352dbf886079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:26.209027 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c req-b0f66cdc-dcf2-410b-a074-352dbf886079 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=958883eb-557f-41d8-bb13-be1d608956d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431156 Aug 03 20:00:26.300520 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c req-3646ecf3-491d-4e29-9ec5-e1c6c8ac2fee service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836282 Aug 03 20:00:26.386604 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54fe9a-24bc-4d70-9463-a99c76369fc7 req-27732af6-bcd0-4e11-967b-d274afa0fbc0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:26.388124 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b54fe9a-24bc-4d70-9463-a99c76369fc7 req-27732af6-bcd0-4e11-967b-d274afa0fbc0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 943 time: 0.0543880 Aug 03 20:00:26.402581 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e9ff2e20-1ddd-43de-8cce-d3c5e554305c req-27317259-2dae-4245-a681-0d20b6f695fc service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930977 Aug 03 20:00:26.426138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b54fe9a-24bc-4d70-9463-a99c76369fc7 req-8987f1d5-50c1-439d-9f79-373fea92ebd9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320036 Aug 03 20:00:27.543182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2bf6-837e-44ae-bb23-279de99b647a req-219f7dcb-12ea-4162-baa4-937d8c853b3a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:27.544673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfbf2bf6-837e-44ae-bb23-279de99b647a req-219f7dcb-12ea-4162-baa4-937d8c853b3a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 943 time: 0.0486720 Aug 03 20:00:27.582424 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfbf2bf6-837e-44ae-bb23-279de99b647a req-3cb6cd73-2cc2-4456-a6ba-000290c15de4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Aug 03 20:00:27.692309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:27.743951 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:27.744225 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:28.532157 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device cf4916a9-1402-4bf6-80c3-c646550e58e2 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:00:28.625857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port cf4916a9-1402-4bf6-80c3-c646550e58e2, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=cf4916a9-1402-4bf6-80c3-c646550e58e2,segment=NetworkSegment(e93087ac-4ce1-453e-b0a9-c6b5c2fd7309),segment_id=e93087ac-4ce1-453e-b0a9-c6b5c2fd7309)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:28.637425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'cf4916a9-1402-4bf6-80c3-c646550e58e2', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'port_id': 'cf4916a9-1402-4bf6-80c3-c646550e58e2', 'mac_address': 'fa:16:3e:93:e6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:00:28.675106 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:28.687920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4916a9-1402-4bf6-80c3-c646550e58e2 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:00:28.698099 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f16882-2067-4670-b1be-bc4360bbf50e req-7fd5ca20-3984-42f2-be79-f7ad55eba6f1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:28.699617 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60f16882-2067-4670-b1be-bc4360bbf50e req-7fd5ca20-3984-42f2-be79-f7ad55eba6f1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 943 time: 0.0493369 Aug 03 20:00:28.707552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port cf4916a9-1402-4bf6-80c3-c646550e58e2, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=cf4916a9-1402-4bf6-80c3-c646550e58e2,segment=NetworkSegment(e93087ac-4ce1-453e-b0a9-c6b5c2fd7309),segment_id=e93087ac-4ce1-453e-b0a9-c6b5c2fd7309)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:28.712181 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:28.740451 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-60f16882-2067-4670-b1be-bc4360bbf50e req-201eac7e-37c6-4135-b917-5db6263ad6da tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347049 Aug 03 20:00:28.759378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=cf4916a9-1402-4bf6-80c3-c646550e58e2,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:28.918767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['cf4916a9-1402-4bf6-80c3-c646550e58e2'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:00:29.861930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d9ecd-082c-469b-a31c-27b383100bab req-766e41f1-6281-4f9d-be83-5b9af45ab084 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:29.863465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe3d9ecd-082c-469b-a31c-27b383100bab req-766e41f1-6281-4f9d-be83-5b9af45ab084 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 944 time: 0.0528812 Aug 03 20:00:29.905005 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fe3d9ecd-082c-469b-a31c-27b383100bab req-3e345715-8192-4034-99d4-17f8a1fc5890 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346756 Aug 03 20:00:30.267851 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:30.536560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device cf4916a9-1402-4bf6-80c3-c646550e58e2 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:30.587486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port cf4916a9-1402-4bf6-80c3-c646550e58e2 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:30.591090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port cf4916a9-1402-4bf6-80c3-c646550e58e2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:30.591468 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:30.666101 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:30.688064 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4916a9-1402-4bf6-80c3-c646550e58e2'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:30.690344 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867fc29c-8ed0-486e-9bcb-075f72329414" -d '{"events": [{"server_uuid": "07fb7947-9269-4f58-9f01-eb98c7eab1f1", "name": "network-vif-plugged", "status": "completed", "tag": "cf4916a9-1402-4bf6-80c3-c646550e58e2"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:30.703820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port cf4916a9-1402-4bf6-80c3-c646550e58e2, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=cf4916a9-1402-4bf6-80c3-c646550e58e2,segment=NetworkSegment(e93087ac-4ce1-453e-b0a9-c6b5c2fd7309),segment_id=e93087ac-4ce1-453e-b0a9-c6b5c2fd7309)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:30.707901 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:30.731680 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a05602-f786-4b64-b428-adf226fa60c7 x-openstack-request-id: req-48a05602-f786-4b64-b428-adf226fa60c7 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:30.731983 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fb7947-9269-4f58-9f01-eb98c7eab1f1", "name": "network-vif-plugged", "status": "completed", "tag": "cf4916a9-1402-4bf6-80c3-c646550e58e2", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:30.732239 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48a05602-f786-4b64-b428-adf226fa60c7 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:30.732633 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4916a9-1402-4bf6-80c3-c646550e58e2', 'code': 200} Aug 03 20:00:30.760817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=cf4916a9-1402-4bf6-80c3-c646550e58e2,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:30.828814 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4d470-7351-400d-a748-030fdd661375 req-b605cc8c-5469-4c32-af50-2328acf5e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:30.830270 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ffd4d470-7351-400d-a748-030fdd661375 req-b605cc8c-5469-4c32-af50-2328acf5e391 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0407684 Aug 03 20:00:30.863969 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ffd4d470-7351-400d-a748-030fdd661375 req-a01bb21c-f1fe-45e1-a950-9e6a0dd4332b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267935 Aug 03 20:00:31.036060 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e3e73-e270-48ea-b77e-a458c1729df8 req-26333d25-37ee-4d78-bfed-383a0e8da47a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:31.038138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-591e3e73-e270-48ea-b77e-a458c1729df8 req-26333d25-37ee-4d78-bfed-383a0e8da47a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0519745 Aug 03 20:00:31.076784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-591e3e73-e270-48ea-b77e-a458c1729df8 req-fa074731-00c3-4ac3-aad4-0e2e8dbdcd28 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326056 Aug 03 20:00:32.198638 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8c9ce-d3f7-4479-ac95-221c2af84926 req-804316ce-5f6c-4b65-ba2e-6add32eb51ff tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:32.200200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eaf8c9ce-d3f7-4479-ac95-221c2af84926 req-804316ce-5f6c-4b65-ba2e-6add32eb51ff tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0499973 Aug 03 20:00:32.240535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eaf8c9ce-d3f7-4479-ac95-221c2af84926 req-30ca771b-1cb8-410f-8551-7e19782dd1a9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344043 Aug 03 20:00:32.359893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b45a9c-3b15-4929-ae53-a3ded6b45205 req-3d88c896-22f2-4cd8-b52c-66c488d2e0ea tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:32.361297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50b45a9c-3b15-4929-ae53-a3ded6b45205 req-3d88c896-22f2-4cd8-b52c-66c488d2e0ea tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0543368 Aug 03 20:00:32.400757 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-50b45a9c-3b15-4929-ae53-a3ded6b45205 req-bcbc0fc1-51d4-4aca-a61d-c704ecd168fb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326543 Aug 03 20:00:32.423091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38162) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:32.471294 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309fdf2-1955-4f5c-a33d-59bdd601c8ac tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:32.472830 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4309fdf2-1955-4f5c-a33d-59bdd601c8ac tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 1091 time: 0.0484283 Aug 03 20:00:32.475682 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38164) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:32.480002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'cf4916a9-1402-4bf6-80c3-c646550e58e2', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:32.502396 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:32.601519 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:32.701320 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.25.8.80 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/33c5a1b3-841a-4b9b-96d4-bf436596ea3b) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:00:32.810998 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:32.859506 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:32.899788 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:32.904731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:32.907785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:00:32.913878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=33c5a1b3-841a-4b9b-96d4-bf436596ea3b,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:33.285880 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.352508 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.500356 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.504718 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.570946 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=33c5a1b3-841a-4b9b-96d4-bf436596ea3b,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:33.580669 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.680169 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Floating IP 24d1bbd8-0a11-46db-8ca9-7a2f1f09d8bf associated. External IP: 172.25.8.80, port: cf4916a9-1402-4bf6-80c3-c646550e58e2. Aug 03 20:00:33.731525 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-36e639d3-bd52-4718-b5ac-a5965b78977a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.885145 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router f55655dd-1e17-4db8-b592-38f201f9128f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:00:33.991675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:00:34.001082 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b73d3-2289-43db-98f1-1decc2deae9b None None] Sync routers for ids ['f55655dd-1e17-4db8-b592-38f201f9128f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:00:34.008217 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:34.011198 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b73d3-2289-43db-98f1-1decc2deae9b None None] Routers {'f55655dd-1e17-4db8-b592-38f201f9128f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:34.011817 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f6b73d3-2289-43db-98f1-1decc2deae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:00:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f55655dd-1e17-4db8-b592-38f201f9128f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:34.038334 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-677b93b9-2b3b-4f14-8949-204f69f19341 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5586987 Aug 03 20:00:34.038334 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'tag': 'cf4916a9-1402-4bf6-80c3-c646550e58e2'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:34.039103 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8532009-5306-417d-8fc0-543eabed2ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "07fb7947-9269-4f58-9f01-eb98c7eab1f1", "tag": "cf4916a9-1402-4bf6-80c3-c646550e58e2"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:34.081663 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e00726-c291-4e10-affe-e9ad97c65514 x-openstack-request-id: req-26e00726-c291-4e10-affe-e9ad97c65514 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:34.082018 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fb7947-9269-4f58-9f01-eb98c7eab1f1", "tag": "cf4916a9-1402-4bf6-80c3-c646550e58e2", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:34.082331 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-26e00726-c291-4e10-affe-e9ad97c65514 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:34.082798 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'tag': 'cf4916a9-1402-4bf6-80c3-c646550e58e2', 'status': 'completed', 'code': 200} Aug 03 20:00:34.131988 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-9f6b73d3-2289-43db-98f1-1decc2deae9b None None] Set router f55655dd-1e17-4db8-b592-38f201f9128f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:34.139190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efbcc9-7577-470b-aa1b-29fda7d5ab10 req-2af435fd-765b-4af8-9846-00cddacb70f8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:34.140925 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2efbcc9-7577-470b-aa1b-29fda7d5ab10 req-2af435fd-765b-4af8-9846-00cddacb70f8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0534656 Aug 03 20:00:34.144168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532009-5306-417d-8fc0-543eabed2ce2 req-39a5345e-8377-4753-b2cd-423437a55b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:34.145799 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8532009-5306-417d-8fc0-543eabed2ce2 req-39a5345e-8377-4753-b2cd-423437a55b93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0419831 Aug 03 20:00:34.188672 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a2efbcc9-7577-470b-aa1b-29fda7d5ab10 req-cec4aa08-745e-40c8-87d0-e96d5d5df2f3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404115 Aug 03 20:00:34.214000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38170) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:34.249879 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532009-5306-417d-8fc0-543eabed2ce2 req-be59c564-e95a-462d-9b5f-ac709d246366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:34.251667 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8532009-5306-417d-8fc0-543eabed2ce2 req-be59c564-e95a-462d-9b5f-ac709d246366 service neutron] 10.222.0.37 "GET /v2.0/networks?id=958883eb-557f-41d8-bb13-be1d608956d7 HTTP/1.1" status: 200 len: 896 time: 0.0993295 Aug 03 20:00:34.281520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2039b63c-d233-4e9f-9d90-e1a6f8efbbb6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/24d1bbd8-0a11-46db-8ca9-7a2f1f09d8bf HTTP/1.1" status: 200 len: 990 time: 0.0663400 Aug 03 20:00:34.324610 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8532009-5306-417d-8fc0-543eabed2ce2 req-d6a8a7e2-e279-403f-8f83-65d908342e36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4916a9-1402-4bf6-80c3-c646550e58e2 HTTP/1.1" status: 200 len: 998 time: 0.0661578 Aug 03 20:00:34.370982 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f6b73d3-2289-43db-98f1-1decc2deae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '24d1bbd8-0a11-46db-8ca9-7a2f1f09d8bf', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'port_id': 'cf4916a9-1402-4bf6-80c3-c646550e58e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'mac_address': 'fa:16:3e:93:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:33Z', 'updated_at': '2021-08-03T20:00:33Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc', 'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:20Z', 'updated_at': '2021-08-03T20:00:26Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:34.379598 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532009-5306-417d-8fc0-543eabed2ce2 req-a50a3388-b312-4c58-943e-13bfa9758c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:34.381120 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8532009-5306-417d-8fc0-543eabed2ce2 req-a50a3388-b312-4c58-943e-13bfa9758c72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d HTTP/1.1" status: 200 len: 834 time: 0.0496953 Aug 03 20:00:34.396623 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b73d3-2289-43db-98f1-1decc2deae9b None None] Checking router: f55655dd-1e17-4db8-b592-38f201f9128f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:00:34.405724 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b73d3-2289-43db-98f1-1decc2deae9b None None] Routers {'f55655dd-1e17-4db8-b592-38f201f9128f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:34.406328 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f6b73d3-2289-43db-98f1-1decc2deae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:00:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f55655dd-1e17-4db8-b592-38f201f9128f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:34.429431 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532009-5306-417d-8fc0-543eabed2ce2 req-c1b5474b-1a40-48db-a571-2a6d97970aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:34.431090 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8532009-5306-417d-8fc0-543eabed2ce2 req-c1b5474b-1a40-48db-a571-2a6d97970aa7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=958883eb-557f-41d8-bb13-be1d608956d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433850 Aug 03 20:00:34.515096 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-9f6b73d3-2289-43db-98f1-1decc2deae9b None None] Set router f55655dd-1e17-4db8-b592-38f201f9128f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:34.523313 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8532009-5306-417d-8fc0-543eabed2ce2 req-f9b1fd45-ed65-4333-8499-00d245ef04cf service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846210 Aug 03 20:00:34.618884 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a8532009-5306-417d-8fc0-543eabed2ce2 req-2b4e2870-6913-4b29-9690-b5a0d16d043d service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873110 Aug 03 20:00:34.736137 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-9f6b73d3-2289-43db-98f1-1decc2deae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '24d1bbd8-0a11-46db-8ca9-7a2f1f09d8bf', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'port_id': 'cf4916a9-1402-4bf6-80c3-c646550e58e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'mac_address': 'fa:16:3e:93:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:33Z', 'updated_at': '2021-08-03T20:00:33Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc', 'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:20Z', 'updated_at': '2021-08-03T20:00:26Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:34.762326 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b73d3-2289-43db-98f1-1decc2deae9b None None] The sync data for ids ['f55655dd-1e17-4db8-b592-38f201f9128f'] in n-d-802918-7 is: [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '24d1bbd8-0a11-46db-8ca9-7a2f1f09d8bf', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'port_id': 'cf4916a9-1402-4bf6-80c3-c646550e58e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'mac_address': 'fa:16:3e:93:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:00:33Z', 'updated_at': '2021-08-03T20:00:33Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc', 'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:20Z', 'updated_at': '2021-08-03T20:00:26Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:00:34.942509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a74ce9-2ef7-4bbe-b77c-f00c7d0ca3c8 None None] New status for floating IP 24d1bbd8-0a11-46db-8ca9-7a2f1f09d8bf: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:00:35.283727 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38172) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:35.343674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4ed93faa-4b1f-4d03-8069-8b56b623deec tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/24d1bbd8-0a11-46db-8ca9-7a2f1f09d8bf HTTP/1.1" status: 200 len: 992 time: 0.0586581 Aug 03 20:00:36.516584 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dfe490a2-ef25-48d5-b99c-f2e7da4b14e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:36.823338 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:38.145052 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:39.904602 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:45.987114 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:59.148592 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:01:00.283569 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:03.733242 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-37a6f210-d7dd-4b86-9a26-5d8e002f6e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:04.074451 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26803635-464f-41c9-a175-56d10ebe7c38 req-2a729020-15af-42e4-aeda-4bc2da47b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:04.076011 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-26803635-464f-41c9-a175-56d10ebe7c38 req-2a729020-15af-42e4-aeda-4bc2da47b823 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0436943 Aug 03 20:01:04.076954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba49a-122e-44ef-810b-aed84c84a207 req-ef9998e4-bb2e-43ec-a2d1-3d8e6bcc8b97 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:04.078542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-707ba49a-122e-44ef-810b-aed84c84a207 req-ef9998e4-bb2e-43ec-a2d1-3d8e6bcc8b97 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0548401 Aug 03 20:01:04.117127 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-707ba49a-122e-44ef-810b-aed84c84a207 req-5e2d1d70-d243-4d49-9908-87cb7e66db0e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324605 Aug 03 20:01:04.170842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26803635-464f-41c9-a175-56d10ebe7c38 req-ff50d4b6-1ccb-426c-8577-105ea946446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:04.172249 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-26803635-464f-41c9-a175-56d10ebe7c38 req-ff50d4b6-1ccb-426c-8577-105ea946446c service neutron] 10.222.0.37 "GET /v2.0/networks?id=958883eb-557f-41d8-bb13-be1d608956d7 HTTP/1.1" status: 200 len: 896 time: 0.0880439 Aug 03 20:01:04.237419 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-26803635-464f-41c9-a175-56d10ebe7c38 req-abf5bd52-a84c-4bee-9976-50898d54c6ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4916a9-1402-4bf6-80c3-c646550e58e2 HTTP/1.1" status: 200 len: 1000 time: 0.0574560 Aug 03 20:01:04.285404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26803635-464f-41c9-a175-56d10ebe7c38 req-a93b2b1c-3bd5-435a-b3f0-6eec17ec732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:04.286867 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-26803635-464f-41c9-a175-56d10ebe7c38 req-a93b2b1c-3bd5-435a-b3f0-6eec17ec732d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d HTTP/1.1" status: 200 len: 834 time: 0.0426033 Aug 03 20:01:04.337453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26803635-464f-41c9-a175-56d10ebe7c38 req-8ed24975-5ecb-45c7-9756-31b70f44797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:04.339551 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-26803635-464f-41c9-a175-56d10ebe7c38 req-8ed24975-5ecb-45c7-9756-31b70f44797b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=958883eb-557f-41d8-bb13-be1d608956d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442390 Aug 03 20:01:04.434111 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-26803635-464f-41c9-a175-56d10ebe7c38 req-bebc9fe8-d66d-47b4-931a-bc9d2f5046d9 service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865042 Aug 03 20:01:04.529790 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-26803635-464f-41c9-a175-56d10ebe7c38 req-349eae6b-118c-42c5-ad50-17230460abc9 service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887561 Aug 03 20:01:05.235871 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ae93a-94ea-49b8-8838-820765223cdf req-f913711a-a124-4a26-a682-c17269cc93f4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:05.237369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-868ae93a-94ea-49b8-8838-820765223cdf req-f913711a-a124-4a26-a682-c17269cc93f4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0492644 Aug 03 20:01:05.274181 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-868ae93a-94ea-49b8-8838-820765223cdf req-aa0e42e8-0869-4c26-9883-1c7db635bbc6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308359 Aug 03 20:01:06.390096 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abf351-57e5-4b96-99f4-48ad9b9c0a94 req-7d09d96d-d048-420e-ba6d-bbbae44568d5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:06.391570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12abf351-57e5-4b96-99f4-48ad9b9c0a94 req-7d09d96d-d048-420e-ba6d-bbbae44568d5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0490189 Aug 03 20:01:06.430794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12abf351-57e5-4b96-99f4-48ad9b9c0a94 req-54431748-59e8-4426-9a08-825eeb8d344c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331075 Aug 03 20:01:06.518060 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-afbd5f21-0908-4391-bf43-460a36c6c157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:06.518726 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb683b-15e0-4249-bdc5-8cc8992db18c req-79b17fb0-3c70-45b6-bd7f-5ae68f33151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:06.520854 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1fdb683b-15e0-4249-bdc5-8cc8992db18c req-79b17fb0-3c70-45b6-bd7f-5ae68f33151a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0450597 Aug 03 20:01:06.631697 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb683b-15e0-4249-bdc5-8cc8992db18c req-06cb2e8c-d88a-45cb-8d95-a35543541a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:06.633256 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1fdb683b-15e0-4249-bdc5-8cc8992db18c req-06cb2e8c-d88a-45cb-8d95-a35543541a28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=958883eb-557f-41d8-bb13-be1d608956d7 HTTP/1.1" status: 200 len: 896 time: 0.0928676 Aug 03 20:01:06.699857 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1fdb683b-15e0-4249-bdc5-8cc8992db18c req-110ce52d-9ca9-4a07-93f5-43bc27db1d7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4916a9-1402-4bf6-80c3-c646550e58e2 HTTP/1.1" status: 200 len: 1000 time: 0.0589800 Aug 03 20:01:06.750533 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb683b-15e0-4249-bdc5-8cc8992db18c req-2206a575-95a1-4181-93f5-ccf7970a29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:06.752001 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1fdb683b-15e0-4249-bdc5-8cc8992db18c req-2206a575-95a1-4181-93f5-ccf7970a29f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d HTTP/1.1" status: 200 len: 834 time: 0.0438118 Aug 03 20:01:06.802731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb683b-15e0-4249-bdc5-8cc8992db18c req-cb981bd6-c2c9-4ef7-8c66-c27bcadcd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:06.804280 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1fdb683b-15e0-4249-bdc5-8cc8992db18c req-cb981bd6-c2c9-4ef7-8c66-c27bcadcd923 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=958883eb-557f-41d8-bb13-be1d608956d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449960 Aug 03 20:01:06.824322 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:06.894983 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1fdb683b-15e0-4249-bdc5-8cc8992db18c req-63cd5e42-d6dd-4ef4-b3cd-b59243df2124 service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823827 Aug 03 20:01:06.988109 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1fdb683b-15e0-4249-bdc5-8cc8992db18c req-bb0d85a5-379b-4c83-ae46-928c67fc63a5 service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854940 Aug 03 20:01:07.878655 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d8c55-5e67-4e62-8567-91ca31d43304 req-b63af068-130c-41b1-a091-724146a7efd0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:07.880157 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e33d8c55-5e67-4e62-8567-91ca31d43304 req-b63af068-130c-41b1-a091-724146a7efd0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.3812580 Aug 03 20:01:07.918447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e33d8c55-5e67-4e62-8567-91ca31d43304 req-adb120d5-25ad-40a6-bda0-d69f6d43900d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321441 Aug 03 20:01:08.148460 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:09.032979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f528449-fd85-4246-a9f4-d4dc3a0a2828 req-733e634f-85a2-40e6-8b97-8a82173a288a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:09.034544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f528449-fd85-4246-a9f4-d4dc3a0a2828 req-733e634f-85a2-40e6-8b97-8a82173a288a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0484746 Aug 03 20:01:09.073416 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f528449-fd85-4246-a9f4-d4dc3a0a2828 req-463849ca-f105-4147-9ed4-468943588019 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328336 Aug 03 20:01:09.909138 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:10.187549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a4901-d755-408b-b477-02e505a9f79a req-7a51374b-c4ab-4b5a-9ce4-151647a9f2ee tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:10.189066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d28a4901-d755-408b-b477-02e505a9f79a req-7a51374b-c4ab-4b5a-9ce4-151647a9f2ee tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0487521 Aug 03 20:01:10.227510 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d28a4901-d755-408b-b477-02e505a9f79a req-19ca8786-e769-4bae-be09-bb6e41caedf9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325158 Aug 03 20:01:11.344828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c970e50-3516-4ac6-b9dc-1c7b2b472609 req-a82e39d3-ca96-4cd6-b5d1-05367b022225 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:11.346603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c970e50-3516-4ac6-b9dc-1c7b2b472609 req-a82e39d3-ca96-4cd6-b5d1-05367b022225 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0528841 Aug 03 20:01:11.385286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1c970e50-3516-4ac6-b9dc-1c7b2b472609 req-b15f73c7-2fa5-4eb1-81ae-58b6da6bccfb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327690 Aug 03 20:01:12.503938 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e94e16-88a8-4e2e-8a35-53147d6e098d req-5c062e2c-80d3-4f1d-81e1-6b8d347a415c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:12.505343 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-06e94e16-88a8-4e2e-8a35-53147d6e098d req-5c062e2c-80d3-4f1d-81e1-6b8d347a415c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0494144 Aug 03 20:01:12.543542 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-06e94e16-88a8-4e2e-8a35-53147d6e098d req-d8fd3963-b42d-43e6-a716-38d759b4b841 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317383 Aug 03 20:01:13.663280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce8cb6-d925-4bd2-918c-600bf6dae961 req-0ae94294-74b7-4bc6-aabd-d267c9244687 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:13.664832 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1bce8cb6-d925-4bd2-918c-600bf6dae961 req-0ae94294-74b7-4bc6-aabd-d267c9244687 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0545430 Aug 03 20:01:13.704681 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1bce8cb6-d925-4bd2-918c-600bf6dae961 req-f6d7328a-720e-49ab-b003-0a23983bb3ff tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330033 Aug 03 20:01:14.826827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3af448-0f6f-4309-aa0e-955a2c78fc41 req-98b8c60e-0e66-4398-b8fb-3cb0e99063f5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:14.828331 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d3af448-0f6f-4309-aa0e-955a2c78fc41 req-98b8c60e-0e66-4398-b8fb-3cb0e99063f5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0563500 Aug 03 20:01:14.866713 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8d3af448-0f6f-4309-aa0e-955a2c78fc41 req-e7ec1350-f6df-4ad9-a36d-dd9783170d4f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323279 Aug 03 20:01:15.984594 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca62496-efd8-4cb3-8eaf-e5ab1ccdcfa3 req-6838dc87-acbd-4f8c-8b10-e6df8a9c79c5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:15.986066 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ca62496-efd8-4cb3-8eaf-e5ab1ccdcfa3 req-6838dc87-acbd-4f8c-8b10-e6df8a9c79c5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0496781 Aug 03 20:01:16.003981 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:16.024819 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ca62496-efd8-4cb3-8eaf-e5ab1ccdcfa3 req-e6af6491-e62a-4929-9615-edeec243fd96 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326629 Aug 03 20:01:16.047637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38212) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:16.111812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7e75082a-e9f8-497b-9c15-93ecfb6ec6a5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/24d1bbd8-0a11-46db-8ca9-7a2f1f09d8bf HTTP/1.1" status: 200 len: 992 time: 0.0630343 Aug 03 20:01:30.317444 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:33.737793 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-352f9ece-885b-496b-a637-7d8722da33c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:36.147228 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:01:36.518491 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c46f5303-0b06-4dee-ba2e-039319488287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:36.829017 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:38.151115 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:39.910120 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:46.000476 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:46.459047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38222) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:46.619356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port 33c5a1b3-841a-4b9b-96d4-bf436596ea3b {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:01:46.619712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:46.695274 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:46.695604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:46.707430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for 33c5a1b3-841a-4b9b-96d4-bf436596ea3b owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:01:47.153770 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:47.180099 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=33c5a1b3-841a-4b9b-96d4-bf436596ea3b,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:47.207599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.207946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.208282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.208616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.208951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.209281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.209637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.209991 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.210287 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.210609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.210933 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.211249 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:47.251175 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:47.251583 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Floating IP 24d1bbd8-0a11-46db-8ca9-7a2f1f09d8bf disassociated (deleted). External IP: 172.25.8.80, port: cf4916a9-1402-4bf6-80c3-c646550e58e2. Aug 03 20:01:47.463857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router f55655dd-1e17-4db8-b592-38f201f9128f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:01:47.570400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:01:47.575283 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:47.580375 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c533f265-06fc-4bac-ba74-a2cdcc0d44ad None None] Sync routers for ids ['f55655dd-1e17-4db8-b592-38f201f9128f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:01:47.589383 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c533f265-06fc-4bac-ba74-a2cdcc0d44ad None None] Routers {'f55655dd-1e17-4db8-b592-38f201f9128f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:01:47.590022 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c533f265-06fc-4bac-ba74-a2cdcc0d44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:01:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f55655dd-1e17-4db8-b592-38f201f9128f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:47.605379 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a4abab79-4b06-4692-9109-9ccfcd20202d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/floatingips/24d1bbd8-0a11-46db-8ca9-7a2f1f09d8bf HTTP/1.1" status: 204 len: 168 time: 1.1427293 Aug 03 20:01:47.605379 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'tag': 'cf4916a9-1402-4bf6-80c3-c646550e58e2'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:01:47.606114 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90c64ac-4e8a-4036-86d6-88a22d0b9497" -d '{"events": [{"name": "network-changed", "server_uuid": "07fb7947-9269-4f58-9f01-eb98c7eab1f1", "tag": "cf4916a9-1402-4bf6-80c3-c646550e58e2"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:01:47.645890 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaf67e4-e0eb-4daf-b4e0-6a07f6ca549e x-openstack-request-id: req-9eaf67e4-e0eb-4daf-b4e0-6a07f6ca549e {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:01:47.646234 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fb7947-9269-4f58-9f01-eb98c7eab1f1", "tag": "cf4916a9-1402-4bf6-80c3-c646550e58e2", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:01:47.646497 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9eaf67e4-e0eb-4daf-b4e0-6a07f6ca549e {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:01:47.646912 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'tag': 'cf4916a9-1402-4bf6-80c3-c646550e58e2', 'status': 'completed', 'code': 200} Aug 03 20:01:47.702355 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c533f265-06fc-4bac-ba74-a2cdcc0d44ad None None] Set router f55655dd-1e17-4db8-b592-38f201f9128f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:01:47.711638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c64ac-4e8a-4036-86d6-88a22d0b9497 req-92283486-f241-402a-a401-4e99cb8befcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:47.713191 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e90c64ac-4e8a-4036-86d6-88a22d0b9497 req-92283486-f241-402a-a401-4e99cb8befcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0449879 Aug 03 20:01:47.827328 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c64ac-4e8a-4036-86d6-88a22d0b9497 req-550476b9-971e-498f-9eea-9a3624ae93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:47.829327 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e90c64ac-4e8a-4036-86d6-88a22d0b9497 req-550476b9-971e-498f-9eea-9a3624ae93f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=958883eb-557f-41d8-bb13-be1d608956d7 HTTP/1.1" status: 200 len: 896 time: 0.1082687 Aug 03 20:01:47.861794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ad50c-0508-4b9a-829a-118dcde7ee5a req-3b03a710-9327-4ce9-b129-57f276d0203d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:47.863384 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-053ad50c-0508-4b9a-829a-118dcde7ee5a req-3b03a710-9327-4ce9-b129-57f276d0203d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0547285 Aug 03 20:01:47.878518 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e90c64ac-4e8a-4036-86d6-88a22d0b9497 req-089127f1-60a0-4966-9817-a5680a715476 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4916a9-1402-4bf6-80c3-c646550e58e2 HTTP/1.1" status: 200 len: 217 time: 0.0416737 Aug 03 20:01:47.916593 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-053ad50c-0508-4b9a-829a-118dcde7ee5a req-920da630-b17d-459d-ada1-e7115b4a353f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449979 Aug 03 20:01:47.923471 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c533f265-06fc-4bac-ba74-a2cdcc0d44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc', 'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:20Z', 'updated_at': '2021-08-03T20:00:26Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:47.937999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c64ac-4e8a-4036-86d6-88a22d0b9497 req-815a09a9-5bb2-4f82-b19b-166583fed013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:47.940429 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e90c64ac-4e8a-4036-86d6-88a22d0b9497 req-815a09a9-5bb2-4f82-b19b-166583fed013 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d HTTP/1.1" status: 200 len: 834 time: 0.0546939 Aug 03 20:01:47.990561 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c64ac-4e8a-4036-86d6-88a22d0b9497 req-463722fe-6991-4b3c-923f-73fa16de4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:47.992263 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e90c64ac-4e8a-4036-86d6-88a22d0b9497 req-463722fe-6991-4b3c-923f-73fa16de4846 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=958883eb-557f-41d8-bb13-be1d608956d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445466 Aug 03 20:01:48.044070 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c533f265-06fc-4bac-ba74-a2cdcc0d44ad None None] Checking router: f55655dd-1e17-4db8-b592-38f201f9128f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:01:48.053803 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c533f265-06fc-4bac-ba74-a2cdcc0d44ad None None] Routers {'f55655dd-1e17-4db8-b592-38f201f9128f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:01:48.054428 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c533f265-06fc-4bac-ba74-a2cdcc0d44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:01:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f55655dd-1e17-4db8-b592-38f201f9128f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:48.102755 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e90c64ac-4e8a-4036-86d6-88a22d0b9497 req-72bf1a2b-8e50-40b1-b0c2-25364b3a7ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008604 Aug 03 20:01:48.163884 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c533f265-06fc-4bac-ba74-a2cdcc0d44ad None None] Set router f55655dd-1e17-4db8-b592-38f201f9128f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:01:48.199506 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e90c64ac-4e8a-4036-86d6-88a22d0b9497 req-9da48ad7-973f-41c2-8b2c-10d506d7f24e service neutron] 10.222.0.37 "GET /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877097 Aug 03 20:01:48.388000 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c533f265-06fc-4bac-ba74-a2cdcc0d44ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc', 'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:20Z', 'updated_at': '2021-08-03T20:00:26Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:48.419784 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c533f265-06fc-4bac-ba74-a2cdcc0d44ad None None] The sync data for ids ['f55655dd-1e17-4db8-b592-38f201f9128f'] in n-d-802918-7 is: [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc', 'name': '', 'network_id': '958883eb-557f-41d8-bb13-be1d608956d7', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:ce:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:20Z', 'updated_at': '2021-08-03T20:00:26Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:01:48.635391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9b242b-607b-4ce3-a808-47c9d3b42187 None None] New status for floating IP 24d1bbd8-0a11-46db-8ca9-7a2f1f09d8bf: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:01:49.037231 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c363c92-4d13-4971-9b8b-1b76f2041434 req-50a40822-ecf4-4c05-8e75-78cfec9431a5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:49.038787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c363c92-4d13-4971-9b8b-1b76f2041434 req-50a40822-ecf4-4c05-8e75-78cfec9431a5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0494845 Aug 03 20:01:49.078541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6c363c92-4d13-4971-9b8b-1b76f2041434 req-a59ec397-8b17-46b6-af56-25a7ec510f73 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=64cda716-d187-4a13-aa3a-b886536242f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334301 Aug 03 20:01:49.280715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7b9f8-c1a0-4114-bb7b-081dd075bcb9 req-0645c585-6fca-4b1d-98c0-d54ef0b72cfa tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:49.282438 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-06a7b9f8-c1a0-4114-bb7b-081dd075bcb9 req-0645c585-6fca-4b1d-98c0-d54ef0b72cfa tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 945 time: 0.0540836 Aug 03 20:01:49.370715 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-06a7b9f8-c1a0-4114-bb7b-081dd075bcb9 req-03f3ca95-4880-4003-9036-5e4a155d7268 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port cf4916a9-1402-4bf6-80c3-c646550e58e2 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:01:49.371053 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-06a7b9f8-c1a0-4114-bb7b-081dd075bcb9 req-03f3ca95-4880-4003-9036-5e4a155d7268 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:49.465529 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-06a7b9f8-c1a0-4114-bb7b-081dd075bcb9 req-03f3ca95-4880-4003-9036-5e4a155d7268 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port cf4916a9-1402-4bf6-80c3-c646550e58e2, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=cf4916a9-1402-4bf6-80c3-c646550e58e2,segment=NetworkSegment(e93087ac-4ce1-453e-b0a9-c6b5c2fd7309),segment_id=e93087ac-4ce1-453e-b0a9-c6b5c2fd7309)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:01:49.465894 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-06a7b9f8-c1a0-4114-bb7b-081dd075bcb9 req-03f3ca95-4880-4003-9036-5e4a155d7268 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:49.479116 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-06a7b9f8-c1a0-4114-bb7b-081dd075bcb9 req-03f3ca95-4880-4003-9036-5e4a155d7268 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for cf4916a9-1402-4bf6-80c3-c646550e58e2 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:01:49.606174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-06a7b9f8-c1a0-4114-bb7b-081dd075bcb9 req-03f3ca95-4880-4003-9036-5e4a155d7268 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:49.638323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3ca95-4880-4003-9036-5e4a155d7268 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=cf4916a9-1402-4bf6-80c3-c646550e58e2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:49.681999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a7b9f8-c1a0-4114-bb7b-081dd075bcb9 req-03f3ca95-4880-4003-9036-5e4a155d7268 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] No DVR routers for this DVR port cf4916a9-1402-4bf6-80c3-c646550e58e2 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:01:49.684983 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-06a7b9f8-c1a0-4114-bb7b-081dd075bcb9 req-03f3ca95-4880-4003-9036-5e4a155d7268 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:49.687301 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-06a7b9f8-c1a0-4114-bb7b-081dd075bcb9 req-03f3ca95-4880-4003-9036-5e4a155d7268 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "DELETE /v2.0/ports/cf4916a9-1402-4bf6-80c3-c646550e58e2 HTTP/1.1" status: 204 len: 173 time: 0.3991246 Aug 03 20:01:49.687748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'name': 'network-vif-deleted', 'tag': 'cf4916a9-1402-4bf6-80c3-c646550e58e2'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:01:49.690207 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0351fbd4-0594-4393-ac5f-cce6c0b27bc2" -d '{"events": [{"server_uuid": "07fb7947-9269-4f58-9f01-eb98c7eab1f1", "name": "network-vif-deleted", "tag": "cf4916a9-1402-4bf6-80c3-c646550e58e2"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:01:49.731742 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcabda66-e4c8-4536-970d-6255106bc686 x-openstack-request-id: req-bcabda66-e4c8-4536-970d-6255106bc686 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:01:49.732026 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fb7947-9269-4f58-9f01-eb98c7eab1f1", "name": "network-vif-deleted", "tag": "cf4916a9-1402-4bf6-80c3-c646550e58e2", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:01:49.732276 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bcabda66-e4c8-4536-970d-6255106bc686 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:01:49.732676 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fb7947-9269-4f58-9f01-eb98c7eab1f1', 'name': 'network-vif-deleted', 'tag': 'cf4916a9-1402-4bf6-80c3-c646550e58e2', 'status': 'completed', 'code': 200} Aug 03 20:01:50.201262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-73b10a7a-4d0d-44bb-983c-f2255bbcf03f req-23918704-56c6-4b95-9c08-ede2c8be9ae3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=07fb7947-9269-4f58-9f01-eb98c7eab1f1 HTTP/1.1" status: 200 len: 210 time: 0.0291729 Aug 03 20:01:51.256282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38242) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:51.618152 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:51.876412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:01:51.876766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:51.972422 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc,segment=NetworkSegment(e93087ac-4ce1-453e-b0a9-c6b5c2fd7309),segment_id=e93087ac-4ce1-453e-b0a9-c6b5c2fd7309)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:01:51.972784 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:51.987284 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:01:52.177760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:52.205003 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:52.235468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.235858 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.236178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.236518 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.236920 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.237191 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.237549 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.237893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.238226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.238560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.238895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.239223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:52.391042 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:52.607192 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router f55655dd-1e17-4db8-b592-38f201f9128f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:01:52.718480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:01:52.727560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9341a13b-cd15-4330-8de3-3db45e1b0d7e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "PUT /v2.0/routers/f55655dd-1e17-4db8-b592-38f201f9128f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4671886 Aug 03 20:01:52.727560 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38250) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:52.728583 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31250e0-a9f7-4ebf-8822-d4feae807443 None None] Sync routers for ids ['f55655dd-1e17-4db8-b592-38f201f9128f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:01:52.738248 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31250e0-a9f7-4ebf-8822-d4feae807443 None None] Routers {'f55655dd-1e17-4db8-b592-38f201f9128f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:01:52.738964 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e31250e0-a9f7-4ebf-8822-d4feae807443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:01:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f55655dd-1e17-4db8-b592-38f201f9128f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:52.778098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a58052f-9789-49d5-9376-0a3702e7f666 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting subnet 1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:01:52.781253 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6a58052f-9789-49d5-9376-0a3702e7f666 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:52.826779 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6a58052f-9789-49d5-9376-0a3702e7f666 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:52.846254 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-e31250e0-a9f7-4ebf-8822-d4feae807443 None None] Set router f55655dd-1e17-4db8-b592-38f201f9128f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:01:52.911547 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6a58052f-9789-49d5-9376-0a3702e7f666 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:52.935773 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device cf4916a9-1402-4bf6-80c3-c646550e58e2 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:01:52.963389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: cf4916a9-1402-4bf6-80c3-c646550e58e2 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:01:52.963744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device cf4916a9-1402-4bf6-80c3-c646550e58e2 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:01:52.975115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6a58052f-9789-49d5-9376-0a3702e7f666 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.004233 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58052f-9789-49d5-9376-0a3702e7f666 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:53.006359 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-6a58052f-9789-49d5-9376-0a3702e7f666 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.010826 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93388fd-d9de-437c-9c5d-4cec7cd15718 None None] Network 958883eb-557f-41d8-bb13-be1d608956d7 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:01:53.011180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6a58052f-9789-49d5-9376-0a3702e7f666 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/subnets/1c5a31bf-589f-42ac-a6c2-ddd7d40fab0d HTTP/1.1" status: 204 len: 168 time: 0.2827873 Aug 03 20:01:53.012185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38252) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:53.045840 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e31250e0-a9f7-4ebf-8822-d4feae807443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:01:52Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:53.076193 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31250e0-a9f7-4ebf-8822-d4feae807443 None None] Checking router: f55655dd-1e17-4db8-b592-38f201f9128f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:01:53.085240 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31250e0-a9f7-4ebf-8822-d4feae807443 None None] Routers {'f55655dd-1e17-4db8-b592-38f201f9128f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:01:53.085881 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e31250e0-a9f7-4ebf-8822-d4feae807443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:01:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['f55655dd-1e17-4db8-b592-38f201f9128f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:53.125352 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.193014 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-e31250e0-a9f7-4ebf-8822-d4feae807443 None None] Set router f55655dd-1e17-4db8-b592-38f201f9128f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:01:53.224102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] DHCP port deletion for 958883eb-557f-41d8-bb13-be1d608956d7 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:01:53.241233 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.276353 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Deleting port b8ffae16-17f8-4769-adb8-5eb5e0d1b957 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:01:53.276739 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.301178 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:01:53.301533 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.343087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] For port b8ffae16-17f8-4769-adb8-5eb5e0d1b957, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b8ffae16-17f8-4769-adb8-5eb5e0d1b957,segment=NetworkSegment(e93087ac-4ce1-453e-b0a9-c6b5c2fd7309),segment_id=e93087ac-4ce1-453e-b0a9-c6b5c2fd7309)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:01:53.343519 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.361360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Calling delete_port for b8ffae16-17f8-4769-adb8-5eb5e0d1b957 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:01:53.381165 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:01:53.381851 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.386837 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-e31250e0-a9f7-4ebf-8822-d4feae807443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:01:52Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:53.396399 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:01:53.414351 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31250e0-a9f7-4ebf-8822-d4feae807443 None None] The sync data for ids ['f55655dd-1e17-4db8-b592-38f201f9128f'] in n-d-802918-7 is: [{'id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759458563', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:00:17Z', 'updated_at': '2021-08-03T20:01:52Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55655dd-1e17-4db8-b592-38f201f9128f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:00:18Z', 'updated_at': '2021-08-03T20:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:01:53.453485 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.478917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Pushing event deleted for resources: {'Port': ['ID=b8ffae16-17f8-4769-adb8-5eb5e0d1b957,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:53.483273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] No DVR routers for this DVR port b8ffae16-17f8-4769-adb8-5eb5e0d1b957 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:01:53.492056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.492056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.492056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.492056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.492056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.492056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.492056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.493276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.493276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.493276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.493276 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.494243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980b8bc-20b4-474f-a136-f332098c15df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:01:53.580259 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.603410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:53.667145 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.757366 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.758989 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.803005 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.803657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Fanout notify agent at l3_agent the message router_deleted on router f55655dd-1e17-4db8-b592-38f201f9128f {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:01:53.815510 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.816674 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d36053e7-2b56-4272-b998-fb3ec36a6537 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/routers/f55655dd-1e17-4db8-b592-38f201f9128f HTTP/1.1" status: 204 len: 168 time: 0.8035507 Aug 03 20:01:53.819552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38258) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:53.898008 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:01:53.908470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.923557 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:01:53.923859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fa18b6bf-c2f3-499d-bc20-b3d3360dcdfc not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:01:53.924223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b8ffae16-17f8-4769-adb8-5eb5e0d1b957 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:01:53.946908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: b8ffae16-17f8-4769-adb8-5eb5e0d1b957 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:01:53.947600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b8ffae16-17f8-4769-adb8-5eb5e0d1b957 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:01:54.003529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.013958 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958883eb-557f-41d8-bb13-be1d608956d7']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:54.024389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:54.024704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93087ac-4ce1-453e-b0a9-c6b5c2fd7309') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:54.034412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.049398 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.056430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:01:54.056830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: timer() Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:01:54.059830 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:01:54.130258 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.137288 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.139383 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/networks/958883eb-557f-41d8-bb13-be1d608956d7 HTTP/1.1" status: 204 len: 168 time: 0.3188057 Aug 03 20:01:54.142211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38260) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:54.151439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d386c9-1142-4ec9-af1f-bb7a285b1e59 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Network': ['ID=958883eb-557f-41d8-bb13-be1d608956d7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:54.204048 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-39ada6b5-5f38-482a-9742-fe0166d44d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.229915 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-39ada6b5-5f38-482a-9742-fe0166d44d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.288801 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-39ada6b5-5f38-482a-9742-fe0166d44d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.291579 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-39ada6b5-5f38-482a-9742-fe0166d44d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.292837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-39ada6b5-5f38-482a-9742-fe0166d44d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/security-groups/64cda716-d187-4a13-aa3a-b886536242f3 HTTP/1.1" status: 204 len: 168 time: 0.1496172 Aug 03 20:01:54.303177 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ada6b5-5f38-482a-9742-fe0166d44d16 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cda716-d187-4a13-aa3a-b886536242f3,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:54.555168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38266) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:54.559939 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-84a719d8-f7f9-4980-9e1c-281f23704f0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82196885', 'description': 'tempest-secgroup-smoke-82196885 description', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:01:54.586483 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84a719d8-f7f9-4980-9e1c-281f23704f0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.668007 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84a719d8-f7f9-4980-9e1c-281f23704f0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.671839 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84a719d8-f7f9-4980-9e1c-281f23704f0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.696799 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84a719d8-f7f9-4980-9e1c-281f23704f0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.697987 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-84a719d8-f7f9-4980-9e1c-281f23704f0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1417851 Aug 03 20:01:54.701032 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38268) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:54.703204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a719d8-f7f9-4980-9e1c-281f23704f0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b154124-01bb-4ce3-9006-65163244a82d,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:54.707199 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0b1f1d1d-85c0-421c-b6df-7422cf27b56b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '5b154124-01bb-4ce3-9006-65163244a82d', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:01:54.734346 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1d1d-85c0-421c-b6df-7422cf27b56b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.788553 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1d1d-85c0-421c-b6df-7422cf27b56b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.792317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1d1d-85c0-421c-b6df-7422cf27b56b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.811906 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f1d1d-85c0-421c-b6df-7422cf27b56b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac453675-2b76-425e-a6f3-88657a053e27,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:54.816501 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1d1d-85c0-421c-b6df-7422cf27b56b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.817725 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0b1f1d1d-85c0-421c-b6df-7422cf27b56b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156282 Aug 03 20:01:54.820609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38270) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:54.825624 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2e39e3a1-2533-4391-9e75-0f8458a75311 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '5b154124-01bb-4ce3-9006-65163244a82d', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:01:54.852086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e39e3a1-2533-4391-9e75-0f8458a75311 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.908474 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e39e3a1-2533-4391-9e75-0f8458a75311 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.912043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e39e3a1-2533-4391-9e75-0f8458a75311 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.931259 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39e3a1-2533-4391-9e75-0f8458a75311 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321743d0-4338-48ec-9f91-4eef4520441a,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:54.940465 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2e39e3a1-2533-4391-9e75-0f8458a75311 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.941920 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2e39e3a1-2533-4391-9e75-0f8458a75311 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200082 Aug 03 20:01:54.944601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38272) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:54.949119 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-808aa951-232f-47b8-9d04-9a98c8c00a5c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '5b154124-01bb-4ce3-9006-65163244a82d', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:01:54.976052 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-808aa951-232f-47b8-9d04-9a98c8c00a5c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.038947 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-808aa951-232f-47b8-9d04-9a98c8c00a5c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.042476 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-808aa951-232f-47b8-9d04-9a98c8c00a5c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.059929 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808aa951-232f-47b8-9d04-9a98c8c00a5c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8797214-fff4-4630-94cb-27093039cb06,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:55.066800 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-808aa951-232f-47b8-9d04-9a98c8c00a5c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.067979 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-808aa951-232f-47b8-9d04-9a98c8c00a5c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224308 Aug 03 20:01:55.070683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38274) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:55.075253 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e605b7e1-717c-48ab-9ed4-e5d8f895e2c6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '5b154124-01bb-4ce3-9006-65163244a82d', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:01:55.101927 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e605b7e1-717c-48ab-9ed4-e5d8f895e2c6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.160311 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e605b7e1-717c-48ab-9ed4-e5d8f895e2c6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.170538 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e605b7e1-717c-48ab-9ed4-e5d8f895e2c6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.192761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605b7e1-717c-48ab-9ed4-e5d8f895e2c6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3bee13-fc4f-40d4-b565-247a584c84a7,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:55.196386 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e605b7e1-717c-48ab-9ed4-e5d8f895e2c6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.200343 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e605b7e1-717c-48ab-9ed4-e5d8f895e2c6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260800 Aug 03 20:01:55.201277 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38276) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:55.205574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3e928a1b-0be2-47da-9d48-54134b6ae82c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '5b154124-01bb-4ce3-9006-65163244a82d', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:01:55.227795 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-3e928a1b-0be2-47da-9d48-54134b6ae82c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Project bedfdf4acc9847b4ab0590ebd1c09c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:01:55.232844 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e928a1b-0be2-47da-9d48-54134b6ae82c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.293984 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e928a1b-0be2-47da-9d48-54134b6ae82c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.298144 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e928a1b-0be2-47da-9d48-54134b6ae82c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.316027 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e928a1b-0be2-47da-9d48-54134b6ae82c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9612ee47-48ed-4a0a-bfaa-4c4f128a904a,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:55.322990 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e928a1b-0be2-47da-9d48-54134b6ae82c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.324222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3e928a1b-0be2-47da-9d48-54134b6ae82c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224194 Aug 03 20:01:55.327161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38278) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:55.331725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-4402e2ec-38a4-49b3-861f-249437e904de tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '5b154124-01bb-4ce3-9006-65163244a82d', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:01:55.355993 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-4402e2ec-38a4-49b3-861f-249437e904de tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Project bedfdf4acc9847b4ab0590ebd1c09c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:01:55.362570 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4402e2ec-38a4-49b3-861f-249437e904de tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.426123 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4402e2ec-38a4-49b3-861f-249437e904de tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.429857 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4402e2ec-38a4-49b3-861f-249437e904de tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.452244 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402e2ec-38a4-49b3-861f-249437e904de tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43de85c1-d6d1-4826-9fba-d0b3052e20bd,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:55.459223 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-4402e2ec-38a4-49b3-861f-249437e904de tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.460506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-4402e2ec-38a4-49b3-861f-249437e904de tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323938 Aug 03 20:01:55.463548 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38280) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:55.468693 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'network': {'name': 'tempest-network-smoke--582227203', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'port_security_enabled': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:01:55.489874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:01:55.493278 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.516754 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:01:55.525372 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.525734 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Added segment eff2591e-2913-412a-b282-51902e60e314 of type vlan for network a9d52031-508f-4d94-a83c-7753c608f93c Aug 03 20:01:55.565115 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.592283 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.598763 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:55.599357 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.651085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1863897 Aug 03 20:01:55.653972 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38282) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:55.660004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'admin_state_up': True, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:01:55.666196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7ad59-6493-4676-baf0-01952a12ea0b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Network': ['ID=a9d52031-508f-4d94-a83c-7753c608f93c,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:55.677147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network a9d52031-508f-4d94-a83c-7753c608f93c details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:01:55.683643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.684722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.717820 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:01:55.741547 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:55.745521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:01:55.746527 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f7afc1ab-622b-4a68-ae7f-d15dd43e4cc4 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:01:55.880735 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:56.073609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:56.092985 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:56.211120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.25.8.238 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/66df6d93-f7c3-42bc-a613-ef9618a65307) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:01:56.318896 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:56.359128 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:56.399164 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:01:56.404417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:01:56.408871 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:01:56.411003 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=66df6d93-f7c3-42bc-a613-ef9618a65307,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:56.655662 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:56.852496 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:56.978908 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router a0c1e822-d5c1-4af4-af7b-6a0c1862770b is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:01:57.084885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:01:57.095120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Sync routers for ids ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:01:57.104125 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:57.104572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Routers {'a0c1e822-d5c1-4af4-af7b-6a0c1862770b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:01:57.108420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:01:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:57.108592 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8ecf6e72-78fc-410b-9e83-55ba4e654234 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4505012 Aug 03 20:01:57.108719 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38284) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:57.139802 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-fa2bfea1-7bf7-4816-a594-a3ceb6cbc085 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=bedfdf4acc9847b4ab0590ebd1c09c9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275984 Aug 03 20:01:57.140040 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38286) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:57.209213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Set router a0c1e822-d5c1-4af4-af7b-6a0c1862770b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:01:57.289730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb9fa13-e1c2-4ffa-bb42-33145f17f0ee tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:57.291186 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2eb9fa13-e1c2-4ffa-bb42-33145f17f0ee tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502740 Aug 03 20:01:57.294134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38288) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:57.326577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-eb626eb7-0158-41e3-8acf-ecb0c78e292d tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311317 Aug 03 20:01:57.332336 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38290) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:57.337442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-409835925', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:01:57.386360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:56Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:57.418556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Checking router: a0c1e822-d5c1-4af4-af7b-6a0c1862770b for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:01:57.418910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Updating router a0c1e822-d5c1-4af4-af7b-6a0c1862770b port 66df6d93-f7c3-42bc-a613-ef9618a65307 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:01:57.432966 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:01:57.436742 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:57.443815 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:57.622968 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:57.683545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Subnet': ['ID=06f12938-f1e5-406c-8fd0-9d593cdda230,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:57.692464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Checking segment: {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:01:57.692803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network hostable DHCP agents. Network: a9d52031-508f-4d94-a83c-7753c608f93c, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:01:57.698015 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:57.709671 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Transition to ACTIVE for port object 66df6d93-f7c3-42bc-a613-ef9618a65307 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:01:57.711232 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network a9d52031-508f-4d94-a83c-7753c608f93c is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:01:57.715805 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:57.722141 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, a9d52031-508f-4d94-a83c-7753c608f93c) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:01:57.726555 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:57.727245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:57.745975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ecd226-ced3-4e73-bf2a-1df8ed0a7ff0 None None] Network a9d52031-508f-4d94-a83c-7753c608f93c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:01:57.746195 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-85f370aa-8b21-44bf-971b-0af5653b9a3d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4098032 Aug 03 20:01:57.746195 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38292) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:01:57.809960 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Attempting to bind port 66df6d93-f7c3-42bc-a613-ef9618a65307 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:01:57.810336 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Attempting to bind port 66df6d93-f7c3-42bc-a613-ef9618a65307 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:01:57.810700 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Attempting to bind port 66df6d93-f7c3-42bc-a613-ef9618a65307 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:01:57.817348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b22ca-dc90-401e-988b-ccb9a0d95b55 None None] Pushing event updated for resources: {'Port': ['ID=66df6d93-f7c3-42bc-a613-ef9618a65307,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:57.825765 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:01:57.826150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:01:57.826557 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:57.826958 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:01:57.827425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Bound port: 66df6d93-f7c3-42bc-a613-ef9618a65307, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:01:57.827807 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:57.921995 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] For port 66df6d93-f7c3-42bc-a613-ef9618a65307, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:01:57.940226 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] For port 66df6d93-f7c3-42bc-a613-ef9618a65307, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=66df6d93-f7c3-42bc-a613-ef9618a65307,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:01:57.946187 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:57.997532 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-a9d52031-508f-4d94-a83c-7753c608f93c', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:01:57.998376 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:58.039709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Routers {'a0c1e822-d5c1-4af4-af7b-6a0c1862770b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:01:58.040347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:01:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:58.043076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b22ca-dc90-401e-988b-ccb9a0d95b55 None None] Pushing event updated for resources: {'Port': ['ID=66df6d93-f7c3-42bc-a613-ef9618a65307,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:58.191656 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:58.403103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] Set router a0c1e822-d5c1-4af4-af7b-6a0c1862770b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:01:58.431898 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Allocated IP 172.20.0.2 (a9d52031-508f-4d94-a83c-7753c608f93c/06f12938-f1e5-406c-8fd0-9d593cdda230/8ed9fcb5-1aba-42b5-9993-1a2de664d8e3) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:01:58.690776 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:58.701085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Transition to ACTIVE for port object 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:01:58.712107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:56Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:01:58.743564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d94e7-2540-4e9d-af80-7b3163bce684 None None] The sync data for ids ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'] in n-d-802918-7 is: [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:56Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:01:58.745388 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Transition to ACTIVE for port object 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:01:58.751894 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:58.793457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Network a9d52031-508f-4d94-a83c-7753c608f93c is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:01:58.796386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:01:58.806369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:01:58.808153 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.20.0.1 (a9d52031-508f-4d94-a83c-7753c608f93c/06f12938-f1e5-406c-8fd0-9d593cdda230/29f885bb-09bd-4306-b5d8-19f821c67e35) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:01:58.812045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Pushing event updated for resources: {'Port': ['ID=8ed9fcb5-1aba-42b5-9993-1a2de664d8e3,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:58.866880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Attempting to bind port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:01:58.867434 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Attempting to bind port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:01:58.867796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Attempting to bind port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 on network a9d52031-508f-4d94-a83c-7753c608f93c {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:01:58.873007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:01:58.873382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Checking segment: {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:01:58.873820 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:58.874217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Bound using segment: {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:01:58.874692 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Bound port: 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:01:58.875075 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:58.932499 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:58.947254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] For port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:01:58.947874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Transition to ACTIVE for port object 29f885bb-09bd-4306-b5d8-19f821c67e35 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:01:58.951583 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] For port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8ed9fcb5-1aba-42b5-9993-1a2de664d8e3,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:01:58.955979 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:59.026058 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:59.039368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3f952-831e-4242-bd85-8c04a3e69113 None None] Pushing event updated for resources: {'Port': ['ID=8ed9fcb5-1aba-42b5-9993-1a2de664d8e3,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:59.075583 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network a9d52031-508f-4d94-a83c-7753c608f93c is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:01:59.079408 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:01:59.081843 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:01:59.121930 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=29f885bb-09bd-4306-b5d8-19f821c67e35,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:59.142285 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:59.295452 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:59.605353 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:59.610076 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:59.682806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=29f885bb-09bd-4306-b5d8-19f821c67e35,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:01:59.688613 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:59.794546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network a9d52031-508f-4d94-a83c-7753c608f93c is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:01:59.796499 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:01:59.825811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:01:59.880665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:01:59.885643 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 66df6d93-f7c3-42bc-a613-ef9618a65307 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:01:59.939366 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 66df6d93-f7c3-42bc-a613-ef9618a65307 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:01:59.944476 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 66df6d93-f7c3-42bc-a613-ef9618a65307 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:01:59.944919 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:00.037225 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:00.063243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 66df6d93-f7c3-42bc-a613-ef9618a65307, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=66df6d93-f7c3-42bc-a613-ef9618a65307,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:02:00.070128 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:00.097189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b118bc45-ad6c-4f58-a541-32f0780da717 None None] Network a9d52031-508f-4d94-a83c-7753c608f93c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:02:00.182927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=66df6d93-f7c3-42bc-a613-ef9618a65307,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:00.207444 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b50fd947-2706-44f8-8d4a-876d2175752b None None] Provisioning for port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:02:00.218668 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b50fd947-2706-44f8-8d4a-876d2175752b None None] Provisioning complete for port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:02:00.218958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b50fd947-2706-44f8-8d4a-876d2175752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:00.281119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router a0c1e822-d5c1-4af4-af7b-6a0c1862770b has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:02:00.336509 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:00.375751 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b50fd947-2706-44f8-8d4a-876d2175752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:00.401037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:02:00.407690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3af1dd24-eacb-498f-ad99-f11d309859af tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "PUT /v2.0/routers/a0c1e822-d5c1-4af4-af7b-6a0c1862770b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6604629 Aug 03 20:02:00.422915 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b50fd947-2706-44f8-8d4a-876d2175752b None None] For port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8ed9fcb5-1aba-42b5-9993-1a2de664d8e3,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:02:00.427455 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b50fd947-2706-44f8-8d4a-876d2175752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:00.481634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fd947-2706-44f8-8d4a-876d2175752b None None] Pushing event updated for resources: {'Port': ['ID=8ed9fcb5-1aba-42b5-9993-1a2de664d8e3,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:00.501777 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Sync routers for ids ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:02:00.511894 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Routers {'a0c1e822-d5c1-4af4-af7b-6a0c1862770b'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:02:00.512859 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:01:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:02:00.612516 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-26ea3020-82b5-4c54-9b5f-a04bc0c7fe6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82196885&fields=id&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 267 time: 0.0426831 Aug 03 20:02:00.635624 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Set router a0c1e822-d5c1-4af4-af7b-6a0c1862770b gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:02:00.664574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-361cb90b-25a9-45b7-a5d7-f38fa0667cf7 None None] Provisioning for port 29f885bb-09bd-4306-b5d8-19f821c67e35 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:02:00.669014 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-361cb90b-25a9-45b7-a5d7-f38fa0667cf7 None None] Provisioning complete for port 29f885bb-09bd-4306-b5d8-19f821c67e35 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:02:00.669442 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-361cb90b-25a9-45b7-a5d7-f38fa0667cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:00.716687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-361cb90b-25a9-45b7-a5d7-f38fa0667cf7 None None] Port 29f885bb-09bd-4306-b5d8-19f821c67e35 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:02:00.731077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-361cb90b-25a9-45b7-a5d7-f38fa0667cf7 None None] Provisioning complete for port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:02:00.732024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-361cb90b-25a9-45b7-a5d7-f38fa0667cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:00.736323 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-568fcde6-51e7-4876-a72c-1288da87e2a3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:00.744586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-568fcde6-51e7-4876-a72c-1288da87e2a3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/networks?id=a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 200 len: 796 time: 0.1243935 Aug 03 20:02:00.761759 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-27ec9a4d-ee6d-4759-89a5-9a4a813d45da tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/quotas/bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 375 time: 0.0161080 Aug 03 20:02:00.829888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-044460ef-ceba-496b-923c-974575c3c8e4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649912 Aug 03 20:02:00.876967 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:59Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '29f885bb-09bd-4306-b5d8-19f821c67e35', 'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:6d:3b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:58Z', 'updated_at': '2021-08-03T20:01:59Z', 'revision_number': 2, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:02:00.934153 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-f4219e05-b04f-4673-b9fa-583b583a17b6 service neutron] 10.222.0.78 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949078 Aug 03 20:02:00.956859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-51aa2fac-2018-45e8-8de7-7d0184f571d5 None None] Provisioning complete for port 29f885bb-09bd-4306-b5d8-19f821c67e35 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:02:00.957520 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-51aa2fac-2018-45e8-8de7-7d0184f571d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:00.994054 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Checking router: a0c1e822-d5c1-4af4-af7b-6a0c1862770b for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:02:00.994564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-51aa2fac-2018-45e8-8de7-7d0184f571d5 None None] Port 29f885bb-09bd-4306-b5d8-19f821c67e35 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:02:00.994850 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Updating router a0c1e822-d5c1-4af4-af7b-6a0c1862770b port 29f885bb-09bd-4306-b5d8-19f821c67e35 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:02:01.021372 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:01.048755 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-39a5fffa-8557-49f5-a872-a6f1350ddc8e service neutron] 10.222.0.78 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084085 Aug 03 20:02:01.114271 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4bc8044c-5964-4b9f-a924-f0304b6b5e27 None None] Provisioning complete for port 29f885bb-09bd-4306-b5d8-19f821c67e35 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:02:01.114640 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4bc8044c-5964-4b9f-a924-f0304b6b5e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:01.155903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8044c-5964-4b9f-a924-f0304b6b5e27 None None] Port 29f885bb-09bd-4306-b5d8-19f821c67e35 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:02:01.245784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92dae989-b5b2-424b-a80f-872e13e80571 req-1e6cb9be-0502-4a68-90c3-8f7dfa5ae72d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 210 time: 0.0281668 Aug 03 20:02:01.292154 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:01.303053 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Transition to ACTIVE for port object 29f885bb-09bd-4306-b5d8-19f821c67e35 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:02:01.309162 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:01.377639 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Pushing event updated for resources: {'Port': ['ID=29f885bb-09bd-4306-b5d8-19f821c67e35,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:01.401636 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.401983 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.402317 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.402648 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.402977 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.403298 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.403824 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.404319 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.404703 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.405027 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.405348 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.405692 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:01.419434 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Attempting to bind port 29f885bb-09bd-4306-b5d8-19f821c67e35 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:02:01.419799 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Attempting to bind port 29f885bb-09bd-4306-b5d8-19f821c67e35 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:02:01.420153 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Attempting to bind port 29f885bb-09bd-4306-b5d8-19f821c67e35 on network a9d52031-508f-4d94-a83c-7753c608f93c {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:02:01.426556 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:02:01.426996 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Checking segment: {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:02:01.427438 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:01.427827 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Bound using segment: {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:02:01.428291 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Bound port: 29f885bb-09bd-4306-b5d8-19f821c67e35, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:02:01.428669 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:01.501436 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] For port 29f885bb-09bd-4306-b5d8-19f821c67e35, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:02:01.504772 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] For port 29f885bb-09bd-4306-b5d8-19f821c67e35, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=29f885bb-09bd-4306-b5d8-19f821c67e35,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:02:01.510849 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:01.569912 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Routers {'a0c1e822-d5c1-4af4-af7b-6a0c1862770b'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:02:01.570544 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:01:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:02:01.619934 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17003bef-e504-4342-849f-adbc815a6473 None None] Pushing event updated for resources: {'Port': ['ID=29f885bb-09bd-4306-b5d8-19f821c67e35,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:01.719549 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] Set router a0c1e822-d5c1-4af4-af7b-6a0c1862770b gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:02:01.804411 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:02:01.866355 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:02:01.866776 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:01.934995 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:59Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '29f885bb-09bd-4306-b5d8-19f821c67e35', 'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:6d:3b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:58Z', 'updated_at': '2021-08-03T20:02:01Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:02:01.961206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 66df6d93-f7c3-42bc-a613-ef9618a65307 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:02:01.964576 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e934a-eecb-43f2-8572-3ca55357adc6 None None] The sync data for ids ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'] in n-d-802918-7 is: [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:59Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '29f885bb-09bd-4306-b5d8-19f821c67e35', 'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:6d:3b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:58Z', 'updated_at': '2021-08-03T20:02:01Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:02:02.015590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 66df6d93-f7c3-42bc-a613-ef9618a65307 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:02:02.017059 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:02.362682 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bdbfca9e-600b-4eb1-8a59-33d108c2cf6b req-a1ed5986-c5fc-4987-a3a6-51397d5ece3e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 210 time: 0.0313015 Aug 03 20:02:02.570520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-49d997dd-5f07-4c5c-8233-34e65635ca60 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:02.572054 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-49d997dd-5f07-4c5c-8233-34e65635ca60 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/networks?id=a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 200 len: 796 time: 0.4286909 Aug 03 20:02:02.617570 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-0f1dc65d-c62f-4c7a-af73-6b88c858212e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 378 time: 0.0350771 Aug 03 20:02:02.628392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'port': {'device_id': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'admin_state_up': True, 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'security_groups': ['5b154124-01bb-4ce3-9006-65163244a82d']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:02:02.743407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:02:02.747135 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:02.886361 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.20.0.9 (a9d52031-508f-4d94-a83c-7753c608f93c/06f12938-f1e5-406c-8fd0-9d593cdda230/af198c98-6621-4727-8af1-d9e7d9c393ac) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:02:03.049158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.063142 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Transition to ACTIVE for port object af198c98-6621-4727-8af1-d9e7d9c393ac will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:02:03.098267 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.141417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network a9d52031-508f-4d94-a83c-7753c608f93c is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:02:03.144548 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:02:03.150870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:02:03.157102 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=af198c98-6621-4727-8af1-d9e7d9c393ac,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:03.208406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:03.209042 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.225273 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-70b913f9-ba6a-4ab9-b1bf-5ab7f3241d6d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015992 Aug 03 20:02:03.236633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-baeb9f37-5ae5-43ad-a178-45879d4a05ee tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:02:03.237673 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-baeb9f37-5ae5-43ad-a178-45879d4a05ee tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061982 Aug 03 20:02:03.250563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Request body: {'port': {'device_id': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:02:03.310477 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.449790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-08d288fb-9302-4c28-a208-d2c5a0c4c1aa None None] Provisioning for port af198c98-6621-4727-8af1-d9e7d9c393ac completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:02:03.454454 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-08d288fb-9302-4c28-a208-d2c5a0c4c1aa None None] Provisioning complete for port af198c98-6621-4727-8af1-d9e7d9c393ac triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:02:03.454944 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-08d288fb-9302-4c28-a208-d2c5a0c4c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.490280 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e922268-c9dd-456b-8fe4-95924295e032 req-94eab3de-2cc0-4097-b41c-41757dc84671 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:03.491837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e922268-c9dd-456b-8fe4-95924295e032 req-94eab3de-2cc0-4097-b41c-41757dc84671 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 931 time: 0.0600510 Aug 03 20:02:03.494280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-08d288fb-9302-4c28-a208-d2c5a0c4c1aa None None] Port af198c98-6621-4727-8af1-d9e7d9c393ac cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:02:03.530318 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1e922268-c9dd-456b-8fe4-95924295e032 req-c9780121-f52f-41c7-899d-65a3fb08112e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321906 Aug 03 20:02:03.603890 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af198c98-6621-4727-8af1-d9e7d9c393ac {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:02:03.613086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.627365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Transition to ACTIVE for port object af198c98-6621-4727-8af1-d9e7d9c393ac will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:02:03.630729 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.681139 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Pushing event updated for resources: {'Port': ['ID=af198c98-6621-4727-8af1-d9e7d9c393ac,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:03.745098 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9e9243b3-edb0-4b1b-a714-98a544b38e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.764165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Attempting to bind port af198c98-6621-4727-8af1-d9e7d9c393ac on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:02:03.764515 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Attempting to bind port af198c98-6621-4727-8af1-d9e7d9c393ac by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:02:03.764857 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Attempting to bind port af198c98-6621-4727-8af1-d9e7d9c393ac on network a9d52031-508f-4d94-a83c-7753c608f93c {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:02:03.770180 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Port af198c98-6621-4727-8af1-d9e7d9c393ac on network a9d52031-508f-4d94-a83c-7753c608f93c not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:02:03.770517 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Attempting to bind port af198c98-6621-4727-8af1-d9e7d9c393ac on network a9d52031-508f-4d94-a83c-7753c608f93c {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:02:03.775720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:02:03.776067 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Checking segment: {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:02:03.776462 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Bound using segment: {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:02:03.776899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Bound port: af198c98-6621-4727-8af1-d9e7d9c393ac, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:02:03.777270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.796833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 29f885bb-09bd-4306-b5d8-19f821c67e35 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:02:03.851691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 29f885bb-09bd-4306-b5d8-19f821c67e35 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:02:03.852586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:02:03.856148 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=af198c98-6621-4727-8af1-d9e7d9c393ac,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:02:03.858231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 29f885bb-09bd-4306-b5d8-19f821c67e35 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:02:03.858848 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.862929 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.900738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:03.901797 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:03.903330 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] 10.222.0.37 "PUT /v2.0/ports/af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 1091 time: 0.6571400 Aug 03 20:02:03.907497 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:02:03.911102 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b081fb-19c5-43eb-8375-432888d88195" -d '{"events": [{"name": "network-changed", "server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:02:03.948998 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ecf31-6d10-419e-b5eb-7697ff16c633 service neutron] Pushing event updated for resources: {'Port': ['ID=af198c98-6621-4727-8af1-d9e7d9c393ac,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:03.985881 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe12e31-fb8a-439b-82f8-2e7639b70816 x-openstack-request-id: req-bfe12e31-fb8a-439b-82f8-2e7639b70816 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:02:03.986180 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:02:03.986438 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bfe12e31-fb8a-439b-82f8-2e7639b70816 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:02:03.986847 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'status': 'completed', 'code': 200} Aug 03 20:02:03.990979 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:04.000750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-cf6b9fc7-fd60-4b41-9bb1-6ab36838a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:04.002356 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-cf6b9fc7-fd60-4b41-9bb1-6ab36838a6b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1094 time: 0.0502052 Aug 03 20:02:04.029022 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 29f885bb-09bd-4306-b5d8-19f821c67e35, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=29f885bb-09bd-4306-b5d8-19f821c67e35,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:02:04.034348 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:04.050793 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-f24fa03b-5254-4ccc-bffa-0208bb3c20f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 217 time: 0.0408990 Aug 03 20:02:04.089058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=29f885bb-09bd-4306-b5d8-19f821c67e35,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:04.110153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-7c173fbb-d9aa-41ed-8d0e-c95291254c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:04.111648 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-7c173fbb-d9aa-41ed-8d0e-c95291254c10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06f12938-f1e5-406c-8fd0-9d593cdda230 HTTP/1.1" status: 200 len: 834 time: 0.0542901 Aug 03 20:02:04.162498 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-72b16a5a-3d7a-4bd2-97f9-827524e2873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:04.164110 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-72b16a5a-3d7a-4bd2-97f9-827524e2873d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9d52031-508f-4d94-a83c-7753c608f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438783 Aug 03 20:02:04.264029 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-a585510f-4840-4133-88cc-6f39fb538fae service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925171 Aug 03 20:02:04.355875 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-f43d390b-f090-4c8b-8460-f9f67df4356f req-fd74d48e-0a30-40e7-9a2d-b3fd032685c7 service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848734 Aug 03 20:02:04.444371 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b081fb-19c5-43eb-8375-432888d88195 req-0ec86f4a-2345-4b27-b157-6c50dc520293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:04.445926 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a0b081fb-19c5-43eb-8375-432888d88195 req-0ec86f4a-2345-4b27-b157-6c50dc520293 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1094 time: 0.0423262 Aug 03 20:02:04.547908 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b081fb-19c5-43eb-8375-432888d88195 req-d3207dbf-7b6f-43f8-a8bb-ff2100a40f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:04.549367 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a0b081fb-19c5-43eb-8375-432888d88195 req-d3207dbf-7b6f-43f8-a8bb-ff2100a40f98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 200 len: 897 time: 0.0967033 Aug 03 20:02:04.591113 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a0b081fb-19c5-43eb-8375-432888d88195 req-77e22f34-7e2c-4eb9-b302-2be399a83750 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 217 time: 0.0348382 Aug 03 20:02:04.643387 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b081fb-19c5-43eb-8375-432888d88195 req-eafefdc4-16b6-4bcf-8867-8703e29dc858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:04.646704 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a0b081fb-19c5-43eb-8375-432888d88195 req-eafefdc4-16b6-4bcf-8867-8703e29dc858 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06f12938-f1e5-406c-8fd0-9d593cdda230 HTTP/1.1" status: 200 len: 834 time: 0.0457191 Aug 03 20:02:04.676200 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a80608-2ad5-4952-a574-66351a130891 req-a60b2284-649f-44d4-b7d3-4c1771e23e88 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:04.677761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67a80608-2ad5-4952-a574-66351a130891 req-a60b2284-649f-44d4-b7d3-4c1771e23e88 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0599468 Aug 03 20:02:04.700465 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b081fb-19c5-43eb-8375-432888d88195 req-58a597e6-a4ad-4ff8-9777-18bb7eaaa78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:04.702035 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a0b081fb-19c5-43eb-8375-432888d88195 req-58a597e6-a4ad-4ff8-9777-18bb7eaaa78b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9d52031-508f-4d94-a83c-7753c608f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469325 Aug 03 20:02:04.717330 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-67a80608-2ad5-4952-a574-66351a130891 req-7cd34bc0-7212-454f-9bb6-7641e63df0e3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323772 Aug 03 20:02:04.794282 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a0b081fb-19c5-43eb-8375-432888d88195 req-e308fdd4-9733-477b-9986-5c36822511eb service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Aug 03 20:02:04.887261 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-a0b081fb-19c5-43eb-8375-432888d88195 req-5c41538d-00c2-4114-8d74-2357555edc43 service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851488 Aug 03 20:02:05.749783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 29f885bb-09bd-4306-b5d8-19f821c67e35 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:02:05.797894 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 29f885bb-09bd-4306-b5d8-19f821c67e35 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:02:05.798268 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:05.838134 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286958bd-9212-49b0-8d10-aef392046991 req-a6308746-304b-491b-b89a-7c5300ccdc51 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:05.839744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-286958bd-9212-49b0-8d10-aef392046991 req-a6308746-304b-491b-b89a-7c5300ccdc51 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0508754 Aug 03 20:02:05.879336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-286958bd-9212-49b0-8d10-aef392046991 req-1dc4839b-a9db-469a-8db5-e2a87d4166e1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331709 Aug 03 20:02:06.519776 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-388d1cc4-ae0b-4469-9c3d-c123de39c542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:06.830646 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:06.997108 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e339-becb-45fb-b7bd-bb9df7f29a61 req-9d1d0d2f-24e6-40ab-92d0-012369f3700d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:06.998993 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ee7e339-becb-45fb-b7bd-bb9df7f29a61 req-9d1d0d2f-24e6-40ab-92d0-012369f3700d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0493658 Aug 03 20:02:07.029161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device af198c98-6621-4727-8af1-d9e7d9c393ac details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:02:07.038366 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8ee7e339-becb-45fb-b7bd-bb9df7f29a61 req-97cee3cb-e63c-4895-bed4-b90b9a79d7d7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331738 Aug 03 20:02:07.123486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=af198c98-6621-4727-8af1-d9e7d9c393ac,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:02:07.135491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'port_id': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'mac_address': 'fa:16:3e:cf:f7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:02:07.177213 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:07.190570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af198c98-6621-4727-8af1-d9e7d9c393ac {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:02:07.209346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=af198c98-6621-4727-8af1-d9e7d9c393ac,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:02:07.213280 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:07.261249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=af198c98-6621-4727-8af1-d9e7d9c393ac,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:07.416302 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['af198c98-6621-4727-8af1-d9e7d9c393ac'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:02:08.155249 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:08.158862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d42233-905d-4f6d-94a3-90359cdf05d9 req-d3d14b54-055f-4241-8adb-f0aa199d9359 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:08.160478 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1d42233-905d-4f6d-94a3-90359cdf05d9 req-d3d14b54-055f-4241-8adb-f0aa199d9359 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 944 time: 0.0546365 Aug 03 20:02:08.199622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1d42233-905d-4f6d-94a3-90359cdf05d9 req-ad4fa1a2-79d5-4c88-8949-46866317ea80 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329382 Aug 03 20:02:09.053862 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device af198c98-6621-4727-8af1-d9e7d9c393ac up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:02:09.100780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port af198c98-6621-4727-8af1-d9e7d9c393ac completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:02:09.104631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port af198c98-6621-4727-8af1-d9e7d9c393ac triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:02:09.104998 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:09.183645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:09.205071 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:02:09.207457 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723337c7-ed30-4572-80d4-f6be0fb4ba76" -d '{"events": [{"server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "name": "network-vif-plugged", "status": "completed", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:02:09.222799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=af198c98-6621-4727-8af1-d9e7d9c393ac,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:02:09.228311 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:09.256764 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ca6db3-9025-4de4-aa54-8e5873feb889 x-openstack-request-id: req-64ca6db3-9025-4de4-aa54-8e5873feb889 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:02:09.257118 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "name": "network-vif-plugged", "status": "completed", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:02:09.257444 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-64ca6db3-9025-4de4-aa54-8e5873feb889 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:02:09.257910 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'code': 200} Aug 03 20:02:09.290107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=af198c98-6621-4727-8af1-d9e7d9c393ac,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:09.330614 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad026c7-b0e9-4777-b74b-6fdae804b0f1 req-53fa9416-fddf-4383-8496-3da7f03ef007 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:09.332150 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ad026c7-b0e9-4777-b74b-6fdae804b0f1 req-53fa9416-fddf-4383-8496-3da7f03ef007 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0563617 Aug 03 20:02:09.352689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943c2eb-3757-4930-86b0-1b6111ca074a req-c5332f73-6ff9-43c6-933a-86b53c630ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:09.354182 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4943c2eb-3757-4930-86b0-1b6111ca074a req-c5332f73-6ff9-43c6-933a-86b53c630ab6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1096 time: 0.0420043 Aug 03 20:02:09.372358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ad026c7-b0e9-4777-b74b-6fdae804b0f1 req-1ff513e0-2ca5-4e69-bd06-beac612d462b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339847 Aug 03 20:02:09.389560 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4943c2eb-3757-4930-86b0-1b6111ca074a req-482a1703-b558-4dc3-9eaa-669059f6a8fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283670 Aug 03 20:02:09.912718 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:10.491375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a5d45-a25f-4d8f-b860-0fbb3e043522 req-1f015151-3045-464b-816f-94a35c2ddbb8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:10.492754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b2a5d45-a25f-4d8f-b860-0fbb3e043522 req-1f015151-3045-464b-816f-94a35c2ddbb8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0485504 Aug 03 20:02:10.530584 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8b2a5d45-a25f-4d8f-b860-0fbb3e043522 req-373c3853-3c0d-499e-ba77-e084ca48e0f7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314667 Aug 03 20:02:10.650914 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffb114-15b3-447f-b3cd-c6e6ce95443e req-d7c7fca5-1d09-45c2-9cd6-d37be05474de tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:10.652407 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4ffb114-15b3-447f-b3cd-c6e6ce95443e req-d7c7fca5-1d09-45c2-9cd6-d37be05474de tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0525844 Aug 03 20:02:10.691440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4ffb114-15b3-447f-b3cd-c6e6ce95443e req-6b8ccb9a-b26a-4199-8f72-26747da200b0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326672 Aug 03 20:02:10.712480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38344) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:02:10.753372 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae32830-13d3-434d-bd27-f94bf7a1f067 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:10.754846 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-bae32830-13d3-434d-bd27-f94bf7a1f067 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1091 time: 0.0414124 Aug 03 20:02:10.757697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38346) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:02:10.762055 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:02:10.783858 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:10.883783 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:10.984261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.25.8.210 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/989229b0-a6a8-4b91-9886-f1246f72d702) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:02:11.089102 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:11.128503 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:11.164916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:02:11.169290 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:02:11.176203 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:02:11.198450 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=989229b0-a6a8-4b91-9886-f1246f72d702,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:11.541178 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:11.608464 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:11.763141 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:11.768311 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:11.835187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=989229b0-a6a8-4b91-9886-f1246f72d702,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:11.846096 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:11.946310 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Floating IP 87aa7693-88f9-476e-8556-2f49259307e1 associated. External IP: 172.25.8.210, port: af198c98-6621-4727-8af1-d9e7d9c393ac. Aug 03 20:02:12.158301 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router a0c1e822-d5c1-4af4-af7b-6a0c1862770b has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:02:12.272911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:02:12.282799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e9a702-a9d5-4353-aeb8-76ffbb0f7b63 None None] Sync routers for ids ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:02:12.289169 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:12.294065 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e9a702-a9d5-4353-aeb8-76ffbb0f7b63 None None] Routers {'a0c1e822-d5c1-4af4-af7b-6a0c1862770b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:02:12.294697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-29e9a702-a9d5-4353-aeb8-76ffbb0f7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:02:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:02:12.316093 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-25c55daa-fdcf-4ddc-b9d0-26566758456d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5573795 Aug 03 20:02:12.316684 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:02:12.318969 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60613a00-a7a5-4540-9113-919c3920f6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:02:12.362833 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083f4d28-7d5f-4871-babf-c4c662e049ff x-openstack-request-id: req-083f4d28-7d5f-4871-babf-c4c662e049ff {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:02:12.363135 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:02:12.363387 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-083f4d28-7d5f-4871-babf-c4c662e049ff {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:02:12.363792 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'status': 'completed', 'code': 200} Aug 03 20:02:12.408924 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-29e9a702-a9d5-4353-aeb8-76ffbb0f7b63 None None] Set router a0c1e822-d5c1-4af4-af7b-6a0c1862770b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:02:12.428964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5713c1-1356-4ba2-af5c-e585e7709d27 req-6a8a4754-bc61-4b90-9439-3883fd9a778a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:12.430663 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc5713c1-1356-4ba2-af5c-e585e7709d27 req-6a8a4754-bc61-4b90-9439-3883fd9a778a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Aug 03 20:02:12.431372 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613a00-a7a5-4540-9113-919c3920f6e4 req-17857082-9b05-4cee-8b2a-f848b23878cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:12.432889 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60613a00-a7a5-4540-9113-919c3920f6e4 req-17857082-9b05-4cee-8b2a-f848b23878cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1096 time: 0.0470071 Aug 03 20:02:12.488287 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bc5713c1-1356-4ba2-af5c-e585e7709d27 req-7d78e2ff-51c7-4df2-815d-228d3eb641c6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510910 Aug 03 20:02:12.512703 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38352) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:02:12.537833 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613a00-a7a5-4540-9113-919c3920f6e4 req-2a09c061-b8ac-4606-9772-1d6346b6dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:12.539364 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60613a00-a7a5-4540-9113-919c3920f6e4 req-2a09c061-b8ac-4606-9772-1d6346b6dab6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 200 len: 897 time: 0.0993652 Aug 03 20:02:12.579696 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-f79f9f1b-3ea1-4d0d-8f7b-74ab95fd2fde tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/87aa7693-88f9-476e-8556-2f49259307e1 HTTP/1.1" status: 200 len: 991 time: 0.0647354 Aug 03 20:02:12.606834 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60613a00-a7a5-4540-9113-919c3920f6e4 req-f5dfaa0f-7368-4124-8961-d580ae347738 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 999 time: 0.0596967 Aug 03 20:02:12.650489 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-29e9a702-a9d5-4353-aeb8-76ffbb0f7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:59Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '87aa7693-88f9-476e-8556-2f49259307e1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'port_id': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'mac_address': 'fa:16:3e:cf:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:02:11Z', 'updated_at': '2021-08-03T20:02:11Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f885bb-09bd-4306-b5d8-19f821c67e35', 'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:6d:3b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:58Z', 'updated_at': '2021-08-03T20:02:04Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:02:12.662673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613a00-a7a5-4540-9113-919c3920f6e4 req-05875f1e-ed80-4277-bc19-79a380bb0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:12.664158 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60613a00-a7a5-4540-9113-919c3920f6e4 req-05875f1e-ed80-4277-bc19-79a380bb0388 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06f12938-f1e5-406c-8fd0-9d593cdda230 HTTP/1.1" status: 200 len: 834 time: 0.0500405 Aug 03 20:02:12.679012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e9a702-a9d5-4353-aeb8-76ffbb0f7b63 None None] Checking router: a0c1e822-d5c1-4af4-af7b-6a0c1862770b for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:02:12.687630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e9a702-a9d5-4353-aeb8-76ffbb0f7b63 None None] Routers {'a0c1e822-d5c1-4af4-af7b-6a0c1862770b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:02:12.688810 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-29e9a702-a9d5-4353-aeb8-76ffbb0f7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:02:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:02:12.712426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613a00-a7a5-4540-9113-919c3920f6e4 req-cdc98a52-6c1f-4aaa-bd2a-2c1fc715f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:12.714002 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60613a00-a7a5-4540-9113-919c3920f6e4 req-cdc98a52-6c1f-4aaa-bd2a-2c1fc715f62b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9d52031-508f-4d94-a83c-7753c608f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428257 Aug 03 20:02:12.793772 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-29e9a702-a9d5-4353-aeb8-76ffbb0f7b63 None None] Set router a0c1e822-d5c1-4af4-af7b-6a0c1862770b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:02:12.807286 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60613a00-a7a5-4540-9113-919c3920f6e4 req-01b81197-cd9b-48d9-bd98-3b27e2ac574a service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852187 Aug 03 20:02:12.903306 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-60613a00-a7a5-4540-9113-919c3920f6e4 req-f04efc6d-5fc6-40a8-9850-de96369b3044 service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893428 Aug 03 20:02:13.145937 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:02:13.176173 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-29e9a702-a9d5-4353-aeb8-76ffbb0f7b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:59Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '87aa7693-88f9-476e-8556-2f49259307e1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'port_id': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'mac_address': 'fa:16:3e:cf:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:02:11Z', 'updated_at': '2021-08-03T20:02:11Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f885bb-09bd-4306-b5d8-19f821c67e35', 'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:6d:3b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:58Z', 'updated_at': '2021-08-03T20:02:04Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:02:13.205390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e9a702-a9d5-4353-aeb8-76ffbb0f7b63 None None] The sync data for ids ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'] in n-d-802918-7 is: [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:59Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '87aa7693-88f9-476e-8556-2f49259307e1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.210', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'port_id': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'mac_address': 'fa:16:3e:cf:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:02:11Z', 'updated_at': '2021-08-03T20:02:11Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f885bb-09bd-4306-b5d8-19f821c67e35', 'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:6d:3b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:58Z', 'updated_at': '2021-08-03T20:02:04Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:02:13.400383 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fdc4d-5a59-4241-9da1-4191a7a9e88e None None] New status for floating IP 87aa7693-88f9-476e-8556-2f49259307e1: ACTIVE {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:02:13.582558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38354) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:02:13.649024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-90815ce2-e669-4d62-bd42-c60e71f55f5f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/87aa7693-88f9-476e-8556-2f49259307e1 HTTP/1.1" status: 200 len: 993 time: 0.0652914 Aug 03 20:02:16.001104 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:30.312232 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:33.737116 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-47ed39bd-baf5-4414-a21e-b31eecb541b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:36.521955 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f01a0214-3a2b-4f3b-aeec-10bb81542770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:36.832097 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:38.158577 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:39.915522 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:42.446636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16257f-6028-4e52-881e-4c46dd93892e req-7db68da4-6480-4c9c-8885-6555a686bc55 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:42.448249 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e16257f-6028-4e52-881e-4c46dd93892e req-7db68da4-6480-4c9c-8885-6555a686bc55 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0505106 Aug 03 20:02:42.509712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5e16257f-6028-4e52-881e-4c46dd93892e req-404d5ac5-239c-4b75-b614-9811f8e17409 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549598 Aug 03 20:02:42.522520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-a9dc9dd9-a496-466e-afc0-1fcfd0c24930 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1364443 Aug 03 20:02:43.626095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8248163-2d15-4371-884e-e902d311c2d6 req-151d9807-6eaf-4335-8c91-0be4eec0bbcf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:43.628169 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b8248163-2d15-4371-884e-e902d311c2d6 req-151d9807-6eaf-4335-8c91-0be4eec0bbcf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0496120 Aug 03 20:02:43.674117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b8248163-2d15-4371-884e-e902d311c2d6 req-d5ab1cc3-87f3-4c4f-ac50-9fd531b86509 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395119 Aug 03 20:02:43.713772 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-20668b27-60e7-4be8-9093-c04a4aaede20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:43.715404 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-20668b27-60e7-4be8-9093-c04a4aaede20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1096 time: 0.0427783 Aug 03 20:02:43.812014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-4c0743bd-15b8-4255-af00-63b9c8a0fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:43.813428 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-4c0743bd-15b8-4255-af00-63b9c8a0fee5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 200 len: 897 time: 0.0904124 Aug 03 20:02:43.880389 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-7df38ffc-9e1c-4a7c-a882-8528cd576db0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 1001 time: 0.0585344 Aug 03 20:02:43.930690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-eb1aafc3-fe03-4b1e-a9b7-f9e077f0d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:43.932136 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-eb1aafc3-fe03-4b1e-a9b7-f9e077f0d3ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06f12938-f1e5-406c-8fd0-9d593cdda230 HTTP/1.1" status: 200 len: 834 time: 0.0441854 Aug 03 20:02:43.981553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-3276338a-1ec8-4b3b-b8dd-d1cea51b33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:43.983406 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-3276338a-1ec8-4b3b-b8dd-d1cea51b33a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9d52031-508f-4d94-a83c-7753c608f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440702 Aug 03 20:02:44.074430 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-e6b204d5-803d-43b1-b11b-b43d9f5c9537 service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828373 Aug 03 20:02:44.170545 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-08fdb915-f422-4e05-b53d-c1fd6d69cf5c service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879381 Aug 03 20:02:44.794651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075136-7968-4b44-b680-b7f2b31e0f9c req-952564ff-3bad-4ca4-b96d-51ae3922b3db tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:44.796198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e075136-7968-4b44-b680-b7f2b31e0f9c req-952564ff-3bad-4ca4-b96d-51ae3922b3db tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0529950 Aug 03 20:02:44.836022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0e075136-7968-4b44-b680-b7f2b31e0f9c req-7812554c-1c39-40b0-87b3-118732d317ba tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336614 Aug 03 20:02:45.957547 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec37889-7716-4ba0-8554-7b30aabfeb57 req-0510d3f9-b83c-4147-80b8-42cb119da452 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:45.959053 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ec37889-7716-4ba0-8554-7b30aabfeb57 req-0510d3f9-b83c-4147-80b8-42cb119da452 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0523627 Aug 03 20:02:45.998412 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2ec37889-7716-4ba0-8554-7b30aabfeb57 req-6b3f6617-ce0e-4cfa-a744-ddb1902bb866 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333252 Aug 03 20:02:46.005677 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:47.123237 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fd621-45a8-42b3-8321-ee0cf72ac324 req-977b7314-fb80-4abe-bf3c-8ab508003d25 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:47.124783 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-453fd621-45a8-42b3-8321-ee0cf72ac324 req-977b7314-fb80-4abe-bf3c-8ab508003d25 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0503983 Aug 03 20:02:47.165421 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-453fd621-45a8-42b3-8321-ee0cf72ac324 req-a803a844-a3de-4e56-be07-51c78d5ba135 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339594 Aug 03 20:02:48.292554 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92770bc-f2ce-4251-8ea4-5f683052d635 req-8578006a-fb1f-4325-93d3-7773a092a685 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:48.294075 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d92770bc-f2ce-4251-8ea4-5f683052d635 req-8578006a-fb1f-4325-93d3-7773a092a685 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0584140 Aug 03 20:02:48.332266 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d92770bc-f2ce-4251-8ea4-5f683052d635 req-e08715e4-f738-40e5-9a5b-ed5009bfadf1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315063 Aug 03 20:02:49.453028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e06823-0294-46d1-8a3a-4144ca01462a req-aa365012-4eb0-4eaf-b339-05dd388ad26d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:49.454462 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66e06823-0294-46d1-8a3a-4144ca01462a req-aa365012-4eb0-4eaf-b339-05dd388ad26d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0502670 Aug 03 20:02:49.492954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66e06823-0294-46d1-8a3a-4144ca01462a req-ccc28834-4c45-4a1b-a41a-a07e09730ae8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325224 Aug 03 20:02:50.145562 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:02:50.614276 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb33c-6c7f-41f1-804d-12e726095d42 req-42a1d49e-9e0b-4a86-b708-1d95320e054d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:50.615793 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da8eb33c-6c7f-41f1-804d-12e726095d42 req-42a1d49e-9e0b-4a86-b708-1d95320e054d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0549128 Aug 03 20:02:50.655465 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-da8eb33c-6c7f-41f1-804d-12e726095d42 req-cd0db135-6801-460f-b43a-00d4d512e360 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336144 Aug 03 20:02:51.776456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170957eb-08e3-477d-844f-f290e5d9fb67 req-014cfd9f-d2d2-4b2d-b60e-b779cc974a9a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:51.778009 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-170957eb-08e3-477d-844f-f290e5d9fb67 req-014cfd9f-d2d2-4b2d-b60e-b779cc974a9a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0533874 Aug 03 20:02:51.817133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-170957eb-08e3-477d-844f-f290e5d9fb67 req-272a09c3-894c-4062-9d9a-f58a9994cbb2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325007 Aug 03 20:02:52.939286 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c2c33-5d76-4ec4-b724-c0b022e0d1fa req-400d8011-48af-4ef4-aa77-73ad75135713 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:52.941543 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d62c2c33-5d76-4ec4-b724-c0b022e0d1fa req-400d8011-48af-4ef4-aa77-73ad75135713 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0514472 Aug 03 20:02:52.981761 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d62c2c33-5d76-4ec4-b724-c0b022e0d1fa req-68e4dbba-8c85-4a99-a08f-74d86e9ad76b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338061 Aug 03 20:02:54.100367 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66885137-071a-443a-9189-22ebf8c118ad req-fa7be8ae-eb94-4ced-9ec2-769884c9ba79 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:54.101917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66885137-071a-443a-9189-22ebf8c118ad req-fa7be8ae-eb94-4ced-9ec2-769884c9ba79 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0514557 Aug 03 20:02:54.141011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-66885137-071a-443a-9189-22ebf8c118ad req-ae099875-be4e-44d3-aad3-d1a7033d09cb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328231 Aug 03 20:02:55.261755 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dbb59-6641-46a6-b7de-ca1887d2d8b2 req-22f72151-1faf-4de8-b040-0705deab7d40 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:55.263286 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-387dbb59-6641-46a6-b7de-ca1887d2d8b2 req-22f72151-1faf-4de8-b040-0705deab7d40 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0536096 Aug 03 20:02:55.302335 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-387dbb59-6641-46a6-b7de-ca1887d2d8b2 req-4a545e4d-32c1-4ddd-af56-11ec05cf7b01 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325663 Aug 03 20:02:56.009524 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-af3ba93e-0a91-431a-8c68-a57e43fd51bc service neutron] show failed (client error): The resource could not be found. Aug 03 20:02:56.010472 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-af3ba93e-0a91-431a-8c68-a57e43fd51bc service neutron] 10.222.0.37 "GET /v2.0/ports/af198c98-6621-4727-8af1-d9e7d9c393ac/bindings/n-h1-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0572479 Aug 03 20:02:56.293574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-cce25874-e5cc-4a45-9eb8-47165363fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:56.294997 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-cce25874-e5cc-4a45-9eb8-47165363fe1a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 1096 time: 0.0841894 Aug 03 20:02:56.314220 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:02:56.375415 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:56.461513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670ea71-20d4-4c13-a85d-9d43a89fd844 req-3e8ffea8-8462-4679-8c0a-edf500c5d988 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:56.463049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1670ea71-20d4-4c13-a85d-9d43a89fd844 req-3e8ffea8-8462-4679-8c0a-edf500c5d988 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0896173 Aug 03 20:02:56.572174 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1670ea71-20d4-4c13-a85d-9d43a89fd844 req-ab58255b-6915-43f2-a35a-5b9fb1cd1818 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030090 Aug 03 20:02:56.637524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=af198c98-6621-4727-8af1-d9e7d9c393ac,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:02:56.671527 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h2-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:02:56.715438 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:02:56.718277 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93c2fa9-a816-4cc3-8485-7bec580db4cb" -d '{"events": [{"server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "name": "network-vif-unplugged", "status": "completed", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:02:56.722790 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:56.735803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Transition to ACTIVE for port object af198c98-6621-4727-8af1-d9e7d9c393ac will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:02:56.739710 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:56.777565 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c372519d-25dd-4f24-8152-15742081bc18 x-openstack-request-id: req-c372519d-25dd-4f24-8152-15742081bc18 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:02:56.777851 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "name": "network-vif-unplugged", "status": "completed", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:02:56.778749 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c372519d-25dd-4f24-8152-15742081bc18 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:02:56.778749 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'code': 200} Aug 03 20:02:56.827916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Pushing event updated for resources: {'Port': ['ID=af198c98-6621-4727-8af1-d9e7d9c393ac,revision_number=6']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:56.842082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.842428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.842793 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.843098 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.843429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.843760 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.844105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.844409 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.844997 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.845317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.845660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.846021 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.876822 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] No DVR routers for this DVR port af198c98-6621-4727-8af1-d9e7d9c393ac on host n-h2-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:02:57.020644 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Attempting to bind port af198c98-6621-4727-8af1-d9e7d9c393ac on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:02:57.020988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Attempting to bind port af198c98-6621-4727-8af1-d9e7d9c393ac by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:02:57.021348 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Attempting to bind port af198c98-6621-4727-8af1-d9e7d9c393ac on network a9d52031-508f-4d94-a83c-7753c608f93c {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:02:57.025634 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Port af198c98-6621-4727-8af1-d9e7d9c393ac on network a9d52031-508f-4d94-a83c-7753c608f93c not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:02:57.025959 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Attempting to bind port af198c98-6621-4727-8af1-d9e7d9c393ac on network a9d52031-508f-4d94-a83c-7753c608f93c {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:02:57.030728 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:02:57.031069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Checking segment: {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:02:57.031448 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Bound using segment: {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:02:57.031877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Bound port: af198c98-6621-4727-8af1-d9e7d9c393ac, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff2591e-2913-412a-b282-51902e60e314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:02:57.032234 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:57.097576 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:02:57.100447 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=af198c98-6621-4727-8af1-d9e7d9c393ac,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:02:57.105069 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:57.138940 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:57.139575 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:57.140974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] 10.222.0.74 "PUT /v2.0/ports/af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 1091 time: 0.8308814 Aug 03 20:02:57.162543 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a813bc-5e86-47fa-be0a-758966fd4906 service neutron] Pushing event updated for resources: {'Port': ['ID=af198c98-6621-4727-8af1-d9e7d9c393ac,revision_number=7']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:57.222289 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-5b8d4c6f-8f28-4e04-9012-442428caf1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:57.223836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-5b8d4c6f-8f28-4e04-9012-442428caf1e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1094 time: 0.0443914 Aug 03 20:02:57.320869 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-50862e26-eb4d-4b4d-97db-a19a9d1c638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:57.322428 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-50862e26-eb4d-4b4d-97db-a19a9d1c638e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 200 len: 897 time: 0.0914900 Aug 03 20:02:57.390511 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-9c1e07f6-9b62-4850-8069-1648ad721194 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 999 time: 0.0602415 Aug 03 20:02:57.443411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-ab32223f-79c2-4c6d-a396-824433077dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:57.445292 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-ab32223f-79c2-4c6d-a396-824433077dd7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=06f12938-f1e5-406c-8fd0-9d593cdda230 HTTP/1.1" status: 200 len: 834 time: 0.0473852 Aug 03 20:02:57.496061 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-398b70e4-5145-456b-90b6-a5464bd45504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:57.497564 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-398b70e4-5145-456b-90b6-a5464bd45504 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a9d52031-508f-4d94-a83c-7753c608f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445580 Aug 03 20:02:57.590404 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-94ef6758-fa84-4073-add8-14fcefbae0ce service neutron] 10.222.0.74 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843744 Aug 03 20:02:57.726731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491a116-f4f2-4cf0-acd9-4d522596b0fd req-d6e2cce7-bc33-4448-9cec-f9176cdb6310 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:57.728254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0491a116-f4f2-4cf0-acd9-4d522596b0fd req-d6e2cce7-bc33-4448-9cec-f9176cdb6310 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0845182 Aug 03 20:02:57.732264 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-b9a9d2a8-5bc1-42b7-99ad-408d20022f19 service neutron] 10.222.0.74 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336713 Aug 03 20:02:57.772222 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0491a116-f4f2-4cf0-acd9-4d522596b0fd req-1040400c-470d-4777-adbb-b8fddf5917fb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379455 Aug 03 20:02:58.780082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:02:58.782491 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7b4082-381f-41be-be02-f0abb8368522" -d '{"events": [{"name": "network-changed", "server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:02:58.832201 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c76e75-d4d2-49a2-8274-62a6f719bc1d x-openstack-request-id: req-68c76e75-d4d2-49a2-8274-62a6f719bc1d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:02:58.832567 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:02:58.832887 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68c76e75-d4d2-49a2-8274-62a6f719bc1d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:02:58.833355 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'status': 'completed', 'code': 200} Aug 03 20:02:58.888771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef920cd-d50b-4d88-8d58-2639c8012064 req-c0287994-868f-4068-82c2-0897c3768eaf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.890161 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4082-381f-41be-be02-f0abb8368522 req-7f6f0639-3a9e-4c55-8abd-a6991ff1629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.890661 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aef920cd-d50b-4d88-8d58-2639c8012064 req-c0287994-868f-4068-82c2-0897c3768eaf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0502081 Aug 03 20:02:58.891664 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-7f6f0639-3a9e-4c55-8abd-a6991ff1629d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1094 time: 0.0419793 Aug 03 20:02:58.958637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4082-381f-41be-be02-f0abb8368522 req-26739b0c-4c83-4dff-b1f8-51587d05c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.960136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-26739b0c-4c83-4dff-b1f8-51587d05c6f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1094 time: 0.0689213 Aug 03 20:02:58.965309 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-aef920cd-d50b-4d88-8d58-2639c8012064 req-6336e718-2e64-4932-8415-87397c310ce8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651851 Aug 03 20:02:58.987870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4082-381f-41be-be02-f0abb8368522 req-f44c0b67-09a9-4b20-917f-78410920d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.989409 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-f44c0b67-09a9-4b20-917f-78410920d308 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 200 len: 897 time: 0.0911000 Aug 03 20:02:59.054310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4082-381f-41be-be02-f0abb8368522 req-77a5cc78-fd56-4290-96d1-66d5aea0d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:59.055740 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-77a5cc78-fd56-4290-96d1-66d5aea0d08a service neutron] 10.222.0.74 "GET /v2.0/networks?id=a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 200 len: 897 time: 0.0876181 Aug 03 20:02:59.061842 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-5d3c18af-2410-4e73-bc94-f6b3339a1c90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 999 time: 0.0633898 Aug 03 20:02:59.115471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4082-381f-41be-be02-f0abb8368522 req-2af71a11-2662-4168-8b74-5d6bcd027155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:59.116986 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-2af71a11-2662-4168-8b74-5d6bcd027155 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06f12938-f1e5-406c-8fd0-9d593cdda230 HTTP/1.1" status: 200 len: 834 time: 0.0467265 Aug 03 20:02:59.128119 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-ba0f5444-a607-496b-b1a2-52014587b81f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 999 time: 0.0647800 Aug 03 20:02:59.170071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4082-381f-41be-be02-f0abb8368522 req-f2c8454a-6ba7-455a-ab58-ebb8246cb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:59.172395 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-f2c8454a-6ba7-455a-ab58-ebb8246cb675 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9d52031-508f-4d94-a83c-7753c608f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479300 Aug 03 20:02:59.179810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4082-381f-41be-be02-f0abb8368522 req-cda5d68b-28cc-45ad-a269-bbb6334e6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:59.181440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-cda5d68b-28cc-45ad-a269-bbb6334e6029 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=06f12938-f1e5-406c-8fd0-9d593cdda230 HTTP/1.1" status: 200 len: 834 time: 0.0463266 Aug 03 20:02:59.234777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4082-381f-41be-be02-f0abb8368522 req-ba19155a-8d14-47c9-8672-660dc3133402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:59.236362 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-ba19155a-8d14-47c9-8672-660dc3133402 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a9d52031-508f-4d94-a83c-7753c608f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478151 Aug 03 20:02:59.262348 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device af198c98-6621-4727-8af1-d9e7d9c393ac no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:02:59.268117 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-89c5e8e3-ce9f-412c-8d4a-50a892b9f024 service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879500 Aug 03 20:02:59.328254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device af198c98-6621-4727-8af1-d9e7d9c393ac not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:02:59.336618 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-f0b7cf3b-9fe2-42b9-ac4d-33b503dd0d48 service neutron] 10.222.0.74 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892932 Aug 03 20:02:59.375907 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-b64e2b95-5d3a-416a-968b-871b6ece9da0 service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013258 Aug 03 20:02:59.440328 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7b7b4082-381f-41be-be02-f0abb8368522 req-76cdff56-4d59-4a6a-98db-1275da5f4307 service neutron] 10.222.0.74 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885243 Aug 03 20:03:00.098988 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524738cf-68e5-4c5d-bc88-fa85a01b51b7 req-1f4e31b0-54d6-4724-9fa9-005c78736b6f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:00.100477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-524738cf-68e5-4c5d-bc88-fa85a01b51b7 req-1f4e31b0-54d6-4724-9fa9-005c78736b6f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0637431 Aug 03 20:03:00.328013 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:00.480121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-524738cf-68e5-4c5d-bc88-fa85a01b51b7 req-0eb82a80-d0c7-4e82-824e-68682239b10c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3736193 Aug 03 20:03:00.672287 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe8c49-8e92-4228-816f-ba0cee1aa2dd req-812a8da9-f98b-4a2c-960f-06944dd501ee tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:00.673841 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6fbe8c49-8e92-4228-816f-ba0cee1aa2dd req-812a8da9-f98b-4a2c-960f-06944dd501ee tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0499125 Aug 03 20:03:00.688706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-16880234-992c-410d-a992-ca0814d5264e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:00.690289 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-16880234-992c-410d-a992-ca0814d5264e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&binding%3Ahost_id=n-h1-802918-7 HTTP/1.1" status: 200 len: 943 time: 0.0533121 Aug 03 20:03:00.695674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device af198c98-6621-4727-8af1-d9e7d9c393ac details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:03:00.715147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6fbe8c49-8e92-4228-816f-ba0cee1aa2dd req-2ffdeae9-5a0b-477a-9b89-4191b621a9ab tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344043 Aug 03 20:03:00.763500 n-d-802918-7 neutron-server[100488]: INFO neutron.api.v2.resource [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-8073c600-6632-4801-a1d0-6925fbfc298c service neutron] delete failed (client error): The resource could not be found. Aug 03 20:03:00.764608 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-8073c600-6632-4801-a1d0-6925fbfc298c service neutron] 10.222.0.37 "DELETE /v2.0/ports/af198c98-6621-4727-8af1-d9e7d9c393ac/bindings/n-h2-802918-7 HTTP/1.1" status: 404 len: 380 time: 0.0668399 Aug 03 20:03:00.807759 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=af198c98-6621-4727-8af1-d9e7d9c393ac,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:00.821325 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'port_id': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'mac_address': 'fa:16:3e:cf:f7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:03:00.841139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061269fa-3ccb-4699-a221-8979ad7c91bc req-bbfbcd52-7e59-41df-b8e6-0b5f46d7d920 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:00.842605 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-061269fa-3ccb-4699-a221-8979ad7c91bc req-bbfbcd52-7e59-41df-b8e6-0b5f46d7d920 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 943 time: 0.0517719 Aug 03 20:03:00.848995 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-25d7d0b6-c212-42bd-a55f-25001d861520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:00.850572 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-25d7d0b6-c212-42bd-a55f-25001d861520 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1094 time: 0.0417778 Aug 03 20:03:00.860102 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:00.877077 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af198c98-6621-4727-8af1-d9e7d9c393ac {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:03:00.886033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-061269fa-3ccb-4699-a221-8979ad7c91bc req-5937b433-f3fa-433e-ae94-ca24afe10044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356524 Aug 03 20:03:00.897268 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=af198c98-6621-4727-8af1-d9e7d9c393ac,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:00.901716 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:00.948467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=af198c98-6621-4727-8af1-d9e7d9c393ac,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:00.949403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-784f5edd-264a-4bbb-8d13-a12b587faae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:00.951128 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-784f5edd-264a-4bbb-8d13-a12b587faae9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 200 len: 897 time: 0.0935993 Aug 03 20:03:00.955709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:00.956055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:00.956397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:00.956735 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:00.957073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:00.957403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:00.957852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:00.958181 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:00.958505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:00.958832 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:00.959154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:00.959475 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:01.017101 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-7c2f8d9c-53ed-4e38-8c24-5084f90c493d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 1000 time: 0.0585558 Aug 03 20:03:01.068798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-e5a7e27d-2116-4b07-8896-4d474fe5efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:01.070292 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-e5a7e27d-2116-4b07-8896-4d474fe5efb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=06f12938-f1e5-406c-8fd0-9d593cdda230 HTTP/1.1" status: 200 len: 834 time: 0.0470016 Aug 03 20:03:01.115506 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-1ff93843-d440-4d52-92fd-d3739fac3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:01.116919 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-1ff93843-d440-4d52-92fd-d3739fac3e1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9d52031-508f-4d94-a83c-7753c608f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399811 Aug 03 20:03:01.207569 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-c00d657f-b0bd-4795-81ac-e79b2efb00da service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834672 Aug 03 20:03:01.230552 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['af198c98-6621-4727-8af1-d9e7d9c393ac'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:03:01.302164 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62ea8f7a-6410-474a-80b9-be58c77a9334 req-d9e17361-5016-4544-80b1-998a0dfef9cd service neutron] 10.222.0.37 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871744 Aug 03 20:03:02.010015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529987-145b-4781-9f14-6abc462be4d5 req-3b9b814f-51cc-42db-bd6d-116adae024e5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:02.011408 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f529987-145b-4781-9f14-6abc462be4d5 req-3b9b814f-51cc-42db-bd6d-116adae024e5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 944 time: 0.0523155 Aug 03 20:03:02.050490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f529987-145b-4781-9f14-6abc462be4d5 req-b01b0b82-b51a-4b79-9f71-cbd75ad2529e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330079 Aug 03 20:03:02.073129 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38444) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:02.133358 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f4949e5b-26d2-4f4f-9008-1f4ac297626f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/87aa7693-88f9-476e-8556-2f49259307e1 HTTP/1.1" status: 200 len: 992 time: 0.0590355 Aug 03 20:03:02.725981 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device af198c98-6621-4727-8af1-d9e7d9c393ac up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:02.776656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port af198c98-6621-4727-8af1-d9e7d9c393ac completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:02.780479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port af198c98-6621-4727-8af1-d9e7d9c393ac triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:02.780858 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:02.863710 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:02.887751 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:02.890087 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a98e9b-080b-4ce6-80b5-3b445bcc35d3" -d '{"events": [{"server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "name": "network-vif-plugged", "status": "completed", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:02.904335 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=af198c98-6621-4727-8af1-d9e7d9c393ac,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:02.909984 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:02.936412 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dbcc95-fdd5-403f-92bd-999c4483e922 x-openstack-request-id: req-d1dbcc95-fdd5-403f-92bd-999c4483e922 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:02.936699 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "name": "network-vif-plugged", "status": "completed", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:02.936950 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d1dbcc95-fdd5-403f-92bd-999c4483e922 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:02.937340 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'code': 200} Aug 03 20:03:02.964968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=af198c98-6621-4727-8af1-d9e7d9c393ac,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:03.745990 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e58f8736-9975-40fe-ba1b-9997a31b88ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:06.523376 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a3f96a60-9cad-44de-9e81-0e67282800a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:06.834626 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:08.165456 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:09.918686 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:16.009611 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:18.287483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-508992fc-78ba-40dd-953f-95f3600a46a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403836 Aug 03 20:03:18.386092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-2f27e195-ecf3-4c2f-9654-2388b1cb5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:18.387603 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-2f27e195-ecf3-4c2f-9654-2388b1cb5b42 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1096 time: 0.0396209 Aug 03 20:03:18.494307 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-5aaea8d8-12b5-4652-8aee-7ffeba23a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:18.495700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-5aaea8d8-12b5-4652-8aee-7ffeba23a951 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 200 len: 897 time: 0.0861928 Aug 03 20:03:18.560328 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-9d8024ac-b996-41b9-b8d7-c0558ccd4307 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 1001 time: 0.0565317 Aug 03 20:03:18.610559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-57af45eb-6a21-44c6-affd-4c626d50be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:18.611978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-57af45eb-6a21-44c6-affd-4c626d50be45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=06f12938-f1e5-406c-8fd0-9d593cdda230 HTTP/1.1" status: 200 len: 834 time: 0.0437686 Aug 03 20:03:18.663352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-6aa7b22d-60e4-43c9-a2d8-6fe2c5dc4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:18.664873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-6aa7b22d-60e4-43c9-a2d8-6fe2c5dc4d3a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a9d52031-508f-4d94-a83c-7753c608f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463681 Aug 03 20:03:18.757460 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-f14dabb8-2079-403a-8116-b613a2635ef6 service neutron] 10.222.0.74 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850863 Aug 03 20:03:18.855504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-619f8e6a-2f94-4340-a861-423e76fcb65b req-e59060a1-c093-4a1a-847e-9973a7e16cdb service neutron] 10.222.0.74 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891438 Aug 03 20:03:27.145416 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:03:30.325698 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:30.484846 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38456) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:30.640024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port 989229b0-a6a8-4b91-9886-f1246f72d702 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:30.640369 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:30.718103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:30.718435 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:30.730464 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for 989229b0-a6a8-4b91-9886-f1246f72d702 owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:30.877475 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:30.903743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=989229b0-a6a8-4b91-9886-f1246f72d702,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:30.927934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.928279 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.928619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.928952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.929280 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.929644 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.929974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.930303 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.930629 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.930952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.931273 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.931594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:30.970981 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:30.971308 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Floating IP 87aa7693-88f9-476e-8556-2f49259307e1 disassociated (deleted). External IP: 172.25.8.210, port: af198c98-6621-4727-8af1-d9e7d9c393ac. Aug 03 20:03:31.177258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router a0c1e822-d5c1-4af4-af7b-6a0c1862770b has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:03:31.282460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:03:31.287300 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:31.291853 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132064ae-5aba-4473-b49c-aa0396543f7b None None] Sync routers for ids ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:03:31.300795 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132064ae-5aba-4473-b49c-aa0396543f7b None None] Routers {'a0c1e822-d5c1-4af4-af7b-6a0c1862770b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:31.301409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-132064ae-5aba-4473-b49c-aa0396543f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:03:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:31.313230 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9ac2bf29-ec52-4028-85ec-d31ef2cb7044 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/floatingips/87aa7693-88f9-476e-8556-2f49259307e1 HTTP/1.1" status: 204 len: 168 time: 0.8273804 Aug 03 20:03:31.313981 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:31.316938 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7647064-8450-4ee1-99cb-4789675fc6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:31.357448 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ec276d-aada-47e0-839d-7a310d6f9f94 x-openstack-request-id: req-e7ec276d-aada-47e0-839d-7a310d6f9f94 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:31.357794 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:31.357967 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7ec276d-aada-47e0-839d-7a310d6f9f94 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:31.358368 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'status': 'completed', 'code': 200} Aug 03 20:03:31.416198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-132064ae-5aba-4473-b49c-aa0396543f7b None None] Set router a0c1e822-d5c1-4af4-af7b-6a0c1862770b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:31.448043 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7647064-8450-4ee1-99cb-4789675fc6c0 req-f4bfe9ff-83a9-4986-9826-ab3da4dbf475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:31.449060 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7647064-8450-4ee1-99cb-4789675fc6c0 req-f4bfe9ff-83a9-4986-9826-ab3da4dbf475 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 1096 time: 0.0475006 Aug 03 20:03:31.579004 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7647064-8450-4ee1-99cb-4789675fc6c0 req-8fd10502-2ac9-4533-88bc-a2c7fb9b5f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:31.580556 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7647064-8450-4ee1-99cb-4789675fc6c0 req-8fd10502-2ac9-4533-88bc-a2c7fb9b5f84 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 200 len: 897 time: 0.1242578 Aug 03 20:03:31.588142 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72ec9c-1eff-4a3b-8400-edf30f082a76 req-0571c1ea-32c6-45b3-b3da-e19965f0c793 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:31.589584 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c72ec9c-1eff-4a3b-8400-edf30f082a76 req-0571c1ea-32c6-45b3-b3da-e19965f0c793 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0750251 Aug 03 20:03:31.620954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-132064ae-5aba-4473-b49c-aa0396543f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:59Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '29f885bb-09bd-4306-b5d8-19f821c67e35', 'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:6d:3b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:58Z', 'updated_at': '2021-08-03T20:02:04Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:31.637170 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7647064-8450-4ee1-99cb-4789675fc6c0 req-a21d32af-25dd-422a-9d7c-1da352640c59 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 200 len: 217 time: 0.0466135 Aug 03 20:03:31.646989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132064ae-5aba-4473-b49c-aa0396543f7b None None] Checking router: a0c1e822-d5c1-4af4-af7b-6a0c1862770b for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:03:31.655143 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132064ae-5aba-4473-b49c-aa0396543f7b None None] Routers {'a0c1e822-d5c1-4af4-af7b-6a0c1862770b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:31.655745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-132064ae-5aba-4473-b49c-aa0396543f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:03:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:31.683422 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7c72ec9c-1eff-4a3b-8400-edf30f082a76 req-96848a42-17aa-4bde-8471-24d186abe22c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862489 Aug 03 20:03:31.706839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7647064-8450-4ee1-99cb-4789675fc6c0 req-aa6dd75e-614b-45c2-8fb3-3918572f87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:31.708240 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7647064-8450-4ee1-99cb-4789675fc6c0 req-aa6dd75e-614b-45c2-8fb3-3918572f87c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=06f12938-f1e5-406c-8fd0-9d593cdda230 HTTP/1.1" status: 200 len: 834 time: 0.0633581 Aug 03 20:03:31.757149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7647064-8450-4ee1-99cb-4789675fc6c0 req-206d8932-f8e4-4950-bcb0-af1f57966565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:31.758718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7647064-8450-4ee1-99cb-4789675fc6c0 req-206d8932-f8e4-4950-bcb0-af1f57966565 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a9d52031-508f-4d94-a83c-7753c608f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430541 Aug 03 20:03:31.764496 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-132064ae-5aba-4473-b49c-aa0396543f7b None None] Set router a0c1e822-d5c1-4af4-af7b-6a0c1862770b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:31.850512 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7647064-8450-4ee1-99cb-4789675fc6c0 req-610a50f5-7939-45ad-8c19-cc046be54a7b service neutron] 10.222.0.74 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820446 Aug 03 20:03:31.946151 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f7647064-8450-4ee1-99cb-4789675fc6c0 req-25c06860-2044-4538-a99c-ca75253ace0a service neutron] 10.222.0.74 "GET /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873909 Aug 03 20:03:31.961396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-132064ae-5aba-4473-b49c-aa0396543f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:59Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '29f885bb-09bd-4306-b5d8-19f821c67e35', 'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:6d:3b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:58Z', 'updated_at': '2021-08-03T20:02:04Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:31.993138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132064ae-5aba-4473-b49c-aa0396543f7b None None] The sync data for ids ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'] in n-d-802918-7 is: [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:01:59Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '29f885bb-09bd-4306-b5d8-19f821c67e35', 'name': '', 'network_id': 'a9d52031-508f-4d94-a83c-7753c608f93c', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:6d:3b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:58Z', 'updated_at': '2021-08-03T20:02:04Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '06f12938-f1e5-406c-8fd0-9d593cdda230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:03:32.219071 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb01689-2f3f-415b-866e-a6b76cefc0d3 None None] New status for floating IP 87aa7693-88f9-476e-8556-2f49259307e1: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:03:32.817065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07aa75-c960-4fa5-81a4-76d4b27714ad req-756aba0b-0c0b-499a-b908-5e46dbcbb498 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:32.818586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc07aa75-c960-4fa5-81a4-76d4b27714ad req-756aba0b-0c0b-499a-b908-5e46dbcbb498 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0488741 Aug 03 20:03:32.856753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cc07aa75-c960-4fa5-81a4-76d4b27714ad req-a30abdbf-7065-4b27-8db5-e0b75ae95ac4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=5b154124-01bb-4ce3-9006-65163244a82d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321467 Aug 03 20:03:32.957778 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e00da-f7ae-4519-bdbc-be98ba3270d0 req-50d1ba19-3fa4-485d-9744-c4a3e4065af3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:32.959265 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e64e00da-f7ae-4519-bdbc-be98ba3270d0 req-50d1ba19-3fa4-485d-9744-c4a3e4065af3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.74 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 945 time: 0.0485411 Aug 03 20:03:33.053654 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e64e00da-f7ae-4519-bdbc-be98ba3270d0 req-615080cb-3050-4ba1-977f-a3831e563430 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port af198c98-6621-4727-8af1-d9e7d9c393ac {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:33.053897 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e64e00da-f7ae-4519-bdbc-be98ba3270d0 req-615080cb-3050-4ba1-977f-a3831e563430 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.146831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-e64e00da-f7ae-4519-bdbc-be98ba3270d0 req-615080cb-3050-4ba1-977f-a3831e563430 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port af198c98-6621-4727-8af1-d9e7d9c393ac, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=af198c98-6621-4727-8af1-d9e7d9c393ac,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:33.147198 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e64e00da-f7ae-4519-bdbc-be98ba3270d0 req-615080cb-3050-4ba1-977f-a3831e563430 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.164054 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-e64e00da-f7ae-4519-bdbc-be98ba3270d0 req-615080cb-3050-4ba1-977f-a3831e563430 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for af198c98-6621-4727-8af1-d9e7d9c393ac owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:33.291986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e64e00da-f7ae-4519-bdbc-be98ba3270d0 req-615080cb-3050-4ba1-977f-a3831e563430 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.321524 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615080cb-3050-4ba1-977f-a3831e563430 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=af198c98-6621-4727-8af1-d9e7d9c393ac,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:33.366600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64e00da-f7ae-4519-bdbc-be98ba3270d0 req-615080cb-3050-4ba1-977f-a3831e563430 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] No DVR routers for this DVR port af198c98-6621-4727-8af1-d9e7d9c393ac on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:03:33.369441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-e64e00da-f7ae-4519-bdbc-be98ba3270d0 req-615080cb-3050-4ba1-977f-a3831e563430 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.371571 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e64e00da-f7ae-4519-bdbc-be98ba3270d0 req-615080cb-3050-4ba1-977f-a3831e563430 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.74 "DELETE /v2.0/ports/af198c98-6621-4727-8af1-d9e7d9c393ac HTTP/1.1" status: 204 len: 173 time: 0.4063561 Aug 03 20:03:33.372015 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'name': 'network-vif-deleted', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:33.374328 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321da9c2-1b33-4097-93c1-cf3776b07d36" -d '{"events": [{"server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "name": "network-vif-deleted", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:33.413296 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91c5939-f4ee-448b-ab59-6e2aeb81f3d6 x-openstack-request-id: req-d91c5939-f4ee-448b-ab59-6e2aeb81f3d6 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:33.413590 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101efcc-5721-4abd-b05c-8a43a40e2ca3", "name": "network-vif-deleted", "tag": "af198c98-6621-4727-8af1-d9e7d9c393ac", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:33.413873 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d91c5939-f4ee-448b-ab59-6e2aeb81f3d6 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:33.414327 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2101efcc-5721-4abd-b05c-8a43a40e2ca3', 'name': 'network-vif-deleted', 'tag': 'af198c98-6621-4727-8af1-d9e7d9c393ac', 'status': 'completed', 'code': 200} Aug 03 20:03:33.740969 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6a538777-c1b5-477e-b128-3fac434e403f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.967506 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eb743009-9df5-4ff9-b9c6-2dbf0e58a30b req-db7ac6c7-07d0-486d-8dd6-18ebb2dfdde4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=2101efcc-5721-4abd-b05c-8a43a40e2ca3 HTTP/1.1" status: 200 len: 210 time: 0.0267866 Aug 03 20:03:35.024526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38474) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:35.686245 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:35.952756 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port 29f885bb-09bd-4306-b5d8-19f821c67e35 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:35.953010 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:36.040708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port 29f885bb-09bd-4306-b5d8-19f821c67e35, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=29f885bb-09bd-4306-b5d8-19f821c67e35,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:36.041433 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:36.053813 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for 29f885bb-09bd-4306-b5d8-19f821c67e35 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:36.252258 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:36.278976 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=29f885bb-09bd-4306-b5d8-19f821c67e35,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:36.463783 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:36.527214 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a6c301a1-7212-4aa5-86b7-23a2f3508f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:36.689086 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router a0c1e822-d5c1-4af4-af7b-6a0c1862770b has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:03:36.802975 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:03:36.808599 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f113f5cc-ea54-421e-b29a-e0b422360770 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "PUT /v2.0/routers/a0c1e822-d5c1-4af4-af7b-6a0c1862770b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7825892 Aug 03 20:03:36.811015 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38476) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:36.814711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7cb95-533b-4d72-8d46-0f3e862f9ab0 None None] Sync routers for ids ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:03:36.829398 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7cb95-533b-4d72-8d46-0f3e862f9ab0 None None] Routers {'a0c1e822-d5c1-4af4-af7b-6a0c1862770b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:36.830062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-daa7cb95-533b-4d72-8d46-0f3e862f9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:03:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:36.863471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3350eef-910c-4b7e-8843-a8a610dc3cc2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting subnet 06f12938-f1e5-406c-8fd0-9d593cdda230 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:03:36.866773 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3350eef-910c-4b7e-8843-a8a610dc3cc2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:36.873194 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:36.911707 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3350eef-910c-4b7e-8843-a8a610dc3cc2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:36.931517 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device af198c98-6621-4727-8af1-d9e7d9c393ac no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:03:36.953365 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: af198c98-6621-4727-8af1-d9e7d9c393ac {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:03:36.953749 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device af198c98-6621-4727-8af1-d9e7d9c393ac not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:03:36.962745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-daa7cb95-533b-4d72-8d46-0f3e862f9ab0 None None] Set router a0c1e822-d5c1-4af4-af7b-6a0c1862770b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:36.997270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3350eef-910c-4b7e-8843-a8a610dc3cc2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.058244 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3350eef-910c-4b7e-8843-a8a610dc3cc2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.083319 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3350eef-910c-4b7e-8843-a8a610dc3cc2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Subnet': ['ID=06f12938-f1e5-406c-8fd0-9d593cdda230,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:37.089675 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3350eef-910c-4b7e-8843-a8a610dc3cc2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.091754 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c3350eef-910c-4b7e-8843-a8a610dc3cc2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/subnets/06f12938-f1e5-406c-8fd0-9d593cdda230 HTTP/1.1" status: 204 len: 168 time: 0.2798119 Aug 03 20:03:37.096061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38478) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:37.113990 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad17d6a3-2e3a-4d53-abd1-3112c46681eb None None] Network a9d52031-508f-4d94-a83c-7753c608f93c requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:03:37.218660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.245059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-daa7cb95-533b-4d72-8d46-0f3e862f9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:03:36Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:37.272680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7cb95-533b-4d72-8d46-0f3e862f9ab0 None None] Checking router: a0c1e822-d5c1-4af4-af7b-6a0c1862770b for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:03:37.286409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7cb95-533b-4d72-8d46-0f3e862f9ab0 None None] Routers {'a0c1e822-d5c1-4af4-af7b-6a0c1862770b'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:37.287012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-daa7cb95-533b-4d72-8d46-0f3e862f9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:03:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:37.326390 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.371429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e68543-88d8-4c81-b8ed-37871363e187 None None] DHCP port deletion for a9d52031-508f-4d94-a83c-7753c608f93c request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:03:37.384004 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port 66df6d93-f7c3-42bc-a613-ef9618a65307 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:37.384348 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.421522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-daa7cb95-533b-4d72-8d46-0f3e862f9ab0 None None] Set router a0c1e822-d5c1-4af4-af7b-6a0c1862770b gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:37.470743 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port 66df6d93-f7c3-42bc-a613-ef9618a65307, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=66df6d93-f7c3-42bc-a613-ef9618a65307,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:37.471120 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.485294 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for 66df6d93-f7c3-42bc-a613-ef9618a65307 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:37.661845 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.687859 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=66df6d93-f7c3-42bc-a613-ef9618a65307,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:37.702295 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c1e68543-88d8-4c81-b8ed-37871363e187 None None] Deleting port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:37.702853 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c1e68543-88d8-4c81-b8ed-37871363e187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.756735 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.805624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-c1e68543-88d8-4c81-b8ed-37871363e187 None None] For port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=8ed9fcb5-1aba-42b5-9993-1a2de664d8e3,segment=NetworkSegment(eff2591e-2913-412a-b282-51902e60e314),segment_id=eff2591e-2913-412a-b282-51902e60e314)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:37.806066 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c1e68543-88d8-4c81-b8ed-37871363e187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.821721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c1e68543-88d8-4c81-b8ed-37871363e187 None None] Calling delete_port for 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:37.861486 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.864104 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.884574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:03:37.916499 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.917201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Fanout notify agent at l3_agent the message router_deleted on router a0c1e822-d5c1-4af4-af7b-6a0c1862770b {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:03:37.926993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:37.928475 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c3ae3c49-6c74-4975-90a3-b58167060218 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/routers/a0c1e822-d5c1-4af4-af7b-6a0c1862770b HTTP/1.1" status: 204 len: 168 time: 0.8310530 Aug 03 20:03:37.931842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38480) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:37.959805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-daa7cb95-533b-4d72-8d46-0f3e862f9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:03:36Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:37.994699 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7cb95-533b-4d72-8d46-0f3e862f9ab0 None None] The sync data for ids ['a0c1e822-d5c1-4af4-af7b-6a0c1862770b'] in n-d-802918-7 is: [{'id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-940334587', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:01:55Z', 'updated_at': '2021-08-03T20:03:36Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '66df6d93-f7c3-42bc-a613-ef9618a65307', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c1e822-d5c1-4af4-af7b-6a0c1862770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:01:56Z', 'updated_at': '2021-08-03T20:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:03:38.017955 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.018185 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c1e68543-88d8-4c81-b8ed-37871363e187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.054479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e68543-88d8-4c81-b8ed-37871363e187 None None] Pushing event deleted for resources: {'Port': ['ID=8ed9fcb5-1aba-42b5-9993-1a2de664d8e3,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:38.056594 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e68543-88d8-4c81-b8ed-37871363e187 None None] No DVR routers for this DVR port 8ed9fcb5-1aba-42b5-9993-1a2de664d8e3 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:03:38.058319 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.114546 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.124520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d52031-508f-4d94-a83c-7753c608f93c']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:38.134657 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff2591e-2913-412a-b282-51902e60e314') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:38.134950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff2591e-2913-412a-b282-51902e60e314') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:38.143491 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.164988 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.166326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.175011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:03:38.175554 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: timer() Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:03:38.180052 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:03:38.239578 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.247054 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.248899 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/networks/a9d52031-508f-4d94-a83c-7753c608f93c HTTP/1.1" status: 204 len: 168 time: 0.3160608 Aug 03 20:03:38.251809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38482) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:38.260422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c35e8-a730-467f-bbb0-7ec6a557a8ae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Network': ['ID=a9d52031-508f-4d94-a83c-7753c608f93c,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:38.312179 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e24f61e9-6249-4640-9a73-916ab2a2ef65 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.339830 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e24f61e9-6249-4640-9a73-916ab2a2ef65 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.408529 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e24f61e9-6249-4640-9a73-916ab2a2ef65 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.411464 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e24f61e9-6249-4640-9a73-916ab2a2ef65 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.412748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e24f61e9-6249-4640-9a73-916ab2a2ef65 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/security-groups/5b154124-01bb-4ce3-9006-65163244a82d HTTP/1.1" status: 204 len: 168 time: 0.1599176 Aug 03 20:03:38.427806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f61e9-6249-4640-9a73-916ab2a2ef65 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b154124-01bb-4ce3-9006-65163244a82d,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:38.817345 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38488) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:38.822057 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e4be8e8d-aaab-46ba-9298-a6200bca3d62 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314108586', 'description': 'tempest-secgroup-smoke-314108586 description', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:38.844066 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e4be8e8d-aaab-46ba-9298-a6200bca3d62 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.935010 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e4be8e8d-aaab-46ba-9298-a6200bca3d62 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.939657 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e4be8e8d-aaab-46ba-9298-a6200bca3d62 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.968264 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e4be8e8d-aaab-46ba-9298-a6200bca3d62 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:38.969787 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e4be8e8d-aaab-46ba-9298-a6200bca3d62 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1511092 Aug 03 20:03:38.972865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38490) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:38.973916 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be8e8d-aaab-46ba-9298-a6200bca3d62 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbb5183-2156-4a6b-8d08-ff9844a97ee2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:38.977900 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e4f9021d-7e80-443c-8fd3-52abc3a21239 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': 'bbbb5183-2156-4a6b-8d08-ff9844a97ee2', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:39.006263 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4f9021d-7e80-443c-8fd3-52abc3a21239 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.069971 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4f9021d-7e80-443c-8fd3-52abc3a21239 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.073686 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4f9021d-7e80-443c-8fd3-52abc3a21239 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.092068 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9021d-7e80-443c-8fd3-52abc3a21239 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa3f22d-37e7-4e0a-97fe-87bfc908ae5b,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:39.098122 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e4f9021d-7e80-443c-8fd3-52abc3a21239 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.099396 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e4f9021d-7e80-443c-8fd3-52abc3a21239 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254222 Aug 03 20:03:39.102639 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38492) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:39.107385 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-1916bd03-8c63-4707-84a0-1763f1537730 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': 'bbbb5183-2156-4a6b-8d08-ff9844a97ee2', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:39.135635 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1916bd03-8c63-4707-84a0-1763f1537730 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.207575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1916bd03-8c63-4707-84a0-1763f1537730 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.211247 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1916bd03-8c63-4707-84a0-1763f1537730 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.233758 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916bd03-8c63-4707-84a0-1763f1537730 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0d1b33-5b0b-4b5c-ab93-0d27a31bfd90,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:39.238701 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1916bd03-8c63-4707-84a0-1763f1537730 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.239924 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1916bd03-8c63-4707-84a0-1763f1537730 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360595 Aug 03 20:03:39.243728 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38494) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:39.248205 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-820700da-6a82-4331-a480-004014a26a1e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': 'bbbb5183-2156-4a6b-8d08-ff9844a97ee2', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:39.275361 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-820700da-6a82-4331-a480-004014a26a1e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.333627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-820700da-6a82-4331-a480-004014a26a1e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.337148 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-820700da-6a82-4331-a480-004014a26a1e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.356181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820700da-6a82-4331-a480-004014a26a1e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15dc722-4b5f-4af8-a9dd-2fcdaaa67b69,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:39.359712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-820700da-6a82-4331-a480-004014a26a1e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.361069 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-820700da-6a82-4331-a480-004014a26a1e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164072 Aug 03 20:03:39.363858 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38496) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:39.368356 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8d0258d4-38c0-4897-8011-f768fe39fc45 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': 'bbbb5183-2156-4a6b-8d08-ff9844a97ee2', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:39.394787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d0258d4-38c0-4897-8011-f768fe39fc45 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.453904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d0258d4-38c0-4897-8011-f768fe39fc45 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.458276 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d0258d4-38c0-4897-8011-f768fe39fc45 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.473410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0258d4-38c0-4897-8011-f768fe39fc45 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5572fc7e-d3f6-48de-9c41-c633eba99e85,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:39.481913 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d0258d4-38c0-4897-8011-f768fe39fc45 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.483143 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8d0258d4-38c0-4897-8011-f768fe39fc45 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183271 Aug 03 20:03:39.485948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38498) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:39.490392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-825ce0eb-6d92-4c58-81a9-3b73f3507c25 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': 'bbbb5183-2156-4a6b-8d08-ff9844a97ee2', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:39.511302 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-825ce0eb-6d92-4c58-81a9-3b73f3507c25 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Project bedfdf4acc9847b4ab0590ebd1c09c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:03:39.516224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-825ce0eb-6d92-4c58-81a9-3b73f3507c25 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.578440 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-825ce0eb-6d92-4c58-81a9-3b73f3507c25 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.582696 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-825ce0eb-6d92-4c58-81a9-3b73f3507c25 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.600402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ce0eb-6d92-4c58-81a9-3b73f3507c25 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c2667e-438c-4968-b3ae-9e120d5d5603,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:39.607216 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-825ce0eb-6d92-4c58-81a9-3b73f3507c25 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.608441 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-825ce0eb-6d92-4c58-81a9-3b73f3507c25 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215389 Aug 03 20:03:39.611478 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38500) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:39.615902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-0c0226b2-6859-4e01-bf31-3b77d8eff84a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': 'bbbb5183-2156-4a6b-8d08-ff9844a97ee2', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:39.636752 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-0c0226b2-6859-4e01-bf31-3b77d8eff84a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Project bedfdf4acc9847b4ab0590ebd1c09c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:03:39.641571 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0c0226b2-6859-4e01-bf31-3b77d8eff84a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.702990 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0c0226b2-6859-4e01-bf31-3b77d8eff84a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.708124 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0c0226b2-6859-4e01-bf31-3b77d8eff84a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.726752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0226b2-6859-4e01-bf31-3b77d8eff84a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b327e4d-9712-4ca0-baa0-1345ffb7331a,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:39.731731 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0c0226b2-6859-4e01-bf31-3b77d8eff84a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.732985 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0c0226b2-6859-4e01-bf31-3b77d8eff84a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205056 Aug 03 20:03:39.735780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38502) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:39.740664 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'network': {'name': 'tempest-network-smoke--338400524', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'port_security_enabled': True}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:39.759481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 66df6d93-f7c3-42bc-a613-ef9618a65307 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:03:39.762423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:03:39.765978 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.785522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 66df6d93-f7c3-42bc-a613-ef9618a65307 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:03:39.785936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 66df6d93-f7c3-42bc-a613-ef9618a65307 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:03:39.786566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 29f885bb-09bd-4306-b5d8-19f821c67e35 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:03:39.792748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:03:39.802154 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.802503 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Added segment 097ebe05-560c-43f0-b0a0-7d4f36ebef46 of type vlan for network e39387ab-056a-482d-80b8-12466864742f Aug 03 20:03:39.805744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 29f885bb-09bd-4306-b5d8-19f821c67e35 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:03:39.806102 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 29f885bb-09bd-4306-b5d8-19f821c67e35 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:03:39.846086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.873192 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.879423 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:39.880006 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.921594 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.934752 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1979301 Aug 03 20:03:39.937610 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38504) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:39.942976 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'admin_state_up': True, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:39.949436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8694fb-4625-449b-bf38-0afa091c0615 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Network': ['ID=e39387ab-056a-482d-80b8-12466864742f,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:39.961045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network e39387ab-056a-482d-80b8-12466864742f details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:03:39.965908 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:39.966978 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:40.020168 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:40.159026 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:40.354208 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:40.377362 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:40.478236 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.25.8.181 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/b9f21749-448a-4896-a3dd-7e774ccee3f2) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:03:40.579320 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:40.618303 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:40.652599 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:03:40.655533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:03:40.659525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:03:40.685651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=b9f21749-448a-4896-a3dd-7e774ccee3f2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:40.908974 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:41.105524 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:41.234806 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:03:41.338650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:03:41.352512 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Sync routers for ids ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:03:41.358760 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:41.363616 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-c29ad5a5-f95b-4605-84f8-2f8ddb88e5cc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4214721 Aug 03 20:03:41.363807 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Routers {'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:41.363807 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:03:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:41.364007 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38506) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:41.394830 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-116dc212-af11-4b4c-9f88-3272d5f28f89 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=bedfdf4acc9847b4ab0590ebd1c09c9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273809 Aug 03 20:03:41.395592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38508) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:41.464931 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Set router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:41.487320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb35c9-90f5-41d6-a0ca-50b1c1ea0051 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:41.488860 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3cdb35c9-90f5-41d6-a0ca-50b1c1ea0051 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927155 Aug 03 20:03:41.491764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38510) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:41.527572 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-efcd493f-5edb-4ecf-b80f-b2fbf20ef232 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346937 Aug 03 20:03:41.530090 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38512) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:41.535538 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1249706598', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:41.621804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:03:41.625448 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:41.638529 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:40Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:41.668468 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Checking router: c2954442-2ee0-4b0d-9bc6-cc4949e03e8c for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:03:41.669005 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Updating router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c port b9f21749-448a-4896-a3dd-7e774ccee3f2 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:03:41.781682 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:41.813844 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:41.878455 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Subnet': ['ID=68b2ec45-c652-47b2-a238-d0ca2a1e65ac,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:41.885894 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Checking segment: {'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:03:41.886262 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network hostable DHCP agents. Network: e39387ab-056a-482d-80b8-12466864742f, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:03:41.903265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network e39387ab-056a-482d-80b8-12466864742f is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:03:41.912927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, e39387ab-056a-482d-80b8-12466864742f) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:03:41.916897 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:41.917488 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:41.924110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e557b8-e122-4fdc-8057-2fe4e9130cc2 None None] Network e39387ab-056a-482d-80b8-12466864742f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:03:41.935256 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-06f7bc38-55f4-4504-a6d2-28f08796281f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4016387 Aug 03 20:03:41.935867 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38514) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:42.050265 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.061017 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Transition to ACTIVE for port object b9f21749-448a-4896-a3dd-7e774ccee3f2 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:42.068343 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.099274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-e39387ab-056a-482d-80b8-12466864742f', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ips': [{'subnet_id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:03:42.100154 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.115443 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Pushing event updated for resources: {'Port': ['ID=b9f21749-448a-4896-a3dd-7e774ccee3f2,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:42.130725 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.130725 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.130725 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.131375 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.131375 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.131704 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.132032 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.132354 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.132680 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.133002 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.133323 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.133794 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:42.140143 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Attempting to bind port b9f21749-448a-4896-a3dd-7e774ccee3f2 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:03:42.140748 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Attempting to bind port b9f21749-448a-4896-a3dd-7e774ccee3f2 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:03:42.141400 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Attempting to bind port b9f21749-448a-4896-a3dd-7e774ccee3f2 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:42.148669 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:03:42.149358 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:03:42.149790 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.150182 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:03:42.150657 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Bound port: b9f21749-448a-4896-a3dd-7e774ccee3f2, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:03:42.151037 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.212409 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] For port b9f21749-448a-4896-a3dd-7e774ccee3f2, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:03:42.215931 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] For port b9f21749-448a-4896-a3dd-7e774ccee3f2, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b9f21749-448a-4896-a3dd-7e774ccee3f2,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:03:42.220720 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.259945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Allocated IP 172.20.0.2 (e39387ab-056a-482d-80b8-12466864742f/68b2ec45-c652-47b2-a238-d0ca2a1e65ac/53fe45a1-fa75-4de8-9c56-4faf0772ccc6) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:03:42.275287 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d37e06-975e-4038-99f4-ca941850b04f None None] Pushing event updated for resources: {'Port': ['ID=b9f21749-448a-4896-a3dd-7e774ccee3f2,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:42.285553 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Routers {'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:42.286155 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:03:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:42.389463 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] Set router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:42.420051 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.425758 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.429688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Transition to ACTIVE for port object 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:42.446197 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Transition to ACTIVE for port object 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:42.452961 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.490480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Network e39387ab-056a-482d-80b8-12466864742f is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:03:42.494999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:03:42.500583 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:03:42.507856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Pushing event updated for resources: {'Port': ['ID=53fe45a1-fa75-4de8-9c56-4faf0772ccc6,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:42.561919 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Attempting to bind port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:03:42.562346 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Attempting to bind port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:03:42.562715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Attempting to bind port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 on network e39387ab-056a-482d-80b8-12466864742f {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:42.568218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:03:42.568936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Checking segment: {'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:03:42.569070 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.569459 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Bound using segment: {'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:03:42.570000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Bound port: 53fe45a1-fa75-4de8-9c56-4faf0772ccc6, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:03:42.570451 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.583739 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:40Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:42.616801 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161be6a-4c1e-44e8-bc09-d2006718daf7 None None] The sync data for ids ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'] in n-d-802918-7 is: [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:40Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:03:42.639240 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] For port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:03:42.643192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] For port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=53fe45a1-fa75-4de8-9c56-4faf0772ccc6,segment=NetworkSegment(097ebe05-560c-43f0-b0a0-7d4f36ebef46),segment_id=097ebe05-560c-43f0-b0a0-7d4f36ebef46)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:03:42.648330 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.711656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dafef-70a8-4ea6-b946-78056daf42ad None None] Pushing event updated for resources: {'Port': ['ID=53fe45a1-fa75-4de8-9c56-4faf0772ccc6,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:42.726783 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.20.0.1 (e39387ab-056a-482d-80b8-12466864742f/68b2ec45-c652-47b2-a238-d0ca2a1e65ac/38a1f5b7-9a3a-4033-b860-c27fc81a1006) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:03:42.878528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.230613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Transition to ACTIVE for port object 38a1f5b7-9a3a-4033-b860-c27fc81a1006 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:43.266470 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.308930 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network e39387ab-056a-482d-80b8-12466864742f is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:03:43.312088 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:03:43.315804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:03:43.346221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=38a1f5b7-9a3a-4033-b860-c27fc81a1006,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:43.370802 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.514229 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.719131 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d4e2a-b965-4c9e-83f4-bdbeff68b162 None None] Network e39387ab-056a-482d-80b8-12466864742f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:03:43.779399 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-5cfd6a5d-b37a-46c8-8be3-af0c96e82201 None None] Provisioning for port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:43.826412 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.835086 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.884975 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b9f21749-448a-4896-a3dd-7e774ccee3f2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:43.913690 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=38a1f5b7-9a3a-4033-b860-c27fc81a1006,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:43.918070 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.947072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port b9f21749-448a-4896-a3dd-7e774ccee3f2 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:43.952620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b9f21749-448a-4896-a3dd-7e774ccee3f2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:43.953214 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.038722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network e39387ab-056a-482d-80b8-12466864742f is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:03:44.040334 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:03:44.057716 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.086372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port b9f21749-448a-4896-a3dd-7e774ccee3f2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b9f21749-448a-4896-a3dd-7e774ccee3f2,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:44.091220 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.092057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:44.178130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:03:44.184428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=b9f21749-448a-4896-a3dd-7e774ccee3f2,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:44.198952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:44.202857 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:44.203214 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.310785 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.318638 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:03:44.327958 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d52d29fe-737e-427e-9391-34f595e73629 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "PUT /v2.0/routers/c2954442-2ee0-4b0d-9bc6-cc4949e03e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3909965 Aug 03 20:03:44.334072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9e837fbe-bccd-44cb-a479-9ac845e8b7ec None None] Provisioning complete for port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:44.334527 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9e837fbe-bccd-44cb-a479-9ac845e8b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.402130 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=53fe45a1-fa75-4de8-9c56-4faf0772ccc6,segment=NetworkSegment(097ebe05-560c-43f0-b0a0-7d4f36ebef46),segment_id=097ebe05-560c-43f0-b0a0-7d4f36ebef46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:44.405383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Sync routers for ids ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:03:44.415687 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.448032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Routers {'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:44.448680 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:03:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:44.491108 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-2f2327d0-e646-41a1-b401-6690c3c51669 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314108586&fields=id&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 267 time: 0.0388720 Aug 03 20:03:44.549968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=53fe45a1-fa75-4de8-9c56-4faf0772ccc6,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:44.623286 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9e837fbe-bccd-44cb-a479-9ac845e8b7ec None None] Provisioning for port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:44.628922 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-213f5689-a779-4310-b784-2052bbbfa108 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:44.632837 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-213f5689-a779-4310-b784-2052bbbfa108 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/networks?id=e39387ab-056a-482d-80b8-12466864742f HTTP/1.1" status: 200 len: 796 time: 0.1329374 Aug 03 20:03:44.640295 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Set router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:44.643167 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9e837fbe-bccd-44cb-a479-9ac845e8b7ec None None] Provisioning complete for port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:44.643902 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9e837fbe-bccd-44cb-a479-9ac845e8b7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.652754 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-97ad723d-3e43-4766-af7e-c27b0d8e34d0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/quotas/bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 375 time: 0.0124445 Aug 03 20:03:44.708586 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-590aafaa-3312-4fc8-a09b-76cb8d405430 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495493 Aug 03 20:03:44.746259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9e837fbe-bccd-44cb-a479-9ac845e8b7ec None None] Port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:03:44.846097 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-77b8fddb-6b51-40b3-bf01-42a7ec94730d service neutron] 10.222.0.78 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251168 Aug 03 20:03:44.875593 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7f92f476-f96a-4509-a7df-e99d62b25089 None None] Provisioning complete for port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:44.876592 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7f92f476-f96a-4509-a7df-e99d62b25089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.900429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:43Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '38a1f5b7-9a3a-4033-b860-c27fc81a1006', 'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:53:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:42Z', 'updated_at': '2021-08-03T20:03:43Z', 'revision_number': 2, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:44.934285 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Checking router: c2954442-2ee0-4b0d-9bc6-cc4949e03e8c for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:03:44.934633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Updating router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:03:44.943381 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-cbf63a6f-df6a-4ec4-8af3-bf6f7edcc752 service neutron] 10.222.0.78 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907533 Aug 03 20:03:44.959520 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7f92f476-f96a-4509-a7df-e99d62b25089 None None] Port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:03:44.965387 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.130927 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39086a8c-ce07-430b-907e-fe82051d88b8 req-c7786a2f-3fb3-4234-bd72-184655d0bf1b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 210 time: 0.0277746 Aug 03 20:03:45.245575 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.261317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Transition to ACTIVE for port object 38a1f5b7-9a3a-4033-b860-c27fc81a1006 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:45.268405 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.324576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395ab73-2cbc-466b-83c2-35e14bfe203c None None] Pushing event updated for resources: {'Port': ['ID=38a1f5b7-9a3a-4033-b860-c27fc81a1006,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:45.379190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Attempting to bind port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:03:45.379561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Attempting to bind port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:03:45.379920 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Attempting to bind port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 on network e39387ab-056a-482d-80b8-12466864742f {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:45.385257 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:03:45.385673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Checking segment: {'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:03:45.386087 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.386472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Bound using segment: {'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:03:45.386951 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Bound port: 38a1f5b7-9a3a-4033-b860-c27fc81a1006, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:03:45.387332 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.459429 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] For port 38a1f5b7-9a3a-4033-b860-c27fc81a1006, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:03:45.463947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] For port 38a1f5b7-9a3a-4033-b860-c27fc81a1006, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=38a1f5b7-9a3a-4033-b860-c27fc81a1006,segment=NetworkSegment(097ebe05-560c-43f0-b0a0-7d4f36ebef46),segment_id=097ebe05-560c-43f0-b0a0-7d4f36ebef46)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:03:45.470345 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.532922 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Routers {'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:45.533639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:03:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:45.582061 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395ab73-2cbc-466b-83c2-35e14bfe203c None None] Pushing event updated for resources: {'Port': ['ID=38a1f5b7-9a3a-4033-b860-c27fc81a1006,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:45.821711 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b9f21749-448a-4896-a3dd-7e774ccee3f2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:45.859324 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] Set router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:45.986574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port b9f21749-448a-4896-a3dd-7e774ccee3f2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:45.986949 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.080750 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.095752 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-cd5dd655-a1be-4641-b623-1252076da1f6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:46.097379 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-cd5dd655-a1be-4641-b623-1252076da1f6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/networks?id=e39387ab-056a-482d-80b8-12466864742f HTTP/1.1" status: 200 len: 796 time: 0.1244783 Aug 03 20:03:46.143290 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-618b75c3-7c8e-46aa-b3e7-8e30ea0cc027 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 379 time: 0.0371039 Aug 03 20:03:46.155395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:46.155631 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'port': {'device_id': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'admin_state_up': True, 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'security_groups': ['bbbb5183-2156-4a6b-8d08-ff9844a97ee2']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:46.208896 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:43Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '38a1f5b7-9a3a-4033-b860-c27fc81a1006', 'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:53:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:42Z', 'updated_at': '2021-08-03T20:03:45Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:46.231444 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-02e1018b-f0d5-482c-bb0e-3ba86b6301b8 req-8c9b8434-2e7f-431b-b44b-8a7e8be3fbfe tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 210 time: 0.0280573 Aug 03 20:03:46.241055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d565844-1ee1-48eb-945b-65389106d97a None None] The sync data for ids ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'] in n-d-802918-7 is: [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:43Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '38a1f5b7-9a3a-4033-b860-c27fc81a1006', 'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:53:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:42Z', 'updated_at': '2021-08-03T20:03:45Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:03:46.260419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:46.260900 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.284105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:03:46.295538 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.443864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.20.0.8 (e39387ab-056a-482d-80b8-12466864742f/68b2ec45-c652-47b2-a238-d0ca2a1e65ac/e17a6c4c-0a50-40ec-bf26-14561d185dcb) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:03:46.592394 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.607113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Transition to ACTIVE for port object e17a6c4c-0a50-40ec-bf26-14561d185dcb will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:46.640712 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.694358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network e39387ab-056a-482d-80b8-12466864742f is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:03:46.699623 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:03:46.702106 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:03:46.728011 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=e17a6c4c-0a50-40ec-bf26-14561d185dcb,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:46.761341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:46.762046 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.779547 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-781fe9bf-a498-4a8a-a52f-f4a26af7181f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6278472 Aug 03 20:03:46.793163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Request body: {'port': {'device_id': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:46.854839 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.919152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2e548be7-5a57-4f05-b395-05af5e7d8a87 None None] Provisioning for port e17a6c4c-0a50-40ec-bf26-14561d185dcb completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:46.923602 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-2e548be7-5a57-4f05-b395-05af5e7d8a87 None None] Provisioning complete for port e17a6c4c-0a50-40ec-bf26-14561d185dcb triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:46.924630 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2e548be7-5a57-4f05-b395-05af5e7d8a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.961135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-2e548be7-5a57-4f05-b395-05af5e7d8a87 None None] Port e17a6c4c-0a50-40ec-bf26-14561d185dcb cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:03:47.148035 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17a6c4c-0a50-40ec-bf26-14561d185dcb {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:03:47.155939 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.168628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Transition to ACTIVE for port object e17a6c4c-0a50-40ec-bf26-14561d185dcb will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:47.173433 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.226768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Pushing event updated for resources: {'Port': ['ID=e17a6c4c-0a50-40ec-bf26-14561d185dcb,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:47.314106 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Attempting to bind port e17a6c4c-0a50-40ec-bf26-14561d185dcb on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:03:47.314457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Attempting to bind port e17a6c4c-0a50-40ec-bf26-14561d185dcb by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:03:47.314787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Attempting to bind port e17a6c4c-0a50-40ec-bf26-14561d185dcb on network e39387ab-056a-482d-80b8-12466864742f {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:47.319895 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Port e17a6c4c-0a50-40ec-bf26-14561d185dcb on network e39387ab-056a-482d-80b8-12466864742f not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:03:47.320244 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Attempting to bind port e17a6c4c-0a50-40ec-bf26-14561d185dcb on network e39387ab-056a-482d-80b8-12466864742f {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:47.325870 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:03:47.326222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Checking segment: {'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:03:47.326620 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Bound using segment: {'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:03:47.327071 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Bound port: e17a6c4c-0a50-40ec-bf26-14561d185dcb, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097ebe05-560c-43f0-b0a0-7d4f36ebef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e39387ab-056a-482d-80b8-12466864742f'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:03:47.327445 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.371392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be3027-ce9c-473b-be67-2c6f65683a18 req-74486c06-8182-4dd7-82db-09b48913d9cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:47.373705 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3be3027-ce9c-473b-be67-2c6f65683a18 req-74486c06-8182-4dd7-82db-09b48913d9cf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 943 time: 0.0572393 Aug 03 20:03:47.414671 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] For port e17a6c4c-0a50-40ec-bf26-14561d185dcb, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:03:47.420453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] For port e17a6c4c-0a50-40ec-bf26-14561d185dcb, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb,segment=NetworkSegment(097ebe05-560c-43f0-b0a0-7d4f36ebef46),segment_id=097ebe05-560c-43f0-b0a0-7d4f36ebef46)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:03:47.427009 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.428047 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3be3027-ce9c-473b-be67-2c6f65683a18 req-ba599098-f1db-4a51-8473-ae08a13ed455 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477247 Aug 03 20:03:47.462422 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:47.463340 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.464779 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-697df506-3c07-4813-8e12-0daafb94fede service neutron] 10.222.0.37 "PUT /v2.0/ports/e17a6c4c-0a50-40ec-bf26-14561d185dcb HTTP/1.1" status: 200 len: 1091 time: 0.6761801 Aug 03 20:03:47.467105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'tag': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:47.471503 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97ab975-c748-4368-b38b-e3672985811e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bf97f7-abe2-499e-81b7-37e45bfb9bce", "tag": "e17a6c4c-0a50-40ec-bf26-14561d185dcb"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:47.502282 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697df506-3c07-4813-8e12-0daafb94fede service neutron] Pushing event updated for resources: {'Port': ['ID=e17a6c4c-0a50-40ec-bf26-14561d185dcb,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:47.539076 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf88b55a-db8f-4eb2-a74a-2c9edf176b70 x-openstack-request-id: req-bf88b55a-db8f-4eb2-a74a-2c9edf176b70 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:47.539726 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bf97f7-abe2-499e-81b7-37e45bfb9bce", "tag": "e17a6c4c-0a50-40ec-bf26-14561d185dcb", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:47.539918 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf88b55a-db8f-4eb2-a74a-2c9edf176b70 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:47.540323 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'tag': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb', 'status': 'completed', 'code': 200} Aug 03 20:03:47.558993 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-931bff83-45bd-459e-84d3-f385d0650d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:47.560565 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-931bff83-45bd-459e-84d3-f385d0650d80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 1094 time: 0.0495071 Aug 03 20:03:47.610914 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-f76dcd93-3b92-4c13-8c76-e6ea419dfa2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb HTTP/1.1" status: 200 len: 217 time: 0.0416601 Aug 03 20:03:47.662059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-94245bb2-c653-4cf0-b7f5-434be2075473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:47.663577 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-94245bb2-c653-4cf0-b7f5-434be2075473 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=68b2ec45-c652-47b2-a238-d0ca2a1e65ac HTTP/1.1" status: 200 len: 835 time: 0.0458746 Aug 03 20:03:47.712138 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-d924a666-3a5a-4a83-9b70-436bbb26166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:47.713697 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-d924a666-3a5a-4a83-9b70-436bbb26166b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e39387ab-056a-482d-80b8-12466864742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437019 Aug 03 20:03:47.810720 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-337e01b3-cf54-4004-a26d-85f1dba35d21 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897300 Aug 03 20:03:47.821553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 38a1f5b7-9a3a-4033-b860-c27fc81a1006 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:47.872994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:47.877267 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:47.877603 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.905122 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-fa1bb356-ccc3-4d47-a3cf-756b6f8f042e req-99a0db46-576a-4892-804b-65b4c61999c8 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869584 Aug 03 20:03:47.957213 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.991356 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 38a1f5b7-9a3a-4033-b860-c27fc81a1006, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=38a1f5b7-9a3a-4033-b860-c27fc81a1006,segment=NetworkSegment(097ebe05-560c-43f0-b0a0-7d4f36ebef46),segment_id=097ebe05-560c-43f0-b0a0-7d4f36ebef46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:47.993311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab975-c748-4368-b38b-e3672985811e req-0185c434-5a48-4fef-ba66-12e4d5711e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:47.995041 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e97ab975-c748-4368-b38b-e3672985811e req-0185c434-5a48-4fef-ba66-12e4d5711e18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 1094 time: 0.0430064 Aug 03 20:03:47.995483 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:48.042452 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=38a1f5b7-9a3a-4033-b860-c27fc81a1006,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:48.088843 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab975-c748-4368-b38b-e3672985811e req-069b9dcf-460a-40ec-8b38-e52424231c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:48.090383 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e97ab975-c748-4368-b38b-e3672985811e req-069b9dcf-460a-40ec-8b38-e52424231c40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e39387ab-056a-482d-80b8-12466864742f HTTP/1.1" status: 200 len: 897 time: 0.0886338 Aug 03 20:03:48.132578 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e97ab975-c748-4368-b38b-e3672985811e req-6ca3f1e0-f7d9-45f6-bfa8-e0b36774b1b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb HTTP/1.1" status: 200 len: 217 time: 0.0344191 Aug 03 20:03:48.188786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab975-c748-4368-b38b-e3672985811e req-64d53999-243f-4ab0-b601-c7ee4fe88261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:48.190382 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e97ab975-c748-4368-b38b-e3672985811e req-64d53999-243f-4ab0-b601-c7ee4fe88261 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=68b2ec45-c652-47b2-a238-d0ca2a1e65ac HTTP/1.1" status: 200 len: 835 time: 0.0505810 Aug 03 20:03:48.238961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ab975-c748-4368-b38b-e3672985811e req-2a565e5b-61ec-4401-a20b-010546c9d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:48.240502 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e97ab975-c748-4368-b38b-e3672985811e req-2a565e5b-61ec-4401-a20b-010546c9d484 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e39387ab-056a-482d-80b8-12466864742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420468 Aug 03 20:03:48.331071 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e97ab975-c748-4368-b38b-e3672985811e req-680230a8-66e4-4512-8c0a-93858ce3ba46 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818322 Aug 03 20:03:48.426237 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e97ab975-c748-4368-b38b-e3672985811e req-2fee5ded-9ed7-4a7b-8843-feed7a5e121f service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876360 Aug 03 20:03:48.546798 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e6221-fba3-4750-91fd-f2072a7652c4 req-1fb75abb-6bc7-4bd3-99bc-1ef3f2f8064b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:48.548293 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f6e6221-fba3-4750-91fd-f2072a7652c4 req-1fb75abb-6bc7-4bd3-99bc-1ef3f2f8064b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 943 time: 0.0529606 Aug 03 20:03:48.586197 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7f6e6221-fba3-4750-91fd-f2072a7652c4 req-afb38dad-d026-4f82-9ff8-639825030748 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318894 Aug 03 20:03:49.704615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572c9d-ec6d-484f-b2d5-8ded29057449 req-569b014a-6f3f-443b-96ca-193a47f0fecb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:49.706193 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6572c9d-ec6d-484f-b2d5-8ded29057449 req-569b014a-6f3f-443b-96ca-193a47f0fecb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 943 time: 0.0505335 Aug 03 20:03:49.746500 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f6572c9d-ec6d-484f-b2d5-8ded29057449 req-cafa0b75-6302-4e3c-9dde-315afd55eff7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341964 Aug 03 20:03:49.804183 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 38a1f5b7-9a3a-4033-b860-c27fc81a1006 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:49.854105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:49.854499 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:50.862696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d85c6-c9d3-4842-afc7-daefc860af12 req-4df731f3-aa4d-4717-b920-85bd1f0d0d0d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:50.864190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-648d85c6-c9d3-4842-afc7-daefc860af12 req-4df731f3-aa4d-4717-b920-85bd1f0d0d0d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 943 time: 0.0488546 Aug 03 20:03:50.903534 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-648d85c6-c9d3-4842-afc7-daefc860af12 req-671963c2-f55e-43c8-bef3-9db7ba27d265 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333676 Aug 03 20:03:51.432509 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e17a6c4c-0a50-40ec-bf26-14561d185dcb details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:03:51.526397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port e17a6c4c-0a50-40ec-bf26-14561d185dcb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb,segment=NetworkSegment(097ebe05-560c-43f0-b0a0-7d4f36ebef46),segment_id=097ebe05-560c-43f0-b0a0-7d4f36ebef46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:51.537442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'port_id': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb', 'mac_address': 'fa:16:3e:bf:37:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:03:51.574168 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:51.586839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17a6c4c-0a50-40ec-bf26-14561d185dcb {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:03:51.606352 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port e17a6c4c-0a50-40ec-bf26-14561d185dcb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb,segment=NetworkSegment(097ebe05-560c-43f0-b0a0-7d4f36ebef46),segment_id=097ebe05-560c-43f0-b0a0-7d4f36ebef46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:51.611188 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:51.661519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=e17a6c4c-0a50-40ec-bf26-14561d185dcb,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:51.815316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['e17a6c4c-0a50-40ec-bf26-14561d185dcb'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:03:52.024797 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9ab64-172c-4c81-8220-708c7f9544ec req-cf86cd0c-dd2e-4b8e-b193-3e39993047c2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:52.027123 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14c9ab64-172c-4c81-8220-708c7f9544ec req-cf86cd0c-dd2e-4b8e-b193-3e39993047c2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 944 time: 0.0538580 Aug 03 20:03:52.067360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14c9ab64-172c-4c81-8220-708c7f9544ec req-c3245135-4b53-4b89-9a5e-907e86ff4e8d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325358 Aug 03 20:03:53.192942 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7295f4-8aed-46ac-9ed7-c0bd379d0f73 req-f5d0bdfa-edb1-4a4a-ae1a-a6b4cd08fc21 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:53.194524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a7295f4-8aed-46ac-9ed7-c0bd379d0f73 req-f5d0bdfa-edb1-4a4a-ae1a-a6b4cd08fc21 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 944 time: 0.0546596 Aug 03 20:03:53.235706 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a7295f4-8aed-46ac-9ed7-c0bd379d0f73 req-46170ec1-9b3b-4c98-8bd0-a85220861f11 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348313 Aug 03 20:03:53.444056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e17a6c4c-0a50-40ec-bf26-14561d185dcb up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:53.491595 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port e17a6c4c-0a50-40ec-bf26-14561d185dcb completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:53.495287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port e17a6c4c-0a50-40ec-bf26-14561d185dcb triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:53.495664 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:53.573794 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:53.596805 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:53.599228 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b7a7c-53d1-4ccc-a255-90a1d2a9cd4c" -d '{"events": [{"server_uuid": "b2bf97f7-abe2-499e-81b7-37e45bfb9bce", "name": "network-vif-plugged", "status": "completed", "tag": "e17a6c4c-0a50-40ec-bf26-14561d185dcb"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:53.612665 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port e17a6c4c-0a50-40ec-bf26-14561d185dcb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb,segment=NetworkSegment(097ebe05-560c-43f0-b0a0-7d4f36ebef46),segment_id=097ebe05-560c-43f0-b0a0-7d4f36ebef46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:53.616756 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:53.642447 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac12e31a-e482-43d8-a6c3-18ce16f31dab x-openstack-request-id: req-ac12e31a-e482-43d8-a6c3-18ce16f31dab {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:53.642734 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bf97f7-abe2-499e-81b7-37e45bfb9bce", "name": "network-vif-plugged", "status": "completed", "tag": "e17a6c4c-0a50-40ec-bf26-14561d185dcb", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:53.642993 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac12e31a-e482-43d8-a6c3-18ce16f31dab {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:53.643390 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb', 'code': 200} Aug 03 20:03:53.674849 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=e17a6c4c-0a50-40ec-bf26-14561d185dcb,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:53.789144 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebfc67-6f07-497c-bd26-519d701d099c req-304094a8-d9bf-4445-a91f-4798301240db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:53.790735 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bfebfc67-6f07-497c-bd26-519d701d099c req-304094a8-d9bf-4445-a91f-4798301240db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 1096 time: 0.0920436 Aug 03 20:03:53.825877 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-bfebfc67-6f07-497c-bd26-519d701d099c req-3b5764d0-84f3-4302-b2d2-424a952914dd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282762 Aug 03 20:03:54.348570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ba5bf-e97c-43be-b671-7bb5765b0c97 req-064722a7-0afd-45c3-8350-9476f8809de1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:54.350087 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f42ba5bf-e97c-43be-b671-7bb5765b0c97 req-064722a7-0afd-45c3-8350-9476f8809de1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0485296 Aug 03 20:03:54.388535 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f42ba5bf-e97c-43be-b671-7bb5765b0c97 req-cce69843-162a-4250-b208-ab9d6a8b5950 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325251 Aug 03 20:03:55.509996 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc0e61-e4f9-446d-a40a-bace4d21617e req-6b1b66c6-b688-4b9b-80f5-e4900cb0c2a6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:55.511401 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40dc0e61-e4f9-446d-a40a-bace4d21617e req-6b1b66c6-b688-4b9b-80f5-e4900cb0c2a6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0532911 Aug 03 20:03:55.549319 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40dc0e61-e4f9-446d-a40a-bace4d21617e req-8ae51bde-2fa6-4f97-b97e-9edbaebbf5a2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318403 Aug 03 20:03:55.662588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458516b-f8c1-4d6a-9882-7574963673f4 req-6ac93346-2e3c-4338-a304-5615f2e617a6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:55.664102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e458516b-f8c1-4d6a-9882-7574963673f4 req-6ac93346-2e3c-4338-a304-5615f2e617a6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0491278 Aug 03 20:03:55.702847 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e458516b-f8c1-4d6a-9882-7574963673f4 req-55e27231-c6d0-495e-b4e9-1666e948df8b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328147 Aug 03 20:03:55.724201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38570) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:55.764137 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f0004a-4566-4946-853b-dec1f8166189 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:55.765615 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-19f0004a-4566-4946-853b-dec1f8166189 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 1091 time: 0.0403852 Aug 03 20:03:55.768427 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38572) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:55.772780 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:55.794288 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:55.894295 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:55.999369 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.25.8.24 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/465dc3d4-222f-4bbd-965a-2f2241704fd5) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:03:56.098245 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:56.135989 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:56.171936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:03:56.175223 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:03:56.178267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:03:56.216513 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=465dc3d4-222f-4bbd-965a-2f2241704fd5,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:56.871045 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:56.939808 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:57.083579 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:57.087982 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:57.154532 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=465dc3d4-222f-4bbd-965a-2f2241704fd5,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:57.169366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.169839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.170184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.170533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.170861 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.171196 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.171529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.171854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.172186 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.172508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.172833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.173151 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:57.179866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:57.279547 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Floating IP 3d281440-49c2-4b58-9eb8-ea3e5e839e1a associated. External IP: 172.25.8.24, port: e17a6c4c-0a50-40ec-bf26-14561d185dcb. Aug 03 20:03:57.491809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:03:57.598964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:03:57.608656 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa19183-971c-4e89-8da8-f60c05036ebe None None] Sync routers for ids ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:03:57.614935 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:57.618441 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa19183-971c-4e89-8da8-f60c05036ebe None None] Routers {'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:57.618994 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-aaa19183-971c-4e89-8da8-f60c05036ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:03:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:57.643024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2387ee22-0337-4b60-9b07-272449805896 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8735352 Aug 03 20:03:57.643704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'tag': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:57.646746 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f3f351-57e4-42d7-b351-18d25f96928c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bf97f7-abe2-499e-81b7-37e45bfb9bce", "tag": "e17a6c4c-0a50-40ec-bf26-14561d185dcb"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:57.687119 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12477ff-ff69-40a9-b252-08101bff7fd8 x-openstack-request-id: req-d12477ff-ff69-40a9-b252-08101bff7fd8 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:57.687424 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bf97f7-abe2-499e-81b7-37e45bfb9bce", "tag": "e17a6c4c-0a50-40ec-bf26-14561d185dcb", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:57.687683 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d12477ff-ff69-40a9-b252-08101bff7fd8 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:57.688098 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'tag': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb', 'status': 'completed', 'code': 200} Aug 03 20:03:57.727179 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-aaa19183-971c-4e89-8da8-f60c05036ebe None None] Set router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:57.751010 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92674740-776c-4c7b-a61d-faa46712067e req-99db13e8-90ba-4204-8985-50f93225d26d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:57.752657 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92674740-776c-4c7b-a61d-faa46712067e req-99db13e8-90ba-4204-8985-50f93225d26d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0509894 Aug 03 20:03:57.763104 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f351-57e4-42d7-b351-18d25f96928c req-b575401c-12a5-489f-92a4-7e74def12d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:57.765338 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-78f3f351-57e4-42d7-b351-18d25f96928c req-b575401c-12a5-489f-92a4-7e74def12d20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 1096 time: 0.0536025 Aug 03 20:03:57.794271 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-92674740-776c-4c7b-a61d-faa46712067e req-2cde1cdc-ab88-4d27-ae32-4755fe413ab1 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340292 Aug 03 20:03:57.817053 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38578) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:57.864274 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f351-57e4-42d7-b351-18d25f96928c req-a5f7bd53-b872-4f8d-b0fb-7e456d427141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:57.865875 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-78f3f351-57e4-42d7-b351-18d25f96928c req-a5f7bd53-b872-4f8d-b0fb-7e456d427141 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e39387ab-056a-482d-80b8-12466864742f HTTP/1.1" status: 200 len: 897 time: 0.0928514 Aug 03 20:03:57.885700 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-6ed6c3b2-0bfe-4fe0-8249-ddf799e3b2d3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/3d281440-49c2-4b58-9eb8-ea3e5e839e1a HTTP/1.1" status: 200 len: 990 time: 0.0666375 Aug 03 20:03:57.933216 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-78f3f351-57e4-42d7-b351-18d25f96928c req-8edb38d6-91ea-4fea-82b1-365bfb92db0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb HTTP/1.1" status: 200 len: 998 time: 0.0600562 Aug 03 20:03:57.961467 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-aaa19183-971c-4e89-8da8-f60c05036ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:43Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '3d281440-49c2-4b58-9eb8-ea3e5e839e1a', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.24', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'port_id': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'mac_address': 'fa:16:3e:bf:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:03:56Z', 'updated_at': '2021-08-03T20:03:56Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a1f5b7-9a3a-4033-b860-c27fc81a1006', 'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:53:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:42Z', 'updated_at': '2021-08-03T20:03:47Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:57.988732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f351-57e4-42d7-b351-18d25f96928c req-aa7ab5ec-8419-47f9-b47e-79f2f836ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:57.990809 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-78f3f351-57e4-42d7-b351-18d25f96928c req-aa7ab5ec-8419-47f9-b47e-79f2f836ef05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=68b2ec45-c652-47b2-a238-d0ca2a1e65ac HTTP/1.1" status: 200 len: 835 time: 0.0512545 Aug 03 20:03:57.991464 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa19183-971c-4e89-8da8-f60c05036ebe None None] Checking router: c2954442-2ee0-4b0d-9bc6-cc4949e03e8c for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:03:58.000075 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa19183-971c-4e89-8da8-f60c05036ebe None None] Routers {'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:58.000616 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-aaa19183-971c-4e89-8da8-f60c05036ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:03:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:58.036425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f351-57e4-42d7-b351-18d25f96928c req-661fd12f-79bc-473a-ae3b-404f3bb5ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:58.038069 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-78f3f351-57e4-42d7-b351-18d25f96928c req-661fd12f-79bc-473a-ae3b-404f3bb5ab4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e39387ab-056a-482d-80b8-12466864742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406241 Aug 03 20:03:58.105492 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-aaa19183-971c-4e89-8da8-f60c05036ebe None None] Set router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:58.127666 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-78f3f351-57e4-42d7-b351-18d25f96928c req-7c21aa34-e2c8-452c-a102-c2d4bdd62aae service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824177 Aug 03 20:03:58.223685 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-78f3f351-57e4-42d7-b351-18d25f96928c req-acdb196b-129d-4848-ac39-3660dac0a888 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890932 Aug 03 20:03:58.328478 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-aaa19183-971c-4e89-8da8-f60c05036ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:43Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '3d281440-49c2-4b58-9eb8-ea3e5e839e1a', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.24', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'port_id': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'mac_address': 'fa:16:3e:bf:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:03:56Z', 'updated_at': '2021-08-03T20:03:56Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a1f5b7-9a3a-4033-b860-c27fc81a1006', 'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:53:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:42Z', 'updated_at': '2021-08-03T20:03:47Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:58.354098 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa19183-971c-4e89-8da8-f60c05036ebe None None] The sync data for ids ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'] in n-d-802918-7 is: [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:43Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '3d281440-49c2-4b58-9eb8-ea3e5e839e1a', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.24', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'port_id': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'mac_address': 'fa:16:3e:bf:37:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:03:56Z', 'updated_at': '2021-08-03T20:03:56Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a1f5b7-9a3a-4033-b860-c27fc81a1006', 'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:53:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:42Z', 'updated_at': '2021-08-03T20:03:47Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:03:58.552146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e3df88-e0b4-48b0-baae-a89f38851448 None None] New status for floating IP 3d281440-49c2-4b58-9eb8-ea3e5e839e1a: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:03:58.889701 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38580) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:58.949625 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-26b4930d-706f-4880-b729-77d38503a583 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/3d281440-49c2-4b58-9eb8-ea3e5e839e1a HTTP/1.1" status: 200 len: 992 time: 0.0586588 Aug 03 20:04:00.347007 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:03.746495 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-97430160-dd1d-4bd4-81e4-cfa7934b78ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:04.145644 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:04:06.527496 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7f91e5d9-7cb6-48f3-b9f9-b6a1e1aa850c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:06.835733 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:08.167704 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:09.923464 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:12.101146 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-9a4dc8a9-97ce-470b-99e7-3700130cbec7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416901 Aug 03 20:04:12.182788 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-8240fe07-d457-49bb-b96e-0d1e981ba603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:12.184317 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-8240fe07-d457-49bb-b96e-0d1e981ba603 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 1096 time: 0.0413163 Aug 03 20:04:12.289284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-faeffa81-0b3b-41d6-ab51-af10ec4941c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:12.290810 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-faeffa81-0b3b-41d6-ab51-af10ec4941c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e39387ab-056a-482d-80b8-12466864742f HTTP/1.1" status: 200 len: 897 time: 0.0874832 Aug 03 20:04:12.354691 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-f4c536d4-80d4-4c73-b396-eda11fa3344f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb HTTP/1.1" status: 200 len: 1000 time: 0.0568926 Aug 03 20:04:12.409866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-ec0992a1-c4c1-44ac-850f-4599e4fe2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:12.411472 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-ec0992a1-c4c1-44ac-850f-4599e4fe2f0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=68b2ec45-c652-47b2-a238-d0ca2a1e65ac HTTP/1.1" status: 200 len: 835 time: 0.0504987 Aug 03 20:04:12.458078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-0bd17728-763e-4565-ae61-5e52dd9fab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:12.459667 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-0bd17728-763e-4565-ae61-5e52dd9fab5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e39387ab-056a-482d-80b8-12466864742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417690 Aug 03 20:04:12.549412 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-f1f57b1d-4da1-43c0-999b-e2a80a6cea29 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823438 Aug 03 20:04:12.644520 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-967eed76-53d3-4e9a-ad36-5d400e933ccc req-81009c6a-7685-4ec7-8337-1eae6e4f2c78 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879779 Aug 03 20:04:16.052992 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:30.355979 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:30.416433 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343016e8-9e4e-4c82-9340-b460f6c4254d req-3c8f6eca-b172-45b1-9c96-b8627a131af8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:30.418024 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-343016e8-9e4e-4c82-9340-b460f6c4254d req-3c8f6eca-b172-45b1-9c96-b8627a131af8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0971515 Aug 03 20:04:30.457614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-343016e8-9e4e-4c82-9340-b460f6c4254d req-7c85d3bf-b4a5-4d64-95d0-dd9e43586eef tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331368 Aug 03 20:04:31.624600 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b7379-b964-4503-beab-6a282bcdf2d3 req-4ebeb2e1-30eb-4d18-a663-7214604938d0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:31.626137 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e71b7379-b964-4503-beab-6a282bcdf2d3 req-4ebeb2e1-30eb-4d18-a663-7214604938d0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0993419 Aug 03 20:04:31.664355 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e71b7379-b964-4503-beab-6a282bcdf2d3 req-b85ce243-8a33-4afa-9abf-d01b33a16b49 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316839 Aug 03 20:04:32.781420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99477ba0-2fb6-4bb9-80dc-f6e17bc51e6f req-e9a434b5-e4d4-4c3d-a0e7-e9d0d0f61fcf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:32.782951 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99477ba0-2fb6-4bb9-80dc-f6e17bc51e6f req-e9a434b5-e4d4-4c3d-a0e7-e9d0d0f61fcf tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0502710 Aug 03 20:04:32.821792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-99477ba0-2fb6-4bb9-80dc-f6e17bc51e6f req-9563f799-f390-4189-9e22-c05a185ffa4f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321503 Aug 03 20:04:33.747094 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f288fef0-1fce-413e-a3a4-8546247e5b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:33.935557 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d75dd0-b231-4187-93a3-f1d0b3d8ab0a req-67b42995-5ec4-425d-851e-294eb9c0ea39 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:33.937055 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09d75dd0-b231-4187-93a3-f1d0b3d8ab0a req-67b42995-5ec4-425d-851e-294eb9c0ea39 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0496042 Aug 03 20:04:33.978440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-09d75dd0-b231-4187-93a3-f1d0b3d8ab0a req-febcf42f-a9f4-4d51-bd18-cc411d98808c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346096 Aug 03 20:04:35.102164 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f4b86-2808-4f35-8f4d-82119870c08c req-e59c82fa-c8b4-49b2-afd2-7e4b7e5b2778 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:35.103717 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9f4b86-2808-4f35-8f4d-82119870c08c req-e59c82fa-c8b4-49b2-afd2-7e4b7e5b2778 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0556593 Aug 03 20:04:35.142570 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc9f4b86-2808-4f35-8f4d-82119870c08c req-d9b0d0b3-b3d7-41a0-854f-e1e37b5ff423 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325146 Aug 03 20:04:36.261114 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52e9ce-1335-4e5f-a2e4-66f0566f3c2e req-ed2f1638-5b4d-4dc5-a818-f4bbcbde8975 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:36.262687 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f52e9ce-1335-4e5f-a2e4-66f0566f3c2e req-ed2f1638-5b4d-4dc5-a818-f4bbcbde8975 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0516231 Aug 03 20:04:36.300324 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f52e9ce-1335-4e5f-a2e4-66f0566f3c2e req-836d7d20-71b3-4814-ab36-79e297df6021 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315750 Aug 03 20:04:36.527567 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ce633821-63f0-4600-9783-78e09b41f106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:36.836810 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.421454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a98a8-c55a-45d2-9258-741628d8a55c req-84f71832-6549-4a6e-adbb-1e652b79d6b5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:37.423043 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f7a98a8-c55a-45d2-9258-741628d8a55c req-84f71832-6549-4a6e-adbb-1e652b79d6b5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0545521 Aug 03 20:04:37.462894 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f7a98a8-c55a-45d2-9258-741628d8a55c req-b6a923ec-9131-486a-a364-a7d6bbac5e5a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333610 Aug 03 20:04:38.170764 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.588158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1e27a-5656-41df-a5ae-5bf4f36971ee req-1a4aa286-7221-4769-9fa2-8993e3c417f3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:38.589679 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42f1e27a-5656-41df-a5ae-5bf4f36971ee req-1a4aa286-7221-4769-9fa2-8993e3c417f3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0537548 Aug 03 20:04:38.627164 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42f1e27a-5656-41df-a5ae-5bf4f36971ee req-b0c5f602-aca5-41ba-9718-18b139742059 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312803 Aug 03 20:04:39.744481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f17c2-b69d-4131-9947-532cb7cce5e0 req-31d7a3e2-a43a-4c0b-9b6d-a36f144c6728 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:39.746010 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e2f17c2-b69d-4131-9947-532cb7cce5e0 req-31d7a3e2-a43a-4c0b-9b6d-a36f144c6728 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0496318 Aug 03 20:04:39.783480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e2f17c2-b69d-4131-9947-532cb7cce5e0 req-7a0dc6da-4fb5-4bbc-89f6-830292696930 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315771 Aug 03 20:04:39.927747 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.901328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40054c5e-ad76-4738-8915-f694adc24545 req-8f82b2cf-8232-412c-9a52-616555a4810c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:40.902887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40054c5e-ad76-4738-8915-f694adc24545 req-8f82b2cf-8232-412c-9a52-616555a4810c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0495436 Aug 03 20:04:40.941154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-40054c5e-ad76-4738-8915-f694adc24545 req-bfa350bb-0273-423b-a3d4-3dd862f0b0d9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Aug 03 20:04:41.144586 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:04:42.059588 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c65d3a-fe2f-41c8-a23b-af8be2602c9a req-9beda527-4643-4d21-9572-9d421f54b52d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:42.061031 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3c65d3a-fe2f-41c8-a23b-af8be2602c9a req-9beda527-4643-4d21-9572-9d421f54b52d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0536170 Aug 03 20:04:42.099942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e3c65d3a-fe2f-41c8-a23b-af8be2602c9a req-1542253b-bf80-4b84-881b-ff59000b2686 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328283 Aug 03 20:04:43.216173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208d896-9e02-49ff-a3b0-de307920b474 req-bff3314f-d59c-45ae-b2f4-4546c9b42dbc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:43.217707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1208d896-9e02-49ff-a3b0-de307920b474 req-bff3314f-d59c-45ae-b2f4-4546c9b42dbc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0499768 Aug 03 20:04:43.256320 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1208d896-9e02-49ff-a3b0-de307920b474 req-45f2a3d5-4630-4d36-8674-ec837ab6dfed tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324547 Aug 03 20:04:44.371685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a03e2-e397-472c-aee4-9238391c9443 req-05e333ac-32f4-4c84-b734-bbe559e4be62 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:44.373218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e57a03e2-e397-472c-aee4-9238391c9443 req-05e333ac-32f4-4c84-b734-bbe559e4be62 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0511658 Aug 03 20:04:44.412910 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e57a03e2-e397-472c-aee4-9238391c9443 req-5300c723-d3f8-40c4-bbe9-e45fe225933d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336704 Aug 03 20:04:45.534888 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d2c61-5682-4607-9e23-fd22eebae4ed req-8e6f545f-5f4d-4021-8730-243d1fc7ca29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:45.536387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-158d2c61-5682-4607-9e23-fd22eebae4ed req-8e6f545f-5f4d-4021-8730-243d1fc7ca29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0532467 Aug 03 20:04:45.576794 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-158d2c61-5682-4607-9e23-fd22eebae4ed req-13e932c9-32d4-44e6-94ce-60919ac657b5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330887 Aug 03 20:04:46.083706 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:46.693201 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028bbfb-dc2a-406c-99b8-bdbdf69a1897 req-aaed596f-0eb4-4e15-87fd-baa13126431f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:46.694791 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f028bbfb-dc2a-406c-99b8-bdbdf69a1897 req-aaed596f-0eb4-4e15-87fd-baa13126431f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0496511 Aug 03 20:04:46.734315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f028bbfb-dc2a-406c-99b8-bdbdf69a1897 req-90839ad8-f839-456f-84f6-7c2b662a60d5 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334852 Aug 03 20:04:46.756171 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38632) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:46.824544 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-11b14641-059e-4e2e-8024-1446d6992a6f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/3d281440-49c2-4b58-9eb8-ea3e5e839e1a HTTP/1.1" status: 200 len: 992 time: 0.0671277 Aug 03 20:04:48.093724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaefdb-5c5b-46c2-9eab-bfa514e26441 req-f67f0c5f-010e-406c-8449-d22f0e3a6ae4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:48.095409 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56eaefdb-5c5b-46c2-9eab-bfa514e26441 req-f67f0c5f-010e-406c-8449-d22f0e3a6ae4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0536783 Aug 03 20:04:48.115052 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327df28-0508-463f-a2c6-b37943066a98 req-016cbd13-0a54-4aa5-bee1-5ad9df3bd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:48.116734 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4327df28-0508-463f-a2c6-b37943066a98 req-016cbd13-0a54-4aa5-bee1-5ad9df3bd4cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 1096 time: 0.0430830 Aug 03 20:04:48.134524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-56eaefdb-5c5b-46c2-9eab-bfa514e26441 req-f5681feb-d9c9-4fff-bb96-6355715635d2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321932 Aug 03 20:04:48.212950 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327df28-0508-463f-a2c6-b37943066a98 req-8f84985e-c98e-4ca1-bd59-4ad57d165ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:48.214606 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4327df28-0508-463f-a2c6-b37943066a98 req-8f84985e-c98e-4ca1-bd59-4ad57d165ec2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e39387ab-056a-482d-80b8-12466864742f HTTP/1.1" status: 200 len: 897 time: 0.0911090 Aug 03 20:04:48.278106 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4327df28-0508-463f-a2c6-b37943066a98 req-8d6e5f58-a3a5-4564-90d6-1ef033d0d5c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb HTTP/1.1" status: 200 len: 1000 time: 0.0568280 Aug 03 20:04:48.324903 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327df28-0508-463f-a2c6-b37943066a98 req-633c441c-70c0-430a-9f09-266019f7cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:48.326452 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4327df28-0508-463f-a2c6-b37943066a98 req-633c441c-70c0-430a-9f09-266019f7cfee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=68b2ec45-c652-47b2-a238-d0ca2a1e65ac HTTP/1.1" status: 200 len: 835 time: 0.0421381 Aug 03 20:04:48.376430 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327df28-0508-463f-a2c6-b37943066a98 req-ac9cdb98-67d5-4db0-8bce-6a5b5f61ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:48.378009 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4327df28-0508-463f-a2c6-b37943066a98 req-ac9cdb98-67d5-4db0-8bce-6a5b5f61ab90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e39387ab-056a-482d-80b8-12466864742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443811 Aug 03 20:04:48.467890 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4327df28-0508-463f-a2c6-b37943066a98 req-03b486ce-7684-49fd-a14d-d6a3f68e4211 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824025 Aug 03 20:04:48.561092 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4327df28-0508-463f-a2c6-b37943066a98 req-f061509f-ca88-441e-b635-90fb2b6eb6b2 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856798 Aug 03 20:04:49.256120 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a40ce-00e4-4e5e-b173-1c9d98a69562 req-cc58a850-9231-4997-9149-bb1b73042ca9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:49.258235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-189a40ce-00e4-4e5e-b173-1c9d98a69562 req-cc58a850-9231-4997-9149-bb1b73042ca9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0514951 Aug 03 20:04:49.297290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-189a40ce-00e4-4e5e-b173-1c9d98a69562 req-10a2c0b0-d6ec-4a1f-b199-1491e88dc8f6 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331051 Aug 03 20:04:49.319689 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38642) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:49.385133 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-05eb50af-87db-4d13-801c-462a9c24a8ca tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/3d281440-49c2-4b58-9eb8-ea3e5e839e1a HTTP/1.1" status: 200 len: 992 time: 0.0642397 Aug 03 20:05:00.354691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.747614 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-bfa4cb30-7bc6-4bea-b753-52e5ff6a1daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:06.528973 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-328e887f-3774-45e9-b15d-e87e594c1e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:06.837956 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:08.181970 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:09.929682 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:11.462121 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-53ad572a-fa20-42e4-8202-95280e29c672 req-79ab84b7-902b-4192-8869-b7d6ea626587 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400012 Aug 03 20:05:11.542512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad572a-fa20-42e4-8202-95280e29c672 req-f63c1470-e6ff-4c66-be4d-a8438f155cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:11.544031 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-53ad572a-fa20-42e4-8202-95280e29c672 req-f63c1470-e6ff-4c66-be4d-a8438f155cad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 1096 time: 0.0408638 Aug 03 20:05:11.649246 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad572a-fa20-42e4-8202-95280e29c672 req-3d79df6d-cb27-49b2-b040-05a100ce917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:11.651443 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-53ad572a-fa20-42e4-8202-95280e29c672 req-3d79df6d-cb27-49b2-b040-05a100ce917f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e39387ab-056a-482d-80b8-12466864742f HTTP/1.1" status: 200 len: 897 time: 0.0887861 Aug 03 20:05:11.717342 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-53ad572a-fa20-42e4-8202-95280e29c672 req-6c40fb44-7268-47d7-a815-001d8bcf90ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb HTTP/1.1" status: 200 len: 1000 time: 0.0581567 Aug 03 20:05:11.767673 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad572a-fa20-42e4-8202-95280e29c672 req-8a25848c-62bd-4600-a327-face04f670ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:11.769179 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-53ad572a-fa20-42e4-8202-95280e29c672 req-8a25848c-62bd-4600-a327-face04f670ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=68b2ec45-c652-47b2-a238-d0ca2a1e65ac HTTP/1.1" status: 200 len: 835 time: 0.0433979 Aug 03 20:05:11.820576 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad572a-fa20-42e4-8202-95280e29c672 req-909dd141-35ee-4b06-bdfe-674fd33b43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:11.822687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-53ad572a-fa20-42e4-8202-95280e29c672 req-909dd141-35ee-4b06-bdfe-674fd33b43aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e39387ab-056a-482d-80b8-12466864742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448585 Aug 03 20:05:11.912587 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-53ad572a-fa20-42e4-8202-95280e29c672 req-187db2bc-8815-4a0d-8c41-d4ab8f514138 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828929 Aug 03 20:05:12.008158 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-53ad572a-fa20-42e4-8202-95280e29c672 req-27a611cb-dfb0-4ef6-9a5a-c8311e171a26 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882299 Aug 03 20:05:16.092383 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:18.144300 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:05:19.885569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38670) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:20.041878 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port 465dc3d4-222f-4bbd-965a-2f2241704fd5 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:05:20.042229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:20.120849 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:20.121121 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:20.132570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for 465dc3d4-222f-4bbd-965a-2f2241704fd5 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:05:20.282380 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:20.311425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=465dc3d4-222f-4bbd-965a-2f2241704fd5,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:20.324212 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.324569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.325079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.325429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.325795 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.326133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.326712 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.327101 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.327441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.327803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.328106 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.328434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:20.383596 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:20.383843 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Floating IP 3d281440-49c2-4b58-9eb8-ea3e5e839e1a disassociated (deleted). External IP: 172.25.8.24, port: e17a6c4c-0a50-40ec-bf26-14561d185dcb. Aug 03 20:05:20.593106 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:05:20.700045 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:05:20.704764 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:20.709310 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5581e8-b5a4-4b04-be4e-7486a0c249cf None None] Sync routers for ids ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:05:20.718071 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5581e8-b5a4-4b04-be4e-7486a0c249cf None None] Routers {'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:20.718672 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8a5581e8-b5a4-4b04-be4e-7486a0c249cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:05:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:20.731911 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d45b01e5-a6bb-4c86-be54-262e58ef164e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/floatingips/3d281440-49c2-4b58-9eb8-ea3e5e839e1a HTTP/1.1" status: 204 len: 168 time: 0.8451805 Aug 03 20:05:20.732515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'tag': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:05:20.734828 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bf97f7-abe2-499e-81b7-37e45bfb9bce", "tag": "e17a6c4c-0a50-40ec-bf26-14561d185dcb"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:05:20.834586 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8a5581e8-b5a4-4b04-be4e-7486a0c249cf None None] Set router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:20.841972 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2c03a7-1133-4a31-beb1-9c9addf78184 x-openstack-request-id: req-1e2c03a7-1133-4a31-beb1-9c9addf78184 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:05:20.842343 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bf97f7-abe2-499e-81b7-37e45bfb9bce", "tag": "e17a6c4c-0a50-40ec-bf26-14561d185dcb", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:05:20.842625 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e2c03a7-1133-4a31-beb1-9c9addf78184 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:05:20.843054 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'tag': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb', 'status': 'completed', 'code': 200} Aug 03 20:05:20.913207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff req-b7fd692b-1602-4254-baef-2ea88721cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:20.915059 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff req-b7fd692b-1602-4254-baef-2ea88721cb1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 1096 time: 0.0483947 Aug 03 20:05:20.978853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36861db-f723-4bc1-8702-4508c91691bb req-a549c0ea-95d9-453a-99d4-b17b94621ee2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:20.980579 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c36861db-f723-4bc1-8702-4508c91691bb req-a549c0ea-95d9-453a-99d4-b17b94621ee2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0566149 Aug 03 20:05:21.015136 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff req-d65785d7-44c8-4fb1-99d4-3367a962aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:21.016816 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff req-d65785d7-44c8-4fb1-99d4-3367a962aa56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e39387ab-056a-482d-80b8-12466864742f HTTP/1.1" status: 200 len: 897 time: 0.0937650 Aug 03 20:05:21.022254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c36861db-f723-4bc1-8702-4508c91691bb req-da62dea7-472f-4752-a117-c03eb5e04a2a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354726 Aug 03 20:05:21.055432 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8a5581e8-b5a4-4b04-be4e-7486a0c249cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:43Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '38a1f5b7-9a3a-4033-b860-c27fc81a1006', 'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:53:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:42Z', 'updated_at': '2021-08-03T20:03:47Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:21.061129 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff req-b313d542-fce9-4ba5-89b3-ec49197d8f72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb HTTP/1.1" status: 200 len: 217 time: 0.0362566 Aug 03 20:05:21.081926 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5581e8-b5a4-4b04-be4e-7486a0c249cf None None] Checking router: c2954442-2ee0-4b0d-9bc6-cc4949e03e8c for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:05:21.090229 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5581e8-b5a4-4b04-be4e-7486a0c249cf None None] Routers {'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:21.090829 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8a5581e8-b5a4-4b04-be4e-7486a0c249cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:05:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:21.112117 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff req-169457d0-fcb0-45b0-92b5-6815f6fe9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:21.113719 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff req-169457d0-fcb0-45b0-92b5-6815f6fe9624 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=68b2ec45-c652-47b2-a238-d0ca2a1e65ac HTTP/1.1" status: 200 len: 835 time: 0.0445592 Aug 03 20:05:21.161042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff req-63a3ea12-9dc0-4159-81ea-64f04f702b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:21.162587 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff req-63a3ea12-9dc0-4159-81ea-64f04f702b95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e39387ab-056a-482d-80b8-12466864742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403478 Aug 03 20:05:21.197957 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8a5581e8-b5a4-4b04-be4e-7486a0c249cf None None] Set router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:21.275541 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff req-30588214-d12c-44d6-8982-20a13b969931 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049957 Aug 03 20:05:21.372564 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-48cd9591-bd70-4e45-a428-b0c05bc2f8ff req-55097b6e-dcb5-4ad1-83e7-09423a202352 service neutron] 10.222.0.37 "GET /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896723 Aug 03 20:05:21.405706 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8a5581e8-b5a4-4b04-be4e-7486a0c249cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:43Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '38a1f5b7-9a3a-4033-b860-c27fc81a1006', 'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:53:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:42Z', 'updated_at': '2021-08-03T20:03:47Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:21.432190 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5581e8-b5a4-4b04-be4e-7486a0c249cf None None] The sync data for ids ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'] in n-d-802918-7 is: [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:03:43Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '38a1f5b7-9a3a-4033-b860-c27fc81a1006', 'name': '', 'network_id': 'e39387ab-056a-482d-80b8-12466864742f', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:53:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:42Z', 'updated_at': '2021-08-03T20:03:47Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': '68b2ec45-c652-47b2-a238-d0ca2a1e65ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:05:21.647880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f604359-f4a8-4ab7-bf77-a063cf4b2547 None None] New status for floating IP 3d281440-49c2-4b58-9eb8-ea3e5e839e1a: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:05:22.153258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a62b7-964c-4ae5-a76d-acc355f6489b req-ba21608b-100c-42d8-9142-3f4ca6c805c4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:22.154774 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae3a62b7-964c-4ae5-a76d-acc355f6489b req-ba21608b-100c-42d8-9142-3f4ca6c805c4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0503478 Aug 03 20:05:22.198011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ae3a62b7-964c-4ae5-a76d-acc355f6489b req-91b5bd5c-7aa8-4485-8bca-99bfcc9c9541 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=bbbb5183-2156-4a6b-8d08-ff9844a97ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373273 Aug 03 20:05:22.514186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ff565-7f14-4414-9b86-648d87b97921 req-3d7d528e-272d-4569-9058-7c0d32dcb288 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:22.515653 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4ff565-7f14-4414-9b86-648d87b97921 req-3d7d528e-272d-4569-9058-7c0d32dcb288 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 945 time: 0.0539129 Aug 03 20:05:22.604801 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-1e4ff565-7f14-4414-9b86-648d87b97921 req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port e17a6c4c-0a50-40ec-bf26-14561d185dcb {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:05:22.605146 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e4ff565-7f14-4414-9b86-648d87b97921 req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:22.695650 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-1e4ff565-7f14-4414-9b86-648d87b97921 req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port e17a6c4c-0a50-40ec-bf26-14561d185dcb, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=e17a6c4c-0a50-40ec-bf26-14561d185dcb,segment=NetworkSegment(097ebe05-560c-43f0-b0a0-7d4f36ebef46),segment_id=097ebe05-560c-43f0-b0a0-7d4f36ebef46)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:22.696020 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e4ff565-7f14-4414-9b86-648d87b97921 req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:22.709368 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-1e4ff565-7f14-4414-9b86-648d87b97921 req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for e17a6c4c-0a50-40ec-bf26-14561d185dcb owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:05:22.833281 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e4ff565-7f14-4414-9b86-648d87b97921 req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:22.865125 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=e17a6c4c-0a50-40ec-bf26-14561d185dcb,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:22.877798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.878390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.878541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.878874 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.879120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.879453 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.879784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.880107 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.880436 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.880761 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.881083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.881405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:22.914388 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4ff565-7f14-4414-9b86-648d87b97921 req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] No DVR routers for this DVR port e17a6c4c-0a50-40ec-bf26-14561d185dcb on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:05:22.917616 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-1e4ff565-7f14-4414-9b86-648d87b97921 req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:22.919728 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1e4ff565-7f14-4414-9b86-648d87b97921 req-9665a09e-4713-4ece-985f-dacb5f296d2e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "DELETE /v2.0/ports/e17a6c4c-0a50-40ec-bf26-14561d185dcb HTTP/1.1" status: 204 len: 173 time: 0.3983462 Aug 03 20:05:22.920185 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'name': 'network-vif-deleted', 'tag': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:05:22.922581 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbcdeaf-3bb9-45e9-b21b-3a5fff3ed876" -d '{"events": [{"server_uuid": "b2bf97f7-abe2-499e-81b7-37e45bfb9bce", "name": "network-vif-deleted", "tag": "e17a6c4c-0a50-40ec-bf26-14561d185dcb"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:05:23.009192 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673bd864-1a46-4006-99a2-0fbd46025173 x-openstack-request-id: req-673bd864-1a46-4006-99a2-0fbd46025173 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:05:23.009531 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bf97f7-abe2-499e-81b7-37e45bfb9bce", "name": "network-vif-deleted", "tag": "e17a6c4c-0a50-40ec-bf26-14561d185dcb", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:05:23.009792 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-673bd864-1a46-4006-99a2-0fbd46025173 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:05:23.010709 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bf97f7-abe2-499e-81b7-37e45bfb9bce', 'name': 'network-vif-deleted', 'tag': 'e17a6c4c-0a50-40ec-bf26-14561d185dcb', 'status': 'completed', 'code': 200} Aug 03 20:05:23.309849 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d10565d3-1cdc-43f9-af69-c5f09bf67b0b req-c1e411b5-4ee3-44fc-a4c7-169752cc94c9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=b2bf97f7-abe2-499e-81b7-37e45bfb9bce HTTP/1.1" status: 200 len: 210 time: 0.0287156 Aug 03 20:05:24.367356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38694) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:24.737216 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:24.994962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port 38a1f5b7-9a3a-4033-b860-c27fc81a1006 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:05:24.995226 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:25.411999 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port 38a1f5b7-9a3a-4033-b860-c27fc81a1006, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=38a1f5b7-9a3a-4033-b860-c27fc81a1006,segment=NetworkSegment(097ebe05-560c-43f0-b0a0-7d4f36ebef46),segment_id=097ebe05-560c-43f0-b0a0-7d4f36ebef46)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:25.412751 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:25.425743 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for 38a1f5b7-9a3a-4033-b860-c27fc81a1006 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:05:25.613459 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:25.640962 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=38a1f5b7-9a3a-4033-b860-c27fc81a1006,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:25.831467 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:25.867976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e17a6c4c-0a50-40ec-bf26-14561d185dcb no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:05:25.892560 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: e17a6c4c-0a50-40ec-bf26-14561d185dcb {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:05:25.892909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device e17a6c4c-0a50-40ec-bf26-14561d185dcb not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:05:26.053850 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:05:26.166571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:05:26.171869 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-148199b4-a1d5-46de-a47f-96a208e4ccc4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "PUT /v2.0/routers/c2954442-2ee0-4b0d-9bc6-cc4949e03e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8031712 Aug 03 20:05:26.174774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38696) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:26.184140 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9e041-5897-43fd-a749-9525b61427c2 None None] Sync routers for ids ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:05:26.193713 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9e041-5897-43fd-a749-9525b61427c2 None None] Routers {'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:26.194315 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-90d9e041-5897-43fd-a749-9525b61427c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:05:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:26.245810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-68438d6c-409e-4e65-9b59-fc0aa46b35bb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting subnet 68b2ec45-c652-47b2-a238-d0ca2a1e65ac {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:05:26.249055 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-68438d6c-409e-4e65-9b59-fc0aa46b35bb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.289848 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-68438d6c-409e-4e65-9b59-fc0aa46b35bb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.299549 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-90d9e041-5897-43fd-a749-9525b61427c2 None None] Set router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:26.373511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-68438d6c-409e-4e65-9b59-fc0aa46b35bb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.443369 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-68438d6c-409e-4e65-9b59-fc0aa46b35bb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.471911 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68438d6c-409e-4e65-9b59-fc0aa46b35bb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Subnet': ['ID=68b2ec45-c652-47b2-a238-d0ca2a1e65ac,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:26.476639 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-90d9e041-5897-43fd-a749-9525b61427c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:05:25Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:26.476869 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-68438d6c-409e-4e65-9b59-fc0aa46b35bb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.479644 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-68438d6c-409e-4e65-9b59-fc0aa46b35bb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/subnets/68b2ec45-c652-47b2-a238-d0ca2a1e65ac HTTP/1.1" status: 204 len: 168 time: 0.3038146 Aug 03 20:05:26.482924 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38698) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:26.484597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd983149-aba8-40de-bacc-ca8b5a076a53 None None] Network e39387ab-056a-482d-80b8-12466864742f requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:05:26.510406 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9e041-5897-43fd-a749-9525b61427c2 None None] Checking router: c2954442-2ee0-4b0d-9bc6-cc4949e03e8c for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:05:26.523956 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9e041-5897-43fd-a749-9525b61427c2 None None] Routers {'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:26.524701 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-90d9e041-5897-43fd-a749-9525b61427c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:05:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:26.596601 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.635926 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-90d9e041-5897-43fd-a749-9525b61427c2 None None] Set router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:26.673224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] DHCP port deletion for e39387ab-056a-482d-80b8-12466864742f request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:05:26.718080 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.726082 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Deleting port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:05:26.726420 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.779514 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port b9f21749-448a-4896-a3dd-7e774ccee3f2 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:05:26.779876 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.794535 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] For port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=53fe45a1-fa75-4de8-9c56-4faf0772ccc6,segment=NetworkSegment(097ebe05-560c-43f0-b0a0-7d4f36ebef46),segment_id=097ebe05-560c-43f0-b0a0-7d4f36ebef46)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:26.795115 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.809373 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Calling delete_port for 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:05:26.863771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port b9f21749-448a-4896-a3dd-7e774ccee3f2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=b9f21749-448a-4896-a3dd-7e774ccee3f2,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:26.864134 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.896657 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for b9f21749-448a-4896-a3dd-7e774ccee3f2 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:05:26.907707 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:26.938181 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-90d9e041-5897-43fd-a749-9525b61427c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:05:25Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:26.941718 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Pushing event deleted for resources: {'Port': ['ID=53fe45a1-fa75-4de8-9c56-4faf0772ccc6,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:26.951524 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] No DVR routers for this DVR port 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:05:26.954106 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.954579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.954932 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.955273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.955605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.955942 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.956274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.956600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.956927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.957251 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.957601 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.957931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f71b20-86df-41b7-8d8d-1638e0cc7b8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:26.974026 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d9e041-5897-43fd-a749-9525b61427c2 None None] The sync data for ids ['c2954442-2ee0-4b0d-9bc6-cc4949e03e8c'] in n-d-802918-7 is: [{'id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1618454826', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:03:39Z', 'updated_at': '2021-08-03T20:05:25Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': 'b9f21749-448a-4896-a3dd-7e774ccee3f2', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2954442-2ee0-4b0d-9bc6-cc4949e03e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:03:40Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:05:27.080331 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.106197 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=b9f21749-448a-4896-a3dd-7e774ccee3f2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:27.163803 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.255667 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.257807 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.305072 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.305666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Fanout notify agent at l3_agent the message router_deleted on router c2954442-2ee0-4b0d-9bc6-cc4949e03e8c {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:05:27.313016 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.314356 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-84203702-c253-4648-a513-a421ae609661 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/routers/c2954442-2ee0-4b0d-9bc6-cc4949e03e8c HTTP/1.1" status: 204 len: 168 time: 0.8304505 Aug 03 20:05:27.316881 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38700) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:27.398023 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.490924 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.501629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39387ab-056a-482d-80b8-12466864742f']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:27.512464 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097ebe05-560c-43f0-b0a0-7d4f36ebef46') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:27.512767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097ebe05-560c-43f0-b0a0-7d4f36ebef46') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:27.522543 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.537861 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.544316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:05:27.544755 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: timer() Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:05:27.547833 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:05:27.615675 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.622937 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.624767 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/networks/e39387ab-056a-482d-80b8-12466864742f HTTP/1.1" status: 204 len: 168 time: 0.3067963 Aug 03 20:05:27.627895 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38702) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:27.637001 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84cf07-f854-453e-859d-148fdf363877 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Network': ['ID=e39387ab-056a-482d-80b8-12466864742f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:27.687550 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd493-4a51-4480-925d-2daa34fda298 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.716729 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd493-4a51-4480-925d-2daa34fda298 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.782077 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd493-4a51-4480-925d-2daa34fda298 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.784833 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-0d1fd493-4a51-4480-925d-2daa34fda298 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.786051 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-0d1fd493-4a51-4480-925d-2daa34fda298 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/security-groups/bbbb5183-2156-4a6b-8d08-ff9844a97ee2 HTTP/1.1" status: 204 len: 168 time: 0.1571429 Aug 03 20:05:27.795578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fd493-4a51-4480-925d-2daa34fda298 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbb5183-2156-4a6b-8d08-ff9844a97ee2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:27.971674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b9f21749-448a-4896-a3dd-7e774ccee3f2 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:05:27.991835 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: b9f21749-448a-4896-a3dd-7e774ccee3f2 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:05:27.992191 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device b9f21749-448a-4896-a3dd-7e774ccee3f2 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:05:27.992616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:05:28.012887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:05:28.013237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 53fe45a1-fa75-4de8-9c56-4faf0772ccc6 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:05:28.013701 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 38a1f5b7-9a3a-4033-b860-c27fc81a1006 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:05:28.032681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 38a1f5b7-9a3a-4033-b860-c27fc81a1006 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:05:28.033044 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 38a1f5b7-9a3a-4033-b860-c27fc81a1006 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:05:28.227941 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38708) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:28.233261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-5f6da42f-c2a2-40c1-ac24-4c3a8518be9b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038617646', 'description': 'tempest-secgroup-smoke-2038617646 description', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:28.259833 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f6da42f-c2a2-40c1-ac24-4c3a8518be9b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.356304 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f6da42f-c2a2-40c1-ac24-4c3a8518be9b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.360355 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f6da42f-c2a2-40c1-ac24-4c3a8518be9b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.391626 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5f6da42f-c2a2-40c1-ac24-4c3a8518be9b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.392885 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5f6da42f-c2a2-40c1-ac24-4c3a8518be9b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1633596 Aug 03 20:05:28.393741 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6da42f-c2a2-40c1-ac24-4c3a8518be9b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32168ed4-4f78-471a-8cc7-9e884e8d0668,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:28.396005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38710) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:28.403790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-9198824c-8b04-46ea-809d-7487ce8564e8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '32168ed4-4f78-471a-8cc7-9e884e8d0668', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:28.435123 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9198824c-8b04-46ea-809d-7487ce8564e8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.489762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9198824c-8b04-46ea-809d-7487ce8564e8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.493351 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9198824c-8b04-46ea-809d-7487ce8564e8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.511405 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198824c-8b04-46ea-809d-7487ce8564e8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d74471b-5879-4b65-9136-c0292d1ac626,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:28.517174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9198824c-8b04-46ea-809d-7487ce8564e8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.518395 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9198824c-8b04-46ea-809d-7487ce8564e8 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214492 Aug 03 20:05:28.521178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38712) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:28.526396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-4ea0cb7b-9b83-4299-b632-c53740832b83 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '32168ed4-4f78-471a-8cc7-9e884e8d0668', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:28.553486 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ea0cb7b-9b83-4299-b632-c53740832b83 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.609190 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ea0cb7b-9b83-4299-b632-c53740832b83 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.612830 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ea0cb7b-9b83-4299-b632-c53740832b83 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.629407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0cb7b-9b83-4299-b632-c53740832b83 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70f2aed-889b-4878-8f1f-45549c1e9f0c,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:28.635627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-4ea0cb7b-9b83-4299-b632-c53740832b83 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.636943 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4ea0cb7b-9b83-4299-b632-c53740832b83 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146610 Aug 03 20:05:28.639661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38714) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:28.644056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d317eacb-90ac-47db-845c-b749a2d82bb0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '32168ed4-4f78-471a-8cc7-9e884e8d0668', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:28.670512 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d317eacb-90ac-47db-845c-b749a2d82bb0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.730419 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d317eacb-90ac-47db-845c-b749a2d82bb0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.734625 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d317eacb-90ac-47db-845c-b749a2d82bb0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.751173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317eacb-90ac-47db-845c-b749a2d82bb0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46df15e9-20e4-4b60-aeda-8e85fd7de4b0,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:28.757993 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d317eacb-90ac-47db-845c-b749a2d82bb0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.759224 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d317eacb-90ac-47db-845c-b749a2d82bb0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186392 Aug 03 20:05:28.761851 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38716) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:28.766281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-f039e242-5ec9-4b43-85ab-34cfe5efc25a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '32168ed4-4f78-471a-8cc7-9e884e8d0668', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:28.792779 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f039e242-5ec9-4b43-85ab-34cfe5efc25a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.850926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f039e242-5ec9-4b43-85ab-34cfe5efc25a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.854992 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f039e242-5ec9-4b43-85ab-34cfe5efc25a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.872335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039e242-5ec9-4b43-85ab-34cfe5efc25a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f02ff7-50aa-4a1f-bc03-3055cee0b107,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:28.877949 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f039e242-5ec9-4b43-85ab-34cfe5efc25a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.881960 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f039e242-5ec9-4b43-85ab-34cfe5efc25a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191254 Aug 03 20:05:28.882139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38718) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:28.888124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5b4d39be-52c2-4ddd-aca1-3deb18c0e131 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '32168ed4-4f78-471a-8cc7-9e884e8d0668', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:28.910386 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-5b4d39be-52c2-4ddd-aca1-3deb18c0e131 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Project bedfdf4acc9847b4ab0590ebd1c09c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:05:28.915132 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b4d39be-52c2-4ddd-aca1-3deb18c0e131 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.979953 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b4d39be-52c2-4ddd-aca1-3deb18c0e131 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:28.983420 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b4d39be-52c2-4ddd-aca1-3deb18c0e131 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.001486 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d39be-52c2-4ddd-aca1-3deb18c0e131 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c959c2be-131c-424e-a702-978e39bef1d6,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:29.003690 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5b4d39be-52c2-4ddd-aca1-3deb18c0e131 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.004886 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5b4d39be-52c2-4ddd-aca1-3deb18c0e131 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217489 Aug 03 20:05:29.007687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38720) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:29.012603 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1db4a48c-ec0b-4c0b-bf82-c16f2a6e6ea9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'security_group_rule': {'security_group_id': '32168ed4-4f78-471a-8cc7-9e884e8d0668', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:29.034396 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-1db4a48c-ec0b-4c0b-bf82-c16f2a6e6ea9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Project bedfdf4acc9847b4ab0590ebd1c09c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:05:29.040199 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1db4a48c-ec0b-4c0b-bf82-c16f2a6e6ea9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.103726 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1db4a48c-ec0b-4c0b-bf82-c16f2a6e6ea9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.108650 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1db4a48c-ec0b-4c0b-bf82-c16f2a6e6ea9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.125545 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4a48c-ec0b-4c0b-bf82-c16f2a6e6ea9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942bf3e6-c389-4fed-b065-afd9ccfef284,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:29.131881 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1db4a48c-ec0b-4c0b-bf82-c16f2a6e6ea9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.133013 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1db4a48c-ec0b-4c0b-bf82-c16f2a6e6ea9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244159 Aug 03 20:05:29.136285 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38722) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:29.141333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'network': {'name': 'tempest-network-smoke--132862806', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'port_security_enabled': True}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:29.161704 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'network': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:05:29.165053 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.191250 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=100487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:05:29.200181 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.200520 n-d-802918-7 neutron-server[100487]: INFO neutron.db.segments_db [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Added segment 8cda64c1-8506-4761-8d06-4798121881ec of type vlan for network 11350114-bbc1-4780-8916-1bce058316b1 Aug 03 20:05:29.239815 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.267433 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.272926 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:29.273547 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.327191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1897438 Aug 03 20:05:29.330563 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38724) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:29.335541 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'admin_state_up': True, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:29.342215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237eec3-9c49-4c1c-80d0-25ebc62cb2e9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Network': ['ID=11350114-bbc1-4780-8916-1bce058316b1,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:29.352939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 11350114-bbc1-4780-8916-1bce058316b1 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:05:29.362858 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.364054 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.422555 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:29.557680 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:30.039378 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:30.057932 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:30.158893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.25.8.166 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/6049e006-1283-48c0-b285-8d0ac8830326) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:05:30.263453 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:30.310492 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:30.348965 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:30.351824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:30.358628 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:05:30.364000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=6049e006-1283-48c0-b285-8d0ac8830326,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:30.370824 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:30.617781 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:30.810229 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:30.936204 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:05:31.042225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:05:31.052015 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Sync routers for ids ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:05:31.061556 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Routers {'7779928f-2027-49fd-b69d-0f5cae9ab9e3'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:31.062189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:05:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:31.062660 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:31.067480 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-10dfd7a5-af0c-4cca-9f0a-91f14299fce9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7327621 Aug 03 20:05:31.067688 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38726) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:31.137857 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-4efdc402-f04a-47d1-a604-1504effdf746 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=bedfdf4acc9847b4ab0590ebd1c09c9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0689917 Aug 03 20:05:31.140499 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38730) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:31.169573 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Set router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:31.238599 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e4168e-54b4-4715-aed1-3fdf855785cf tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:31.240530 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-99e4168e-54b4-4715-aed1-3fdf855785cf tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0990710 Aug 03 20:05:31.243284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38732) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:31.273357 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b154f4d1-2f90-4b57-ae87-e4f782537438 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=ab2183c6-8a58-4723-b6c1-89f0b2aba78e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289185 Aug 03 20:05:31.276853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38734) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:31.281856 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1761481696', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:31.351836 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:30Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:31.371507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'subnet': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:05:31.375043 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296791'] for subnet, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:31.379317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Checking router: 7779928f-2027-49fd-b69d-0f5cae9ab9e3 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:05:31.379886 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Updating router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 port 6049e006-1283-48c0-b285-8d0ac8830326 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:05:31.409843 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:31.562092 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3161861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296773'] for subnet, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:31.636019 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Subnet': ['ID=a8fd54e8-007a-4402-b444-47448e7ba27e,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:31.643891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Checking segment: {'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:31.644261 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network hostable DHCP agents. Network: 11350114-bbc1-4780-8916-1bce058316b1, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:05:31.662396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network 11350114-bbc1-4780-8916-1bce058316b1 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:05:31.673039 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 11350114-bbc1-4780-8916-1bce058316b1) {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:31.679528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:31.679528 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:31.684002 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:31.687585 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8e2fd5-a1bf-41f3-b434-81183460d2fc None None] Network 11350114-bbc1-4780-8916-1bce058316b1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:05:31.695971 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8231a0eb-55f4-4285-80ee-5f20a0c4518f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4180729 Aug 03 20:05:31.698717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38736) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:31.731483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Transition to ACTIVE for port object 6049e006-1283-48c0-b285-8d0ac8830326 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:31.743024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:31.985068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bca6c9-378a-48c6-92b3-3101931a3496 None None] Pushing event updated for resources: {'Port': ['ID=6049e006-1283-48c0-b285-8d0ac8830326,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:31.989018 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Attempting to bind port 6049e006-1283-48c0-b285-8d0ac8830326 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:05:31.989391 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Attempting to bind port 6049e006-1283-48c0-b285-8d0ac8830326 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:05:31.989859 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Attempting to bind port 6049e006-1283-48c0-b285-8d0ac8830326 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:31.998918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:05:31.999296 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:31.999709 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.000103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:05:32.000574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Bound port: 6049e006-1283-48c0-b285-8d0ac8830326, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:05:32.000965 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.103244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] For port 6049e006-1283-48c0-b285-8d0ac8830326, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:05:32.106516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] For port 6049e006-1283-48c0-b285-8d0ac8830326, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6049e006-1283-48c0-b285-8d0ac8830326,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:05:32.109547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-11350114-bbc1-4780-8916-1bce058316b1', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ips': [{'subnet_id': 'a8fd54e8-007a-4402-b444-47448e7ba27e'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:05:32.110416 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.120521 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.146708 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.236612 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bca6c9-378a-48c6-92b3-3101931a3496 None None] Pushing event updated for resources: {'Port': ['ID=6049e006-1283-48c0-b285-8d0ac8830326,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:32.251587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Routers {'7779928f-2027-49fd-b69d-0f5cae9ab9e3'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:32.252229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:05:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:32.383316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Allocated IP 172.20.0.2 (11350114-bbc1-4780-8916-1bce058316b1/a8fd54e8-007a-4402-b444-47448e7ba27e/cfffe248-a718-49e5-8d78-cb7917763e71) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:05:32.411357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] Set router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:32.674546 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.688639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Transition to ACTIVE for port object cfffe248-a718-49e5-8d78-cb7917763e71 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:32.708879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Transition to ACTIVE for port object cfffe248-a718-49e5-8d78-cb7917763e71 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:32.716229 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:30Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:32.718415 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.764844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.20.0.1 (11350114-bbc1-4780-8916-1bce058316b1/a8fd54e8-007a-4402-b444-47448e7ba27e/ff073571-fc4a-4fd8-8574-362dc53b9c02) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:05:32.771378 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135da7da-146c-4e12-8e7f-c29be82c1f2d None None] The sync data for ids ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'] in n-d-802918-7 is: [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:30Z', 'revision_number': 3, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:05:32.782669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Network 11350114-bbc1-4780-8916-1bce058316b1 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:32.792767 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:32.795218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:05:32.798372 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Pushing event updated for resources: {'Port': ['ID=cfffe248-a718-49e5-8d78-cb7917763e71,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:32.858710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Attempting to bind port cfffe248-a718-49e5-8d78-cb7917763e71 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:05:32.859053 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Attempting to bind port cfffe248-a718-49e5-8d78-cb7917763e71 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:05:32.859428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Attempting to bind port cfffe248-a718-49e5-8d78-cb7917763e71 on network 11350114-bbc1-4780-8916-1bce058316b1 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:32.864928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:05:32.865306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Checking segment: {'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:32.865747 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.866147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Bound using segment: {'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:05:32.866717 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Bound port: cfffe248-a718-49e5-8d78-cb7917763e71, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:05:32.867110 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.887504 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.901988 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Transition to ACTIVE for port object ff073571-fc4a-4fd8-8574-362dc53b9c02 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:32.933708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] For port cfffe248-a718-49e5-8d78-cb7917763e71, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:05:32.936106 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.938171 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] For port cfffe248-a718-49e5-8d78-cb7917763e71, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=cfffe248-a718-49e5-8d78-cb7917763e71,segment=NetworkSegment(8cda64c1-8506-4761-8d06-4798121881ec),segment_id=8cda64c1-8506-4761-8d06-4798121881ec)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:05:32.944849 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:32.989643 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network 11350114-bbc1-4780-8916-1bce058316b1 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:32.996295 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:32.999370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:05:33.014900 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272759b-fd82-4203-ab57-a915e73f6a16 None None] Pushing event updated for resources: {'Port': ['ID=cfffe248-a718-49e5-8d78-cb7917763e71,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:33.033567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=ff073571-fc4a-4fd8-8574-362dc53b9c02,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:33.061755 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:33.235378 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:33.543746 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:33.548742 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:33.620519 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=ff073571-fc4a-4fd8-8574-362dc53b9c02,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:33.625772 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:33.735322 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network 11350114-bbc1-4780-8916-1bce058316b1 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:33.737195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:33.752976 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9830aa7a-7db5-4349-8703-89a5c038dcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:33.872732 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:05:33.933004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6049e006-1283-48c0-b285-8d0ac8830326 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:33.988333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 6049e006-1283-48c0-b285-8d0ac8830326 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:33.992202 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0ea8e-2efc-4b9f-baf6-8e54f9da2367 None None] Network 11350114-bbc1-4780-8916-1bce058316b1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:05:33.997456 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 6049e006-1283-48c0-b285-8d0ac8830326 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:33.997935 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:33.999706 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:05:34.006875 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9d9a3e6b-768a-4e04-94a5-19474137b15c tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "PUT /v2.0/routers/7779928f-2027-49fd-b69d-0f5cae9ab9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3051488 Aug 03 20:05:34.097382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-4d1ae2d1-9c79-47cd-bfec-7f4893c817cb None None] Provisioning for port cfffe248-a718-49e5-8d78-cb7917763e71 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:34.157423 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-2c9c01f7-0c01-48b6-84f1-f555282dedae tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038617646&fields=id&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 267 time: 0.0364795 Aug 03 20:05:34.195835 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:34.233818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 6049e006-1283-48c0-b285-8d0ac8830326, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6049e006-1283-48c0-b285-8d0ac8830326,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:34.239131 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:34.239930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cfffe248-a718-49e5-8d78-cb7917763e71 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:34.279642 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c34a7e-908c-4723-aa48-742482cfb15e req-7c92be86-6c5d-4f6e-82bc-5a2121b804e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:34.281145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-7c92be86-6c5d-4f6e-82bc-5a2121b804e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/networks?id=11350114-bbc1-4780-8916-1bce058316b1 HTTP/1.1" status: 200 len: 796 time: 0.1155968 Aug 03 20:05:34.301611 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-f6518909-98b0-4816-baa7-951bf73d2fcb tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/quotas/bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 375 time: 0.0145688 Aug 03 20:05:34.329931 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=6049e006-1283-48c0-b285-8d0ac8830326,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:34.342879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port cfffe248-a718-49e5-8d78-cb7917763e71 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:34.347400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port cfffe248-a718-49e5-8d78-cb7917763e71 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:34.347784 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:34.372699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-a20b98a0-47c8-47de-9cda-1722a0f77d90 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560808 Aug 03 20:05:34.446190 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:34.450661 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-5d4837cd-5698-4de5-a9bb-3b348b203f85 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:05:34.452200 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-5d4837cd-5698-4de5-a9bb-3b348b203f85 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0654323 Aug 03 20:05:34.492495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port cfffe248-a718-49e5-8d78-cb7917763e71, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=cfffe248-a718-49e5-8d78-cb7917763e71,segment=NetworkSegment(8cda64c1-8506-4761-8d06-4798121881ec),segment_id=8cda64c1-8506-4761-8d06-4798121881ec)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:34.497256 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:34.563264 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=cfffe248-a718-49e5-8d78-cb7917763e71,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:34.566542 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Sync routers for ids ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:05:34.577673 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Routers {'7779928f-2027-49fd-b69d-0f5cae9ab9e3'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:34.578353 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:05:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:34.588049 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-05966c21-00b6-4669-8e69-3fe2155bc8f6 service neutron] 10.222.0.78 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208990 Aug 03 20:05:34.646987 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-828fe9de-01a8-49b4-acbf-b5e8c62c5466 None None] Provisioning for port ff073571-fc4a-4fd8-8574-362dc53b9c02 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:34.653281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-828fe9de-01a8-49b4-acbf-b5e8c62c5466 None None] Provisioning complete for port ff073571-fc4a-4fd8-8574-362dc53b9c02 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:34.654404 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-828fe9de-01a8-49b4-acbf-b5e8c62c5466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:34.695470 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Set router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:34.699928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-828fe9de-01a8-49b4-acbf-b5e8c62c5466 None None] Port ff073571-fc4a-4fd8-8574-362dc53b9c02 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:05:34.713420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e033f4d6-0329-4597-b464-4e892da51454 service neutron] 10.222.0.78 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180313 Aug 03 20:05:34.717273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-828fe9de-01a8-49b4-acbf-b5e8c62c5466 None None] Provisioning complete for port cfffe248-a718-49e5-8d78-cb7917763e71 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:34.717624 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-828fe9de-01a8-49b4-acbf-b5e8c62c5466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:34.931867 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:33Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ff073571-fc4a-4fd8-8574-362dc53b9c02', 'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:8d:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:32Z', 'updated_at': '2021-08-03T20:05:33Z', 'revision_number': 2, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:34.951225 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-816572f2-485d-4016-b5b7-56122544e56c None None] Provisioning complete for port ff073571-fc4a-4fd8-8574-362dc53b9c02 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:34.951739 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-816572f2-485d-4016-b5b7-56122544e56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:34.953812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11d39771-38ea-4197-91f3-61220d13c084 req-4512a4c2-e026-4351-ae2e-334d81ea7001 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 210 time: 0.0529387 Aug 03 20:05:34.975120 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Checking router: 7779928f-2027-49fd-b69d-0f5cae9ab9e3 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:05:34.975581 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Updating router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 port ff073571-fc4a-4fd8-8574-362dc53b9c02 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:05:34.997161 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-816572f2-485d-4016-b5b7-56122544e56c None None] Port ff073571-fc4a-4fd8-8574-362dc53b9c02 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:05:35.006104 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:35.117616 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f5124d3c-9a28-4ca6-b36d-0ed791768e5d None None] Provisioning complete for port ff073571-fc4a-4fd8-8574-362dc53b9c02 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:35.118081 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f5124d3c-9a28-4ca6-b36d-0ed791768e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:35.160636 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f5124d3c-9a28-4ca6-b36d-0ed791768e5d None None] Port ff073571-fc4a-4fd8-8574-362dc53b9c02 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:05:35.286192 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:35.296092 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Transition to ACTIVE for port object ff073571-fc4a-4fd8-8574-362dc53b9c02 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:35.302625 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:35.354847 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Pushing event updated for resources: {'Port': ['ID=ff073571-fc4a-4fd8-8574-362dc53b9c02,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:35.379520 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.379871 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.380214 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.380551 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.380922 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.381256 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.381611 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.381941 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.382273 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.382585 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.382904 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.383223 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:35.416396 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Attempting to bind port ff073571-fc4a-4fd8-8574-362dc53b9c02 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:05:35.416772 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Attempting to bind port ff073571-fc4a-4fd8-8574-362dc53b9c02 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:05:35.417276 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Attempting to bind port ff073571-fc4a-4fd8-8574-362dc53b9c02 on network 11350114-bbc1-4780-8916-1bce058316b1 {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:35.423055 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:05:35.423498 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Checking segment: {'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:35.423825 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:35.424210 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Bound using segment: {'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:05:35.424756 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Bound port: ff073571-fc4a-4fd8-8574-362dc53b9c02, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:05:35.425174 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:35.503334 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] For port ff073571-fc4a-4fd8-8574-362dc53b9c02, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:05:35.506556 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] For port ff073571-fc4a-4fd8-8574-362dc53b9c02, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ff073571-fc4a-4fd8-8574-362dc53b9c02,segment=NetworkSegment(8cda64c1-8506-4761-8d06-4798121881ec),segment_id=8cda64c1-8506-4761-8d06-4798121881ec)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:05:35.511810 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:35.562313 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Routers {'7779928f-2027-49fd-b69d-0f5cae9ab9e3'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:35.563064 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:05:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:35.619427 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8360bec-a606-4ee9-a0af-1a9033407e5e None None] Pushing event updated for resources: {'Port': ['ID=ff073571-fc4a-4fd8-8574-362dc53b9c02,revision_number=4']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:35.693934 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] Set router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:35.873292 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6049e006-1283-48c0-b285-8d0ac8830326 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:35.896962 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:33Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ff073571-fc4a-4fd8-8574-362dc53b9c02', 'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:8d:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:32Z', 'updated_at': '2021-08-03T20:05:35Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:35.924503 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 6049e006-1283-48c0-b285-8d0ac8830326 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:35.925161 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:35.927098 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb3b0db-c3dd-4441-93b6-f146abe0a4e0 None None] The sync data for ids ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'] in n-d-802918-7 is: [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:33Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ff073571-fc4a-4fd8-8574-362dc53b9c02', 'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:8d:6f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:32Z', 'updated_at': '2021-08-03T20:05:35Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:05:36.069190 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c34a7e-908c-4723-aa48-742482cfb15e req-71a2761a-64b6-4218-b1a7-73c23826e1f0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:36.072782 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-71a2761a-64b6-4218-b1a7-73c23826e1f0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/networks?id=11350114-bbc1-4780-8916-1bce058316b1 HTTP/1.1" status: 200 len: 796 time: 0.1401966 Aug 03 20:05:36.093704 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cfffe248-a718-49e5-8d78-cb7917763e71 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:36.104601 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a792c5f1-0bb9-4266-bb30-bccc25851062 req-a082603d-29a1-437b-bb46-2c50e81647a9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 210 time: 0.0486157 Aug 03 20:05:36.129163 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-b1a24bf2-7f7b-41c4-af82-50faf44b4da2 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b HTTP/1.1" status: 200 len: 380 time: 0.0430391 Aug 03 20:05:36.138992 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'port': {'device_id': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'admin_state_up': True, 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'security_groups': ['32168ed4-4f78-471a-8cc7-9e884e8d0668']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:36.172213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port cfffe248-a718-49e5-8d78-cb7917763e71 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:36.172591 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:36.274049 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Made reservation on behalf of bedfdf4acc9847b4ab0590ebd1c09c9b for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:05:36.278219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:36.419512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.20.0.3 (11350114-bbc1-4780-8916-1bce058316b1/a8fd54e8-007a-4402-b444-47448e7ba27e/d21fe9e8-611c-41fd-b68d-19a3fd31fab8) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:05:36.536736 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-60d47028-d459-44c7-8612-fd2b70b46405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:36.566966 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:36.581454 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Transition to ACTIVE for port object d21fe9e8-611c-41fd-b68d-19a3fd31fab8 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:36.615665 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:36.841564 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:36.987370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network 11350114-bbc1-4780-8916-1bce058316b1 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:36.990702 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:36.995041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:05:37.023237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=d21fe9e8-611c-41fd-b68d-19a3fd31fab8,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:37.053335 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:37.054001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:37.069368 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-e94a818e-3e01-4e43-95c0-876b31ac6e77 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9346373 Aug 03 20:05:37.081821 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Request body: {'port': {'device_id': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:37.140787 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:37.228486 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0dced-ed1b-4002-8f05-3899b2a7f223 req-a444798a-299a-45b3-b930-78f1f2d7b151 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:37.235953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9a0dced-ed1b-4002-8f05-3899b2a7f223 req-a444798a-299a-45b3-b930-78f1f2d7b151 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 931 time: 0.0611475 Aug 03 20:05:37.246681 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c8a9851e-0cd8-4ec4-8b43-c196a1163ac0 None None] Provisioning for port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:37.253248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-c8a9851e-0cd8-4ec4-8b43-c196a1163ac0 None None] Provisioning complete for port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:37.254065 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c8a9851e-0cd8-4ec4-8b43-c196a1163ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:37.277811 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9a0dced-ed1b-4002-8f05-3899b2a7f223 req-bfa112e1-57c0-45da-92b0-e833e0e6db57 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408757 Aug 03 20:05:37.295725 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9851e-0cd8-4ec4-8b43-c196a1163ac0 None None] Port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:05:37.427507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21fe9e8-611c-41fd-b68d-19a3fd31fab8 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:05:37.435817 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:37.449170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Transition to ACTIVE for port object d21fe9e8-611c-41fd-b68d-19a3fd31fab8 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:37.454640 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:37.507574 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Pushing event updated for resources: {'Port': ['ID=d21fe9e8-611c-41fd-b68d-19a3fd31fab8,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:37.581480 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Attempting to bind port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:05:37.581853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Attempting to bind port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:05:37.582306 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Attempting to bind port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 on network 11350114-bbc1-4780-8916-1bce058316b1 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:37.586967 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 on network 11350114-bbc1-4780-8916-1bce058316b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:05:37.587853 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Attempting to bind port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 on network 11350114-bbc1-4780-8916-1bce058316b1 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:37.593128 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:05:37.593467 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Checking segment: {'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:37.594159 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Bound using segment: {'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:05:37.594586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Bound port: d21fe9e8-611c-41fd-b68d-19a3fd31fab8, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cda64c1-8506-4761-8d06-4798121881ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '11350114-bbc1-4780-8916-1bce058316b1'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:05:37.594949 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:37.669425 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] For port d21fe9e8-611c-41fd-b68d-19a3fd31fab8, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:05:37.672594 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] For port d21fe9e8-611c-41fd-b68d-19a3fd31fab8, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=d21fe9e8-611c-41fd-b68d-19a3fd31fab8,segment=NetworkSegment(8cda64c1-8506-4761-8d06-4798121881ec),segment_id=8cda64c1-8506-4761-8d06-4798121881ec)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:05:37.677833 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:37.715215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:37.715881 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:37.717584 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-662330ac-6529-4151-a018-bcf59365a886 service neutron] 10.222.0.37 "PUT /v2.0/ports/d21fe9e8-611c-41fd-b68d-19a3fd31fab8 HTTP/1.1" status: 200 len: 1091 time: 0.6402442 Aug 03 20:05:37.718062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'tag': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:05:37.720755 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539", "tag": "d21fe9e8-611c-41fd-b68d-19a3fd31fab8"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:05:37.750794 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662330ac-6529-4151-a018-bcf59365a886 service neutron] Pushing event updated for resources: {'Port': ['ID=d21fe9e8-611c-41fd-b68d-19a3fd31fab8,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:37.769138 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddc7c5d-9173-4aa4-b852-0822b355b3e8 x-openstack-request-id: req-9ddc7c5d-9173-4aa4-b852-0822b355b3e8 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:05:37.769568 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539", "tag": "d21fe9e8-611c-41fd-b68d-19a3fd31fab8", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:05:37.769920 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9ddc7c5d-9173-4aa4-b852-0822b355b3e8 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:05:37.770494 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'tag': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8', 'status': 'completed', 'code': 200} Aug 03 20:05:37.839552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c34a7e-908c-4723-aa48-742482cfb15e req-07c337e6-8a7f-4d0a-87cb-2dc6cba06687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:37.841751 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-07c337e6-8a7f-4d0a-87cb-2dc6cba06687 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 1094 time: 0.0597174 Aug 03 20:05:37.893970 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-01b68036-ae65-4b77-be4d-4782faa5a1ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d21fe9e8-611c-41fd-b68d-19a3fd31fab8 HTTP/1.1" status: 200 len: 217 time: 0.0439868 Aug 03 20:05:37.938770 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ff073571-fc4a-4fd8-8574-362dc53b9c02 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:37.952294 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c34a7e-908c-4723-aa48-742482cfb15e req-cec31ec0-6a06-4b93-908b-5def431c03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:37.954274 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-cec31ec0-6a06-4b93-908b-5def431c03fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8fd54e8-007a-4402-b444-47448e7ba27e HTTP/1.1" status: 200 len: 835 time: 0.0532424 Aug 03 20:05:38.000341 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port ff073571-fc4a-4fd8-8574-362dc53b9c02 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:38.005160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ff073571-fc4a-4fd8-8574-362dc53b9c02 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:38.005657 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:38.014723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c34a7e-908c-4723-aa48-742482cfb15e req-1bcc5257-e249-4065-b2ca-0b832c75e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:38.016399 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-1bcc5257-e249-4065-b2ca-0b832c75e996 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11350114-bbc1-4780-8916-1bce058316b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511620 Aug 03 20:05:38.096776 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:38.117622 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-a6dc94f8-b9a5-4962-a5ec-5a34c86d5d0e service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937042 Aug 03 20:05:38.132774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port ff073571-fc4a-4fd8-8574-362dc53b9c02, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ff073571-fc4a-4fd8-8574-362dc53b9c02,segment=NetworkSegment(8cda64c1-8506-4761-8d06-4798121881ec),segment_id=8cda64c1-8506-4761-8d06-4798121881ec)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:38.138332 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:38.196581 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:38.201706 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=ff073571-fc4a-4fd8-8574-362dc53b9c02,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:38.227056 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-57c34a7e-908c-4723-aa48-742482cfb15e req-ec1e2550-6790-4106-88a0-68c072166705 service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025827 Aug 03 20:05:38.319773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c req-4efb2eba-e772-43ac-9db2-780e0df2440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:38.321356 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c req-4efb2eba-e772-43ac-9db2-780e0df2440d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 1094 time: 0.0428815 Aug 03 20:05:38.392282 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e4591-e34b-4baa-acf8-338ab331af89 req-5e9e0f96-5ea9-450c-adaf-724506a5f039 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:38.393892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-474e4591-e34b-4baa-acf8-338ab331af89 req-5e9e0f96-5ea9-450c-adaf-724506a5f039 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 943 time: 0.0505488 Aug 03 20:05:38.422254 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c req-2c07c3da-a4fe-4092-b05e-da0565d4322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:38.423776 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c req-2c07c3da-a4fe-4092-b05e-da0565d4322f service neutron] 10.222.0.37 "GET /v2.0/networks?id=11350114-bbc1-4780-8916-1bce058316b1 HTTP/1.1" status: 200 len: 897 time: 0.0950806 Aug 03 20:05:38.433916 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-474e4591-e34b-4baa-acf8-338ab331af89 req-511a6bae-d92f-4418-b709-40a57cd7098f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339248 Aug 03 20:05:38.467327 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c req-dd065e1c-73db-424f-b76b-3df553182754 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d21fe9e8-611c-41fd-b68d-19a3fd31fab8 HTTP/1.1" status: 200 len: 217 time: 0.0353873 Aug 03 20:05:38.522655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c req-a14d29ea-c75e-4668-8a2a-6c1bfbc60fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:38.524128 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c req-a14d29ea-c75e-4668-8a2a-6c1bfbc60fa4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8fd54e8-007a-4402-b444-47448e7ba27e HTTP/1.1" status: 200 len: 835 time: 0.0499685 Aug 03 20:05:38.574201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c req-a086184f-99e3-452c-8f0b-5bebaa1e8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:38.575738 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c req-a086184f-99e3-452c-8f0b-5bebaa1e8215 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11350114-bbc1-4780-8916-1bce058316b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441473 Aug 03 20:05:38.669687 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c req-e3933d78-5e7f-412c-a58b-4936ea655ee4 service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857642 Aug 03 20:05:38.766967 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b9f0261-64c2-4f8a-a298-c7ab195d2c1c req-ccb6806e-49b9-47a1-87d2-c546a265c55b service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896759 Aug 03 20:05:39.548830 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e3c77-91bd-4bb2-9041-4cfc6ecb44a8 req-1cf69b54-0d7f-460e-931d-c6440f8fd5dc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:39.550434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-361e3c77-91bd-4bb2-9041-4cfc6ecb44a8 req-1cf69b54-0d7f-460e-931d-c6440f8fd5dc tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 943 time: 0.0491643 Aug 03 20:05:39.588869 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-361e3c77-91bd-4bb2-9041-4cfc6ecb44a8 req-6fa8f083-a58c-45ec-98c4-ec9e9965ae08 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324707 Aug 03 20:05:39.864856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ff073571-fc4a-4fd8-8574-362dc53b9c02 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:39.913477 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port ff073571-fc4a-4fd8-8574-362dc53b9c02 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:39.913882 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:39.948687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device d21fe9e8-611c-41fd-b68d-19a3fd31fab8 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:05:39.969322 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:40.096343 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port d21fe9e8-611c-41fd-b68d-19a3fd31fab8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=d21fe9e8-611c-41fd-b68d-19a3fd31fab8,segment=NetworkSegment(8cda64c1-8506-4761-8d06-4798121881ec),segment_id=8cda64c1-8506-4761-8d06-4798121881ec)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:40.106986 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'port_id': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8', 'mac_address': 'fa:16:3e:15:de:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:05:40.143428 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:40.155443 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21fe9e8-611c-41fd-b68d-19a3fd31fab8 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:05:40.174653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port d21fe9e8-611c-41fd-b68d-19a3fd31fab8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=d21fe9e8-611c-41fd-b68d-19a3fd31fab8,segment=NetworkSegment(8cda64c1-8506-4761-8d06-4798121881ec),segment_id=8cda64c1-8506-4761-8d06-4798121881ec)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:40.178804 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:40.231414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=d21fe9e8-611c-41fd-b68d-19a3fd31fab8,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:40.382457 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['d21fe9e8-611c-41fd-b68d-19a3fd31fab8'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:05:40.715840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d85b66-b8e0-41c5-890b-48627215440c req-f9c68226-8ee2-4d51-967a-f1b75dcc95ef tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:40.717228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6d85b66-b8e0-41c5-890b-48627215440c req-f9c68226-8ee2-4d51-967a-f1b75dcc95ef tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 944 time: 0.0532742 Aug 03 20:05:40.754376 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b6d85b66-b8e0-41c5-890b-48627215440c req-a60cace8-2904-4af9-9bda-f19e235a9ef9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308836 Aug 03 20:05:41.869421 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcd83b-f731-4ab4-8321-700effb282b3 req-fd822112-fd7a-469b-9ab4-c7085d44d88d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:41.870953 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6adcd83b-f731-4ab4-8321-700effb282b3 req-fd822112-fd7a-469b-9ab4-c7085d44d88d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 944 time: 0.0507758 Aug 03 20:05:41.909744 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6adcd83b-f731-4ab4-8321-700effb282b3 req-e8eb1d45-6edb-48cb-8339-526cc21bc0a0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326073 Aug 03 20:05:41.964425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device d21fe9e8-611c-41fd-b68d-19a3fd31fab8 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:42.012641 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:42.016468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:42.016871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:42.096115 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:42.119799 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:05:42.122083 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc76a741-6da6-4cb1-bec2-d83b175e21fa" -d '{"events": [{"server_uuid": "00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539", "name": "network-vif-plugged", "status": "completed", "tag": "d21fe9e8-611c-41fd-b68d-19a3fd31fab8"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:05:42.138635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port d21fe9e8-611c-41fd-b68d-19a3fd31fab8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=d21fe9e8-611c-41fd-b68d-19a3fd31fab8,segment=NetworkSegment(8cda64c1-8506-4761-8d06-4798121881ec),segment_id=8cda64c1-8506-4761-8d06-4798121881ec)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:42.143790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:42.309816 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749cc79-83db-4627-abb6-8d89e6f9777c req-75840ff7-c7a0-4f81-8f6f-6ec790be9dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:42.311380 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e749cc79-83db-4627-abb6-8d89e6f9777c req-75840ff7-c7a0-4f81-8f6f-6ec790be9dca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 1096 time: 0.0426688 Aug 03 20:05:42.330567 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64d55fd-2348-4dca-af9c-e1dae56823fe x-openstack-request-id: req-b64d55fd-2348-4dca-af9c-e1dae56823fe {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:05:42.330857 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539", "name": "network-vif-plugged", "status": "completed", "tag": "d21fe9e8-611c-41fd-b68d-19a3fd31fab8", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:05:42.331101 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b64d55fd-2348-4dca-af9c-e1dae56823fe {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:05:42.331488 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8', 'code': 200} Aug 03 20:05:42.349080 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e749cc79-83db-4627-abb6-8d89e6f9777c req-0e9dc0a1-9939-43b9-af1b-6a47ad749f89 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307949 Aug 03 20:05:42.356839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=d21fe9e8-611c-41fd-b68d-19a3fd31fab8,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:43.024095 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf5473-8085-4bb3-8979-de8bdfc548e1 req-b5a5a13d-de78-4158-b7e8-b97d215410a9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:43.025624 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dcaf5473-8085-4bb3-8979-de8bdfc548e1 req-b5a5a13d-de78-4158-b7e8-b97d215410a9 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0487466 Aug 03 20:05:43.067180 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dcaf5473-8085-4bb3-8979-de8bdfc548e1 req-6240ef53-a395-4a0d-8670-34a934d18600 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355427 Aug 03 20:05:44.192445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1de2df-26a3-43b8-b653-0b2d6207061b req-57d8fe2f-d7e9-493b-8dfc-e96e70862a12 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:44.193978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a1de2df-26a3-43b8-b653-0b2d6207061b req-57d8fe2f-d7e9-493b-8dfc-e96e70862a12 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0535116 Aug 03 20:05:44.233339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a1de2df-26a3-43b8-b653-0b2d6207061b req-430d0033-761d-4b9d-8c67-3cedce92a3d0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327384 Aug 03 20:05:44.348118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070a415-feb8-4436-b718-aeb235b08174 req-88e95e8c-3cc7-4a96-b592-0d204b11ba37 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:44.349520 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2070a415-feb8-4436-b718-aeb235b08174 req-88e95e8c-3cc7-4a96-b592-0d204b11ba37 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0496144 Aug 03 20:05:44.388262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2070a415-feb8-4436-b718-aeb235b08174 req-005bfe20-b4e0-4956-804e-b6c4e4ccc6c4 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327191 Aug 03 20:05:44.412927 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38794) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:44.453410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad0414-aa9f-49ea-ab96-0569bcd80fa5 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:44.454973 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-baad0414-aa9f-49ea-ab96-0569bcd80fa5 tempest-TestNetworkAdvancedServerOps-142097237 tempest-TestNetworkAdvancedServerOps-142097237-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 1091 time: 0.0409753 Aug 03 20:05:44.457799 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38796) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:44.462115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:44.482993 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:44.583293 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:44.690831 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Allocated IP 172.25.8.36 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/cdbcaf35-00f3-4a2e-b933-e5b91a8c1ba2) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:05:44.793899 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:44.832379 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:44.868350 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:44.871207 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:44.874651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:05:44.903385 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=cdbcaf35-00f3-4a2e-b933-e5b91a8c1ba2,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:45.238609 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:45.303962 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:45.454159 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:45.458679 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:45.857816 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event updated for resources: {'Port': ['ID=cdbcaf35-00f3-4a2e-b933-e5b91a8c1ba2,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:45.870762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:45.970700 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Floating IP 33fdb621-a1b3-421f-bf24-6b91434177e9 associated. External IP: 172.25.8.36, port: d21fe9e8-611c-41fd-b68d-19a3fd31fab8. Aug 03 20:05:46.105717 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:46.182570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:05:46.291308 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:05:46.301160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48991c2a-518d-45b1-b7ab-221e47e98a1f None None] Sync routers for ids ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:05:46.306978 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:46.310483 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48991c2a-518d-45b1-b7ab-221e47e98a1f None None] Routers {'7779928f-2027-49fd-b69d-0f5cae9ab9e3'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:46.311107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-48991c2a-518d-45b1-b7ab-221e47e98a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:05:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:46.338854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b14d3c6e-723d-4e37-b1ee-bff444b56d7b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8793736 Aug 03 20:05:46.339452 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'tag': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:05:46.341824 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539", "tag": "d21fe9e8-611c-41fd-b68d-19a3fd31fab8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:05:46.380089 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152d2e0c-0217-438a-acd1-c29ebdb7a463 x-openstack-request-id: req-152d2e0c-0217-438a-acd1-c29ebdb7a463 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:05:46.380378 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539", "tag": "d21fe9e8-611c-41fd-b68d-19a3fd31fab8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:05:46.380657 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-152d2e0c-0217-438a-acd1-c29ebdb7a463 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:05:46.381087 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'tag': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8', 'status': 'completed', 'code': 200} Aug 03 20:05:46.441009 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-48991c2a-518d-45b1-b7ab-221e47e98a1f None None] Set router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:46.447181 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e req-972a728d-c05e-4b87-af39-e5f01c5408d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:46.449235 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e req-972a728d-c05e-4b87-af39-e5f01c5408d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 1096 time: 0.0418732 Aug 03 20:05:46.454321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400a44c-46b5-40b0-a0e2-5fcbf56cc80b req-c14fec15-9dd1-43f2-8041-1aa770574307 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:46.455900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5400a44c-46b5-40b0-a0e2-5fcbf56cc80b req-c14fec15-9dd1-43f2-8041-1aa770574307 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0603311 Aug 03 20:05:46.498582 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5400a44c-46b5-40b0-a0e2-5fcbf56cc80b req-3aec8335-e204-465d-97e6-da66e032c0ba tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362084 Aug 03 20:05:46.521437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38802) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:46.548473 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e req-1cc06e0b-8445-46f6-b39a-907928aa3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:46.550269 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e req-1cc06e0b-8445-46f6-b39a-907928aa3049 service neutron] 10.222.0.37 "GET /v2.0/networks?id=11350114-bbc1-4780-8916-1bce058316b1 HTTP/1.1" status: 200 len: 897 time: 0.0944922 Aug 03 20:05:46.583918 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9e813f5c-6d19-4701-a74d-7912ab7391b3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/33fdb621-a1b3-421f-bf24-6b91434177e9 HTTP/1.1" status: 200 len: 990 time: 0.0609138 Aug 03 20:05:46.618722 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e req-3d3dfddc-e934-46dd-a718-97c046c6ae3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d21fe9e8-611c-41fd-b68d-19a3fd31fab8 HTTP/1.1" status: 200 len: 998 time: 0.0604393 Aug 03 20:05:46.673511 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e req-48609731-2d02-45a8-bca7-eed96cb59b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:46.675217 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e req-48609731-2d02-45a8-bca7-eed96cb59b9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8fd54e8-007a-4402-b444-47448e7ba27e HTTP/1.1" status: 200 len: 835 time: 0.0502217 Aug 03 20:05:46.681268 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-48991c2a-518d-45b1-b7ab-221e47e98a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:33Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '33fdb621-a1b3-421f-bf24-6b91434177e9', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'port_id': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'mac_address': 'fa:16:3e:15:de:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:05:45Z', 'updated_at': '2021-08-03T20:05:45Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff073571-fc4a-4fd8-8574-362dc53b9c02', 'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:8d:6f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:32Z', 'updated_at': '2021-08-03T20:05:38Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:46.708156 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48991c2a-518d-45b1-b7ab-221e47e98a1f None None] Checking router: 7779928f-2027-49fd-b69d-0f5cae9ab9e3 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:05:46.716891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48991c2a-518d-45b1-b7ab-221e47e98a1f None None] Routers {'7779928f-2027-49fd-b69d-0f5cae9ab9e3'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:46.717561 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-48991c2a-518d-45b1-b7ab-221e47e98a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:05:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:46.722710 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e req-10728dea-bce8-4f6d-b5cc-989d5c4f1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:46.724231 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e req-10728dea-bce8-4f6d-b5cc-989d5c4f1b5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11350114-bbc1-4780-8916-1bce058316b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413060 Aug 03 20:05:46.814573 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e req-30dd16a6-76a5-45c8-a02e-e9abe007de9c service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828414 Aug 03 20:05:46.822972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-48991c2a-518d-45b1-b7ab-221e47e98a1f None None] Set router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:46.915308 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-efc11b7b-c11a-4b38-9e6e-ae894af42f9e req-fa8891a9-819a-469f-aeee-9de9caa72702 service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932446 Aug 03 20:05:47.047754 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-48991c2a-518d-45b1-b7ab-221e47e98a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:33Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '33fdb621-a1b3-421f-bf24-6b91434177e9', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'port_id': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'mac_address': 'fa:16:3e:15:de:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:05:45Z', 'updated_at': '2021-08-03T20:05:45Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff073571-fc4a-4fd8-8574-362dc53b9c02', 'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:8d:6f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:32Z', 'updated_at': '2021-08-03T20:05:38Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:47.078312 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48991c2a-518d-45b1-b7ab-221e47e98a1f None None] The sync data for ids ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'] in n-d-802918-7 is: [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:33Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '33fdb621-a1b3-421f-bf24-6b91434177e9', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'port_id': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'mac_address': 'fa:16:3e:15:de:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:05:45Z', 'updated_at': '2021-08-03T20:05:45Z', 'revision_number': 0, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff073571-fc4a-4fd8-8574-362dc53b9c02', 'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:8d:6f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:32Z', 'updated_at': '2021-08-03T20:05:38Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:05:47.272858 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e408e4-525a-4e3c-ba92-f988035e9421 None None] New status for floating IP 33fdb621-a1b3-421f-bf24-6b91434177e9: ACTIVE {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:05:47.587328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38804) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:47.651254 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-53977d57-ddb6-4d1e-b8fb-d35a42478b08 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/33fdb621-a1b3-421f-bf24-6b91434177e9 HTTP/1.1" status: 200 len: 992 time: 0.0626752 Aug 03 20:05:55.142968 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:06:00.384582 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:03.753822 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1c811655-ca2e-4f4f-8cfd-3dc8b53bc5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:06.530296 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-297b306b-0951-4b58-af74-938f7eddc91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:06.845197 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:08.180813 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:09.937125 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:12.462551 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-18c74d53-f82d-43f3-b787-3756163f84d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403092 Aug 03 20:06:12.547902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-ab1b840a-6965-4017-8008-b21427e23f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:12.549485 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-ab1b840a-6965-4017-8008-b21427e23f42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 1096 time: 0.0406868 Aug 03 20:06:12.661076 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-e512a89f-7f03-4760-9395-62789318075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:12.661076 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-e512a89f-7f03-4760-9395-62789318075f service neutron] 10.222.0.37 "GET /v2.0/networks?id=11350114-bbc1-4780-8916-1bce058316b1 HTTP/1.1" status: 200 len: 897 time: 0.0891545 Aug 03 20:06:12.726521 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-a99df16b-8860-4875-ac18-233d1695020e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d21fe9e8-611c-41fd-b68d-19a3fd31fab8 HTTP/1.1" status: 200 len: 1000 time: 0.0588372 Aug 03 20:06:12.778731 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-8f414dac-c19d-4476-83bb-8efdd86a91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:12.780197 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-8f414dac-c19d-4476-83bb-8efdd86a91c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8fd54e8-007a-4402-b444-47448e7ba27e HTTP/1.1" status: 200 len: 835 time: 0.0473981 Aug 03 20:06:12.829575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-cf6dbc24-47da-496a-8046-9deb99edc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:12.831070 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-cf6dbc24-47da-496a-8046-9deb99edc79e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11350114-bbc1-4780-8916-1bce058316b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397019 Aug 03 20:06:12.921904 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-baa5fbc7-e731-4302-b8fd-67a8bd06a54f service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829208 Aug 03 20:06:13.017215 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9311ae0c-2d71-45aa-91ad-5008b71a9dcb req-e93784a8-9e88-4ca5-83c8-cb71c2a6e08b service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875950 Aug 03 20:06:16.117681 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:18.918725 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527b5ec-8657-40ad-a5f4-3eea5cc8c108 req-d51d969a-5592-4749-9f68-a6a710c44654 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:18.920227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1527b5ec-8657-40ad-a5f4-3eea5cc8c108 req-d51d969a-5592-4749-9f68-a6a710c44654 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0502074 Aug 03 20:06:18.956962 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1527b5ec-8657-40ad-a5f4-3eea5cc8c108 req-77362541-3152-41d9-ae53-7ef9739ccd65 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307717 Aug 03 20:06:20.074839 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4bec3-386c-41d3-afdb-968dea78f984 req-4223108a-0bce-4160-ab7d-d3869db073ff tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:20.076332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16e4bec3-386c-41d3-afdb-968dea78f984 req-4223108a-0bce-4160-ab7d-d3869db073ff tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0501888 Aug 03 20:06:20.120121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-16e4bec3-386c-41d3-afdb-968dea78f984 req-72a4bd94-f390-49cc-b022-1d9d235f2a52 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374329 Aug 03 20:06:20.142377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38826) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:20.203250 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-58b782b8-b63b-433b-a164-db9fd0f350fe tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/33fdb621-a1b3-421f-bf24-6b91434177e9 HTTP/1.1" status: 200 len: 992 time: 0.0594788 Aug 03 20:06:21.479533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fa4ea-2a87-4d4a-9156-a9747c707303 req-243f8803-71c9-48b0-ad8e-0676390d8324 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:21.481488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-453fa4ea-2a87-4d4a-9156-a9747c707303 req-243f8803-71c9-48b0-ad8e-0676390d8324 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0580499 Aug 03 20:06:21.493664 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ed1b1-abac-46e6-9b6e-20da6005602c req-c6d251c5-1920-4ca0-9ed2-42ca42ff66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:21.495252 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9d0ed1b1-abac-46e6-9b6e-20da6005602c req-c6d251c5-1920-4ca0-9ed2-42ca42ff66d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 1096 time: 0.0460660 Aug 03 20:06:21.525560 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-453fa4ea-2a87-4d4a-9156-a9747c707303 req-6896e03e-63cb-4c27-898a-eaf0fd16276b tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354297 Aug 03 20:06:21.595997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ed1b1-abac-46e6-9b6e-20da6005602c req-546424ca-f5ac-43da-b1b8-68d3a451616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:21.597534 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9d0ed1b1-abac-46e6-9b6e-20da6005602c req-546424ca-f5ac-43da-b1b8-68d3a451616b service neutron] 10.222.0.37 "GET /v2.0/networks?id=11350114-bbc1-4780-8916-1bce058316b1 HTTP/1.1" status: 200 len: 897 time: 0.0955384 Aug 03 20:06:21.664930 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9d0ed1b1-abac-46e6-9b6e-20da6005602c req-bef96918-db84-4ce6-9c15-12205ab3801c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d21fe9e8-611c-41fd-b68d-19a3fd31fab8 HTTP/1.1" status: 200 len: 1000 time: 0.0598011 Aug 03 20:06:21.713605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ed1b1-abac-46e6-9b6e-20da6005602c req-2ec7ebe0-3b80-47cf-81ee-230b0b971458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:21.715566 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9d0ed1b1-abac-46e6-9b6e-20da6005602c req-2ec7ebe0-3b80-47cf-81ee-230b0b971458 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8fd54e8-007a-4402-b444-47448e7ba27e HTTP/1.1" status: 200 len: 835 time: 0.0438495 Aug 03 20:06:21.764331 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ed1b1-abac-46e6-9b6e-20da6005602c req-32b14a61-f317-4158-b39c-125a930d5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:21.765766 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9d0ed1b1-abac-46e6-9b6e-20da6005602c req-32b14a61-f317-4158-b39c-125a930d5c93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11350114-bbc1-4780-8916-1bce058316b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434015 Aug 03 20:06:21.857537 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9d0ed1b1-abac-46e6-9b6e-20da6005602c req-c4dab25d-5399-4fc8-a218-779e4ea5e209 service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836356 Aug 03 20:06:21.952558 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-9d0ed1b1-abac-46e6-9b6e-20da6005602c req-bcc95474-2d84-44ef-b416-a229fe456c30 service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874810 Aug 03 20:06:22.657700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af890-de13-466d-a6ca-36629332b06c req-5c4b06ae-4eba-4052-a9d6-69e8b9d28ae3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:22.659279 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-325af890-de13-466d-a6ca-36629332b06c req-5c4b06ae-4eba-4052-a9d6-69e8b9d28ae3 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0557542 Aug 03 20:06:22.708698 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-325af890-de13-466d-a6ca-36629332b06c req-42ae7698-5f40-42ce-991b-911dec261f38 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433090 Aug 03 20:06:23.828895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d6546-1960-4ac0-8fe6-a3c9d929a7d1 req-e8338f39-85a0-438b-aabb-bb8df4004744 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:23.830861 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a81d6546-1960-4ac0-8fe6-a3c9d929a7d1 req-e8338f39-85a0-438b-aabb-bb8df4004744 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0504770 Aug 03 20:06:23.871359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a81d6546-1960-4ac0-8fe6-a3c9d929a7d1 req-b315f344-2e33-4d57-a921-ff5060e99b3a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346053 Aug 03 20:06:23.895714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38840) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:23.960420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-87a87be2-d08e-49db-928a-b8b515a029f7 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/floatingips/33fdb621-a1b3-421f-bf24-6b91434177e9 HTTP/1.1" status: 200 len: 992 time: 0.0635188 Aug 03 20:06:24.175969 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38846) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:24.331895 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port cdbcaf35-00f3-4a2e-b933-e5b91a8c1ba2 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:24.332154 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:24.406273 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:24.406611 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:24.417936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for cdbcaf35-00f3-4a2e-b933-e5b91a8c1ba2 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:24.567266 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:24.591972 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=cdbcaf35-00f3-4a2e-b933-e5b91a8c1ba2,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:24.603821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.604175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.604515 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.604851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.605211 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.605569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.606442 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.606777 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.607103 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.607428 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.607752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.608068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:24.667374 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:24.667756 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Floating IP 33fdb621-a1b3-421f-bf24-6b91434177e9 disassociated (deleted). External IP: 172.25.8.36, port: d21fe9e8-611c-41fd-b68d-19a3fd31fab8. Aug 03 20:06:24.879028 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:06:24.994679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:24.999673 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:25.004870 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4fd4f-7279-4775-a141-da4d8ea859ea None None] Sync routers for ids ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:25.015507 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4fd4f-7279-4775-a141-da4d8ea859ea None None] Routers {'7779928f-2027-49fd-b69d-0f5cae9ab9e3'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:25.016138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-89c4fd4f-7279-4775-a141-da4d8ea859ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:25.029094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3e356ed5-3b41-442c-ba25-33e30d5f6e29 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/floatingips/33fdb621-a1b3-421f-bf24-6b91434177e9 HTTP/1.1" status: 204 len: 168 time: 0.8514080 Aug 03 20:06:25.029874 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'tag': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:25.032564 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539", "tag": "d21fe9e8-611c-41fd-b68d-19a3fd31fab8"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:25.079750 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e2e1cd-d1f4-4b01-bf6a-f6b216e5a58b x-openstack-request-id: req-38e2e1cd-d1f4-4b01-bf6a-f6b216e5a58b {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:25.079916 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539", "tag": "d21fe9e8-611c-41fd-b68d-19a3fd31fab8", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:25.080148 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38e2e1cd-d1f4-4b01-bf6a-f6b216e5a58b {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:25.080986 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'tag': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8', 'status': 'completed', 'code': 200} Aug 03 20:06:25.133277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-89c4fd4f-7279-4775-a141-da4d8ea859ea None None] Set router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:25.153875 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a req-dc224d31-4d2b-49e5-a9be-c6285dda2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:25.156112 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a req-dc224d31-4d2b-49e5-a9be-c6285dda2d69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 1096 time: 0.0526237 Aug 03 20:06:25.264327 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d87c9e-3b66-4ec2-a0eb-0604cda9d00e req-0a61cfef-a8f5-4c6a-b20c-482b47e1615f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:25.265875 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39d87c9e-3b66-4ec2-a0eb-0604cda9d00e req-0a61cfef-a8f5-4c6a-b20c-482b47e1615f tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0497124 Aug 03 20:06:25.276184 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a req-ceabd3cd-fdf6-4e4a-8ba3-c100d92204b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:25.277769 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a req-ceabd3cd-fdf6-4e4a-8ba3-c100d92204b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=11350114-bbc1-4780-8916-1bce058316b1 HTTP/1.1" status: 200 len: 897 time: 0.1114531 Aug 03 20:06:25.308236 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-39d87c9e-3b66-4ec2-a0eb-0604cda9d00e req-303771f3-5bdf-45a4-9c30-4623bb668a12 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347624 Aug 03 20:06:25.322046 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a req-f3b2d546-e82f-4fc2-9756-f0da020b52d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d21fe9e8-611c-41fd-b68d-19a3fd31fab8 HTTP/1.1" status: 200 len: 217 time: 0.0367248 Aug 03 20:06:25.356026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-89c4fd4f-7279-4775-a141-da4d8ea859ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:33Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ff073571-fc4a-4fd8-8574-362dc53b9c02', 'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:8d:6f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:32Z', 'updated_at': '2021-08-03T20:05:38Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:25.370878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a req-a55e12ec-3132-4d78-b32a-c7e26db48fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:25.372914 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a req-a55e12ec-3132-4d78-b32a-c7e26db48fee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a8fd54e8-007a-4402-b444-47448e7ba27e HTTP/1.1" status: 200 len: 835 time: 0.0441229 Aug 03 20:06:25.386148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4fd4f-7279-4775-a141-da4d8ea859ea None None] Checking router: 7779928f-2027-49fd-b69d-0f5cae9ab9e3 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:25.395522 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4fd4f-7279-4775-a141-da4d8ea859ea None None] Routers {'7779928f-2027-49fd-b69d-0f5cae9ab9e3'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:25.396148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-89c4fd4f-7279-4775-a141-da4d8ea859ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:25.419471 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a req-952180ad-5cdd-4580-8d38-08df940ffdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:25.421072 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a req-952180ad-5cdd-4580-8d38-08df940ffdb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11350114-bbc1-4780-8916-1bce058316b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406320 Aug 03 20:06:25.501618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-89c4fd4f-7279-4775-a141-da4d8ea859ea None None] Set router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:25.519213 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a req-780c5453-e672-45a9-8d33-0241fa347807 service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891080 Aug 03 20:06:25.609111 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3c647d00-2ed5-4b18-b0b1-575ecebcfc0a req-c7c26324-457f-47c7-b350-34645d3b30f1 service neutron] 10.222.0.37 "GET /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821707 Aug 03 20:06:25.706293 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-89c4fd4f-7279-4775-a141-da4d8ea859ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:33Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ff073571-fc4a-4fd8-8574-362dc53b9c02', 'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:8d:6f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:32Z', 'updated_at': '2021-08-03T20:05:38Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:25.732468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4fd4f-7279-4775-a141-da4d8ea859ea None None] The sync data for ids ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'] in n-d-802918-7 is: [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:05:33Z', 'revision_number': 4, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'ff073571-fc4a-4fd8-8574-362dc53b9c02', 'name': '', 'network_id': '11350114-bbc1-4780-8916-1bce058316b1', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'mac_address': 'fa:16:3e:8d:6f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:32Z', 'updated_at': '2021-08-03T20:05:38Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'subnets': [{'id': 'a8fd54e8-007a-4402-b444-47448e7ba27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:25.943300 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c7e38f-88c4-455c-a89c-c42403555f0f None None] New status for floating IP 33fdb621-a1b3-421f-bf24-6b91434177e9: DOWN {{(pid=100490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:06:26.442577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f6e9-aad9-4ea4-8c40-becdabf8d3d8 req-fb21fa50-b400-4acf-a1ea-346645e35a85 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:26.444154 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14e4f6e9-aad9-4ea4-8c40-becdabf8d3d8 req-fb21fa50-b400-4acf-a1ea-346645e35a85 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0521560 Aug 03 20:06:26.484937 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-14e4f6e9-aad9-4ea4-8c40-becdabf8d3d8 req-b4c6db3f-b978-4127-ba95-fda889540f4a tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/security-groups?id=32168ed4-4f78-471a-8cc7-9e884e8d0668&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340474 Aug 03 20:06:26.779059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d77b1d-bf25-4e90-89c6-978deb2301ac req-26807ad1-57d9-4f00-aac2-091b3dc3d1df tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:26.780573 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-66d77b1d-bf25-4e90-89c6-978deb2301ac req-26807ad1-57d9-4f00-aac2-091b3dc3d1df tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 945 time: 0.0613229 Aug 03 20:06:26.876061 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-66d77b1d-bf25-4e90-89c6-978deb2301ac req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:26.876406 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-66d77b1d-bf25-4e90-89c6-978deb2301ac req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:26.970344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-66d77b1d-bf25-4e90-89c6-978deb2301ac req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port d21fe9e8-611c-41fd-b68d-19a3fd31fab8, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=d21fe9e8-611c-41fd-b68d-19a3fd31fab8,segment=NetworkSegment(8cda64c1-8506-4761-8d06-4798121881ec),segment_id=8cda64c1-8506-4761-8d06-4798121881ec)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:26.970710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-66d77b1d-bf25-4e90-89c6-978deb2301ac req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:26.984927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-66d77b1d-bf25-4e90-89c6-978deb2301ac req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for d21fe9e8-611c-41fd-b68d-19a3fd31fab8 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:27.122489 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-66d77b1d-bf25-4e90-89c6-978deb2301ac req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:27.157212 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=d21fe9e8-611c-41fd-b68d-19a3fd31fab8,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:27.184849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.185207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.185582 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.185931 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.186270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.186608 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.186944 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.187277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.187612 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.188179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.188299 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.188579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:27.210619 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d77b1d-bf25-4e90-89c6-978deb2301ac req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] No DVR routers for this DVR port d21fe9e8-611c-41fd-b68d-19a3fd31fab8 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:06:27.213904 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-66d77b1d-bf25-4e90-89c6-978deb2301ac req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:27.218028 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-66d77b1d-bf25-4e90-89c6-978deb2301ac req-be49dd58-9433-4ea6-a744-ac30ea69e74d tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.37 "DELETE /v2.0/ports/d21fe9e8-611c-41fd-b68d-19a3fd31fab8 HTTP/1.1" status: 204 len: 173 time: 0.4308920 Aug 03 20:06:27.219008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'name': 'network-vif-deleted', 'tag': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:27.223101 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01db7f22-3fa7-4d40-bcb4-ded05b4076a8" -d '{"events": [{"server_uuid": "00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539", "name": "network-vif-deleted", "tag": "d21fe9e8-611c-41fd-b68d-19a3fd31fab8"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:27.264574 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b47a64-6c5b-48b9-8de1-03b8abe2ccea x-openstack-request-id: req-58b47a64-6c5b-48b9-8de1-03b8abe2ccea {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:27.264879 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539", "name": "network-vif-deleted", "tag": "d21fe9e8-611c-41fd-b68d-19a3fd31fab8", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:27.265140 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-58b47a64-6c5b-48b9-8de1-03b8abe2ccea {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:27.265579 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539', 'name': 'network-vif-deleted', 'tag': 'd21fe9e8-611c-41fd-b68d-19a3fd31fab8', 'status': 'completed', 'code': 200} Aug 03 20:06:27.604740 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7dfa9e2d-47d4-4d45-9254-b9b33e8c8ab5 req-267db87a-e975-400d-890b-3a293e066ba0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "GET /v2.0/ports?device_id=00d5b9c1-3a0c-4f5e-bf59-46f6ddf7f539 HTTP/1.1" status: 200 len: 210 time: 0.0348775 Aug 03 20:06:28.661536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38862) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:29.029780 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.290700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port ff073571-fc4a-4fd8-8574-362dc53b9c02 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:29.290961 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.381204 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port ff073571-fc4a-4fd8-8574-362dc53b9c02, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=ff073571-fc4a-4fd8-8574-362dc53b9c02,segment=NetworkSegment(8cda64c1-8506-4761-8d06-4798121881ec),segment_id=8cda64c1-8506-4761-8d06-4798121881ec)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:29.381606 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.395217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for ff073571-fc4a-4fd8-8574-362dc53b9c02 owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:29.586240 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.616471 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=ff073571-fc4a-4fd8-8574-362dc53b9c02,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:29.821324 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.244562 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device d21fe9e8-611c-41fd-b68d-19a3fd31fab8 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:30.272721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: d21fe9e8-611c-41fd-b68d-19a3fd31fab8 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:06:30.272721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device d21fe9e8-611c-41fd-b68d-19a3fd31fab8 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:30.382871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.400602 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:06:30.511828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:30.516838 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-90e9051c-8adc-4bcb-82db-7ea0c9dbba22 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "PUT /v2.0/routers/7779928f-2027-49fd-b69d-0f5cae9ab9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8542585 Aug 03 20:06:30.519820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38864) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:30.522739 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce2e0d-812b-430a-8f21-a87d58ec2ca1 None None] Sync routers for ids ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:30.532686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce2e0d-812b-430a-8f21-a87d58ec2ca1 None None] Routers {'7779928f-2027-49fd-b69d-0f5cae9ab9e3'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:30.533308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-50ce2e0d-812b-430a-8f21-a87d58ec2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:30.577339 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f164a14-bd63-47de-beff-44122a18c912 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting subnet a8fd54e8-007a-4402-b444-47448e7ba27e {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:06:30.580769 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f164a14-bd63-47de-beff-44122a18c912 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.625949 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f164a14-bd63-47de-beff-44122a18c912 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.644170 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-50ce2e0d-812b-430a-8f21-a87d58ec2ca1 None None] Set router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:30.713627 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f164a14-bd63-47de-beff-44122a18c912 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.787111 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f164a14-bd63-47de-beff-44122a18c912 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.817685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f164a14-bd63-47de-beff-44122a18c912 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fd54e8-007a-4402-b444-47448e7ba27e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:30.819600 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9f164a14-bd63-47de-beff-44122a18c912 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.821963 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9f164a14-bd63-47de-beff-44122a18c912 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/subnets/a8fd54e8-007a-4402-b444-47448e7ba27e HTTP/1.1" status: 204 len: 168 time: 0.3011432 Aug 03 20:06:30.826751 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38866) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:30.899498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2135c1a8-aa91-4740-9f89-a9d113310798 None None] Network 11350114-bbc1-4780-8916-1bce058316b1 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:06:30.941641 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.056529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.095120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-50ce2e0d-812b-430a-8f21-a87d58ec2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '6049e006-1283-48c0-b285-8d0ac8830326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:06:29Z', 'revision_number': 5, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port': {'id': '6049e006-1283-48c0-b285-8d0ac8830326', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:30Z', 'updated_at': '2021-08-03T20:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:31.124796 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce2e0d-812b-430a-8f21-a87d58ec2ca1 None None] Checking router: 7779928f-2027-49fd-b69d-0f5cae9ab9e3 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:31.128133 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Deleting port 6049e006-1283-48c0-b285-8d0ac8830326 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:31.128496 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.134519 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce2e0d-812b-430a-8f21-a87d58ec2ca1 None None] Routers {'7779928f-2027-49fd-b69d-0f5cae9ab9e3'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:31.135040 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-50ce2e0d-812b-430a-8f21-a87d58ec2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:31.188030 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] DHCP port deletion for 11350114-bbc1-4780-8916-1bce058316b1 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:06:31.224564 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] For port 6049e006-1283-48c0-b285-8d0ac8830326, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=6049e006-1283-48c0-b285-8d0ac8830326,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:31.225040 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.245225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Calling delete_port for 6049e006-1283-48c0-b285-8d0ac8830326 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:31.269628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-50ce2e0d-812b-430a-8f21-a87d58ec2ca1 None None] Set router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:31.324248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-50ce2e0d-812b-430a-8f21-a87d58ec2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:06:31Z', 'revision_number': 6, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:31.359524 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce2e0d-812b-430a-8f21-a87d58ec2ca1 None None] The sync data for ids ['7779928f-2027-49fd-b69d-0f5cae9ab9e3'] in n-d-802918-7 is: [{'id': '7779928f-2027-49fd-b69d-0f5cae9ab9e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873469947', 'tenant_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:29Z', 'updated_at': '2021-08-03T20:06:31Z', 'revision_number': 6, 'project_id': 'bedfdf4acc9847b4ab0590ebd1c09c9b', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:31.372254 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Deleting port cfffe248-a718-49e5-8d78-cb7917763e71 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:31.373073 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.436276 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.441779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] For port cfffe248-a718-49e5-8d78-cb7917763e71, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=cfffe248-a718-49e5-8d78-cb7917763e71,segment=NetworkSegment(8cda64c1-8506-4761-8d06-4798121881ec),segment_id=8cda64c1-8506-4761-8d06-4798121881ec)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:31.442174 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.456678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Calling delete_port for cfffe248-a718-49e5-8d78-cb7917763e71 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:31.470883 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Port': ['ID=6049e006-1283-48c0-b285-8d0ac8830326,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:31.530407 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.565378 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.597538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Pushing event deleted for resources: {'Port': ['ID=cfffe248-a718-49e5-8d78-cb7917763e71,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:31.599943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] No DVR routers for this DVR port cfffe248-a718-49e5-8d78-cb7917763e71 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:06:31.609012 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.609451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.609745 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.610678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.610678 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.610964 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.611063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.611355 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.611686 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.612013 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.612338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.613011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59f6b9-57be-4d4d-b77d-1c681a32c720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:31.649794 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.652038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.703893 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.704525 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Fanout notify agent at l3_agent the message router_deleted on router 7779928f-2027-49fd-b69d-0f5cae9ab9e3 {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:06:31.713708 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.714893 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1784d5d5-2c52-4cd4-ba35-b8c1da9501e0 tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/routers/7779928f-2027-49fd-b69d-0f5cae9ab9e3 HTTP/1.1" status: 204 len: 168 time: 0.8866041 Aug 03 20:06:31.717702 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38868) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:31.799568 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.900828 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.912902 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11350114-bbc1-4780-8916-1bce058316b1']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:31.923807 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cda64c1-8506-4761-8d06-4798121881ec') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:31.924460 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cda64c1-8506-4761-8d06-4798121881ec') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:31.933924 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.937827 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ff073571-fc4a-4fd8-8574-362dc53b9c02 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:31.949182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.956167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:06:31.956583 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.958808 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: ff073571-fc4a-4fd8-8574-362dc53b9c02 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:06:31.959237 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device ff073571-fc4a-4fd8-8574-362dc53b9c02 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:31.959639 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6049e006-1283-48c0-b285-8d0ac8830326 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: timer() Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:06:31.961172 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:06:31.979744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 6049e006-1283-48c0-b285-8d0ac8830326 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:06:31.980096 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 6049e006-1283-48c0-b285-8d0ac8830326 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:31.980622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cfffe248-a718-49e5-8d78-cb7917763e71 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:32.006412 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: cfffe248-a718-49e5-8d78-cb7917763e71 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:06:32.006766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device cfffe248-a718-49e5-8d78-cb7917763e71 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:32.025662 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.034485 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.035766 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/networks/11350114-bbc1-4780-8916-1bce058316b1 HTTP/1.1" status: 204 len: 168 time: 0.3170691 Aug 03 20:06:32.038668 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38870) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:32.052216 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268ef46-67f2-404c-a8a0-afc3a0fcb16e tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'Network': ['ID=11350114-bbc1-4780-8916-1bce058316b1,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:32.110209 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b712861c-2f09-4059-a138-6e9fe671fedd tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.139521 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b712861c-2f09-4059-a138-6e9fe671fedd tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.145847 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:06:32.211421 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b712861c-2f09-4059-a138-6e9fe671fedd tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.214941 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b712861c-2f09-4059-a138-6e9fe671fedd tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.216339 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b712861c-2f09-4059-a138-6e9fe671fedd tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] 10.222.0.78 "DELETE /v2.0/security-groups/32168ed4-4f78-471a-8cc7-9e884e8d0668 HTTP/1.1" status: 204 len: 168 time: 0.1765072 Aug 03 20:06:32.226188 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712861c-2f09-4059-a138-6e9fe671fedd tempest-TestNetworkAdvancedServerOps-890484212 tempest-TestNetworkAdvancedServerOps-890484212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32168ed4-4f78-471a-8cc7-9e884e8d0668,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:32.561130 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38878) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:32.690001 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5cfb318b-07d7-4ebc-965f-f969822636f5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bedfdf4acc9847b4ab0590ebd1c09c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274540 Aug 03 20:06:32.692297 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38882) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:32.739803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e26c7e23-20cf-4af4-8ebd-dab8e5cb8cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.761023 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e26c7e23-20cf-4af4-8ebd-dab8e5cb8cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.808224 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e26c7e23-20cf-4af4-8ebd-dab8e5cb8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.811559 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e26c7e23-20cf-4af4-8ebd-dab8e5cb8cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.812719 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e26c7e23-20cf-4af4-8ebd-dab8e5cb8cb8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b4f74842-e673-48a9-b567-235eaf2f9d72 HTTP/1.1" status: 204 len: 168 time: 0.1195266 Aug 03 20:06:32.820695 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c7e23-20cf-4af4-8ebd-dab8e5cb8cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f74842-e673-48a9-b567-235eaf2f9d72,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:33.076182 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38888) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:33.089459 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3281141e-a333-4544-b89f-21e20378a315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.179617 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3281141e-a333-4544-b89f-21e20378a315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.184963 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-3281141e-a333-4544-b89f-21e20378a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.226939 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-3281141e-a333-4544-b89f-21e20378a315 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ea2da2163f040728eff263b46a278af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496408 Aug 03 20:06:33.227837 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281141e-a333-4544-b89f-21e20378a315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aaa6ac-97cc-46a7-9148-72c84af9eabe,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:33.229615 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38890) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:33.284929 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9fc15af4-0025-45bd-8dfb-4e25ae85f2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.307694 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9fc15af4-0025-45bd-8dfb-4e25ae85f2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.369269 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9fc15af4-0025-45bd-8dfb-4e25ae85f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.372042 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9fc15af4-0025-45bd-8dfb-4e25ae85f2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.373243 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9fc15af4-0025-45bd-8dfb-4e25ae85f2ed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/54aaa6ac-97cc-46a7-9148-72c84af9eabe HTTP/1.1" status: 204 len: 168 time: 0.1426380 Aug 03 20:06:33.382331 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc15af4-0025-45bd-8dfb-4e25ae85f2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aaa6ac-97cc-46a7-9148-72c84af9eabe,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:33.758503 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-492b85ec-924d-4e66-b3c8-6a6f5a9b2b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.102990 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38912) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:34.204092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-299981587-network', 'tenant_id': 'e7716778e5694bef8e42351017db5c48'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:34.229524 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Made reservation on behalf of e7716778e5694bef8e42351017db5c48 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:06:34.232011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.241011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.351543 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.356188 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.382727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:06:34.393712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c28e703-f5c4-49bb-81a4-61d6ae36e417,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:34.399212 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.399571 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Added segment c18a4897-0398-40c0-a3a8-287c959660f5 of type vlan for network c2429046-d25c-4781-ae8b-d13638a5be48 Aug 03 20:06:34.444684 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.477864 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.478885 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.479481 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.540914 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4367602 Aug 03 20:06:34.544320 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881c0bc-6a89-47d0-ba44-2b05d81c64e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c2429046-d25c-4781-ae8b-d13638a5be48,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:34.544595 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38916) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:34.554437 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] Request body: {'subnet': {'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-299981587-subnet', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:34.557419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network c2429046-d25c-4781-ae8b-d13638a5be48 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:06:34.580147 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] Made reservation on behalf of e7716778e5694bef8e42351017db5c48 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:06:34.582652 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.771744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.823318 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:34.848817 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] Checking segment: {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:34.849182 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] Network hostable DHCP agents. Network: c2429046-d25c-4781-ae8b-d13638a5be48, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:06:34.868834 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] Network c2429046-d25c-4781-ae8b-d13638a5be48 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:06:34.879352 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, c2429046-d25c-4781-ae8b-d13638a5be48) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:34.884710 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:34.885322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.893970 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66a76c-99bb-4e5b-a38a-06395feef2c1 None None] Network c2429046-d25c-4781-ae8b-d13638a5be48 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:06:34.902179 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-707fabb6-8aec-4745-9bd4-49a097acf138 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3558764 Aug 03 20:06:34.905262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38918) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:34.910731 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:34.937005 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.938530 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.995932 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.086622 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-c2429046-d25c-4781-ae8b-d13638a5be48', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:06:35.087489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.144928 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.244179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Allocated IP 172.20.0.2 (c2429046-d25c-4781-ae8b-d13638a5be48/f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53/5028e9a7-dd54-4799-a0fe-0a5c44d81c9a) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:35.370170 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.390235 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.400812 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.410438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Transition to ACTIVE for port object 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:35.427653 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Transition to ACTIVE for port object 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:35.434688 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.473408 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Network c2429046-d25c-4781-ae8b-d13638a5be48 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:35.478204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:35.483099 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:35.486290 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Pushing event updated for resources: {'Port': ['ID=5028e9a7-dd54-4799-a0fe-0a5c44d81c9a,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:35.505257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Allocated IP 172.25.8.148 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:35.547204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Attempting to bind port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:35.547571 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Attempting to bind port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:35.547930 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Attempting to bind port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a on network c2429046-d25c-4781-ae8b-d13638a5be48 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:35.553187 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:35.553591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Checking segment: {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:35.553993 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.554389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Bound using segment: {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:35.554851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Bound port: 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:35.555232 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.618501 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.622110 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] For port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:35.625570 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] For port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5028e9a7-dd54-4799-a0fe-0a5c44d81c9a,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:35.630223 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.668396 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.697447 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032812eb-8c57-47f2-aaef-36a797aaabf1 None None] Pushing event updated for resources: {'Port': ['ID=5028e9a7-dd54-4799-a0fe-0a5c44d81c9a,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:35.713575 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:35.723127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:35.723127 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:35.748037 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Pushing event updated for resources: {'Port': ['ID=be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:36.006433 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.209209 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.341534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Router 7886548a-af9d-4562-bd34-0c39cc51bb30 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:06:36.454726 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:36.463987 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Sync routers for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:36.471814 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.473116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-12393ba8-f41a-4853-9bbf-e762a66a2345 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5665822 Aug 03 20:06:36.475996 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38920) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:36.476880 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:36.477527 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:36.533042 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9f5416d3-e5db-4b75-aaf3-c75abad5d3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.591321 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:36.612788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6fcd2-12a0-449b-b861-b3ebc74009ff None None] Network c2429046-d25c-4781-ae8b-d13638a5be48 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:06:36.709425 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-cf9b2153-e235-428d-b4e1-3ef5d6365208 None None] Provisioning for port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:36.796102 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:35Z', 'revision_number': 3, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:36.835463 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Checking router: 7886548a-af9d-4562-bd34-0c39cc51bb30 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:36.835463 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Updating router 7886548a-af9d-4562-bd34-0c39cc51bb30 port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:06:36.863609 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.872686 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.951341 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.147402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Allocated IP 172.20.0.1 (c2429046-d25c-4781-ae8b-d13638a5be48/f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53/3f0acae9-317e-43dc-9f15-9d73f8bd8912) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:37.184929 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.196184 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Transition to ACTIVE for port object be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:37.203149 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.253017 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Attempting to bind port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:37.253388 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Attempting to bind port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:37.253800 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Attempting to bind port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:37.263627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.266505 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Pushing event updated for resources: {'Port': ['ID=be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:37.268748 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:37.269117 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:37.269533 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.269924 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:37.270391 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Bound port: be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:37.270769 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.279817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Transition to ACTIVE for port object 3f0acae9-317e-43dc-9f15-9d73f8bd8912 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:37.294711 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.295052 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.295387 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.295724 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.296072 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.296383 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.296708 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.297029 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.297350 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.297693 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.298014 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.298331 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:37.326266 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.335781 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] For port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:37.339335 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] For port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:37.344973 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.377203 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Network c2429046-d25c-4781-ae8b-d13638a5be48 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:37.383661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:37.386265 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:37.403967 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cccd03-7994-41e1-a45b-d8f3d4032045 None None] Pushing event updated for resources: {'Port': ['ID=be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:37.418273 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:37.418762 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:37.436724 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.440845 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0acae9-317e-43dc-9f15-9d73f8bd8912,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:37.540300 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:37.689644 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-70cde4db-4da8-4b83-a3d4-1373b4efad38 None None] Provisioning for port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:37.694158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-70cde4db-4da8-4b83-a3d4-1373b4efad38 None None] Provisioning complete for port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:37.694537 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-70cde4db-4da8-4b83-a3d4-1373b4efad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.743056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-70cde4db-4da8-4b83-a3d4-1373b4efad38 None None] Port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:06:37.746628 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:35Z', 'revision_number': 3, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:37.775364 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb32ee0-1ec4-49f2-a3f9-da2bb73a9ec7 None None] The sync data for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 is: [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:35Z', 'revision_number': 3, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:37.928033 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.973158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:38.031160 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:38.035855 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:38.036243 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.160780 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.164047 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.178182 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.214089 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.226658 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5028e9a7-dd54-4799-a0fe-0a5c44d81c9a,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:38.232084 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.260411 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.267014 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0acae9-317e-43dc-9f15-9d73f8bd8912,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:38.295105 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=5028e9a7-dd54-4799-a0fe-0a5c44d81c9a,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:38.370272 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Network c2429046-d25c-4781-ae8b-d13638a5be48 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:38.371773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:38.503748 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Router 7886548a-af9d-4562-bd34-0c39cc51bb30 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:06:38.638079 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:38.649558 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a04d3fcb-6a69-4f2b-91a2-e171198b2104 admin admin] 10.222.0.78 "PUT /v2.0/routers/7886548a-af9d-4562-bd34-0c39cc51bb30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1667659 Aug 03 20:06:38.673142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6685ed8e-028a-464c-890f-fed550ef1ebe None None] Provisioning complete for port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:38.673541 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6685ed8e-028a-464c-890f-fed550ef1ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.714439 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6685ed8e-028a-464c-890f-fed550ef1ebe None None] Port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:06:39.181723 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38936) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:39.187745 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-766907391-network', 'tenant_id': '1f9bafd121da45518de8a4fceb442194'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:39.209828 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Made reservation on behalf of 1f9bafd121da45518de8a4fceb442194 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:06:39.212479 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.222317 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.319964 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.324022 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.351358 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:06:39.358140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ebfe3-9adb-41d5-afee-d7ef2d18f666,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:39.365263 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.365638 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Added segment 2339061d-951c-4823-a6c8-50f6793524d4 of type vlan for network 86971150-5cdb-4dfe-a369-1e57c4ff1e1a Aug 03 20:06:39.407864 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.439949 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.440969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:39.441567 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.500489 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3175955 Aug 03 20:06:39.503750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38938) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:39.507550 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae8966-d243-4c3e-be72-2cc08df3bacb admin admin] Pushing event updated for resources: {'Network': ['ID=86971150-5cdb-4dfe-a369-1e57c4ff1e1a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:39.512340 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] Request body: {'subnet': {'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-766907391-subnet', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:39.520707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network 86971150-5cdb-4dfe-a369-1e57c4ff1e1a details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:06:39.537521 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] Made reservation on behalf of 1f9bafd121da45518de8a4fceb442194 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:06:39.540229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.561280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Sync routers for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:39.584244 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:39.584910 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:39.700145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:39.719380 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.776494 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8115249a-44b9-4bb4-87ca-9d385c398b57,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:39.786209 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] Checking segment: {'id': '2339061d-951c-4823-a6c8-50f6793524d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:39.789088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] Network hostable DHCP agents. Network: 86971150-5cdb-4dfe-a369-1e57c4ff1e1a, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:06:39.808705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] Network 86971150-5cdb-4dfe-a369-1e57c4ff1e1a is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:06:39.819129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, 86971150-5cdb-4dfe-a369-1e57c4ff1e1a) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:39.828346 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:39.828526 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2db014-9e21-488d-97a3-89dce8b70853 None None] Network 86971150-5cdb-4dfe-a369-1e57c4ff1e1a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:06:39.829144 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.847241 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-efb4ed5f-fd55-4632-9587-522e1a5b3839 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3380225 Aug 03 20:06:39.847526 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38940) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:39.852150 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-766907391-router', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:39.882862 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.885207 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.952671 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.979551 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.014414 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:40.044705 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 2, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:40.077331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Checking router: 7886548a-af9d-4562-bd34-0c39cc51bb30 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:40.077708 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Updating router 7886548a-af9d-4562-bd34-0c39cc51bb30 port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:06:40.096915 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.289861 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.296547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-86971150-5cdb-4dfe-a369-1e57c4ff1e1a', 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'fixed_ips': [{'subnet_id': '8115249a-44b9-4bb4-87ca-9d385c398b57'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:06:40.297407 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.346625 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.355124 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:40.355460 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.367572 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.478577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Allocated IP 172.25.8.163 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/fd0dc683-4eb2-4138-92c2-c26bcb281444) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:40.584108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.629102 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.647547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Allocated IP 172.20.0.2 (86971150-5cdb-4dfe-a369-1e57c4ff1e1a/8115249a-44b9-4bb4-87ca-9d385c398b57/d7de2049-ac3b-4ecd-a429-cc6de8e151d2) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:40.672782 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:40.678009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:40.682567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:40.690788 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:40.711272 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Pushing event updated for resources: {'Port': ['ID=fd0dc683-4eb2-4138-92c2-c26bcb281444,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:40.880753 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:40.889382 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.912045 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:40.912416 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.954193 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.961758 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Transition to ACTIVE for port object 3f0acae9-317e-43dc-9f15-9d73f8bd8912 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:40.968103 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.982331 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.989813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Transition to ACTIVE for port object d7de2049-ac3b-4ecd-a429-cc6de8e151d2 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:41.051345 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Transition to ACTIVE for port object d7de2049-ac3b-4ecd-a429-cc6de8e151d2 will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:41.063362 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec46bb3-2876-4f0a-8b05-0184019b45eb None None] Pushing event updated for resources: {'Port': ['ID=3f0acae9-317e-43dc-9f15-9d73f8bd8912,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:41.070487 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.226485 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Network 86971150-5cdb-4dfe-a369-1e57c4ff1e1a is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:41.236973 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:41.244371 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Pushing event updated for resources: {'Port': ['ID=d7de2049-ac3b-4ecd-a429-cc6de8e151d2,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:41.248638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:41.250806 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.263648 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Attempting to bind port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:41.264020 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Attempting to bind port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:41.264384 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Attempting to bind port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 on network c2429046-d25c-4781-ae8b-d13638a5be48 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:41.302600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:41.302903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Checking segment: {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:41.303256 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.303654 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Bound using segment: {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:41.304146 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Bound port: 3f0acae9-317e-43dc-9f15-9d73f8bd8912, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:41.304531 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.310152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:41.344476 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.413755 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Attempting to bind port d7de2049-ac3b-4ecd-a429-cc6de8e151d2 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:41.414138 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Attempting to bind port d7de2049-ac3b-4ecd-a429-cc6de8e151d2 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '2339061d-951c-4823-a6c8-50f6793524d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:41.414500 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Attempting to bind port d7de2049-ac3b-4ecd-a429-cc6de8e151d2 on network 86971150-5cdb-4dfe-a369-1e57c4ff1e1a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:41.453321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:41.453716 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Checking segment: {'id': '2339061d-951c-4823-a6c8-50f6793524d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:41.454117 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.454590 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Bound using segment: {'id': '2339061d-951c-4823-a6c8-50f6793524d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:41.455050 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Bound port: d7de2049-ac3b-4ecd-a429-cc6de8e151d2, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2339061d-951c-4823-a6c8-50f6793524d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:41.455429 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.475858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:41.509624 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] For port 3f0acae9-317e-43dc-9f15-9d73f8bd8912, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:41.530946 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] For port 3f0acae9-317e-43dc-9f15-9d73f8bd8912, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3f0acae9-317e-43dc-9f15-9d73f8bd8912,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:41.538945 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.562704 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.597028 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] For port d7de2049-ac3b-4ecd-a429-cc6de8e151d2, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:41.625158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] For port d7de2049-ac3b-4ecd-a429-cc6de8e151d2, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d7de2049-ac3b-4ecd-a429-cc6de8e151d2,segment=NetworkSegment(2339061d-951c-4823-a6c8-50f6793524d4),segment_id=2339061d-951c-4823-a6c8-50f6793524d4)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:41.630480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec46bb3-2876-4f0a-8b05-0184019b45eb None None] Pushing event updated for resources: {'Port': ['ID=3f0acae9-317e-43dc-9f15-9d73f8bd8912,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:41.633866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:41.634574 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:41.639062 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.739065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Router fb1f7031-aae8-4008-85ff-a397b6dd4d9f is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:06:41.785419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfcf8a-d518-4233-abb7-69a5742dfdc8 None None] Pushing event updated for resources: {'Port': ['ID=d7de2049-ac3b-4ecd-a429-cc6de8e151d2,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:41.822736 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:41.898497 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:41.912021 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8404157-4624-4425-a243-9390b908657e None None] Sync routers for ids ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:41.926082 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8404157-4624-4425-a243-9390b908657e None None] Routers {'fb1f7031-aae8-4008-85ff-a397b6dd4d9f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:41.926916 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8404157-4624-4425-a243-9390b908657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:41.938776 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.943733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-81d70646-f0d8-4dec-ad90-584379e33824 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0918708 Aug 03 20:06:41.944076 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38942) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:41.974339 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:42.090617 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:42.090988 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.130174 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a8404157-4624-4425-a243-9390b908657e None None] Set router fb1f7031-aae8-4008-85ff-a397b6dd4d9f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:42.215626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:42.363925 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8404157-4624-4425-a243-9390b908657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'name': 'tempest-TestShelveInstance-766907391-router', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 3, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'gw_port': {'id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:40Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:42.396331 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8404157-4624-4425-a243-9390b908657e None None] Checking router: fb1f7031-aae8-4008-85ff-a397b6dd4d9f for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:42.396592 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8404157-4624-4425-a243-9390b908657e None None] Updating router fb1f7031-aae8-4008-85ff-a397b6dd4d9f port fd0dc683-4eb2-4138-92c2-c26bcb281444 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:06:42.428405 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448638c1-24bd-4b7e-b25c-5faedb00b702 None None] The sync data for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 is: [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:42.537113 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8404157-4624-4425-a243-9390b908657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.544705 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.753540 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Allocated IP 172.20.0.1 (86971150-5cdb-4dfe-a369-1e57c4ff1e1a/8115249a-44b9-4bb4-87ca-9d385c398b57/f12522b8-c9ae-4051-bdc9-374d951f93f7) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:42.853552 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8404157-4624-4425-a243-9390b908657e None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.867608 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-a8404157-4624-4425-a243-9390b908657e None None] Transition to ACTIVE for port object fd0dc683-4eb2-4138-92c2-c26bcb281444 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:42.874385 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.877292 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8404157-4624-4425-a243-9390b908657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.890717 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Transition to ACTIVE for port object f12522b8-c9ae-4051-bdc9-374d951f93f7 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:42.929632 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.931016 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5413d6-9e52-4bd8-9186-ac0df6c1c506 None None] Pushing event updated for resources: {'Port': ['ID=fd0dc683-4eb2-4138-92c2-c26bcb281444,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:42.952221 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a8404157-4624-4425-a243-9390b908657e None None] Attempting to bind port fd0dc683-4eb2-4138-92c2-c26bcb281444 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:42.952605 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a8404157-4624-4425-a243-9390b908657e None None] Attempting to bind port fd0dc683-4eb2-4138-92c2-c26bcb281444 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:42.953607 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8404157-4624-4425-a243-9390b908657e None None] Attempting to bind port fd0dc683-4eb2-4138-92c2-c26bcb281444 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:42.958967 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8404157-4624-4425-a243-9390b908657e None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:42.959354 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8404157-4624-4425-a243-9390b908657e None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:42.959760 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8404157-4624-4425-a243-9390b908657e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.960171 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8404157-4624-4425-a243-9390b908657e None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:42.960735 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-a8404157-4624-4425-a243-9390b908657e None None] Bound port: fd0dc683-4eb2-4138-92c2-c26bcb281444, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:42.961620 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8404157-4624-4425-a243-9390b908657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.968140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b709f0ff-ce77-4e0e-9fd5-ee00053e640b None None] Network 86971150-5cdb-4dfe-a369-1e57c4ff1e1a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:06:42.976895 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Network 86971150-5cdb-4dfe-a369-1e57c4ff1e1a is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:42.981077 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:42.985855 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:43.032580 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.058630 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-66147ffc-9eea-4f67-a381-0f708a34defb None None] Provisioning for port d7de2049-ac3b-4ecd-a429-cc6de8e151d2 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:43.063638 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-a8404157-4624-4425-a243-9390b908657e None None] For port fd0dc683-4eb2-4138-92c2-c26bcb281444, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:43.072153 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-a8404157-4624-4425-a243-9390b908657e None None] For port fd0dc683-4eb2-4138-92c2-c26bcb281444, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fd0dc683-4eb2-4138-92c2-c26bcb281444,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:43.079679 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-a8404157-4624-4425-a243-9390b908657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.086703 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Pushing event updated for resources: {'Port': ['ID=f12522b8-c9ae-4051-bdc9-374d951f93f7,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:43.155311 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8404157-4624-4425-a243-9390b908657e None None] Routers {'fb1f7031-aae8-4008-85ff-a397b6dd4d9f'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:43.155960 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8404157-4624-4425-a243-9390b908657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:43.193008 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5413d6-9e52-4bd8-9186-ac0df6c1c506 None None] Pushing event updated for resources: {'Port': ['ID=fd0dc683-4eb2-4138-92c2-c26bcb281444,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:43.262762 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.302044 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a8404157-4624-4425-a243-9390b908657e None None] Set router fb1f7031-aae8-4008-85ff-a397b6dd4d9f gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:43.461822 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.470049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.515473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d69ef106-8b7b-4e9d-9546-5400d921b298 None None] Provisioning for port f12522b8-c9ae-4051-bdc9-374d951f93f7 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:43.523989 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-d69ef106-8b7b-4e9d-9546-5400d921b298 None None] Provisioning complete for port f12522b8-c9ae-4051-bdc9-374d951f93f7 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:43.524669 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d69ef106-8b7b-4e9d-9546-5400d921b298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.531579 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a8404157-4624-4425-a243-9390b908657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'name': 'tempest-TestShelveInstance-766907391-router', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 3, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'gw_port': {'id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:40Z', 'updated_at': '2021-08-03T20:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:43.551947 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.561945 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Pushing event updated for resources: {'Port': ['ID=f12522b8-c9ae-4051-bdc9-374d951f93f7,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:43.577924 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8404157-4624-4425-a243-9390b908657e None None] The sync data for ids ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'] in n-d-802918-7 is: [{'id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'name': 'tempest-TestShelveInstance-766907391-router', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 3, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'gw_port': {'id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:40Z', 'updated_at': '2021-08-03T20:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:43.638940 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-d69ef106-8b7b-4e9d-9546-5400d921b298 None None] Port f12522b8-c9ae-4051-bdc9-374d951f93f7 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:06:43.707421 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Network 86971150-5cdb-4dfe-a369-1e57c4ff1e1a is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:43.709614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:43.779505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ea0228ab-c3ec-4e9d-8446-aa5e4151630f None None] Provisioning complete for port f12522b8-c9ae-4051-bdc9-374d951f93f7 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:43.781556 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ea0228ab-c3ec-4e9d-8446-aa5e4151630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.828839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ea0228ab-c3ec-4e9d-8446-aa5e4151630f None None] Port f12522b8-c9ae-4051-bdc9-374d951f93f7 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:06:43.867243 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Router fb1f7031-aae8-4008-85ff-a397b6dd4d9f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:06:43.990865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:44.000045 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a100f853-5774-45b2-98c4-beca21d55b4a admin admin] 10.222.0.78 "PUT /v2.0/routers/fb1f7031-aae8-4008-85ff-a397b6dd4d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0547428 Aug 03 20:06:44.058349 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d7de2049-ac3b-4ecd-a429-cc6de8e151d2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:44.146122 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port d7de2049-ac3b-4ecd-a429-cc6de8e151d2 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:44.153019 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d7de2049-ac3b-4ecd-a429-cc6de8e151d2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:44.153401 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.197280 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3cff3100-c21b-4d77-a5ee-d20fec469d07 None None] Provisioning complete for port f12522b8-c9ae-4051-bdc9-374d951f93f7 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:44.197668 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3cff3100-c21b-4d77-a5ee-d20fec469d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.247403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3cff3100-c21b-4d77-a5ee-d20fec469d07 None None] Port f12522b8-c9ae-4051-bdc9-374d951f93f7 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:06:44.298242 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.347537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port d7de2049-ac3b-4ecd-a429-cc6de8e151d2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d7de2049-ac3b-4ecd-a429-cc6de8e151d2,segment=NetworkSegment(2339061d-951c-4823-a6c8-50f6793524d4),segment_id=2339061d-951c-4823-a6c8-50f6793524d4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:44.352780 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.353637 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3f0acae9-317e-43dc-9f15-9d73f8bd8912 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:44.434656 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=d7de2049-ac3b-4ecd-a429-cc6de8e151d2,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:44.449417 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:44.453948 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:44.454337 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.537150 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.571737 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 3f0acae9-317e-43dc-9f15-9d73f8bd8912, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3f0acae9-317e-43dc-9f15-9d73f8bd8912,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:44.578749 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.639107 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=3f0acae9-317e-43dc-9f15-9d73f8bd8912,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:44.704386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38950) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:44.709428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-e7b05d6a-3c6a-43e2-bfa6-e6c820b2f421 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1148602634', 'description': 'tempest-secgroup-smoke-1148602634 description', 'project_id': 'e7716778e5694bef8e42351017db5c48'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:44.737252 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7b05d6a-3c6a-43e2-bfa6-e6c820b2f421 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.832685 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7b05d6a-3c6a-43e2-bfa6-e6c820b2f421 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.836469 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7b05d6a-3c6a-43e2-bfa6-e6c820b2f421 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.868457 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b05d6a-3c6a-43e2-bfa6-e6c820b2f421 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb2b2d8-f872-4058-bae2-b4601bffb7c4,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:44.870711 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-e7b05d6a-3c6a-43e2-bfa6-e6c820b2f421 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.872520 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-e7b05d6a-3c6a-43e2-bfa6-e6c820b2f421 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1669815 Aug 03 20:06:44.875512 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 38952) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:44.880223 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-95ddb75a-d993-441e-ac06-c6f80ce43448 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '1eb2b2d8-f872-4058-bae2-b4601bffb7c4', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:44.907863 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-95ddb75a-d993-441e-ac06-c6f80ce43448 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.965612 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-95ddb75a-d993-441e-ac06-c6f80ce43448 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.969838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-95ddb75a-d993-441e-ac06-c6f80ce43448 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.993630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddb75a-d993-441e-ac06-c6f80ce43448 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248e15ab-3c22-4c4b-a043-93afee08f121,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:44.998734 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-95ddb75a-d993-441e-ac06-c6f80ce43448 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.999972 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-95ddb75a-d993-441e-ac06-c6f80ce43448 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234612 Aug 03 20:06:45.003770 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38954) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:45.008550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3d100c3a-9140-41de-9749-ab8d49265700 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '1eb2b2d8-f872-4058-bae2-b4601bffb7c4', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:45.035602 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d100c3a-9140-41de-9749-ab8d49265700 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.100883 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d100c3a-9140-41de-9749-ab8d49265700 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.104561 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d100c3a-9140-41de-9749-ab8d49265700 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.122508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d100c3a-9140-41de-9749-ab8d49265700 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02741a18-4f9b-4762-a538-40c39e6c7fdc,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:45.130142 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3d100c3a-9140-41de-9749-ab8d49265700 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.131437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3d100c3a-9140-41de-9749-ab8d49265700 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266408 Aug 03 20:06:45.134111 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38956) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:45.139355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-8810baaf-1fab-4a9d-a67e-ebeda07b08c2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '1eb2b2d8-f872-4058-bae2-b4601bffb7c4', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:45.176481 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8810baaf-1fab-4a9d-a67e-ebeda07b08c2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.243627 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8810baaf-1fab-4a9d-a67e-ebeda07b08c2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.248404 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8810baaf-1fab-4a9d-a67e-ebeda07b08c2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.269066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810baaf-1fab-4a9d-a67e-ebeda07b08c2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ee5e44-4386-48bb-b89f-25e4596585e1,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:45.272979 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-8810baaf-1fab-4a9d-a67e-ebeda07b08c2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.274257 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-8810baaf-1fab-4a9d-a67e-ebeda07b08c2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391499 Aug 03 20:06:45.277163 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38958) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:45.281767 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-5a131f13-ae58-4099-b393-054373994b37 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '1eb2b2d8-f872-4058-bae2-b4601bffb7c4', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:45.309391 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a131f13-ae58-4099-b393-054373994b37 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.389109 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a131f13-ae58-4099-b393-054373994b37 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.393441 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a131f13-ae58-4099-b393-054373994b37 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.419386 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a131f13-ae58-4099-b393-054373994b37 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acb312b-9385-4799-8a3c-ee79207b2698,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:45.424857 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-5a131f13-ae58-4099-b393-054373994b37 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.429651 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-5a131f13-ae58-4099-b393-054373994b37 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485634 Aug 03 20:06:45.429651 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38960) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:45.436468 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0fb96264-9777-4e54-a66e-a7c4e83915eb tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '1eb2b2d8-f872-4058-bae2-b4601bffb7c4', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:45.470450 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-0fb96264-9777-4e54-a66e-a7c4e83915eb tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Project e7716778e5694bef8e42351017db5c48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:06:45.476185 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0fb96264-9777-4e54-a66e-a7c4e83915eb tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.547545 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0fb96264-9777-4e54-a66e-a7c4e83915eb tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.551778 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0fb96264-9777-4e54-a66e-a7c4e83915eb tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.571753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb96264-9777-4e54-a66e-a7c4e83915eb tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9896b3f9-0773-4f2c-9249-94fe590acde9,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:45.578494 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0fb96264-9777-4e54-a66e-a7c4e83915eb tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.579749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0fb96264-9777-4e54-a66e-a7c4e83915eb tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1489785 Aug 03 20:06:45.582995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 38962) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:45.588036 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-df777cc4-a418-47c7-bb65-5e701895e481 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '1eb2b2d8-f872-4058-bae2-b4601bffb7c4', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:45.613188 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-df777cc4-a418-47c7-bb65-5e701895e481 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Project e7716778e5694bef8e42351017db5c48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:06:45.618972 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df777cc4-a418-47c7-bb65-5e701895e481 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.694390 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df777cc4-a418-47c7-bb65-5e701895e481 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.698416 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df777cc4-a418-47c7-bb65-5e701895e481 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.719537 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df777cc4-a418-47c7-bb65-5e701895e481 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fc7918-f0fb-42b1-a5f4-3b8ab2ee7ba2,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:45.723368 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df777cc4-a418-47c7-bb65-5e701895e481 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.726121 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-df777cc4-a418-47c7-bb65-5e701895e481 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407580 Aug 03 20:06:45.760572 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Sync routers for ids ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:45.770117 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Routers {'fb1f7031-aae8-4008-85ff-a397b6dd4d9f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:45.770734 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:45.885012 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-d357f93a-3d72-4ead-827e-b2bdb9708e53 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148602634&fields=id&tenant_id=e7716778e5694bef8e42351017db5c48 HTTP/1.1" status: 200 len: 267 time: 0.0369136 Aug 03 20:06:45.888328 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Set router fb1f7031-aae8-4008-85ff-a397b6dd4d9f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:46.016393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-3f7903e7-4f9d-444e-a7f8-69fc1cfa22fc tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:46.018262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-3f7903e7-4f9d-444e-a7f8-69fc1cfa22fc tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 808 time: 0.1230676 Aug 03 20:06:46.030502 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d7de2049-ac3b-4ecd-a429-cc6de8e151d2 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:46.035224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-a64d6aec-64a3-4765-a08c-d109a5b810f2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/quotas/e7716778e5694bef8e42351017db5c48 HTTP/1.1" status: 200 len: 375 time: 0.0102732 Aug 03 20:06:46.097599 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-82d04ffc-fb33-4e41-8ee9-07946beca912 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544696 Aug 03 20:06:46.152149 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port d7de2049-ac3b-4ecd-a429-cc6de8e151d2 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:46.152534 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.157487 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.219447 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-815941c9-e0b3-474d-8e2e-8c9e19df1272 service neutron] 10.222.0.78 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042306 Aug 03 20:06:46.220687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'name': 'tempest-TestShelveInstance-766907391-router', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:43Z', 'revision_number': 4, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'gw_port': {'id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:40Z', 'updated_at': '2021-08-03T20:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f12522b8-c9ae-4051-bdc9-374d951f93f7', 'name': '', 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'mac_address': 'fa:16:3e:8a:c9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8115249a-44b9-4bb4-87ca-9d385c398b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:42Z', 'updated_at': '2021-08-03T20:06:43Z', 'revision_number': 2, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'subnets': [{'id': '8115249a-44b9-4bb4-87ca-9d385c398b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:46.251683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Checking router: fb1f7031-aae8-4008-85ff-a397b6dd4d9f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:46.252080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Updating router fb1f7031-aae8-4008-85ff-a397b6dd4d9f port f12522b8-c9ae-4051-bdc9-374d951f93f7 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:06:46.300900 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.318498 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-fc6c3070-f718-4b23-a863-c931bded25ee service neutron] 10.222.0.78 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928206 Aug 03 20:06:46.321750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fd0dc683-4eb2-4138-92c2-c26bcb281444 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:46.469389 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port fd0dc683-4eb2-4138-92c2-c26bcb281444 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:46.477007 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port fd0dc683-4eb2-4138-92c2-c26bcb281444 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:46.477374 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.514303 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00498c48-efea-40f8-af3d-0763ac44afe0 req-bd0a3a7a-cd71-4f91-af19-d4fca4c46831 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 210 time: 0.0285487 Aug 03 20:06:46.653439 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.708797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port fd0dc683-4eb2-4138-92c2-c26bcb281444, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fd0dc683-4eb2-4138-92c2-c26bcb281444,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:46.715360 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.716538 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3f0acae9-317e-43dc-9f15-9d73f8bd8912 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:46.770854 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.793056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Transition to ACTIVE for port object f12522b8-c9ae-4051-bdc9-374d951f93f7 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:46.817138 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.830424 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=fd0dc683-4eb2-4138-92c2-c26bcb281444,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:46.901626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3c2eb-084e-4272-815f-175057182754 None None] Pushing event updated for resources: {'Port': ['ID=f12522b8-c9ae-4051-bdc9-374d951f93f7,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:46.923184 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:46.923559 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.988316 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Attempting to bind port f12522b8-c9ae-4051-bdc9-374d951f93f7 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:46.988694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Attempting to bind port f12522b8-c9ae-4051-bdc9-374d951f93f7 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '2339061d-951c-4823-a6c8-50f6793524d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:46.989063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Attempting to bind port f12522b8-c9ae-4051-bdc9-374d951f93f7 on network 86971150-5cdb-4dfe-a369-1e57c4ff1e1a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:47.002917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:47.003451 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Checking segment: {'id': '2339061d-951c-4823-a6c8-50f6793524d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:47.004061 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:47.004250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Bound using segment: {'id': '2339061d-951c-4823-a6c8-50f6793524d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:47.004728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Bound port: f12522b8-c9ae-4051-bdc9-374d951f93f7, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2339061d-951c-4823-a6c8-50f6793524d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:47.005122 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:47.118220 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] For port f12522b8-c9ae-4051-bdc9-374d951f93f7, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:47.122482 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] For port f12522b8-c9ae-4051-bdc9-374d951f93f7, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f12522b8-c9ae-4051-bdc9-374d951f93f7,segment=NetworkSegment(2339061d-951c-4823-a6c8-50f6793524d4),segment_id=2339061d-951c-4823-a6c8-50f6793524d4)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:47.128607 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:47.197443 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Routers {'fb1f7031-aae8-4008-85ff-a397b6dd4d9f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:47.198087 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:47.203577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3c2eb-084e-4272-815f-175057182754 None None] Pushing event updated for resources: {'Port': ['ID=f12522b8-c9ae-4051-bdc9-374d951f93f7,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:47.327311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] Set router fb1f7031-aae8-4008-85ff-a397b6dd4d9f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:47.562811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'name': 'tempest-TestShelveInstance-766907391-router', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:43Z', 'revision_number': 4, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'gw_port': {'id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:40Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f12522b8-c9ae-4051-bdc9-374d951f93f7', 'name': '', 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'mac_address': 'fa:16:3e:8a:c9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8115249a-44b9-4bb4-87ca-9d385c398b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:42Z', 'updated_at': '2021-08-03T20:06:47Z', 'revision_number': 4, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'subnets': [{'id': '8115249a-44b9-4bb4-87ca-9d385c398b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:47.590884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0039fc37-27b3-4fe3-abed-58bad2b0ada0 None None] The sync data for ids ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'] in n-d-802918-7 is: [{'id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'name': 'tempest-TestShelveInstance-766907391-router', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:43Z', 'revision_number': 4, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'gw_port': {'id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:40Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': 'f12522b8-c9ae-4051-bdc9-374d951f93f7', 'name': '', 'network_id': '86971150-5cdb-4dfe-a369-1e57c4ff1e1a', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'mac_address': 'fa:16:3e:8a:c9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '8115249a-44b9-4bb4-87ca-9d385c398b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:42Z', 'updated_at': '2021-08-03T20:06:47Z', 'revision_number': 4, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'subnets': [{'id': '8115249a-44b9-4bb4-87ca-9d385c398b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:47.618298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2c47159f-90c8-4b10-abe2-0f045c62b9d2 req-522dfb1b-18a2-48ce-be22-8ce2fd42bb69 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 210 time: 0.0280719 Aug 03 20:06:47.877849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-0c927a39-e00d-43d3-924b-310aa758e961 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:47.880195 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-0c927a39-e00d-43d3-924b-310aa758e961 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 808 time: 0.1286476 Aug 03 20:06:47.937586 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8a0284a6-0d47-49cc-a1aa-6174bc641899 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7716778e5694bef8e42351017db5c48 HTTP/1.1" status: 200 len: 380 time: 0.0477061 Aug 03 20:06:47.954363 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'port': {'device_id': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'admin_state_up': True, 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'security_groups': ['1eb2b2d8-f872-4058-bae2-b4601bffb7c4']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:48.026802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f12522b8-c9ae-4051-bdc9-374d951f93f7 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:48.079909 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f12522b8-c9ae-4051-bdc9-374d951f93f7 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:48.084709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f12522b8-c9ae-4051-bdc9-374d951f93f7 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:48.085123 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.090028 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Made reservation on behalf of e7716778e5694bef8e42351017db5c48 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:06:48.096117 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.173323 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.210974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port f12522b8-c9ae-4051-bdc9-374d951f93f7, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f12522b8-c9ae-4051-bdc9-374d951f93f7,segment=NetworkSegment(2339061d-951c-4823-a6c8-50f6793524d4),segment_id=2339061d-951c-4823-a6c8-50f6793524d4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:48.216301 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.217243 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fd0dc683-4eb2-4138-92c2-c26bcb281444 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:48.238586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Allocated IP 172.20.0.9 (c2429046-d25c-4781-ae8b-d13638a5be48/f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53/dd7e944f-71c3-4991-a7b9-2e2c68433100) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:48.296896 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=f12522b8-c9ae-4051-bdc9-374d951f93f7,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:48.309179 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port fd0dc683-4eb2-4138-92c2-c26bcb281444 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:48.309642 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.384741 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.398986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Transition to ACTIVE for port object dd7e944f-71c3-4991-a7b9-2e2c68433100 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:48.432128 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.474722 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Network c2429046-d25c-4781-ae8b-d13638a5be48 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:48.477702 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:48.484680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:48.509920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'Port': ['ID=dd7e944f-71c3-4991-a7b9-2e2c68433100,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:48.535893 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:48.536523 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.552126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-cf4560aa-6391-4207-ab9e-7a92afc4bc3a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6022322 Aug 03 20:06:48.564168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Request body: {'port': {'device_id': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:48.623721 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.734852 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-daa79708-1747-4106-932d-60c7fad4054f None None] Provisioning for port dd7e944f-71c3-4991-a7b9-2e2c68433100 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:48.738965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-daa79708-1747-4106-932d-60c7fad4054f None None] Provisioning complete for port dd7e944f-71c3-4991-a7b9-2e2c68433100 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:48.739469 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-daa79708-1747-4106-932d-60c7fad4054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.760496 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf9ad5-a27a-46c3-a14e-1766406116ad req-180b425a-1f64-41b8-bca5-0d5376be1faf tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:48.761978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46bf9ad5-a27a-46c3-a14e-1766406116ad req-180b425a-1f64-41b8-bca5-0d5376be1faf tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 931 time: 0.0591872 Aug 03 20:06:48.774333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-daa79708-1747-4106-932d-60c7fad4054f None None] Port dd7e944f-71c3-4991-a7b9-2e2c68433100 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:06:48.803988 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-46bf9ad5-a27a-46c3-a14e-1766406116ad req-6cd8e8be-fba9-4ccb-b39b-6a1483f2cea2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334990 Aug 03 20:06:48.897682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7e944f-71c3-4991-a7b9-2e2c68433100 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:06:48.906063 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.918692 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Transition to ACTIVE for port object dd7e944f-71c3-4991-a7b9-2e2c68433100 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:48.922725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.981488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e944f-71c3-4991-a7b9-2e2c68433100,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:49.061179 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Attempting to bind port dd7e944f-71c3-4991-a7b9-2e2c68433100 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:49.061438 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Attempting to bind port dd7e944f-71c3-4991-a7b9-2e2c68433100 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:49.062113 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Attempting to bind port dd7e944f-71c3-4991-a7b9-2e2c68433100 on network c2429046-d25c-4781-ae8b-d13638a5be48 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:49.066891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Port dd7e944f-71c3-4991-a7b9-2e2c68433100 on network c2429046-d25c-4781-ae8b-d13638a5be48 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:06:49.067277 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Attempting to bind port dd7e944f-71c3-4991-a7b9-2e2c68433100 on network c2429046-d25c-4781-ae8b-d13638a5be48 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:49.072605 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:49.072966 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Checking segment: {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:49.073362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Bound using segment: {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:49.074396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Bound port: dd7e944f-71c3-4991-a7b9-2e2c68433100, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:49.074765 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:49.141615 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:49.144759 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:49.148703 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:49.185275 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:49.185935 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:49.187350 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] 10.222.0.37 "PUT /v2.0/ports/dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 200 len: 1091 time: 0.6275332 Aug 03 20:06:49.187798 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:49.190154 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b74d77-7b68-420c-9f51-56d3a2fce83e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:49.215024 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0447f2-0b5d-4e50-a6c2-a4b01fc01e94 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e944f-71c3-4991-a7b9-2e2c68433100,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:49.243316 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9284abd0-203d-41de-84de-c5e6b0eaf97b x-openstack-request-id: req-9284abd0-203d-41de-84de-c5e6b0eaf97b {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:49.243602 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:49.244164 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9284abd0-203d-41de-84de-c5e6b0eaf97b {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:49.244423 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'status': 'completed', 'code': 200} Aug 03 20:06:49.286899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-73bfb08d-088a-43b5-a6dd-388b1bebdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:49.288461 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-73bfb08d-088a-43b5-a6dd-388b1bebdcd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1094 time: 0.0566335 Aug 03 20:06:49.333045 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-5c5584b1-2c06-4461-868b-0dd5b30e82d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 200 len: 217 time: 0.0363817 Aug 03 20:06:49.390651 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-f62b6c42-d199-4628-b5d6-68f2ba8b1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:49.392203 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-f62b6c42-d199-4628-b5d6-68f2ba8b1c32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0522473 Aug 03 20:06:49.755062 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-280b98e0-4d98-4d6d-875a-e4bbd4aa51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:49.756581 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-280b98e0-4d98-4d6d-875a-e4bbd4aa51f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3567693 Aug 03 20:06:49.845881 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-b501ed53-9021-47a5-a8bf-3dd4ba740a34 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817585 Aug 03 20:06:49.926262 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c3d16-0e44-40d1-813a-71ac9cf06530 req-3bbf2179-fadb-4682-a531-02de9ee9b51b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:49.930725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a5c3d16-0e44-40d1-813a-71ac9cf06530 req-3bbf2179-fadb-4682-a531-02de9ee9b51b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0541651 Aug 03 20:06:49.933866 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f12522b8-c9ae-4051-bdc9-374d951f93f7 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:49.946308 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d51e7f3a-d1f9-48fe-b62d-572ef1a92fea req-98caf2d4-c8e8-4aa6-819c-2a0bb464a3fe service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927265 Aug 03 20:06:49.970609 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4a5c3d16-0e44-40d1-813a-71ac9cf06530 req-245766c5-eda6-4bfa-a027-3804f0490648 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357177 Aug 03 20:06:49.993976 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f12522b8-c9ae-4051-bdc9-374d951f93f7 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:49.994349 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:50.042152 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b74d77-7b68-420c-9f51-56d3a2fce83e req-fd10b59f-a631-45b3-8c15-929fc3e2f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:50.043912 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62b74d77-7b68-420c-9f51-56d3a2fce83e req-fd10b59f-a631-45b3-8c15-929fc3e2f4c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1094 time: 0.0446930 Aug 03 20:06:50.142727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b74d77-7b68-420c-9f51-56d3a2fce83e req-d71338e2-0fba-4f45-a1ee-248b04ac9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:50.144263 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62b74d77-7b68-420c-9f51-56d3a2fce83e req-d71338e2-0fba-4f45-a1ee-248b04ac9c79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0930636 Aug 03 20:06:50.193854 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62b74d77-7b68-420c-9f51-56d3a2fce83e req-84b58748-5351-4e2a-b404-1c58abde50c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 200 len: 217 time: 0.0423698 Aug 03 20:06:50.243730 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b74d77-7b68-420c-9f51-56d3a2fce83e req-6b7af110-bedb-4ba4-b27a-22886ddbb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:50.245260 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62b74d77-7b68-420c-9f51-56d3a2fce83e req-6b7af110-bedb-4ba4-b27a-22886ddbb708 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0447574 Aug 03 20:06:50.291041 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b74d77-7b68-420c-9f51-56d3a2fce83e req-212fc144-5236-445b-b432-286756a0fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:50.292564 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62b74d77-7b68-420c-9f51-56d3a2fce83e req-212fc144-5236-445b-b432-286756a0fec9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404191 Aug 03 20:06:50.387193 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62b74d77-7b68-420c-9f51-56d3a2fce83e req-970eaf18-ca8c-4c36-af51-e1edfcdcadce service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861135 Aug 03 20:06:50.488688 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-62b74d77-7b68-420c-9f51-56d3a2fce83e req-9f56375f-8ecd-48c9-9a1e-23c957912696 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940051 Aug 03 20:06:51.091364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22194438-3018-4696-88d5-9318eee73757 req-3f77ea14-dcd4-4349-a043-c823e0563fd9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:51.092914 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22194438-3018-4696-88d5-9318eee73757 req-3f77ea14-dcd4-4349-a043-c823e0563fd9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0518444 Aug 03 20:06:51.131792 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22194438-3018-4696-88d5-9318eee73757 req-9929c35e-0394-4693-904c-6b4c80b36f64 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325201 Aug 03 20:06:52.252146 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1968352-ea2e-491a-b721-b2d5d4326544 req-799e4683-8014-43b3-9c51-d2395741c700 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:52.253664 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1968352-ea2e-491a-b721-b2d5d4326544 req-799e4683-8014-43b3-9c51-d2395741c700 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0550737 Aug 03 20:06:52.291974 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1968352-ea2e-491a-b721-b2d5d4326544 req-b0bc894f-288c-48d8-9ffa-da10127e95e3 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323386 Aug 03 20:06:52.368638 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd7e944f-71c3-4991-a7b9-2e2c68433100 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:06:52.470206 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:52.482465 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'port_id': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'mac_address': 'fa:16:3e:4a:cd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:06:52.522934 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:52.536409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7e944f-71c3-4991-a7b9-2e2c68433100 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:06:52.557406 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:52.563692 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:52.620710 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dd7e944f-71c3-4991-a7b9-2e2c68433100,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:52.769456 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['dd7e944f-71c3-4991-a7b9-2e2c68433100'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:06:53.409963 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f470b3-b0c3-4c2c-921e-6cf645ada4a3 req-3925bb3c-d313-4445-8b3f-20906e8cd35f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:53.411463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22f470b3-b0c3-4c2c-921e-6cf645ada4a3 req-3925bb3c-d313-4445-8b3f-20906e8cd35f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 944 time: 0.0504541 Aug 03 20:06:53.450420 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22f470b3-b0c3-4c2c-921e-6cf645ada4a3 req-8e67aaf1-ae8f-4dff-9f73-f7b47edc7c65 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328307 Aug 03 20:06:54.384669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd7e944f-71c3-4991-a7b9-2e2c68433100 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:54.437311 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port dd7e944f-71c3-4991-a7b9-2e2c68433100 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:54.440968 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port dd7e944f-71c3-4991-a7b9-2e2c68433100 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:54.441332 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:54.522434 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:54.545259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:54.547543 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ee6f5a-dbcc-4023-b9e5-abe87ce2f94e" -d '{"events": [{"server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:54.560943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:54.566268 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:54.568715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc3e51-c658-4778-ba55-021223add5f0 req-3b0e4265-96b8-401d-836d-8149dca781d2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:54.570313 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfbc3e51-c658-4778-ba55-021223add5f0 req-3b0e4265-96b8-401d-836d-8149dca781d2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 944 time: 0.0510368 Aug 03 20:06:54.594304 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2432e5a8-bb0d-42d6-a60b-a3df842d659f x-openstack-request-id: req-2432e5a8-bb0d-42d6-a60b-a3df842d659f {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:54.594592 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:54.594842 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2432e5a8-bb0d-42d6-a60b-a3df842d659f {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:54.595225 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'code': 200} Aug 03 20:06:54.613358 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-cfbc3e51-c658-4778-ba55-021223add5f0 req-76f3963d-ec95-453e-ae84-3b5aa17ce889 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340557 Aug 03 20:06:54.619709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dd7e944f-71c3-4991-a7b9-2e2c68433100,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:54.701341 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e69066-fabf-471b-96f2-8f3197c8eebc req-8186132c-45c7-4228-817b-63444d9391e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:54.702807 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b1e69066-fabf-471b-96f2-8f3197c8eebc req-8186132c-45c7-4228-817b-63444d9391e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1096 time: 0.0500782 Aug 03 20:06:54.740684 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b1e69066-fabf-471b-96f2-8f3197c8eebc req-6b1df004-a0c0-498e-a61b-871df69f6a7f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299778 Aug 03 20:06:55.740687 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1cabc-c3ab-4a5d-bc37-3eebdd2999b9 req-adb7b634-b080-46f3-bbe9-c73caee04201 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:55.742261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35c1cabc-c3ab-4a5d-bc37-3eebdd2999b9 req-adb7b634-b080-46f3-bbe9-c73caee04201 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0555220 Aug 03 20:06:55.782298 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35c1cabc-c3ab-4a5d-bc37-3eebdd2999b9 req-cfba9894-f8b1-4d08-bb81-c7d38e8cf3b3 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329869 Aug 03 20:06:55.903229 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7737561-7302-4d89-971a-73bbbb1088d7 req-59729317-c7eb-4867-b2c4-3c4f4ea3d537 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:55.904772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7737561-7302-4d89-971a-73bbbb1088d7 req-59729317-c7eb-4867-b2c4-3c4f4ea3d537 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0522823 Aug 03 20:06:55.946763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c7737561-7302-4d89-971a-73bbbb1088d7 req-c78e3956-0575-4031-a682-e3f7c47f88c2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354264 Aug 03 20:06:55.968349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39020) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:56.110131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0fb1f6-8379-44ef-a8f3-f143cf29e84d tempest-TestShelveInstance-642254625 tempest-TestShelveInstance-642254625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:56.111733 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-ee0fb1f6-8379-44ef-a8f3-f143cf29e84d tempest-TestShelveInstance-642254625 tempest-TestShelveInstance-642254625-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1091 time: 0.1420913 Aug 03 20:06:56.115105 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39024) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:56.119649 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:56.142939 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:56.253536 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:56.361637 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Allocated IP 172.25.8.29 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/13c7770d-3146-4157-88b6-797501857055) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:56.472821 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:56.515932 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:56.555265 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:56.558872 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:56.565629 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:56.571283 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'Port': ['ID=13c7770d-3146-4157-88b6-797501857055,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:56.955504 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:57.027869 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:57.176236 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:57.181064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:57.253580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'Port': ['ID=13c7770d-3146-4157-88b6-797501857055,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:57.264057 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:57.367335 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Floating IP cfff14c1-ce2b-473a-a5b4-3fe29e53a491 associated. External IP: 172.25.8.29, port: dd7e944f-71c3-4991-a7b9-2e2c68433100. Aug 03 20:06:57.575973 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Router 7886548a-af9d-4562-bd34-0c39cc51bb30 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:06:57.678094 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:57.689424 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf1cae-06ed-48ad-a893-bd5a1b60c00b None None] Sync routers for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:57.694482 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:57.699950 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf1cae-06ed-48ad-a893-bd5a1b60c00b None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:57.700567 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dedf1cae-06ed-48ad-a893-bd5a1b60c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:57.724831 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-3dbac3b1-da11-459a-8d68-5efbebe122a9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6086745 Aug 03 20:06:57.725533 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:57.727780 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca305876-01c9-4a73-9e45-dd3415f7d178" -d '{"events": [{"name": "network-changed", "server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:57.767290 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a667b1-559e-44d2-9696-e4d338be11e5 x-openstack-request-id: req-84a667b1-559e-44d2-9696-e4d338be11e5 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:57.767590 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:57.767850 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84a667b1-559e-44d2-9696-e4d338be11e5 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:57.768320 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'status': 'completed', 'code': 200} Aug 03 20:06:57.813683 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-dedf1cae-06ed-48ad-a893-bd5a1b60c00b None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:57.832167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305876-01c9-4a73-9e45-dd3415f7d178 req-f457d83c-237d-4fc0-b6d9-66c88bf3a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:57.833692 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ca305876-01c9-4a73-9e45-dd3415f7d178 req-f457d83c-237d-4fc0-b6d9-66c88bf3a6aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1096 time: 0.0421929 Aug 03 20:06:57.924725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305876-01c9-4a73-9e45-dd3415f7d178 req-8b2672c4-b91e-45cf-9292-41159410bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:57.926280 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ca305876-01c9-4a73-9e45-dd3415f7d178 req-8b2672c4-b91e-45cf-9292-41159410bfbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0855496 Aug 03 20:06:57.997596 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ca305876-01c9-4a73-9e45-dd3415f7d178 req-96e0e4d2-837b-45b2-9a26-47aac6983594 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 200 len: 998 time: 0.0637794 Aug 03 20:06:58.034630 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dedf1cae-06ed-48ad-a893-bd5a1b60c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cfff14c1-ce2b-473a-a5b4-3fe29e53a491', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'port_id': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'mac_address': 'fa:16:3e:4a:cd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:06:56Z', 'updated_at': '2021-08-03T20:06:56Z', 'revision_number': 0, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:58.049861 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305876-01c9-4a73-9e45-dd3415f7d178 req-fbb0fdd8-8c9c-4185-af62-00b90e5c47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:58.051520 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ca305876-01c9-4a73-9e45-dd3415f7d178 req-fbb0fdd8-8c9c-4185-af62-00b90e5c47f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0467110 Aug 03 20:06:58.064996 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf1cae-06ed-48ad-a893-bd5a1b60c00b None None] Checking router: 7886548a-af9d-4562-bd34-0c39cc51bb30 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:58.073479 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf1cae-06ed-48ad-a893-bd5a1b60c00b None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:58.074113 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dedf1cae-06ed-48ad-a893-bd5a1b60c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:06:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:58.102278 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305876-01c9-4a73-9e45-dd3415f7d178 req-51dbc78f-a537-4581-8a83-acb700045869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:58.103723 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ca305876-01c9-4a73-9e45-dd3415f7d178 req-51dbc78f-a537-4581-8a83-acb700045869 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448444 Aug 03 20:06:58.182688 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-dedf1cae-06ed-48ad-a893-bd5a1b60c00b None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:58.204903 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ca305876-01c9-4a73-9e45-dd3415f7d178 req-a90dd501-0653-4242-9772-528a0d1db4c6 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939145 Aug 03 20:06:58.294730 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-ca305876-01c9-4a73-9e45-dd3415f7d178 req-d91f0000-3f21-423f-8a82-39e977ade9ad service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830882 Aug 03 20:06:58.406406 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-dedf1cae-06ed-48ad-a893-bd5a1b60c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cfff14c1-ce2b-473a-a5b4-3fe29e53a491', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'port_id': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'mac_address': 'fa:16:3e:4a:cd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:06:56Z', 'updated_at': '2021-08-03T20:06:56Z', 'revision_number': 0, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:58.432160 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf1cae-06ed-48ad-a893-bd5a1b60c00b None None] The sync data for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 is: [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cfff14c1-ce2b-473a-a5b4-3fe29e53a491', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'port_id': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'mac_address': 'fa:16:3e:4a:cd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:06:56Z', 'updated_at': '2021-08-03T20:06:56Z', 'revision_number': 0, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:58.619035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f3cf6-31d5-4d6f-80ac-aafd10166a21 None None] New status for floating IP cfff14c1-ce2b-473a-a5b4-3fe29e53a491: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:07:00.382019 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:03.766024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b9914815-9a14-410a-a73b-24ea88dcd83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:06.536311 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dbae56e2-2686-42bd-8e4b-f60511279ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:06.843202 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:08.188311 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:09.145390 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:07:09.947612 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:12.462648 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-f4424816-e9ec-482f-b1eb-40b44cb8d99e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444491 Aug 03 20:07:12.542400 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-e270f7c4-5fc5-4d97-a792-09e25eeaca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:12.543968 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-e270f7c4-5fc5-4d97-a792-09e25eeaca60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1096 time: 0.0409350 Aug 03 20:07:12.646021 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-1e04a160-26c1-4a5e-a5d8-5d9eb480b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:12.647497 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-1e04a160-26c1-4a5e-a5d8-5d9eb480b674 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0852261 Aug 03 20:07:12.717364 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-b2e17bb2-4b82-46a7-83dc-02533670bd4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 200 len: 1000 time: 0.0620658 Aug 03 20:07:12.767568 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-8eedf661-e3ea-4658-8769-62b88414029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:12.768993 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-8eedf661-e3ea-4658-8769-62b88414029e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0436637 Aug 03 20:07:12.814578 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-86f464d5-1479-4806-8de4-cee306c31b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:12.816054 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-86f464d5-1479-4806-8de4-cee306c31b25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393929 Aug 03 20:07:12.911489 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-61b870e5-0e83-486e-9c10-460d373d1412 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882642 Aug 03 20:07:13.003437 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c4df000d-ba99-421d-8c2b-b9461dbd084e req-02fc2ba0-aec1-4dee-a97e-59fce9360a08 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845551 Aug 03 20:07:16.133803 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:30.382375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:33.757359 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6361367f-2e0c-46c9-827a-1b3ba8384bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:36.537005 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0edc17bb-8d85-45c6-a1d7-068fab600ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:36.845088 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:38.187039 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:39.946868 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:46.127595 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:46.148331 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:08:00.380267 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:03.758542 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5b6f6900-6977-43cd-8511-a7defd545caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:06.537429 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9c3136b0-1145-4fea-b095-f17dd5f3c550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:06.846509 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:08.196826 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:09.949476 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:13.456096 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-a3a0122a-e9a3-4200-b128-bcaa3db27e08 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403647 Aug 03 20:08:13.539432 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-86c5ec13-4140-4b4a-9dbc-23c3bbf32e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:13.540959 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-86c5ec13-4140-4b4a-9dbc-23c3bbf32e97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1096 time: 0.0453489 Aug 03 20:08:13.644571 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-35d7049d-8f4f-40a1-b72c-ffb88e7b0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:13.646120 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-35d7049d-8f4f-40a1-b72c-ffb88e7b0227 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0871260 Aug 03 20:08:13.716273 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-faa144aa-13f5-4dc9-9368-c35d27af92e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 200 len: 1000 time: 0.0634005 Aug 03 20:08:13.765215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-8c94d8d9-c1f1-4c20-b05d-50eac4507ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:13.766702 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-8c94d8d9-c1f1-4c20-b05d-50eac4507ab9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0439444 Aug 03 20:08:13.812051 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-61098a2f-3461-49f7-b673-9f42f77984ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:13.813641 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-61098a2f-3461-49f7-b673-9f42f77984ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395336 Aug 03 20:08:13.906266 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-54d0e926-04ba-4c1d-91fb-3d2aceac43a0 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851531 Aug 03 20:08:13.995720 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8ec94030-b948-47ac-ae21-33883b3bf3a4 req-8df4ef06-d3b2-4578-b67c-ba2c0932b5a7 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824699 Aug 03 20:08:16.130563 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:23.147654 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:08:30.379339 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:33.758983 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e0e1d2cb-af8d-447e-a74e-165a52fc5b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:36.539026 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-00df9c3e-1764-43d7-8c97-650a1d463d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:36.846685 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:37.686163 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-a13bc89e-3b13-4dd9-858f-be6fbfcce44f req-791bda05-bf28-4e47-8aa0-d4d824d9c870 service neutron] (100488) timed out ('10.222.0.78', 34402) {{(pid=100488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:08:38.194528 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:39.950776 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:46.138087 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:53.336979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1739464-65b1-4a2e-b8b5-b3af802f5e23 req-03c467ab-6ce9-4037-b548-14049a115e0c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:53.338566 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1739464-65b1-4a2e-b8b5-b3af802f5e23 req-03c467ab-6ce9-4037-b548-14049a115e0c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0523055 Aug 03 20:08:53.378348 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c1739464-65b1-4a2e-b8b5-b3af802f5e23 req-7021aa5c-3b9f-410e-b43f-5327c2e95071 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333700 Aug 03 20:08:54.499445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963d52-be74-4671-9e71-7a14b4c74e5e req-0ddcb83e-130b-4344-abb6-c4ed1279043a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:54.500859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4963d52-be74-4671-9e71-7a14b4c74e5e req-0ddcb83e-130b-4344-abb6-c4ed1279043a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0493720 Aug 03 20:08:54.543143 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f4963d52-be74-4671-9e71-7a14b4c74e5e req-f0b89b7d-3b7f-4bd2-b2f1-aacb0211971c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353506 Aug 03 20:08:55.691640 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63e3de-a507-4f79-b261-3c476f3e12a9 req-bb87871b-5491-4118-b04c-21458f4dcb34 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:55.693707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df63e3de-a507-4f79-b261-3c476f3e12a9 req-bb87871b-5491-4118-b04c-21458f4dcb34 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0550225 Aug 03 20:08:55.733064 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df63e3de-a507-4f79-b261-3c476f3e12a9 req-8cc7e4c1-5b19-410c-bbee-56ba15a7a222 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337057 Aug 03 20:08:56.847366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed67370-071b-49df-b585-5a25383d6bf8 req-cf8a9541-4d5e-4c08-b43e-794303db9348 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:56.848843 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed67370-071b-49df-b585-5a25383d6bf8 req-cf8a9541-4d5e-4c08-b43e-794303db9348 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0491467 Aug 03 20:08:56.887177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3ed67370-071b-49df-b585-5a25383d6bf8 req-1aa45aff-2471-4437-a55c-e67d1308bf72 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317111 Aug 03 20:08:58.001216 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5782b-4cec-40f4-bef8-101e279f2186 req-7a48d99d-c886-4e11-94dd-c106e1dc5bd5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:58.002747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ef5782b-4cec-40f4-bef8-101e279f2186 req-7a48d99d-c886-4e11-94dd-c106e1dc5bd5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0485954 Aug 03 20:08:58.045120 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4ef5782b-4cec-40f4-bef8-101e279f2186 req-cb5ff767-b9d5-4810-bde6-fa335d885f08 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356667 Aug 03 20:08:59.165974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd285b05-571e-4735-ba4e-387c06809231 req-631919e0-c4f8-462d-9b24-aacfd3d6053b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:59.167552 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd285b05-571e-4735-ba4e-387c06809231 req-631919e0-c4f8-462d-9b24-aacfd3d6053b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0547829 Aug 03 20:08:59.206852 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dd285b05-571e-4735-ba4e-387c06809231 req-37fc1aef-fc5e-499d-859d-c8b36d93f16a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331378 Aug 03 20:09:00.146755 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:09:00.322139 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16fd49-5de2-4bf7-9885-c27a345bff50 req-d895cc93-fe05-4c99-af7f-cabfaf6a9341 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:00.323692 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f16fd49-5de2-4bf7-9885-c27a345bff50 req-d895cc93-fe05-4c99-af7f-cabfaf6a9341 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0497563 Aug 03 20:09:00.362294 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2f16fd49-5de2-4bf7-9885-c27a345bff50 req-511f821d-ed42-4a9a-9c77-2978d009b7ba tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326312 Aug 03 20:09:00.378852 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:01.487446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff5fb9-4f4c-440d-bad9-cb933a06d806 req-b41b0474-603b-4714-a284-70e71414fa1b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:01.488921 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fff5fb9-4f4c-440d-bad9-cb933a06d806 req-b41b0474-603b-4714-a284-70e71414fa1b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0561097 Aug 03 20:09:01.528070 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1fff5fb9-4f4c-440d-bad9-cb933a06d806 req-d3cdd5e7-9fa9-4b2f-a33b-48fd8d5f9334 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326302 Aug 03 20:09:02.648088 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1191688-6b9b-4456-8c74-fbdc3fc11d86 req-185d4773-22d9-4c0c-a6c6-7738382c828d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:02.649613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1191688-6b9b-4456-8c74-fbdc3fc11d86 req-185d4773-22d9-4c0c-a6c6-7738382c828d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0536938 Aug 03 20:09:02.688936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e1191688-6b9b-4456-8c74-fbdc3fc11d86 req-e38abf47-f239-4ff4-955d-d4d2d078f0f4 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333695 Aug 03 20:09:03.760643 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2dd570ce-acc7-40ce-944c-7d08ec910109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.807082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c5dd2-a307-41df-acf5-e167231ed111 req-62626470-b355-46d6-b732-9af7feb8acf9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:03.808764 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-605c5dd2-a307-41df-acf5-e167231ed111 req-62626470-b355-46d6-b732-9af7feb8acf9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0512378 Aug 03 20:09:03.855113 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-605c5dd2-a307-41df-acf5-e167231ed111 req-93324c20-6b9d-4e8b-a3c9-9026bacc30c8 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391850 Aug 03 20:09:04.925120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd7e944f-71c3-4991-a7b9-2e2c68433100 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:09:04.972040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc09d72-ddd8-4e01-9f16-11ec5e600df1 req-d570200a-c324-4d37-8490-57112eb3e3ad tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:04.973545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dc09d72-ddd8-4e01-9f16-11ec5e600df1 req-d570200a-c324-4d37-8490-57112eb3e3ad tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0492759 Aug 03 20:09:05.011977 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1dc09d72-ddd8-4e01-9f16-11ec5e600df1 req-7d456f1f-dab2-425a-83f9-679eeef4ea61 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323334 Aug 03 20:09:05.024210 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:05.036163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'port_id': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'mac_address': 'fa:16:3e:4a:cd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:09:05.076085 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:05.089248 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd7e944f-71c3-4991-a7b9-2e2c68433100 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:09:05.108438 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:05.112302 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:05.161891 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dd7e944f-71c3-4991-a7b9-2e2c68433100,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:05.169924 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.170273 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.170626 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.171056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.171403 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.171743 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.172079 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.172413 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.172780 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.173234 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.173803 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.174152 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:05.183674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['dd7e944f-71c3-4991-a7b9-2e2c68433100'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:09:06.144443 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18375b8a-2f62-46c3-b830-9f76c955bd32 req-1a2441e5-86b2-4be7-ad57-88de6b6fd3b9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:06.147976 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18375b8a-2f62-46c3-b830-9f76c955bd32 req-1a2441e5-86b2-4be7-ad57-88de6b6fd3b9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 944 time: 0.0585611 Aug 03 20:09:06.204656 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-18375b8a-2f62-46c3-b830-9f76c955bd32 req-ffcff667-544f-45f9-9038-4df1c7583255 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431349 Aug 03 20:09:06.548381 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-25c7195f-28b4-4c72-a52a-34361f5b3c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.850484 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.925579 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd7e944f-71c3-4991-a7b9-2e2c68433100 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:09:06.988442 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port dd7e944f-71c3-4991-a7b9-2e2c68433100 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:06.989237 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.078149 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.102752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:07.105375 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455cb752-be16-45c0-866e-059cd4cac1d5" -d '{"events": [{"server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:07.119817 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:07.127115 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.170326 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1856df-11da-4d53-8398-4a475a5f175b x-openstack-request-id: req-ce1856df-11da-4d53-8398-4a475a5f175b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:07.170326 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:07.170326 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce1856df-11da-4d53-8398-4a475a5f175b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:07.170326 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'code': 200} Aug 03 20:09:07.201215 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dd7e944f-71c3-4991-a7b9-2e2c68433100,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:07.342877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8eea2-c57c-4c8a-af3b-7e1e6dbfb3bc req-92910c61-3306-4cf4-8752-ccff1592a933 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:07.350659 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bcd8eea2-c57c-4c8a-af3b-7e1e6dbfb3bc req-92910c61-3306-4cf4-8752-ccff1592a933 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0713074 Aug 03 20:09:07.392565 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bcd8eea2-c57c-4c8a-af3b-7e1e6dbfb3bc req-44ad733e-0c7e-49be-8d49-e1e5a60d9614 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374877 Aug 03 20:09:08.200554 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:08.534439 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478c2a-8e02-484b-ae59-08b60d6fd3ea req-0b1c6686-cda2-426e-a4f3-65009f884086 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:08.535935 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37478c2a-8e02-484b-ae59-08b60d6fd3ea req-0b1c6686-cda2-426e-a4f3-65009f884086 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0679638 Aug 03 20:09:08.584788 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-37478c2a-8e02-484b-ae59-08b60d6fd3ea req-bf101798-49ff-4b62-9801-4fbd0141754a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408900 Aug 03 20:09:09.722612 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e105d0f-c270-40fc-aa37-c80990883798 req-1ce29eb8-4e56-432d-b2f8-0e673bda52bf tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:09.724163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e105d0f-c270-40fc-aa37-c80990883798 req-1ce29eb8-4e56-432d-b2f8-0e673bda52bf tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0594573 Aug 03 20:09:09.779048 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6e105d0f-c270-40fc-aa37-c80990883798 req-eed1f90d-4c8a-4078-825f-d10efc753c98 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401947 Aug 03 20:09:09.958113 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:10.924411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb386ca0-cd50-4620-a3ca-b738575ea88a req-560d8bda-f772-422c-8592-7523970ad55c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:10.925938 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb386ca0-cd50-4620-a3ca-b738575ea88a req-560d8bda-f772-422c-8592-7523970ad55c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0544755 Aug 03 20:09:10.977820 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bb386ca0-cd50-4620-a3ca-b738575ea88a req-f1a2b4d4-88fb-463d-ad21-5cdab27c7ec2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399256 Aug 03 20:09:12.130624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090ec3f-eb74-4886-a640-3688b62c92c0 req-10c7447d-8e85-4761-96d7-3c3a3c5ff58a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:12.132895 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7090ec3f-eb74-4886-a640-3688b62c92c0 req-10c7447d-8e85-4761-96d7-3c3a3c5ff58a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0695820 Aug 03 20:09:12.183210 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7090ec3f-eb74-4886-a640-3688b62c92c0 req-379b1649-8b3e-4333-899b-65d974a9b592 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441957 Aug 03 20:09:13.323827 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7827c-e9af-4c8a-ad23-03507ae93071 req-ab1040c2-d708-4e7a-a71f-5b209c0c754f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:13.325575 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9f7827c-e9af-4c8a-ad23-03507ae93071 req-ab1040c2-d708-4e7a-a71f-5b209c0c754f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0617211 Aug 03 20:09:13.377001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9f7827c-e9af-4c8a-ad23-03507ae93071 req-452502a6-d246-44c4-9b54-765e4e395ab5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 Aug 03 20:09:14.497082 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622a0bd-5d64-4145-9fb0-c2438f9dd2bf req-4a77163d-7bc0-4f64-aad2-552cc17f4020 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:14.498592 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7622a0bd-5d64-4145-9fb0-c2438f9dd2bf req-4a77163d-7bc0-4f64-aad2-552cc17f4020 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0499661 Aug 03 20:09:14.536191 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7622a0bd-5d64-4145-9fb0-c2438f9dd2bf req-cfefa026-d2a4-478d-a95d-71fc34b4427f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316374 Aug 03 20:09:15.088567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5323c3-7c69-4594-b1ba-3e8417496efe req-f003dfe1-3561-4bfb-8557-d43abef57432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:15.090506 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3d5323c3-7c69-4594-b1ba-3e8417496efe req-f003dfe1-3561-4bfb-8557-d43abef57432 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1096 time: 0.0883319 Aug 03 20:09:15.186876 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5323c3-7c69-4594-b1ba-3e8417496efe req-72cc80b4-4e4f-4b8c-8b9e-b71af3190acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:15.188425 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3d5323c3-7c69-4594-b1ba-3e8417496efe req-72cc80b4-4e4f-4b8c-8b9e-b71af3190acf service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0909374 Aug 03 20:09:15.259783 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3d5323c3-7c69-4594-b1ba-3e8417496efe req-126b5853-d6a9-4b4a-8bd9-7c4ecfbdc4fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 200 len: 1000 time: 0.0635045 Aug 03 20:09:15.313835 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5323c3-7c69-4594-b1ba-3e8417496efe req-47d82704-7e38-4b76-ba4e-3fbd65c3bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:15.315322 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3d5323c3-7c69-4594-b1ba-3e8417496efe req-47d82704-7e38-4b76-ba4e-3fbd65c3bb31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0481038 Aug 03 20:09:15.361792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5323c3-7c69-4594-b1ba-3e8417496efe req-58e8fcc8-134b-4d80-a2fd-de1094b4c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:15.363353 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3d5323c3-7c69-4594-b1ba-3e8417496efe req-58e8fcc8-134b-4d80-a2fd-de1094b4c817 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412633 Aug 03 20:09:15.453839 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3d5323c3-7c69-4594-b1ba-3e8417496efe req-061985f1-19ef-466a-a410-b16458dd7ffa service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832920 Aug 03 20:09:15.546171 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-3d5323c3-7c69-4594-b1ba-3e8417496efe req-d3804567-7181-438c-a217-88d24902bf01 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854938 Aug 03 20:09:15.646927 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658389d-d7d7-49c7-bce2-0b255380f68b req-c1f224ad-4892-4d07-bb89-1f7b9ec8f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:15.648477 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c658389d-d7d7-49c7-bce2-0b255380f68b req-c1f224ad-4892-4d07-bb89-1f7b9ec8f124 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1096 time: 0.0427990 Aug 03 20:09:15.654616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17399f-68d7-4f71-a9a8-3242a45fe82e req-8efe85fd-7aab-4945-b44d-d237d5101aea tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:15.656598 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a17399f-68d7-4f71-a9a8-3242a45fe82e req-8efe85fd-7aab-4945-b44d-d237d5101aea tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0514574 Aug 03 20:09:15.695032 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a17399f-68d7-4f71-a9a8-3242a45fe82e req-2a03fefa-34f6-4d0d-be51-75e671020b25 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326807 Aug 03 20:09:15.757255 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658389d-d7d7-49c7-bce2-0b255380f68b req-cb6fe310-78b5-4a73-b031-8e92a22a7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:15.758820 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c658389d-d7d7-49c7-bce2-0b255380f68b req-cb6fe310-78b5-4a73-b031-8e92a22a7892 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0911386 Aug 03 20:09:15.824634 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c658389d-d7d7-49c7-bce2-0b255380f68b req-0ba86f59-d37d-474a-b10d-37a7da21f843 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 200 len: 1000 time: 0.0577679 Aug 03 20:09:15.878165 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658389d-d7d7-49c7-bce2-0b255380f68b req-61860b97-8d73-4c67-b47e-e41c86b58ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:15.879615 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c658389d-d7d7-49c7-bce2-0b255380f68b req-61860b97-8d73-4c67-b47e-e41c86b58ec6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0434144 Aug 03 20:09:15.934396 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658389d-d7d7-49c7-bce2-0b255380f68b req-75c2f920-ce5a-40bf-961b-a2cd1dc5ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:15.935905 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c658389d-d7d7-49c7-bce2-0b255380f68b req-75c2f920-ce5a-40bf-961b-a2cd1dc5ef64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489061 Aug 03 20:09:16.026373 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c658389d-d7d7-49c7-bce2-0b255380f68b req-9fbe4d16-f86d-42e0-91ea-4f0715d5b961 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819445 Aug 03 20:09:16.126566 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-c658389d-d7d7-49c7-bce2-0b255380f68b req-a7cdd9b4-0773-4557-a3f9-c2efa6b13907 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912366 Aug 03 20:09:16.139613 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:16.814046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b0ab8-d2d8-47cc-a625-4527e34df1b0 req-9fa0e6ba-462a-4d05-af85-0e96562a802e tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:16.815545 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-641b0ab8-d2d8-47cc-a625-4527e34df1b0 req-9fa0e6ba-462a-4d05-af85-0e96562a802e tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0526044 Aug 03 20:09:16.855719 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-641b0ab8-d2d8-47cc-a625-4527e34df1b0 req-efed5a85-7d3e-4964-a92d-79060aaa6390 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330369 Aug 03 20:09:17.976824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020624af-9df6-4180-a731-10cd37c8945c req-b65aad13-65a0-492c-afa2-912d6a57630d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:17.978369 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-020624af-9df6-4180-a731-10cd37c8945c req-b65aad13-65a0-492c-afa2-912d6a57630d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0505409 Aug 03 20:09:18.016971 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-020624af-9df6-4180-a731-10cd37c8945c req-eda70561-500b-4041-a21b-a775116f1cdf tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326285 Aug 03 20:09:18.239761 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2ff7a-17ff-425e-b2ee-6f2a60f0e2ab req-783c2eed-e3a5-44f8-8e29-f8876adb471f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:18.241930 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bed2ff7a-17ff-425e-b2ee-6f2a60f0e2ab req-783c2eed-e3a5-44f8-8e29-f8876adb471f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 945 time: 0.0516171 Aug 03 20:09:18.282464 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-bed2ff7a-17ff-425e-b2ee-6f2a60f0e2ab req-33d242e4-089a-42d3-a7f5-7b118561f72a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344069 Aug 03 20:09:18.471284 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39222) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:18.555123 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-a03f68e4-d32a-4c05-bc02-0c0fea109166 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826573 Aug 03 20:09:18.940303 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd7e944f-71c3-4991-a7b9-2e2c68433100 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:09:19.019180 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:19.043253 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:19.045427 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3468f26-ddfd-4aa4-b79e-a3715374a5a9" -d '{"events": [{"server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:19.057906 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:19.062021 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:19.088098 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799fab81-f7aa-4489-9f79-188d259b828a x-openstack-request-id: req-799fab81-f7aa-4489-9f79-188d259b828a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:19.088392 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "name": "network-vif-unplugged", "status": "completed", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:19.088649 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-799fab81-f7aa-4489-9f79-188d259b828a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:19.089045 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'code': 200} Aug 03 20:09:19.114393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dd7e944f-71c3-4991-a7b9-2e2c68433100,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:19.305231 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-1179b059-8644-4525-9ff0-52a33aeffc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:19.306796 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-1179b059-8644-4525-9ff0-52a33aeffc2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de&tenant_id=e7716778e5694bef8e42351017db5c48 HTTP/1.1" status: 200 len: 1094 time: 0.0497310 Aug 03 20:09:19.368417 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-8542a64e-9875-4cb2-93eb-09a921721a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:19.369981 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-8542a64e-9875-4cb2-93eb-09a921721a89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1094 time: 0.0410252 Aug 03 20:09:19.408434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97e3f9-7068-4290-b402-d5dcb61d239e req-c14e6e63-f266-4ea2-b983-7996a5c0d4d5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:19.409958 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e97e3f9-7068-4290-b402-d5dcb61d239e req-c14e6e63-f266-4ea2-b983-7996a5c0d4d5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0536461 Aug 03 20:09:19.449631 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e97e3f9-7068-4290-b402-d5dcb61d239e req-3f5de985-bb75-4741-8192-334054df8270 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329981 Aug 03 20:09:19.465530 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-546e4839-2062-4cf0-bb80-88e2c26d21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:19.467044 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-546e4839-2062-4cf0-bb80-88e2c26d21d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0894215 Aug 03 20:09:19.532236 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-557bb121-8633-4cff-ae98-95d11a167ccf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 200 len: 998 time: 0.0582068 Aug 03 20:09:19.585129 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-0684c785-9c53-4b0f-88a0-e0e7b60f575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:19.586853 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-0684c785-9c53-4b0f-88a0-e0e7b60f575d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0477962 Aug 03 20:09:19.634753 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-a0fee44c-b849-4a2e-9e95-8da64bc595f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:19.636261 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-a0fee44c-b849-4a2e-9e95-8da64bc595f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416939 Aug 03 20:09:19.724708 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-39d37b42-08e3-4548-b25f-b26282d86504 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809398 Aug 03 20:09:19.818200 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4d0b54e6-e3d9-4f69-b65b-c471114684ea req-802e7c57-a6df-4991-bcc1-41e248c8115d service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856957 Aug 03 20:09:20.571714 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c50c1-8cc9-49a7-9a39-9c9a721deab8 req-ea0b5fb9-7caa-41a5-b047-cc5be916d19b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:20.573252 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d7c50c1-8cc9-49a7-9a39-9c9a721deab8 req-ea0b5fb9-7caa-41a5-b047-cc5be916d19b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0514853 Aug 03 20:09:20.614539 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9d7c50c1-8cc9-49a7-9a39-9c9a721deab8 req-66311877-abf1-4222-9c42-2439019d2013 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344613 Aug 03 20:09:21.746009 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fc035-2014-4d9f-81c7-fd75112c262d req-b62910f7-3e2a-4388-9c9f-fdce19f087da tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:21.747550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d42fc035-2014-4d9f-81c7-fd75112c262d req-b62910f7-3e2a-4388-9c9f-fdce19f087da tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0551553 Aug 03 20:09:21.792330 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d42fc035-2014-4d9f-81c7-fd75112c262d req-6ca20541-7eac-4aad-a2e8-82a830d4789c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383215 Aug 03 20:09:22.917086 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30cf61-7cf3-4e7c-acb8-0fca0fbe7865 req-d4008bce-8ad1-4ace-8f82-e1d6f9cf3b2f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:22.918796 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e30cf61-7cf3-4e7c-acb8-0fca0fbe7865 req-d4008bce-8ad1-4ace-8f82-e1d6f9cf3b2f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0559225 Aug 03 20:09:22.961386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2e30cf61-7cf3-4e7c-acb8-0fca0fbe7865 req-5bc4831a-40d0-40c0-abac-9060066ac4d9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364506 Aug 03 20:09:24.091609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f763f-7582-4692-afe4-a9907e4ef4b7 req-b3daf685-2ae4-44a1-89ee-a23b1722f7c2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:24.093463 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a55f763f-7582-4692-afe4-a9907e4ef4b7 req-b3daf685-2ae4-44a1-89ee-a23b1722f7c2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0533962 Aug 03 20:09:24.137862 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a55f763f-7582-4692-afe4-a9907e4ef4b7 req-67cafef0-6fa5-4463-a9b0-8ee3500fd96f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382864 Aug 03 20:09:25.266506 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7779f4-14cc-4b65-83ec-671c7089b9d2 req-74b8759c-0ff8-4dad-9851-6479e0443297 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:25.268162 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a7779f4-14cc-4b65-83ec-671c7089b9d2 req-74b8759c-0ff8-4dad-9851-6479e0443297 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0563412 Aug 03 20:09:25.308812 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1a7779f4-14cc-4b65-83ec-671c7089b9d2 req-bdff06f5-c431-4ae0-823a-a4016d8c4614 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344510 Aug 03 20:09:26.434528 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506932-e83f-41ed-b98e-a8002ac600f1 req-a83a1853-0a3f-4122-b2ec-f4e12c4aeb6c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:26.436033 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5506932-e83f-41ed-b98e-a8002ac600f1 req-a83a1853-0a3f-4122-b2ec-f4e12c4aeb6c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0567150 Aug 03 20:09:26.480227 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d5506932-e83f-41ed-b98e-a8002ac600f1 req-2d14ab97-9d66-4b8d-b3dc-cc396763955e tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378423 Aug 03 20:09:27.601800 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313d012-69f3-43a5-8f12-6cee60cb3585 req-61c9f3db-4f63-4269-9c7b-d1b6945c711e tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:27.604184 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2313d012-69f3-43a5-8f12-6cee60cb3585 req-61c9f3db-4f63-4269-9c7b-d1b6945c711e tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0532131 Aug 03 20:09:27.644103 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2313d012-69f3-43a5-8f12-6cee60cb3585 req-3df09346-2798-46cf-a527-de87bc76e43f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338755 Aug 03 20:09:28.772266 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07586c0e-9c2a-42cf-ad33-cafcc8fe741f req-deede0fb-960a-4bcb-9d34-a39204a25141 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:28.773990 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-07586c0e-9c2a-42cf-ad33-cafcc8fe741f req-deede0fb-960a-4bcb-9d34-a39204a25141 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0593593 Aug 03 20:09:28.815156 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-07586c0e-9c2a-42cf-ad33-cafcc8fe741f req-e14ebd52-0a84-4abf-bab4-36d6452e66e2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352674 Aug 03 20:09:29.940404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee31c9d-0390-4b09-8d1e-727c7b6098bb req-d1570f7c-1f7c-4509-b6e4-b4d91df99805 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:29.942090 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ee31c9d-0390-4b09-8d1e-727c7b6098bb req-d1570f7c-1f7c-4509-b6e4-b4d91df99805 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.0555944 Aug 03 20:09:29.984387 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ee31c9d-0390-4b09-8d1e-727c7b6098bb req-48cdb3fd-9365-4f94-955f-eb3f7f7325cd tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354085 Aug 03 20:09:30.378504 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:31.153112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56c189-3ed9-41e8-bfb3-4296db8151be req-4bd0f766-5090-4d29-891a-9db975f8dc3e tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:31.154690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc56c189-3ed9-41e8-bfb3-4296db8151be req-4bd0f766-5090-4d29-891a-9db975f8dc3e tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.1002977 Aug 03 20:09:31.193960 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc56c189-3ed9-41e8-bfb3-4296db8151be req-2e96306e-c280-4f6d-8cce-9e34075e5a9b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332031 Aug 03 20:09:32.372517 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51def7c-3ba9-4751-bb31-61c2e9f0c00b req-1f3bfe15-ee15-40e0-b2ef-752f737705a1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:32.374136 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e51def7c-3ba9-4751-bb31-61c2e9f0c00b req-1f3bfe15-ee15-40e0-b2ef-752f737705a1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 943 time: 0.1025121 Aug 03 20:09:32.421051 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e51def7c-3ba9-4751-bb31-61c2e9f0c00b req-66d43649-9962-45f7-9108-6cd24b2d1dcf tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 Aug 03 20:09:32.970496 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd7e944f-71c3-4991-a7b9-2e2c68433100 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:09:33.065748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:33.083249 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'port_id': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'mac_address': 'fa:16:3e:4a:cd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:09:33.119810 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:33.132004 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7e944f-71c3-4991-a7b9-2e2c68433100 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:09:33.151217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:33.155089 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:33.208628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dd7e944f-71c3-4991-a7b9-2e2c68433100,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:33.381999 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['dd7e944f-71c3-4991-a7b9-2e2c68433100'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:09:33.761794 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7a5cadd4-c115-4056-b08c-8e4f648257bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:33.874781 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67dcbd-9354-4f10-a927-3931b92c405a req-7ad3b8d0-79a8-4cba-873a-967ca4c1d528 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:33.876274 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed67dcbd-9354-4f10-a927-3931b92c405a req-7ad3b8d0-79a8-4cba-873a-967ca4c1d528 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 944 time: 0.3869982 Aug 03 20:09:33.913562 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ed67dcbd-9354-4f10-a927-3931b92c405a req-afa4fc85-4819-49ad-8f26-9c13ef9a69fa tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312166 Aug 03 20:09:34.985587 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd7e944f-71c3-4991-a7b9-2e2c68433100 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:09:35.027446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2b6ac-bcda-4d66-8121-2d6341534be7 req-ea240f5e-534f-4897-be75-c386c3a11a0c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:35.028984 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86b2b6ac-bcda-4d66-8121-2d6341534be7 req-ea240f5e-534f-4897-be75-c386c3a11a0c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 944 time: 0.0486650 Aug 03 20:09:35.035580 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port dd7e944f-71c3-4991-a7b9-2e2c68433100 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:35.036074 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:35.071637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-86b2b6ac-bcda-4d66-8121-2d6341534be7 req-f52ee759-713f-4880-844a-5a319299914b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364885 Aug 03 20:09:35.119336 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:35.140879 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:35.143148 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a706e31a-a2f2-4975-9b0c-873348f069f9" -d '{"events": [{"server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:35.156491 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:35.160430 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:35.188141 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc40cb1-34de-442c-8f2f-1b9f1baddab5 x-openstack-request-id: req-abc40cb1-34de-442c-8f2f-1b9f1baddab5 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:35.188504 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:35.188827 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-abc40cb1-34de-442c-8f2f-1b9f1baddab5 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:35.189082 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'code': 200} Aug 03 20:09:35.216577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=dd7e944f-71c3-4991-a7b9-2e2c68433100,revision_number=10']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:35.342103 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ed380-426b-475c-83da-8928bd9d4660 req-14b4ebdc-448e-45c5-8af4-02101cdb5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:35.343851 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-913ed380-426b-475c-83da-8928bd9d4660 req-14b4ebdc-448e-45c5-8af4-02101cdb5e2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1097 time: 0.0402780 Aug 03 20:09:35.377701 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-913ed380-426b-475c-83da-8928bd9d4660 req-7b44b1e8-04a7-4adb-a8c7-baaad1d509c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268786 Aug 03 20:09:36.200379 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d3514-cc8e-456d-8f70-44127c4d44db req-ef0f4d0e-00a7-4ddc-afe1-a61dfa83cac3 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:36.202114 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc2d3514-cc8e-456d-8f70-44127c4d44db req-ef0f4d0e-00a7-4ddc-afe1-a61dfa83cac3 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 946 time: 0.0595706 Aug 03 20:09:36.245485 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-dc2d3514-cc8e-456d-8f70-44127c4d44db req-0c62855e-867b-4eaf-9260-748d4543dda8 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370498 Aug 03 20:09:36.539683 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-96a9b0ad-83b4-40c7-9686-dcd8ab45a9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:36.855180 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:37.145925 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:09:37.369275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08db929-a9d5-4aba-9c37-99595ca98ea1 req-6909aa61-6596-4a5f-a77f-10f6a2d2579b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:37.370802 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b08db929-a9d5-4aba-9c37-99595ca98ea1 req-6909aa61-6596-4a5f-a77f-10f6a2d2579b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 946 time: 0.0534980 Aug 03 20:09:37.411538 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b08db929-a9d5-4aba-9c37-99595ca98ea1 req-94a87267-aced-4f14-8759-7e9a471f173e tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344055 Aug 03 20:09:38.202567 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:39.964046 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:46.144426 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:00.387091 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:03.763773 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9a527bfd-c31a-4233-95a0-bc6fec344fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:06.541619 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7530069d-5b2d-43bd-8ef7-2b31d62e30f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:06.858001 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:08.204248 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:09.963379 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:14.162263 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:10:15.476156 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-a867e633-ebec-48ca-8f10-a3628f1a728c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439627 Aug 03 20:10:15.563483 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-271e1982-596d-46bd-a015-6ecc39152fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:15.564982 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-271e1982-596d-46bd-a015-6ecc39152fc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1097 time: 0.0447431 Aug 03 20:10:15.668724 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-cb92f012-dfc7-4817-8039-bb6cdbaea4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:15.670263 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-cb92f012-dfc7-4817-8039-bb6cdbaea4a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0857661 Aug 03 20:10:15.740703 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-78d4b577-cbe8-4284-aa41-fe434da7f199 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 200 len: 1000 time: 0.0633397 Aug 03 20:10:15.793973 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-c3c3e7ee-430f-4e40-a17e-872e93ffd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:15.795435 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-c3c3e7ee-430f-4e40-a17e-872e93ffd710 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0475276 Aug 03 20:10:15.840626 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-a32aefd8-26be-4059-9798-93b9682dfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:15.842151 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-a32aefd8-26be-4059-9798-93b9682dfcbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399079 Aug 03 20:10:15.934552 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-36405d18-3dce-4776-be5d-99de4db0ec77 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849500 Aug 03 20:10:16.023491 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1181b860-8ba1-4e4c-aea5-4b4f0e3f9c8a req-a50e0064-7b2e-4207-8ac0-020fcba21a12 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818932 Aug 03 20:10:16.150321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.407764 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.766073 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9e5d8cc6-3256-4256-a0dc-45a389951a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:36.542790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cb10d7f3-d2bb-466c-88d9-d47f6c677416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:36.858912 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:38.212924 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:39.965272 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:46.158176 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:47.071481 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39344) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:47.226574 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Deleting port 13c7770d-3146-4157-88b6-797501857055 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:10:47.226915 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:47.300818 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:47.301152 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:47.312558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Calling delete_port for 13c7770d-3146-4157-88b6-797501857055 owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:10:47.464231 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:47.489956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event deleted for resources: {'Port': ['ID=13c7770d-3146-4157-88b6-797501857055,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:47.502012 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.502375 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.502724 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.503068 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.503406 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.503745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.504078 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.504411 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.504741 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.505069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.505395 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.505745 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:47.563497 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:47.563882 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Floating IP cfff14c1-ce2b-473a-a5b4-3fe29e53a491 disassociated (deleted). External IP: 172.25.8.29, port: dd7e944f-71c3-4991-a7b9-2e2c68433100. Aug 03 20:10:47.771935 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Router 7886548a-af9d-4562-bd34-0c39cc51bb30 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:10:47.885002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:10:47.890469 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:47.895363 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bf045-c366-4353-aaae-75c5812bc56c None None] Sync routers for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:10:47.904417 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bf045-c366-4353-aaae-75c5812bc56c None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:47.905027 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-517bf045-c366-4353-aaae-75c5812bc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:10:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:47.917726 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-831ff12e-e4cd-4379-b53c-681bc4a0ac19 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "DELETE /v2.0/floatingips/cfff14c1-ce2b-473a-a5b4-3fe29e53a491 HTTP/1.1" status: 204 len: 168 time: 0.8450940 Aug 03 20:10:47.918546 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:10:47.920840 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b24cad9-50ff-4878-9102-d259b1db6d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:10:48.020121 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10083ae4-1a91-4d77-910e-1e1a2df17744 x-openstack-request-id: req-10083ae4-1a91-4d77-910e-1e1a2df17744 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:10:48.020421 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:10:48.020747 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10083ae4-1a91-4d77-910e-1e1a2df17744 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:10:48.021196 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'status': 'completed', 'code': 200} Aug 03 20:10:48.023812 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-517bf045-c366-4353-aaae-75c5812bc56c None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:48.094001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24cad9-50ff-4878-9102-d259b1db6d8c req-c0d6b411-8c97-49fb-b8d4-c2dae5dad0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:48.095550 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b24cad9-50ff-4878-9102-d259b1db6d8c req-c0d6b411-8c97-49fb-b8d4-c2dae5dad0f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 1097 time: 0.0477164 Aug 03 20:10:48.159983 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43584e81-5ea5-4d9f-b9b2-1a523799c99e req-aa8fa7ad-e285-42b4-aa45-90e96be4cb2b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:48.166430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43584e81-5ea5-4d9f-b9b2-1a523799c99e req-aa8fa7ad-e285-42b4-aa45-90e96be4cb2b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 946 time: 0.0553753 Aug 03 20:10:48.196123 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24cad9-50ff-4878-9102-d259b1db6d8c req-08a805b0-eb58-4c3b-9403-4151567a61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:48.197659 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b24cad9-50ff-4878-9102-d259b1db6d8c req-08a805b0-eb58-4c3b-9403-4151567a61f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0947363 Aug 03 20:10:48.210336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-43584e81-5ea5-4d9f-b9b2-1a523799c99e req-04b70c6f-bd22-4b3e-92c4-6aced35d3624 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Aug 03 20:10:48.236023 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-517bf045-c366-4353-aaae-75c5812bc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:48.246483 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b24cad9-50ff-4878-9102-d259b1db6d8c req-542a67e2-e0cc-4fa4-9123-053c0d3272e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 200 len: 217 time: 0.0403991 Aug 03 20:10:48.268193 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bf045-c366-4353-aaae-75c5812bc56c None None] Checking router: 7886548a-af9d-4562-bd34-0c39cc51bb30 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:10:48.276589 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bf045-c366-4353-aaae-75c5812bc56c None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:48.277135 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-517bf045-c366-4353-aaae-75c5812bc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:10:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:48.302031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24cad9-50ff-4878-9102-d259b1db6d8c req-f6aded0c-c001-4897-9c6a-f537058bc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:48.303509 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b24cad9-50ff-4878-9102-d259b1db6d8c req-f6aded0c-c001-4897-9c6a-f537058bc1b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0499678 Aug 03 20:10:48.351613 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24cad9-50ff-4878-9102-d259b1db6d8c req-8c18c6fc-905e-4b51-9dab-9a6dc7a1ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:48.353134 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b24cad9-50ff-4878-9102-d259b1db6d8c req-8c18c6fc-905e-4b51-9dab-9a6dc7a1ed81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411129 Aug 03 20:10:48.382480 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-517bf045-c366-4353-aaae-75c5812bc56c None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:48.446376 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b24cad9-50ff-4878-9102-d259b1db6d8c req-efc3fb02-d148-4a0a-aaaa-64268d16e7af service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842223 Aug 03 20:10:48.541854 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-1b24cad9-50ff-4878-9102-d259b1db6d8c req-a3933843-8464-4455-b1e2-2d81ce3c6b83 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874405 Aug 03 20:10:48.583532 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-517bf045-c366-4353-aaae-75c5812bc56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:48.608967 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bf045-c366-4353-aaae-75c5812bc56c None None] The sync data for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 is: [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:10:48.822707 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ff7fbc-6bcc-43da-a714-41b08c19010e None None] New status for floating IP cfff14c1-ce2b-473a-a5b4-3fe29e53a491: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:10:49.344185 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0d922-a2fd-45a4-92d1-9c09883c9539 req-658366a2-46ab-4dd1-ac8d-d71b83462a8e tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:49.345712 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ddf0d922-a2fd-45a4-92d1-9c09883c9539 req-658366a2-46ab-4dd1-ac8d-d71b83462a8e tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 946 time: 0.0497503 Aug 03 20:10:49.388483 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ddf0d922-a2fd-45a4-92d1-9c09883c9539 req-81489d75-7aa0-4344-9bdf-513eb29959a8 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=1eb2b2d8-f872-4058-bae2-b4601bffb7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366502 Aug 03 20:10:49.423579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6d528-ed11-486d-9e63-b4edca0eebf9 req-c3ab4bd7-f494-4c01-87cf-d203d11247ae tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:49.425082 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-77a6d528-ed11-486d-9e63-b4edca0eebf9 req-c3ab4bd7-f494-4c01-87cf-d203d11247ae tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a42fee9-51b7-4fb7-82ee-671a57a6f4de HTTP/1.1" status: 200 len: 946 time: 0.0496707 Aug 03 20:10:49.516128 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-77a6d528-ed11-486d-9e63-b4edca0eebf9 req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Deleting port dd7e944f-71c3-4991-a7b9-2e2c68433100 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:10:49.516381 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-77a6d528-ed11-486d-9e63-b4edca0eebf9 req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:49.608725 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-77a6d528-ed11-486d-9e63-b4edca0eebf9 req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] For port dd7e944f-71c3-4991-a7b9-2e2c68433100, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=dd7e944f-71c3-4991-a7b9-2e2c68433100,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:49.609103 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-77a6d528-ed11-486d-9e63-b4edca0eebf9 req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:49.621696 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-77a6d528-ed11-486d-9e63-b4edca0eebf9 req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Calling delete_port for dd7e944f-71c3-4991-a7b9-2e2c68433100 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:10:49.758643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-77a6d528-ed11-486d-9e63-b4edca0eebf9 req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:49.789577 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event deleted for resources: {'Port': ['ID=dd7e944f-71c3-4991-a7b9-2e2c68433100,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:49.813526 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.813886 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.814237 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.814575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.814908 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.815240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.815570 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.815899 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.816225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.816548 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.816873 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.817192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:49.843397 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a6d528-ed11-486d-9e63-b4edca0eebf9 req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] No DVR routers for this DVR port dd7e944f-71c3-4991-a7b9-2e2c68433100 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:10:49.846038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-77a6d528-ed11-486d-9e63-b4edca0eebf9 req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:49.848088 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-77a6d528-ed11-486d-9e63-b4edca0eebf9 req-00b4519f-6ad8-4c1d-9b72-2a33bfcc9637 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.37 "DELETE /v2.0/ports/dd7e944f-71c3-4991-a7b9-2e2c68433100 HTTP/1.1" status: 204 len: 173 time: 0.4172430 Aug 03 20:10:49.848528 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'name': 'network-vif-deleted', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:10:49.850880 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1378146-256a-41b0-8a7e-c38830e46af9" -d '{"events": [{"server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "name": "network-vif-deleted", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:10:49.942178 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf66ba4a-50b7-42b1-b5bf-167d1bfaaeaa x-openstack-request-id: req-bf66ba4a-50b7-42b1-b5bf-167d1bfaaeaa {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:10:49.942599 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a42fee9-51b7-4fb7-82ee-671a57a6f4de", "name": "network-vif-deleted", "tag": "dd7e944f-71c3-4991-a7b9-2e2c68433100", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:10:49.942861 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bf66ba4a-50b7-42b1-b5bf-167d1bfaaeaa {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:10:49.943267 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a42fee9-51b7-4fb7-82ee-671a57a6f4de', 'name': 'network-vif-deleted', 'tag': 'dd7e944f-71c3-4991-a7b9-2e2c68433100', 'status': 'completed', 'code': 200} Aug 03 20:10:50.444791 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39372) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:50.502434 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4cd5-9fe8-4145-a153-ac69f77fe916 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:50.527108 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4cd5-9fe8-4145-a153-ac69f77fe916 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:50.586814 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4cd5-9fe8-4145-a153-ac69f77fe916 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:50.589341 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2c7e4cd5-9fe8-4145-a153-ac69f77fe916 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:50.590550 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2c7e4cd5-9fe8-4145-a153-ac69f77fe916 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "DELETE /v2.0/security-groups/1eb2b2d8-f872-4058-bae2-b4601bffb7c4 HTTP/1.1" status: 204 len: 168 time: 0.1446826 Aug 03 20:10:50.600446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e4cd5-9fe8-4145-a153-ac69f77fe916 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb2b2d8-f872-4058-bae2-b4601bffb7c4,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:50.947400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39378) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:50.953077 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-129e16e1-5918-4a5c-8e7e-c278cc27d9ef tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97875881', 'description': 'tempest-secgroup-smoke-97875881 description', 'project_id': 'e7716778e5694bef8e42351017db5c48'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:50.978378 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-129e16e1-5918-4a5c-8e7e-c278cc27d9ef tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.062467 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-129e16e1-5918-4a5c-8e7e-c278cc27d9ef tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.066868 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-129e16e1-5918-4a5c-8e7e-c278cc27d9ef tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.097724 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-129e16e1-5918-4a5c-8e7e-c278cc27d9ef tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.099187 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-129e16e1-5918-4a5c-8e7e-c278cc27d9ef tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1506321 Aug 03 20:10:51.102258 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39380) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:51.107864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-dbd472ad-d012-4a05-a138-179e46b074fc tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '3012b943-7777-46d0-ba0d-866874b5df5f', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:51.108580 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e16e1-5918-4a5c-8e7e-c278cc27d9ef tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3012b943-7777-46d0-ba0d-866874b5df5f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:51.138710 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dbd472ad-d012-4a05-a138-179e46b074fc tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.161106 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:10:51.196307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dbd472ad-d012-4a05-a138-179e46b074fc tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.199729 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dbd472ad-d012-4a05-a138-179e46b074fc tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.217393 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd472ad-d012-4a05-a138-179e46b074fc tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3087c16-8090-4476-88d9-9352f078de68,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:51.223577 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-dbd472ad-d012-4a05-a138-179e46b074fc tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.224860 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-dbd472ad-d012-4a05-a138-179e46b074fc tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215961 Aug 03 20:10:51.227791 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39382) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:51.232166 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-ae5dec9c-c4d6-45ba-9328-ad38bbe88bb0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '3012b943-7777-46d0-ba0d-866874b5df5f', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:51.258460 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae5dec9c-c4d6-45ba-9328-ad38bbe88bb0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.315826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae5dec9c-c4d6-45ba-9328-ad38bbe88bb0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.319659 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae5dec9c-c4d6-45ba-9328-ad38bbe88bb0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.338008 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dec9c-c4d6-45ba-9328-ad38bbe88bb0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add91344-71c1-4d37-9b71-edf86093a080,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:51.344073 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ae5dec9c-c4d6-45ba-9328-ad38bbe88bb0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.345317 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ae5dec9c-c4d6-45ba-9328-ad38bbe88bb0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165595 Aug 03 20:10:51.348075 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39384) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:51.352401 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-c11aa731-9d7d-4d2d-ad9a-93703ff8a839 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '3012b943-7777-46d0-ba0d-866874b5df5f', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:51.378598 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c11aa731-9d7d-4d2d-ad9a-93703ff8a839 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.442529 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c11aa731-9d7d-4d2d-ad9a-93703ff8a839 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.446547 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c11aa731-9d7d-4d2d-ad9a-93703ff8a839 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.469475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11aa731-9d7d-4d2d-ad9a-93703ff8a839 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0538ca2e-828f-4f34-8ec2-7d15570068e5,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:51.477703 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c11aa731-9d7d-4d2d-ad9a-93703ff8a839 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.480768 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c11aa731-9d7d-4d2d-ad9a-93703ff8a839 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300411 Aug 03 20:10:51.481884 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39386) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:51.486408 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8d6ac83b-c548-4c6f-b667-106849a4c5a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '3012b943-7777-46d0-ba0d-866874b5df5f', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:51.514268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac83b-c548-4c6f-b667-106849a4c5a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.573509 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac83b-c548-4c6f-b667-106849a4c5a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.578114 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac83b-c548-4c6f-b667-106849a4c5a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.595404 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ac83b-c548-4c6f-b667-106849a4c5a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba69732a-26eb-4d28-8dfc-814affed531b,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:51.602458 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac83b-c548-4c6f-b667-106849a4c5a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.603883 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8d6ac83b-c548-4c6f-b667-106849a4c5a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209588 Aug 03 20:10:51.606649 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39388) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:51.611000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-b3da3837-b228-415d-a4f9-f83fdd25aba4 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '3012b943-7777-46d0-ba0d-866874b5df5f', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:51.632164 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-b3da3837-b228-415d-a4f9-f83fdd25aba4 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Project e7716778e5694bef8e42351017db5c48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:10:51.637094 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3da3837-b228-415d-a4f9-f83fdd25aba4 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.701803 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3da3837-b228-415d-a4f9-f83fdd25aba4 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.705478 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3da3837-b228-415d-a4f9-f83fdd25aba4 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.726655 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da3837-b228-415d-a4f9-f83fdd25aba4 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b276a967-7382-4335-ae75-80cd9a19b769,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:51.731733 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-b3da3837-b228-415d-a4f9-f83fdd25aba4 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.733117 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-b3da3837-b228-415d-a4f9-f83fdd25aba4 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254735 Aug 03 20:10:51.735810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39390) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:51.740289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-d92be3eb-39e6-4395-8568-73c69a30fdfa tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'security_group_rule': {'security_group_id': '3012b943-7777-46d0-ba0d-866874b5df5f', 'project_id': 'e7716778e5694bef8e42351017db5c48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:51.761962 n-d-802918-7 neutron-server[100488]: INFO neutron.db.securitygroups_db [None req-d92be3eb-39e6-4395-8568-73c69a30fdfa tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Project e7716778e5694bef8e42351017db5c48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:10:51.767501 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d92be3eb-39e6-4395-8568-73c69a30fdfa tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.826946 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d92be3eb-39e6-4395-8568-73c69a30fdfa tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.830479 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d92be3eb-39e6-4395-8568-73c69a30fdfa tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.850680 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92be3eb-39e6-4395-8568-73c69a30fdfa tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b94f59c-0de0-421a-9a40-d4e82c9affba,revision_number=0']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:51.856740 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-d92be3eb-39e6-4395-8568-73c69a30fdfa tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:51.858698 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-d92be3eb-39e6-4395-8568-73c69a30fdfa tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219046 Aug 03 20:10:53.296090 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd7e944f-71c3-4991-a7b9-2e2c68433100 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:10:53.321972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: dd7e944f-71c3-4991-a7b9-2e2c68433100 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:10:53.322334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device dd7e944f-71c3-4991-a7b9-2e2c68433100 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:11:00.424590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:03.768486 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c8b5f261-dd29-4246-bfec-9bb0e81e05e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:06.155871 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-898f2f32-4fbf-4518-a010-c00625fcf3d9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97875881&fields=id&tenant_id=e7716778e5694bef8e42351017db5c48 HTTP/1.1" status: 200 len: 267 time: 0.0344441 Aug 03 20:11:06.270432 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-47662bf9-4edd-4f73-8e55-5803970f4132 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:06.271883 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-47662bf9-4edd-4f73-8e55-5803970f4132 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 808 time: 0.1090512 Aug 03 20:11:06.289577 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-6aad87f6-1dd7-46f2-bc37-f5836363534a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/quotas/e7716778e5694bef8e42351017db5c48 HTTP/1.1" status: 200 len: 375 time: 0.0105281 Aug 03 20:11:06.340990 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-10cf7cb6-3369-4b61-8548-29fa4e58f918 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456390 Aug 03 20:11:06.483840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-6b740a5a-6e8c-47cb-8d70-077c698a7e6c service neutron] 10.222.0.78 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306612 Aug 03 20:11:06.544598 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2fd253e9-8bfd-49bd-bb23-0b7cc8ef2a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:06.577118 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-58053993-a19d-48cd-b3f2-155e72c6bf52 service neutron] 10.222.0.78 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871222 Aug 03 20:11:06.859003 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:07.886258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-98620eb8-12d7-412e-99d8-38481ea92580 req-71399c78-14b8-4aff-87dd-cbaf06752b1d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 210 time: 0.0287147 Aug 03 20:11:08.211908 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:08.889706 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-0bb3bdf9-45ec-470c-adbc-d79be891ebf0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:08.891211 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-0bb3bdf9-45ec-470c-adbc-d79be891ebf0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.74 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 808 time: 0.1108902 Aug 03 20:11:08.952677 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-fe97e347-3746-4888-ad3c-b7df2df88419 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7716778e5694bef8e42351017db5c48 HTTP/1.1" status: 200 len: 378 time: 0.0365317 Aug 03 20:11:08.965000 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'port': {'device_id': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'admin_state_up': True, 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'security_groups': ['3012b943-7777-46d0-ba0d-866874b5df5f']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:11:09.037199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b411ea3-0f7f-4eee-8def-3a00484cd08a req-7ff785c1-3fa2-45a7-bcbf-2b77d5db7bd5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 210 time: 0.0768104 Aug 03 20:11:09.106132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Made reservation on behalf of e7716778e5694bef8e42351017db5c48 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:11:09.109695 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:09.243436 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Allocated IP 172.20.0.4 (c2429046-d25c-4781-ae8b-d13638a5be48/f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53/f79d6c21-66d0-4730-b40b-40008b0feae5) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:11:09.383676 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:09.398168 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Transition to ACTIVE for port object f79d6c21-66d0-4730-b40b-40008b0feae5 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:11:09.431081 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:09.481842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Network c2429046-d25c-4781-ae8b-d13638a5be48 is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:11:09.485364 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:11:09.492271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:11:09.516366 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'Port': ['ID=f79d6c21-66d0-4730-b40b-40008b0feae5,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:11:09.545910 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:09.547422 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:09.571315 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-2086b7a4-73b8-4da4-9ab2-d31afe15558a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6121807 Aug 03 20:11:09.589217 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-91384f96-0997-4b31-9e8a-65003257703c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:11:09.590276 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-91384f96-0997-4b31-9e8a-65003257703c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057786 Aug 03 20:11:09.648904 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Request body: {'port': {'device_id': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:11:09.706043 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:09.731277 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9dfc8324-2a16-4edb-8ade-9149b14ca0d4 None None] Provisioning for port f79d6c21-66d0-4730-b40b-40008b0feae5 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:11:09.735446 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9dfc8324-2a16-4edb-8ade-9149b14ca0d4 None None] Provisioning complete for port f79d6c21-66d0-4730-b40b-40008b0feae5 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:11:09.735892 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9dfc8324-2a16-4edb-8ade-9149b14ca0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:09.771420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc8324-2a16-4edb-8ade-9149b14ca0d4 None None] Port f79d6c21-66d0-4730-b40b-40008b0feae5 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:11:09.969657 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:09.981158 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79d6c21-66d0-4730-b40b-40008b0feae5 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:11:09.989548 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:10.002734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Transition to ACTIVE for port object f79d6c21-66d0-4730-b40b-40008b0feae5 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:11:10.006750 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:10.061723 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Pushing event updated for resources: {'Port': ['ID=f79d6c21-66d0-4730-b40b-40008b0feae5,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:11:10.152430 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Attempting to bind port f79d6c21-66d0-4730-b40b-40008b0feae5 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:11:10.152680 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Attempting to bind port f79d6c21-66d0-4730-b40b-40008b0feae5 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:11:10.153024 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Attempting to bind port f79d6c21-66d0-4730-b40b-40008b0feae5 on network c2429046-d25c-4781-ae8b-d13638a5be48 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:11:10.198989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Port f79d6c21-66d0-4730-b40b-40008b0feae5 on network c2429046-d25c-4781-ae8b-d13638a5be48 not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:11:10.199310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Attempting to bind port f79d6c21-66d0-4730-b40b-40008b0feae5 on network c2429046-d25c-4781-ae8b-d13638a5be48 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:11:10.209584 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:11:10.209934 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Checking segment: {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:11:10.210529 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Bound using segment: {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:11:10.211190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Bound port: f79d6c21-66d0-4730-b40b-40008b0feae5, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:11:10.211591 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:10.258751 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1ee8-91eb-4d52-9637-0afbad7c2e99 req-e2bb8b7f-7256-4159-842b-e9eb78f9e1a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:10.260347 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a8e1ee8-91eb-4d52-9637-0afbad7c2e99 req-e2bb8b7f-7256-4159-842b-e9eb78f9e1a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.1049159 Aug 03 20:11:10.319073 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:11:10.334524 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9a8e1ee8-91eb-4d52-9637-0afbad7c2e99 req-bca34527-f95b-4ffd-8e45-328b37daba61 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670078 Aug 03 20:11:10.338046 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f79d6c21-66d0-4730-b40b-40008b0feae5,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:11:10.343952 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:10.379981 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:10.380623 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:10.382109 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] 10.222.0.74 "PUT /v2.0/ports/f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 1091 time: 0.7837868 Aug 03 20:11:10.382572 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:11:10.384849 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23e1daa-d25f-4463-9d25-1ee3460eb51e" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:11:10.422851 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48478e6e-90a1-4665-814e-1d53a3d5e421 service neutron] Pushing event updated for resources: {'Port': ['ID=f79d6c21-66d0-4730-b40b-40008b0feae5,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:11:10.438823 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4152188b-894f-496d-af55-93b205b7da05 x-openstack-request-id: req-4152188b-894f-496d-af55-93b205b7da05 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:11:10.439642 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:11:10.439910 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4152188b-894f-496d-af55-93b205b7da05 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:11:10.440587 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'status': 'completed', 'code': 200} Aug 03 20:11:10.507679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-29c0f0a5-6fb0-4dda-bda1-4e829d6ca7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:10.509464 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-29c0f0a5-6fb0-4dda-bda1-4e829d6ca7e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1094 time: 0.0530441 Aug 03 20:11:10.560718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-6d81a7a6-e3df-4c31-b3d6-4162f2f8233b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 217 time: 0.0373769 Aug 03 20:11:10.621463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-766d0096-404e-4edd-83be-626528822fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:10.623386 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-766d0096-404e-4edd-83be-626528822fce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0543711 Aug 03 20:11:10.677347 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-0333556b-4979-4f35-a212-4fd9aae6ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:10.678825 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-0333556b-4979-4f35-a212-4fd9aae6ae5c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476532 Aug 03 20:11:10.770614 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-4ce5e11e-6dec-4aee-80a8-449548d45df0 service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842202 Aug 03 20:11:10.870983 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0db82604-1e0b-4f71-84e3-105f508b6c08 req-5924fb14-18b1-4ac4-b14e-8cc55d5f4b1d service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938907 Aug 03 20:11:10.983536 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e1daa-d25f-4463-9d25-1ee3460eb51e req-b2dc6085-66e5-4daa-a497-4fe1360de642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:10.985359 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c23e1daa-d25f-4463-9d25-1ee3460eb51e req-b2dc6085-66e5-4daa-a497-4fe1360de642 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1094 time: 0.0428975 Aug 03 20:11:11.079456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e1daa-d25f-4463-9d25-1ee3460eb51e req-76aadc0d-d3a6-44d7-8f2e-7cc9c71b5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:11.081115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c23e1daa-d25f-4463-9d25-1ee3460eb51e req-76aadc0d-d3a6-44d7-8f2e-7cc9c71b5309 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0881941 Aug 03 20:11:11.129138 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c23e1daa-d25f-4463-9d25-1ee3460eb51e req-5c583c53-6756-4b17-ad45-1d421b720d03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 217 time: 0.0412071 Aug 03 20:11:11.182215 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e1daa-d25f-4463-9d25-1ee3460eb51e req-a062b5e7-342a-4f5b-b9d7-0eb0979e7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:11.183749 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c23e1daa-d25f-4463-9d25-1ee3460eb51e req-a062b5e7-342a-4f5b-b9d7-0eb0979e7e2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0482008 Aug 03 20:11:11.230694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e1daa-d25f-4463-9d25-1ee3460eb51e req-4faa8dd2-f578-4ef2-9b9b-9eb344480671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:11.232214 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c23e1daa-d25f-4463-9d25-1ee3460eb51e req-4faa8dd2-f578-4ef2-9b9b-9eb344480671 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416803 Aug 03 20:11:11.326772 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c23e1daa-d25f-4463-9d25-1ee3460eb51e req-60d84dfb-f414-4316-9f48-9223f788395b service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873241 Aug 03 20:11:11.453873 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c23e1daa-d25f-4463-9d25-1ee3460eb51e req-79ad7545-0fc4-4970-8a9f-67646fbe11b9 service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200454 Aug 03 20:11:11.470833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f716ee-6a10-48d8-83ab-47b7663306a6 req-e6fe52ac-ce69-4df2-a192-3a701ec21bf7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:11.472392 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7f716ee-6a10-48d8-83ab-47b7663306a6 req-e6fe52ac-ce69-4df2-a192-3a701ec21bf7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0638752 Aug 03 20:11:11.519532 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b7f716ee-6a10-48d8-83ab-47b7663306a6 req-0eb4b3b1-d85a-4729-8a75-230875869833 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405762 Aug 03 20:11:12.637136 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d45e2-1890-49af-b8f7-82d6d6e654a1 req-94be281b-f905-4fca-a8cd-3db29630b8c8 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:12.638689 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-170d45e2-1890-49af-b8f7-82d6d6e654a1 req-94be281b-f905-4fca-a8cd-3db29630b8c8 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0510933 Aug 03 20:11:12.679152 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-170d45e2-1890-49af-b8f7-82d6d6e654a1 req-b5c98d4b-92a7-4f27-a958-20d5b4b961fe tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341096 Aug 03 20:11:13.793796 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d8c2a-98af-49ee-a56c-b74a8df1175e req-ce0366d2-33fc-4440-9db2-3d084f838936 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:13.795232 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a9d8c2a-98af-49ee-a56c-b74a8df1175e req-ce0366d2-33fc-4440-9db2-3d084f838936 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0494249 Aug 03 20:11:13.835437 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2a9d8c2a-98af-49ee-a56c-b74a8df1175e req-f60b05b3-7d1e-40e5-8ed4-37862f7025bd tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336583 Aug 03 20:11:14.952626 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017bb4e-4406-4f6a-8e5e-77c270a47293 req-d2618929-eeb4-4e53-a0ee-0bc1caa896a5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:14.954150 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c017bb4e-4406-4f6a-8e5e-77c270a47293 req-d2618929-eeb4-4e53-a0ee-0bc1caa896a5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0495896 Aug 03 20:11:14.997868 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c017bb4e-4406-4f6a-8e5e-77c270a47293 req-bf8b985f-6147-4d12-846c-c1b47349f2e2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369713 Aug 03 20:11:16.115855 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bcdb6-22db-407f-96f3-3bd1642a8ec9 req-03bfa1c9-d15a-450d-9d1a-78fe818427e9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:16.117390 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f3bcdb6-22db-407f-96f3-3bd1642a8ec9 req-03bfa1c9-d15a-450d-9d1a-78fe818427e9 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0508595 Aug 03 20:11:16.160247 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1f3bcdb6-22db-407f-96f3-3bd1642a8ec9 req-45eccda4-0551-4857-918f-fdebb9b9c25f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367804 Aug 03 20:11:16.169197 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:17.280750 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e443c-713a-42be-9b8f-deca96a17cb7 req-a8756b49-6b1e-41aa-9cf6-766d54e995e8 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:17.282272 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-122e443c-713a-42be-9b8f-deca96a17cb7 req-a8756b49-6b1e-41aa-9cf6-766d54e995e8 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0519631 Aug 03 20:11:17.320434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-122e443c-713a-42be-9b8f-deca96a17cb7 req-0138c938-9cff-4ccc-b4f9-1c38ff48ab11 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320323 Aug 03 20:11:18.435273 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03cd3b-f62e-495d-8911-e66650a5ff79 req-a7fa4186-c22d-4e67-91be-69125a00d8df tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:18.436667 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b03cd3b-f62e-495d-8911-e66650a5ff79 req-a7fa4186-c22d-4e67-91be-69125a00d8df tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0493577 Aug 03 20:11:18.477699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6b03cd3b-f62e-495d-8911-e66650a5ff79 req-933a5477-2e32-4eb7-bd3b-09dfce8347e4 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349693 Aug 03 20:11:19.591418 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ad8f1-b923-4b11-9b0f-10a969224d61 req-f1b78cc4-cf32-46c1-a76a-38ec38646c85 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:19.592896 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b1ad8f1-b923-4b11-9b0f-10a969224d61 req-f1b78cc4-cf32-46c1-a76a-38ec38646c85 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0481441 Aug 03 20:11:19.630484 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3b1ad8f1-b923-4b11-9b0f-10a969224d61 req-9fddb03a-6f0d-4156-afa7-8122187ef2d5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306749 Aug 03 20:11:20.747742 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef3be3-f727-4480-8631-f4c8ae2acf08 req-641a20d2-4235-4d97-a667-bd07ff5fe4cf tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:20.749258 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ef3be3-f727-4480-8631-f4c8ae2acf08 req-641a20d2-4235-4d97-a667-bd07ff5fe4cf tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0494976 Aug 03 20:11:20.786934 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ef3be3-f727-4480-8631-f4c8ae2acf08 req-0836e9e8-04b2-4866-97ab-ac3dee7ab463 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317204 Aug 03 20:11:20.921774 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f79d6c21-66d0-4730-b40b-40008b0feae5 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:11:21.023217 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f79d6c21-66d0-4730-b40b-40008b0feae5,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:11:21.034498 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'port_id': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'mac_address': 'fa:16:3e:0a:be:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:11:21.072857 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:21.085550 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79d6c21-66d0-4730-b40b-40008b0feae5 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:11:21.105140 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f79d6c21-66d0-4730-b40b-40008b0feae5,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:11:21.108940 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:21.155195 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=f79d6c21-66d0-4730-b40b-40008b0feae5,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:11:21.163056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.163400 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.163747 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.164076 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.164397 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.164721 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.165043 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.165370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.165729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.166049 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.166367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.166685 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:11:21.411605 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['f79d6c21-66d0-4730-b40b-40008b0feae5'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:11:21.901792 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d121-9dfe-42bb-a0bf-82b42ae5dc0d req-0b845bcf-b683-418c-935d-e012b0e2d774 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:21.903311 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6336d121-9dfe-42bb-a0bf-82b42ae5dc0d req-0b845bcf-b683-418c-935d-e012b0e2d774 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 944 time: 0.0479827 Aug 03 20:11:21.947084 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6336d121-9dfe-42bb-a0bf-82b42ae5dc0d req-9dd40663-25ad-4f2c-b2fb-f5bc5a611756 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372324 Aug 03 20:11:22.933231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f79d6c21-66d0-4730-b40b-40008b0feae5 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:11:22.984613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port f79d6c21-66d0-4730-b40b-40008b0feae5 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:11:22.988396 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port f79d6c21-66d0-4730-b40b-40008b0feae5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:11:22.989327 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:23.065573 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:23.067550 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a10c5-be0a-485f-b39f-458b1708a000 req-5be531fd-9465-43e3-8545-fe8290e6d077 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:23.069353 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c0a10c5-be0a-485f-b39f-458b1708a000 req-5be531fd-9465-43e3-8545-fe8290e6d077 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 944 time: 0.0513384 Aug 03 20:11:23.088850 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:11:23.091211 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7c7dde-66c9-4144-8603-5d1a537cda49" -d '{"events": [{"server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "name": "network-vif-plugged", "status": "completed", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:11:23.106911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f79d6c21-66d0-4730-b40b-40008b0feae5,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:11:23.112091 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5c0a10c5-be0a-485f-b39f-458b1708a000 req-16afb0df-f96b-4977-8da6-841861983c61 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365381 Aug 03 20:11:23.112438 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:23.166250 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=f79d6c21-66d0-4730-b40b-40008b0feae5,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:11:23.184734 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7078c15f-ef90-4523-9076-95d8100e8d7a x-openstack-request-id: req-7078c15f-ef90-4523-9076-95d8100e8d7a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:11:23.185025 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "name": "network-vif-plugged", "status": "completed", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:11:23.185275 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7078c15f-ef90-4523-9076-95d8100e8d7a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:11:23.185703 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'code': 200} Aug 03 20:11:23.311482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96352a8-e3fe-41a3-b2fd-6bdbb96f5eae req-e2c1d7d5-955f-40c7-93b8-3230d66563cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:23.312995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a96352a8-e3fe-41a3-b2fd-6bdbb96f5eae req-e2c1d7d5-955f-40c7-93b8-3230d66563cf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1096 time: 0.0432591 Aug 03 20:11:23.351127 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a96352a8-e3fe-41a3-b2fd-6bdbb96f5eae req-288a1eff-b154-4da2-8584-bc4276a67cfd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314231 Aug 03 20:11:24.249671 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdc9cd-3b02-4a8d-b1e4-657326450730 req-62aea1de-243c-4eb2-a9d0-0a8b45ad20af tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:24.251190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ccdc9cd-3b02-4a8d-b1e4-657326450730 req-62aea1de-243c-4eb2-a9d0-0a8b45ad20af tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0519850 Aug 03 20:11:24.295909 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0ccdc9cd-3b02-4a8d-b1e4-657326450730 req-e3dc6be8-5945-4437-a5b1-32b7809a100f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381112 Aug 03 20:11:25.413429 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a043a-9cec-42fa-b744-9cf29c5631ac req-404ef499-9002-415a-b368-8577f9ff3fa0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:25.414978 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-696a043a-9cec-42fa-b744-9cf29c5631ac req-404ef499-9002-415a-b368-8577f9ff3fa0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0518293 Aug 03 20:11:25.452865 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-696a043a-9cec-42fa-b744-9cf29c5631ac req-ecaabd0d-08de-408d-86a6-bf81a18a11a2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317266 Aug 03 20:11:25.565258 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8b52-70c1-4568-af1f-effca7b76193 req-16a2bd1a-df16-44d5-a9db-e3b3081f8e90 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:25.566795 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89dc8b52-70c1-4568-af1f-effca7b76193 req-16a2bd1a-df16-44d5-a9db-e3b3081f8e90 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0490193 Aug 03 20:11:25.607647 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-89dc8b52-70c1-4568-af1f-effca7b76193 req-b71e25e9-7405-4e09-839f-127e1bf60b67 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336089 Aug 03 20:11:25.630370 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39594) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:11:25.670127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7946b332-79d8-4586-934b-910c24214f7a tempest-TestShelveInstance-642254625 tempest-TestShelveInstance-642254625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:25.671642 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7946b332-79d8-4586-934b-910c24214f7a tempest-TestShelveInstance-642254625 tempest-TestShelveInstance-642254625-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1091 time: 0.0402844 Aug 03 20:11:25.674475 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39596) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:11:25.678824 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:11:25.701068 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for floatingip, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:25.803575 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:25.908878 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Allocated IP 172.25.8.181 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/0d30f91a-5aed-4311-a899-d6ba7bc3c0ee) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:11:26.008835 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:26.048001 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:26.089774 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:11:26.092611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:11:26.099220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:11:26.105407 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'Port': ['ID=0d30f91a-5aed-4311-a899-d6ba7bc3c0ee,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:11:26.477389 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:26.850513 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:27.007875 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:27.012332 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:27.082178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event updated for resources: {'Port': ['ID=0d30f91a-5aed-4311-a899-d6ba7bc3c0ee,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:11:27.089174 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:27.188214 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Floating IP cb407d84-d0fb-44a2-98ec-8d1099fd04b3 associated. External IP: 172.25.8.181, port: f79d6c21-66d0-4730-b40b-40008b0feae5. Aug 03 20:11:27.394705 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Router 7886548a-af9d-4562-bd34-0c39cc51bb30 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:11:27.502065 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:11:27.512301 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f1556-632b-4605-905c-d9d75aa87e01 None None] Sync routers for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:11:27.518627 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:27.522172 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f1556-632b-4605-905c-d9d75aa87e01 None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:11:27.522789 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2e0f1556-632b-4605-905c-d9d75aa87e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:11:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:11:27.546252 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-8716537d-293b-484f-9f99-be775401d808 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8707585 Aug 03 20:11:27.546956 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:11:27.549230 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5d5633-1f28-4f0a-a563-170c00e64705" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:11:27.587150 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bbdcee-5d0f-4664-ad3e-79d19483e78c x-openstack-request-id: req-97bbdcee-5d0f-4664-ad3e-79d19483e78c {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:11:27.587452 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:11:27.587721 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97bbdcee-5d0f-4664-ad3e-79d19483e78c {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:11:27.588133 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'status': 'completed', 'code': 200} Aug 03 20:11:27.628956 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2e0f1556-632b-4605-905c-d9d75aa87e01 None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:11:27.669774 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5633-1f28-4f0a-a563-170c00e64705 req-8e1c35b6-53c8-4dd0-8e77-64ec31b56b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:27.671277 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b5d5633-1f28-4f0a-a563-170c00e64705 req-8e1c35b6-53c8-4dd0-8e77-64ec31b56b76 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1096 time: 0.0401502 Aug 03 20:11:27.764140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5633-1f28-4f0a-a563-170c00e64705 req-d1d53bc4-2bba-459c-8d1a-b69e213eeec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:27.765641 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b5d5633-1f28-4f0a-a563-170c00e64705 req-d1d53bc4-2bba-459c-8d1a-b69e213eeec6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0875065 Aug 03 20:11:27.830073 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b5d5633-1f28-4f0a-a563-170c00e64705 req-f19aa6a2-2366-42ac-b1aa-8c0614cf99a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 999 time: 0.0571890 Aug 03 20:11:27.853054 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2e0f1556-632b-4605-905c-d9d75aa87e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cb407d84-d0fb-44a2-98ec-8d1099fd04b3', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'port_id': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'mac_address': 'fa:16:3e:0a:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:11:26Z', 'updated_at': '2021-08-03T20:11:26Z', 'revision_number': 0, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:11:27.880692 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f1556-632b-4605-905c-d9d75aa87e01 None None] Checking router: 7886548a-af9d-4562-bd34-0c39cc51bb30 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:11:27.886402 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5633-1f28-4f0a-a563-170c00e64705 req-9612b3e3-a0f5-4ce2-8781-16722c92c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:27.888006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b5d5633-1f28-4f0a-a563-170c00e64705 req-9612b3e3-a0f5-4ce2-8781-16722c92c6db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0509789 Aug 03 20:11:27.889952 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f1556-632b-4605-905c-d9d75aa87e01 None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:11:27.890572 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2e0f1556-632b-4605-905c-d9d75aa87e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:11:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:11:27.934941 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5633-1f28-4f0a-a563-170c00e64705 req-0339bf80-b4cd-4a54-b1b9-daec2b2c7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:27.936461 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b5d5633-1f28-4f0a-a563-170c00e64705 req-0339bf80-b4cd-4a54-b1b9-daec2b2c7869 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412810 Aug 03 20:11:28.029643 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b5d5633-1f28-4f0a-a563-170c00e64705 req-6ff83d2f-f13e-4ffc-b392-7d4a91227b87 service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850494 Aug 03 20:11:28.091931 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-2e0f1556-632b-4605-905c-d9d75aa87e01 None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:11:28.126380 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-1b5d5633-1f28-4f0a-a563-170c00e64705 req-45792d74-70ac-4302-8b95-bb2bcf51676e service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894215 Aug 03 20:11:28.174048 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:11:28.320172 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-2e0f1556-632b-4605-905c-d9d75aa87e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cb407d84-d0fb-44a2-98ec-8d1099fd04b3', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'port_id': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'mac_address': 'fa:16:3e:0a:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:11:26Z', 'updated_at': '2021-08-03T20:11:26Z', 'revision_number': 0, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:11:28.345245 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0f1556-632b-4605-905c-d9d75aa87e01 None None] The sync data for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 is: [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cb407d84-d0fb-44a2-98ec-8d1099fd04b3', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'floating_ip_address': '172.25.8.181', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'port_id': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'mac_address': 'fa:16:3e:0a:be:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:11:26Z', 'updated_at': '2021-08-03T20:11:26Z', 'revision_number': 0, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:11:28.531655 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee26e4-a50a-4be3-a721-d321ee31c77f None None] New status for floating IP cb407d84-d0fb-44a2-98ec-8d1099fd04b3: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:11:30.408700 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:33.777527 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-32d229bd-ee2b-4784-ad2f-b9f622f6706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:36.548742 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-142fdf18-4c5f-4aa3-9a65-882208b945c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:36.860998 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:38.212175 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:39.971993 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:46.180850 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:00.410147 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:03.767952 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-442549ec-6c03-41a4-a7ea-acaf327648a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:05.174177 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:12:06.541062 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c02c7a03-e5e6-4bbd-a607-6fc32620c4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:06.863140 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:08.215063 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:09.974757 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.195680 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.656218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-c5197216-37e1-4501-aeff-53ac919c9e29 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402861 Aug 03 20:12:23.754690 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-05e0cd3f-21de-4671-a263-075fa6f1d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:23.756262 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-05e0cd3f-21de-4671-a263-075fa6f1d646 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1096 time: 0.0432920 Aug 03 20:12:23.860562 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-3b975c9e-1d34-46e7-ab1e-79aef04db70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:23.862094 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-3b975c9e-1d34-46e7-ab1e-79aef04db70c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0876594 Aug 03 20:12:23.927426 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-0340c1a9-ff07-498c-a323-b287f881cf35 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 1001 time: 0.0575459 Aug 03 20:12:23.984387 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-ead25466-cf15-4a43-9fd9-817db6150de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:23.985904 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-ead25466-cf15-4a43-9fd9-817db6150de1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0507247 Aug 03 20:12:24.032570 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-9c88fea1-0848-47d8-b51d-335b5464cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:24.034112 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-9c88fea1-0848-47d8-b51d-335b5464cd24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409663 Aug 03 20:12:24.121630 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-d91b4aa1-b20b-402d-992d-bfaeb04ea295 service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802033 Aug 03 20:12:24.215085 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9ddd3947-049c-48b7-b3c0-05415e3cfecd req-1f449931-5fd4-4f11-802e-5c42a7c7d3cb service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864627 Aug 03 20:12:30.426880 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:33.770449 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ae0261a9-ddd3-47b9-856c-19d06a524f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:36.541702 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-eb2caa75-dce5-4428-82f2-3ae446d487b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:36.867004 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:38.219021 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:39.976904 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:42.174394 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:12:46.196544 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:00.434761 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:03.771358 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7e913ceb-30c2-4607-b3f8-fd1a0e3cb28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:06.542220 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6ef067fc-00b5-482c-8cd1-04addd4700d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:06.867755 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:08.222144 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:09.980130 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:16.212099 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:19.173699 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:13:23.081313 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977891f3-5f67-4b62-b658-17b1e93fe7d1 req-1615ef4f-122f-48fa-a083-114da05edb4c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:23.083078 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-977891f3-5f67-4b62-b658-17b1e93fe7d1 req-1615ef4f-122f-48fa-a083-114da05edb4c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0575595 Aug 03 20:13:23.131499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-977891f3-5f67-4b62-b658-17b1e93fe7d1 req-77dd3b7c-1060-4eec-b0ad-b72ead654b2b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382578 Aug 03 20:13:24.256508 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef581d-3058-45f6-8f3f-f622b4908498 req-09024a5e-bd64-445e-994f-e9e0ba9d8b9b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:24.258068 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beef581d-3058-45f6-8f3f-f622b4908498 req-09024a5e-bd64-445e-994f-e9e0ba9d8b9b tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0545347 Aug 03 20:13:24.297215 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-beef581d-3058-45f6-8f3f-f622b4908498 req-e831e43e-9a4b-46a5-9c7e-089af209f0bc tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330436 Aug 03 20:13:25.454623 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f31808-de3e-4b70-ba22-836228ef996e req-0cf8f56f-4e4d-43fe-b3b6-f989ff27c354 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.456835 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51f31808-de3e-4b70-ba22-836228ef996e req-0cf8f56f-4e4d-43fe-b3b6-f989ff27c354 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0590572 Aug 03 20:13:25.498305 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-51f31808-de3e-4b70-ba22-836228ef996e req-c4c69128-d352-4773-8143-77930321965d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348089 Aug 03 20:13:25.695650 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05678004-ad1f-43a9-9576-ef6978939ff0 req-cc44a325-f35a-4924-9920-d1e958605f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.697235 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05678004-ad1f-43a9-9576-ef6978939ff0 req-cc44a325-f35a-4924-9920-d1e958605f6e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1096 time: 0.0446694 Aug 03 20:13:25.812305 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05678004-ad1f-43a9-9576-ef6978939ff0 req-e15e204e-ca5a-4171-8189-f8ff07ebee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.813750 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05678004-ad1f-43a9-9576-ef6978939ff0 req-e15e204e-ca5a-4171-8189-f8ff07ebee54 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0964177 Aug 03 20:13:25.881430 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05678004-ad1f-43a9-9576-ef6978939ff0 req-f2031fe6-39b8-4795-b8c4-a904037db95a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 1001 time: 0.0594897 Aug 03 20:13:25.932571 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05678004-ad1f-43a9-9576-ef6978939ff0 req-24e268cc-3cca-41e3-8acf-75f3e9ef0bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.934234 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05678004-ad1f-43a9-9576-ef6978939ff0 req-24e268cc-3cca-41e3-8acf-75f3e9ef0bc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0462692 Aug 03 20:13:25.986373 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05678004-ad1f-43a9-9576-ef6978939ff0 req-d7af939d-cb09-4434-a17e-8483ac78c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.988479 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05678004-ad1f-43a9-9576-ef6978939ff0 req-d7af939d-cb09-4434-a17e-8483ac78c772 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464907 Aug 03 20:13:26.087438 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05678004-ad1f-43a9-9576-ef6978939ff0 req-249bbda5-ab34-48af-9c2c-c48d477e0a3d service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915799 Aug 03 20:13:26.187224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-05678004-ad1f-43a9-9576-ef6978939ff0 req-c159f77e-4a9c-4dbe-aa66-a4686d71d1d2 service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928841 Aug 03 20:13:26.616662 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f73077-be70-41d9-8e34-ac26e2d9e240 req-d919a667-02ce-4fa2-8eda-40b8e10481d3 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:26.618212 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3f73077-be70-41d9-8e34-ac26e2d9e240 req-d919a667-02ce-4fa2-8eda-40b8e10481d3 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0507309 Aug 03 20:13:26.656023 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a3f73077-be70-41d9-8e34-ac26e2d9e240 req-af23b800-85c3-41b2-88d9-148eebf53d42 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318592 Aug 03 20:13:27.774809 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac2d36-e3de-4078-bfc6-bb118d6d04f1 req-6334444d-9c39-4a68-8e8b-630904b3e3c8 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:27.776284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4dac2d36-e3de-4078-bfc6-bb118d6d04f1 req-6334444d-9c39-4a68-8e8b-630904b3e3c8 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0497217 Aug 03 20:13:27.814492 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4dac2d36-e3de-4078-bfc6-bb118d6d04f1 req-59a49ca2-258d-44db-8537-356e99dd8466 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320930 Aug 03 20:13:28.933923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42272c84-2bd6-40b4-a325-c83adc3ffdd4 req-1f06ee56-7951-47a8-a71f-07ec0f21abad tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:28.935440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42272c84-2bd6-40b4-a325-c83adc3ffdd4 req-1f06ee56-7951-47a8-a71f-07ec0f21abad tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0527561 Aug 03 20:13:28.973629 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-42272c84-2bd6-40b4-a325-c83adc3ffdd4 req-a0d7957e-cd06-42db-9ec6-15cd24eab747 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322816 Aug 03 20:13:30.088370 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b636f1-bf64-4531-b0d0-95261d14e7ab req-7227b387-98a3-4682-85eb-cf452e0cdd15 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:30.089840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3b636f1-bf64-4531-b0d0-95261d14e7ab req-7227b387-98a3-4682-85eb-cf452e0cdd15 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0501840 Aug 03 20:13:30.127688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f3b636f1-bf64-4531-b0d0-95261d14e7ab req-8fd59d37-a551-4329-bc89-c671c7dae4e0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314748 Aug 03 20:13:30.427480 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:31.245267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5e36d-11f0-4c42-af24-583c02238da5 req-bef178da-dd5c-4aca-b040-c07e7cbdda33 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:31.246784 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4e5e36d-11f0-4c42-af24-583c02238da5 req-bef178da-dd5c-4aca-b040-c07e7cbdda33 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0497684 Aug 03 20:13:31.284425 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a4e5e36d-11f0-4c42-af24-583c02238da5 req-128cb7d5-d2b6-493e-afb2-9594bb184ac6 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316396 Aug 03 20:13:32.402979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f972229-f69d-4ba3-aa3a-baef9d6159fe req-443c3bc0-d3a3-4b11-8407-70e4b1259793 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:32.404480 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f972229-f69d-4ba3-aa3a-baef9d6159fe req-443c3bc0-d3a3-4b11-8407-70e4b1259793 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0524490 Aug 03 20:13:32.442936 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-9f972229-f69d-4ba3-aa3a-baef9d6159fe req-71d4c923-6a3c-4758-b106-9d317f8033f8 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318193 Aug 03 20:13:33.280679 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567286a-30bd-4841-a210-bb3a2f468007 req-bd08bbe0-f37a-4deb-acda-36d4a1713838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:33.282092 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0567286a-30bd-4841-a210-bb3a2f468007 req-bd08bbe0-f37a-4deb-acda-36d4a1713838 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1096 time: 0.0404623 Aug 03 20:13:33.373994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567286a-30bd-4841-a210-bb3a2f468007 req-5b47ea3a-778a-4bbb-8fa1-6decc81ded32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:33.375477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0567286a-30bd-4841-a210-bb3a2f468007 req-5b47ea3a-778a-4bbb-8fa1-6decc81ded32 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0868099 Aug 03 20:13:33.772739 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6a16539-076c-4466-8a9d-b3b12dc67332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:33.804607 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0567286a-30bd-4841-a210-bb3a2f468007 req-b255e472-fc27-4665-9a07-06b7cb6b7145 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 1001 time: 0.4214208 Aug 03 20:13:33.820995 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344d882-ffbe-4fe4-85aa-b07b7fd288f2 req-360c3b65-8927-42fc-a704-683474d4669a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:33.822537 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5344d882-ffbe-4fe4-85aa-b07b7fd288f2 req-360c3b65-8927-42fc-a704-683474d4669a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0764513 Aug 03 20:13:33.912780 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5344d882-ffbe-4fe4-85aa-b07b7fd288f2 req-5ab35223-4dc3-4ce1-bfdd-e9ab342415a5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814643 Aug 03 20:13:33.914611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567286a-30bd-4841-a210-bb3a2f468007 req-07d23278-7a0e-438b-9192-86e4250d5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:33.916218 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0567286a-30bd-4841-a210-bb3a2f468007 req-07d23278-7a0e-438b-9192-86e4250d5ccd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0926182 Aug 03 20:13:33.966990 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567286a-30bd-4841-a210-bb3a2f468007 req-88e01e89-a5c5-4032-8bc6-51c5d81ddf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:33.968748 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0567286a-30bd-4841-a210-bb3a2f468007 req-88e01e89-a5c5-4032-8bc6-51c5d81ddf00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453773 Aug 03 20:13:34.073220 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0567286a-30bd-4841-a210-bb3a2f468007 req-c68b2e18-4523-4b2b-9c81-ed8b86ab6c0b service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969558 Aug 03 20:13:34.176014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0567286a-30bd-4841-a210-bb3a2f468007 req-c23abe9b-5f66-40b1-b937-081a56d490cf service neutron] 10.222.0.74 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960476 Aug 03 20:13:35.037065 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00822969-2f22-4379-a99d-c1bf01ae6957 req-be014af0-b12a-453e-aebc-1d8c0d500775 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:35.038602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00822969-2f22-4379-a99d-c1bf01ae6957 req-be014af0-b12a-453e-aebc-1d8c0d500775 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0486782 Aug 03 20:13:35.076872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-00822969-2f22-4379-a99d-c1bf01ae6957 req-50bfa797-92ef-4474-af77-ef62a6622b6d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322971 Aug 03 20:13:36.209148 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6874-100f-48a0-8371-27c89c03e442 req-612ea4f7-cd0f-49e8-acfc-d1c18be36e10 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:36.210890 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df0e6874-100f-48a0-8371-27c89c03e442 req-612ea4f7-cd0f-49e8-acfc-d1c18be36e10 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0625744 Aug 03 20:13:36.254011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-df0e6874-100f-48a0-8371-27c89c03e442 req-108771fe-ff35-4bfe-a92d-fd1dae3f3297 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361612 Aug 03 20:13:36.544053 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-058dcecd-b670-44dc-9c6c-9ad8cecbee4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:36.869420 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:37.383632 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950b186-e06b-435f-96a1-86edc1e76f65 req-d1838573-bd62-41c5-b061-d123ee1bf5e2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:37.385160 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5950b186-e06b-435f-96a1-86edc1e76f65 req-d1838573-bd62-41c5-b061-d123ee1bf5e2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0546291 Aug 03 20:13:37.428567 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-5950b186-e06b-435f-96a1-86edc1e76f65 req-5e71dee9-42ca-41ec-92d5-c2b681379197 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373530 Aug 03 20:13:38.224482 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:38.548115 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17a920-4d63-45bc-bd11-4d00195ab847 req-b840ce8d-183b-4fc8-8b1a-cf414d9b8d07 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:38.549664 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d17a920-4d63-45bc-bd11-4d00195ab847 req-b840ce8d-183b-4fc8-8b1a-cf414d9b8d07 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0503523 Aug 03 20:13:38.591446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d17a920-4d63-45bc-bd11-4d00195ab847 req-e8bd5a78-152f-4d67-a1fb-3b88b1d1da1d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346756 Aug 03 20:13:38.781757 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-fb2c1bed-e121-4f0b-82fd-82531f7c90aa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444779 Aug 03 20:13:38.816991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb14e6-c3e1-4d4a-8227-c84a3649edc4 req-6ca479ef-63fc-41e5-b4c8-9643d70f0610 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:38.818536 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eafb14e6-c3e1-4d4a-8227-c84a3649edc4 req-6ca479ef-63fc-41e5-b4c8-9643d70f0610 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 945 time: 0.0578558 Aug 03 20:13:38.859722 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eafb14e6-c3e1-4d4a-8227-c84a3649edc4 req-808f34d8-9fdd-4ccd-bc0e-4a49d6931b5d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348058 Aug 03 20:13:39.506576 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device f79d6c21-66d0-4730-b40b-40008b0feae5 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:13:39.591753 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:39.615334 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:39.617632 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22680d3-fa85-40f5-858e-4a0424aacca7" -d '{"events": [{"server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "name": "network-vif-unplugged", "status": "completed", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:39.630702 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f79d6c21-66d0-4730-b40b-40008b0feae5,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:39.635718 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:39.660305 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39373f6-bf88-46be-8aed-8f0934bbdf68 x-openstack-request-id: req-d39373f6-bf88-46be-8aed-8f0934bbdf68 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:39.660599 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "name": "network-vif-unplugged", "status": "failed", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5", "code": 422}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:39.660855 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d39373f6-bf88-46be-8aed-8f0934bbdf68 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:39.661412 n-d-802918-7 neutron-server[100489]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'code': 422} returned with failed status Aug 03 20:13:39.687895 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=f79d6c21-66d0-4730-b40b-40008b0feae5,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:39.695118 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.695466 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.695813 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.696147 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.696479 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.696811 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.697137 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.697462 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.697818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.698141 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.698464 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.698787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:39.990979 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:39.998071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e76abb-84a0-42b1-adb8-6206828347a4 req-0502b3e4-6d83-4b7e-bb25-2b94f5136eb3 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:39.999996 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79e76abb-84a0-42b1-adb8-6206828347a4 req-0502b3e4-6d83-4b7e-bb25-2b94f5136eb3 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0619256 Aug 03 20:13:40.046917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-79e76abb-84a0-42b1-adb8-6206828347a4 req-64492985-e873-48af-9904-cc14a82f4bea tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361791 Aug 03 20:13:41.180360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d52cf1-7116-4466-8f99-e6f65d0d4d06 req-97ac3c9d-ee20-4468-8a5f-3aa78b69cd54 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:41.182836 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5d52cf1-7116-4466-8f99-e6f65d0d4d06 req-97ac3c9d-ee20-4468-8a5f-3aa78b69cd54 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0591946 Aug 03 20:13:41.231445 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b5d52cf1-7116-4466-8f99-e6f65d0d4d06 req-91467ab2-7df1-4b30-bafc-ed277df2fea7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418639 Aug 03 20:13:42.370633 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046b24b-b002-44dd-9e66-f5897bf9dfee req-93ac6c55-b471-4bde-80cf-9375e4ddfd3d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:42.372147 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e046b24b-b002-44dd-9e66-f5897bf9dfee req-93ac6c55-b471-4bde-80cf-9375e4ddfd3d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0679650 Aug 03 20:13:42.411622 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e046b24b-b002-44dd-9e66-f5897bf9dfee req-11a54f33-23b9-4645-8ecc-f0210faa6ead tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333159 Aug 03 20:13:43.536842 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a236f1-3005-4b37-bfce-508fb3b0161f req-344fbb49-3fdf-436d-abe8-106959be7030 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:43.538495 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22a236f1-3005-4b37-bfce-508fb3b0161f req-344fbb49-3fdf-436d-abe8-106959be7030 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0542784 Aug 03 20:13:43.585337 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-22a236f1-3005-4b37-bfce-508fb3b0161f req-ec76e81f-6bbc-4e16-bbe4-074df186c2f0 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402620 Aug 03 20:13:43.861704 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-19a9ec18-71f6-441a-ac8e-8fec7c7dba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:43.863056 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-19a9ec18-71f6-441a-ac8e-8fec7c7dba88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57&tenant_id=e7716778e5694bef8e42351017db5c48 HTTP/1.1" status: 200 len: 1094 time: 0.0490983 Aug 03 20:13:43.875932 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802918-7', 'device_owner': 'compute:nova'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:13:43.935066 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:44.152587 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=f79d6c21-66d0-4730-b40b-40008b0feae5,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:44.189170 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h1-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:13:44.228063 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79d6c21-66d0-4730-b40b-40008b0feae5 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:13:44.235752 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:44.247720 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Transition to ACTIVE for port object f79d6c21-66d0-4730-b40b-40008b0feae5 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:13:44.251421 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:44.326994 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Pushing event updated for resources: {'Port': ['ID=f79d6c21-66d0-4730-b40b-40008b0feae5,revision_number=7']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:44.339469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.339828 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.340173 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.340516 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.340865 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.341188 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.341532 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.341866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.342195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.342522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.343296 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.343427 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:44.390386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] No DVR routers for this DVR port f79d6c21-66d0-4730-b40b-40008b0feae5 on host n-h1-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:13:44.529027 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Attempting to bind port f79d6c21-66d0-4730-b40b-40008b0feae5 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:13:44.529362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Attempting to bind port f79d6c21-66d0-4730-b40b-40008b0feae5 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:13:44.529727 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Attempting to bind port f79d6c21-66d0-4730-b40b-40008b0feae5 on network c2429046-d25c-4781-ae8b-d13638a5be48 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:13:44.534810 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Port f79d6c21-66d0-4730-b40b-40008b0feae5 on network c2429046-d25c-4781-ae8b-d13638a5be48 not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:13:44.535137 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Attempting to bind port f79d6c21-66d0-4730-b40b-40008b0feae5 on network c2429046-d25c-4781-ae8b-d13638a5be48 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:13:44.540251 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:13:44.540591 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Checking segment: {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:13:44.541017 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Bound using segment: {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:13:44.541402 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Bound port: f79d6c21-66d0-4730-b40b-40008b0feae5, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18a4897-0398-40c0-a3a8-287c959660f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:13:44.541789 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:44.609908 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:13:44.614038 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f79d6c21-66d0-4730-b40b-40008b0feae5,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:13:44.619937 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:44.671481 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:44.672133 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:44.673592 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] 10.222.0.37 "PUT /v2.0/ports/f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 1091 time: 0.8020926 Aug 03 20:13:44.674066 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:44.676702 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:44.726407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaa290-121f-42f3-819d-435b4bdb6adc req-811e6b5d-e8fe-473e-bdc8-74e88ccad950 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:44.728637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dfaa290-121f-42f3-819d-435b4bdb6adc req-811e6b5d-e8fe-473e-bdc8-74e88ccad950 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0624931 Aug 03 20:13:44.733069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a03ce-b04c-43a5-9d25-4ca45ccecab2 service neutron] Pushing event updated for resources: {'Port': ['ID=f79d6c21-66d0-4730-b40b-40008b0feae5,revision_number=8']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:44.744520 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfc3dcf-56c5-46cd-af62-6a5af5d46722 x-openstack-request-id: req-6cfc3dcf-56c5-46cd-af62-6a5af5d46722 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:44.744938 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:44.745332 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6cfc3dcf-56c5-46cd-af62-6a5af5d46722 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:44.745917 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'status': 'completed', 'code': 200} Aug 03 20:13:44.764150 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-21604a33-4631-4770-bc96-7f8e0bfc23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:44.765847 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-21604a33-4631-4770-bc96-7f8e0bfc23ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1094 time: 0.0642705 Aug 03 20:13:44.778752 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6dfaa290-121f-42f3-819d-435b4bdb6adc req-f86450d4-268d-40ef-881c-bb7ad5547ab2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418975 Aug 03 20:13:44.867575 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-6d820914-21b4-47ab-8343-c9f042e4a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:44.869117 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-6d820914-21b4-47ab-8343-c9f042e4a485 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0967822 Aug 03 20:13:44.941798 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-de986254-327f-4181-9d08-25ad7a2b2996 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 999 time: 0.0656047 Aug 03 20:13:44.994880 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-90010154-7cd5-450d-8f20-3028daee1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:44.996371 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-90010154-7cd5-450d-8f20-3028daee1b9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0471694 Aug 03 20:13:45.043168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-45022d5f-0c95-454c-be25-9d4ac7f25bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:45.044769 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-45022d5f-0c95-454c-be25-9d4ac7f25bcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418401 Aug 03 20:13:45.056339 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-3f339489-d81e-48e4-ace2-eca509e6f25d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100488) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:13:45.057306 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-3f339489-d81e-48e4-ace2-eca509e6f25d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052390 Aug 03 20:13:45.154623 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-513b50e7-5c9e-4ed9-9295-b3a6d5070691 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906513 Aug 03 20:13:45.256830 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-6430850a-63a2-48c9-bad4-4ebdb71b785d service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954309 Aug 03 20:13:45.347997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c req-77f297fd-f8b5-463c-8790-780b4019b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:45.349533 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c req-77f297fd-f8b5-463c-8790-780b4019b0cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1094 time: 0.0465710 Aug 03 20:13:45.453596 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c req-a7d0c6cf-9fae-4ff2-b5d7-518349fcc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:45.455103 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c req-a7d0c6cf-9fae-4ff2-b5d7-518349fcc3f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0976758 Aug 03 20:13:45.521691 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c req-2b5c8560-0494-4bac-ab30-145c52310e24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 999 time: 0.0586734 Aug 03 20:13:45.575920 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c req-856a4aed-ba50-44bb-b78f-7f607dd83398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:45.577410 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c req-856a4aed-ba50-44bb-b78f-7f607dd83398 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0484300 Aug 03 20:13:45.624195 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c req-f7d76efb-87b3-4308-8c84-a970ec3883cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:45.625741 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c req-f7d76efb-87b3-4308-8c84-a970ec3883cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411205 Aug 03 20:13:45.718557 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c req-1f45e80d-4520-45f7-b584-86764cd2eba3 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849776 Aug 03 20:13:45.826065 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-0b77cd05-7a43-4dbc-8c73-89a4de15d71c req-6f3ce2af-a74c-4b1d-a98d-2e84a322eae8 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004498 Aug 03 20:13:45.914118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab714a04-e4c5-4843-9003-398b364e3b69 req-cfe9f8be-3034-4e8e-a543-e4b8a207ac5f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:45.915725 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab714a04-e4c5-4843-9003-398b364e3b69 req-cfe9f8be-3034-4e8e-a543-e4b8a207ac5f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0628524 Aug 03 20:13:45.956074 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ab714a04-e4c5-4843-9003-398b364e3b69 req-6f5de29c-5892-4f9a-a949-5fece9348ceb tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341630 Aug 03 20:13:46.211771 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:47.076356 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcd48f-027a-4a33-9de3-37cbc2f5ba83 req-ccc1de5c-241b-4da9-9d34-7e78efd4ffe6 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:47.077901 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffbcd48f-027a-4a33-9de3-37cbc2f5ba83 req-ccc1de5c-241b-4da9-9d34-7e78efd4ffe6 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0523646 Aug 03 20:13:47.116291 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffbcd48f-027a-4a33-9de3-37cbc2f5ba83 req-0f405236-17a5-4ee2-a8fb-2e74b512b0c5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324259 Aug 03 20:13:48.233923 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f84401-d074-40cb-a9b8-559ba5c4a407 req-c3b0948b-0f1c-40b3-b6fa-79ab15a98b1d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:48.235488 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45f84401-d074-40cb-a9b8-559ba5c4a407 req-c3b0948b-0f1c-40b3-b6fa-79ab15a98b1d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0494111 Aug 03 20:13:48.275753 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-45f84401-d074-40cb-a9b8-559ba5c4a407 req-7f45d322-9830-43c8-9e17-27c0cb4c9a9f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332429 Aug 03 20:13:49.399819 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816a6b4-4605-440c-8493-5e065bc0bd9a req-c7adcf0b-f08b-422c-9887-763da246aeb2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:49.401363 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b816a6b4-4605-440c-8493-5e065bc0bd9a req-c7adcf0b-f08b-422c-9887-763da246aeb2 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0552995 Aug 03 20:13:49.441182 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b816a6b4-4605-440c-8493-5e065bc0bd9a req-364d29e1-f7e8-423a-bd04-d2e76abe8425 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337296 Aug 03 20:13:50.555739 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28188ab-2a85-4992-9f40-7dc25ceafb82 req-607cf6bb-8885-4949-9a58-7e2b099272fd tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:50.557224 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d28188ab-2a85-4992-9f40-7dc25ceafb82 req-607cf6bb-8885-4949-9a58-7e2b099272fd tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0488539 Aug 03 20:13:50.594720 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d28188ab-2a85-4992-9f40-7dc25ceafb82 req-92961a1f-ba9b-49c7-b8d9-a0a11a16c059 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315003 Aug 03 20:13:51.725716 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed0e63-de71-4322-b871-d45ae800db2b req-ede77a17-9de3-4aef-ae4e-f126e6134285 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:51.727202 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35ed0e63-de71-4322-b871-d45ae800db2b req-ede77a17-9de3-4aef-ae4e-f126e6134285 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0533042 Aug 03 20:13:51.768813 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-35ed0e63-de71-4322-b871-d45ae800db2b req-977ad232-20b0-4ef3-84e6-74f98431b712 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356514 Aug 03 20:13:52.892695 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac24a3b-04fe-4ecc-8d4b-481198997747 req-f3a57d63-eb35-4dac-84cb-d7469bc9e712 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:52.894782 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eac24a3b-04fe-4ecc-8d4b-481198997747 req-f3a57d63-eb35-4dac-84cb-d7469bc9e712 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0526249 Aug 03 20:13:52.931763 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eac24a3b-04fe-4ecc-8d4b-481198997747 req-0aae85f0-6c08-468f-9875-d60efe36ed42 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311723 Aug 03 20:13:54.045953 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964f3c1-5c44-433e-b053-282e84d3e038 req-2b652e33-15ec-4147-b0f6-cc6cc30c2e7f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:54.047490 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f964f3c1-5c44-433e-b053-282e84d3e038 req-2b652e33-15ec-4147-b0f6-cc6cc30c2e7f tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 943 time: 0.0490155 Aug 03 20:13:54.085917 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f964f3c1-5c44-433e-b053-282e84d3e038 req-7d10be98-218a-431f-8222-e3e600ca717d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318766 Aug 03 20:13:54.120672 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f79d6c21-66d0-4730-b40b-40008b0feae5 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:13:54.213706 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f79d6c21-66d0-4730-b40b-40008b0feae5,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:54.225776 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'port_id': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'mac_address': 'fa:16:3e:0a:be:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:13:54.261914 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:54.278139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79d6c21-66d0-4730-b40b-40008b0feae5 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:13:54.297693 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f79d6c21-66d0-4730-b40b-40008b0feae5,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:54.301234 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:54.349068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=f79d6c21-66d0-4730-b40b-40008b0feae5,revision_number=9']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:54.555306 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['f79d6c21-66d0-4730-b40b-40008b0feae5'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:13:55.203190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2509f20-71d7-423e-b31a-7d1fa04deb0e req-e5e23011-997d-4b9d-803d-85923682da33 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:55.204699 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2509f20-71d7-423e-b31a-7d1fa04deb0e req-e5e23011-997d-4b9d-803d-85923682da33 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 944 time: 0.0514596 Aug 03 20:13:55.243145 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b2509f20-71d7-423e-b31a-7d1fa04deb0e req-ab0b677f-ba50-4c45-b05c-eedd6e255f96 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319703 Aug 03 20:13:56.135956 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f79d6c21-66d0-4730-b40b-40008b0feae5 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:13:56.173554 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:13:56.189955 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port f79d6c21-66d0-4730-b40b-40008b0feae5 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:13:56.193974 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port f79d6c21-66d0-4730-b40b-40008b0feae5 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:13:56.194354 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:56.280505 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:56.305651 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:56.308082 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3bf084-8276-45e5-b182-144257a701d6" -d '{"events": [{"server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "name": "network-vif-plugged", "status": "completed", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:56.323510 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f79d6c21-66d0-4730-b40b-40008b0feae5,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:56.329014 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:56.360582 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9a2270-6be5-4b33-a11d-0ff2166bbc29 x-openstack-request-id: req-ae9a2270-6be5-4b33-a11d-0ff2166bbc29 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:56.360921 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "name": "network-vif-plugged", "status": "completed", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:56.361126 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae9a2270-6be5-4b33-a11d-0ff2166bbc29 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:56.361537 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'code': 200} Aug 03 20:13:56.380253 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6cb0b-6cdc-449f-a673-4e2b5d0bedbe req-2c5188de-4b62-4f7f-8b8f-0d2729c8b097 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:56.382391 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4f6cb0b-6cdc-449f-a673-4e2b5d0bedbe req-2c5188de-4b62-4f7f-8b8f-0d2729c8b097 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 946 time: 0.0569715 Aug 03 20:13:56.398613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=f79d6c21-66d0-4730-b40b-40008b0feae5,revision_number=10']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:56.424992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c4f6cb0b-6cdc-449f-a673-4e2b5d0bedbe req-1e8b1bea-dc7f-478d-90dd-5f93e8f4570c tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366518 Aug 03 20:13:56.519952 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866153c-b554-4a0a-a419-3c4ebb8f0b88 req-eafc7ed5-56fb-4d4c-828b-0bcf082fc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:56.521477 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d866153c-b554-4a0a-a419-3c4ebb8f0b88 req-eafc7ed5-56fb-4d4c-828b-0bcf082fc195 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1097 time: 0.0413642 Aug 03 20:13:56.555716 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-d866153c-b554-4a0a-a419-3c4ebb8f0b88 req-7d3fbac0-fffa-4a3d-8e02-451c30a418f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276499 Aug 03 20:13:57.558227 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b57243-4315-4656-8102-b8c23e85afb4 req-82d7075f-fea0-4adb-b58a-7e701cf24d58 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:57.559747 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3b57243-4315-4656-8102-b8c23e85afb4 req-82d7075f-fea0-4adb-b58a-7e701cf24d58 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 946 time: 0.0504565 Aug 03 20:13:57.602751 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c3b57243-4315-4656-8102-b8c23e85afb4 req-29ce3ad9-e9f8-4bb5-9829-38f9e69a1b17 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367651 Aug 03 20:14:00.450746 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:03.774640 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-359573c8-8204-40e1-ac3a-1c7b935f80c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:06.547105 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f1661434-b644-493d-add3-8fc241a1fcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:06.872391 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:08.229958 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.992609 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.228636 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:19.523801 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-27aa9ba5-b0e1-46ef-84c0-0d9cbafd74cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064243 Aug 03 20:14:19.618187 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-f3e2aa14-cfb4-40b9-8ae7-5bd2fce8d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:19.619732 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-f3e2aa14-cfb4-40b9-8ae7-5bd2fce8d58e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1097 time: 0.0482981 Aug 03 20:14:19.734285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-eed57ac5-8ca2-401a-bbb4-60a7924106fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:19.735832 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-eed57ac5-8ca2-401a-bbb4-60a7924106fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.0960329 Aug 03 20:14:19.812729 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-ecbbb62a-4dcc-46e6-a52e-36cdf2ccf8a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 1001 time: 0.0681000 Aug 03 20:14:19.865201 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-ea1a6f4a-206c-46c1-aeb5-1105caa7ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:19.866765 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-ea1a6f4a-206c-46c1-aeb5-1105caa7ce68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0473058 Aug 03 20:14:19.915848 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-8d4a425f-0630-4222-a0c6-6e77ec8027ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:19.917417 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-8d4a425f-0630-4222-a0c6-6e77ec8027ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436981 Aug 03 20:14:20.021315 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-6cb35d42-606e-4a0d-9da3-0ba1af335f04 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962017 Aug 03 20:14:20.113888 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-12b47987-da9f-484c-bdd5-02bc41adceaf req-37f49fd5-b96b-415a-9370-7dcbd293cfa8 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837424 Aug 03 20:14:30.443410 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:33.173360 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:14:33.776666 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd981a2e-155a-4e3d-8464-13465683ad6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:36.548466 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9e6852cd-527b-45af-9bf4-4690fcf67505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:36.882333 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:38.234341 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:39.988149 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:46.230971 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:00.468305 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.780474 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-20784aed-3993-4f41-b2b7-19f3818f801f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.557912 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-262217fa-98df-4654-a8d7-2c2d79cc5a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:06.873701 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:08.236003 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:09.991922 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.172725 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:15:13.151936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39794) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:13.334214 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Deleting port 0d30f91a-5aed-4311-a899-d6ba7bc3c0ee {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:13.334564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.417331 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.417614 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.430439 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Calling delete_port for 0d30f91a-5aed-4311-a899-d6ba7bc3c0ee owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:13.622270 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.655778 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event deleted for resources: {'Port': ['ID=0d30f91a-5aed-4311-a899-d6ba7bc3c0ee,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:13.684428 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.684689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.685031 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.685386 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.685811 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.686153 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.686486 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.686826 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.687157 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.687601 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.687934 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.688270 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:13.734520 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:13.734861 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Floating IP cb407d84-d0fb-44a2-98ec-8d1099fd04b3 disassociated (deleted). External IP: 172.25.8.181, port: f79d6c21-66d0-4730-b40b-40008b0feae5. Aug 03 20:15:13.973323 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Router 7886548a-af9d-4562-bd34-0c39cc51bb30 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:15:14.086135 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:14.090844 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:14.098981 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0cfc5-9bf8-4fb9-b338-9f771fe5af8a None None] Sync routers for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:14.109159 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0cfc5-9bf8-4fb9-b338-9f771fe5af8a None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:14.109952 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-54a0cfc5-9bf8-4fb9-b338-9f771fe5af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:14.122091 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-615abea5-0f1d-414d-b228-95269ff14525 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "DELETE /v2.0/floatingips/cb407d84-d0fb-44a2-98ec-8d1099fd04b3 HTTP/1.1" status: 204 len: 168 time: 0.9690113 Aug 03 20:15:14.122682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:15:14.125020 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03761409-d007-49e0-8f90-38a43e00de14" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:15:14.189052 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84417e08-7c1b-4a79-b0d4-ac32b7a7d156 x-openstack-request-id: req-84417e08-7c1b-4a79-b0d4-ac32b7a7d156 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:15:14.189726 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:15:14.189726 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-84417e08-7c1b-4a79-b0d4-ac32b7a7d156 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:15:14.190059 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'status': 'completed', 'code': 200} Aug 03 20:15:14.233448 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-54a0cfc5-9bf8-4fb9-b338-9f771fe5af8a None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:14.257862 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761409-d007-49e0-8f90-38a43e00de14 req-f55863e5-4e20-4d90-9526-3a5d6747e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:14.259062 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03761409-d007-49e0-8f90-38a43e00de14 req-f55863e5-4e20-4d90-9526-3a5d6747e738 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7716778e5694bef8e42351017db5c48&device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 1097 time: 0.0486412 Aug 03 20:15:14.409164 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761409-d007-49e0-8f90-38a43e00de14 req-44cb7f21-5272-4f54-95ce-ff9416b12e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:14.412086 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03761409-d007-49e0-8f90-38a43e00de14 req-44cb7f21-5272-4f54-95ce-ff9416b12e05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 200 len: 909 time: 0.1338179 Aug 03 20:15:14.479151 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-54a0cfc5-9bf8-4fb9-b338-9f771fe5af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:14.490128 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03761409-d007-49e0-8f90-38a43e00de14 req-dcc8c325-01b0-4772-a728-c31ccaac25dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 200 len: 217 time: 0.0695786 Aug 03 20:15:14.500391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f969b84-b94e-49d1-9fbe-d51e0c2e14fd req-13b5ab4c-7c83-4ef3-9d68-cbb333ddf274 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:14.502083 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f969b84-b94e-49d1-9fbe-d51e0c2e14fd req-13b5ab4c-7c83-4ef3-9d68-cbb333ddf274 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 946 time: 0.1475878 Aug 03 20:15:14.512706 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0cfc5-9bf8-4fb9-b338-9f771fe5af8a None None] Checking router: 7886548a-af9d-4562-bd34-0c39cc51bb30 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:14.528521 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0cfc5-9bf8-4fb9-b338-9f771fe5af8a None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:14.528832 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-54a0cfc5-9bf8-4fb9-b338-9f771fe5af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:14.552843 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-8f969b84-b94e-49d1-9fbe-d51e0c2e14fd req-a358184c-c389-4c9c-baf4-137fd2f1d19d tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443933 Aug 03 20:15:14.555487 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761409-d007-49e0-8f90-38a43e00de14 req-14abd5ea-c728-4a0f-80bc-fab5ab2c4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:14.557253 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03761409-d007-49e0-8f90-38a43e00de14 req-14abd5ea-c728-4a0f-80bc-fab5ab2c4aaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 200 len: 847 time: 0.0605128 Aug 03 20:15:14.612403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761409-d007-49e0-8f90-38a43e00de14 req-53ee3cdc-b573-4674-8e7b-9281ddbf10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:14.614017 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03761409-d007-49e0-8f90-38a43e00de14 req-53ee3cdc-b573-4674-8e7b-9281ddbf10e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c2429046-d25c-4781-ae8b-d13638a5be48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492997 Aug 03 20:15:14.669143 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-54a0cfc5-9bf8-4fb9-b338-9f771fe5af8a None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:14.725978 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03761409-d007-49e0-8f90-38a43e00de14 req-c06b5bd2-ad1e-47ea-9053-d35d0cd1a714 service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038229 Aug 03 20:15:14.840479 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-03761409-d007-49e0-8f90-38a43e00de14 req-a6c217ae-4e1b-43bd-84aa-3ee97f890d3b service neutron] 10.222.0.37 "GET /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059225 Aug 03 20:15:14.927587 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-54a0cfc5-9bf8-4fb9-b338-9f771fe5af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:14.962941 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0cfc5-9bf8-4fb9-b338-9f771fe5af8a None None] The sync data for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 is: [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 4, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '3f0acae9-317e-43dc-9f15-9d73f8bd8912', 'name': '', 'network_id': 'c2429046-d25c-4781-ae8b-d13638a5be48', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'mac_address': 'fa:16:3e:36:2e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:36Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'subnets': [{'id': 'f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:15.236752 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756b2663-847a-49d8-a48e-ccc65dcdad92 None None] New status for floating IP cb407d84-d0fb-44a2-98ec-8d1099fd04b3: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:15:15.767173 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81034ea2-27a6-4a39-899a-3e34b5d9e243 req-0304149c-6ff7-42ba-923b-d7bc923571d5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:15.768859 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81034ea2-27a6-4a39-899a-3e34b5d9e243 req-0304149c-6ff7-42ba-923b-d7bc923571d5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 946 time: 0.1033905 Aug 03 20:15:15.814177 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-81034ea2-27a6-4a39-899a-3e34b5d9e243 req-8e3818c4-b9a9-4246-bce5-348b84db44e6 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/security-groups?id=3012b943-7777-46d0-ba0d-866874b5df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371146 Aug 03 20:15:15.886753 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8038a47-cd7e-42cd-8e4c-890effb62afd req-f37974f1-b423-4191-be04-d8a13d6583e5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:15.888356 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b8038a47-cd7e-42cd-8e4c-890effb62afd req-f37974f1-b423-4191-be04-d8a13d6583e5 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 946 time: 0.0620496 Aug 03 20:15:15.994823 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-b8038a47-cd7e-42cd-8e4c-890effb62afd req-601b1da4-a690-47da-87ec-704693be29a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Deleting port f79d6c21-66d0-4730-b40b-40008b0feae5 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:15.995177 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b8038a47-cd7e-42cd-8e4c-890effb62afd req-601b1da4-a690-47da-87ec-704693be29a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.253872 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.430410 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-b8038a47-cd7e-42cd-8e4c-890effb62afd req-601b1da4-a690-47da-87ec-704693be29a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] For port f79d6c21-66d0-4730-b40b-40008b0feae5, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=f79d6c21-66d0-4730-b40b-40008b0feae5,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:16.430732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b8038a47-cd7e-42cd-8e4c-890effb62afd req-601b1da4-a690-47da-87ec-704693be29a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.447084 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-b8038a47-cd7e-42cd-8e4c-890effb62afd req-601b1da4-a690-47da-87ec-704693be29a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Calling delete_port for f79d6c21-66d0-4730-b40b-40008b0feae5 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:16.603887 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b8038a47-cd7e-42cd-8e4c-890effb62afd req-601b1da4-a690-47da-87ec-704693be29a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.636005 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b1da4-a690-47da-87ec-704693be29a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event deleted for resources: {'Port': ['ID=f79d6c21-66d0-4730-b40b-40008b0feae5,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:16.692345 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8038a47-cd7e-42cd-8e4c-890effb62afd req-601b1da4-a690-47da-87ec-704693be29a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] No DVR routers for this DVR port f79d6c21-66d0-4730-b40b-40008b0feae5 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:15:16.695664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-b8038a47-cd7e-42cd-8e4c-890effb62afd req-601b1da4-a690-47da-87ec-704693be29a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.698074 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b8038a47-cd7e-42cd-8e4c-890effb62afd req-601b1da4-a690-47da-87ec-704693be29a7 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.37 "DELETE /v2.0/ports/f79d6c21-66d0-4730-b40b-40008b0feae5 HTTP/1.1" status: 204 len: 173 time: 0.8034708 Aug 03 20:15:16.698611 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'name': 'network-vif-deleted', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:15:16.701182 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2e3e8d-6c05-4898-ba64-f9145d282071" -d '{"events": [{"server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "name": "network-vif-deleted", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:15:16.751439 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b97b892-3293-4aed-b587-20baf5458165 x-openstack-request-id: req-1b97b892-3293-4aed-b587-20baf5458165 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:15:16.751802 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe26a74-24c8-46b2-b087-59c731b79d57", "name": "network-vif-deleted", "tag": "f79d6c21-66d0-4730-b40b-40008b0feae5", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:15:16.752105 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b97b892-3293-4aed-b587-20baf5458165 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:15:16.752559 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe26a74-24c8-46b2-b087-59c731b79d57', 'name': 'network-vif-deleted', 'tag': 'f79d6c21-66d0-4730-b40b-40008b0feae5', 'status': 'completed', 'code': 200} Aug 03 20:15:16.962201 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6870f2b0-3c11-4c6b-8054-078a02b67117 req-d91035d8-c9a8-491c-91a2-3a61c6083a0a tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 210 time: 0.0459487 Aug 03 20:15:18.087389 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0a846984-63c6-4fb9-87aa-fb473f8a8cac req-61d355aa-f3f4-4437-8ecb-b40c8cf4a258 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 210 time: 0.0305228 Aug 03 20:15:19.212635 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-49ac6fa8-cda9-467b-a1b2-3c3aaba3b8a1 req-685cf7e7-57c5-4cd3-8d91-ce7dbe337f86 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 210 time: 0.0278561 Aug 03 20:15:20.328810 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-20393bf5-ba05-4eb6-8aca-822cda15aa2f req-1d115a64-53f7-44bb-9188-f277e70e722e tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "GET /v2.0/ports?device_id=3fe26a74-24c8-46b2-b087-59c731b79d57 HTTP/1.1" status: 200 len: 210 time: 0.0398555 Aug 03 20:15:20.383873 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f79d6c21-66d0-4730-b40b-40008b0feae5 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:15:20.408354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: f79d6c21-66d0-4730-b40b-40008b0feae5 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:15:20.408642 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device f79d6c21-66d0-4730-b40b-40008b0feae5 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:15:21.398295 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39832) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:21.469866 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.502192 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.583588 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.589207 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Notify callbacks [] for security_group, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:21.593735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] 10.222.0.78 "DELETE /v2.0/security-groups/3012b943-7777-46d0-ba0d-866874b5df5f HTTP/1.1" status: 204 len: 168 time: 0.1908162 Aug 03 20:15:21.607660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3012b943-7777-46d0-ba0d-866874b5df5f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:21.623228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.624226 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.625049 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.626066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.626664 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.627425 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.628905 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.630032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.631071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.633992 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.634694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.635577 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c21854-bd7a-44bb-ad49-cfc3d31a5df1 tempest-TestShelveInstance-59371693 tempest-TestShelveInstance-59371693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:21.655362 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39836) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:22.203537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:22.489768 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] Deleting port 3f0acae9-317e-43dc-9f15-9d73f8bd8912 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:22.490125 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:22.593111 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] For port 3f0acae9-317e-43dc-9f15-9d73f8bd8912, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=3f0acae9-317e-43dc-9f15-9d73f8bd8912,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:22.593604 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:22.609999 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] Calling delete_port for 3f0acae9-317e-43dc-9f15-9d73f8bd8912 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:22.833485 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:22.870220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0acae9-317e-43dc-9f15-9d73f8bd8912,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:23.075983 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:23.311399 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] Router 7886548a-af9d-4562-bd34-0c39cc51bb30 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:15:23.421513 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:23.430434 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39840) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:23.430931 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-9415feac-419d-42ec-ac2d-f0dcfa611029 admin admin] 10.222.0.78 "PUT /v2.0/routers/7886548a-af9d-4562-bd34-0c39cc51bb30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7736275 Aug 03 20:15:23.432213 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3720b-c3bb-469f-a6b2-dc965fb53502 None None] Sync routers for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:23.444453 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3720b-c3bb-469f-a6b2-dc965fb53502 None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:23.445076 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-57e3720b-c3bb-469f-a6b2-dc965fb53502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:23.555813 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:23.559335 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-57e3720b-c3bb-469f-a6b2-dc965fb53502 None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:23.690675 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:23.759091 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Deleting port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:23.759437 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:23.845018 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] For port be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:23.845385 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:23.852145 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-57e3720b-c3bb-469f-a6b2-dc965fb53502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:15:22Z', 'revision_number': 5, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port': {'id': 'be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:35Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:23.858643 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Calling delete_port for be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:23.877159 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3720b-c3bb-469f-a6b2-dc965fb53502 None None] Checking router: 7886548a-af9d-4562-bd34-0c39cc51bb30 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:23.887198 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3720b-c3bb-469f-a6b2-dc965fb53502 None None] Routers {'7886548a-af9d-4562-bd34-0c39cc51bb30'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:23.887820 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-57e3720b-c3bb-469f-a6b2-dc965fb53502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['7886548a-af9d-4562-bd34-0c39cc51bb30'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:23.981259 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-57e3720b-c3bb-469f-a6b2-dc965fb53502 None None] Set router 7886548a-af9d-4562-bd34-0c39cc51bb30 gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:24.038617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.042931 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-57e3720b-c3bb-469f-a6b2-dc965fb53502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:15:23Z', 'revision_number': 6, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:24.068445 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Pushing event deleted for resources: {'Port': ['ID=be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:24.070292 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3720b-c3bb-469f-a6b2-dc965fb53502 None None] The sync data for ids ['7886548a-af9d-4562-bd34-0c39cc51bb30'] in n-d-802918-7 is: [{'id': '7886548a-af9d-4562-bd34-0c39cc51bb30', 'name': 'tempest-TestShelveInstance-299981587-router', 'tenant_id': 'e7716778e5694bef8e42351017db5c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:34Z', 'updated_at': '2021-08-03T20:15:23Z', 'revision_number': 6, 'project_id': 'e7716778e5694bef8e42351017db5c48', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:24.134251 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.223907 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.226033 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.270858 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.271377 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7886548a-af9d-4562-bd34-0c39cc51bb30 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:15:24.275920 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.276979 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0b215cef-2b11-49f5-afaa-4fa997e03578 admin admin] 10.222.0.78 "DELETE /v2.0/routers/7886548a-af9d-4562-bd34-0c39cc51bb30 HTTP/1.1" status: 204 len: 168 time: 0.8446331 Aug 03 20:15:24.279502 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39842) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:24.323187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b907d0-ce32-4ab0-afd8-48b43a67b604 admin admin] Deleting subnet f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:15:24.326344 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3b907d0-ce32-4ab0-afd8-48b43a67b604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.360759 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3b907d0-ce32-4ab0-afd8-48b43a67b604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.450850 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3b907d0-ce32-4ab0-afd8-48b43a67b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.513716 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3b907d0-ce32-4ab0-afd8-48b43a67b604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.540032 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b907d0-ce32-4ab0-afd8-48b43a67b604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:24.547986 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a3b907d0-ce32-4ab0-afd8-48b43a67b604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.549954 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a3b907d0-ce32-4ab0-afd8-48b43a67b604 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f41cc601-8b1b-407e-8c2c-8aa0ffcd9d53 HTTP/1.1" status: 204 len: 168 time: 0.2695270 Aug 03 20:15:24.552530 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39844) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:24.554080 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2ff3cd-e7e7-47c4-952f-e5951d8e8c04 None None] Network c2429046-d25c-4781-ae8b-d13638a5be48 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:24.624586 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.682190 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Deleting port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:24.682538 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.749474 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] For port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=5028e9a7-dd54-4799-a0fe-0a5c44d81c9a,segment=NetworkSegment(c18a4897-0398-40c0-a3a8-287c959660f5),segment_id=c18a4897-0398-40c0-a3a8-287c959660f5)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:24.749888 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.762457 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Calling delete_port for 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a owned by network:dhcp {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:24.850717 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.866490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcbe88e-1204-4ea9-8be0-a65ae78d8ae7 None None] DHCP port deletion for c2429046-d25c-4781-ae8b-d13638a5be48 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:15:24.878224 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3f0acae9-317e-43dc-9f15-9d73f8bd8912 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:15:24.879708 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5028e9a7-dd54-4799-a0fe-0a5c44d81c9a,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:24.887821 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] No DVR routers for this DVR port 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a on host n-d-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:15:24.906142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 3f0acae9-317e-43dc-9f15-9d73f8bd8912 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:15:24.906589 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 3f0acae9-317e-43dc-9f15-9d73f8bd8912 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:15:24.967164 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:24.977525 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2429046-d25c-4781-ae8b-d13638a5be48']}} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:24.988159 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18a4897-0398-40c0-a3a8-287c959660f5') {'for_net_delete': True} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:24.988459 n-d-802918-7 neutron-server[100487]: DEBUG neutron.services.segments.db [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18a4897-0398-40c0-a3a8-287c959660f5') {} {{(pid=100487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:24.998322 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3398637'] for segment, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:25.012501 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:25.018833 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:15:25.019238 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3399058'] for segment, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: Traceback (most recent call last): Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: timer() Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: cb(*args, **kw) Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: return func(*args, **kwargs) Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: self._notify() Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: self.callback(batched_events) Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: event.method(event) Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: return f(self, *a, **k) Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: return self._get(url).json() Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: return self.request(url, 'GET', **kwargs) Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:15:25.020945 n-d-802918-7 neutron-server[100487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:15:25.079721 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:25.084744 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Notify callbacks [] for network, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:25.087297 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c2429046-d25c-4781-ae8b-d13638a5be48 HTTP/1.1" status: 204 len: 168 time: 0.5332677 Aug 03 20:15:25.089847 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39846) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:25.100753 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99b4be-8023-41b2-9227-528c079817e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2429046-d25c-4781-ae8b-d13638a5be48,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:25.452582 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:25.711844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] Deleting port f12522b8-c9ae-4051-bdc9-374d951f93f7 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:25.712183 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:25.790477 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] For port f12522b8-c9ae-4051-bdc9-374d951f93f7, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f12522b8-c9ae-4051-bdc9-374d951f93f7,segment=NetworkSegment(2339061d-951c-4823-a6c8-50f6793524d4),segment_id=2339061d-951c-4823-a6c8-50f6793524d4)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:25.790837 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:25.802970 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] Calling delete_port for f12522b8-c9ae-4051-bdc9-374d951f93f7 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:25.989595 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:26.013347 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12522b8-c9ae-4051-bdc9-374d951f93f7,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:26.202019 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:26.261419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:15:26.281352 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:15:26.281829 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 5028e9a7-dd54-4799-a0fe-0a5c44d81c9a not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:15:26.282125 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:15:26.301172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:15:26.301172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device be4b903e-eff2-4fcd-9fbb-f0dfa7bc8313 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:15:26.731285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] Router fb1f7031-aae8-4008-85ff-a397b6dd4d9f has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:15:26.838087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:26.843841 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cebde713-08b1-4b5b-ab73-5c35f2b141d1 admin admin] 10.222.0.78 "PUT /v2.0/routers/fb1f7031-aae8-4008-85ff-a397b6dd4d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7522404 Aug 03 20:15:26.846567 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39848) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:26.847367 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ecc582-6f74-43e2-9811-e2c8abe01e12 None None] Sync routers for ids ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:26.857338 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ecc582-6f74-43e2-9811-e2c8abe01e12 None None] Routers {'fb1f7031-aae8-4008-85ff-a397b6dd4d9f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:26.857994 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-94ecc582-6f74-43e2-9811-e2c8abe01e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:26.952429 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:26.959748 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-94ecc582-6f74-43e2-9811-e2c8abe01e12 None None] Set router fb1f7031-aae8-4008-85ff-a397b6dd4d9f gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:27.054538 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.111685 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Deleting port fd0dc683-4eb2-4138-92c2-c26bcb281444 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:27.112216 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.138943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-94ecc582-6f74-43e2-9811-e2c8abe01e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'name': 'tempest-TestShelveInstance-766907391-router', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:15:25Z', 'revision_number': 5, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'gw_port': {'id': 'fd0dc683-4eb2-4138-92c2-c26bcb281444', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:40Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:27.165347 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ecc582-6f74-43e2-9811-e2c8abe01e12 None None] Checking router: fb1f7031-aae8-4008-85ff-a397b6dd4d9f for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:27.173689 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ecc582-6f74-43e2-9811-e2c8abe01e12 None None] Routers {'fb1f7031-aae8-4008-85ff-a397b6dd4d9f'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:27.174289 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-94ecc582-6f74-43e2-9811-e2c8abe01e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:27.200467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] For port fd0dc683-4eb2-4138-92c2-c26bcb281444, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=fd0dc683-4eb2-4138-92c2-c26bcb281444,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:27.200833 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.213071 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Calling delete_port for fd0dc683-4eb2-4138-92c2-c26bcb281444 owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:27.258227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-94ecc582-6f74-43e2-9811-e2c8abe01e12 None None] Set router fb1f7031-aae8-4008-85ff-a397b6dd4d9f gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:27.311427 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-94ecc582-6f74-43e2-9811-e2c8abe01e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'name': 'tempest-TestShelveInstance-766907391-router', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:15:27Z', 'revision_number': 6, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:27.337613 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ecc582-6f74-43e2-9811-e2c8abe01e12 None None] The sync data for ids ['fb1f7031-aae8-4008-85ff-a397b6dd4d9f'] in n-d-802918-7 is: [{'id': 'fb1f7031-aae8-4008-85ff-a397b6dd4d9f', 'name': 'tempest-TestShelveInstance-766907391-router', 'tenant_id': '1f9bafd121da45518de8a4fceb442194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:15:27Z', 'revision_number': 6, 'project_id': '1f9bafd121da45518de8a4fceb442194', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:27.383157 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.406840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0dc683-4eb2-4138-92c2-c26bcb281444,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:27.478832 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.576891 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.579061 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.623198 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.623803 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb1f7031-aae8-4008-85ff-a397b6dd4d9f {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:15:27.628088 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.629268 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-49e4d4c1-ce0a-4723-9fea-ac2de0851520 admin admin] 10.222.0.78 "DELETE /v2.0/routers/fb1f7031-aae8-4008-85ff-a397b6dd4d9f HTTP/1.1" status: 204 len: 168 time: 0.7816994 Aug 03 20:15:27.632222 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39850) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:27.687056 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d82337d-2694-4b08-a828-185e2c9b7e9a admin admin] Deleting subnet 8115249a-44b9-4bb4-87ca-9d385c398b57 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:15:27.691622 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d82337d-2694-4b08-a828-185e2c9b7e9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.731807 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d82337d-2694-4b08-a828-185e2c9b7e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.834275 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d82337d-2694-4b08-a828-185e2c9b7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.892219 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d82337d-2694-4b08-a828-185e2c9b7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.919488 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82337d-2694-4b08-a828-185e2c9b7e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8115249a-44b9-4bb4-87ca-9d385c398b57,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:27.921483 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-5d82337d-2694-4b08-a828-185e2c9b7e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:27.925469 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c577275-b77a-4019-8ea9-7c1ba83d2a56 None None] Network 86971150-5cdb-4dfe-a369-1e57c4ff1e1a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:27.925705 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5d82337d-2694-4b08-a828-185e2c9b7e9a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8115249a-44b9-4bb4-87ca-9d385c398b57 HTTP/1.1" status: 204 len: 168 time: 0.2922285 Aug 03 20:15:27.926586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39852) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:27.994647 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.050344 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Deleting port d7de2049-ac3b-4ecd-a429-cc6de8e151d2 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:28.050697 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.115547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] DHCP port deletion for 86971150-5cdb-4dfe-a369-1e57c4ff1e1a request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:15:28.130415 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] For port d7de2049-ac3b-4ecd-a429-cc6de8e151d2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d7de2049-ac3b-4ecd-a429-cc6de8e151d2,segment=NetworkSegment(2339061d-951c-4823-a6c8-50f6793524d4),segment_id=2339061d-951c-4823-a6c8-50f6793524d4)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:28.131057 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.145472 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Calling delete_port for d7de2049-ac3b-4ecd-a429-cc6de8e151d2 owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:28.165190 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Deleting port d7de2049-ac3b-4ecd-a429-cc6de8e151d2 {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:28.165602 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.236185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.239521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f12522b8-c9ae-4051-bdc9-374d951f93f7 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:15:28.264682 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7de2049-ac3b-4ecd-a429-cc6de8e151d2,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:28.266787 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] No DVR routers for this DVR port d7de2049-ac3b-4ecd-a429-cc6de8e151d2 on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:15:28.271368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: f12522b8-c9ae-4051-bdc9-374d951f93f7 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:15:28.272354 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f12522b8-c9ae-4051-bdc9-374d951f93f7 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:15:28.272750 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d7de2049-ac3b-4ecd-a429-cc6de8e151d2 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:15:28.275416 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] For port d7de2049-ac3b-4ecd-a429-cc6de8e151d2, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=d7de2049-ac3b-4ecd-a429-cc6de8e151d2,segment=NetworkSegment(2339061d-951c-4823-a6c8-50f6793524d4),segment_id=2339061d-951c-4823-a6c8-50f6793524d4)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:28.275817 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.300409 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: d7de2049-ac3b-4ecd-a429-cc6de8e151d2 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:15:28.300761 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device d7de2049-ac3b-4ecd-a429-cc6de8e151d2 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:15:28.301181 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fd0dc683-4eb2-4138-92c2-c26bcb281444 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:15:28.321833 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Calling delete_port for d7de2049-ac3b-4ecd-a429-cc6de8e151d2 owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:28.323880 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: fd0dc683-4eb2-4138-92c2-c26bcb281444 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:15:28.324227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device fd0dc683-4eb2-4138-92c2-c26bcb281444 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:15:28.348236 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.358168 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86971150-5cdb-4dfe-a369-1e57c4ff1e1a']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:28.370640 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2339061d-951c-4823-a6c8-50f6793524d4') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:28.370942 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2339061d-951c-4823-a6c8-50f6793524d4') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:28.385642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:15:28.398978 n-d-802918-7 neutron-server[100489]: self.session.flush() Aug 03 20:15:28.403306 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.408637 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:15:28.409049 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: timer() Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:15:28.410820 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:15:28.413483 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.444426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Pushing event deleted for resources: {'Port': ['ID=d7de2049-ac3b-4ecd-a429-cc6de8e151d2,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:28.452139 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] No DVR routers for this DVR port d7de2049-ac3b-4ecd-a429-cc6de8e151d2 on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:15:28.454490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.454958 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.455415 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.455858 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.456298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.456731 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.457158 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.457618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.458058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.458472 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.458899 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.459907 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecd4a6c-8233-4662-9a68-67350041f981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:28.485300 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.491011 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.492890 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] 10.222.0.78 "DELETE /v2.0/networks/86971150-5cdb-4dfe-a369-1e57c4ff1e1a HTTP/1.1" status: 204 len: 168 time: 0.5653644 Aug 03 20:15:28.504018 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7551a-378e-4f35-8c3b-c88533897c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=86971150-5cdb-4dfe-a369-1e57c4ff1e1a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:28.613365 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39856) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:28.657182 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-92425bea-8587-4ec1-9c86-662a7a8bf216 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e7716778e5694bef8e42351017db5c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418677 Aug 03 20:15:28.659804 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39858) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:28.713947 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c46ea67a-0980-4318-9a16-7cd6d900b502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.736995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c46ea67a-0980-4318-9a16-7cd6d900b502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.789532 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c46ea67a-0980-4318-9a16-7cd6d900b502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.792642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c46ea67a-0980-4318-9a16-7cd6d900b502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:28.794088 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c46ea67a-0980-4318-9a16-7cd6d900b502 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c28e703-f5c4-49bb-81a4-61d6ae36e417 HTTP/1.1" status: 204 len: 168 time: 0.1332729 Aug 03 20:15:28.801977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ea67a-0980-4318-9a16-7cd6d900b502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c28e703-f5c4-49bb-81a4-61d6ae36e417,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:29.128224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39864) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:29.168323 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-84a0c3a1-3aa4-4af3-9e2f-19906d6725c1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1f9bafd121da45518de8a4fceb442194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388947 Aug 03 20:15:29.170790 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39866) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:29.223956 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7113e2a8-1a06-48fa-abee-537c444d6bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:29.246871 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7113e2a8-1a06-48fa-abee-537c444d6bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:29.299742 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7113e2a8-1a06-48fa-abee-537c444d6bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:29.302474 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-7113e2a8-1a06-48fa-abee-537c444d6bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:29.304281 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-7113e2a8-1a06-48fa-abee-537c444d6bce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f63ebfe3-9adb-41d5-afee-d7ef2d18f666 HTTP/1.1" status: 204 len: 168 time: 0.1325684 Aug 03 20:15:29.311795 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113e2a8-1a06-48fa-abee-537c444d6bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ebfe3-9adb-41d5-afee-d7ef2d18f666,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:29.988406 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39888) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:30.098435 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-815783275-network', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:30.120586 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Made reservation on behalf of d1e720278f3c4f129353f22f13c1b601 for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:30.123193 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.132038 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.230777 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.234957 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.262610 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:15:30.269118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f61b48e-21b2-4bb4-a5ef-ec03234cfb20,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:30.276421 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.276844 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Added segment 376fd16b-e6d5-4a38-ae64-9488bcc0525b of type vlan for network a8e1a3c9-0635-4a7b-ae81-f810b512714a Aug 03 20:15:30.318950 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.355537 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.356552 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:30.357150 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.410795 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4211400 Aug 03 20:15:30.414310 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39892) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:30.419964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] Request body: {'subnet': {'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-815783275-subnet', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:30.422413 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4314e-feca-4bad-8878-95781022f5e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a8e1a3c9-0635-4a7b-ae81-f810b512714a,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:30.434839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network a8e1a3c9-0635-4a7b-ae81-f810b512714a details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:15:30.447166 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] Made reservation on behalf of d1e720278f3c4f129353f22f13c1b601 for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:30.449555 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.518610 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.650255 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.712587 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:30.720360 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] Checking segment: {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:30.720720 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] Network hostable DHCP agents. Network: a8e1a3c9-0635-4a7b-ae81-f810b512714a, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:15:30.737420 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] Network a8e1a3c9-0635-4a7b-ae81-f810b512714a is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:15:30.750116 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, a8e1a3c9-0635-4a7b-ae81-f810b512714a) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:30.754705 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:30.755535 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.762089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431298a6-f5e9-4224-9bfe-1072a9e8406b None None] Network a8e1a3c9-0635-4a7b-ae81-f810b512714a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:30.772209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-0b236fa2-3b98-445f-b479-3478e373d84e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3556628 Aug 03 20:15:30.776257 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39894) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:30.780944 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:30.803617 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.804637 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.861891 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:30.909939 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:15:30.911611 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:31.001765 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:31.224216 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:31.224625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Allocated IP 172.20.0.2 (a8e1a3c9-0635-4a7b-ae81-f810b512714a/e1d5e968-f484-43ac-b4f9-e1c75c1f51e6/54376849-7cbb-4d58-8f0b-ab2ef9614bfe) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:31.245526 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:31.360140 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Allocated IP 172.25.8.112 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/60402260-c73b-497a-8332-d987eca97108) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:31.382621 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:31.391321 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Transition to ACTIVE for port object 54376849-7cbb-4d58-8f0b-ab2ef9614bfe will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:31.406393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Transition to ACTIVE for port object 54376849-7cbb-4d58-8f0b-ab2ef9614bfe will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:31.412818 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:31.450809 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Network a8e1a3c9-0635-4a7b-ae81-f810b512714a is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:31.453674 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:31.456108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:31.471168 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Pushing event updated for resources: {'Port': ['ID=54376849-7cbb-4d58-8f0b-ab2ef9614bfe,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:31.480508 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:31.518515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Attempting to bind port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:31.518902 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Attempting to bind port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:31.519259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Attempting to bind port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe on network a8e1a3c9-0635-4a7b-ae81-f810b512714a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:31.524917 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:31.525161 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:31.525283 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Checking segment: {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:31.525695 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:31.526098 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Bound using segment: {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:31.526577 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Bound port: 54376849-7cbb-4d58-8f0b-ab2ef9614bfe, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:31.526962 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:31.562317 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:31.565281 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:31.568906 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:31.595687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] For port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:31.598002 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Pushing event updated for resources: {'Port': ['ID=60402260-c73b-497a-8332-d987eca97108,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:31.598887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] For port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=54376849-7cbb-4d58-8f0b-ab2ef9614bfe,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:31.608205 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:31.667495 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f471cc-4ab3-453f-aaa0-e0bdf823c9ec None None] Pushing event updated for resources: {'Port': ['ID=54376849-7cbb-4d58-8f0b-ab2ef9614bfe,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:32.188856 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:32.253794 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 54376849-7cbb-4d58-8f0b-ab2ef9614bfe up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:32.307192 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:32.407909 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:32.546252 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Router 94d28910-3f35-4689-8db8-2fb362e0a9fe is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:15:32.600449 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec390ece-d970-4e31-ab86-28385e1052bc None None] Network a8e1a3c9-0635-4a7b-ae81-f810b512714a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:32.661616 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:32.664787 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-571a03c0-c968-4094-858e-07d3d702e37a None None] Provisioning for port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:32.670188 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-571a03c0-c968-4094-858e-07d3d702e37a None None] Provisioning complete for port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:32.670392 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-571a03c0-c968-4094-858e-07d3d702e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:32.680354 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Sync routers for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:32.683658 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:32.686082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-32457202-bd80-4574-a697-e520e0254806 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9085979 Aug 03 20:15:32.688844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39896) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:32.701052 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:32.702437 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:32.823904 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-571a03c0-c968-4094-858e-07d3d702e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:32.837973 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:32.867744 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-571a03c0-c968-4094-858e-07d3d702e37a None None] For port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=54376849-7cbb-4d58-8f0b-ab2ef9614bfe,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:32.872484 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-571a03c0-c968-4094-858e-07d3d702e37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:32.937860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a03c0-c968-4094-858e-07d3d702e37a None None] Pushing event updated for resources: {'Port': ['ID=54376849-7cbb-4d58-8f0b-ab2ef9614bfe,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:33.071755 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:32Z', 'revision_number': 3, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:33.099696 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Checking router: 94d28910-3f35-4689-8db8-2fb362e0a9fe for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:33.100053 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Updating router 94d28910-3f35-4689-8db8-2fb362e0a9fe port 60402260-c73b-497a-8332-d987eca97108 binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:15:33.125777 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.178986 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.195458 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-1ec429a9-48ce-45df-84ec-8509ae8b65c1 None None] Provisioning complete for port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:33.196119 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1ec429a9-48ce-45df-84ec-8509ae8b65c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.363167 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Allocated IP 172.20.0.1 (a8e1a3c9-0635-4a7b-ae81-f810b512714a/e1d5e968-f484-43ac-b4f9-e1c75c1f51e6/7892a44e-f79a-4c4e-9105-3a519daa9009) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:33.408102 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.419396 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Transition to ACTIVE for port object 60402260-c73b-497a-8332-d987eca97108 will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:33.425883 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.480565 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Attempting to bind port 60402260-c73b-497a-8332-d987eca97108 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:33.480942 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Attempting to bind port 60402260-c73b-497a-8332-d987eca97108 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:33.481303 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Attempting to bind port 60402260-c73b-497a-8332-d987eca97108 on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:33.481585 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.488319 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Pushing event updated for resources: {'Port': ['ID=60402260-c73b-497a-8332-d987eca97108,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:33.495012 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Transition to ACTIVE for port object 7892a44e-f79a-4c4e-9105-3a519daa9009 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:33.495208 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:33.495529 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:33.495930 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.496325 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:33.496790 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Bound port: 60402260-c73b-497a-8332-d987eca97108, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:33.497273 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.500674 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.501020 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.501358 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.501722 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.502050 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.502375 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.502697 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.503020 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.503341 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.503660 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.503984 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.504297 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:33.535217 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.557593 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] For port 60402260-c73b-497a-8332-d987eca97108, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:33.561165 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] For port 60402260-c73b-497a-8332-d987eca97108, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=60402260-c73b-497a-8332-d987eca97108,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:33.566364 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.574956 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Network a8e1a3c9-0635-4a7b-ae81-f810b512714a is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:33.579366 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:33.585281 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:33.613750 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Pushing event updated for resources: {'Port': ['ID=7892a44e-f79a-4c4e-9105-3a519daa9009,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:33.629455 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:33.630377 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:33.635691 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.675288 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe295584-cd79-40e1-b26d-b7918fdcad43 None None] Pushing event updated for resources: {'Port': ['ID=60402260-c73b-497a-8332-d987eca97108,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:33.748572 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:33.779885 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.784244 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-517b064a-98c4-4779-9091-8474985c4f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.914368 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9ee74cc1-fbd8-4eef-b907-7ca1b1dad104 None None] Provisioning for port 7892a44e-f79a-4c4e-9105-3a519daa9009 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:33.919952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-9ee74cc1-fbd8-4eef-b907-7ca1b1dad104 None None] Provisioning complete for port 7892a44e-f79a-4c4e-9105-3a519daa9009 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:33.920330 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-9ee74cc1-fbd8-4eef-b907-7ca1b1dad104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.940556 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:32Z', 'revision_number': 3, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:33.957887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-9ee74cc1-fbd8-4eef-b907-7ca1b1dad104 None None] Port 7892a44e-f79a-4c4e-9105-3a519daa9009 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:33.961431 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.966539 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:33.972087 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf9e2b9-4611-4150-8472-e9401194543f None None] The sync data for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 is: [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:32Z', 'revision_number': 3, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:34.036277 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:34.038712 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Pushing event updated for resources: {'Port': ['ID=7892a44e-f79a-4c4e-9105-3a519daa9009,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:34.139059 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Network a8e1a3c9-0635-4a7b-ae81-f810b512714a is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:34.140580 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:34.307957 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 54376849-7cbb-4d58-8f0b-ab2ef9614bfe up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:34.336980 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Router 94d28910-3f35-4689-8db8-2fb362e0a9fe has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:15:34.396516 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:34.398454 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:34.473647 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:34.485766 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-6567a5f5-700a-4d8e-8778-a2cae96762aa admin admin] 10.222.0.78 "PUT /v2.0/routers/94d28910-3f35-4689-8db8-2fb362e0a9fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7900324 Aug 03 20:15:34.531928 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-ec202989-41c9-40ed-9dae-ca51333f8925 None None] Provisioning complete for port 7892a44e-f79a-4c4e-9105-3a519daa9009 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:34.532297 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ec202989-41c9-40ed-9dae-ca51333f8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:34.567035 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-ec202989-41c9-40ed-9dae-ca51333f8925 None None] Port 7892a44e-f79a-4c4e-9105-3a519daa9009 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:34.988239 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39912) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:34.993867 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-52398647-network', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:35.014922 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Made reservation on behalf of 6b031bcfd1dd4d98855fb9d4c09c2b6d for: {'network': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:35.017268 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for network, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.025948 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.120487 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.124646 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.149630 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=100488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:15:35.158786 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642c9777-21eb-4a67-a17d-3f0d6ffb4947,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:35.166826 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.167225 n-d-802918-7 neutron-server[100488]: INFO neutron.db.segments_db [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Added segment 402fb6e8-493c-4e83-8fba-3dce079ffb39 of type vlan for network aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 Aug 03 20:15:35.210290 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793097738500'] for network, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.247926 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479'] for network, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.248935 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:35.249564 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.308251 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3163445 Aug 03 20:15:35.308609 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39914) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:35.314328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] Request body: {'subnet': {'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-52398647-subnet', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'ip_version': 4}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:35.320609 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e60a4-317c-486d-a33d-215793a0460e admin admin] Pushing event updated for resources: {'Network': ['ID=aa59ced7-7c11-4ea1-9b44-cd92a7e6c699,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:35.332199 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Network aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 details requested by agent ovs-agent-n-d-802918-7 with host n-d-802918-7 {{(pid=100489) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:15:35.339854 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] Made reservation on behalf of 6b031bcfd1dd4d98855fb9d4c09c2b6d for: {'subnet': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:35.342383 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4029383'] for subnet, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.538781 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3399017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4029397'] for subnet, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.597931 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] Pushing event updated for resources: {'Subnet': ['ID=535aaa69-d55c-4a7c-9f9b-8a6cf045f24f,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:35.606889 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Sync routers for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:35.608415 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] Checking segment: {'id': '402fb6e8-493c-4e83-8fba-3dce079ffb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:35.608785 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] Network hostable DHCP agents. Network: aa59ced7-7c11-4ea1-9b44-cd92a7e6c699, hostable agents: ['cfe357d0-f907-4743-8f2b-07be64b2ca78'], hosted agents: [] {{(pid=100487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:15:35.616231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:35.616783 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:35.626711 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] Network aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 is scheduled to be hosted by DHCP agent cfe357d0-f907-4743-8f2b-07be64b2ca78 with binding_index 1 {{(pid=100487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:15:35.635932 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802918-7, aa59ced7-7c11-4ea1-9b44-cd92a7e6c699) {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:35.641228 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:35.642975 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.656662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81381e11-4c41-494d-96ea-bc74a98df0b9 None None] Network aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:35.658509 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e38e7a05-ed8b-4895-b252-d770bcdc991f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3486443 Aug 03 20:15:35.661181 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39916) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:35.666771 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-52398647-router', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:35.687594 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56781'] for router, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.688756 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56774'] for router, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.749079 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.791628 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:35.893454 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:35.956683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7b0b9fa-2589-5957-bc13-fa40648a4193-aa59ced7-7c11-4ea1-9b44-cd92a7e6c699', 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'fixed_ips': [{'subnet_id': '535aaa69-d55c-4a7c-9f9b-8a6cf045f24f'}]}} from n-d-802918-7. {{(pid=100489) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:15:35.957599 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.137982 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.149696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.db_base_plugin_common [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Allocated IP 172.20.0.2 (aa59ced7-7c11-4ea1-9b44-cd92a7e6c699/535aaa69-d55c-4a7c-9f9b-8a6cf045f24f/e2bc6a83-e697-48a3-8989-41eeab707d1a) {{(pid=100489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:36.167294 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 2, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:36.179615 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.205315 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Checking router: 94d28910-3f35-4689-8db8-2fb362e0a9fe for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:36.205709 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Updating router 94d28910-3f35-4689-8db8-2fb362e0a9fe port 7892a44e-f79a-4c4e-9105-3a519daa9009 binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:15:36.264300 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.279459 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 60402260-c73b-497a-8332-d987eca97108 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:36.311477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Allocated IP 172.25.8.228 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/f446995c-f8d9-4de7-ba89-dfa012637d4f) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:36.421875 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.463158 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.480146 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.481856 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 60402260-c73b-497a-8332-d987eca97108 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:36.494816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Transition to ACTIVE for port object e2bc6a83-e697-48a3-8989-41eeab707d1a will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:36.498735 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 60402260-c73b-497a-8332-d987eca97108 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:36.499115 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.499794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:36.502730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:36.506958 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:36.544359 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Pushing event updated for resources: {'Port': ['ID=f446995c-f8d9-4de7-ba89-dfa012637d4f,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:36.578200 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Transition to ACTIVE for port object e2bc6a83-e697-48a3-8989-41eeab707d1a will not be triggered until provisioned by entity DHCP. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:36.596447 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188'] for port, after_create {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.633757 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-91932bde-6c2a-454b-b6ef-88e7be4bb673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.659246 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Network aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 is already hosted by enough agents. {{(pid=100489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:36.672564 n-d-802918-7 neutron-server[100489]: DEBUG neutron.scheduler.base_scheduler [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Resources bound (agent type, host, resource id): {{(pid=100489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:36.676487 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Received port after_create {{(pid=100489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:36.681062 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Pushing event updated for resources: {'Port': ['ID=e2bc6a83-e697-48a3-8989-41eeab707d1a,revision_number=1']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:36.764482 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.947509 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.971135 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597665'] for router, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:36.980317 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Attempting to bind port e2bc6a83-e697-48a3-8989-41eeab707d1a on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:36.980591 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Attempting to bind port e2bc6a83-e697-48a3-8989-41eeab707d1a by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '402fb6e8-493c-4e83-8fba-3dce079ffb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:36.980908 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Attempting to bind port e2bc6a83-e697-48a3-8989-41eeab707d1a on network aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:36.997209 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:37.004944 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 60402260-c73b-497a-8332-d987eca97108, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=60402260-c73b-497a-8332-d987eca97108,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:37.013230 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:37.013597 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Checking segment: {'id': '402fb6e8-493c-4e83-8fba-3dce079ffb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:37.013779 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:37.014116 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Bound using segment: {'id': '402fb6e8-493c-4e83-8fba-3dce079ffb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:37.014566 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Bound port: e2bc6a83-e697-48a3-8989-41eeab707d1a, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402fb6e8-493c-4e83-8fba-3dce079ffb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:37.014941 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:37.033063 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:37.120724 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:37.121936 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Router b86ca7b3-6619-45f8-b29f-91d6211579e7 is scheduled to L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 with binding_index 1 {{(pid=100487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:15:37.143738 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Transition to ACTIVE for port object 7892a44e-f79a-4c4e-9105-3a519daa9009 will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:37.154837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=60402260-c73b-497a-8332-d987eca97108,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:37.161832 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:37.223766 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] For port e2bc6a83-e697-48a3-8989-41eeab707d1a, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:37.228011 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a4b20-a1c4-40cd-acc0-f2dcf4d84b7d None None] Pushing event updated for resources: {'Port': ['ID=7892a44e-f79a-4c4e-9105-3a519daa9009,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:37.231592 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] For port e2bc6a83-e697-48a3-8989-41eeab707d1a, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e2bc6a83-e697-48a3-8989-41eeab707d1a,segment=NetworkSegment(402fb6e8-493c-4e83-8fba-3dce079ffb39),segment_id=402fb6e8-493c-4e83-8fba-3dce079ffb39)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:37.240547 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:37.245730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:37.257702 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Sync routers for ids ['b86ca7b3-6619-45f8-b29f-91d6211579e7'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:37.262064 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:37.263336 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-1879d8af-68e1-4b77-918e-b7f86cd0e31a admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6001132 Aug 03 20:15:37.266928 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39918) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:37.305265 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Routers {'b86ca7b3-6619-45f8-b29f-91d6211579e7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:37.306334 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b86ca7b3-6619-45f8-b29f-91d6211579e7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:37.359085 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93262c79-6c99-488d-994f-0895b5bd2ff8 None None] Pushing event updated for resources: {'Port': ['ID=e2bc6a83-e697-48a3-8989-41eeab707d1a,revision_number=2']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:37.391404 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Attempting to bind port 7892a44e-f79a-4c4e-9105-3a519daa9009 on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:37.391779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Attempting to bind port 7892a44e-f79a-4c4e-9105-3a519daa9009 by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:37.397308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Attempting to bind port 7892a44e-f79a-4c4e-9105-3a519daa9009 on network a8e1a3c9-0635-4a7b-ae81-f810b512714a {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:37.410984 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:37.411369 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Checking segment: {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:37.411784 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:37.412231 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Bound using segment: {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:37.412729 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Bound port: 7892a44e-f79a-4c4e-9105-3a519daa9009, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:37.413121 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:37.515068 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] For port 7892a44e-f79a-4c4e-9105-3a519daa9009, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:37.518947 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] For port 7892a44e-f79a-4c4e-9105-3a519daa9009, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7892a44e-f79a-4c4e-9105-3a519daa9009,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:37.532027 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:37.650634 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a4b20-a1c4-40cd-acc0-f2dcf4d84b7d None None] Pushing event updated for resources: {'Port': ['ID=7892a44e-f79a-4c4e-9105-3a519daa9009,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:37.685466 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:37.686515 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:37.727480 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Set router b86ca7b3-6619-45f8-b29f-91d6211579e7 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:37.847063 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:37.952844 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'name': 'tempest-TestSnapshotPattern-52398647-router', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:35Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 3, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'gw_port': {'id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:36Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:37.991946 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Checking router: b86ca7b3-6619-45f8-b29f-91d6211579e7 for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:37.992185 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Updating router b86ca7b3-6619-45f8-b29f-91d6211579e7 port f446995c-f8d9-4de7-ba89-dfa012637d4f binding host n-d-802918-7 {{(pid=100490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:15:38.021043 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:38.050157 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:38.114419 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:37Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:38.149814 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8660f-4130-43c6-baa0-8e299dc286ad None None] The sync data for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 is: [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:37Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:38.249574 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:38.333301 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Allocated IP 172.20.0.1 (aa59ced7-7c11-4ea1-9b44-cd92a7e6c699/535aaa69-d55c-4a7c-9f9b-8a6cf045f24f/604186b0-905f-4f24-bbf3-1e1de7fa0aff) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:38.474708 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Notify callbacks [] for port, precommit_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:38.505357 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e2bc6a83-e697-48a3-8989-41eeab707d1a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:38.512794 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.provisioning_blocks [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Transition to ACTIVE for port object f446995c-f8d9-4de7-ba89-dfa012637d4f will not be triggered until provisioned by entity L2. {{(pid=100490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:38.520769 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:38.590652 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Attempting to bind port f446995c-f8d9-4de7-ba89-dfa012637d4f on host n-d-802918-7 for vnic_type normal with profile {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:38.591025 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Attempting to bind port f446995c-f8d9-4de7-ba89-dfa012637d4f by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:38.591388 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Attempting to bind port f446995c-f8d9-4de7-ba89-dfa012637d4f on network ab2183c6-8a58-4723-b6c1-89f0b2aba78e {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:38.602582 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port e2bc6a83-e697-48a3-8989-41eeab707d1a completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:38.608694 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 60402260-c73b-497a-8332-d987eca97108 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:38.608935 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:38.609314 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Checking segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:38.609746 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:38.610144 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Bound using segment: {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'} {{(pid=100490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:38.610615 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.managers [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Bound port: f446995c-f8d9-4de7-ba89-dfa012637d4f, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3d2e1-72fd-492e-95e8-8a4096a69921', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e'}}] {{(pid=100490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:38.610998 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:38.676463 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 60402260-c73b-497a-8332-d987eca97108 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:38.676994 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:38.686901 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] For port f446995c-f8d9-4de7-ba89-dfa012637d4f, host n-d-802918-7, cleared binding levels {{(pid=100490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:38.707166 n-d-802918-7 neutron-server[100490]: DEBUG neutron.plugins.ml2.db [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] For port f446995c-f8d9-4de7-ba89-dfa012637d4f, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f446995c-f8d9-4de7-ba89-dfa012637d4f,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:38.712177 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d3cd0-3537-4d77-aeea-b8fb107a73c6 None None] Pushing event updated for resources: {'Port': ['ID=f446995c-f8d9-4de7-ba89-dfa012637d4f,revision_number=2']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:38.728803 n-d-802918-7 neutron-server[100490]: DEBUG neutron_lib.callbacks.manager [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:38.837467 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Routers {'b86ca7b3-6619-45f8-b29f-91d6211579e7'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:38.838137 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b86ca7b3-6619-45f8-b29f-91d6211579e7'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:38.890259 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f466e1a5-1375-4b6e-8bcd-83f23f97d24d None None] Network aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:15:38.898847 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d3cd0-3537-4d77-aeea-b8fb107a73c6 None None] Pushing event updated for resources: {'Port': ['ID=f446995c-f8d9-4de7-ba89-dfa012637d4f,revision_number=3']} {{(pid=100490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:38.995641 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] Set router b86ca7b3-6619-45f8-b29f-91d6211579e7 gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:39.007379 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-05ddfdd6-9c96-4364-9a4a-fa36677a043e None None] Provisioning for port e2bc6a83-e697-48a3-8989-41eeab707d1a completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:39.011462 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.020834 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-05ddfdd6-9c96-4364-9a4a-fa36677a043e None None] Provisioning complete for port e2bc6a83-e697-48a3-8989-41eeab707d1a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:39.021190 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-05ddfdd6-9c96-4364-9a4a-fa36677a043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.030269 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Transition to ACTIVE for port object 604186b0-905f-4f24-bbf3-1e1de7fa0aff will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:39.081384 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.144864 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Network aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:39.145828 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Pushing event updated for resources: {'Port': ['ID=604186b0-905f-4f24-bbf3-1e1de7fa0aff,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:39.149553 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:39.154764 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:39.197207 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-05ddfdd6-9c96-4364-9a4a-fa36677a043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.228549 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-597118'] for router_interface, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.248724 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-05ddfdd6-9c96-4364-9a4a-fa36677a043e None None] For port e2bc6a83-e697-48a3-8989-41eeab707d1a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e2bc6a83-e697-48a3-8989-41eeab707d1a,segment=NetworkSegment(402fb6e8-493c-4e83-8fba-3dce079ffb39),segment_id=402fb6e8-493c-4e83-8fba-3dce079ffb39)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:39.254857 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-05ddfdd6-9c96-4364-9a4a-fa36677a043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.272136 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'name': 'tempest-TestSnapshotPattern-52398647-router', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:35Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 3, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'gw_port': {'id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:36Z', 'updated_at': '2021-08-03T20:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:39.309481 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e39c4c-9f29-4047-8d38-5b6537ff02ce None None] The sync data for ids ['b86ca7b3-6619-45f8-b29f-91d6211579e7'] in n-d-802918-7 is: [{'id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'name': 'tempest-TestSnapshotPattern-52398647-router', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:35Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 3, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'gw_port': {'id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:36Z', 'updated_at': '2021-08-03T20:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:39.351925 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddfdd6-9c96-4364-9a4a-fa36677a043e None None] Pushing event updated for resources: {'Port': ['ID=e2bc6a83-e697-48a3-8989-41eeab707d1a,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:39.404361 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.487861 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6b135b55-b700-423c-9fe0-6bdf7c0c51cf None None] Provisioning for port 604186b0-905f-4f24-bbf3-1e1de7fa0aff completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:39.493757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6b135b55-b700-423c-9fe0-6bdf7c0c51cf None None] Provisioning complete for port 604186b0-905f-4f24-bbf3-1e1de7fa0aff triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:39.494108 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6b135b55-b700-423c-9fe0-6bdf7c0c51cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.554383 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-6b135b55-b700-423c-9fe0-6bdf7c0c51cf None None] Port 604186b0-905f-4f24-bbf3-1e1de7fa0aff cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:39.567547 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-6b135b55-b700-423c-9fe0-6bdf7c0c51cf None None] Provisioning complete for port e2bc6a83-e697-48a3-8989-41eeab707d1a triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:39.567940 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6b135b55-b700-423c-9fe0-6bdf7c0c51cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.653533 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.659888 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.762377 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Pushing event updated for resources: {'Port': ['ID=604186b0-905f-4f24-bbf3-1e1de7fa0aff,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:39.769330 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16228429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597218'] for router_interface, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.811793 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-da52c286-6bda-4252-84f5-b3319ce181c2 None None] Provisioning complete for port 604186b0-905f-4f24-bbf3-1e1de7fa0aff triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:39.812413 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-da52c286-6bda-4252-84f5-b3319ce181c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:39.858911 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-da52c286-6bda-4252-84f5-b3319ce181c2 None None] Port 604186b0-905f-4f24-bbf3-1e1de7fa0aff cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:39.884520 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Network aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:39.886087 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:40.006844 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.039009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Router b86ca7b3-6619-45f8-b29f-91d6211579e7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:15:40.155661 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:40.160978 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-a30ffbf9-7562-4db7-9b0d-35d05930ed27 admin admin] 10.222.0.78 "PUT /v2.0/routers/b86ca7b3-6619-45f8-b29f-91d6211579e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8920970 Aug 03 20:15:40.197426 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-f9427e55-342b-4c6b-af6c-ede6ed2f8fd0 None None] Provisioning complete for port 604186b0-905f-4f24-bbf3-1e1de7fa0aff triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:40.198057 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-f9427e55-342b-4c6b-af6c-ede6ed2f8fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.243060 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-f9427e55-342b-4c6b-af6c-ede6ed2f8fd0 None None] Port 604186b0-905f-4f24-bbf3-1e1de7fa0aff cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:40.362150 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e2bc6a83-e697-48a3-8989-41eeab707d1a up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:40.411697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port e2bc6a83-e697-48a3-8989-41eeab707d1a triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:40.412189 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.498954 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7892a44e-f79a-4c4e-9105-3a519daa9009 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:40.547614 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 7892a44e-f79a-4c4e-9105-3a519daa9009 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:40.551943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7892a44e-f79a-4c4e-9105-3a519daa9009 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:40.552255 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.637325 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.670111 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 7892a44e-f79a-4c4e-9105-3a519daa9009, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7892a44e-f79a-4c4e-9105-3a519daa9009,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:40.673717 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.674505 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f446995c-f8d9-4de7-ba89-dfa012637d4f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:40.682426 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 39926) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:40.687186 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [None req-2185a5b0-3225-4da8-b81f-16344dba8dc3 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789721479', 'description': 'tempest-secgroup-smoke-1789721479 description', 'project_id': 'd1e720278f3c4f129353f22f13c1b601'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:40.714134 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2185a5b0-3225-4da8-b81f-16344dba8dc3 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.749620 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=7892a44e-f79a-4c4e-9105-3a519daa9009,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:40.763274 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port f446995c-f8d9-4de7-ba89-dfa012637d4f completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:40.767723 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f446995c-f8d9-4de7-ba89-dfa012637d4f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:40.768094 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.806636 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2185a5b0-3225-4da8-b81f-16344dba8dc3 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.810267 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2185a5b0-3225-4da8-b81f-16344dba8dc3 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.832730 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-2185a5b0-3225-4da8-b81f-16344dba8dc3 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.834561 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-2185a5b0-3225-4da8-b81f-16344dba8dc3 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1505303 Aug 03 20:15:40.838161 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39928) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:40.843390 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185a5b0-3225-4da8-b81f-16344dba8dc3 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:40.847244 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-46c46633-e787-4223-b787-a93e6c97f069 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Request body: {'security_group_rule': {'security_group_id': '4f2ca742-f29e-4d9c-a92a-d77a2ac44de3', 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:40.856520 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.875633 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46c46633-e787-4223-b787-a93e6c97f069 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.877392 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port f446995c-f8d9-4de7-ba89-dfa012637d4f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f446995c-f8d9-4de7-ba89-dfa012637d4f,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:40.881721 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.933390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=f446995c-f8d9-4de7-ba89-dfa012637d4f,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:40.937664 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46c46633-e787-4223-b787-a93e6c97f069 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.941559 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46c46633-e787-4223-b787-a93e6c97f069 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.958624 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c46633-e787-4223-b787-a93e6c97f069 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762287ac-8211-4d3f-b145-112ecdd909c4,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:40.965640 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-46c46633-e787-4223-b787-a93e6c97f069 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:40.967209 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-46c46633-e787-4223-b787-a93e6c97f069 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273134 Aug 03 20:15:40.970299 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39930) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:40.975410 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d1414f37-9172-40ba-b3ee-07a6f4818e46 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Request body: {'security_group_rule': {'security_group_id': '4f2ca742-f29e-4d9c-a92a-d77a2ac44de3', 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:41.001869 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d1414f37-9172-40ba-b3ee-07a6f4818e46 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.061027 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d1414f37-9172-40ba-b3ee-07a6f4818e46 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.064751 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d1414f37-9172-40ba-b3ee-07a6f4818e46 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.084815 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1414f37-9172-40ba-b3ee-07a6f4818e46 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853103a3-1c17-46d3-adfb-267f093a8262,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:41.091958 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d1414f37-9172-40ba-b3ee-07a6f4818e46 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.093673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d1414f37-9172-40ba-b3ee-07a6f4818e46 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224184 Aug 03 20:15:41.096440 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39932) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:41.100859 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-76fbc97b-8dc1-468d-a5be-f5db975bd9bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Request body: {'security_group_rule': {'security_group_id': '4f2ca742-f29e-4d9c-a92a-d77a2ac44de3', 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:41.130229 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76fbc97b-8dc1-468d-a5be-f5db975bd9bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.192669 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76fbc97b-8dc1-468d-a5be-f5db975bd9bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.197102 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76fbc97b-8dc1-468d-a5be-f5db975bd9bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.216087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbc97b-8dc1-468d-a5be-f5db975bd9bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36c4482-2c6a-4a3b-9a2c-8df0cb124c4e,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:41.222204 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-76fbc97b-8dc1-468d-a5be-f5db975bd9bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.223413 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-76fbc97b-8dc1-468d-a5be-f5db975bd9bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260500 Aug 03 20:15:41.226131 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39934) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:41.230559 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-e533a5e7-ef3d-4bec-ba2b-0aca80fa7b00 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Request body: {'security_group_rule': {'security_group_id': '4f2ca742-f29e-4d9c-a92a-d77a2ac44de3', 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:41.257374 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e533a5e7-ef3d-4bec-ba2b-0aca80fa7b00 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.317473 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e533a5e7-ef3d-4bec-ba2b-0aca80fa7b00 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.321766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e533a5e7-ef3d-4bec-ba2b-0aca80fa7b00 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.339660 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533a5e7-ef3d-4bec-ba2b-0aca80fa7b00 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d3d3e5-6e3e-4a44-9695-908d4664990f,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:41.345947 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e533a5e7-ef3d-4bec-ba2b-0aca80fa7b00 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.347166 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e533a5e7-ef3d-4bec-ba2b-0aca80fa7b00 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201024 Aug 03 20:15:41.349877 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39936) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:41.354304 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-df7cebdb-e282-471b-97f3-8fbb8595ae51 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Request body: {'security_group_rule': {'security_group_id': '4f2ca742-f29e-4d9c-a92a-d77a2ac44de3', 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:41.376073 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-df7cebdb-e282-471b-97f3-8fbb8595ae51 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Project d1e720278f3c4f129353f22f13c1b601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:15:41.382154 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7cebdb-e282-471b-97f3-8fbb8595ae51 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.447047 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7cebdb-e282-471b-97f3-8fbb8595ae51 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.451174 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7cebdb-e282-471b-97f3-8fbb8595ae51 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.469213 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cebdb-e282-471b-97f3-8fbb8595ae51 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3030ea5-533f-49f6-ad49-aeb903a034dc,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:41.475175 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-df7cebdb-e282-471b-97f3-8fbb8595ae51 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.476228 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-df7cebdb-e282-471b-97f3-8fbb8595ae51 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254287 Aug 03 20:15:41.479234 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39938) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:41.484696 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-b8bdbbd1-35f3-4d6f-84a1-d08421b3b1bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Request body: {'security_group_rule': {'security_group_id': '4f2ca742-f29e-4d9c-a92a-d77a2ac44de3', 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:41.510031 n-d-802918-7 neutron-server[100487]: INFO neutron.db.securitygroups_db [None req-b8bdbbd1-35f3-4d6f-84a1-d08421b3b1bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Project d1e720278f3c4f129353f22f13c1b601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:15:41.515049 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b8bdbbd1-35f3-4d6f-84a1-d08421b3b1bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.582022 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b8bdbbd1-35f3-4d6f-84a1-d08421b3b1bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.585668 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b8bdbbd1-35f3-4d6f-84a1-d08421b3b1bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579553'] for security_group_rule, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.602894 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdbbd1-35f3-4d6f-84a1-d08421b3b1bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d710ef-9d0f-4f59-8db8-48a591d56367,revision_number=0']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:41.609901 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-b8bdbbd1-35f3-4d6f-84a1-d08421b3b1bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:41.611834 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b8bdbbd1-35f3-4d6f-84a1-d08421b3b1bb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307948 Aug 03 20:15:41.694851 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Sync routers for ids ['b86ca7b3-6619-45f8-b29f-91d6211579e7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:41.704800 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Routers {'b86ca7b3-6619-45f8-b29f-91d6211579e7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:41.705445 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b86ca7b3-6619-45f8-b29f-91d6211579e7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:41.762497 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-c0cc63df-b450-4333-a321-2a9964b3019d tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789721479&fields=id&tenant_id=d1e720278f3c4f129353f22f13c1b601 HTTP/1.1" status: 200 len: 267 time: 0.0351803 Aug 03 20:15:41.819099 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Set router b86ca7b3-6619-45f8-b29f-91d6211579e7 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:41.876328 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-4285bb11-240d-4ec9-bfbc-72e73a80cc47 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:41.877942 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-4285bb11-240d-4ec9-bfbc-72e73a80cc47 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 809 time: 0.1078699 Aug 03 20:15:41.893887 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-e1b7ae0e-d207-4ff1-8983-3ba1e207bd0c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/quotas/d1e720278f3c4f129353f22f13c1b601 HTTP/1.1" status: 200 len: 375 time: 0.0098789 Aug 03 20:15:41.948475 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5b340e78-0b5e-48c1-a09d-d67cc8ce2d3f tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463774 Aug 03 20:15:41.963964 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-855d67b9-b754-404b-9785-b739a7334929 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:15:41.964957 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-855d67b9-b754-404b-9785-b739a7334929 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056348 Aug 03 20:15:42.023696 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'name': 'tempest-TestSnapshotPattern-52398647-router', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:35Z', 'updated_at': '2021-08-03T20:15:39Z', 'revision_number': 4, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'gw_port': {'id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:36Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '604186b0-905f-4f24-bbf3-1e1de7fa0aff', 'name': '', 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'mac_address': 'fa:16:3e:00:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '535aaa69-d55c-4a7c-9f9b-8a6cf045f24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:38Z', 'updated_at': '2021-08-03T20:15:39Z', 'revision_number': 2, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'subnets': [{'id': '535aaa69-d55c-4a7c-9f9b-8a6cf045f24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:42.054428 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Checking router: b86ca7b3-6619-45f8-b29f-91d6211579e7 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:42.054789 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Updating router b86ca7b3-6619-45f8-b29f-91d6211579e7 port 604186b0-905f-4f24-bbf3-1e1de7fa0aff binding host n-d-802918-7 {{(pid=100489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:15:42.055991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-f60bb97c-0a10-4db9-aafe-8a695f305d0f service neutron] 10.222.0.78 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844238 Aug 03 20:15:42.079262 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:42.150950 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-1757a428-9a87-4968-916c-875de0eb3b33 service neutron] 10.222.0.78 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884719 Aug 03 20:15:42.245450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7892a44e-f79a-4c4e-9105-3a519daa9009 up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:42.330014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a13b5268-baae-45ce-bb03-cee37115e8dc req-299abddc-481a-4afa-8051-0176e8f51d87 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 210 time: 0.0314655 Aug 03 20:15:42.336281 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 7892a44e-f79a-4c4e-9105-3a519daa9009 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:42.336574 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:42.428840 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Notify callbacks [] for port, precommit_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:42.460510 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Transition to ACTIVE for port object 604186b0-905f-4f24-bbf3-1e1de7fa0aff will not be triggered until provisioned by entity L2. {{(pid=100489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:42.468146 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:42.504927 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f446995c-f8d9-4de7-ba89-dfa012637d4f up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:42.550360 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3bcf4-1c14-47f8-a07d-67f7614e4506 None None] Pushing event updated for resources: {'Port': ['ID=604186b0-905f-4f24-bbf3-1e1de7fa0aff,revision_number=3']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:42.618058 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port f446995c-f8d9-4de7-ba89-dfa012637d4f triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:42.618443 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:42.620223 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Attempting to bind port 604186b0-905f-4f24-bbf3-1e1de7fa0aff on host n-d-802918-7 for vnic_type normal with profile {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:42.620600 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Attempting to bind port 604186b0-905f-4f24-bbf3-1e1de7fa0aff by drivers openvswitch,hyperv on host n-d-802918-7 at level 0 using segments [{'id': '402fb6e8-493c-4e83-8fba-3dce079ffb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699'}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:42.620972 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Attempting to bind port 604186b0-905f-4f24-bbf3-1e1de7fa0aff on network aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:42.646688 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Checking agent: {'id': '43d5f71e-6611-4a83-b0ae-b0c43355a32a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 40, 6), 'started_at': datetime.datetime(2021, 8, 3, 18, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802918-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:42.647073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Checking segment: {'id': '402fb6e8-493c-4e83-8fba-3dce079ffb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:42.647484 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:42.647887 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Bound using segment: {'id': '402fb6e8-493c-4e83-8fba-3dce079ffb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699'} {{(pid=100489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:42.648382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.managers [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Bound port: 604186b0-905f-4f24-bbf3-1e1de7fa0aff, host: n-d-802918-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402fb6e8-493c-4e83-8fba-3dce079ffb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699'}}] {{(pid=100489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:42.648768 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:42.755757 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] For port 604186b0-905f-4f24-bbf3-1e1de7fa0aff, host n-d-802918-7, cleared binding levels {{(pid=100489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:42.772965 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] For port 604186b0-905f-4f24-bbf3-1e1de7fa0aff, host n-d-802918-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=604186b0-905f-4f24-bbf3-1e1de7fa0aff,segment=NetworkSegment(402fb6e8-493c-4e83-8fba-3dce079ffb39),segment_id=402fb6e8-493c-4e83-8fba-3dce079ffb39)] {{(pid=100489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:42.784572 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:42.853802 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Routers {'b86ca7b3-6619-45f8-b29f-91d6211579e7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:42.854450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b86ca7b3-6619-45f8-b29f-91d6211579e7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:42.894741 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3bcf4-1c14-47f8-a07d-67f7614e4506 None None] Pushing event updated for resources: {'Port': ['ID=604186b0-905f-4f24-bbf3-1e1de7fa0aff,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:42.978295 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] Set router b86ca7b3-6619-45f8-b29f-91d6211579e7 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:43.312447 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-ca433c5b-52e4-4444-a28d-0e92d9780360 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:43.313886 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-ca433c5b-52e4-4444-a28d-0e92d9780360 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.37 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 809 time: 0.1123114 Aug 03 20:15:43.362983 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-d9e180f8-cd43-43e7-8b47-4db073f89adf tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1e720278f3c4f129353f22f13c1b601 HTTP/1.1" status: 200 len: 380 time: 0.0392995 Aug 03 20:15:43.373198 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Request body: {'port': {'device_id': '92fe1716-78db-47e2-9c81-687899041367', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'admin_state_up': True, 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'security_groups': ['4f2ca742-f29e-4d9c-a92a-d77a2ac44de3']}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:43.381189 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'name': 'tempest-TestSnapshotPattern-52398647-router', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:35Z', 'updated_at': '2021-08-03T20:15:39Z', 'revision_number': 4, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'gw_port': {'id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:36Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '604186b0-905f-4f24-bbf3-1e1de7fa0aff', 'name': '', 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'mac_address': 'fa:16:3e:00:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '535aaa69-d55c-4a7c-9f9b-8a6cf045f24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:38Z', 'updated_at': '2021-08-03T20:15:42Z', 'revision_number': 4, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'subnets': [{'id': '535aaa69-d55c-4a7c-9f9b-8a6cf045f24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:43.408760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945cdc9-8458-4086-8d6c-88191ab4795d None None] The sync data for ids ['b86ca7b3-6619-45f8-b29f-91d6211579e7'] in n-d-802918-7 is: [{'id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'name': 'tempest-TestSnapshotPattern-52398647-router', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:35Z', 'updated_at': '2021-08-03T20:15:39Z', 'revision_number': 4, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'gw_port': {'id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:36Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '604186b0-905f-4f24-bbf3-1e1de7fa0aff', 'name': '', 'network_id': 'aa59ced7-7c11-4ea1-9b44-cd92a7e6c699', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'mac_address': 'fa:16:3e:00:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '535aaa69-d55c-4a7c-9f9b-8a6cf045f24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:38Z', 'updated_at': '2021-08-03T20:15:42Z', 'revision_number': 4, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'subnets': [{'id': '535aaa69-d55c-4a7c-9f9b-8a6cf045f24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:43.429406 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-0d81880e-e62e-4e0c-b7bc-a805c83f3b62 req-aac24033-9e59-44f4-b51e-921f68fa07d8 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 210 time: 0.0292244 Aug 03 20:15:43.523891 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Made reservation on behalf of d1e720278f3c4f129353f22f13c1b601 for: {'port': 1} {{(pid=100488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:15:43.527643 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:43.668327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_common [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Allocated IP 172.20.0.14 (a8e1a3c9-0635-4a7b-ae81-f810b512714a/e1d5e968-f484-43ac-b4f9-e1c75c1f51e6/c0c08898-f93d-4e0b-b3b7-cf48f7439070) {{(pid=100488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:43.825232 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for port, precommit_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:43.840197 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Transition to ACTIVE for port object c0c08898-f93d-4e0b-b3b7-cf48f7439070 will not be triggered until provisioned by entity DHCP. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:43.875404 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_create {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:43.918355 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Network a8e1a3c9-0635-4a7b-ae81-f810b512714a is already hosted by enough agents. {{(pid=100488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:43.925738 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.base_scheduler [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Resources bound (agent type, host, resource id): {{(pid=100488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:43.930709 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Received port after_create {{(pid=100488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:43.934797 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'Port': ['ID=c0c08898-f93d-4e0b-b3b7-cf48f7439070,revision_number=1']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:43.987827 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:43.988497 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.004126 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-5c09c577-ef44-4d13-85c0-0fb862efe4f0 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6349287 Aug 03 20:15:44.017311 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.v2.base [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Request body: {'port': {'device_id': '92fe1716-78db-47e2-9c81-687899041367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802918-7'}} {{(pid=100488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:44.080235 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.141057 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b5efa77e-b4d7-4e6a-bfb9-857db689efae None None] Provisioning for port c0c08898-f93d-4e0b-b3b7-cf48f7439070 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:44.145936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-b5efa77e-b4d7-4e6a-bfb9-857db689efae None None] Provisioning complete for port c0c08898-f93d-4e0b-b3b7-cf48f7439070 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:44.146348 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b5efa77e-b4d7-4e6a-bfb9-857db689efae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.210042 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-b5efa77e-b4d7-4e6a-bfb9-857db689efae None None] Port c0c08898-f93d-4e0b-b3b7-cf48f7439070 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:15:44.260588 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 604186b0-905f-4f24-bbf3-1e1de7fa0aff up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:44.323816 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning for port 604186b0-905f-4f24-bbf3-1e1de7fa0aff completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:44.327715 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 604186b0-905f-4f24-bbf3-1e1de7fa0aff triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:44.328163 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.375633 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c08898-f93d-4e0b-b3b7-cf48f7439070 {{(pid=100488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:15:44.384722 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.398081 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.provisioning_blocks [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Transition to ACTIVE for port object c0c08898-f93d-4e0b-b3b7-cf48f7439070 will not be triggered until provisioned by entity L2. {{(pid=100488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:15:44.402434 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.408691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.457218 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] For port 604186b0-905f-4f24-bbf3-1e1de7fa0aff, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=604186b0-905f-4f24-bbf3-1e1de7fa0aff,segment=NetworkSegment(402fb6e8-493c-4e83-8fba-3dce079ffb39),segment_id=402fb6e8-493c-4e83-8fba-3dce079ffb39)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:44.462793 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.481289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c08898-f93d-4e0b-b3b7-cf48f7439070,revision_number=2']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:44.523301 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Pushing event updated for resources: {'Port': ['ID=604186b0-905f-4f24-bbf3-1e1de7fa0aff,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:44.558866 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Attempting to bind port c0c08898-f93d-4e0b-b3b7-cf48f7439070 on host n-h2-802918-7 for vnic_type normal with profile {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:15:44.559210 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Attempting to bind port c0c08898-f93d-4e0b-b3b7-cf48f7439070 by drivers openvswitch,hyperv on host n-h2-802918-7 at level 0 using segments [{'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:15:44.559522 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Attempting to bind port c0c08898-f93d-4e0b-b3b7-cf48f7439070 on network a8e1a3c9-0635-4a7b-ae81-f810b512714a {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:44.564681 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Port c0c08898-f93d-4e0b-b3b7-cf48f7439070 on network a8e1a3c9-0635-4a7b-ae81-f810b512714a not bound, no agent of type Open vSwitch agent registered on host n-h2-802918-7 {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:15:44.565000 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Attempting to bind port c0c08898-f93d-4e0b-b3b7-cf48f7439070 on network a8e1a3c9-0635-4a7b-ae81-f810b512714a {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:15:44.570836 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Checking agent: {'id': '6f149e00-d7bf-4385-8f37-47a47315a431', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:15:44.571220 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Checking segment: {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:15:44.571614 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Bound using segment: {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'} {{(pid=100488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:15:44.572140 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.managers [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Bound port: c0c08898-f93d-4e0b-b3b7-cf48f7439070, host: n-h2-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'}}] {{(pid=100488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:15:44.572510 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.579343 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a91fa4-4dfe-4581-8da5-9a90f6dc9521 req-8d2a368a-f6a1-465a-b990-130240566b1a tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:44.580926 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8a91fa4-4dfe-4581-8da5-9a90f6dc9521 req-8d2a368a-f6a1-465a-b990-130240566b1a tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 944 time: 0.0585608 Aug 03 20:15:44.626566 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d8a91fa4-4dfe-4581-8da5-9a90f6dc9521 req-8771bc87-670f-4853-8e2d-d1d3082cc31d tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362279 Aug 03 20:15:44.649579 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] For port c0c08898-f93d-4e0b-b3b7-cf48f7439070, host n-h2-802918-7, cleared binding levels {{(pid=100488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:15:44.652997 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] For port c0c08898-f93d-4e0b-b3b7-cf48f7439070, host n-h2-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:15:44.658158 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3162002'] for port, after_update {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.693936 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:44.694642 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:44.695913 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] 10.222.0.37 "PUT /v2.0/ports/c0c08898-f93d-4e0b-b3b7-cf48f7439070 HTTP/1.1" status: 200 len: 1092 time: 0.6831663 Aug 03 20:15:44.696359 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:15:44.698672 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:15:44.727877 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda11f52-65e6-4b7c-8915-db8f26c98214 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c08898-f93d-4e0b-b3b7-cf48f7439070,revision_number=3']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:44.758977 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27cf980-5383-408a-b862-0db7f3738bcf x-openstack-request-id: req-d27cf980-5383-408a-b862-0db7f3738bcf {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:15:44.759119 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:15:44.759341 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d27cf980-5383-408a-b862-0db7f3738bcf {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:15:44.759748 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'status': 'completed', 'code': 200} Aug 03 20:15:44.795369 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-797bc9d1-375c-454a-b4fe-5833f4d9ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:44.797065 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-797bc9d1-375c-454a-b4fe-5833f4d9ec47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 1095 time: 0.0507050 Aug 03 20:15:44.848562 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-11b2e157-3a0c-4a7a-8826-1446b8743073 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070 HTTP/1.1" status: 200 len: 217 time: 0.0433865 Aug 03 20:15:44.910240 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-44dd9cde-7a70-4477-a61b-d3d16fa07b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:44.911809 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-44dd9cde-7a70-4477-a61b-d3d16fa07b9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0563593 Aug 03 20:15:44.960817 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-0e38c234-7c23-40a2-849e-0c782ca3f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:44.962415 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-0e38c234-7c23-40a2-849e-0c782ca3f2f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439160 Aug 03 20:15:45.056923 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-f7b781e4-b70f-42d0-89ee-2caa7c088ae6 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870726 Aug 03 20:15:45.154270 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-662e6176-8dd3-499e-bebe-0a75024b4202 req-82cd5fc4-da84-4c4c-ae18-9fb574726cc8 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899858 Aug 03 20:15:45.254986 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1 req-1eb341c3-243f-4f4c-baf2-adcbe04a7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:45.257190 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1 req-1eb341c3-243f-4f4c-baf2-adcbe04a7a73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 1095 time: 0.0459154 Aug 03 20:15:45.408469 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1 req-f528241d-74b7-43e0-ad00-050b578666fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:45.411039 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1 req-f528241d-74b7-43e0-ad00-050b578666fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.1468086 Aug 03 20:15:45.460035 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1 req-af6ebdb7-623b-47cb-8768-2431ac888c52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070 HTTP/1.1" status: 200 len: 217 time: 0.0404506 Aug 03 20:15:45.513773 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1 req-9bbaa943-eab7-432c-82a1-0a27198552ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:45.515331 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1 req-9bbaa943-eab7-432c-82a1-0a27198552ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0477002 Aug 03 20:15:45.571221 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1 req-8d040b05-57dd-4c69-aae5-a806db759c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:45.572784 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1 req-8d040b05-57dd-4c69-aae5-a806db759c8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499675 Aug 03 20:15:45.668029 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1 req-312bca64-1385-4f42-93e4-e8590f4b5449 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868626 Aug 03 20:15:45.750984 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce96a2d-9db6-4043-9ff3-8631e612dc7b req-3b64c9b6-82df-41c3-bdaf-d06e6bdcc2dc tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:45.752673 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fce96a2d-9db6-4043-9ff3-8631e612dc7b req-3b64c9b6-82df-41c3-bdaf-d06e6bdcc2dc tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 944 time: 0.0543232 Aug 03 20:15:45.766665 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-4c8b6685-ef95-4ce8-943e-d69bd23f5eb1 req-a6ad74a0-5bf6-4bd1-92b6-e7c971078b61 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911818 Aug 03 20:15:45.794504 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fce96a2d-9db6-4043-9ff3-8631e612dc7b req-41728956-8027-454b-bcfd-7a123ebf25bd tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351720 Aug 03 20:15:46.227860 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 604186b0-905f-4f24-bbf3-1e1de7fa0aff up at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:46.269761 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:46.301287 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Provisioning complete for port 604186b0-905f-4f24-bbf3-1e1de7fa0aff triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:46.301698 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:46.915509 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e02f62-35b1-4d91-8d45-53600c34e4bc req-828b3f3a-04a5-47fb-a8dc-fd1140816a7b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:46.917102 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21e02f62-35b1-4d91-8d45-53600c34e4bc req-828b3f3a-04a5-47fb-a8dc-fd1140816a7b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 944 time: 0.0500433 Aug 03 20:15:46.960190 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-21e02f62-35b1-4d91-8d45-53600c34e4bc req-e20cdd76-cd02-4916-84fe-bbe632f67818 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367746 Aug 03 20:15:47.171525 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:15:48.090492 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec63106-ada3-498b-82c9-2c38a65de53c req-d6ad1689-5b5b-443b-a448-908720932006 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:48.093385 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eec63106-ada3-498b-82c9-2c38a65de53c req-d6ad1689-5b5b-443b-a448-908720932006 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 944 time: 0.0621431 Aug 03 20:15:48.133022 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-eec63106-ada3-498b-82c9-2c38a65de53c req-06d5b766-bcf5-4a82-86c3-117303e7760a tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338204 Aug 03 20:15:48.476288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c0c08898-f93d-4e0b-b3b7-cf48f7439070 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:15:48.578781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c0c08898-f93d-4e0b-b3b7-cf48f7439070, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:48.593393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'mac_address': 'fa:16:3e:e3:d6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:15:48.641137 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:48.653952 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c08898-f93d-4e0b-b3b7-cf48f7439070 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:15:48.673673 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c0c08898-f93d-4e0b-b3b7-cf48f7439070, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:48.678158 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:48.727635 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c0c08898-f93d-4e0b-b3b7-cf48f7439070,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:48.882762 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c0c08898-f93d-4e0b-b3b7-cf48f7439070'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:15:49.254441 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895564e-6ac7-494e-bb8e-69853d24e084 req-b38fab4b-f5fb-446c-a5bf-831873ab4a1f tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:49.256510 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a895564e-6ac7-494e-bb8e-69853d24e084 req-b38fab4b-f5fb-446c-a5bf-831873ab4a1f tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 945 time: 0.0531449 Aug 03 20:15:49.294168 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a895564e-6ac7-494e-bb8e-69853d24e084 req-3f2036f8-ed51-42d3-ac75-dda41f03d348 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315979 Aug 03 20:15:50.419519 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337c1a-b46c-4d29-8de4-8103a2f51584 req-fae42e9f-8a8f-4c85-a4ea-966420ba9fa7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:50.421011 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d337c1a-b46c-4d29-8de4-8103a2f51584 req-fae42e9f-8a8f-4c85-a4ea-966420ba9fa7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 945 time: 0.0573721 Aug 03 20:15:50.462995 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6d337c1a-b46c-4d29-8de4-8103a2f51584 req-d5af05e0-c749-41be-a8f1-94fedb5ed659 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356617 Aug 03 20:15:50.484868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c0c08898-f93d-4e0b-b3b7-cf48f7439070 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:15:50.538072 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning for port c0c08898-f93d-4e0b-b3b7-cf48f7439070 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:15:50.542537 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port c0c08898-f93d-4e0b-b3b7-cf48f7439070 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:15:50.542918 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:50.622766 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:50.645211 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:15:50.647590 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac1cddc-1a8e-40eb-87b0-422d919b4896" -d '{"events": [{"server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "name": "network-vif-plugged", "status": "completed", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:15:50.660714 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c0c08898-f93d-4e0b-b3b7-cf48f7439070, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:15:50.664789 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:50.691758 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35cd319-ba40-4f0d-88c6-e2a8a17672a2 x-openstack-request-id: req-e35cd319-ba40-4f0d-88c6-e2a8a17672a2 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:15:50.692057 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "name": "network-vif-plugged", "status": "completed", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:15:50.692313 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e35cd319-ba40-4f0d-88c6-e2a8a17672a2 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:15:50.692711 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'code': 200} Aug 03 20:15:50.720309 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c0c08898-f93d-4e0b-b3b7-cf48f7439070,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:50.786230 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222dcb8-19ab-4f3f-9062-5f08de27f4ae req-02f89efc-5ff6-47aa-9a21-c1b7aac7e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:50.788254 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e222dcb8-19ab-4f3f-9062-5f08de27f4ae req-02f89efc-5ff6-47aa-9a21-c1b7aac7e4a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 1097 time: 0.0415103 Aug 03 20:15:50.825407 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-e222dcb8-19ab-4f3f-9062-5f08de27f4ae req-ba63a67e-646b-4f5c-b16b-5fdfef07ee20 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302727 Aug 03 20:15:51.577840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac745e-29d1-4898-9d73-1bc05bf15737 req-a0a0570e-9d3b-44d2-b811-fded6924c235 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:51.579360 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6ac745e-29d1-4898-9d73-1bc05bf15737 req-a0a0570e-9d3b-44d2-b811-fded6924c235 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 946 time: 0.0497696 Aug 03 20:15:51.618332 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c6ac745e-29d1-4898-9d73-1bc05bf15737 req-8bb9a657-8170-4e75-be40-c9d539de6479 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Aug 03 20:15:52.739467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe3bd0-f8ab-4ecf-8626-ee830effda32 req-59804d67-34ab-4b0a-b86e-279b86f95bca tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:52.741473 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdfe3bd0-f8ab-4ecf-8626-ee830effda32 req-59804d67-34ab-4b0a-b86e-279b86f95bca tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 946 time: 0.0537088 Aug 03 20:15:52.778889 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fdfe3bd0-f8ab-4ecf-8626-ee830effda32 req-068dadd6-5507-4d8d-82e3-46c3fc90fb5d tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314498 Aug 03 20:15:52.892989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e52eeb-1a19-4592-975b-11ab3460df10 req-33e36ee2-093f-439e-b706-a5491dfacf9d tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:52.894507 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12e52eeb-1a19-4592-975b-11ab3460df10 req-33e36ee2-093f-439e-b706-a5491dfacf9d tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 946 time: 0.0487447 Aug 03 20:15:52.932041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-12e52eeb-1a19-4592-975b-11ab3460df10 req-0474bb58-a92c-4a91-8bea-0442ab0cc41c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314825 Aug 03 20:15:52.953401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39992) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:53.081891 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48ba90-0f23-44be-987e-22f7e174b9fd tempest-TestSnapshotPattern-1660127742 tempest-TestSnapshotPattern-1660127742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:53.083435 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9c48ba90-0f23-44be-987e-22f7e174b9fd tempest-TestSnapshotPattern-1660127742 tempest-TestSnapshotPattern-1660127742-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 1092 time: 0.1290479 Aug 03 20:15:53.087066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 39996) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:53.091578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:15:53.113762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:53.215152 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:53.321187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Allocated IP 172.25.8.3 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/8c49fd98-cef1-40af-8691-da81c325576e) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:15:53.429865 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:53.468950 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:53.505569 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:15:53.508980 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:15:53.514921 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:15:53.520097 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'Port': ['ID=8c49fd98-cef1-40af-8691-da81c325576e,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:54.232545 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:54.305365 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:54.464534 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:54.469591 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:54.538582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'Port': ['ID=8c49fd98-cef1-40af-8691-da81c325576e,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:54.552221 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:54.661709 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Floating IP cb309329-9e31-45b0-a722-f0bc4efbbe28 associated. External IP: 172.25.8.3, port: c0c08898-f93d-4e0b-b3b7-cf48f7439070. Aug 03 20:15:54.878023 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Router 94d28910-3f35-4689-8db8-2fb362e0a9fe has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:15:54.987853 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:54.999459 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0530df-e473-4f70-9799-26ab65b2d337 None None] Sync routers for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:55.010906 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:55.012885 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0530df-e473-4f70-9799-26ab65b2d337 None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:55.013487 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c0530df-e473-4f70-9799-26ab65b2d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:55.037900 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d88c91ff-233c-4acd-8b35-5ed810bb337c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9497600 Aug 03 20:15:55.038469 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:15:55.040773 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530b5eac-f0b3-4543-a514-21281470cd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:15:55.125754 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6c0530df-e473-4f70-9799-26ab65b2d337 None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:55.146566 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636caadd-32ee-415e-b890-a7618e779910 x-openstack-request-id: req-636caadd-32ee-415e-b890-a7618e779910 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:15:55.147050 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:15:55.147471 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-636caadd-32ee-415e-b890-a7618e779910 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:15:55.148075 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'status': 'completed', 'code': 200} Aug 03 20:15:55.219592 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b5eac-f0b3-4543-a514-21281470cd4a req-ffc1dc9f-2552-4ca0-af1f-33083e1ca947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:55.221171 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-530b5eac-f0b3-4543-a514-21281470cd4a req-ffc1dc9f-2552-4ca0-af1f-33083e1ca947 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 1097 time: 0.0496085 Aug 03 20:15:55.338069 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b5eac-f0b3-4543-a514-21281470cd4a req-de22bee8-e80e-458f-9cb3-0ce8853e3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:55.338069 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-530b5eac-f0b3-4543-a514-21281470cd4a req-de22bee8-e80e-458f-9cb3-0ce8853e3c67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.1052012 Aug 03 20:15:55.393166 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c0530df-e473-4f70-9799-26ab65b2d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cb309329-9e31-45b0-a722-f0bc4efbbe28', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e3:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe1716-78db-47e2-9c81-687899041367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:15:53Z', 'updated_at': '2021-08-03T20:15:53Z', 'revision_number': 0, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:55.413466 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-530b5eac-f0b3-4543-a514-21281470cd4a req-1e8a8086-8e46-494f-966d-3329a9861de2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070 HTTP/1.1" status: 200 len: 998 time: 0.0727799 Aug 03 20:15:55.419571 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0530df-e473-4f70-9799-26ab65b2d337 None None] Checking router: 94d28910-3f35-4689-8db8-2fb362e0a9fe for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:55.429343 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0530df-e473-4f70-9799-26ab65b2d337 None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:55.430005 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c0530df-e473-4f70-9799-26ab65b2d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:15:37Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:55.472635 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b5eac-f0b3-4543-a514-21281470cd4a req-d219498f-c60c-45d3-b4f7-4e1684f11250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:55.474181 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-530b5eac-f0b3-4543-a514-21281470cd4a req-d219498f-c60c-45d3-b4f7-4e1684f11250 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0534151 Aug 03 20:15:55.525974 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b5eac-f0b3-4543-a514-21281470cd4a req-4e174ded-86d7-4519-92cf-baef83663126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:55.527553 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-530b5eac-f0b3-4543-a514-21281470cd4a req-4e174ded-86d7-4519-92cf-baef83663126 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459397 Aug 03 20:15:55.629886 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-6c0530df-e473-4f70-9799-26ab65b2d337 None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:55.633008 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-530b5eac-f0b3-4543-a514-21281470cd4a req-00119921-e9e4-4c18-8a05-bd1ad7e73fb6 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984550 Aug 03 20:15:55.736535 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-530b5eac-f0b3-4543-a514-21281470cd4a req-257b60c9-3e99-45dd-8a25-d1ef7889768f service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966945 Aug 03 20:15:55.870680 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-6c0530df-e473-4f70-9799-26ab65b2d337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cb309329-9e31-45b0-a722-f0bc4efbbe28', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e3:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe1716-78db-47e2-9c81-687899041367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:15:53Z', 'updated_at': '2021-08-03T20:15:53Z', 'revision_number': 0, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:55.902384 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0530df-e473-4f70-9799-26ab65b2d337 None None] The sync data for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 is: [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cb309329-9e31-45b0-a722-f0bc4efbbe28', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e3:d6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fe1716-78db-47e2-9c81-687899041367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:15:53Z', 'updated_at': '2021-08-03T20:15:53Z', 'revision_number': 0, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:56.127000 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c28cb1-fd33-41b0-a95b-6b26d9decbce None None] New status for floating IP cb309329-9e31-45b0-a722-f0bc4efbbe28: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:16:00.465253 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:03.786388 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c1464b57-5737-4708-9d3a-9a25c2c0ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:06.556434 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-50e4923e-763c-40ee-b3a9-b26bb8cb4559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:06.880433 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.242436 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:09.997316 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:16.254683 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:19.456395 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-65d1e447-9889-4e13-9634-94f3bd2708aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405004 Aug 03 20:16:19.537033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-af680ce1-34c0-4095-94cd-30e6b8c2866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.538541 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-af680ce1-34c0-4095-94cd-30e6b8c2866d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 1097 time: 0.0404072 Aug 03 20:16:19.647755 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-a38eed67-ec5e-4aff-a1a7-839ca38a0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.649841 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-a38eed67-ec5e-4aff-a1a7-839ca38a0cb9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.0897412 Aug 03 20:16:19.719789 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-31a45c2b-776d-4d3b-8c3b-6f4d61f087bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070 HTTP/1.1" status: 200 len: 1000 time: 0.0621731 Aug 03 20:16:19.777458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-cd932abb-3bdd-49c1-8a11-4fff324a2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.778996 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-cd932abb-3bdd-49c1-8a11-4fff324a2c91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0519531 Aug 03 20:16:19.828418 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-e60f13e7-0e40-49e4-8e97-26d1528b8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.830003 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-e60f13e7-0e40-49e4-8e97-26d1528b8838 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438445 Aug 03 20:16:19.921224 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-d1be12b3-93e2-41ae-87cd-74fa7061bfc5 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836668 Aug 03 20:16:20.017809 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-8fadb199-7919-4d13-a9e4-e0d6b9b08beb req-d6484558-7e26-4b82-b88a-3364966b6562 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895102 Aug 03 20:16:24.175268 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:16:30.466285 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:33.791321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e302b22d-a91e-4bec-8b8a-96c13fbc181d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.559913 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4efe6c25-9d3d-4d78-a640-a30b74f5c663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.883462 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:38.252012 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:40.005946 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:46.255590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:00.478236 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:01.173784 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:17:03.798885 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-94c72aaf-29fc-44cd-9e64-1eaa4a50908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:06.561796 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8e770054-6c7a-4624-9587-712a508146e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:06.886201 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.247878 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:10.001896 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:16.253723 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.456737 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-1ed56040-52f7-4231-9fe4-033f177ea354 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417671 Aug 03 20:17:19.548683 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-4f9bb2ea-ae70-44cb-ad94-4e1744530e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:19.550230 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-4f9bb2ea-ae70-44cb-ad94-4e1744530e66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 1097 time: 0.0478113 Aug 03 20:17:19.663259 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-7500fefd-ab61-4144-9a33-0474d621726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:19.664913 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-7500fefd-ab61-4144-9a33-0474d621726f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.0940368 Aug 03 20:17:19.731952 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-fd26002e-d02d-42f9-960a-3623b53f060b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070 HTTP/1.1" status: 200 len: 1000 time: 0.0574601 Aug 03 20:17:19.785002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-dd6ce9fe-ef1b-44e1-b298-e1bf6e1f2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:19.786448 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-dd6ce9fe-ef1b-44e1-b298-e1bf6e1f2353 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0470166 Aug 03 20:17:19.833225 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-f9244224-387f-41ce-b707-7200ab31b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:19.834850 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-f9244224-387f-41ce-b707-7200ab31b4c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406716 Aug 03 20:17:19.931481 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-d949bd4b-b440-496f-baf1-d4ff8b27079e service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883920 Aug 03 20:17:20.027977 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b5e96f5-e4ca-469d-a380-dffa4450a9cb req-08147d5b-683c-4e67-a13c-a7b7c6d9de54 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890245 Aug 03 20:17:30.491112 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:33.790343 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2c2c48b3-e23f-4eb1-b4df-9bd7ef55a694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:36.563509 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-44d0f5c4-7b9f-45c9-9101-309fff11c9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:36.888953 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:38.174241 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:17:38.251575 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:40.004129 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:42.524597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-b840fd57-8a0e-4dad-b408-c19b7734ce77 req-a9dc9dd9-a496-466e-afc0-1fcfd0c24930 service neutron] (100487) timed out ('10.222.0.78', 35204) {{(pid=100487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:17:46.253404 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:52.905837 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c0c08898-f93d-4e0b-b3b7-cf48f7439070 details requested by agent hyperv_n-h2-802918-7 with host n-h2-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:17:53.000453 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c0c08898-f93d-4e0b-b3b7-cf48f7439070, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:53.012238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Returning: {'device': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'mac_address': 'fa:16:3e:e3:d6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:17:53.048749 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:53.061569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0c08898-f93d-4e0b-b3b7-cf48f7439070 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:17:53.082312 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c0c08898-f93d-4e0b-b3b7-cf48f7439070, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:53.086363 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:53.139055 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c0c08898-f93d-4e0b-b3b7-cf48f7439070,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:53.146450 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.146797 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.147134 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.147467 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.147798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.148142 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.148468 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.148785 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.149103 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.149420 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.149790 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.150108 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:53.190618 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] get_ports_and_sgs() called for port_ids ['c0c08898-f93d-4e0b-b3b7-cf48f7439070'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:17:54.911073 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c0c08898-f93d-4e0b-b3b7-cf48f7439070 up at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:54.971198 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Provisioning complete for port c0c08898-f93d-4e0b-b3b7-cf48f7439070 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:54.972813 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:55.064564 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:55.090847 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:17:55.093592 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06981e1e-e93e-4575-9a82-e7c499edf2ce" -d '{"events": [{"server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "name": "network-vif-plugged", "status": "completed", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:17:55.127359 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c0c08898-f93d-4e0b-b3b7-cf48f7439070, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:55.131743 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:55.218243 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d97ba73-c13d-475f-bf57-db47b1c20b18 x-openstack-request-id: req-0d97ba73-c13d-475f-bf57-db47b1c20b18 {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:17:55.218533 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "name": "network-vif-plugged", "status": "completed", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:17:55.218791 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d97ba73-c13d-475f-bf57-db47b1c20b18 {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:17:55.219195 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'code': 200} Aug 03 20:17:55.220569 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c0c08898-f93d-4e0b-b3b7-cf48f7439070,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:00.496454 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:03.792966 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-293c3851-40be-48d1-99dd-d6c9c04475dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:04.394261 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-b180e1fe-e385-4e15-944d-6b03b6c4b044 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789721479&fields=id&tenant_id=d1e720278f3c4f129353f22f13c1b601 HTTP/1.1" status: 200 len: 267 time: 0.0345521 Aug 03 20:18:04.509636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-4a7f11d2-8578-4d68-b48e-f00be2e64065 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:04.511149 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-4a7f11d2-8578-4d68-b48e-f00be2e64065 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 809 time: 0.1102645 Aug 03 20:18:04.528082 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-2a4c1ec7-81b2-41ef-9d6e-d90ad2a44967 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/quotas/d1e720278f3c4f129353f22f13c1b601 HTTP/1.1" status: 200 len: 375 time: 0.0100963 Aug 03 20:18:04.582431 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-b57ad1f6-d8c8-4572-a5f4-543ccbcfbda9 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0486946 Aug 03 20:18:04.643435 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-191128f7-2a1a-4a9b-8088-737a235a844c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=100487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:18:04.644440 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-191128f7-2a1a-4a9b-8088-737a235a844c service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501049 Aug 03 20:18:04.734499 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-73328da1-d127-41e1-9368-c520a1bad17a service neutron] 10.222.0.78 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837665 Aug 03 20:18:04.828851 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-88112ec9-2178-4962-aeb1-011faa6f1b8c service neutron] 10.222.0.78 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882204 Aug 03 20:18:05.033192 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-896f7662-2d12-4c6f-925a-95de175ec51a req-5c2baf31-d854-47bc-bf8d-567bb89aa0bd tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 210 time: 0.0338132 Aug 03 20:18:06.139909 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-5f36a52e-725b-4473-9e0f-a50f4f1d4c32 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:06.141468 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-5f36a52e-725b-4473-9e0f-a50f4f1d4c32 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.74 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 809 time: 0.1254773 Aug 03 20:18:06.156815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e898d36f-d0c6-4a43-b928-88f0fdcb8895 req-d04eab7c-3a19-4a39-bda0-943c377dc987 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 210 time: 0.0365903 Aug 03 20:18:06.192785 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-b565e2fa-c8f2-46c9-9b2c-12372d1aac8c tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1e720278f3c4f129353f22f13c1b601 HTTP/1.1" status: 200 len: 380 time: 0.0350227 Aug 03 20:18:06.202456 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Request body: {'port': {'device_id': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'admin_state_up': True, 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'security_groups': ['4f2ca742-f29e-4d9c-a92a-d77a2ac44de3']}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:18:06.318697 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Made reservation on behalf of d1e720278f3c4f129353f22f13c1b601 for: {'port': 1} {{(pid=100487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:18:06.322143 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:06.476316 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Allocated IP 172.20.0.10 (a8e1a3c9-0635-4a7b-ae81-f810b512714a/e1d5e968-f484-43ac-b4f9-e1c75c1f51e6/3a7032e9-7572-499f-aff2-ac191c886010) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:18:06.575646 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e33c55d7-1943-4aee-bf68-138ff7c70648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:06.691711 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:06.708446 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Transition to ACTIVE for port object 3a7032e9-7572-499f-aff2-ac191c886010 will not be triggered until provisioned by entity DHCP. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:18:06.746297 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:06.790974 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Network a8e1a3c9-0635-4a7b-ae81-f810b512714a is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:18:06.794393 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:18:06.801534 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:18:06.860454 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:06.861404 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:06.867989 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'Port': ['ID=3a7032e9-7572-499f-aff2-ac191c886010,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:06.880994 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.881426 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.881862 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.882271 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.882672 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.883066 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.883407 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.883846 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.884362 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.884585 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.884982 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.885954 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:18:06.890690 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c259c2b4-04fe-4ea0-a2db-09933a97bb42 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6918938 Aug 03 20:18:06.909026 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:06.971882 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c0c08898-f93d-4e0b-b3b7-cf48f7439070 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:18:07.083138 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:07.113204 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:18:07.115430 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e139886-5615-4d93-9fa2-68170ced7c98" -d '{"events": [{"server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:18:07.131227 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] For port c0c08898-f93d-4e0b-b3b7-cf48f7439070, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:18:07.136648 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:07.143918 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-97ec0723-2f35-4b04-b24b-a52de75bb2ae None None] Provisioning for port 3a7032e9-7572-499f-aff2-ac191c886010 completed by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:18:07.168656 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a9ea49-fa63-4176-bf2f-458e6653db0b x-openstack-request-id: req-55a9ea49-fa63-4176-bf2f-458e6653db0b {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:18:07.168976 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:18:07.169207 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55a9ea49-fa63-4176-bf2f-458e6653db0b {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:18:07.169635 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'code': 200} Aug 03 20:18:07.172631 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-97ec0723-2f35-4b04-b24b-a52de75bb2ae None None] Provisioning complete for port 3a7032e9-7572-499f-aff2-ac191c886010 triggered by entity DHCP. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:18:07.173004 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-97ec0723-2f35-4b04-b24b-a52de75bb2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:07.230163 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Pushing event updated for resources: {'Port': ['ID=c0c08898-f93d-4e0b-b3b7-cf48f7439070,revision_number=8']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:07.235235 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-97ec0723-2f35-4b04-b24b-a52de75bb2ae None None] Port 3a7032e9-7572-499f-aff2-ac191c886010 cannot update to ACTIVE because it is not bound. {{(pid=100489) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:18:07.316020 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e2822-5e39-4d7a-912b-a2f2b4ac64fc req-1e557ebc-db15-458b-8a4f-2f85d9bb855e tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:07.318446 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb9e2822-5e39-4d7a-912b-a2f2b4ac64fc req-1e557ebc-db15-458b-8a4f-2f85d9bb855e tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 932 time: 0.0572581 Aug 03 20:18:07.361685 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-fb9e2822-5e39-4d7a-912b-a2f2b4ac64fc req-4cc00ca6-715c-4fa9-9d51-9a9353927353 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365241 Aug 03 20:18:08.256548 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:08.499013 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60bd74-7301-4e99-b236-ebaec52f96f6 req-3e20dd20-c363-4d55-83d4-03b7b266e70a tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:08.506393 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f60bd74-7301-4e99-b236-ebaec52f96f6 req-3e20dd20-c363-4d55-83d4-03b7b266e70a tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 932 time: 0.0633826 Aug 03 20:18:08.539949 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4f60bd74-7301-4e99-b236-ebaec52f96f6 req-c4e4d36c-60cc-4642-91ba-4aa7821269f5 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326598 Aug 03 20:18:09.669597 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77198120-235f-4de6-916a-97b80ab27682 req-649f9c37-0068-4d08-9dcd-3d8816d525b5 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:09.671199 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77198120-235f-4de6-916a-97b80ab27682 req-649f9c37-0068-4d08-9dcd-3d8816d525b5 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 932 time: 0.0591750 Aug 03 20:18:09.713183 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-77198120-235f-4de6-916a-97b80ab27682 req-84910075-9750-4b3a-b8c3-5a455ead2f70 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360799 Aug 03 20:18:10.008137 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:10.842465 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4fde6-964a-4d44-9d2d-f580cefed617 req-8fe69646-427b-44c7-b515-dd47ef190dda tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:10.844001 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffa4fde6-964a-4d44-9d2d-f580cefed617 req-8fe69646-427b-44c7-b515-dd47ef190dda tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 932 time: 0.0552444 Aug 03 20:18:10.893469 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-ffa4fde6-964a-4d44-9d2d-f580cefed617 req-0263842b-43ef-4fce-b2ba-4d5eeab6df48 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Aug 03 20:18:12.018691 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdf458-d1f2-486b-a368-747ed64b9bc2 req-46d8c4e0-5bb3-46b3-a5cc-2950d2018052 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:12.020259 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5fdf458-d1f2-486b-a368-747ed64b9bc2 req-46d8c4e0-5bb3-46b3-a5cc-2950d2018052 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 932 time: 0.0515237 Aug 03 20:18:12.062115 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-c5fdf458-d1f2-486b-a368-747ed64b9bc2 req-8ad762de-a0e4-4e12-9c8e-7e9a02aacbeb tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354536 Aug 03 20:18:13.194504 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b2820-453a-45a4-82a2-1acce131f95b req-a079a701-a0e8-489b-a93c-52292f4c7e89 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:13.195991 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-422b2820-453a-45a4-82a2-1acce131f95b req-a079a701-a0e8-489b-a93c-52292f4c7e89 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 932 time: 0.0621929 Aug 03 20:18:13.242142 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-422b2820-453a-45a4-82a2-1acce131f95b req-46641743-330f-46cf-8271-e9778380a001 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394390 Aug 03 20:18:14.380156 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdc9e4-c2a2-48d6-ac6b-8a7971601210 req-03283210-99dd-4c97-8965-661a6f027a2d tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:14.381807 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64cdc9e4-c2a2-48d6-ac6b-8a7971601210 req-03283210-99dd-4c97-8965-661a6f027a2d tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 932 time: 0.0513394 Aug 03 20:18:14.425225 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-64cdc9e4-c2a2-48d6-ac6b-8a7971601210 req-fc0dede0-322c-48ca-a897-810dde2b7275 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366752 Aug 03 20:18:15.174166 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:18:15.551321 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328b8f9-0d6a-4502-abb0-9f8b34008006 req-a398285a-7e01-4503-96ef-67eba96da5ba tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:15.552827 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7328b8f9-0d6a-4502-abb0-9f8b34008006 req-a398285a-7e01-4503-96ef-67eba96da5ba tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 932 time: 0.0574670 Aug 03 20:18:15.596486 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-7328b8f9-0d6a-4502-abb0-9f8b34008006 req-705b8797-30cc-4fd8-9107-cd52d7196abc tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376945 Aug 03 20:18:16.266190 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:16.718523 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55609e1-8aff-4620-887e-3ad3d7d44a7a req-b931a1b9-4428-49d1-9e58-05c4414765af tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:16.720041 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f55609e1-8aff-4620-887e-3ad3d7d44a7a req-b931a1b9-4428-49d1-9e58-05c4414765af tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 932 time: 0.0532813 Aug 03 20:18:16.759688 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f55609e1-8aff-4620-887e-3ad3d7d44a7a req-ae3cacbc-b52b-4334-9dbe-71d377f919d3 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337660 Aug 03 20:18:16.907005 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Request body: {'port': {'device_id': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802918-7'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:18:16.958938 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:17.220715 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7032e9-7572-499f-aff2-ac191c886010 {{(pid=100487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:18:17.228056 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:17.241487 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.provisioning_blocks [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Transition to ACTIVE for port object 3a7032e9-7572-499f-aff2-ac191c886010 will not be triggered until provisioned by entity L2. {{(pid=100487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:18:17.245624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:17.294291 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Pushing event updated for resources: {'Port': ['ID=3a7032e9-7572-499f-aff2-ac191c886010,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:17.365902 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Attempting to bind port 3a7032e9-7572-499f-aff2-ac191c886010 on host n-h1-802918-7 for vnic_type normal with profile {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:18:17.366240 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Attempting to bind port 3a7032e9-7572-499f-aff2-ac191c886010 by drivers openvswitch,hyperv on host n-h1-802918-7 at level 0 using segments [{'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:18:17.366568 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Attempting to bind port 3a7032e9-7572-499f-aff2-ac191c886010 on network a8e1a3c9-0635-4a7b-ae81-f810b512714a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:18:17.371578 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Port 3a7032e9-7572-499f-aff2-ac191c886010 on network a8e1a3c9-0635-4a7b-ae81-f810b512714a not bound, no agent of type Open vSwitch agent registered on host n-h1-802918-7 {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:18:17.371908 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Attempting to bind port 3a7032e9-7572-499f-aff2-ac191c886010 on network a8e1a3c9-0635-4a7b-ae81-f810b512714a {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:18:17.377087 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Checking agent: {'id': '8368e75d-c023-4a18-a9e8-ee91b965ce94', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802918-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'started_at': datetime.datetime(2021, 8, 3, 18, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:18:17.377424 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Checking segment: {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:18:17.377837 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Bound using segment: {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'} {{(pid=100487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:18:17.378267 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.managers [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Bound port: 3a7032e9-7572-499f-aff2-ac191c886010, host: n-h1-802918-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376fd16b-e6d5-4a38-ae64-9488bcc0525b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a'}}] {{(pid=100487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:18:17.378627 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:17.449031 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] For port 3a7032e9-7572-499f-aff2-ac191c886010, host n-h1-802918-7, cleared binding levels {{(pid=100487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:18:17.452867 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] For port 3a7032e9-7572-499f-aff2-ac191c886010, host n-h1-802918-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a7032e9-7572-499f-aff2-ac191c886010,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:18:17.457200 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:17.491355 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:17.491976 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:17.493378 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] 10.222.0.74 "PUT /v2.0/ports/3a7032e9-7572-499f-aff2-ac191c886010 HTTP/1.1" status: 200 len: 1092 time: 0.6426530 Aug 03 20:18:17.493824 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:18:17.496616 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f995c49a-0120-46a4-8309-f677cfb3a8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "tag": "3a7032e9-7572-499f-aff2-ac191c886010"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:18:17.520611 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab3519-b500-4ea9-8f35-b1ef4fe5152f service neutron] Pushing event updated for resources: {'Port': ['ID=3a7032e9-7572-499f-aff2-ac191c886010,revision_number=3']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:17.555677 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11d7520-fd5d-4fc7-b207-57098751951d x-openstack-request-id: req-f11d7520-fd5d-4fc7-b207-57098751951d {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:18:17.555964 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "tag": "3a7032e9-7572-499f-aff2-ac191c886010", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:18:17.556213 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f11d7520-fd5d-4fc7-b207-57098751951d {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:18:17.556612 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010', 'status': 'completed', 'code': 200} Aug 03 20:18:17.616991 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-fc40b492-1393-4ba9-b8fc-1ea559c7588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:17.618613 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-fc40b492-1393-4ba9-b8fc-1ea559c7588d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 1095 time: 0.0440142 Aug 03 20:18:17.672267 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-c6895e0c-73e7-42b0-822e-6f1d22f8f4b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a7032e9-7572-499f-aff2-ac191c886010 HTTP/1.1" status: 200 len: 217 time: 0.0383344 Aug 03 20:18:17.733978 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-237c83d3-4291-4001-a10a-b6d2bd844f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:17.735888 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-237c83d3-4291-4001-a10a-b6d2bd844f87 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0562484 Aug 03 20:18:17.795726 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-2519405c-5c87-43ea-9e91-6252225e549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:17.797840 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-2519405c-5c87-43ea-9e91-6252225e549f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538280 Aug 03 20:18:17.928130 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622f94-1acb-42e0-ba2f-b2cedab5f380 req-ec32f2d6-2945-43e8-b06c-d227bdab1245 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:17.929668 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e622f94-1acb-42e0-ba2f-b2cedab5f380 req-ec32f2d6-2945-43e8-b06c-d227bdab1245 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 944 time: 0.0768328 Aug 03 20:18:17.933290 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-a6f29eb2-739c-4dbb-b168-d9b3a056d389 service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276731 Aug 03 20:18:18.020135 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-3e622f94-1acb-42e0-ba2f-b2cedab5f380 req-fe1cc67f-83e6-4faa-8dcc-c85ff3646f35 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837138 Aug 03 20:18:18.049057 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-83f4ccb5-d9b4-4579-8af8-e98b37182086 req-5b8d41de-a2f4-4689-97bf-5beb8dc30e57 service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068003 Aug 03 20:18:18.185187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995c49a-0120-46a4-8309-f677cfb3a8ff req-7cd9360e-4597-4abe-b15d-068ca0544012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:18.186718 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f995c49a-0120-46a4-8309-f677cfb3a8ff req-7cd9360e-4597-4abe-b15d-068ca0544012 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 1095 time: 0.0419478 Aug 03 20:18:18.275315 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995c49a-0120-46a4-8309-f677cfb3a8ff req-15505444-755b-43f0-bc8b-d70cad556cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:18.276735 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f995c49a-0120-46a4-8309-f677cfb3a8ff req-15505444-755b-43f0-bc8b-d70cad556cc7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.0827658 Aug 03 20:18:18.326076 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f995c49a-0120-46a4-8309-f677cfb3a8ff req-8ad5dca2-2dd8-4822-9d19-8161d87f6a92 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a7032e9-7572-499f-aff2-ac191c886010 HTTP/1.1" status: 200 len: 217 time: 0.0416839 Aug 03 20:18:18.383535 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995c49a-0120-46a4-8309-f677cfb3a8ff req-8f74f590-d499-4a4e-baf4-99ca8305ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:18.385226 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f995c49a-0120-46a4-8309-f677cfb3a8ff req-8f74f590-d499-4a4e-baf4-99ca8305ab6e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0522757 Aug 03 20:18:18.432423 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995c49a-0120-46a4-8309-f677cfb3a8ff req-35490d06-61f0-4248-86ea-add1cca15d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:18.433965 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f995c49a-0120-46a4-8309-f677cfb3a8ff req-35490d06-61f0-4248-86ea-add1cca15d78 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400712 Aug 03 20:18:18.538171 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f995c49a-0120-46a4-8309-f677cfb3a8ff req-36ab1003-326d-4a5e-8d9c-cc8eda1e9f7d service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954566 Aug 03 20:18:18.632434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f995c49a-0120-46a4-8309-f677cfb3a8ff req-5a121cc2-ef2b-4d4e-a6d1-fe071951dafd service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865085 Aug 03 20:18:19.152401 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694d14f-c911-4ac2-90cf-8168f2e0e431 req-abb42f19-0646-4176-8f48-8d924f125b82 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:19.154434 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2694d14f-c911-4ac2-90cf-8168f2e0e431 req-abb42f19-0646-4176-8f48-8d924f125b82 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 944 time: 0.0546312 Aug 03 20:18:19.193173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2694d14f-c911-4ac2-90cf-8168f2e0e431 req-da56dda3-60e9-430d-bc18-7636a2177464 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Aug 03 20:18:19.442111 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-b18381e1-45ce-48de-a8d7-5357d0deb817 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415628 Aug 03 20:18:19.526510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-81b65e31-7d03-471a-a140-6e69d0f91911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:19.528052 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-81b65e31-7d03-471a-a140-6e69d0f91911 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 1095 time: 0.0413573 Aug 03 20:18:19.637881 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-a81c23f6-504d-4ac8-a1a7-b744f5073978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:19.639465 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-a81c23f6-504d-4ac8-a1a7-b744f5073978 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.0893378 Aug 03 20:18:19.705109 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-7e8b1565-d88c-4b8a-8fdf-86053a2c4199 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070 HTTP/1.1" status: 200 len: 998 time: 0.0574360 Aug 03 20:18:19.759510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-9ca6712a-e55a-4c25-8976-c95f3dcb0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:19.761003 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-9ca6712a-e55a-4c25-8976-c95f3dcb0e60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0485146 Aug 03 20:18:19.809780 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-c5487de6-0ba6-40d1-acc1-db2cdc02865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:19.811281 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-c5487de6-0ba6-40d1-acc1-db2cdc02865c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407505 Aug 03 20:18:19.904924 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-d986fdd2-02d5-4fcc-a245-ad8990faf506 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855417 Aug 03 20:18:20.002798 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-b2510375-09b1-40ed-bae8-f3bdc0313fb3 req-87600278-5381-43a9-83b9-a17b4d658344 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897937 Aug 03 20:18:20.311218 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9251a62-998a-4256-b87a-de0fa96a517c req-425d6148-a4cf-4a0b-ade5-ac2c519b7a10 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:20.312608 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9251a62-998a-4256-b87a-de0fa96a517c req-425d6148-a4cf-4a0b-ade5-ac2c519b7a10 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 944 time: 0.0495944 Aug 03 20:18:20.350349 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-b9251a62-998a-4256-b87a-de0fa96a517c req-d6139649-4c5d-445a-8d22-f9e33c797250 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318186 Aug 03 20:18:20.776825 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3a7032e9-7572-499f-aff2-ac191c886010 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:18:20.878945 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3a7032e9-7572-499f-aff2-ac191c886010, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a7032e9-7572-499f-aff2-ac191c886010,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:18:20.891864 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '3a7032e9-7572-499f-aff2-ac191c886010', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'port_id': '3a7032e9-7572-499f-aff2-ac191c886010', 'mac_address': 'fa:16:3e:e0:8e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:18:20.932790 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:20.945376 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7032e9-7572-499f-aff2-ac191c886010 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:18:20.965331 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3a7032e9-7572-499f-aff2-ac191c886010, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a7032e9-7572-499f-aff2-ac191c886010,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:18:20.969437 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:21.015148 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=3a7032e9-7572-499f-aff2-ac191c886010,revision_number=4']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:21.259903 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['3a7032e9-7572-499f-aff2-ac191c886010'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:18:21.467893 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ec1d1-f701-4ad2-b4bb-12e8d2adad6f req-1ae6357b-9614-4abf-9ff6-f7433dfb6704 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:21.469321 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e50ec1d1-f701-4ad2-b4bb-12e8d2adad6f req-1ae6357b-9614-4abf-9ff6-f7433dfb6704 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 945 time: 0.0517080 Aug 03 20:18:21.512163 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e50ec1d1-f701-4ad2-b4bb-12e8d2adad6f req-74598ee7-94c6-4c66-aa81-73431d34ef6d tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368156 Aug 03 20:18:22.632937 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c21a18-4ff6-4dfd-bcd2-eef295a11ea1 req-ee737ad0-8d36-4379-971b-4b7c531c2c63 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:22.634456 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11c21a18-4ff6-4dfd-bcd2-eef295a11ea1 req-ee737ad0-8d36-4379-971b-4b7c531c2c63 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 945 time: 0.0534477 Aug 03 20:18:22.677025 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-11c21a18-4ff6-4dfd-bcd2-eef295a11ea1 req-18c1010e-7452-4039-8190-986a894e0ecf tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355139 Aug 03 20:18:22.811473 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3a7032e9-7572-499f-aff2-ac191c886010 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:18:22.860669 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning for port 3a7032e9-7572-499f-aff2-ac191c886010 completed by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:18:22.864214 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 3a7032e9-7572-499f-aff2-ac191c886010 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:18:22.864584 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:22.938281 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:22.959760 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:18:22.962052 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7268bb5-2e45-42fa-ac20-e554a1c6c0a6" -d '{"events": [{"server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "name": "network-vif-plugged", "status": "completed", "tag": "3a7032e9-7572-499f-aff2-ac191c886010"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:18:22.974818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3a7032e9-7572-499f-aff2-ac191c886010, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a7032e9-7572-499f-aff2-ac191c886010,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:18:22.978868 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:23.002623 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38086d01-2486-4059-b276-82031c7a703a x-openstack-request-id: req-38086d01-2486-4059-b276-82031c7a703a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:18:23.002921 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "name": "network-vif-plugged", "status": "completed", "tag": "3a7032e9-7572-499f-aff2-ac191c886010", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:18:23.003173 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38086d01-2486-4059-b276-82031c7a703a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:18:23.003574 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010', 'code': 200} Aug 03 20:18:23.028059 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=3a7032e9-7572-499f-aff2-ac191c886010,revision_number=5']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:23.122349 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a44478-e906-49b3-a6dc-4f1b57cb9f0f req-37e6a031-31e3-45a7-8e4e-ba74e3731145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:23.123879 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a44478-e906-49b3-a6dc-4f1b57cb9f0f req-37e6a031-31e3-45a7-8e4e-ba74e3731145 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 1097 time: 0.0407073 Aug 03 20:18:23.159175 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-d1a44478-e906-49b3-a6dc-4f1b57cb9f0f req-59950598-85a4-4f44-b9a5-6da6a09e4200 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279422 Aug 03 20:18:23.791467 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb8a7-bab0-4c42-be36-c231d425a055 req-615b73b3-e317-42ae-8645-ebfdbdde16c6 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:23.792893 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5cdb8a7-bab0-4c42-be36-c231d425a055 req-615b73b3-e317-42ae-8645-ebfdbdde16c6 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 946 time: 0.0494120 Aug 03 20:18:23.830637 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f5cdb8a7-bab0-4c42-be36-c231d425a055 req-668008ac-0508-4c28-835b-79ed983481dd tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312638 Aug 03 20:18:24.953132 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53e10-6aa2-4b7c-93b0-0fcbcaa84946 req-57c9bab0-58cf-4392-96cc-c38e6f6ec690 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:24.954720 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31f53e10-6aa2-4b7c-93b0-0fcbcaa84946 req-57c9bab0-58cf-4392-96cc-c38e6f6ec690 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 946 time: 0.0553329 Aug 03 20:18:24.994116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-31f53e10-6aa2-4b7c-93b0-0fcbcaa84946 req-0f28e464-691c-446d-9ae6-ae8d5a735c48 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333848 Aug 03 20:18:25.109214 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6778a19-2452-4ad7-8872-3f0c095e254e req-ae7523bf-d9d6-417b-9c67-c491fb61f577 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:25.110765 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6778a19-2452-4ad7-8872-3f0c095e254e req-ae7523bf-d9d6-417b-9c67-c491fb61f577 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 946 time: 0.0493598 Aug 03 20:18:25.148541 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e6778a19-2452-4ad7-8872-3f0c095e254e req-b968f551-0e91-49e8-9257-ae6159b536cc tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319467 Aug 03 20:18:25.169856 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40286) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:18:25.209133 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b652ba9b-6b72-4e0c-86ac-b3f6307ce402 tempest-TestSnapshotPattern-1660127742 tempest-TestSnapshotPattern-1660127742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:25.210602 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-b652ba9b-6b72-4e0c-86ac-b3f6307ce402 tempest-TestSnapshotPattern-1660127742 tempest-TestSnapshotPattern-1660127742-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 1092 time: 0.0397623 Aug 03 20:18:25.213371 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40288) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:18:25.218622 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.v2.base [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Request body: {'floatingip': {'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'port_id': '3a7032e9-7572-499f-aff2-ac191c886010', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:18:25.239919 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for floatingip, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:25.336640 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:25.436488 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_common [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Allocated IP 172.25.8.177 (ab2183c6-8a58-4723-b6c1-89f0b2aba78e/095a4048-e6d7-4c26-acc9-a35a23a97e8a/0a3f7ff3-eb83-4f6e-af40-95333584b0ce) {{(pid=100487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:18:25.541007 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for port, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:25.579374 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793097719188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:25.616279 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Network ab2183c6-8a58-4723-b6c1-89f0b2aba78e is already hosted by enough agents. {{(pid=100487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:18:25.619124 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.base_scheduler [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Resources bound (agent type, host, resource id): {{(pid=100487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:18:25.625700 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Received port after_create {{(pid=100487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:18:25.647119 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'Port': ['ID=0a3f7ff3-eb83-4f6e-af40-95333584b0ce,revision_number=1']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:26.307885 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:26.377762 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:26.526766 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for port, precommit_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:26.531778 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3399166'] for port, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:26.607412 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event updated for resources: {'Port': ['ID=0a3f7ff3-eb83-4f6e-af40-95333584b0ce,revision_number=2']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:18:26.615788 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-596995'] for floatingip, after_update {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:26.716568 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Floating IP 5dd2d75c-e83e-47d4-89da-d969d1cc4d67 associated. External IP: 172.25.8.177, port: 3a7032e9-7572-499f-aff2-ac191c886010. Aug 03 20:18:26.931928 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Router 94d28910-3f35-4689-8db8-2fb362e0a9fe has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:18:27.036187 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:18:27.046582 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cb38a8-eb45-4253-9964-4dd4c71c3d3c None None] Sync routers for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:18:27.053746 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:27.055697 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb38a8-eb45-4253-9964-4dd4c71c3d3c None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:18:27.056317 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a5cb38a8-eb45-4253-9964-4dd4c71c3d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:18:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:27.084116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-d3c4d6d6-caa4-4ce6-8bd1-77c240053eb7 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8696971 Aug 03 20:18:27.084730 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:18:27.087467 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887f4bca-9747-4727-960c-c7f44d462e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "tag": "3a7032e9-7572-499f-aff2-ac191c886010"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:18:27.127898 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68baf6b8-3a3f-4604-97e0-162e91a3a799 x-openstack-request-id: req-68baf6b8-3a3f-4604-97e0-162e91a3a799 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:18:27.128194 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "tag": "3a7032e9-7572-499f-aff2-ac191c886010", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:18:27.128450 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68baf6b8-3a3f-4604-97e0-162e91a3a799 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:18:27.128857 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010', 'status': 'completed', 'code': 200} Aug 03 20:18:27.162196 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a5cb38a8-eb45-4253-9964-4dd4c71c3d3c None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:18:27.212312 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f4bca-9747-4727-960c-c7f44d462e2c req-9efe4df3-d995-4fe8-8708-21b6616158a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:27.213912 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-887f4bca-9747-4727-960c-c7f44d462e2c req-9efe4df3-d995-4fe8-8708-21b6616158a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 1097 time: 0.0410409 Aug 03 20:18:27.303463 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f4bca-9747-4727-960c-c7f44d462e2c req-8e88a811-6ce0-4a40-9007-d11d75dc3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:27.304967 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-887f4bca-9747-4727-960c-c7f44d462e2c req-8e88a811-6ce0-4a40-9007-d11d75dc3925 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.0845869 Aug 03 20:18:27.375477 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-887f4bca-9747-4727-960c-c7f44d462e2c req-86e78181-cf65-4ca2-8f58-ed99953d037d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a7032e9-7572-499f-aff2-ac191c886010 HTTP/1.1" status: 200 len: 1000 time: 0.0637152 Aug 03 20:18:27.393642 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a5cb38a8-eb45-4253-9964-4dd4c71c3d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '5dd2d75c-e83e-47d4-89da-d969d1cc4d67', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': '3a7032e9-7572-499f-aff2-ac191c886010', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e0:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:18:26Z', 'updated_at': '2021-08-03T20:18:26Z', 'revision_number': 0, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}, {'id': 'cb309329-9e31-45b0-a722-f0bc4efbbe28', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e3:d6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe1716-78db-47e2-9c81-687899041367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:15:53Z', 'updated_at': '2021-08-03T20:15:56Z', 'revision_number': 1, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:27.419969 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cb38a8-eb45-4253-9964-4dd4c71c3d3c None None] Checking router: 94d28910-3f35-4689-8db8-2fb362e0a9fe for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:18:27.425956 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f4bca-9747-4727-960c-c7f44d462e2c req-54734f6b-b754-4ed1-9f57-0d304e4df78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:27.427453 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-887f4bca-9747-4727-960c-c7f44d462e2c req-54734f6b-b754-4ed1-9f57-0d304e4df78e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0454617 Aug 03 20:18:27.428495 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb38a8-eb45-4253-9964-4dd4c71c3d3c None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:18:27.429083 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a5cb38a8-eb45-4253-9964-4dd4c71c3d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:18:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:27.474144 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f4bca-9747-4727-960c-c7f44d462e2c req-fe4d7a20-cd92-48b7-ab80-556dafa75df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:27.475652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-887f4bca-9747-4727-960c-c7f44d462e2c req-fe4d7a20-cd92-48b7-ab80-556dafa75df5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414419 Aug 03 20:18:27.533440 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-a5cb38a8-eb45-4253-9964-4dd4c71c3d3c None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:18:27.570004 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-887f4bca-9747-4727-960c-c7f44d462e2c req-94a82cc7-2ede-433a-9228-b6065f439000 service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873663 Aug 03 20:18:27.662284 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-887f4bca-9747-4727-960c-c7f44d462e2c req-899e3187-e185-452a-a56a-915922410169 service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853894 Aug 03 20:18:27.756181 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-a5cb38a8-eb45-4253-9964-4dd4c71c3d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '5dd2d75c-e83e-47d4-89da-d969d1cc4d67', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': '3a7032e9-7572-499f-aff2-ac191c886010', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e0:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:18:26Z', 'updated_at': '2021-08-03T20:18:26Z', 'revision_number': 0, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}, {'id': 'cb309329-9e31-45b0-a722-f0bc4efbbe28', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e3:d6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe1716-78db-47e2-9c81-687899041367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:15:53Z', 'updated_at': '2021-08-03T20:15:56Z', 'revision_number': 1, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:18:27.784689 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cb38a8-eb45-4253-9964-4dd4c71c3d3c None None] The sync data for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 is: [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': '5dd2d75c-e83e-47d4-89da-d969d1cc4d67', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': '3a7032e9-7572-499f-aff2-ac191c886010', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e0:8e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:18:26Z', 'updated_at': '2021-08-03T20:18:26Z', 'revision_number': 0, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}, {'id': 'cb309329-9e31-45b0-a722-f0bc4efbbe28', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e3:d6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe1716-78db-47e2-9c81-687899041367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:15:53Z', 'updated_at': '2021-08-03T20:15:56Z', 'revision_number': 1, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:18:27.968120 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452997f-c37f-479f-8ae7-c06df42018c1 None None] New status for floating IP 5dd2d75c-e83e-47d4-89da-d969d1cc4d67: ACTIVE {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:18:28.637652 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-9c7c0282-6990-4d7e-b515-4fddc0f67ed4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468597 Aug 03 20:18:28.736558 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-3c1f1164-76f4-4bef-aa33-b2fbf236bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:28.738239 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-3c1f1164-76f4-4bef-aa33-b2fbf236bf31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 1097 time: 0.0420599 Aug 03 20:18:28.839840 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-9e7a4bcb-5af6-4822-b7a9-b258cddc237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:28.842003 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-9e7a4bcb-5af6-4822-b7a9-b258cddc237d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.0844812 Aug 03 20:18:28.917325 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-0512c320-3058-43cf-8dc1-5a686b48c2d3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a7032e9-7572-499f-aff2-ac191c886010 HTTP/1.1" status: 200 len: 1002 time: 0.0677457 Aug 03 20:18:28.966734 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-63784fdb-7c36-4284-b761-53e50d769491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:28.968491 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-63784fdb-7c36-4284-b761-53e50d769491 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0446458 Aug 03 20:18:29.016259 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-9cf7d41e-2cdd-4069-94e9-4e4bc79f0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:29.017815 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-9cf7d41e-2cdd-4069-94e9-4e4bc79f0b2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421362 Aug 03 20:18:29.112002 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-9256fea6-6353-43d6-82d0-8c627da36aef service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868444 Aug 03 20:18:29.203707 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4e915ced-7ce1-47c9-922a-8244d2e07471 req-8f285086-b49d-42fc-9f56-2f80197ab5bd service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849752 Aug 03 20:18:30.484681 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:33.798159 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c3721061-64f8-4cc7-8467-1247e5d08801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:36.568823 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d5bc-1732-4c49-af66-6478bec01738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:36.895587 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:38.257479 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:40.011871 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:46.265225 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:52.174335 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:19:00.490950 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:03.799691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b0a014ce-2acc-4c8d-a68d-b41e95eecca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:06.572264 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-420ee47b-b0d4-42e6-a9ee-4efbf1594c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:06.896877 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:08.262534 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:10.015919 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:16.281624 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:19.496119 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83d116b1-901e-492c-9a62-23043e0a8473 req-b99229a0-e7da-4aa7-b520-027f286fb344 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819750 Aug 03 20:19:19.577961 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d116b1-901e-492c-9a62-23043e0a8473 req-6aaf16ce-2ace-4f40-9a09-d0138b1e4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:19.579469 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83d116b1-901e-492c-9a62-23043e0a8473 req-6aaf16ce-2ace-4f40-9a09-d0138b1e4b63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 1095 time: 0.0405784 Aug 03 20:19:19.685127 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d116b1-901e-492c-9a62-23043e0a8473 req-27d1ad4f-de68-4642-b47f-97df2b620bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:19.686594 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83d116b1-901e-492c-9a62-23043e0a8473 req-27d1ad4f-de68-4642-b47f-97df2b620bf8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.0877321 Aug 03 20:19:19.751905 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83d116b1-901e-492c-9a62-23043e0a8473 req-f31dd363-6cf8-47a9-89cf-7d73299c93c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070 HTTP/1.1" status: 200 len: 998 time: 0.0578277 Aug 03 20:19:19.805327 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d116b1-901e-492c-9a62-23043e0a8473 req-9fed458c-997b-4026-b369-9f56d890fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:19.806850 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83d116b1-901e-492c-9a62-23043e0a8473 req-9fed458c-997b-4026-b369-9f56d890fcc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0478487 Aug 03 20:19:20.161078 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d116b1-901e-492c-9a62-23043e0a8473 req-a4615533-592f-452c-bd6a-3bf8cd0c0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:20.162683 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83d116b1-901e-492c-9a62-23043e0a8473 req-a4615533-592f-452c-bd6a-3bf8cd0c0278 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3480673 Aug 03 20:19:20.258372 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83d116b1-901e-492c-9a62-23043e0a8473 req-a0ec2584-c8c7-4cf4-a60e-d6c104557f86 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847328 Aug 03 20:19:20.354151 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-83d116b1-901e-492c-9a62-23043e0a8473 req-37e0f461-db1b-417f-84ee-d0bb263ae8ef service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871706 Aug 03 20:19:29.173584 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:19:30.523141 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:30.627714 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-5ba6b311-6639-4e7e-9514-e71cb25bf4a3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409665 Aug 03 20:19:30.732112 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-81cdece6-ddf2-4081-a6e5-aee1bf2fa493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:30.733693 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-81cdece6-ddf2-4081-a6e5-aee1bf2fa493 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 1097 time: 0.0493965 Aug 03 20:19:30.836607 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-b0e38e80-9d09-4085-ae2d-217591eecab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:30.838117 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-b0e38e80-9d09-4085-ae2d-217591eecab2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.0848169 Aug 03 20:19:30.906585 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-e217c8a0-12c7-4cb5-a100-4ed9e693f884 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a7032e9-7572-499f-aff2-ac191c886010 HTTP/1.1" status: 200 len: 1002 time: 0.0606918 Aug 03 20:19:30.956752 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-232866bf-3bf5-420a-9100-d94cd5f3e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:30.958217 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-232866bf-3bf5-420a-9100-d94cd5f3e4b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0437024 Aug 03 20:19:31.004769 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-71a6240e-ce62-466d-908c-60769658b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:31.006352 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-71a6240e-ce62-466d-908c-60769658b7b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408201 Aug 03 20:19:31.100120 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-0021b612-3ea3-41c6-b295-c71ec871b111 service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851688 Aug 03 20:19:31.189198 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-62ff2cc8-4f27-4694-9c6f-c45d2b12832a req-fb9e8208-12e7-4a8c-b287-4538789cda20 service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820696 Aug 03 20:19:33.800591 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-98f0b388-9c7b-4d4b-b202-0ab5d9b7a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:36.576716 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c770a095-a804-425b-91eb-ba21e22dbd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:36.898612 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:38.264710 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:40.018657 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:46.311370 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:59.121001 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3a7032e9-7572-499f-aff2-ac191c886010 details requested by agent hyperv_n-h1-802918-7 with host n-h1-802918-7 {{(pid=100489) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:19:59.215089 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3a7032e9-7572-499f-aff2-ac191c886010, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a7032e9-7572-499f-aff2-ac191c886010,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:59.229929 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Returning: {'device': '3a7032e9-7572-499f-aff2-ac191c886010', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'port_id': '3a7032e9-7572-499f-aff2-ac191c886010', 'mac_address': 'fa:16:3e:e0:8e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100489) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:19:59.444583 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:59.458480 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a7032e9-7572-499f-aff2-ac191c886010 {{(pid=100489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:19:59.480390 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3a7032e9-7572-499f-aff2-ac191c886010, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a7032e9-7572-499f-aff2-ac191c886010,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:59.485296 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:59.537691 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=3a7032e9-7572-499f-aff2-ac191c886010,revision_number=6']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:59.545307 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.545684 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.546026 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.546370 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.546728 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.547061 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.547395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.547726 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.548056 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.548382 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.548712 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.549036 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:59.629683 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] get_ports_and_sgs() called for port_ids ['3a7032e9-7572-499f-aff2-ac191c886010'] {{(pid=100489) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:20:00.547538 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:01.152242 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3a7032e9-7572-499f-aff2-ac191c886010 up at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:20:01.213536 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Provisioning complete for port 3a7032e9-7572-499f-aff2-ac191c886010 triggered by entity L2. {{(pid=100489) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:01.213912 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16082784'] for port, provisioning_complete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:01.300410 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16141951'] for port, before_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:01.325135 n-d-802918-7 neutron-server[100489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010'}] {{(pid=100489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:01.327467 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d595873e7aa8b85745b14165db01c00e12f877f855974122569b1b2c3a1aed9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9327c06f-3612-4041-b01d-cf3e3d702627" -d '{"events": [{"server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "name": "network-vif-plugged", "status": "completed", "tag": "3a7032e9-7572-499f-aff2-ac191c886010"}]}' {{(pid=100489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:01.343109 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] For port 3a7032e9-7572-499f-aff2-ac191c886010, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a7032e9-7572-499f-aff2-ac191c886010,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:01.349608 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793098207407', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793097719206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793097719224'] for port, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:01.378476 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4a8dda-0914-4091-8064-1dff5798fb4a x-openstack-request-id: req-6b4a8dda-0914-4091-8064-1dff5798fb4a {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:01.378771 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "name": "network-vif-plugged", "status": "completed", "tag": "3a7032e9-7572-499f-aff2-ac191c886010", "code": 200}]} {{(pid=100489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:01.380328 n-d-802918-7 neutron-server[100489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6b4a8dda-0914-4091-8064-1dff5798fb4a {{(pid=100489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:01.380864 n-d-802918-7 neutron-server[100489]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010', 'code': 200} Aug 03 20:20:01.408839 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Pushing event updated for resources: {'Port': ['ID=3a7032e9-7572-499f-aff2-ac191c886010,revision_number=7']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:03.808424 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2d711ecf-76bc-449d-bfed-1631c1d80155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:06.173905 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:20:06.583872 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5fd46d61-920e-47aa-bd62-1772c8740d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:06.908024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:08.265959 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:08.611285 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40500) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:08.776310 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Deleting port 0a3f7ff3-eb83-4f6e-af40-95333584b0ce {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:08.776664 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:08.856867 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:08.857119 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:08.869162 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Calling delete_port for 0a3f7ff3-eb83-4f6e-af40-95333584b0ce owned by network:floatingip {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:09.017525 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:09.046389 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event deleted for resources: {'Port': ['ID=0a3f7ff3-eb83-4f6e-af40-95333584b0ce,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:09.055689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.056047 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.056395 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.056742 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.057083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.057420 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.057782 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.058118 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.058458 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.058781 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.059207 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.059448 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:09.122855 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for floatingip, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:09.123263 n-d-802918-7 neutron-server[100488]: INFO neutron.db.l3_db [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Floating IP 5dd2d75c-e83e-47d4-89da-d969d1cc4d67 disassociated (deleted). External IP: 172.25.8.177, port: 3a7032e9-7572-499f-aff2-ac191c886010. Aug 03 20:20:09.353178 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Router 94d28910-3f35-4689-8db8-2fb362e0a9fe has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:20:09.466298 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:20:09.471265 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:09.475651 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7409fc-71c3-4303-8755-e6e1adee9e03 None None] Sync routers for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:20:09.485963 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7409fc-71c3-4303-8755-e6e1adee9e03 None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:09.486569 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8b7409fc-71c3-4303-8755-e6e1adee9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:20:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:09.502768 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-f358f844-cc0b-4c23-aa13-7ca0cfd145a4 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "DELETE /v2.0/floatingips/5dd2d75c-e83e-47d4-89da-d969d1cc4d67 HTTP/1.1" status: 204 len: 168 time: 0.8898151 Aug 03 20:20:09.503351 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:09.505685 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4992b499-5339-40e7-ab42-3a444254d538" -d '{"events": [{"name": "network-changed", "server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "tag": "3a7032e9-7572-499f-aff2-ac191c886010"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:09.631163 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f857d67c-9065-44b4-be56-44da1ed93be4 x-openstack-request-id: req-f857d67c-9065-44b4-be56-44da1ed93be4 {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:09.632190 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "tag": "3a7032e9-7572-499f-aff2-ac191c886010", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:09.632190 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f857d67c-9065-44b4-be56-44da1ed93be4 {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:09.632390 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010', 'status': 'completed', 'code': 200} Aug 03 20:20:09.723210 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992b499-5339-40e7-ab42-3a444254d538 req-e3195a07-24a3-476f-8601-182ac5912dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:09.724273 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8b7409fc-71c3-4303-8755-e6e1adee9e03 None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:09.725961 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4992b499-5339-40e7-ab42-3a444254d538 req-e3195a07-24a3-476f-8601-182ac5912dda service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 1097 time: 0.0511479 Aug 03 20:20:09.875477 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202e5f1-518c-4fd0-9ba1-8b74b1f55b31 req-5cf6af0d-6b2f-498c-ad02-e63c1079db2b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:09.877006 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6202e5f1-518c-4fd0-9ba1-8b74b1f55b31 req-5cf6af0d-6b2f-498c-ad02-e63c1079db2b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 946 time: 0.1321464 Aug 03 20:20:09.887076 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992b499-5339-40e7-ab42-3a444254d538 req-1b14dc1f-5f19-4587-b18e-05bebbde1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:09.888582 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4992b499-5339-40e7-ab42-3a444254d538 req-1b14dc1f-5f19-4587-b18e-05bebbde1893 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.1550126 Aug 03 20:20:09.948523 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4992b499-5339-40e7-ab42-3a444254d538 req-20d29575-a795-41b4-bf01-1635e4027ccf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a7032e9-7572-499f-aff2-ac191c886010 HTTP/1.1" status: 200 len: 217 time: 0.0513675 Aug 03 20:20:09.970409 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8b7409fc-71c3-4303-8755-e6e1adee9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cb309329-9e31-45b0-a722-f0bc4efbbe28', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e3:d6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe1716-78db-47e2-9c81-687899041367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:15:53Z', 'updated_at': '2021-08-03T20:15:56Z', 'revision_number': 1, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:09.990627 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-6202e5f1-518c-4fd0-9ba1-8b74b1f55b31 req-54fda35a-9c36-42a4-a42b-bc0cce8a463b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009834 Aug 03 20:20:10.003714 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7409fc-71c3-4303-8755-e6e1adee9e03 None None] Checking router: 94d28910-3f35-4689-8db8-2fb362e0a9fe for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:20:10.008391 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992b499-5339-40e7-ab42-3a444254d538 req-465fe5ed-b00b-43d3-9c61-a8733f611b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:10.010173 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4992b499-5339-40e7-ab42-3a444254d538 req-465fe5ed-b00b-43d3-9c61-a8733f611b33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0515919 Aug 03 20:20:10.014928 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7409fc-71c3-4303-8755-e6e1adee9e03 None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:10.016077 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8b7409fc-71c3-4303-8755-e6e1adee9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:20:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:10.022623 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:10.061184 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992b499-5339-40e7-ab42-3a444254d538 req-49314e05-f0f0-442c-b1d6-dc2bacc29c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:10.063854 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4992b499-5339-40e7-ab42-3a444254d538 req-49314e05-f0f0-442c-b1d6-dc2bacc29c1b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428889 Aug 03 20:20:10.122287 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-8b7409fc-71c3-4303-8755-e6e1adee9e03 None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:10.158427 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4992b499-5339-40e7-ab42-3a444254d538 req-bd3fa17e-29f4-4125-8bef-aa5d320b2119 service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863023 Aug 03 20:20:10.250327 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-4992b499-5339-40e7-ab42-3a444254d538 req-bd828e59-c519-4c47-b415-56b2260611d7 service neutron] 10.222.0.74 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834000 Aug 03 20:20:10.352255 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-8b7409fc-71c3-4303-8755-e6e1adee9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cb309329-9e31-45b0-a722-f0bc4efbbe28', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e3:d6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe1716-78db-47e2-9c81-687899041367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:15:53Z', 'updated_at': '2021-08-03T20:15:56Z', 'revision_number': 1, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:10.381597 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7409fc-71c3-4303-8755-e6e1adee9e03 None None] The sync data for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 is: [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_floatingips': [{'id': 'cb309329-9e31-45b0-a722-f0bc4efbbe28', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'floating_ip_address': '172.25.8.3', 'floating_network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'router_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'port_id': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'mac_address': 'fa:16:3e:e3:d6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fe1716-78db-47e2-9c81-687899041367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:15:53Z', 'updated_at': '2021-08-03T20:15:56Z', 'revision_number': 1, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:20:10.608395 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fd9d4-c862-4b1f-b9f1-815722662ea9 None None] New status for floating IP 5dd2d75c-e83e-47d4-89da-d969d1cc4d67: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:20:11.117404 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e0f97-9bef-4236-a7a8-18fe5f5406ab req-f8ec62a2-5cc8-4127-83c8-7c650b0720c1 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:11.119040 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f91e0f97-9bef-4236-a7a8-18fe5f5406ab req-f8ec62a2-5cc8-4127-83c8-7c650b0720c1 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 946 time: 0.0566168 Aug 03 20:20:11.157548 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-f91e0f97-9bef-4236-a7a8-18fe5f5406ab req-ed23cfee-7ec2-47be-acb6-c0f7c87bf25b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325160 Aug 03 20:20:11.433288 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480c774-3c16-41cb-b30e-0bb49204d877 req-0870c3ea-6c81-4f44-ad3a-cca01f63069e tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:11.434848 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a480c774-3c16-41cb-b30e-0bb49204d877 req-0870c3ea-6c81-4f44-ad3a-cca01f63069e tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 946 time: 0.0497563 Aug 03 20:20:11.527069 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-a480c774-3c16-41cb-b30e-0bb49204d877 req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Deleting port 3a7032e9-7572-499f-aff2-ac191c886010 {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:11.527412 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a480c774-3c16-41cb-b30e-0bb49204d877 req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:11.619268 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [req-a480c774-3c16-41cb-b30e-0bb49204d877 req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] For port 3a7032e9-7572-499f-aff2-ac191c886010, host n-h1-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802918-7',level=0,port_id=3a7032e9-7572-499f-aff2-ac191c886010,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:11.619638 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a480c774-3c16-41cb-b30e-0bb49204d877 req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:11.632694 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [req-a480c774-3c16-41cb-b30e-0bb49204d877 req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Calling delete_port for 3a7032e9-7572-499f-aff2-ac191c886010 owned by compute:nova {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:11.776133 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a480c774-3c16-41cb-b30e-0bb49204d877 req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:11.803713 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event deleted for resources: {'Port': ['ID=3a7032e9-7572-499f-aff2-ac191c886010,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:11.819094 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.819449 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.819794 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.820138 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.820480 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.821129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.821129 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.821618 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.821820 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.822149 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.822482 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.822810 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802918-7 {{(pid=100487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:20:11.861427 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a480c774-3c16-41cb-b30e-0bb49204d877 req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] No DVR routers for this DVR port 3a7032e9-7572-499f-aff2-ac191c886010 on host n-h1-802918-7 {{(pid=100487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:20:11.865514 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [req-a480c774-3c16-41cb-b30e-0bb49204d877 req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:11.867882 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-a480c774-3c16-41cb-b30e-0bb49204d877 req-04bafa87-25ad-4492-a04e-ab537a2d6124 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.74 "DELETE /v2.0/ports/3a7032e9-7572-499f-aff2-ac191c886010 HTTP/1.1" status: 204 len: 173 time: 0.4261487 Aug 03 20:20:11.868079 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'name': 'network-vif-deleted', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:11.870426 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e885bb-8baf-4de0-bcd9-e50a33ab9021" -d '{"events": [{"server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "name": "network-vif-deleted", "tag": "3a7032e9-7572-499f-aff2-ac191c886010"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:11.920147 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3a645e-7358-4631-ad16-59c7c75de1d9 x-openstack-request-id: req-2d3a645e-7358-4631-ad16-59c7c75de1d9 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:11.920441 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a65c59f-6d90-4cf0-8d83-08f1c2f436b2", "name": "network-vif-deleted", "tag": "3a7032e9-7572-499f-aff2-ac191c886010", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:11.920695 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2d3a645e-7358-4631-ad16-59c7c75de1d9 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:11.921102 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a65c59f-6d90-4cf0-8d83-08f1c2f436b2', 'name': 'network-vif-deleted', 'tag': '3a7032e9-7572-499f-aff2-ac191c886010', 'status': 'completed', 'code': 200} Aug 03 20:20:12.281155 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-2182be56-d433-473a-b325-aecfe8cb40cd req-0b41a760-a944-4f46-9383-ed28fdc5bc80 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=0a65c59f-6d90-4cf0-8d83-08f1c2f436b2 HTTP/1.1" status: 200 len: 210 time: 0.0296738 Aug 03 20:20:13.205393 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3a7032e9-7572-499f-aff2-ac191c886010 no longer exists at agent hyperv_n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:13.226625 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] No Port match for: 3a7032e9-7572-499f-aff2-ac191c886010 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:13.226977 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Device 3a7032e9-7572-499f-aff2-ac191c886010 not bound to the agent host n-h1-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:13.923979 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40566) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:14.097539 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Deleting port 8c49fd98-cef1-40af-8691-da81c325576e {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:14.097792 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.173101 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.173381 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.187828 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Calling delete_port for 8c49fd98-cef1-40af-8691-da81c325576e owned by network:floatingip {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:14.349255 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.376040 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event deleted for resources: {'Port': ['ID=8c49fd98-cef1-40af-8691-da81c325576e,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:14.451825 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for floatingip, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:14.452206 n-d-802918-7 neutron-server[100487]: INFO neutron.db.l3_db [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Floating IP cb309329-9e31-45b0-a722-f0bc4efbbe28 disassociated (deleted). External IP: 172.25.8.3, port: c0c08898-f93d-4e0b-b3b7-cf48f7439070. Aug 03 20:20:14.667666 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Router 94d28910-3f35-4689-8db8-2fb362e0a9fe has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:20:15.124092 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:20:15.129100 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for floatingip, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:15.134107 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d57e3e-f392-4d2c-b776-1f0fb9652563 None None] Sync routers for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:20:15.144538 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d57e3e-f392-4d2c-b776-1f0fb9652563 None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:15.145166 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-82d57e3e-f392-4d2c-b776-1f0fb9652563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:20:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:15.158655 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-a03c90bc-d8be-46fa-a90b-8cf9c81c1e5b tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "DELETE /v2.0/floatingips/cb309329-9e31-45b0-a722-f0bc4efbbe28 HTTP/1.1" status: 204 len: 168 time: 1.2334967 Aug 03 20:20:15.159400 n-d-802918-7 neutron-server[100487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070'}] {{(pid=100487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:15.162694 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a863f81eabc2a4b58c1f16345af4f2541a0967d473487086e5d253451b611d96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26" -d '{"events": [{"name": "network-changed", "server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070"}]}' {{(pid=100487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:15.212766 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a6d725-fe22-4830-8c6c-31103ad332e3 x-openstack-request-id: req-85a6d725-fe22-4830-8c6c-31103ad332e3 {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:15.213071 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070", "status": "completed", "code": 200}]} {{(pid=100487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:15.213350 n-d-802918-7 neutron-server[100487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-85a6d725-fe22-4830-8c6c-31103ad332e3 {{(pid=100487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:15.213811 n-d-802918-7 neutron-server[100487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'status': 'completed', 'code': 200} Aug 03 20:20:15.284929 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-82d57e3e-f392-4d2c-b776-1f0fb9652563 None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:15.285160 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26 req-26ee0f66-0dbe-4fc7-8189-753f9fe5e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:15.288148 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26 req-26ee0f66-0dbe-4fc7-8189-753f9fe5e6d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1e720278f3c4f129353f22f13c1b601&device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 1095 time: 0.0498734 Aug 03 20:20:15.408951 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26 req-eb53e4ca-3f89-4586-a03e-3cb23c4f496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:15.410470 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26 req-eb53e4ca-3f89-4586-a03e-3cb23c4f496e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 200 len: 910 time: 0.1136055 Aug 03 20:20:15.456339 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26 req-11ad8584-1352-4f95-9db8-3edb465f768d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070 HTTP/1.1" status: 200 len: 217 time: 0.0373986 Aug 03 20:20:15.497263 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587af490-5945-4818-aa68-3bb8bcafc0e9 req-928ce131-f247-4337-93cd-b86ea218357e tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:15.499014 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-587af490-5945-4818-aa68-3bb8bcafc0e9 req-928ce131-f247-4337-93cd-b86ea218357e tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 944 time: 0.1216490 Aug 03 20:20:15.515708 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26 req-46ffca93-9245-4ef1-b8d2-88232a1d3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:15.517808 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26 req-46ffca93-9245-4ef1-b8d2-88232a1d3ecd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 200 len: 848 time: 0.0544095 Aug 03 20:20:15.525447 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-82d57e3e-f392-4d2c-b776-1f0fb9652563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:15.545427 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-587af490-5945-4818-aa68-3bb8bcafc0e9 req-163d7f82-23b9-4d6f-8f3b-0f7633ad7cc8 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396972 Aug 03 20:20:15.553332 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d57e3e-f392-4d2c-b776-1f0fb9652563 None None] Checking router: 94d28910-3f35-4689-8db8-2fb362e0a9fe for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:20:15.568614 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d57e3e-f392-4d2c-b776-1f0fb9652563 None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:15.569812 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-82d57e3e-f392-4d2c-b776-1f0fb9652563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:20:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:15.579294 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26 req-a417f8c2-47fd-4fe9-9f35-2b330d9ad355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:15.582029 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26 req-a417f8c2-47fd-4fe9-9f35-2b330d9ad355 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8e1a3c9-0635-4a7b-ae81-f810b512714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553138 Aug 03 20:20:15.691923 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-82d57e3e-f392-4d2c-b776-1f0fb9652563 None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:15.695300 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26 req-ab4585de-657c-4eaf-9847-8e5f4ee9717e service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050644 Aug 03 20:20:15.801451 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-355e1a06-a6b4-43c5-9a60-8f1b8c25dc26 req-57e47eea-3fb4-420f-913a-b039ab4c9969 service neutron] 10.222.0.37 "GET /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943854 Aug 03 20:20:15.918767 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-82d57e3e-f392-4d2c-b776-1f0fb9652563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:16.041712 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d57e3e-f392-4d2c-b776-1f0fb9652563 None None] The sync data for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 is: [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:15:33Z', 'revision_number': 4, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7', '_interfaces': [{'id': '7892a44e-f79a-4c4e-9105-3a519daa9009', 'name': '', 'network_id': 'a8e1a3c9-0635-4a7b-ae81-f810b512714a', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'mac_address': 'fa:16:3e:53:f1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:33Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'subnets': [{'id': 'e1d5e968-f484-43ac-b4f9-e1c75c1f51e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:20:16.270236 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba87d23-dffe-4c9f-ba19-1f1044dd4549 None None] New status for floating IP cb309329-9e31-45b0-a722-f0bc4efbbe28: DOWN {{(pid=100489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:20:16.345527 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:16.721582 n-d-802918-7 neutron-server[100487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca6a8f-2e72-4fa7-9c5a-b3d3538f181a req-9a89ca01-0415-4512-8054-006fea8dc754 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:16.723116 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9ca6a8f-2e72-4fa7-9c5a-b3d3538f181a req-9a89ca01-0415-4512-8054-006fea8dc754 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 944 time: 0.1041372 Aug 03 20:20:16.763992 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-e9ca6a8f-2e72-4fa7-9c5a-b3d3538f181a req-096001f3-5584-430e-a148-988c6e2ad65f tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/security-groups?id=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348852 Aug 03 20:20:17.098977 n-d-802918-7 neutron-server[100488]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cab4f-cb64-47a1-ac8f-9cabf0b04363 req-19b05eab-e9bb-45c4-b726-91ad30ce28fd tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:17.100488 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b5cab4f-cb64-47a1-ac8f-9cabf0b04363 req-19b05eab-e9bb-45c4-b726-91ad30ce28fd tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.37 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 944 time: 0.0562766 Aug 03 20:20:17.201001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-6b5cab4f-cb64-47a1-ac8f-9cabf0b04363 req-f19a587e-7a78-4a87-b3a4-e08ef1ce8757 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Deleting port c0c08898-f93d-4e0b-b3b7-cf48f7439070 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:17.201362 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6b5cab4f-cb64-47a1-ac8f-9cabf0b04363 req-f19a587e-7a78-4a87-b3a4-e08ef1ce8757 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:17.300844 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [req-6b5cab4f-cb64-47a1-ac8f-9cabf0b04363 req-f19a587e-7a78-4a87-b3a4-e08ef1ce8757 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] For port c0c08898-f93d-4e0b-b3b7-cf48f7439070, host n-h2-802918-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802918-7',level=0,port_id=c0c08898-f93d-4e0b-b3b7-cf48f7439070,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:17.301222 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6b5cab4f-cb64-47a1-ac8f-9cabf0b04363 req-f19a587e-7a78-4a87-b3a4-e08ef1ce8757 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:17.315618 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [req-6b5cab4f-cb64-47a1-ac8f-9cabf0b04363 req-f19a587e-7a78-4a87-b3a4-e08ef1ce8757 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Calling delete_port for c0c08898-f93d-4e0b-b3b7-cf48f7439070 owned by compute:nova {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:17.453159 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6b5cab4f-cb64-47a1-ac8f-9cabf0b04363 req-f19a587e-7a78-4a87-b3a4-e08ef1ce8757 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:17.481002 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a587e-7a78-4a87-b3a4-e08ef1ce8757 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event deleted for resources: {'Port': ['ID=c0c08898-f93d-4e0b-b3b7-cf48f7439070,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:17.535224 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5cab4f-cb64-47a1-ac8f-9cabf0b04363 req-f19a587e-7a78-4a87-b3a4-e08ef1ce8757 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] No DVR routers for this DVR port c0c08898-f93d-4e0b-b3b7-cf48f7439070 on host n-h2-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:20:17.538676 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [req-6b5cab4f-cb64-47a1-ac8f-9cabf0b04363 req-f19a587e-7a78-4a87-b3a4-e08ef1ce8757 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143346'] for port, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:17.541443 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [req-6b5cab4f-cb64-47a1-ac8f-9cabf0b04363 req-f19a587e-7a78-4a87-b3a4-e08ef1ce8757 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.37 "DELETE /v2.0/ports/c0c08898-f93d-4e0b-b3b7-cf48f7439070 HTTP/1.1" status: 204 len: 173 time: 0.4326916 Aug 03 20:20:17.542033 n-d-802918-7 neutron-server[100488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'name': 'network-vif-deleted', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070'}] {{(pid=100488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:17.545104 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79957f90426ccab3d69a2c9687367fe703ecf59247d1fe56fb5741a595ee47ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa7b7fa-cde2-40b1-9a30-46ac3d2085fc" -d '{"events": [{"server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "name": "network-vif-deleted", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070"}]}' {{(pid=100488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:17.589768 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a7d48b-8845-40c9-8d21-ddd7fa28704a x-openstack-request-id: req-e9a7d48b-8845-40c9-8d21-ddd7fa28704a {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:17.590332 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fe1716-78db-47e2-9c81-687899041367", "name": "network-vif-deleted", "tag": "c0c08898-f93d-4e0b-b3b7-cf48f7439070", "status": "completed", "code": 200}]} {{(pid=100488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:17.590792 n-d-802918-7 neutron-server[100488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9a7d48b-8845-40c9-8d21-ddd7fa28704a {{(pid=100488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:17.591308 n-d-802918-7 neutron-server[100488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fe1716-78db-47e2-9c81-687899041367', 'name': 'network-vif-deleted', 'tag': 'c0c08898-f93d-4e0b-b3b7-cf48f7439070', 'status': 'completed', 'code': 200} Aug 03 20:20:17.889892 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [req-29d0f1d0-8420-4d1e-b59c-5b0134433036 req-441e0b53-c949-4164-972a-993ae8946cc6 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "GET /v2.0/ports?device_id=92fe1716-78db-47e2-9c81-687899041367 HTTP/1.1" status: 200 len: 210 time: 0.0321622 Aug 03 20:20:18.949009 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40588) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:19.016606 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9b79-d2dd-4a57-86b7-16ec9266fd97 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.043879 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9b79-d2dd-4a57-86b7-16ec9266fd97 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.107963 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9b79-d2dd-4a57-86b7-16ec9266fd97 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.111081 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-ea2a9b79-d2dd-4a57-86b7-16ec9266fd97 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.112302 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-ea2a9b79-d2dd-4a57-86b7-16ec9266fd97 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] 10.222.0.78 "DELETE /v2.0/security-groups/4f2ca742-f29e-4d9c-a92a-d77a2ac44de3 HTTP/1.1" status: 204 len: 168 time: 0.1622756 Aug 03 20:20:19.121969 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a9b79-d2dd-4a57-86b7-16ec9266fd97 tempest-TestSnapshotPattern-2106301493 tempest-TestSnapshotPattern-2106301493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2ca742-f29e-4d9c-a92a-d77a2ac44de3,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:19.161776 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40592) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:19.531166 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.567779 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c0c08898-f93d-4e0b-b3b7-cf48f7439070 no longer exists at agent hyperv_n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:19.592318 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] No Port match for: c0c08898-f93d-4e0b-b3b7-cf48f7439070 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:19.592660 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Device c0c08898-f93d-4e0b-b3b7-cf48f7439070 not bound to the agent host n-h2-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:19.813440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] Deleting port 7892a44e-f79a-4c4e-9105-3a519daa9009 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:19.813772 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.907562 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] For port 7892a44e-f79a-4c4e-9105-3a519daa9009, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=7892a44e-f79a-4c4e-9105-3a519daa9009,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:19.908069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.924642 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] Calling delete_port for 7892a44e-f79a-4c4e-9105-3a519daa9009 owned by network:router_interface {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:20.126900 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:20.156908 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=7892a44e-f79a-4c4e-9105-3a519daa9009,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:20.359999 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:20.606001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] Router 94d28910-3f35-4689-8db8-2fb362e0a9fe has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:20:20.720606 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:20:20.726955 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-468e6045-9cbb-4e58-9efb-0afc349c9a7e admin admin] 10.222.0.78 "PUT /v2.0/routers/94d28910-3f35-4689-8db8-2fb362e0a9fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5640366 Aug 03 20:20:20.728507 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40594) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:20.732448 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d0d420-527f-4901-a656-c1428581b28c None None] Sync routers for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:20:20.746775 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0d420-527f-4901-a656-c1428581b28c None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:20.747772 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d420-527f-4901-a656-c1428581b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:20:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:20.850068 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Notify callbacks [] for router, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:20.867176 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b7d0d420-527f-4901-a656-c1428581b28c None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: n-d-802918-7 {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:20.969157 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.029120 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Deleting port 60402260-c73b-497a-8332-d987eca97108 {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:21.029370 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.080170 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d420-527f-4901-a656-c1428581b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '60402260-c73b-497a-8332-d987eca97108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 5, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port': {'id': '60402260-c73b-497a-8332-d987eca97108', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:31Z', 'updated_at': '2021-08-03T20:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:21.113718 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d0d420-527f-4901-a656-c1428581b28c None None] Checking router: 94d28910-3f35-4689-8db8-2fb362e0a9fe for host: n-d-802918-7 {{(pid=100490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:20:21.122655 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0d420-527f-4901-a656-c1428581b28c None None] Routers {'94d28910-3f35-4689-8db8-2fb362e0a9fe'} bound to L3 agent in host n-d-802918-7 {{(pid=100490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:21.123297 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d420-527f-4901-a656-c1428581b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:20:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['94d28910-3f35-4689-8db8-2fb362e0a9fe'], 'active': True} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:21.143392 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] For port 60402260-c73b-497a-8332-d987eca97108, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=60402260-c73b-497a-8332-d987eca97108,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:21.144171 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.160616 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Calling delete_port for 60402260-c73b-497a-8332-d987eca97108 owned by network:router_gateway {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:21.220471 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_dvr_db [None req-b7d0d420-527f-4901-a656-c1428581b28c None None] Set router 94d28910-3f35-4689-8db8-2fb362e0a9fe gateway port host: None {{(pid=100490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:21.273256 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d420-527f-4901-a656-c1428581b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 6, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:21.305802 n-d-802918-7 neutron-server[100490]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d0d420-527f-4901-a656-c1428581b28c None None] The sync data for ids ['94d28910-3f35-4689-8db8-2fb362e0a9fe'] in n-d-802918-7 is: [{'id': '94d28910-3f35-4689-8db8-2fb362e0a9fe', 'name': 'tempest-TestSnapshotPattern-815783275-router', 'tenant_id': 'd1e720278f3c4f129353f22f13c1b601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:30Z', 'updated_at': '2021-08-03T20:20:20Z', 'revision_number': 6, 'project_id': 'd1e720278f3c4f129353f22f13c1b601', 'gw_port_host': None}] {{(pid=100490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:20:21.373451 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.404689 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=60402260-c73b-497a-8332-d987eca97108,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:21.471872 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.890732 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.893150 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.943995 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.944784 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d28910-3f35-4689-8db8-2fb362e0a9fe {{(pid=100488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:20:21.951546 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] Notify callbacks [] for router, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:21.952829 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-943b82be-42ba-463a-9915-e79bd7656d8f admin admin] 10.222.0.78 "DELETE /v2.0/routers/94d28910-3f35-4689-8db8-2fb362e0a9fe HTTP/1.1" status: 204 len: 168 time: 1.2232029 Aug 03 20:20:21.955452 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40596) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:22.008567 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e357356-c00c-4483-9be5-19bba7f1ae37 admin admin] Deleting subnet e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 {{(pid=100488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:20:22.013914 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e357356-c00c-4483-9be5-19bba7f1ae37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.076063 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e357356-c00c-4483-9be5-19bba7f1ae37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25297557'] for subnet, precommit_delete_associations {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.172311 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e357356-c00c-4483-9be5-19bba7f1ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.233609 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e357356-c00c-4483-9be5-19bba7f1ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3161924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296818'] for subnet, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.259238 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ddba0-8d5e-4af9-ba62-2230e49a7e27 None None] Network a8e1a3c9-0635-4a7b-ae81-f810b512714a requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:20:22.269016 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-1e357356-c00c-4483-9be5-19bba7f1ae37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.273792 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-1e357356-c00c-4483-9be5-19bba7f1ae37 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e1d5e968-f484-43ac-b4f9-e1c75c1f51e6 HTTP/1.1" status: 204 len: 168 time: 0.3146102 Aug 03 20:20:22.273792 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e357356-c00c-4483-9be5-19bba7f1ae37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d5e968-f484-43ac-b4f9-e1c75c1f51e6,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:22.274105 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40600) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:22.356339 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.415514 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 60402260-c73b-497a-8332-d987eca97108 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:22.459481 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 60402260-c73b-497a-8332-d987eca97108 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:22.459818 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 60402260-c73b-497a-8332-d987eca97108 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:22.460484 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7892a44e-f79a-4c4e-9105-3a519daa9009 no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:22.462247 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Deleting port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:22.462711 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.496646 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4586c23e-9ea7-4462-be94-9a03232ba174 None None] DHCP port deletion for a8e1a3c9-0635-4a7b-ae81-f810b512714a request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:20:22.501798 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 7892a44e-f79a-4c4e-9105-3a519daa9009 {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:22.502288 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 7892a44e-f79a-4c4e-9105-3a519daa9009 not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:22.543443 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] For port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=54376849-7cbb-4d58-8f0b-ab2ef9614bfe,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:22.543984 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.566215 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Calling delete_port for 54376849-7cbb-4d58-8f0b-ab2ef9614bfe owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:22.567154 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4586c23e-9ea7-4462-be94-9a03232ba174 None None] Deleting port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:22.567593 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4586c23e-9ea7-4462-be94-9a03232ba174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.676385 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-4586c23e-9ea7-4462-be94-9a03232ba174 None None] For port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=54376849-7cbb-4d58-8f0b-ab2ef9614bfe,segment=NetworkSegment(376fd16b-e6d5-4a38-ae64-9488bcc0525b),segment_id=376fd16b-e6d5-4a38-ae64-9488bcc0525b)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:22.677230 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4586c23e-9ea7-4462-be94-9a03232ba174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.700521 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-4586c23e-9ea7-4462-be94-9a03232ba174 None None] Calling delete_port for 54376849-7cbb-4d58-8f0b-ab2ef9614bfe owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:22.707376 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.753617 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54376849-7cbb-4d58-8f0b-ab2ef9614bfe,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:22.761490 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] No DVR routers for this DVR port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:20:22.814983 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-4586c23e-9ea7-4462-be94-9a03232ba174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.841032 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586c23e-9ea7-4462-be94-9a03232ba174 None None] Pushing event deleted for resources: {'Port': ['ID=54376849-7cbb-4d58-8f0b-ab2ef9614bfe,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:22.846021 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.846308 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4586c23e-9ea7-4462-be94-9a03232ba174 None None] No DVR routers for this DVR port 54376849-7cbb-4d58-8f0b-ab2ef9614bfe on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:20:22.862948 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e1a3c9-0635-4a7b-ae81-f810b512714a']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:22.877083 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376fd16b-e6d5-4a38-ae64-9488bcc0525b') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:22.877381 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376fd16b-e6d5-4a38-ae64-9488bcc0525b') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:22.887469 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.902497 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.910194 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:20:22.910602 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: timer() Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:20:22.912577 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:20:22.968936 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.975813 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.977755 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a8e1a3c9-0635-4a7b-ae81-f810b512714a HTTP/1.1" status: 204 len: 168 time: 0.7027562 Aug 03 20:20:22.982118 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40604) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:22.993042 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c63a9d-3110-414a-a881-5cea7aa45df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e1a3c9-0635-4a7b-ae81-f810b512714a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:23.379057 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-675843'] for router_interface, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.651636 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] Deleting port 604186b0-905f-4f24-bbf3-1e1de7fa0aff {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:23.652178 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.748476 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] For port 604186b0-905f-4f24-bbf3-1e1de7fa0aff, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=604186b0-905f-4f24-bbf3-1e1de7fa0aff,segment=NetworkSegment(402fb6e8-493c-4e83-8fba-3dce079ffb39),segment_id=402fb6e8-493c-4e83-8fba-3dce079ffb39)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:23.748872 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.764986 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] Calling delete_port for 604186b0-905f-4f24-bbf3-1e1de7fa0aff owned by network:router_interface {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:23.975443 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.003675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=604186b0-905f-4f24-bbf3-1e1de7fa0aff,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:24.235666 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16228420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675959'] for router_interface, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.445662 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 54376849-7cbb-4d58-8f0b-ab2ef9614bfe no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:24.468386 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 54376849-7cbb-4d58-8f0b-ab2ef9614bfe {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:24.468823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 54376849-7cbb-4d58-8f0b-ab2ef9614bfe not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:24.515275 n-d-802918-7 neutron-server[100487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] Router b86ca7b3-6619-45f8-b29f-91d6211579e7 has already been hosted by L3 agent faee86fc-0761-4c71-8027-6942b8ee65e7 {{(pid=100487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:20:24.629903 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] Notify agent at l3_agent.n-d-802918-7 the message routers_updated {{(pid=100487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:20:24.635972 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-e86a9899-f6ea-45e3-ba9c-29241a053a67 admin admin] 10.222.0.78 "PUT /v2.0/routers/b86ca7b3-6619-45f8-b29f-91d6211579e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6513674 Aug 03 20:20:24.639193 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40606) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:24.642145 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fe2f1c-3d49-4ae7-ad85-989048635225 None None] Sync routers for ids ['b86ca7b3-6619-45f8-b29f-91d6211579e7'] in n-d-802918-7 {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:20:24.652490 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe2f1c-3d49-4ae7-ad85-989048635225 None None] Routers {'b86ca7b3-6619-45f8-b29f-91d6211579e7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:24.653213 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-87fe2f1c-3d49-4ae7-ad85-989048635225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:20:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b86ca7b3-6619-45f8-b29f-91d6211579e7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:24.762781 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-87fe2f1c-3d49-4ae7-ad85-989048635225 None None] Set router b86ca7b3-6619-45f8-b29f-91d6211579e7 gateway port host: n-d-802918-7 {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:24.763024 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.890533 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.961392 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Deleting port f446995c-f8d9-4de7-ba89-dfa012637d4f {{(pid=100487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:24.961936 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:24.977823 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-87fe2f1c-3d49-4ae7-ad85-989048635225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'name': 'tempest-TestSnapshotPattern-52398647-router', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'external_fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:35Z', 'updated_at': '2021-08-03T20:20:23Z', 'revision_number': 5, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'gw_port': {'id': 'f446995c-f8d9-4de7-ba89-dfa012637d4f', 'name': '', 'network_id': 'ab2183c6-8a58-4723-b6c1-89f0b2aba78e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802918-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:15:36Z', 'updated_at': '2021-08-03T20:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '095a4048-e6d7-4c26-acc9-a35a23a97e8a', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802918-7'}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:25.010486 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fe2f1c-3d49-4ae7-ad85-989048635225 None None] Checking router: b86ca7b3-6619-45f8-b29f-91d6211579e7 for host: n-d-802918-7 {{(pid=100489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:20:25.020697 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe2f1c-3d49-4ae7-ad85-989048635225 None None] Routers {'b86ca7b3-6619-45f8-b29f-91d6211579e7'} bound to L3 agent in host n-d-802918-7 {{(pid=100489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:20:25.021333 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-87fe2f1c-3d49-4ae7-ad85-989048635225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802918-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:40:06Z,description=,heartbeat_timestamp=2021-08-03T20:20:07Z,host='n-d-802918-7',id=faee86fc-0761-4c71-8027-6942b8ee65e7,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:40:06Z,topic='l3_agent')) {'router_ids': ['b86ca7b3-6619-45f8-b29f-91d6211579e7'], 'active': True} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:25.094261 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.db [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] For port f446995c-f8d9-4de7-ba89-dfa012637d4f, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=f446995c-f8d9-4de7-ba89-dfa012637d4f,segment=NetworkSegment(32a3d2e1-72fd-492e-95e8-8a4096a69921),segment_id=32a3d2e1-72fd-492e-95e8-8a4096a69921)] {{(pid=100487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:25.095150 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.113047 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvr_db [None req-87fe2f1c-3d49-4ae7-ad85-989048635225 None None] Set router b86ca7b3-6619-45f8-b29f-91d6211579e7 gateway port host: None {{(pid=100489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:20:25.113552 n-d-802918-7 neutron-server[100487]: DEBUG neutron.plugins.ml2.plugin [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Calling delete_port for f446995c-f8d9-4de7-ba89-dfa012637d4f owned by network:router_gateway {{(pid=100487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:25.170563 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_hamode_db [None req-87fe2f1c-3d49-4ae7-ad85-989048635225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'name': 'tempest-TestSnapshotPattern-52398647-router', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:35Z', 'updated_at': '2021-08-03T20:20:24Z', 'revision_number': 6, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'gw_port_host': None}], 'n-d-802918-7', False) {} {{(pid=100489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:25.210291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fe2f1c-3d49-4ae7-ad85-989048635225 None None] The sync data for ids ['b86ca7b3-6619-45f8-b29f-91d6211579e7'] in n-d-802918-7 is: [{'id': 'b86ca7b3-6619-45f8-b29f-91d6211579e7', 'name': 'tempest-TestSnapshotPattern-52398647-router', 'tenant_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:15:35Z', 'updated_at': '2021-08-03T20:20:24Z', 'revision_number': 6, 'project_id': '6b031bcfd1dd4d98855fb9d4c09c2b6d', 'gw_port_host': None}] {{(pid=100489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:20:25.295511 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3399109'] for port, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.320175 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f446995c-f8d9-4de7-ba89-dfa012637d4f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:25.385400 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597709'] for router_gateway, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.477608 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-56799'] for router, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.479717 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.527970 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674239'] for router, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.528606 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b86ca7b3-6619-45f8-b29f-91d6211579e7 {{(pid=100487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:20:25.534891 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] Notify callbacks [] for router, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.536194 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-38873228-6008-4665-b103-5c4d05fcd4d3 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b86ca7b3-6619-45f8-b29f-91d6211579e7 HTTP/1.1" status: 204 len: 168 time: 0.8941534 Aug 03 20:20:25.538675 n-d-802918-7 neutron-server[100487]: DEBUG neutron.wsgi [-] (100487) accepted ('10.222.0.78', 40608) {{(pid=100487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:25.588783 n-d-802918-7 neutron-server[100487]: DEBUG neutron.db.db_base_plugin_v2 [None req-9616bde0-372e-47e4-91ac-cd6a6f8976b7 admin admin] Deleting subnet 535aaa69-d55c-4a7c-9f9b-8a6cf045f24f {{(pid=100487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:20:25.592624 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9616bde0-372e-47e4-91ac-cd6a6f8976b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.628752 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9616bde0-372e-47e4-91ac-cd6a6f8976b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3398612'] for subnet, precommit_delete_associations {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.715079 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9616bde0-372e-47e4-91ac-cd6a6f8976b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16083468'] for subnet, precommit_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.771350 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9616bde0-372e-47e4-91ac-cd6a6f8976b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16083477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3398952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4029410'] for subnet, after_delete {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.798333 n-d-802918-7 neutron-server[100487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616bde0-372e-47e4-91ac-cd6a6f8976b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535aaa69-d55c-4a7c-9f9b-8a6cf045f24f,revision_number=None']} {{(pid=100487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:25.803538 n-d-802918-7 neutron-server[100487]: DEBUG neutron_lib.callbacks.manager [None req-9616bde0-372e-47e4-91ac-cd6a6f8976b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.805872 n-d-802918-7 neutron-server[100487]: INFO neutron.wsgi [None req-9616bde0-372e-47e4-91ac-cd6a6f8976b7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/535aaa69-d55c-4a7c-9f9b-8a6cf045f24f HTTP/1.1" status: 204 len: 168 time: 0.2662134 Aug 03 20:20:25.808510 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40610) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:25.810553 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed6e80-cf1d-4b32-aaa6-ac274bd57724 None None] Network aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 requested from n-d-802918-7 {{(pid=100489) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:20:25.886390 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16233883'] for network, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.940440 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Deleting port e2bc6a83-e697-48a3-8989-41eeab707d1a {{(pid=100488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:25.940838 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.998172 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba1e10-5411-4c69-8d5f-255ce5a533b0 None None] DHCP port deletion for aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 request from n-d-802918-7 {{(pid=100489) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:20:26.008656 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.db [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] For port e2bc6a83-e697-48a3-8989-41eeab707d1a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e2bc6a83-e697-48a3-8989-41eeab707d1a,segment=NetworkSegment(402fb6e8-493c-4e83-8fba-3dce079ffb39),segment_id=402fb6e8-493c-4e83-8fba-3dce079ffb39)] {{(pid=100488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:26.009025 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.021227 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.plugin [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Calling delete_port for e2bc6a83-e697-48a3-8989-41eeab707d1a owned by network:dhcp {{(pid=100488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:26.045884 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba1e10-5411-4c69-8d5f-255ce5a533b0 None None] Deleting port e2bc6a83-e697-48a3-8989-41eeab707d1a {{(pid=100489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:20:26.046791 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1e10-5411-4c69-8d5f-255ce5a533b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793098202170'] for port, before_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.106485 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3162025'] for port, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.115775 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.db [None req-e5ba1e10-5411-4c69-8d5f-255ce5a533b0 None None] For port e2bc6a83-e697-48a3-8989-41eeab707d1a, host n-d-802918-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802918-7',level=0,port_id=e2bc6a83-e697-48a3-8989-41eeab707d1a,segment=NetworkSegment(402fb6e8-493c-4e83-8fba-3dce079ffb39),segment_id=402fb6e8-493c-4e83-8fba-3dce079ffb39)] {{(pid=100489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:26.116170 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1e10-5411-4c69-8d5f-255ce5a533b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615848'] for port, precommit_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.129275 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba1e10-5411-4c69-8d5f-255ce5a533b0 None None] Calling delete_port for e2bc6a83-e697-48a3-8989-41eeab707d1a owned by network:dhcp {{(pid=100489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:20:26.135036 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bc6a83-e697-48a3-8989-41eeab707d1a,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:26.137092 n-d-802918-7 neutron-server[100488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] No DVR routers for this DVR port e2bc6a83-e697-48a3-8989-41eeab707d1a on host n-d-802918-7 {{(pid=100488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:20:26.224516 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1e10-5411-4c69-8d5f-255ce5a533b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16140584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793098207389', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793097719197'] for port, after_delete {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.225109 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16084357', 'neutron.services.segments.db._delete_segments_for_network-8793098298615'] for network, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.237842 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa59ced7-7c11-4ea1-9b44-cd92a7e6c699']}} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:26.241298 n-d-802918-7 neutron-server[100489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ba1e10-5411-4c69-8d5f-255ce5a533b0 None None] No DVR routers for this DVR port e2bc6a83-e697-48a3-8989-41eeab707d1a on host n-d-802918-7 {{(pid=100489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:20:26.253192 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402fb6e8-493c-4e83-8fba-3dce079ffb39') {'for_net_delete': True} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:26.253930 n-d-802918-7 neutron-server[100488]: DEBUG neutron.services.segments.db [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402fb6e8-493c-4e83-8fba-3dce079ffb39') {} {{(pid=100488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:20:26.263936 n-d-802918-7 neutron-server[100489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba1e10-5411-4c69-8d5f-255ce5a533b0 None None] Pushing event deleted for resources: {'Port': ['ID=e2bc6a83-e697-48a3-8989-41eeab707d1a,revision_number=None']} {{(pid=100489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:26.264899 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793098300676', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25297580'] for segment, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.289330 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611'] for segment, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.296849 n-d-802918-7 neutron-server[100488]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=100488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:20:26.297340 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16083611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3162110'] for segment, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: Traceback (most recent call last): Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: timer() Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: cb(*args, **kw) Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: return func(*args, **kwargs) Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: self._notify() Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: self.callback(batched_events) Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: event.method(event) Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: return f(self, *a, **k) Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: return self._get(url).json() Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: return self.request(url, 'GET', **kwargs) Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:20:26.299226 n-d-802918-7 neutron-server[100488]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:20:26.364285 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16084370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16228479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597737'] for network, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.374400 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Notify callbacks [] for network, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.376388 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] 10.222.0.78 "DELETE /v2.0/networks/aa59ced7-7c11-4ea1-9b44-cd92a7e6c699 HTTP/1.1" status: 204 len: 168 time: 0.5666306 Aug 03 20:20:26.385687 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e2bc6a83-e697-48a3-8989-41eeab707d1a no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:26.400300 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bb96e-391e-421c-84b3-e7ca38ad7484 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa59ced7-7c11-4ea1-9b44-cd92a7e6c699,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:26.412097 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: e2bc6a83-e697-48a3-8989-41eeab707d1a {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:26.412446 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device e2bc6a83-e697-48a3-8989-41eeab707d1a not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:26.412868 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 604186b0-905f-4f24-bbf3-1e1de7fa0aff no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:26.431943 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: 604186b0-905f-4f24-bbf3-1e1de7fa0aff {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:26.432291 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device 604186b0-905f-4f24-bbf3-1e1de7fa0aff not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:26.432706 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f446995c-f8d9-4de7-ba89-dfa012637d4f no longer exists at agent ovs-agent-n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:26.451633 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] No Port match for: f446995c-f8d9-4de7-ba89-dfa012637d4f {{(pid=100489) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:20:26.451980 n-d-802918-7 neutron-server[100489]: DEBUG neutron.plugins.ml2.rpc [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Device f446995c-f8d9-4de7-ba89-dfa012637d4f not bound to the agent host n-d-802918-7 {{(pid=100489) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:20:26.564914 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40614) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:26.605233 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-5650addc-8a78-43c3-aa4a-518e7da11af3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d1e720278f3c4f129353f22f13c1b601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390408 Aug 03 20:20:26.607649 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40616) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:26.658561 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26e4fd36-d9b0-43ab-a1c3-494228c4e58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.678725 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26e4fd36-d9b0-43ab-a1c3-494228c4e58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.725455 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26e4fd36-d9b0-43ab-a1c3-494228c4e58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.728069 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-26e4fd36-d9b0-43ab-a1c3-494228c4e58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:26.729312 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-26e4fd36-d9b0-43ab-a1c3-494228c4e58e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7f61b48e-21b2-4bb4-a5ef-ec03234cfb20 HTTP/1.1" status: 204 len: 168 time: 0.1207430 Aug 03 20:20:26.737456 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4fd36-d9b0-43ab-a1c3-494228c4e58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f61b48e-21b2-4bb4-a5ef-ec03234cfb20,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:27.044289 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40622) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:27.084506 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-478733c4-3a2a-45c7-98c6-6236b1685c5b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6b031bcfd1dd4d98855fb9d4c09c2b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389466 Aug 03 20:20:27.086946 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [-] (100488) accepted ('10.222.0.78', 40624) {{(pid=100488) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:27.136185 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cc40b3c3-a93d-434a-899d-10426acd533f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:27.158394 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cc40b3c3-a93d-434a-899d-10426acd533f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:27.217307 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cc40b3c3-a93d-434a-899d-10426acd533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475958'] for security_group, after_delete {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:27.220326 n-d-802918-7 neutron-server[100488]: DEBUG neutron_lib.callbacks.manager [None req-cc40b3c3-a93d-434a-899d-10426acd533f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:27.222518 n-d-802918-7 neutron-server[100488]: INFO neutron.wsgi [None req-cc40b3c3-a93d-434a-899d-10426acd533f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/642c9777-21eb-4a67-a17d-3f0d6ffb4947 HTTP/1.1" status: 204 len: 168 time: 0.1346362 Aug 03 20:20:27.231001 n-d-802918-7 neutron-server[100488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40b3c3-a93d-434a-899d-10426acd533f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642c9777-21eb-4a67-a17d-3f0d6ffb4947,revision_number=None']} {{(pid=100488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:30.568042 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:33.809256 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-96a61597-962f-4218-999c-d22c7d1a7595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:36.575590 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-196930ef-71db-4ab3-84d9-ac3f93423fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:36.900708 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:38.271109 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:40.023489 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:43.174432 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:20:46.311467 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:00.563100 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:03.802500 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ad40aa68-f70b-4a58-8a47-2ad72ca9f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:06.577108 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-2ae5202d-dff1-4683-8928-5de13c7291af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:06.904506 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:08.272885 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:10.026375 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:16.308798 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:20.174824 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:21:30.594171 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:33.801948 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-61b97902-809e-498b-85c7-2b0eb7b026a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:36.577479 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1e6efa99-0c2e-4716-92b1-1c8a40f53d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:36.912229 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:38.277446 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:40.028475 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.309295 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:57.175038 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:22:00.610269 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:03.803145 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-fe6928cb-ea0a-4f83-87c4-590c3e7682b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:06.584297 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-b6e0da98-1d4f-4b63-969c-ff02ba21b8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:06.912821 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:08.280720 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.032733 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:16.309750 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:30.607285 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:33.803613 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ca290f18-b4df-41b6-9714-fe18107db066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:34.175020 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:22:36.579798 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c4efd602-7768-48b8-89ad-a8ed31e4326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:36.906047 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:38.283264 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:40.034658 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:46.308352 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:00.606989 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:03.805529 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d4039aa-0a26-4861-bf6a-cf2198ee2e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:06.582582 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3758361a-2a52-4fa8-894c-a6dc09325872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:06.906846 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:08.285748 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:10.037876 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:11.175954 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:23:16.324703 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:30.607748 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:33.806671 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cd2878d2-f47a-4fa5-b46e-53271f335179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:36.583591 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-02b6e0e0-662d-49b5-84a4-c9d06c7d2319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:36.909092 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:38.445345 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:40.040205 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:46.321977 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:48.176108 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:24:00.607347 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:03.811361 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-56901df3-6ae6-4127-8ad8-3b35d67b3681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:06.588322 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0ed12e2c-906f-4bf4-8794-2b6129cae382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:06.910921 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:08.292639 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:10.042613 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:16.334532 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:25.176240 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:24:30.620578 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:33.811755 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-38204750-f3db-4d4b-aa55-b0840e7f8a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:36.579779 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-750965cb-40e4-4ed2-834b-88e12b75a5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:36.912378 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:38.294035 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:40.044842 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:46.357825 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:00.609967 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:02.175906 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:25:03.812960 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2577-091c-4eb7-be09-fb5b41fa7ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:06.583242 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0d58b745-58f0-4017-84a7-d7994bb1c507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:06.913665 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:08.296738 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:10.049273 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:16.348317 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:30.621300 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:33.817645 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-28a4c5f4-deca-41a8-b3cb-251a77e062f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:36.585074 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1c599331-caa0-4d98-b32a-25ea28687801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:36.914523 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:38.308697 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:39.176231 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:25:40.058305 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:46.350781 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:00.648695 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:03.817691 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-47810734-5ef4-46e0-899f-5c3c75474490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:06.588020 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e9a4-5809-4072-9a3f-eb4e008fce02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:06.915149 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:08.303389 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:10.055366 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:16.175317 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:26:16.363022 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:30.650935 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:33.819203 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-a5d52e6a-09af-48b4-b996-7c7237cb2f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:36.589622 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0e7f8156-c22e-42f1-9ce5-96ff38f61a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:36.919371 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:38.310024 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:40.061382 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:46.378856 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.176928 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:27:00.646940 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:03.819651 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7056bba8-ce60-45c2-a3c0-15436d251e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:06.590163 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-0f85c81c-6a0e-4049-a38c-8b4354483376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:06.921723 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:08.309140 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:10.061947 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:16.376950 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:30.176792 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:27:30.645873 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:33.819729 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-6d29b059-0c7e-425e-8922-6dcc22789f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:36.592101 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-997ff1cd-e4cf-4f8d-9886-bccb55ec1ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:36.923033 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.312490 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:40.065338 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:46.394748 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:00.660706 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:03.821767 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c123-1a39-452f-a40d-91f045156f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:06.592787 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-ae4126c2-eddf-4f84-a5dc-97b822a1acbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:06.925237 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:07.176324 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:28:08.318619 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:10.067037 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:16.408526 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:30.663120 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8556-060b-46c2-a123-7db624d9da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:33.823100 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-8be49122-959d-4e58-9f6c-501bf7ef0085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:36.594321 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-dd682428-1c0b-40c6-8a3b-6b962a5edf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:36.927542 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae33c-b445-4a4b-a330-6afb952fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:38.320223 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-926593fd-a5bc-435e-b892-d4db953b8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:38.785403 n-d-802918-7 neutron-server[100488]: DEBUG neutron.wsgi [req-0ea86675-09a0-4ca5-96e2-ea7a1f0b9d85 req-fb2c1bed-e121-4f0b-82fd-82531f7c90aa service neutron] (100488) timed out ('10.222.0.78', 39222) {{(pid=100488) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:28:40.069395 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-c71822ac-fb7a-4ecb-aa9b-daf8cf0e0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:44.175207 n-d-802918-7 neutron-server[100490]: DEBUG neutron.db.agents_db [None req-c18233a7-7a25-4bf2-8cc1-1682053d6ea8 None None] Agent healthcheck: found 7 active agents {{(pid=100490) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:28:46.421832 n-d-802918-7 neutron-server[100489]: DEBUG neutron_lib.callbacks.manager [None req-68fd98fe-06c1-48cd-a218-727663917565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793098298597', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16082737'] for agent, after_update {{(pid=100489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}